-- Logs begin at Thu 2022-02-03 20:52:48 UTC, end at Thu 2022-02-03 23:21:06 UTC. -- Feb 03 21:26:36.279804 n-d-824834-9 systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 21:26:39.210678 n-d-824834-9 neutron-server[103288]: INFO neutron.common.config [-] Logging enabled! Feb 03 21:26:39.211281 n-d-824834-9 neutron-server[103288]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev472 Feb 03 21:26:39.211387 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103288) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 21:26:39.214690 n-d-824834-9 neutron-server[103288]: INFO neutron.common.config [-] Logging enabled! Feb 03 21:26:39.214942 n-d-824834-9 neutron-server[103288]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev472 Feb 03 21:26:39.215249 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103288) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 21:26:39.216162 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 21:26:39.216399 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 21:26:39.216768 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 21:26:39.217038 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 21:26:39.217268 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 21:26:39.217742 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.218159 n-d-824834-9 neutron-server[103288]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 03 21:26:39.218488 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.218786 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.219077 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.219367 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.219655 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.219937 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.220220 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.220511 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.220795 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.221098 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.221380 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.221669 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.221947 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.222229 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.222510 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.222788 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] debug = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.223064 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.223492 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.223895 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.224174 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.224460 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.224735 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.225027 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.225303 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.225583 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.225910 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] host = n-d-824834-9 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.226187 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.226476 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.226760 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.227043 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.227315 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.227588 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.227868 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.228138 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.228407 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] log_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.228682 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.228993 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.229280 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.229566 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.229789 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.230011 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.230305 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.230589 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.230864 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.231135 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.231407 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.231680 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.231953 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.232217 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.232499 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.232781 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.233096 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.233369 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.233642 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.233911 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.234703 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.234985 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.235258 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.235530 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.235801 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.236086 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.236361 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.236635 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.236955 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.237242 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.237523 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.237806 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.238081 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.238362 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.238633 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.238902 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.239172 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] use_json = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.239444 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.239711 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.239991 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.240261 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.240529 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.240802 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.241098 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.241385 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.241654 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:39.241952 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.242247 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.242542 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.242839 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.243126 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.243402 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.243686 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.244174 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.244467 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.244757 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.245078 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.245359 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.245657 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.245944 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.246237 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.246548 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.246841 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.247132 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.247408 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.247681 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.247954 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.248233 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.248519 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.248794 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.249104 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.249393 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.249669 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.250528 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.250817 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.251111 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.251400 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.251674 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.251952 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.252239 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.252770 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.253066 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.253359 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.253659 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.253942 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.254212 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.254497 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.254777 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.255072 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.255411 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.255694 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.255982 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.256258 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.256532 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.256806 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.257111 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.257383 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.257667 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.257944 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.258215 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.258485 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.258761 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.259032 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.259306 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.259582 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.259855 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.260131 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.260402 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.260671 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.260963 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.261238 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.261509 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.261787 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.262058 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.262332 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.262603 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.262873 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.263145 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.263417 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.263687 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.263973 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.264272 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.264550 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.264828 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.265130 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.265949 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.266232 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.266515 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.266792 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.267070 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.267344 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.267634 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.267916 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.268203 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.268500 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.268778 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.269101 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.269384 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.269669 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.269946 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.270226 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.270512 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.270791 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.271091 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.271384 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.271679 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.271971 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.272266 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.272547 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.272855 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.273160 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:39.273378 n-d-824834-9 neutron-server[103288]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 21:26:39.273625 n-d-824834-9 neutron-server[103288]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103288) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 21:26:39.643434 n-d-824834-9 neutron-server[103288]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 21:26:39.643719 n-d-824834-9 neutron-server[103288]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 21:26:39.644025 n-d-824834-9 neutron-server[103288]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 21:26:39.644354 n-d-824834-9 neutron-server[103288]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 21:26:39.969932 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:39.970226 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:39.970494 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:39.971798 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:39.972072 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:39.972336 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.016394 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.016677 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.016964 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.030926 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.031734 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.032003 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.062111 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.062411 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.062677 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.098486 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.098763 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.099029 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.442616 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.443241 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.443241 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.443443 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.444087 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.543377 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.543698 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.543982 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.544255 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.544524 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.544837 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.545134 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.545393 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.545649 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.545934 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.546195 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.546459 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.547229 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.547483 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.547738 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.548000 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.548256 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.548522 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.548790 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.549080 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.549354 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.549606 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.549884 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.550260 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.550512 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.550760 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.551153 n-d-824834-9 neutron-server[103288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 21:26:40.551397 n-d-824834-9 neutron-server[103288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 21:26:40.551636 n-d-824834-9 neutron-server[103288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 21:26:40.551874 n-d-824834-9 neutron-server[103288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 21:26:40.552112 n-d-824834-9 neutron-server[103288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 21:26:40.552349 n-d-824834-9 neutron-server[103288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 21:26:40.552719 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 21:26:40.556881 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 21:26:40.560865 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 21:26:40.564855 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 03 21:26:40.566511 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 21:26:40.566981 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 21:26:40.567322 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 21:26:40.567708 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 21:26:40.570566 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 21:26:40.570820 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 21:26:40.571168 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 21:26:40.575997 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 03 21:26:40.600051 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 03 21:26:40.600501 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.600799 n-d-824834-9 neutron-server[103288]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103288) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 03 21:26:40.601188 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.602561 n-d-824834-9 neutron-server[103288]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103288) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 21:26:40.602844 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 21:26:40.603093 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 21:26:40.606274 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.606559 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:40.670617 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 21:26:40.670861 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 21:26:40.671097 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 21:26:40.671464 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 21:26:40.691513 n-d-824834-9 neutron-server[103288]: DEBUG oslo_db.sqlalchemy.engines [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103288) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 03 21:26:41.155161 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Initializing driver for type 'gre' Feb 03 21:26:41.155835 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] gre ID ranges: [(1, 1000)] Feb 03 21:26:41.208860 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Initializing driver for type 'local' Feb 03 21:26:41.209165 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Initializing driver for type 'vlan' Feb 03 21:26:41.220648 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] VlanTypeDriver initialization complete Feb 03 21:26:41.221034 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Initializing driver for type 'vxlan' Feb 03 21:26:41.221511 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] vxlan ID ranges: [(1, 1000)] Feb 03 21:26:41.274223 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Initializing extension driver 'port_security' Feb 03 21:26:41.274620 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.extensions.port_security [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] PortSecurityExtensionDriver initialization complete Feb 03 21:26:41.274994 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Initializing mechanism driver 'openvswitch' Feb 03 21:26:41.275323 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Initializing mechanism driver 'hyperv' Feb 03 21:26:41.282396 n-d-824834-9 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:26:41.283232 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > port after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.283630 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.283982 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.284506 n-d-824834-9 neutron-server[103288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 21:26:41.284954 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.285312 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > subnet after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.285657 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.286051 n-d-824834-9 neutron-server[103288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 21:26:41.286462 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > network after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.286809 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > network after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.287151 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > network after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.287545 n-d-824834-9 neutron-server[103288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 21:26:41.287949 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > security_group after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.288298 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > security_group after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.288639 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.289057 n-d-824834-9 neutron-server[103288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 21:26:41.289460 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.289807 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.290145 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.290535 n-d-824834-9 neutron-server[103288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 21:26:41.290936 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > address_group after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.291282 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > address_group after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.291619 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.292005 n-d-824834-9 neutron-server[103288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 21:26:41.292449 n-d-824834-9 neutron-server[103288]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] ML2 OVO RPC backend initialized. {{(pid=103288) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 03 21:26:41.293184 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.293542 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.293958 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > network before_response 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.294309 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > networks before_response 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.294657 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > port before_response 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.294999 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > ports before_response 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.295344 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > subnet before_response 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.295685 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > subnets before_response 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.296036 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > network after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.296379 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > network after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.296739 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > network after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.297110 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > port after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.297450 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.297788 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.298125 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.298461 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > subnet after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.298794 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.306113 n-d-824834-9 neutron-server[103288]: INFO neutron.quota [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded quota_driver: . Feb 03 21:26:41.306480 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Modular L2 Plugin initialization complete Feb 03 21:26:41.306831 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading services supported by the core plugin {{(pid=103288) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 21:26:41.307174 n-d-824834-9 neutron-server[103288]: INFO neutron.plugins.ml2.managers [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Got port-security extension from driver 'port_security' Feb 03 21:26:41.307652 n-d-824834-9 neutron-server[103288]: INFO neutron.extensions.vlantransparent [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Disabled vlantransparent extension. Feb 03 21:26:41.308143 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103288) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 21:26:41.308470 n-d-824834-9 neutron-server[103288]: INFO neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading Plugin: router Feb 03 21:26:41.346065 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.346455 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router after_create 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.346829 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router before_create 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.347198 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.347573 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.347931 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router after_delete 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.348289 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.348640 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.349024 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router after_create 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.349375 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router after_update 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.349727 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router after_update 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.350077 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.350436 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router after_update 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.350850 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router precommit_update 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.351220 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.351584 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.351909 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: subnet after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.352249 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.352597 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.352969 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router precommit_create 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.353316 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: port before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.353661 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router precommit_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.354016 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router after_update 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.354358 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.354831 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router precommit_create 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.355195 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.355540 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router precommit_update 55549900 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.355911 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > agent after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.356261 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > agent after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.356603 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > network after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.357480 n-d-824834-9 neutron-server[103288]: DEBUG neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Tracking information for resource: router configured {{(pid=103288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 21:26:41.357818 n-d-824834-9 neutron-server[103288]: DEBUG neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Tracking information for resource: floatingip configured {{(pid=103288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 21:26:41.362739 n-d-824834-9 neutron-server[103288]: INFO neutron.db.l3_agentschedulers_db [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 21:26:41.363318 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.363678 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: port after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.364029 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.364380 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.365196 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router before_create 55550100 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.365561 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.365928 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router precommit_create 55550100 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.366284 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > router precommit_update 55550100 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.371035 n-d-824834-9 neutron-server[103288]: DEBUG neutron.services.provider_configuration [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service providers = [] {{(pid=103288) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 21:26:41.371403 n-d-824834-9 neutron-server[103288]: DEBUG neutron.db.servicetype_db [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103288) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 21:26:41.374333 n-d-824834-9 neutron-server[103288]: DEBUG neutron.services.service_base [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103288) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 21:26:41.374705 n-d-824834-9 neutron-server[103288]: DEBUG neutron.services.service_base [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103288) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 21:26:41.375052 n-d-824834-9 neutron-server[103288]: DEBUG neutron.services.service_base [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103288) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 21:26:41.375979 n-d-824834-9 neutron-server[103288]: DEBUG neutron.services.service_base [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103288) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 21:26:41.376351 n-d-824834-9 neutron-server[103288]: INFO neutron.services.service_base [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 21:26:41.376720 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 21:26:41.377067 n-d-824834-9 neutron-server[103288]: INFO neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 21:26:41.387975 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 21:26:41.388313 n-d-824834-9 neutron-server[103288]: INFO neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading Plugin: auto_allocate Feb 03 21:26:41.394589 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: network precommit_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.394962 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: network precommit_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.395468 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 21:26:41.395796 n-d-824834-9 neutron-server[103288]: INFO neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading Plugin: tag Feb 03 21:26:41.402517 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 21:26:41.402927 n-d-824834-9 neutron-server[103288]: INFO neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading Plugin: timestamp Feb 03 21:26:41.407291 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 21:26:41.407649 n-d-824834-9 neutron-server[103288]: INFO neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading Plugin: network_ip_availability Feb 03 21:26:41.413100 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.413472 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.413831 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.414534 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 21:26:41.414856 n-d-824834-9 neutron-server[103288]: INFO neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading Plugin: flavors Feb 03 21:26:41.419708 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 21:26:41.420047 n-d-824834-9 neutron-server[103288]: INFO neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading Plugin: revisions Feb 03 21:26:41.424336 n-d-824834-9 neutron-server[103288]: DEBUG neutron.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 21:26:41.424727 n-d-824834-9 neutron-server[103288]: DEBUG oslo_concurrency.lockutils [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=103288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 21:26:41.425498 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103288) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 03 21:26:41.425836 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Initializing extension manager. Feb 03 21:26:41.426355 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: __init__.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.426700 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: __pycache__ {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.427034 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.427368 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: address_group.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.428116 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.428679 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: address-group Feb 03 21:26:41.429038 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: address_scope.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.429751 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.430265 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: address-scope Feb 03 21:26:41.430589 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.431515 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.432024 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: router-admin-state-down-before-update Feb 03 21:26:41.432349 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: agent.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.433083 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.433589 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: agent Feb 03 21:26:41.433912 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: agent_resources_synced.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.434817 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.435323 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: agent-resources-synced Feb 03 21:26:41.435648 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: allowedaddresspairs.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.437467 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.437987 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: allowed-address-pairs Feb 03 21:26:41.438317 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: auto_allocated_topology.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.439406 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.439916 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: auto-allocated-topology Feb 03 21:26:41.440242 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: availability_zone.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.440961 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.441463 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: availability_zone Feb 03 21:26:41.441786 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: availability_zone_filter.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.442697 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.443236 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: availability_zone_filter Feb 03 21:26:41.443512 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: data_plane_status.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.444497 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.448528 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 21:26:41.448528 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: default_subnetpools.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.448528 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.448528 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: default-subnetpools Feb 03 21:26:41.448528 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.448528 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.448528 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: dhcp_agent_scheduler Feb 03 21:26:41.449069 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: dns.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.449613 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.450121 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension dns-integration not supported by any of loaded plugins Feb 03 21:26:41.450437 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: dns_domain_ports.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.451353 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.451856 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 21:26:41.452181 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.453657 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.454169 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 03 21:26:41.454494 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: dvr.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.455337 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.455680 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: dvr Feb 03 21:26:41.456002 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: ecmp_routes.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.456932 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.457451 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 03 21:26:41.457774 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: empty_string_filtering.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.458730 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.459314 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: empty-string-filtering Feb 03 21:26:41.459585 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.460492 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.461029 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 21:26:41.461354 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.462258 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.462759 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 21:26:41.463083 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: external_net.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.463985 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.464490 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: external-net Feb 03 21:26:41.464810 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.465742 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.466248 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: extra_dhcp_opt Feb 03 21:26:41.466573 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: extraroute.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.467474 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.467983 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: extraroute Feb 03 21:26:41.468306 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: extraroute_atomic.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.469922 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.470434 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: extraroute-atomic Feb 03 21:26:41.470757 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: filter_validation.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.471421 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.471926 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: filter-validation Feb 03 21:26:41.472244 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: fip_pf_description.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.473184 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.473692 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 21:26:41.474016 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: fip_port_details.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.475135 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.475655 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: fip-port-details Feb 03 21:26:41.475980 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: flavors.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.477252 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.477770 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: flavors Feb 03 21:26:41.478100 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.479787 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.480305 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 21:26:41.480632 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: floatingip_pools.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.481354 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.481871 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: floatingip-pools Feb 03 21:26:41.482196 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: ip_allocation.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.483106 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.483608 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 21:26:41.483932 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.485392 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.485901 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: ip-substring-filtering Feb 03 21:26:41.486227 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l2_adjacency.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.487142 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.487647 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 21:26:41.487972 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l3.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.488973 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.489488 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: router Feb 03 21:26:41.489811 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.492052 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.492577 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 21:26:41.492933 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.493858 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.494374 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: ext-gw-mode Feb 03 21:26:41.494707 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.495626 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.496137 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: l3-ha Feb 03 21:26:41.496464 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.497401 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.497906 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 03 21:26:41.498232 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l3_flavors.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.499139 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.499664 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: l3-flavors Feb 03 21:26:41.500597 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.502002 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.502766 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 03 21:26:41.503093 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.504101 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.504614 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 21:26:41.504969 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: l3agentscheduler.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.506032 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.506543 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: l3_agent_scheduler Feb 03 21:26:41.506870 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: local_ip.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.508676 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.509233 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension local_ip not supported by any of loaded plugins Feb 03 21:26:41.509572 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: logging.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.511181 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.511701 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension logging not supported by any of loaded plugins Feb 03 21:26:41.512040 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: metering.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.512780 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.513391 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: metering Feb 03 21:26:41.513722 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.514810 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.515344 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: metering_source_and_destination_fields Feb 03 21:26:41.515675 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: multiprovidernet.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.516595 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.517138 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: multi-provider Feb 03 21:26:41.517464 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: netmtu.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.518372 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.518878 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: net-mtu Feb 03 21:26:41.519253 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: netmtu_writable.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.520169 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.520673 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: net-mtu-writable Feb 03 21:26:41.521028 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: network_availability_zone.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.521697 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.522197 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: network_availability_zone Feb 03 21:26:41.522517 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: network_ip_availability.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.523635 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.524142 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: network-ip-availability Feb 03 21:26:41.524468 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: network_segment_range.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.525261 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.525773 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 21:26:41.526095 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: pagination.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.527079 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.527407 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: pagination Feb 03 21:26:41.527730 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: port_device_profile.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.528639 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.529194 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: port-device-profile Feb 03 21:26:41.529520 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.530446 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.531483 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: port-mac-address-regenerate Feb 03 21:26:41.531807 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.532712 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.533256 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: port-numa-affinity-policy Feb 03 21:26:41.533581 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: port_resource_request.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.534492 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.534994 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 21:26:41.535319 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: port_resource_request_groups.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.536288 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.536793 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 03 21:26:41.537149 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: portbindings.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.538071 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.538581 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: binding Feb 03 21:26:41.538906 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: portbindings_extended.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.540163 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.540676 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: binding-extended Feb 03 21:26:41.541033 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: portsecurity.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.541947 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.542454 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: port-security Feb 03 21:26:41.542777 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: project_id.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.543754 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.544083 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: project-id Feb 03 21:26:41.544406 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: providernet.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.545347 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.545865 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: provider Feb 03 21:26:41.546189 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.550325 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.550847 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos not supported by any of loaded plugins Feb 03 21:26:41.551179 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.552490 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.552970 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 21:26:41.553306 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.554218 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.554729 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 21:26:41.555056 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_default.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.555971 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.556479 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-default not supported by any of loaded plugins Feb 03 21:26:41.556806 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_fip.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.557749 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.558254 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-fip not supported by any of loaded plugins Feb 03 21:26:41.558580 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.559495 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.560001 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 03 21:26:41.560337 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_gateway_ip.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.561383 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.561895 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 21:26:41.562249 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_port_network_policy.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.563157 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.563660 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 21:26:41.563985 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.565059 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.565563 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 03 21:26:41.565893 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_pps_rule.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.567067 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.567580 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-pps not supported by any of loaded plugins Feb 03 21:26:41.567907 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_rule_type_details.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.568826 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.569366 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 21:26:41.569693 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: qos_rules_alias.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.570739 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.571251 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 21:26:41.571578 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: quota_check_limit.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.572476 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.573015 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: quota-check-limit Feb 03 21:26:41.573342 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: quotasv2.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.574252 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.574582 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: quotas Feb 03 21:26:41.574905 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: quotasv2_detail.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.576634 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.577000 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: quota_details Feb 03 21:26:41.577334 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: rbac.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.578406 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.578924 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: rbac-policies Feb 03 21:26:41.579251 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: rbac_address_group.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.580181 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.580692 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: rbac-address-group Feb 03 21:26:41.581049 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: rbac_address_scope.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.581972 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.582481 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: rbac-address-scope Feb 03 21:26:41.582809 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: rbac_security_groups.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.583715 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.584224 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: rbac-security-groups Feb 03 21:26:41.584545 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: rbac_subnetpool.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.585478 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.585991 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: rbac-subnetpool Feb 03 21:26:41.586312 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: revisionifmatch.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.587227 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.587733 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: revision-if-match Feb 03 21:26:41.588053 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: revisions.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.589266 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.589779 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: standard-attr-revisions Feb 03 21:26:41.590101 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: router_availability_zone.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.590767 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.591270 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: router_availability_zone Feb 03 21:26:41.591589 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: routerservicetype.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.592502 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.593038 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension router-service-type not supported by any of loaded plugins Feb 03 21:26:41.593361 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.594818 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.595325 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: security-groups-normalized-cidr Feb 03 21:26:41.595645 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.596571 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.597099 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: port-security-groups-filtering Feb 03 21:26:41.597422 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.598347 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.598852 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: security-groups-remote-address-group Feb 03 21:26:41.599170 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.600104 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.600611 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: security-groups-shared-filtering Feb 03 21:26:41.600958 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.601543 n-d-824834-9 neutron-server[103288]: WARNING neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 03 21:26:41.601865 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: securitygroup.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.612193 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.612717 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: security-group Feb 03 21:26:41.613093 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: segment.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.613878 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.614387 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension segment not supported by any of loaded plugins Feb 03 21:26:41.614719 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.615659 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.616167 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 21:26:41.616503 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: servicetype.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.617635 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.618154 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: service-type Feb 03 21:26:41.618483 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: sorting.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.619457 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.619790 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: sorting Feb 03 21:26:41.620115 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: standard_attr_segment.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.621057 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.621572 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 21:26:41.621903 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: standardattrdescription.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.622546 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.623050 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: standard-attr-description Feb 03 21:26:41.623374 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: stateful_security_group.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.624303 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.624837 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: stateful-security-group Feb 03 21:26:41.625188 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: stdattrs_common.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.625756 n-d-824834-9 neutron-server[103288]: WARNING neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 21:26:41.626080 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.627001 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.627779 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 21:26:41.628099 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: subnet_onboard.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.629194 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.629714 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: subnet_onboard Feb 03 21:26:41.630037 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.630957 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.631466 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 21:26:41.631788 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: subnet_service_types.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.632703 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.633238 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: subnet-service-types Feb 03 21:26:41.633562 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: subnetallocation.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.634650 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.635165 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: subnet_allocation Feb 03 21:26:41.635490 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.636154 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.636667 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: subnetpool-prefix-ops Feb 03 21:26:41.637022 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.637955 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.638461 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 21:26:41.638781 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: tagging.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.639819 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.640356 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: standard-attr-tag Feb 03 21:26:41.640681 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: timestamp.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.641910 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.642424 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loaded extension: standard-attr-timestamp Feb 03 21:26:41.642754 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: trunk.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.643793 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.644301 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension trunk not supported by any of loaded plugins Feb 03 21:26:41.644629 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: trunk_details.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.645577 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.646090 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension trunk-details not supported by any of loaded plugins Feb 03 21:26:41.646424 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: uplink_status_propagation.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.647343 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.647850 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 21:26:41.648174 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Loading extension file: vlantransparent.py {{(pid=103288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 21:26:41.648839 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 21:26:41.649369 n-d-824834-9 neutron-server[103288]: INFO neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 21:26:41.651828 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:network Feb 03 21:26:41.652361 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:subnet Feb 03 21:26:41.652763 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 21:26:41.653193 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:port Feb 03 21:26:41.655475 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.656429 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service FLAVORS assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.657196 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.657636 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.657972 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:router Feb 03 21:26:41.658410 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 21:26:41.658894 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service METERING assigned prefix: /metering {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.660334 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.660708 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.661099 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:26:41.662217 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 21:26:41.662671 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:security_group Feb 03 21:26:41.663100 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 21:26:41.663702 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service CORE assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.664040 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 21:26:41.664386 n-d-824834-9 neutron-server[103288]: WARNING neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] subnetpool is already registered Feb 03 21:26:41.664807 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service CORE assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.665178 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 21:26:41.665512 n-d-824834-9 neutron-server[103288]: WARNING neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] subnetpool is already registered Feb 03 21:26:41.667753 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.668187 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service FLAVORS assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.668780 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.669235 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.669574 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:router Feb 03 21:26:41.669914 n-d-824834-9 neutron-server[103288]: WARNING neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] router is already registered Feb 03 21:26:41.670334 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 21:26:41.670672 n-d-824834-9 neutron-server[103288]: WARNING neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] floatingip is already registered Feb 03 21:26:41.671127 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service METERING assigned prefix: /metering {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.672391 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 21:26:41.672720 n-d-824834-9 neutron-server[103288]: WARNING neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] rbac_policy is already registered Feb 03 21:26:41.673157 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:security_group Feb 03 21:26:41.673496 n-d-824834-9 neutron-server[103288]: WARNING neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] security_group is already registered Feb 03 21:26:41.673902 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 21:26:41.674238 n-d-824834-9 neutron-server[103288]: WARNING neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] security_group_rule is already registered Feb 03 21:26:41.674851 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service CORE assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.675181 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 21:26:41.675514 n-d-824834-9 neutron-server[103288]: WARNING neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] subnetpool is already registered Feb 03 21:26:41.675932 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.v2.resource_helper [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Service CORE assigned prefix: {{(pid=103288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 21:26:41.676257 n-d-824834-9 neutron-server[103288]: INFO neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 21:26:41.676586 n-d-824834-9 neutron-server[103288]: WARNING neutron.quota.resource_registry [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] subnetpool is already registered Feb 03 21:26:41.677073 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: extensions {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.678526 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: address-groups {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.680020 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: address-scopes {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.681383 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: agents {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.682551 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: auto-allocated-topology {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.683793 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: availability_zones {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.685031 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: dhcp-networks {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.686547 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: dhcp-agents {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.688266 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: routers {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.690522 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: flavors {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.691680 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: service_profiles {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.692896 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: next_providers {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.694358 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: service_profiles {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.695896 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: floatingip-pools {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.697140 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: routers {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.699258 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: floatingips {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.700546 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: l3-routers {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.701961 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: l3-agents {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.703396 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: metering-labels {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.704769 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: metering-label-rules {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.706158 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: network-ip-availabilities {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.707445 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: bindings {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.709123 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: quotas {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.710729 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: quotas {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.712243 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: rbac-policies {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.713572 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: security-groups {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.714815 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: security-group-rules {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.716045 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: service-providers {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.717289 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: subnetpools {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.719242 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: subnetpools {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.720695 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.722414 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.725150 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.727098 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.728878 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.730754 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.732438 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.734971 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.736745 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.738603 n-d-824834-9 neutron-server[103288]: DEBUG neutron.api.extensions [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Extended resource: tags {{(pid=103288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 21:26:41.744466 n-d-824834-9 neutron-server[103288]: WARNING keystonemiddleware.auth_token [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 21:26:41.749188 n-d-824834-9 neutron-server[103288]: WARNING keystonemiddleware.auth_token [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 21:26:41.757947 n-d-824834-9 neutron-server[103288]: DEBUG oslo_concurrency.lockutils [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Acquired lock "singleton_lock" {{(pid=103288) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 03 21:26:41.758419 n-d-824834-9 neutron-server[103288]: DEBUG oslo_concurrency.lockutils [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Releasing lock "singleton_lock" {{(pid=103288) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 03 21:26:41.759068 n-d-824834-9 neutron-server[103288]: INFO oslo_service.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Starting 2 workers Feb 03 21:26:41.763946 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Started child 103397 {{(pid=103288) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 21:26:41.768503 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Started child 103398 {{(pid=103288) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 21:26:41.769667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:41.770349 n-d-824834-9 neutron-server[103288]: INFO neutron.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 21:26:41.770806 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:41.771216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [-] (103397) wsgi starting up on http://0.0.0.0:9696 Feb 03 21:26:41.773171 n-d-824834-9 neutron-server[103288]: INFO oslo_service.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Starting 1 workers Feb 03 21:26:41.773353 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:41.774880 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [-] (103398) wsgi starting up on http://0.0.0.0:9696 Feb 03 21:26:41.778437 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Started child 103399 {{(pid=103288) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 21:26:41.778986 n-d-824834-9 neutron-server[103288]: INFO oslo_service.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Starting 1 workers Feb 03 21:26:41.782850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] calling RpcWorker wait() {{(pid=103399) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 21:26:41.783429 n-d-824834-9 neutron-server[103399]: DEBUG neutron.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] returning from RpcWorker wait() {{(pid=103399) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 21:26:41.784044 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Started child 103400 {{(pid=103288) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 21:26:41.784809 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:41.784958 n-d-824834-9 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55535907-feda-4c1f-8f0d-3a357f29f416 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:41.785387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:26:41.786919 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103288) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 21:26:41.787134 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 21:26:41.787318 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 21:26:41.787546 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 21:26:41.787885 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 21:26:41.788051 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 21:26:41.788557 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.788844 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.789148 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.789255 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:41.789716 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.789716 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.790155 n-d-824834-9 neutron-server[103400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:26:41.790253 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.790546 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.790801 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.791086 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.791319 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.791489 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.791654 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.791907 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.792140 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.792431 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.792686 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.792938 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.793195 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.793366 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.793621 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.793884 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.794111 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.794376 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] debug = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.794612 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.795129 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.795358 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.795575 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.795801 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.796077 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.796302 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.796701 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.797452 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.797678 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.797926 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.798179 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.798429 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.798643 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.798899 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.799122 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.799362 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.799598 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.800040 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] host = n-d-824834-9 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.800268 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.800467 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.800696 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.800975 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.801237 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.801451 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.801747 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.801942 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.802184 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.802407 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.802643 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.802869 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.803105 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.803339 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.803501 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_options = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.803735 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.804008 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.804268 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.804490 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.804630 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.804785 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.805063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.805227 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.805478 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.805695 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.805908 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.806139 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.806352 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.806565 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.806797 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.807137 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.807363 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.807613 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.807859 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.808102 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.808342 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.808568 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.808780 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.809034 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.809254 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.809490 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.809705 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.809917 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.810138 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.810384 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.810577 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.810851 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.811940 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.812083 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.812315 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.812556 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.812810 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.817522 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.817522 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.817522 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.817522 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.817522 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.817522 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.817522 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.817522 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_json = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818063 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818647 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.818647 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.819585 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.820409 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.821358 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.821634 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.821891 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.823966 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.824762 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.825036 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.825325 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.825667 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.825892 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.826146 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.826465 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.827665 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.827665 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.827665 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.827665 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.827952 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.828050 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.828874 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.829353 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.829893 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.830004 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.830273 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.831150 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.831421 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.831658 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.831975 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.832250 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.832588 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.832859 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.833164 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.833441 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.833693 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.833921 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.834168 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.834414 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.834635 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.834858 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.835126 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.835350 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.835601 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.835826 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.836074 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.836299 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.836556 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.836793 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.837095 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.837345 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.837571 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.837803 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.838011 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.838249 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.838466 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.838698 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.838947 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.839216 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.839667 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.840075 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.840303 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.840523 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.840762 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.840998 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.841224 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.841437 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.841651 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.842576 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.842576 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.842576 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.842576 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.842913 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.843019 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.843900 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.844220 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.844473 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.844720 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.844970 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.845215 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.845432 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.845754 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.845892 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.846090 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.846455 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.846816 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.847187 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.847406 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.847778 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.848135 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.848513 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.848740 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.849007 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.849311 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.849630 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.849871 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.850266 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.850645 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.851051 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.851414 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.851819 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.852183 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.852574 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.852960 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.853387 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.853854 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.854230 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.854967 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.854967 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.855174 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.855302 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.855555 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.855779 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.856031 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.856262 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.856525 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.856772 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.857049 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.857288 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.857525 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.857792 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.858035 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.858315 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.858541 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.858819 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.859124 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.859883 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.860164 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.860426 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.860688 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.861122 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.861511 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.861772 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.862038 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.862270 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.862664 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.863068 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.863434 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.863663 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.863919 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.864251 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.864494 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.864714 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.864957 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.865234 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.865620 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.865865 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.866133 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.866392 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.866646 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.866945 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.867840 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.867840 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.867840 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.867840 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.868132 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.868356 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.868577 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.868836 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.869077 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.869316 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.869562 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.869777 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.870079 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.870316 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.870542 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.870761 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.871011 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.871231 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.871480 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.871948 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.872280 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.872583 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.872870 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.873195 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.873456 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.873680 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.873952 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.874206 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.874501 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.874772 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.875065 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.875315 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.875540 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.875788 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.876011 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.876241 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.876479 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.876697 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.876951 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.877190 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.877671 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.877887 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.878164 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.878415 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.878764 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.879006 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.879240 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.879488 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.879742 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.879963 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.880187 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.880426 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.880680 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.880918 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.881143 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.881389 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.881628 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.881848 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.882070 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.882314 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.882552 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.882790 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.883045 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.883282 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.883527 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.883744 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.883982 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.884204 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.884435 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.884645 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.884861 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.885122 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.885305 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.885605 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.885860 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.886105 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.886358 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.886800 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.887031 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.887329 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.887549 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.887766 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.887994 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.888223 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.888427 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.888663 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.888879 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.889141 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.889369 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.889588 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.889801 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.890029 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.890899 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.891129 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.891356 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.891596 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.891811 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.892047 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.892257 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.892477 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.892701 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.892942 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.893159 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.893410 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.893624 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.893839 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.894064 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.894280 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.894491 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.894776 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.895039 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.895261 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.895554 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.895791 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.896053 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.896285 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.896517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:26:41.896618 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.896787 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.897054 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.897298 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.897547 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.897781 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.898058 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.898387 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.898678 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.899000 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.899249 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.899607 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.899885 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.900181 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.900401 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.900684 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.901065 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.901341 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.901584 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.901845 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.902118 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.902360 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.902597 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.902818 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.903052 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.903268 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.903524 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.903754 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.903979 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.904198 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.904429 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.904655 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.904954 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.905127 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.905351 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.905584 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.905741 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 21:26:41.906851 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103288) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 21:26:41.907025 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 21:26:41.907173 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 21:26:41.907312 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 21:26:41.907463 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 21:26:41.907603 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 21:26:41.907895 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.908052 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.908196 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.908336 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.908472 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.908607 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.908748 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.908948 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.909093 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.909229 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.909364 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.909498 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.909633 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.909769 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.909906 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.910075 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.910233 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.910370 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.910505 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.910651 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.910800 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.910965 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.911184 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] debug = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.911327 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.911934 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.911934 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.911934 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.911934 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.912236 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.912236 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.912377 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.912496 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.912654 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.913005 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.913172 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.913332 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.913493 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.913649 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.913809 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.913969 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.914136 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.914316 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] host = n-d-824834-9 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.914647 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.915260 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.915426 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.915590 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.915750 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.915911 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.916070 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.916227 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.916390 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.916557 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.916723 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.916881 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.917083 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.917245 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.917404 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_options = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.917562 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.917721 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.917886 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.918075 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.918243 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.918402 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.918561 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.918720 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.918879 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.919037 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.919195 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.919353 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.919512 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.919670 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.919827 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.919985 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.920144 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.920303 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.920538 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.920705 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.920869 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.921056 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.921202 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.921362 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.921546 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.921707 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.921867 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.922026 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.922184 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.922343 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.922502 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.922662 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.922824 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.922985 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.923147 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.923308 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.923469 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.923628 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.923793 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.923951 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.924112 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.924255 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.924412 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.924562 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.924726 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.924876 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.925136 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_json = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.925235 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.925367 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.925680 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.925841 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.926000 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.926159 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.926316 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.926470 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.926640 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 21:26:41.926821 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.926981 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.927149 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.927312 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.927476 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.927642 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.927805 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.927969 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.928132 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.928295 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.928465 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.928629 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.928801 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.928986 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.929153 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.929316 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.929481 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.929644 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.929812 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.929974 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.930123 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.930262 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.930441 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.930603 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.930764 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.930930 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.931091 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.931261 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.931424 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.932657 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.932657 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.932657 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.932657 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.932657 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.932657 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.932657 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.932657 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.933260 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.933260 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.933260 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.933470 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.933470 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.933612 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.933760 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.933928 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.934092 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.934257 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.934420 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.934582 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.934747 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.934909 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.935071 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.935238 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.935403 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.935567 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.935732 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.935885 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.936055 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.936217 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.936380 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.936549 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.936713 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.936950 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.937095 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.937262 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.937398 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.937534 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.937687 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.937864 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.938028 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.938192 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.938355 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.938518 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.938680 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.938843 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.939007 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.939170 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.939332 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.939496 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.939659 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.939822 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.939985 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.940148 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.940311 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.940475 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.940634 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.940798 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.940978 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.941144 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.941306 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.941812 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.941812 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.941812 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.942051 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.942131 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.942253 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.942414 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.942576 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.942737 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.942899 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.943060 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.943222 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.943385 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.943546 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.943711 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.943872 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.944033 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.944187 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.944365 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.944507 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.944668 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.944830 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.945015 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.945178 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.945341 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.945505 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.945668 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.945829 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.946000 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.946161 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.946325 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.946493 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.946661 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.946834 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.946997 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.947161 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.947323 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.947486 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.947648 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.947810 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.947973 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.948164 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.948328 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.948491 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.948666 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.948829 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.949041 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.949173 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.949360 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.949524 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.949686 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.949850 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.950013 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.950180 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.950347 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.950495 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.950639 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.950795 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.950958 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.951120 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.951283 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.951446 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953333 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953333 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953333 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953333 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41856) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:26:41.953966 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953966 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953966 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953966 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953966 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953966 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953966 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.953966 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.954879 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.954879 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.954879 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.954879 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.954879 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.954879 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.955562 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.955562 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.955562 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.955562 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.955562 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.956124 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.956124 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.956124 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.956475 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.956475 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.956475 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.956820 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.956820 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.957087 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.957211 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.957339 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.957463 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.957601 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.957727 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.957890 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.958055 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.958218 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.958381 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.958563 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.958726 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.958889 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.959057 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.959220 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.959382 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.959544 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.959707 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.959869 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.960032 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.960197 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.960342 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.960510 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.960673 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.960884 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.961039 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.961172 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.961415 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.961542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064831 Feb 03 21:26:41.961637 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.961796 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.961968 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.962130 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.962293 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.962455 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.962620 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.962783 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.962947 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.963110 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.963273 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.963504 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.963676 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.963840 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.964003 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.964167 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.964330 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.964505 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.964676 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.964836 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.965019 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.965183 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.965345 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.965543 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.965688 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.965850 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.966014 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.966174 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.966337 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.966516 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.966679 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.966842 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.967007 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.967172 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.967723 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.967723 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.967723 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.968006 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.968006 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.968159 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.968238 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.968467 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.969149 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.969283 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.969450 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.969614 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.969778 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.969951 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.970116 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.970280 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.970457 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.970617 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.970779 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.970943 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.971118 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.971283 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.971449 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.971615 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.971778 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.971941 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.972105 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.972273 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.972445 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.972616 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.972781 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.973052 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.973147 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.973307 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.973478 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.973635 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.973812 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.973976 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.974138 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.974302 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.974464 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.974672 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.974790 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.974952 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.975113 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.975276 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.975438 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.975601 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.975764 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.975925 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.976087 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.976251 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.976469 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.976640 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.976805 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.976990 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 21:26:41.977146 n-d-824834-9 neutron-server[103288]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 21:26:53.418094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e64383-6f73-496b-b2f1-1b8625aed31b None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:26:53.494657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e64383-6f73-496b-b2f1-1b8625aed31b None None] No non-hosted networks {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 21:26:53.538004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.agentschedulers_db [None req-d1e64383-6f73-496b-b2f1-1b8625aed31b None None] DHCP Agent not found on host n-d-824834-9 {{(pid=103399) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 03 21:26:53.633708 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-145f7bc9-3f56-4208-af60-82f3c0a5c924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395892'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:55.647997 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2304336f-5b14-4dec-bc9f-13a204a675af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395892'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:55.681760 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9950840e-9c89-49ad-b0e9-b5e67c1e5817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:56.775938 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395892'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:58.422400 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395892'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:59.091751 n-d-824834-9 neutron-server[103399]: INFO neutron.db.l3_hamode_db [None req-2d31d8bb-c221-4c4d-a820-2f820299effb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 21:26:59.172351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31d8bb-c221-4c4d-a820-2f820299effb None None] Routers set() bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:26:59.172659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31d8bb-c221-4c4d-a820-2f820299effb None None] Router IDs set() for agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 21:26:59.749366 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395892'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:26:59.750043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.750361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.750698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.751025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.751350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.751710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.752032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.752602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.753563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.754592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.755078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.755414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.755743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:26:59.757171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-824834-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:26:59.764179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-824834-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:27:02.312973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:02.802169 n-d-824834-9 neutron-server[103398]: WARNING oslo_policy.policy [None req-6bb586f5-0649-4940-bf19-aad06184ff72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 21:27:02.802749 n-d-824834-9 neutron-server[103398]: WARNING oslo_policy.policy [None req-6bb586f5-0649-4940-bf19-aad06184ff72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 21:27:03.028022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-6bb586f5-0649-4940-bf19-aad06184ff72 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:27:03.029350 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6bb586f5-0649-4940-bf19-aad06184ff72 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7144511 Feb 03 21:27:05.668880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:05.965189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4859592a-cc52-43ad-9d7c-e52831b5611b admin admin] Request body: {'subnetpool': {'tenant_id': '06505dd4d877424bbef1d8fdc7da3e2f', 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:27:06.062461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.policy [None req-4859592a-cc52-43ad-9d7c-e52831b5611b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103398) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 21:27:06.104087 n-d-824834-9 neutron-server[103398]: WARNING oslo_policy.policy [None req-4859592a-cc52-43ad-9d7c-e52831b5611b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 21:27:06.104409 n-d-824834-9 neutron-server[103398]: WARNING oslo_policy.policy [None req-4859592a-cc52-43ad-9d7c-e52831b5611b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 21:27:06.196885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4859592a-cc52-43ad-9d7c-e52831b5611b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789547752293', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789547751706', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789547805870', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789547801067', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789547787965', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789547779697', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-712263', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-690081', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3677007', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3668108'] for rbac-policy (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:06.260149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4859592a-cc52-43ad-9d7c-e52831b5611b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:06.261357 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4859592a-cc52-43ad-9d7c-e52831b5611b admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5914814 Feb 03 21:27:08.865674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:09.159151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Request body: {'network': {'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'admin_state_up': True, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'name': 'private'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:27:09.186139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Made reservation on behalf of c5f3717998154d6d84bedcd47b580bf5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:27:09.188930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:09.205366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:09.310655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Publish callbacks [] for security_group (a6d0b048-29ce-44d3-8e07-7c0ebbb85ec6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:09.314165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a6d0b048-29ce-44d3-8e07-7c0ebbb85ec6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:09.332982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:27:09.360605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789547872588', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f0668584-ba4f-45ac-b37c-cc66320e8c33), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:09.361209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Unsubscribe: segment precommit_create {{(pid=103398) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 21:27:09.361751 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Added segment f0668584-ba4f-45ac-b37c-cc66320e8c33 of type vlan for network 7900762a-372a-486f-b680-5872c50c0e6b Feb 03 21:27:09.377035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d0b048-29ce-44d3-8e07-7c0ebbb85ec6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:09.402405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.402751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.403083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.403413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.403735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.404054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.404373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.404689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.405644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.405964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.406279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.406594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.406906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Tracked resource versions report: Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: pushed versions: Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: { 'AddressGroup': {'1.2'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'ConntrackHelper': {'1.0'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'LocalIPAssociation': {'1.0'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Log': {'1.0'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Network': {'1.1'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Port': {'1.7'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'PortForwarding': {'1.2'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'QosPolicy': {'1.10'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'SecurityGroup': {'1.5'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'SecurityGroupRule': {'1.2'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'SubPort': {'1.0'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Subnet': {'1.1'}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Trunk': {'1.1'}} Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: consumer versions: Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: { DHCP agent@n-d-824834-9: {}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: L3 agent@n-d-824834-9: {}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: Metadata agent@n-d-824834-9: {}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: Metering agent@n-d-824834-9: {}, Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: Open vSwitch agent@n-d-824834-9: { 'AddressGroup': '1.2', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'ConntrackHelper': '1.0', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'LocalIPAssociation': '1.0', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Log': '1.0', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Network': '1.1', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Port': '1.7', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'PortForwarding': '1.2', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'QosPolicy': '1.10', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'SecurityGroup': '1.5', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'SecurityGroupRule': '1.2', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'SubPort': '1.0', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Subnet': '1.1', Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: 'Trunk': '1.1'}} Feb 03 21:27:09.408027 n-d-824834-9 neutron-server[103398]: {{(pid=103398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 21:27:09.469367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (7900762a-372a-486f-b680-5872c50c0e6b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:09.507669 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (7900762a-372a-486f-b680-5872c50c0e6b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:09.509043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:27:09.509744 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:09.581664 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7148745 Feb 03 21:27:09.611009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbec32-934c-4360-83c2-ed9770c6f531 admin admin] Pushing event updated for resources: {'Network': ['ID=7900762a-372a-486f-b680-5872c50c0e6b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:09.623110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 7900762a-372a-486f-b680-5872c50c0e6b details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:27:12.266001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:12.652499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c40154-bbd5-4edf-99db-ba5bc1541c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:27:12.653876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-56c40154-bbd5-4edf-99db-ba5bc1541c02 admin admin] 10.222.0.50 "GET /v2.0/networks/7900762a-372a-486f-b680-5872c50c0e6b HTTP/1.1" status: 200 len: 825 time: 0.3869185 Feb 03 21:27:12.677395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a0194a50-fdaa-4fe7-bf3c-5bce43f27391 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/27e76dee-5845-4605-93c4-8d610005eb86 HTTP/1.1" status: 200 len: 734 time: 0.0180871 Feb 03 21:27:12.685454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Request body: {'subnet': {'network_id': '7900762a-372a-486f-b680-5872c50c0e6b', 'name': 'private-subnet', 'subnetpool_id': '27e76dee-5845-4605-93c4-8d610005eb86', 'gateway_ip': '172.20.0.1', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:27:12.705703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Made reservation on behalf of c5f3717998154d6d84bedcd47b580bf5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:27:12.707925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:12.995164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for subnet (f85f66e1-147b-4e2d-829d-f08ad86c9832), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:13.063716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85f66e1-147b-4e2d-829d-f08ad86c9832,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:13.065718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Checking segment: {'id': 'f0668584-ba4f-45ac-b37c-cc66320e8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:27:13.066083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Network hostable DHCP agents. Network: 7900762a-372a-486f-b680-5872c50c0e6b, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:27:13.086292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Network 7900762a-372a-486f-b680-5872c50c0e6b is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:27:13.098534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 7900762a-372a-486f-b680-5872c50c0e6b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:27:13.103950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:27:13.104546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:13.107403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50e0552-6676-4850-bccf-6de7d665418e None None] Network 7900762a-372a-486f-b680-5872c50c0e6b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:27:13.121025 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f91130eb-6f5c-4966-b40f-34914f5eaff4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4386923 Feb 03 21:27:13.372191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-7900762a-372a-486f-b680-5872c50c0e6b', 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b', 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'fixed_ips': [{'subnet_id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:27:13.373496 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:13.651760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Allocated IP 172.20.0.2 (7900762a-372a-486f-b680-5872c50c0e6b/f85f66e1-147b-4e2d-829d-f08ad86c9832/5ac8190c-cd62-4f94-be68-b6538be72fb3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:27:13.912729 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Publish callbacks [] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:13.921754 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:14.010857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Pushing event updated for resources: {'Port': ['ID=5ac8190c-cd62-4f94-be68-b6538be72fb3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:14.022472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Network 7900762a-372a-486f-b680-5872c50c0e6b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:27:14.027239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:27:14.029516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.029901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.030251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.030703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.031019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.031350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.031683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.032013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.032345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.032672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.033032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.033360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.033686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Tracked resource versions report: Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: pushed versions: Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'LocalIPAssociation': {'1.0'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Log': {'1.0'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Network': {'1.1'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Port': {'1.7'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'PortForwarding': {'1.2'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'QosPolicy': {'1.10'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'SecurityGroup': {'1.5'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'SubPort': {'1.0'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Subnet': {'1.1'}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Trunk': {'1.1'}} Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: consumer versions: Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: { DHCP agent@n-d-824834-9: {}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: L3 agent@n-d-824834-9: {}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: Metadata agent@n-d-824834-9: {}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: Metering agent@n-d-824834-9: {}, Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: Open vSwitch agent@n-d-824834-9: { 'AddressGroup': '1.2', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'ConntrackHelper': '1.0', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'LocalIPAssociation': '1.0', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Log': '1.0', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Network': '1.1', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Port': '1.7', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'PortForwarding': '1.2', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'QosPolicy': '1.10', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'SecurityGroup': '1.5', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'SecurityGroupRule': '1.2', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'SubPort': '1.0', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Subnet': '1.1', Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: 'Trunk': '1.1'}} Feb 03 21:27:14.034862 n-d-824834-9 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 21:27:14.039787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:27:14.118048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Attempting to bind port 5ac8190c-cd62-4f94-be68-b6538be72fb3 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:27:14.118735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Attempting to bind port 5ac8190c-cd62-4f94-be68-b6538be72fb3 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f0668584-ba4f-45ac-b37c-cc66320e8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:27:14.118863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Attempting to bind port 5ac8190c-cd62-4f94-be68-b6538be72fb3 on network 7900762a-372a-486f-b680-5872c50c0e6b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:27:14.123885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:27:14.124271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Checking segment: {'id': 'f0668584-ba4f-45ac-b37c-cc66320e8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:27:14.124762 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:14.125182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Bound using segment: {'id': 'f0668584-ba4f-45ac-b37c-cc66320e8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:27:14.125686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Bound port: 5ac8190c-cd62-4f94-be68-b6538be72fb3, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0668584-ba4f-45ac-b37c-cc66320e8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:27:14.126097 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:14.193018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] For port 5ac8190c-cd62-4f94-be68-b6538be72fb3, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:27:14.197998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] For port 5ac8190c-cd62-4f94-be68-b6538be72fb3, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5ac8190c-cd62-4f94-be68-b6538be72fb3,segment=NetworkSegment(f0668584-ba4f-45ac-b37c-cc66320e8c33),segment_id=f0668584-ba4f-45ac-b37c-cc66320e8c33)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:27:14.206554 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:14.269838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c90de2-beaa-4882-a77f-4ba0126c8009 None None] Pushing event updated for resources: {'Port': ['ID=5ac8190c-cd62-4f94-be68-b6538be72fb3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:15.538269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:15.847236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-e86f3688-0118-4679-9832-fb5dfc68fd5d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:27:15.848243 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e86f3688-0118-4679-9832-fb5dfc68fd5d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3090050 Feb 03 21:27:18.284413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:18.599659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-dd2354e5-9cd0-4a55-a659-9faebdcc0d3b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:27:18.600800 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dd2354e5-9cd0-4a55-a659-9faebdcc0d3b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154073 Feb 03 21:27:18.829709 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:27:21.269742 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:21.760655 n-d-824834-9 neutron-server[103397]: WARNING oslo_policy.policy [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 21:27:21.761248 n-d-824834-9 neutron-server[103397]: WARNING oslo_policy.policy [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 21:27:21.996478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:27:22.057734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.policy [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103397) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 21:27:22.100755 n-d-824834-9 neutron-server[103397]: WARNING oslo_policy.policy [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 21:27:22.101165 n-d-824834-9 neutron-server[103397]: WARNING oslo_policy.policy [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 21:27:22.166154 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (f6f15c69-ce8c-48bf-b808-f1087e5c1317), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:22.168195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (f6f15c69-ce8c-48bf-b808-f1087e5c1317), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:22.327478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] Publish callbacks [] for router_controller (f6f15c69-ce8c-48bf-b808-f1087e5c1317), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:22.333051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (f6f15c69-ce8c-48bf-b808-f1087e5c1317), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:22.352524 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:22.353797 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-157c67f2-08c8-43e4-935a-f9fe63b08043 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0831015 Feb 03 21:27:23.473716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796c3fbf-8ee0-4dad-b495-2e5cf18e0bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:24.289530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5ac8190c-cd62-4f94-be68-b6538be72fb3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:27:24.378786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5ac8190c-cd62-4f94-be68-b6538be72fb3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:24.379215 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:24.487558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5ac8190c-cd62-4f94-be68-b6538be72fb3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:27:24.488187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:24.522180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 5ac8190c-cd62-4f94-be68-b6538be72fb3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5ac8190c-cd62-4f94-be68-b6538be72fb3,segment=NetworkSegment(f0668584-ba4f-45ac-b37c-cc66320e8c33),segment_id=f0668584-ba4f-45ac-b37c-cc66320e8c33)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:27:24.526876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:24.575068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=5ac8190c-cd62-4f94-be68-b6538be72fb3,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:24.816397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42046) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:25.128336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-a4f759ba-f331-4b71-88be-0cb80b8e73d8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:27:25.129353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a4f759ba-f331-4b71-88be-0cb80b8e73d8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119998 Feb 03 21:27:25.240314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d809f595-f7d7-4851-9bca-4034fa18b29e None None] Network 7900762a-372a-486f-b680-5872c50c0e6b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:27:25.302344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b0d14efb-128c-4164-9823-58519268a76f None None] Provisioning complete for port 5ac8190c-cd62-4f94-be68-b6538be72fb3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:25.302732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0d14efb-128c-4164-9823-58519268a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:25.438692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0d14efb-128c-4164-9823-58519268a76f None None] Current status of the port 5ac8190c-cd62-4f94-be68-b6538be72fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:27:25.645558 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e03b22e5-1904-43f4-a8c4-641b84f5c59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:25.663629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7c6cfc21-d727-466d-8c8d-cd8f74d298bc None None] Provisioning complete for port 5ac8190c-cd62-4f94-be68-b6538be72fb3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:25.664009 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c6cfc21-d727-466d-8c8d-cd8f74d298bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:25.736379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c6cfc21-d727-466d-8c8d-cd8f74d298bc None None] Current status of the port 5ac8190c-cd62-4f94-be68-b6538be72fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:27:26.250820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5ac8190c-cd62-4f94-be68-b6538be72fb3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:27:26.298786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5ac8190c-cd62-4f94-be68-b6538be72fb3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:26.299184 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:26.374246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5ac8190c-cd62-4f94-be68-b6538be72fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:27:26.728647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:27.599464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42076) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:27.725351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Request body: {'network': {'router:external': True, 'tenant_id': '06505dd4d877424bbef1d8fdc7da3e2f', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'project_id': '06505dd4d877424bbef1d8fdc7da3e2f', 'is_default': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:27:27.745865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Made reservation on behalf of 06505dd4d877424bbef1d8fdc7da3e2f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:27:27.748658 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:27.764551 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:27.867482 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Publish callbacks [] for security_group (1a1c828f-c872-4d76-8bd3-72b39da174a8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:27.871190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1a1c828f-c872-4d76-8bd3-72b39da174a8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:27.882902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Reserving flat network on physical network physnet1 {{(pid=103397) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 21:27:27.915802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789547872588', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (654fdb94-1c34-42dc-8873-a74b6bec36fa), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:27.916432 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Unsubscribe: segment precommit_create {{(pid=103397) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 21:27:27.917012 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Added segment 654fdb94-1c34-42dc-8873-a74b6bec36fa of type flat for network b881c972-8cd9-4bce-b699-43968304918e Feb 03 21:27:27.932579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1c828f-c872-4d76-8bd3-72b39da174a8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:27.965480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.965746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.966083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.966415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.966743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.967639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.967969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.968294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.968617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.968951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.969272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.969586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.969901 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Tracked resource versions report: Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: pushed versions: Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: { 'AddressGroup': {'1.2'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'ConntrackHelper': {'1.0'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'LocalIPAssociation': {'1.0'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Log': {'1.0'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Network': {'1.1'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Port': {'1.7'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'PortForwarding': {'1.2'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'QosPolicy': {'1.10'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'SecurityGroup': {'1.5'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'SecurityGroupRule': {'1.2'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'SubPort': {'1.0'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Subnet': {'1.1'}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Trunk': {'1.1'}} Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: consumer versions: Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: { DHCP agent@n-d-824834-9: {}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: L3 agent@n-d-824834-9: {}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: Metadata agent@n-d-824834-9: {}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: Metering agent@n-d-824834-9: {}, Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: Open vSwitch agent@n-d-824834-9: { 'AddressGroup': '1.2', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'ConntrackHelper': '1.0', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'LocalIPAssociation': '1.0', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Log': '1.0', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Network': '1.1', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Port': '1.7', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'PortForwarding': '1.2', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'QosPolicy': '1.10', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'SecurityGroup': '1.5', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'SecurityGroupRule': '1.2', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'SubPort': '1.0', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Subnet': '1.1', Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: 'Trunk': '1.1'}} Feb 03 21:27:27.971059 n-d-824834-9 neutron-server[103397]: {{(pid=103397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 21:27:28.047603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (b881c972-8cd9-4bce-b699-43968304918e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:28.086962 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (b881c972-8cd9-4bce-b699-43968304918e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:28.088061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:27:28.088765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:28.164199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5636718 Feb 03 21:27:28.188611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6f364-8553-4764-bd55-2116eadd0a2f admin admin] Pushing event updated for resources: {'Network': ['ID=b881c972-8cd9-4bce-b699-43968304918e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:28.199693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network b881c972-8cd9-4bce-b699-43968304918e details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:27:28.354873 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:29.725368 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:30.433635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42088) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:30.567172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88ad4a-e3be-46d3-b9ce-9004e317c946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:27:30.568579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8d88ad4a-e3be-46d3-b9ce-9004e317c946 admin admin] 10.222.0.50 "GET /v2.0/subnets/f85f66e1-147b-4e2d-829d-f08ad86c9832 HTTP/1.1" status: 200 len: 849 time: 0.1339858 Feb 03 21:27:30.705096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-496ed6aa-279b-4a88-b35d-45f4798ea599 admin admin] 10.222.0.50 "GET /v2.0/routers/f6f15c69-ce8c-48bf-b808-f1087e5c1317 HTTP/1.1" status: 200 len: 704 time: 0.1309206 Feb 03 21:27:30.974190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:31.268828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Allocated IP 172.20.0.1 (7900762a-372a-486f-b680-5872c50c0e6b/f85f66e1-147b-4e2d-829d-f08ad86c9832/85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:27:31.451573 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Publish callbacks [] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:31.517363 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:31.593098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Network 7900762a-372a-486f-b680-5872c50c0e6b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:27:31.597670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:27:31.601164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:27:31.601711 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (f6f15c69-ce8c-48bf-b808-f1087e5c1317), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:31.664874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Pushing event updated for resources: {'Port': ['ID=85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:31.790854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ba8c8305-e476-401a-a879-77c2640426bb None None] Provisioning complete for port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:31.791435 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8305-e476-401a-a879-77c2640426bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:31.824077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c8305-e476-401a-a879-77c2640426bb None None] Port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:27:31.859970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:32.067355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Publish callbacks [] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:32.071452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:32.072306 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (f6f15c69-ce8c-48bf-b808-f1087e5c1317), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:32.150128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Pushing event updated for resources: {'Port': ['ID=85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:32.193733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Network 7900762a-372a-486f-b680-5872c50c0e6b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:27:32.194967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:27:32.347998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1ecd2658-2fa4-46b2-b391-d574e04f9d62 None None] Provisioning complete for port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:32.348393 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2658-2fa4-46b2-b391-d574e04f9d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:32.360167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Router f6f15c69-ce8c-48bf-b808-f1087e5c1317 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:27:32.383407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd2658-2fa4-46b2-b391-d574e04f9d62 None None] Port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:27:32.450603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:27:32.455685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-627ad51d-61de-4a7d-9e14-66e6a8d4036b admin admin] 10.222.0.50 "PUT /v2.0/routers/f6f15c69-ce8c-48bf-b808-f1087e5c1317/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7455723 Feb 03 21:27:32.459645 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Sync routers for ids ['f6f15c69-ce8c-48bf-b808-f1087e5c1317'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:27:32.473876 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Routers {'f6f15c69-ce8c-48bf-b808-f1087e5c1317'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:27:32.474756 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:27:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f6f15c69-ce8c-48bf-b808-f1087e5c1317'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:27:32.664011 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Set router f6f15c69-ce8c-48bf-b808-f1087e5c1317 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:27:33.084418 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'name': 'router1', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:27:22Z', 'updated_at': '2022-02-03T21:27:31Z', 'revision_number': 2, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'gw_port_host': None, '_interfaces': [{'id': '85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9', 'name': '', 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'mac_address': 'fa:16:3e:31:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:27:30Z', 'updated_at': '2022-02-03T21:27:31Z', 'revision_number': 2, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'subnets': [{'id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27e76dee-5845-4605-93c4-8d610005eb86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:27:33.134890 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Checking router: f6f15c69-ce8c-48bf-b808-f1087e5c1317 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:27:33.135254 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Updating router f6f15c69-ce8c-48bf-b808-f1087e5c1317 port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:27:33.214071 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:33.685190 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Publish callbacks [] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:33.691864 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:33.832824 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Pushing event updated for resources: {'Port': ['ID=85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:33.854359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.854710 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.855052 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.855397 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.855729 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.856059 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.856435 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.856699 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.857046 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.857903 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.858229 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.858550 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.858869 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Tracked resource versions report: Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: pushed versions: Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'LocalIPAssociation': {'1.0'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Log': {'1.0'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Network': {'1.1'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Port': {'1.7'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'PortForwarding': {'1.2'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'QosPolicy': {'1.10'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'SecurityGroup': {'1.5'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'SubPort': {'1.0'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Subnet': {'1.1'}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Trunk': {'1.1'}} Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: consumer versions: Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: { DHCP agent@n-d-824834-9: {}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: L3 agent@n-d-824834-9: {}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: Metadata agent@n-d-824834-9: {}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: Metering agent@n-d-824834-9: {}, Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: Open vSwitch agent@n-d-824834-9: { 'AddressGroup': '1.2', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'ConntrackHelper': '1.0', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'LocalIPAssociation': '1.0', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Log': '1.0', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Network': '1.1', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Port': '1.7', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'PortForwarding': '1.2', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'QosPolicy': '1.10', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'SecurityGroup': '1.5', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'SecurityGroupRule': '1.2', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'SubPort': '1.0', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Subnet': '1.1', Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: 'Trunk': '1.1'}} Feb 03 21:27:33.860047 n-d-824834-9 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 21:27:33.877234 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Attempting to bind port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:27:33.877646 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Attempting to bind port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f0668584-ba4f-45ac-b37c-cc66320e8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:27:33.878101 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Attempting to bind port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 on network 7900762a-372a-486f-b680-5872c50c0e6b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:27:33.883243 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:27:33.883648 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Checking segment: {'id': 'f0668584-ba4f-45ac-b37c-cc66320e8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:27:33.884167 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:33.885823 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Bound using segment: {'id': 'f0668584-ba4f-45ac-b37c-cc66320e8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:27:33.886343 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Bound port: 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0668584-ba4f-45ac-b37c-cc66320e8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:27:33.886732 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:33.914502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4961bcbc-4466-4c4e-9ccc-969a0f7be1c3 None None] Provisioning complete for port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:33.914966 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4961bcbc-4466-4c4e-9ccc-969a0f7be1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:33.953153 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4961bcbc-4466-4c4e-9ccc-969a0f7be1c3 None None] Port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:27:33.956085 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] For port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:27:33.975882 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] For port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9,segment=NetworkSegment(f0668584-ba4f-45ac-b37c-cc66320e8c33),segment_id=f0668584-ba4f-45ac-b37c-cc66320e8c33)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:27:33.982045 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:34.039433 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312acf0-451a-476d-964d-67c28d1d093a None None] Pushing event updated for resources: {'Port': ['ID=85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:34.048361 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Routers {'f6f15c69-ce8c-48bf-b808-f1087e5c1317'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:27:34.049301 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:27:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f6f15c69-ce8c-48bf-b808-f1087e5c1317'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:27:34.143122 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] Set router f6f15c69-ce8c-48bf-b808-f1087e5c1317 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:27:34.273049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-df04cfda-1b81-421e-9e27-0766868eec9f None None] Provisioning complete for port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:34.273426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df04cfda-1b81-421e-9e27-0766868eec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:34.351071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df04cfda-1b81-421e-9e27-0766868eec9f None None] Current status of the port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:27:34.351378 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df04cfda-1b81-421e-9e27-0766868eec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:34.361142 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'name': 'router1', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:27:22Z', 'updated_at': '2022-02-03T21:27:31Z', 'revision_number': 2, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'gw_port_host': None, '_interfaces': [{'id': '85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9', 'name': '', 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'mac_address': 'fa:16:3e:31:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:27:30Z', 'updated_at': '2022-02-03T21:27:33Z', 'revision_number': 4, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'subnets': [{'id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27e76dee-5845-4605-93c4-8d610005eb86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:27:34.383016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-df04cfda-1b81-421e-9e27-0766868eec9f None None] For port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9,segment=NetworkSegment(f0668584-ba4f-45ac-b37c-cc66320e8c33),segment_id=f0668584-ba4f-45ac-b37c-cc66320e8c33)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:27:34.387841 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df04cfda-1b81-421e-9e27-0766868eec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:34.387994 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1e5b7-d05e-4d3e-bb23-a971f0f960f8 None None] The sync data for ids ['f6f15c69-ce8c-48bf-b808-f1087e5c1317'] in n-d-824834-9 is: [{'id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'name': 'router1', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:27:22Z', 'updated_at': '2022-02-03T21:27:31Z', 'revision_number': 2, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'gw_port_host': None, '_interfaces': [{'id': '85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9', 'name': '', 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'mac_address': 'fa:16:3e:31:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:27:30Z', 'updated_at': '2022-02-03T21:27:33Z', 'revision_number': 4, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'subnets': [{'id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27e76dee-5845-4605-93c4-8d610005eb86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:27:34.436533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04cfda-1b81-421e-9e27-0766868eec9f None None] Pushing event updated for resources: {'Port': ['ID=85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:37.249046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42106) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:37.353414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e6c844-969c-4435-920b-d7c6c26a529c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:27:37.354734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-60e6c844-969c-4435-920b-d7c6c26a529c admin admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 842 time: 0.1047397 Feb 03 21:27:37.364621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'tenant_id': '06505dd4d877424bbef1d8fdc7da3e2f', 'name': 'public-subnet', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.5.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:27:37.385494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Made reservation on behalf of 06505dd4d877424bbef1d8fdc7da3e2f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:27:37.388134 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:37.688447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.objects.ports [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 21:27:37.688809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for subnet (51383885-e37f-4eb8-b48a-3d86f1d01c4e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:37.745219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51383885-e37f-4eb8-b48a-3d86f1d01c4e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:37.756223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:27:37.756583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Network hostable DHCP agents. Network: b881c972-8cd9-4bce-b699-43968304918e, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:27:37.776603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:27:37.787275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, b881c972-8cd9-4bce-b699-43968304918e) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:27:37.791357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:27:37.791956 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:37.799150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e5aa1-4f32-4a77-b1aa-3bc48d366bd6 None None] Network b881c972-8cd9-4bce-b699-43968304918e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:27:37.807384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4f410828-7234-4792-93e1-ded13f803862 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4460011 Feb 03 21:27:37.903315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f543e7-d701-4b19-b4fc-51dc8a3dcce4 None None] Network b881c972-8cd9-4bce-b699-43968304918e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:27:40.140826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42114) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:40.401850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e57715b1-92a8-4be0-a19c-2ef8437c73c8 admin admin] 10.222.0.50 "GET /v2.0/routers/f6f15c69-ce8c-48bf-b808-f1087e5c1317 HTTP/1.1" status: 200 len: 710 time: 0.2597680 Feb 03 21:27:40.514419 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f3d98f-3a01-4af9-9f3d-361fbe744a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:27:40.515901 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-65f3d98f-3a01-4af9-9f3d-361fbe744a2f admin admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 886 time: 0.1086040 Feb 03 21:27:40.524870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:27:40.784325 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Publish callbacks [] for router_gateway (f6f15c69-ce8c-48bf-b808-f1087e5c1317), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:41.030264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Publish callbacks [] for router_gateway (f6f15c69-ce8c-48bf-b808-f1087e5c1317), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:41.105271 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:41.265564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Allocated IP 172.25.5.125 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/35681312-9cea-4fe2-9888-214d53aaa8dd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:27:41.414583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Publish callbacks [] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:41.474679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:41.552138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:27:41.558896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:27:41.565031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:27:41.603595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Pushing event updated for resources: {'Port': ['ID=35681312-9cea-4fe2-9888-214d53aaa8dd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:41.846908 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Publish callbacks [] for router_gateway (f6f15c69-ce8c-48bf-b808-f1087e5c1317), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:42.043038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (f6f15c69-ce8c-48bf-b808-f1087e5c1317), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:42.048600 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (f6f15c69-ce8c-48bf-b808-f1087e5c1317), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:42.165943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Router f6f15c69-ce8c-48bf-b808-f1087e5c1317 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:27:42.274769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:27:42.279771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:42.281057 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7aa511dd-11dc-4cbf-9d39-8ba8be5a26c7 admin admin] 10.222.0.50 "PUT /v2.0/routers/f6f15c69-ce8c-48bf-b808-f1087e5c1317 HTTP/1.1" status: 200 len: 890 time: 1.7594035 Feb 03 21:27:42.304290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:27:42.356335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:42.356837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:42.440830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:27:42.595499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Sync routers for ids ['f6f15c69-ce8c-48bf-b808-f1087e5c1317'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:27:42.607750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Routers {'f6f15c69-ce8c-48bf-b808-f1087e5c1317'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:27:42.608474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:27:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f6f15c69-ce8c-48bf-b808-f1087e5c1317'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:27:42.821905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Set router f6f15c69-ce8c-48bf-b808-f1087e5c1317 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:27:43.283688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'name': 'router1', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '35681312-9cea-4fe2-9888-214d53aaa8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:27:22Z', 'updated_at': '2022-02-03T21:27:41Z', 'revision_number': 4, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'gw_port': {'id': '35681312-9cea-4fe2-9888-214d53aaa8dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:27:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:27:41Z', 'updated_at': '2022-02-03T21:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9', 'name': '', 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'mac_address': 'fa:16:3e:31:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:27:30Z', 'updated_at': '2022-02-03T21:27:34Z', 'revision_number': 5, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'subnets': [{'id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27e76dee-5845-4605-93c4-8d610005eb86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:27:43.335502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Checking router: f6f15c69-ce8c-48bf-b808-f1087e5c1317 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:27:43.336124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Updating router f6f15c69-ce8c-48bf-b808-f1087e5c1317 port 35681312-9cea-4fe2-9888-214d53aaa8dd binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:27:43.386111 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:43.696884 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Publish callbacks [] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:43.702430 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:43.753070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Attempting to bind port 35681312-9cea-4fe2-9888-214d53aaa8dd on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:27:43.753438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Attempting to bind port 35681312-9cea-4fe2-9888-214d53aaa8dd by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:27:43.753798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Attempting to bind port 35681312-9cea-4fe2-9888-214d53aaa8dd on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:27:43.762004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:27:43.762374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:27:43.762767 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:43.763152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:27:43.763606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Bound port: 35681312-9cea-4fe2-9888-214d53aaa8dd, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:27:43.763980 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:43.766568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af25193-15aa-40c6-88ae-ca6ad83ebc97 None None] Pushing event updated for resources: {'Port': ['ID=35681312-9cea-4fe2-9888-214d53aaa8dd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:43.813899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] For port 35681312-9cea-4fe2-9888-214d53aaa8dd, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:27:43.816729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] For port 35681312-9cea-4fe2-9888-214d53aaa8dd, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=35681312-9cea-4fe2-9888-214d53aaa8dd,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:27:43.822543 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:43.871296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Routers {'f6f15c69-ce8c-48bf-b808-f1087e5c1317'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:27:43.871894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:27:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f6f15c69-ce8c-48bf-b808-f1087e5c1317'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:27:43.945659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af25193-15aa-40c6-88ae-ca6ad83ebc97 None None] Pushing event updated for resources: {'Port': ['ID=35681312-9cea-4fe2-9888-214d53aaa8dd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:43.987939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] Set router f6f15c69-ce8c-48bf-b808-f1087e5c1317 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:27:44.194352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'name': 'router1', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '35681312-9cea-4fe2-9888-214d53aaa8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:27:22Z', 'updated_at': '2022-02-03T21:27:41Z', 'revision_number': 4, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'gw_port': {'id': '35681312-9cea-4fe2-9888-214d53aaa8dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:27:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:27:41Z', 'updated_at': '2022-02-03T21:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9', 'name': '', 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'mac_address': 'fa:16:3e:31:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:27:30Z', 'updated_at': '2022-02-03T21:27:34Z', 'revision_number': 5, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'subnets': [{'id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27e76dee-5845-4605-93c4-8d610005eb86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:27:44.220180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b93bbf-6c4d-442c-a7cf-3db8b7fa3315 None None] The sync data for ids ['f6f15c69-ce8c-48bf-b808-f1087e5c1317'] in n-d-824834-9 is: [{'id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'name': 'router1', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '35681312-9cea-4fe2-9888-214d53aaa8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:27:22Z', 'updated_at': '2022-02-03T21:27:41Z', 'revision_number': 4, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'gw_port': {'id': '35681312-9cea-4fe2-9888-214d53aaa8dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:27:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:27:41Z', 'updated_at': '2022-02-03T21:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9', 'name': '', 'network_id': '7900762a-372a-486f-b680-5872c50c0e6b', 'tenant_id': 'c5f3717998154d6d84bedcd47b580bf5', 'mac_address': 'fa:16:3e:31:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f15c69-ce8c-48bf-b808-f1087e5c1317', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:27:30Z', 'updated_at': '2022-02-03T21:27:34Z', 'revision_number': 5, 'project_id': 'c5f3717998154d6d84bedcd47b580bf5', 'subnets': [{'id': 'f85f66e1-147b-4e2d-829d-f08ad86c9832', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27e76dee-5845-4605-93c4-8d610005eb86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:27:44.738939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:27:44.861771 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-631fd756-d517-4b8b-a3e5-1e41d559abb0 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1216767 Feb 03 21:27:46.292068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 35681312-9cea-4fe2-9888-214d53aaa8dd up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:27:46.338572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 35681312-9cea-4fe2-9888-214d53aaa8dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:46.338950 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:46.416149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 35681312-9cea-4fe2-9888-214d53aaa8dd is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:27:46.416450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:46.436098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 35681312-9cea-4fe2-9888-214d53aaa8dd, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=35681312-9cea-4fe2-9888-214d53aaa8dd,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:27:46.441679 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:46.492936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=35681312-9cea-4fe2-9888-214d53aaa8dd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:27:48.322696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 35681312-9cea-4fe2-9888-214d53aaa8dd up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:27:48.388064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 35681312-9cea-4fe2-9888-214d53aaa8dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:27:48.389236 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (35681312-9cea-4fe2-9888-214d53aaa8dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:48.476469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 35681312-9cea-4fe2-9888-214d53aaa8dd is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:27:53.474757 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97c610e9-0f26-446f-8aa1-5b73c5ec83ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:55.647218 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986e3893-8e49-4fcd-8760-93c2b15473ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:55.829809 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:27:56.733868 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:58.363755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:27:59.740413 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:23.478327 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-415929eb-b1fb-4b46-9025-a22f8d898738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:25.650532 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48ad5dbd-099e-4f18-b64e-5a94839961af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:26.736393 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:28.367202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:29.741058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:32.829139 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:28:53.473998 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c000-a38e-4b70-8307-5c997bbbae53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:55.653977 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49058334-8f47-464b-ab38-b7a2ef9b9d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:56.737780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:58.366612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:28:59.734973 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:08.149698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:08.209475 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b31c21-1ad1-49d4-b59c-143d7c423a0a admin admin] GET failed (client error): The resource could not be found. Feb 03 21:29:08.210742 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-42b31c21-1ad1-49d4-b59c-143d7c423a0a admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601182 Feb 03 21:29:08.367776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ce4f0-3267-4bca-b14a-c5e4dbf2f092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:08.369258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c25ce4f0-3267-4bca-b14a-c5e4dbf2f092 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1537602 Feb 03 21:29:09.827773 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:29:10.578822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42652) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:10.671798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c01c3-ad7e-44a4-9920-41142ed50cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:10.673174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6a6c01c3-ad7e-44a4-9920-41142ed50cf5 admin admin] 10.222.0.50 "GET /v2.0/subnets/f85f66e1-147b-4e2d-829d-f08ad86c9832 HTTP/1.1" status: 200 len: 849 time: 0.0932803 Feb 03 21:29:10.682451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:29:10.764349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Publish callbacks [] for subnet (f85f66e1-147b-4e2d-829d-f08ad86c9832), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:10.976392 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789547752430'] for subnet (f85f66e1-147b-4e2d-829d-f08ad86c9832), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:11.005778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:11.006371 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:11.007652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] 10.222.0.50 "PUT /v2.0/subnets/f85f66e1-147b-4e2d-829d-f08ad86c9832 HTTP/1.1" status: 200 len: 868 time: 0.3287928 Feb 03 21:29:11.023968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd4cfc0-f1d1-4087-aa7f-048374571815 None None] Network 7900762a-372a-486f-b680-5872c50c0e6b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:29:11.028673 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85f66e1-147b-4e2d-829d-f08ad86c9832,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:29:11.036067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.036423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.036773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.037156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.037496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.037833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.038168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.038562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.038900 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.039245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.039577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.039937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.040270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc0fc1-11c0-4d8a-b7a3-f63d07fe596f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:11.322091 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5aa193af-f738-4dbd-8aac-c1ab20311bc2 None None] Provisioning complete for port 5ac8190c-cd62-4f94-be68-b6538be72fb3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:29:11.322483 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aa193af-f738-4dbd-8aac-c1ab20311bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ac8190c-cd62-4f94-be68-b6538be72fb3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:11.399360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5aa193af-f738-4dbd-8aac-c1ab20311bc2 None None] Current status of the port 5ac8190c-cd62-4f94-be68-b6538be72fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:29:11.408827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5aa193af-f738-4dbd-8aac-c1ab20311bc2 None None] Provisioning complete for port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:29:11.409242 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aa193af-f738-4dbd-8aac-c1ab20311bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:11.483811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5aa193af-f738-4dbd-8aac-c1ab20311bc2 None None] Current status of the port 85076aa3-4c0b-420f-aa8a-cbf4b7b2a0d9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:29:13.208133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42660) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:13.407626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f1797e-9376-45ac-ba02-612cd4e6baf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:13.408111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f1797e-9376-45ac-ba02-612cd4e6baf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:13.409687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-26f1797e-9376-45ac-ba02-612cd4e6baf5 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2005768 Feb 03 21:29:15.642756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:15.842150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989aadf3-aa45-4276-9e22-c87427ec8861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:15.842536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989aadf3-aa45-4276-9e22-c87427ec8861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:15.844119 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-989aadf3-aa45-4276-9e22-c87427ec8861 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004154 Feb 03 21:29:18.092331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:18.217017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff08a7-2046-4fa0-881c-c977e0883b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:18.218290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7bff08a7-2046-4fa0-881c-c977e0883b10 admin admin] 10.222.0.50 "GET /v2.0/networks/7900762a-372a-486f-b680-5872c50c0e6b HTTP/1.1" status: 200 len: 869 time: 0.1249883 Feb 03 21:29:20.419766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:20.549982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f860bb24-79a0-4c0e-b504-ee17497699b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:20.551366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f860bb24-79a0-4c0e-b504-ee17497699b2 admin admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 886 time: 0.1306610 Feb 03 21:29:22.752530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:22.938865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf79535-26db-486f-85c3-d98baaa82367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:22.939264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf79535-26db-486f-85c3-d98baaa82367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:22.940801 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-faf79535-26db-486f-85c3-d98baaa82367 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1873093 Feb 03 21:29:23.475817 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d009952-85c0-41ce-af1a-b346a411ac22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:25.132685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:25.230129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87af26c-27ad-4027-a965-b78eda01c908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:25.230588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87af26c-27ad-4027-a965-b78eda01c908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:25.232104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c87af26c-27ad-4027-a965-b78eda01c908 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0984142 Feb 03 21:29:25.655206 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca2325bd-1408-4c4b-9de1-13b9b32d39d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:26.740080 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:27.429663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:27.514388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9837f36c-89a1-4a31-b120-d63492f52b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:27.515728 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9837f36c-89a1-4a31-b120-d63492f52b52 admin admin] 10.222.0.50 "GET /v2.0/subnets/51383885-e37f-4eb8-b48a-3d86f1d01c4e HTTP/1.1" status: 200 len: 816 time: 0.0851004 Feb 03 21:29:28.369191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:29.717966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:29.737956 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:29.814279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844afe9b-4bb3-4dd2-ade1-7a38bb9e8dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:29.815695 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-844afe9b-4bb3-4dd2-ade1-7a38bb9e8dde admin admin] 10.222.0.50 "GET /v2.0/subnets/f85f66e1-147b-4e2d-829d-f08ad86c9832 HTTP/1.1" status: 200 len: 868 time: 0.0967212 Feb 03 21:29:46.827257 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:29:53.478218 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0231338-8b3e-4380-b518-6c0baaa06eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:54.730105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:54.777093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-dd209f16-8e56-4fd3-ada6-9e3880c352b8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:29:54.778700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dd209f16-8e56-4fd3-ada6-9e3880c352b8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475805 Feb 03 21:29:55.660748 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b317f39-b1ce-4bfe-8cca-d4946349ca3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:56.743167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:57.068718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:57.127819 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8ddb8f-b627-46fb-943c-587196dde253 admin admin] GET failed (client error): The resource could not be found. Feb 03 21:29:57.129099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ef8ddb8f-b627-46fb-943c-587196dde253 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593946 Feb 03 21:29:57.266795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e681a35-98c7-4068-abbb-2d2554608906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:57.268174 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0e681a35-98c7-4068-abbb-2d2554608906 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351678 Feb 03 21:29:58.373188 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:59.529908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:29:59.576654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Request body: {'network': {'shared': True, 'tenant_id': '06505dd4d877424bbef1d8fdc7da3e2f', 'project_id': '06505dd4d877424bbef1d8fdc7da3e2f', 'admin_state_up': True, 'name': 'shared'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:29:59.602555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Made reservation on behalf of 06505dd4d877424bbef1d8fdc7da3e2f for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:29:59.605766 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:59.649652 n-d-824834-9 neutron-server[103398]: WARNING neutron.services.revisions.revision_plugin [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Could not find related network for resource to bump revision. Feb 03 21:29:59.662568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:29:59.672007 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ce2b378b-05e7-4c12-be8b-c4bee8299c75), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:59.672353 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Added segment ce2b378b-05e7-4c12-be8b-c4bee8299c75 of type vlan for network 7a6daca8-6964-4844-b480-b1b73813dbb0 Feb 03 21:29:59.714333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (7a6daca8-6964-4844-b480-b1b73813dbb0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:59.738329 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (7a6daca8-6964-4844-b480-b1b73813dbb0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:59.739348 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:59.740051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:29:59.740729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:29:59.791770 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2607458 Feb 03 21:29:59.802802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6daca8-6964-4844-b480-b1b73813dbb0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:29:59.810754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.811127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.811453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.811794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.812142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.812474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.812806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.813171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.813500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.813828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.814180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.814510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.814836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b2dc6-0f49-4104-8242-2849d0af9062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:29:59.830717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:30:02.044730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:30:02.106213 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff46731-fdbb-4a2a-8bef-8e1006fa8889 admin admin] GET failed (client error): The resource could not be found. Feb 03 21:30:02.107486 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1ff46731-fdbb-4a2a-8bef-8e1006fa8889 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617256 Feb 03 21:30:02.176208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074bcbf5-9a48-4a77-ad7f-a1ac6bc08e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:30:02.177577 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-074bcbf5-9a48-4a77-ad7f-a1ac6bc08e95 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661862 Feb 03 21:30:02.186939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Request body: {'subnet': {'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': '06505dd4d877424bbef1d8fdc7da3e2f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:30:02.204669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Made reservation on behalf of 06505dd4d877424bbef1d8fdc7da3e2f for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:30:02.206855 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:02.368427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for subnet (5dc736d9-6ab3-4968-a97e-f04e1e019dd3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:02.421274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc736d9-6ab3-4968-a97e-f04e1e019dd3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:30:02.429651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:30:02.430008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Network hostable DHCP agents. Network: 7a6daca8-6964-4844-b480-b1b73813dbb0, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:30:02.446107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:30:02.453611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 7a6daca8-6964-4844-b480-b1b73813dbb0) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:30:02.457662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:30:02.458261 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:02.463832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d9938b-2c17-456c-9ddd-0c09d10ba781 None None] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:30:02.472732 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-be329771-ed32-4740-adde-0841ee931ab4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2890518 Feb 03 21:30:02.566987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-7a6daca8-6964-4844-b480-b1b73813dbb0', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'project_id': '06505dd4d877424bbef1d8fdc7da3e2f', 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:30:02.567889 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:02.797799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Allocated IP 192.168.233.2 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/ef88328f-7db8-4ba5-b5f8-28b70378b3c9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:30:02.943394 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Publish callbacks [] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:02.949172 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:02.987033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:30:02.992178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:30:02.995159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:30:03.007399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Pushing event updated for resources: {'Port': ['ID=ef88328f-7db8-4ba5-b5f8-28b70378b3c9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:30:03.031474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.031821 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.032160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.032489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.032818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.033171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.033494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.033809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.034138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.034439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.034753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.035065 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.035404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:30:03.073219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Attempting to bind port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:30:03.073507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Attempting to bind port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:30:03.073872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Attempting to bind port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:30:03.078834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:30:03.079206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:30:03.079603 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:03.079999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:30:03.080456 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Bound port: ef88328f-7db8-4ba5-b5f8-28b70378b3c9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:30:03.080832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:03.142569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] For port ef88328f-7db8-4ba5-b5f8-28b70378b3c9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:30:03.145789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] For port ef88328f-7db8-4ba5-b5f8-28b70378b3c9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ef88328f-7db8-4ba5-b5f8-28b70378b3c9,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:30:03.152480 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:03.207206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6bc8c-9884-4eff-8110-48fd01920187 None None] Pushing event updated for resources: {'Port': ['ID=ef88328f-7db8-4ba5-b5f8-28b70378b3c9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:30:04.246927 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477c2e8-efb0-4716-8892-6d4e73d29d2e None None] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:30:04.315288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c187a9be-1951-4558-8a57-f52e542e49ee None None] Provisioning complete for port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:30:04.315742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c187a9be-1951-4558-8a57-f52e542e49ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:04.418596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ef88328f-7db8-4ba5-b5f8-28b70378b3c9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:30:04.438539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c187a9be-1951-4558-8a57-f52e542e49ee None None] Current status of the port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:30:04.438926 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c187a9be-1951-4558-8a57-f52e542e49ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:04.507155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c187a9be-1951-4558-8a57-f52e542e49ee None None] For port ef88328f-7db8-4ba5-b5f8-28b70378b3c9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ef88328f-7db8-4ba5-b5f8-28b70378b3c9,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:30:04.515124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c187a9be-1951-4558-8a57-f52e542e49ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:04.550561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:30:04.550950 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:04.599087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187a9be-1951-4558-8a57-f52e542e49ee None None] Pushing event updated for resources: {'Port': ['ID=ef88328f-7db8-4ba5-b5f8-28b70378b3c9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:30:04.658076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:30:04.741563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a1d8e36d-739c-4f84-8081-5df5265fa6ef None None] Provisioning complete for port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:30:04.742041 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1d8e36d-739c-4f84-8081-5df5265fa6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:04.823308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8e36d-739c-4f84-8081-5df5265fa6ef None None] Current status of the port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:30:06.354977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ef88328f-7db8-4ba5-b5f8-28b70378b3c9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:30:06.405460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:30:06.405834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ef88328f-7db8-4ba5-b5f8-28b70378b3c9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:06.479646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ef88328f-7db8-4ba5-b5f8-28b70378b3c9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:30:23.480104 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-676e9e73-0eb9-41d7-8912-9fa6fdc37f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:23.826759 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:30:25.662447 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dab1a811-cff9-4b09-bfee-206d33678aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:26.745412 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:28.376774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:29.741668 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:53.481964 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1f0cda1-4152-4304-a79c-281cc856918c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:55.663285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-321cf0c0-113a-490d-8f7d-e899bc9f5091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:56.749612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:58.380429 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:30:59.743113 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:00.826060 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:31:23.485591 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c3b687e-dd82-420c-b2f5-37452ac7a133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:25.665420 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-accb88b6-2f1c-433b-8385-8f1c6d22ccae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:26.753431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:28.386619 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:29.745310 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:37.824631 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:31:43.746108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:31:43.752435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-e380bfb1-ff79-4f4a-9b5f-1af438a8b096 tempest-verify_tempest_config-1330272296 tempest-verify_tempest_config-1330272296-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:31:43.753429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e380bfb1-ff79-4f4a-9b5f-1af438a8b096 tempest-verify_tempest_config-1330272296 tempest-verify_tempest_config-1330272296-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057797 Feb 03 21:31:44.051450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:31:44.151892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:44.231186 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Publish callbacks [] for security_group (cd28c2d2-b0f1-4be5-bac9-9956956dee33), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:44.234859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cd28c2d2-b0f1-4be5-bac9-9956956dee33), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:44.280725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd28c2d2-b0f1-4be5-bac9-9956956dee33,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:31:44.284338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=604eed3c00544f6a861cdb7eb05104ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2318559 Feb 03 21:31:44.287248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:31:44.289556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.289903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.290243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.290577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.290907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.291236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.291559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.291883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.292205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.292526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.292846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.293192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.293515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a01fd-4a15-446b-9add-f9fc438544d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.341381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Publish callbacks [] for security_group (cd28c2d2-b0f1-4be5-bac9-9956956dee33), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:44.362810 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Publish callbacks [] for security_group (cd28c2d2-b0f1-4be5-bac9-9956956dee33), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:44.454977 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cd28c2d2-b0f1-4be5-bac9-9956956dee33), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:44.457673 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:44.458845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd28c2d2-b0f1-4be5-bac9-9956956dee33 HTTP/1.1" status: 204 len: 168 time: 0.1706150 Feb 03 21:31:44.467088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd28c2d2-b0f1-4be5-bac9-9956956dee33,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:31:44.473572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.473928 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.474279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.474621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.474962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.475318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.475654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.475983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.476312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.476642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.477000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.477326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:44.477651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e25393-ba92-4995-9fe4-2d0686dc8965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:31:53.487614 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91a6c8b5-1014-4f18-b9e3-1f356194c357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:55.666834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca23acb0-dc3d-4832-aa5a-bfa2251e8fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:56.759256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:58.387868 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:31:59.747786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:14.823002 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:32:23.489411 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13f5369c-8201-4a92-a110-6ff6e4789845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:25.668861 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84ace370-cacc-4c15-b197-d9bbbe9b88f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:26.758596 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:28.391706 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:29.749223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:51.821670 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:32:53.491894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d938b8e-2b0f-44b5-b3b7-195e006bad18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:55.671727 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35d1f845-d69c-46e6-a57b-32076f966aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:56.765161 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:58.395719 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:32:59.751671 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:23.494334 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ca8195b-3e52-41ba-82ca-49a766d8703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:25.672436 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e5e75fa-3a9f-44d4-995e-f290c63ed157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:26.766081 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:28.400451 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:28.819744 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:33:29.753333 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:53.496397 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7888d11e-8606-41b2-afa8-50ae7af68b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:55.673525 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68e1867e-0f97-4512-88af-6f35e48524fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:56.768564 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:58.401042 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:33:59.755421 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:05.818816 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:34:23.501851 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3871c49e-06b4-407d-ac83-3197923bd642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:25.674367 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7fea-2dc7-4a3a-9c36-1541d858f116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:26.771304 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:28.403266 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:29.756894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:42.817537 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:34:53.504541 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8a470c5-7cd6-4403-b617-208a32697449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:54.067645 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395892'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:54.127939 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395892'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:55.678346 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd447-6810-4429-85d0-b2f7877b72f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:56.774252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:58.406479 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:34:59.760177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:19.820704 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:35:23.505426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-645d9307-3669-405b-b79a-b45deb6c7aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:24.053889 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:24.121826 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:25.679211 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-def706b9-681c-4d08-a8c8-19f06d2bf95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:26.777152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:28.410156 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:29.763423 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:41.154260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42926) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:35:41.257172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-79bad602-3af1-4b65-ad10-ee4c23ac5d82 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1015260 Feb 03 21:35:43.512533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:35:43.573640 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1ea0bb7f-172b-4b03-89ea-b0e39c28d789 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0600128 Feb 03 21:35:53.507395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34ec9a7d-c3a4-4676-adbd-f04aba60ecd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:54.069418 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:54.137709 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:55.679844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84727bea-a5c8-4924-938a-1d3b0c4cc617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:56.779574 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:56.821145 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:35:58.414948 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:35:59.764367 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:23.510848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf6815c8-ed98-4ce2-b581-55147fb5d74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:24.069025 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:24.162736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:25.682779 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5d85ce6-30f7-4920-96e1-0bd1b62c1766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:26.787123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:28.419101 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:29.768100 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:33.820247 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:36:53.514146 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590b728-5a96-4109-8034-e0edd12f1f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:54.081942 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:54.168396 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:55.684746 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c67390e-9aa8-4142-a6c1-659cfa7f4f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:56.788690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:58.420816 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:36:59.798716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:06.956489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:07.092818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:07.171065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Publish callbacks [] for security_group (3300e751-73ad-4093-9b65-fc90c73a02ea), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:07.175478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3300e751-73ad-4093-9b65-fc90c73a02ea), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:07.182363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:07.185569 n-d-824834-9 neutron-server[103397]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 21:37:07.218212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3300e751-73ad-4093-9b65-fc90c73a02ea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:07.223507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-4e86a5f7-09c9-4e64-a28c-9a03b23d7b8e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398369 Feb 03 21:37:07.230360 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f73c8664efc43f88b35319874ad4bdf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2723367 Feb 03 21:37:07.231818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.232163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.232498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.232832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.233394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.233725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.234048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.234522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.234842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.235031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43352) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:07.235538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.235883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.236194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.236665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4494a0-d46e-488c-84be-e6112650a503 admin admin] Tracked resource versions report: Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: pushed versions: Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: { 'AddressGroup': {'1.2'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'ConntrackHelper': {'1.0'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'LocalIPAssociation': {'1.0'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Log': {'1.0'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Network': {'1.1'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Port': {'1.7'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'PortForwarding': {'1.2'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'QosPolicy': {'1.10'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'SecurityGroup': {'1.5'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'SecurityGroupRule': {'1.2'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'SubPort': {'1.0'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Subnet': {'1.1'}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Trunk': {'1.1'}} Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: consumer versions: Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: { DHCP agent@n-d-824834-9: {}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: HyperV agent@n-h1-824834-9: {}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: HyperV agent@n-h2-824834-9: {}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: L3 agent@n-d-824834-9: {}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: Metadata agent@n-d-824834-9: {}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: Metering agent@n-d-824834-9: {}, Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: Open vSwitch agent@n-d-824834-9: { 'AddressGroup': '1.2', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'ConntrackHelper': '1.0', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'LocalIPAssociation': '1.0', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Log': '1.0', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Network': '1.1', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Port': '1.7', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'PortForwarding': '1.2', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'QosPolicy': '1.10', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'SecurityGroup': '1.5', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'SecurityGroupRule': '1.2', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'SubPort': '1.0', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Subnet': '1.1', Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: 'Trunk': '1.1'}} Feb 03 21:37:07.237888 n-d-824834-9 neutron-server[103398]: {{(pid=103398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 21:37:07.424338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Publish callbacks [] for security_group (3300e751-73ad-4093-9b65-fc90c73a02ea), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:07.439224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-045c6bc1-02fd-4edf-a6ab-60ceba561ded tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:07.440675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-045c6bc1-02fd-4edf-a6ab-60ceba561ded tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162116 Feb 03 21:37:07.472463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Publish callbacks [] for security_group (3300e751-73ad-4093-9b65-fc90c73a02ea), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:07.479437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-a7b338a9-f1d1-46d0-9d33-fd13c39e57b5 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/quotas/8324c0cc03fd42f79ba67c3b913198aa HTTP/1.1" status: 200 len: 375 time: 0.0308068 Feb 03 21:37:07.552471 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-e065412b-25c6-48d2-be72-6e4ffc13b5d8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568955 Feb 03 21:37:07.570424 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3300e751-73ad-4093-9b65-fc90c73a02ea), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:07.573288 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:07.578614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3300e751-73ad-4093-9b65-fc90c73a02ea HTTP/1.1" status: 204 len: 168 time: 0.3406727 Feb 03 21:37:07.590889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3300e751-73ad-4093-9b65-fc90c73a02ea,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:07.611023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.611397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.611748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.612091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.612425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.612754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.613131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.613463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.613809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.615994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.615994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.615994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.615994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b27eb-c579-4b89-b36d-61ced3306b93 admin admin] Tracked resource versions report: Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: pushed versions: Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: { 'AddressGroup': {'1.2'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'ConntrackHelper': {'1.0'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'LocalIPAssociation': {'1.0'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Log': {'1.0'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Network': {'1.1'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Port': {'1.7'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'PortForwarding': {'1.2'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'QosPolicy': {'1.10'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'SecurityGroup': {'1.5'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'SecurityGroupRule': {'1.2'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'SubPort': {'1.0'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Subnet': {'1.1'}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Trunk': {'1.1'}} Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: consumer versions: Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: { DHCP agent@n-d-824834-9: {}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: HyperV agent@n-h1-824834-9: {}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: HyperV agent@n-h2-824834-9: {}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: L3 agent@n-d-824834-9: {}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: Metadata agent@n-d-824834-9: {}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: Metering agent@n-d-824834-9: {}, Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: Open vSwitch agent@n-d-824834-9: { 'AddressGroup': '1.2', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'ConntrackHelper': '1.0', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'LocalIPAssociation': '1.0', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Log': '1.0', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Network': '1.1', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Port': '1.7', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'PortForwarding': '1.2', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'QosPolicy': '1.10', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'SecurityGroup': '1.5', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'SecurityGroupRule': '1.2', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'SubPort': '1.0', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Subnet': '1.1', Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: 'Trunk': '1.1'}} Feb 03 21:37:07.616319 n-d-824834-9 neutron-server[103397]: {{(pid=103397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 21:37:07.963545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:07.981511 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c59340dc-68f6-40d5-95d2-78a620a0d4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.074649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c59340dc-68f6-40d5-95d2-78a620a0d4a5 admin admin] Publish callbacks [] for security_group (5e9921ee-16a2-462e-b896-08ec0853730d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.081934 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c59340dc-68f6-40d5-95d2-78a620a0d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5e9921ee-16a2-462e-b896-08ec0853730d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.127091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59340dc-68f6-40d5-95d2-78a620a0d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9921ee-16a2-462e-b896-08ec0853730d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:08.137315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c59340dc-68f6-40d5-95d2-78a620a0d4a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12eb6a8f79bc4a0baf79103de2075d43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1704142 Feb 03 21:37:08.138285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43420) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:08.201321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed07890c-180e-476f-b5b3-43f14de8c711 admin admin] Publish callbacks [] for security_group (5e9921ee-16a2-462e-b896-08ec0853730d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.216270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43426) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:08.226796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed07890c-180e-476f-b5b3-43f14de8c711 admin admin] Publish callbacks [] for security_group (5e9921ee-16a2-462e-b896-08ec0853730d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.298380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed07890c-180e-476f-b5b3-43f14de8c711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5e9921ee-16a2-462e-b896-08ec0853730d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.301704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed07890c-180e-476f-b5b3-43f14de8c711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.306267 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ed07890c-180e-476f-b5b3-43f14de8c711 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e9921ee-16a2-462e-b896-08ec0853730d HTTP/1.1" status: 204 len: 168 time: 0.1670265 Feb 03 21:37:08.316208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07890c-180e-476f-b5b3-43f14de8c711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9921ee-16a2-462e-b896-08ec0853730d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:08.342175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:08.629945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3238e0cf-e86a-4475-ab8c-36c7a2510bdd req-4c24c0af-6400-4dea-ac23-e2b7fb4d7362 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 210 time: 0.4120109 Feb 03 21:37:08.679921 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66969f5b-7701-4503-bd16-03760bc9f601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.771991 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66969f5b-7701-4503-bd16-03760bc9f601 admin admin] Publish callbacks [] for security_group (87cbe178-03ea-4aaf-b7f6-6d6d76e9ed8f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.779922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66969f5b-7701-4503-bd16-03760bc9f601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (87cbe178-03ea-4aaf-b7f6-6d6d76e9ed8f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.841402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-66969f5b-7701-4503-bd16-03760bc9f601 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d46cbfea70194145a9edb4831433e2a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4955242 Feb 03 21:37:08.841658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43468) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:08.852003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66969f5b-7701-4503-bd16-03760bc9f601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cbe178-03ea-4aaf-b7f6-6d6d76e9ed8f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:08.937975 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c0edf4-37ea-4a6f-8c4b-751d09e629c4 admin admin] Publish callbacks [] for security_group (87cbe178-03ea-4aaf-b7f6-6d6d76e9ed8f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:08.967656 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c0edf4-37ea-4a6f-8c4b-751d09e629c4 admin admin] Publish callbacks [] for security_group (87cbe178-03ea-4aaf-b7f6-6d6d76e9ed8f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:09.041937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c0edf4-37ea-4a6f-8c4b-751d09e629c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (87cbe178-03ea-4aaf-b7f6-6d6d76e9ed8f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:09.044594 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c0edf4-37ea-4a6f-8c4b-751d09e629c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:09.045911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-63c0edf4-37ea-4a6f-8c4b-751d09e629c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87cbe178-03ea-4aaf-b7f6-6d6d76e9ed8f HTTP/1.1" status: 204 len: 168 time: 0.2029557 Feb 03 21:37:09.055948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0edf4-37ea-4a6f-8c4b-751d09e629c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cbe178-03ea-4aaf-b7f6-6d6d76e9ed8f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:09.588894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:09.624215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35683990-5194-4538-bff1-056143b40db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:09.670956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.10', 54150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:09.729168 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-cd94fca6-17c3-4dec-8515-c2dca22a076f tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546379 Feb 03 21:37:09.755767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35683990-5194-4538-bff1-056143b40db7 admin admin] Publish callbacks [] for security_group (360adc12-18f5-4d3c-a02d-edf0aca05569), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:09.766572 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35683990-5194-4538-bff1-056143b40db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (360adc12-18f5-4d3c-a02d-edf0aca05569), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:09.855600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-35683990-5194-4538-bff1-056143b40db7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32aadab07e7544499beeb9dba560a6c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2644503 Feb 03 21:37:09.881626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35683990-5194-4538-bff1-056143b40db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360adc12-18f5-4d3c-a02d-edf0aca05569,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:09.898242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:09.972130 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-638fee76-ec3d-4cb6-b23a-76788952b718 admin admin] Publish callbacks [] for security_group (360adc12-18f5-4d3c-a02d-edf0aca05569), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:10.001454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-638fee76-ec3d-4cb6-b23a-76788952b718 admin admin] Publish callbacks [] for security_group (360adc12-18f5-4d3c-a02d-edf0aca05569), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:10.018733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-6819baab-9e82-4d2a-af89-2bd727b9b49e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:10.020314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-6819baab-9e82-4d2a-af89-2bd727b9b49e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886448 Feb 03 21:37:10.069508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-638fee76-ec3d-4cb6-b23a-76788952b718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (360adc12-18f5-4d3c-a02d-edf0aca05569), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:10.069508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-638fee76-ec3d-4cb6-b23a-76788952b718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:10.070858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-638fee76-ec3d-4cb6-b23a-76788952b718 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/360adc12-18f5-4d3c-a02d-edf0aca05569 HTTP/1.1" status: 204 len: 168 time: 0.1711614 Feb 03 21:37:10.102805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-157109a2-dadb-4fb5-bbb5-fec698695cf8 req-7f2d826f-471f-4c31-b92a-482eb60de623 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 210 time: 0.0478740 Feb 03 21:37:10.114870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fee76-ec3d-4cb6-b23a-76788952b718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360adc12-18f5-4d3c-a02d-edf0aca05569,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:10.140090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Request body: {'port': {'device_id': '7d4dc90f-232b-4c58-be2a-1b3786ad68b6', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '8324c0cc03fd42f79ba67c3b913198aa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:10.400705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Made reservation on behalf of 8324c0cc03fd42f79ba67c3b913198aa for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:10.405612 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:10.533185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:10.631237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks [] for security_group (493cd76b-b2ad-4a22-bd74-070172aff978), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:10.638267 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (493cd76b-b2ad-4a22-bd74-070172aff978), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:10.770797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493cd76b-b2ad-4a22-bd74-070172aff978,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:10.822108 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:37:10.904753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:10.930422 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-690ef3a6-63eb-47fc-94bb-c9a913e0b7b4 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=39ce3d730401457b8186987959277e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394170 Feb 03 21:37:10.944168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:10.950219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Allocated IP 192.168.233.84 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/5256ac6a-b2f8-444d-a655-c30ba9af63be) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:37:11.072695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feed482-dc13-49f2-b225-ee633074f7fd req-08b84113-c092-41c5-804c-674712513985 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:11.074178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-08b84113-c092-41c5-804c-674712513985 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430063 Feb 03 21:37:11.097179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-f4390406-c113-4939-b9b3-23420bc4d82b tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/quotas/39ce3d730401457b8186987959277e12 HTTP/1.1" status: 200 len: 375 time: 0.0170209 Feb 03 21:37:11.148435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-15d982c1-b8d2-4d0b-9ac9-aadb9f9d0e5b tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=39ce3d730401457b8186987959277e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499349 Feb 03 21:37:11.249811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks [] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:11.310506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:11.314469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5980aabc-5cab-44f9-8501-ca70eb2bb66f req-f4c5e285-8776-41c6-994f-f6b9740a3af7 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 210 time: 0.0592444 Feb 03 21:37:11.399909 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c795385b-47b3-46f2-8b2d-d68ee5cf5b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:11.536678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:37:11.547195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:11.576839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99ec571a-5ce3-456d-a686-19e8e2cecf2a req-2e685cb1-82ff-441c-9ab1-eaa3a0e5bd7b tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 210 time: 0.1466575 Feb 03 21:37:11.579070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:37:11.586132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:11.587105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:11.662769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5323060 Feb 03 21:37:11.664650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3112c323-d7fb-4e77-a4b4-6c4693ac4259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:11.667081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa572305-b549-4cda-9eae-00edad572503 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Pushing event updated for resources: {'Port': ['ID=5256ac6a-b2f8-444d-a655-c30ba9af63be,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:11.830036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-76b15b9f-6fb0-47fa-9890-0501b260375f tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:37:11.830652 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c795385b-47b3-46f2-8b2d-d68ee5cf5b98 admin admin] Publish callbacks [] for security_group (fbd44138-fe96-428b-9824-e1cf3882eb12), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:11.831874 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-76b15b9f-6fb0-47fa-9890-0501b260375f tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106280 Feb 03 21:37:11.839300 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c795385b-47b3-46f2-8b2d-d68ee5cf5b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fbd44138-fe96-428b-9824-e1cf3882eb12), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:11.856102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3112c323-d7fb-4e77-a4b4-6c4693ac4259 admin admin] Publish callbacks [] for security_group (6a68c72e-7cf8-4d8c-a0cb-1e43fee08231), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:11.873087 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3112c323-d7fb-4e77-a4b4-6c4693ac4259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6a68c72e-7cf8-4d8c-a0cb-1e43fee08231), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:11.930352 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3112c323-d7fb-4e77-a4b4-6c4693ac4259 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=743703f44010416e910fef0d4cf4542d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9808135 Feb 03 21:37:11.930352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:11.932674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c795385b-47b3-46f2-8b2d-d68ee5cf5b98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40a8c3f421a54a2b8f39e8df555ddbcb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0262535 Feb 03 21:37:11.939406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:12.056993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4b1971d1-1d6b-4ee5-80a4-f820953f4dda None None] Provisioning complete for port 5256ac6a-b2f8-444d-a655-c30ba9af63be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:12.058219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b1971d1-1d6b-4ee5-80a4-f820953f4dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:12.060418 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96e81c18-f9af-4169-b1ee-6d73b53ae908 admin admin] Publish callbacks [] for security_group (fbd44138-fe96-428b-9824-e1cf3882eb12), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:12.085234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795385b-47b3-46f2-8b2d-d68ee5cf5b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd44138-fe96-428b-9824-e1cf3882eb12,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:12.094410 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96e81c18-f9af-4169-b1ee-6d73b53ae908 admin admin] Publish callbacks [] for security_group (fbd44138-fe96-428b-9824-e1cf3882eb12), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:12.144637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86caa370-497b-45ab-9cbb-6f09a945794d admin admin] Publish callbacks [] for security_group (6a68c72e-7cf8-4d8c-a0cb-1e43fee08231), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:12.171534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4b1971d1-1d6b-4ee5-80a4-f820953f4dda None None] Port 5256ac6a-b2f8-444d-a655-c30ba9af63be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:37:12.192081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96e81c18-f9af-4169-b1ee-6d73b53ae908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fbd44138-fe96-428b-9824-e1cf3882eb12), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:12.196195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96e81c18-f9af-4169-b1ee-6d73b53ae908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:12.201130 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-96e81c18-f9af-4169-b1ee-6d73b53ae908 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbd44138-fe96-428b-9824-e1cf3882eb12 HTTP/1.1" status: 204 len: 168 time: 0.2483494 Feb 03 21:37:12.202012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112c323-d7fb-4e77-a4b4-6c4693ac4259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a68c72e-7cf8-4d8c-a0cb-1e43fee08231,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:12.227462 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86caa370-497b-45ab-9cbb-6f09a945794d admin admin] Publish callbacks [] for security_group (6a68c72e-7cf8-4d8c-a0cb-1e43fee08231), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:12.233075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e81c18-f9af-4169-b1ee-6d73b53ae908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd44138-fe96-428b-9824-e1cf3882eb12,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:12.356462 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86caa370-497b-45ab-9cbb-6f09a945794d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6a68c72e-7cf8-4d8c-a0cb-1e43fee08231), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:12.359894 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86caa370-497b-45ab-9cbb-6f09a945794d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:12.361927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-86caa370-497b-45ab-9cbb-6f09a945794d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a68c72e-7cf8-4d8c-a0cb-1e43fee08231 HTTP/1.1" status: 204 len: 168 time: 0.4177139 Feb 03 21:37:12.371652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caa370-497b-45ab-9cbb-6f09a945794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a68c72e-7cf8-4d8c-a0cb-1e43fee08231,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:12.513388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Request body: {'port': {'device_id': '7d4dc90f-232b-4c58-be2a-1b3786ad68b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:12.868277 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:13.138825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:13.255364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee31dd68-ec82-45a9-ad58-88cb15104930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:13.301604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:13.335591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d190a533-1673-465a-afe3-31d1a5ed559e req-655d1516-8d55-4cac-a698-136d97310563 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 210 time: 0.0976942 Feb 03 21:37:13.372432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb454-fb7b-4e96-a82a-cce54d035ee2 req-249a04a5-9e0e-4fdd-bc3b-e7c522dd3de6 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:13.378588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e07fb454-fb7b-4e96-a82a-cce54d035ee2 req-249a04a5-9e0e-4fdd-bc3b-e7c522dd3de6 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 935 time: 0.5288279 Feb 03 21:37:13.396930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b9f3b65-1449-4401-a4e5-e079625041c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:13.568649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e07fb454-fb7b-4e96-a82a-cce54d035ee2 req-7fbf49c6-71ca-4bd6-99d2-2626cde13744 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813190 Feb 03 21:37:13.687210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b9f3b65-1449-4401-a4e5-e079625041c3 admin admin] Publish callbacks [] for security_group (766771b9-8b35-474c-b191-9380792901b9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:13.688855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:13.698833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b9f3b65-1449-4401-a4e5-e079625041c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (766771b9-8b35-474c-b191-9380792901b9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:13.767282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:13.767888 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1b9f3b65-1449-4401-a4e5-e079625041c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=155d7c80bee742d3ad0fa31c7a92cefd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4636667 Feb 03 21:37:13.795952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f3b65-1449-4401-a4e5-e079625041c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766771b9-8b35-474c-b191-9380792901b9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:13.848332 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ce67-b0f8-44e1-bdcd-c3f5953970a9 admin admin] Publish callbacks [] for security_group (766771b9-8b35-474c-b191-9380792901b9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:13.880762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ce67-b0f8-44e1-bdcd-c3f5953970a9 admin admin] Publish callbacks [] for security_group (766771b9-8b35-474c-b191-9380792901b9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:13.881085 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee31dd68-ec82-45a9-ad58-88cb15104930 admin admin] Publish callbacks [] for security_group (989956f4-606a-4732-9249-f868ae076301), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:13.891253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee31dd68-ec82-45a9-ad58-88cb15104930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (989956f4-606a-4732-9249-f868ae076301), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:13.972451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-577954758-network', 'tenant_id': '0f09365603734af483e8e91138fa808d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:13.999696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ee31dd68-ec82-45a9-ad58-88cb15104930 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3134af57e7bf4a8299db8f7d840f1485&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8594208 Feb 03 21:37:14.001095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31dd68-ec82-45a9-ad58-88cb15104930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989956f4-606a-4732-9249-f868ae076301,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:14.004315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:14.028181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Made reservation on behalf of 0f09365603734af483e8e91138fa808d for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:14.043963 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.071309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:14.073463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.134506 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ce67-b0f8-44e1-bdcd-c3f5953970a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (766771b9-8b35-474c-b191-9380792901b9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.138017 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ce67-b0f8-44e1-bdcd-c3f5953970a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.139473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8fd3ce67-b0f8-44e1-bdcd-c3f5953970a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/766771b9-8b35-474c-b191-9380792901b9 HTTP/1.1" status: 204 len: 168 time: 0.3709197 Feb 03 21:37:14.152438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5256ac6a-b2f8-444d-a655-c30ba9af63be {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:14.159260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3ce67-b0f8-44e1-bdcd-c3f5953970a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766771b9-8b35-474c-b191-9380792901b9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:14.170383 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Publish callbacks [] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.209126 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Publish callbacks [] for security_group (3f1956db-bf63-4d6b-8a04-9be8d163aaad), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.215135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Transition to ACTIVE for port object 5256ac6a-b2f8-444d-a655-c30ba9af63be will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:37:14.224105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f1956db-bf63-4d6b-8a04-9be8d163aaad), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.234252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.250145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc18-fd3d-42e5-824e-a5a7351f0f10 admin admin] Publish callbacks [] for security_group (989956f4-606a-4732-9249-f868ae076301), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.311830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:37:14.348400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1956db-bf63-4d6b-8a04-9be8d163aaad,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:14.367626 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d52cfd2e-6fec-4a03-b4cb-f51744e64c89), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.367981 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Added segment d52cfd2e-6fec-4a03-b4cb-f51744e64c89 of type vlan for network 0f70375c-eef9-47de-b395-09bc690dab70 Feb 03 21:37:14.371685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47404b6d-4d87-4b2c-bf63-a5938e562c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.396831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc18-fd3d-42e5-824e-a5a7351f0f10 admin admin] Publish callbacks [] for security_group (989956f4-606a-4732-9249-f868ae076301), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.473623 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (0f70375c-eef9-47de-b395-09bc690dab70), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.504679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Pushing event updated for resources: {'Port': ['ID=5256ac6a-b2f8-444d-a655-c30ba9af63be,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:14.513116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5409b9ad-ec32-41d7-aca0-e3a04d019dcd req-641786bc-560d-4e73-959d-04b971938c6c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 210 time: 0.0548604 Feb 03 21:37:14.530205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc18-fd3d-42e5-824e-a5a7351f0f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (989956f4-606a-4732-9249-f868ae076301), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.544978 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc18-fd3d-42e5-824e-a5a7351f0f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.544978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7e2dc18-fd3d-42e5-824e-a5a7351f0f10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/989956f4-606a-4732-9249-f868ae076301 HTTP/1.1" status: 204 len: 168 time: 0.5299551 Feb 03 21:37:14.628983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2dc18-fd3d-42e5-824e-a5a7351f0f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989956f4-606a-4732-9249-f868ae076301,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:14.666867 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (0f70375c-eef9-47de-b395-09bc690dab70), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.667844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:14.672103 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.678306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Attempting to bind port 5256ac6a-b2f8-444d-a655-c30ba9af63be on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:37:14.681126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Attempting to bind port 5256ac6a-b2f8-444d-a655-c30ba9af63be by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:37:14.681840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Attempting to bind port 5256ac6a-b2f8-444d-a655-c30ba9af63be on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:14.691704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Port 5256ac6a-b2f8-444d-a655-c30ba9af63be on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:37:14.692301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Attempting to bind port 5256ac6a-b2f8-444d-a655-c30ba9af63be on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:14.702554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:37:14.702994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:14.703707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:37:14.704426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Bound port: 5256ac6a-b2f8-444d-a655-c30ba9af63be, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:37:14.705148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.835069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] For port 5256ac6a-b2f8-444d-a655-c30ba9af63be, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:37:14.847503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] For port 5256ac6a-b2f8-444d-a655-c30ba9af63be, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5256ac6a-b2f8-444d-a655-c30ba9af63be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:37:14.862258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.894651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2029622 Feb 03 21:37:14.910170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:14.924080 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47404b6d-4d87-4b2c-bf63-a5938e562c22 admin admin] Publish callbacks [] for security_group (7e47dcd1-63fd-4708-91bb-f7ee1e85d43e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.932924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa200799-c642-4b93-84ce-2f824d1f2bde admin admin] Pushing event updated for resources: {'Network': ['ID=0f70375c-eef9-47de-b395-09bc690dab70,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:14.935251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Request body: {'subnet': {'network_id': '0f70375c-eef9-47de-b395-09bc690dab70', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-577954758-subnet', 'tenant_id': '0f09365603734af483e8e91138fa808d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:14.938007 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47404b6d-4d87-4b2c-bf63-a5938e562c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7e47dcd1-63fd-4708-91bb-f7ee1e85d43e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:14.943165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.10', 54155) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:14.945661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 0f70375c-eef9-47de-b395-09bc690dab70 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:37:14.988587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9dd6a-8ff7-4a5b-996b-5a09413eba00 req-8608a55b-ba9c-4abd-9a9d-c0e7264b1837 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:14.995979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ac9dd6a-8ff7-4a5b-996b-5a09413eba00 req-8608a55b-ba9c-4abd-9a9d-c0e7264b1837 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 947 time: 0.1804261 Feb 03 21:37:14.997759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:14.998485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:15.012070 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] 10.222.0.10 "PUT /v2.0/ports/5256ac6a-b2f8-444d-a655-c30ba9af63be HTTP/1.1" status: 200 len: 1095 time: 2.8161020 Feb 03 21:37:15.012594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4dc90f-232b-4c58-be2a-1b3786ad68b6', 'tag': '5256ac6a-b2f8-444d-a655-c30ba9af63be'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:15.081151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-c89fad18-f601-4520-9234-7c5f297e6523 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=39ce3d730401457b8186987959277e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1271267 Feb 03 21:37:15.283555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-47404b6d-4d87-4b2c-bf63-a5938e562c22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e1e7a6aaca645b5854e694fde7613a3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2058501 Feb 03 21:37:15.287553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47404b6d-4d87-4b2c-bf63-a5938e562c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e47dcd1-63fd-4708-91bb-f7ee1e85d43e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:15.291892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43814) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:15.419428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ac9dd6a-8ff7-4a5b-996b-5a09413eba00 req-ad68a536-97d1-45bc-a6fd-0df7f10d1201 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204338 Feb 03 21:37:15.515171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feed482-dc13-49f2-b225-ee633074f7fd req-d32386c2-a2f2-4a23-8f5f-7e049c5b1db9 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:15.516929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-d32386c2-a2f2-4a23-8f5f-7e049c5b1db9 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4047234 Feb 03 21:37:15.517978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78602ccf-f469-485b-afe4-bb2a34a238dc admin admin] Publish callbacks [] for security_group (7e47dcd1-63fd-4708-91bb-f7ee1e85d43e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:15.576767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Request body: {'port': {'device_id': '7349d591-b2c7-41df-80f5-ffcc39d6ae95', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '39ce3d730401457b8186987959277e12'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:15.599737 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78602ccf-f469-485b-afe4-bb2a34a238dc admin admin] Publish callbacks [] for security_group (7e47dcd1-63fd-4708-91bb-f7ee1e85d43e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:15.616359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5210be-8d3d-453f-9546-9cf4a1fe290b service neutron] Pushing event updated for resources: {'Port': ['ID=5256ac6a-b2f8-444d-a655-c30ba9af63be,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:15.627858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Made reservation on behalf of 0f09365603734af483e8e91138fa808d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:15.631038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:15.753150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d191b92-5b21-4b7e-9073-4c63e213982a req-da2a259a-5881-4c91-aee3-01e7be904c9e tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 210 time: 0.0591245 Feb 03 21:37:15.877484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-b0e43d12-2228-4bd2-aa8a-9e550f256cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:15.879462 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-b0e43d12-2228-4bd2-aa8a-9e550f256cff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 1129 time: 0.7080350 Feb 03 21:37:15.963505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78602ccf-f469-485b-afe4-bb2a34a238dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7e47dcd1-63fd-4708-91bb-f7ee1e85d43e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:15.970267 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78602ccf-f469-485b-afe4-bb2a34a238dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:15.971754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-78602ccf-f469-485b-afe4-bb2a34a238dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e47dcd1-63fd-4708-91bb-f7ee1e85d43e HTTP/1.1" status: 204 len: 168 time: 0.6514425 Feb 03 21:37:16.015816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78602ccf-f469-485b-afe4-bb2a34a238dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e47dcd1-63fd-4708-91bb-f7ee1e85d43e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:16.017991 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b853b0c7-3234-4f28-8920-cd882afe353e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4dc90f-232b-4c58-be2a-1b3786ad68b6", "tag": "5256ac6a-b2f8-444d-a655-c30ba9af63be"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:16.044386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Made reservation on behalf of 39ce3d730401457b8186987959277e12 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:16.050240 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:16.058041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for subnet (d5825049-9140-4a3f-9f8c-f4d1ee18b3f7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:16.093888 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:16.222015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5825049-9140-4a3f-9f8c-f4d1ee18b3f7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:16.226555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Checking segment: {'id': 'd52cfd2e-6fec-4a03-b4cb-f51744e64c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f70375c-eef9-47de-b395-09bc690dab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:16.226929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Network hostable DHCP agents. Network: 0f70375c-eef9-47de-b395-09bc690dab70, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:37:16.250416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Network 0f70375c-eef9-47de-b395-09bc690dab70 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:37:16.260504 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks [] for security_group (b18deddc-359f-4f45-8b6c-fd8b0f8019c9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:16.268453 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b18deddc-359f-4f45-8b6c-fd8b0f8019c9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:16.269604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 0f70375c-eef9-47de-b395-09bc690dab70) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:16.280322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:16.284648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:16.284862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6babdf-d36d-4ac1-b371-fdecafce771c None None] Network 0f70375c-eef9-47de-b395-09bc690dab70 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:37:16.322305 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da892589-0f96-40bc-8592-54ab3754df41 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3974025 Feb 03 21:37:16.467604 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd14d31-80f6-4203-81d4-b86e9d602142 x-openstack-request-id: req-efd14d31-80f6-4203-81d4-b86e9d602142 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:16.467907 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4dc90f-232b-4c58-be2a-1b3786ad68b6", "tag": "5256ac6a-b2f8-444d-a655-c30ba9af63be", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:16.468160 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efd14d31-80f6-4203-81d4-b86e9d602142 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:16.468875 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4dc90f-232b-4c58-be2a-1b3786ad68b6', 'tag': '5256ac6a-b2f8-444d-a655-c30ba9af63be', 'status': 'completed', 'code': 200} Feb 03 21:37:16.535407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18deddc-359f-4f45-8b6c-fd8b0f8019c9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:16.664058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010dd635-ffdf-42ac-912a-251e22b641f7 None None] Network 0f70375c-eef9-47de-b395-09bc690dab70 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:37:16.914873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Allocated IP 192.168.233.190 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/e0f95128-48f7-48a1-b116-9db0554c4de1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:37:16.916227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-84ca1ba6-0fd7-42f3-afee-a1fe2b3e81e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5256ac6a-b2f8-444d-a655-c30ba9af63be HTTP/1.1" status: 200 len: 217 time: 0.2818632 Feb 03 21:37:16.932107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548976d-2ce0-4424-843c-12926791d7f5 req-8b38315f-8131-4201-ac9f-31809134805a tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:16.934271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9548976d-2ce0-4424-843c-12926791d7f5 req-8b38315f-8131-4201-ac9f-31809134805a tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 947 time: 0.3348413 Feb 03 21:37:17.042203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-51e01cbb-90e9-43e9-86a2-2a1d49928cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:17.044432 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-51e01cbb-90e9-43e9-86a2-2a1d49928cf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1180015 Feb 03 21:37:17.044926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:17.074780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7b01088-ed15-402e-8478-467a4a0fca93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.093839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdacffde-cd65-4aca-b374-36200cff312c req-e2da5c1c-e7f1-45dc-8b9c-ae7cf90bbe8a tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 210 time: 0.1195474 Feb 03 21:37:17.224162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-c9450c5d-cbc4-4543-b172-b1ffb4b2c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:17.225963 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-c9450c5d-cbc4-4543-b172-b1ffb4b2c111 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1538372 Feb 03 21:37:17.330019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9548976d-2ce0-4424-843c-12926791d7f5 req-5512e74e-ccab-429c-aee1-60631854d877 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733706 Feb 03 21:37:17.357759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7b01088-ed15-402e-8478-467a4a0fca93 admin admin] Publish callbacks [] for security_group (aae925e7-4045-4edb-a1ac-df103384189a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.372731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7b01088-ed15-402e-8478-467a4a0fca93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (aae925e7-4045-4edb-a1ac-df103384189a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.417398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b01088-ed15-402e-8478-467a4a0fca93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae925e7-4045-4edb-a1ac-df103384189a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:17.466277 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks [] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.492102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f7b01088-ed15-402e-8478-467a4a0fca93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e054429efa3f463fb18fadf78c6b136d&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4435074 Feb 03 21:37:17.493453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:17.511871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-82e2f209-0591-44ab-a5ae-19b2026e21b6 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583470 Feb 03 21:37:17.561902 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7269ce59-fe85-4664-a77a-acde137c547d admin admin] Publish callbacks [] for security_group (aae925e7-4045-4edb-a1ac-df103384189a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.576602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.733554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7269ce59-fe85-4664-a77a-acde137c547d admin admin] Publish callbacks [] for security_group (aae925e7-4045-4edb-a1ac-df103384189a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.845321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:37:17.846181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Pushing event updated for resources: {'Port': ['ID=e0f95128-48f7-48a1-b116-9db0554c4de1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:17.856782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:17.863380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:37:17.877544 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ab4967b-2fe0-493e-acd0-4a902b0fceb7 req-8610fd86-f2d5-4f06-9e2c-e46f813c2b55 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804947 Feb 03 21:37:17.879826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:17.880507 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.941562 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-9deb7501-87e7-4de6-8577-1575d8063ffe tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3723493 Feb 03 21:37:17.961692 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7269ce59-fe85-4664-a77a-acde137c547d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (aae925e7-4045-4edb-a1ac-df103384189a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.965377 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7269ce59-fe85-4664-a77a-acde137c547d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:17.968225 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7269ce59-fe85-4664-a77a-acde137c547d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aae925e7-4045-4edb-a1ac-df103384189a HTTP/1.1" status: 204 len: 168 time: 0.4736271 Feb 03 21:37:17.978200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269ce59-fe85-4664-a77a-acde137c547d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae925e7-4045-4edb-a1ac-df103384189a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:18.277355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c25aa1b1-af2c-468d-8760-d79070f9aa50 None None] Provisioning complete for port e0f95128-48f7-48a1-b116-9db0554c4de1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:18.278004 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c25aa1b1-af2c-468d-8760-d79070f9aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:18.286307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aa56d-7155-46e8-b6a3-1730be423740 req-efc39205-d83c-43e6-87cf-ac73bb77b510 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:18.294913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec5aa56d-7155-46e8-b6a3-1730be423740 req-efc39205-d83c-43e6-87cf-ac73bb77b510 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 936 time: 0.0870159 Feb 03 21:37:18.316580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:18.324948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-891452722-network', 'tenant_id': '81dfc7badab64984affc8c5d70452556'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:18.357804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c25aa1b1-af2c-468d-8760-d79070f9aa50 None None] Port e0f95128-48f7-48a1-b116-9db0554c4de1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:37:18.417071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Made reservation on behalf of 81dfc7badab64984affc8c5d70452556 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:18.420806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:18.447672 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:18.598196 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Publish callbacks [] for security_group (16c3eaf9-b890-4a2e-999a-f980be4a548d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:18.608859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (16c3eaf9-b890-4a2e-999a-f980be4a548d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:18.648744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace16ba-baa0-4e7d-8058-fca1330f3c91 req-19710a1e-14f8-4201-bccb-21a4168abd7e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:18.658633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eace16ba-baa0-4e7d-8058-fca1330f3c91 req-19710a1e-14f8-4201-bccb-21a4168abd7e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 947 time: 0.1510062 Feb 03 21:37:18.681719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec5aa56d-7155-46e8-b6a3-1730be423740 req-8be42449-fff1-48a7-b20f-4c2bd3371167 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862836 Feb 03 21:37:18.687809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c3eaf9-b890-4a2e-999a-f980be4a548d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:18.711484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:37:18.726878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (dfda1753-1b4e-4083-8284-26d533e22fc8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:18.727227 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Added segment dfda1753-1b4e-4083-8284-26d533e22fc8 of type vlan for network 3405b21c-3879-4889-9295-27dd07ff960f Feb 03 21:37:18.841498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Request body: {'port': {'device_id': '7349d591-b2c7-41df-80f5-ffcc39d6ae95', 'device_owner': 'compute:tempest-test_az-99085360', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:18.851081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3405b21c-3879-4889-9295-27dd07ff960f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:18.937317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eace16ba-baa0-4e7d-8058-fca1330f3c91 req-dd5233dc-0176-4327-9468-c59428d89f3b tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493918 Feb 03 21:37:18.999021 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3405b21c-3879-4889-9295-27dd07ff960f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:19.001368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:19.003094 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:19.055274 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:19.135563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] Pushing event updated for resources: {'Network': ['ID=3405b21c-3879-4889-9295-27dd07ff960f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:19.151878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 3405b21c-3879-4889-9295-27dd07ff960f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:37:19.175680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853b0c7-3234-4f28-8920-cd882afe353e req-b37a01d8-079b-480f-9fc9-e82d6c5f20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:19.179310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b853b0c7-3234-4f28-8920-cd882afe353e req-b37a01d8-079b-480f-9fc9-e82d6c5f20cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 1129 time: 0.3055029 Feb 03 21:37:19.189973 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-789f0050-82f2-455a-84cd-73a74498539b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8679738 Feb 03 21:37:19.194456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43920) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:19.223280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Request body: {'subnet': {'network_id': '3405b21c-3879-4889-9295-27dd07ff960f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-891452722-subnet', 'tenant_id': '81dfc7badab64984affc8c5d70452556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:19.411542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Made reservation on behalf of 81dfc7badab64984affc8c5d70452556 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:19.414763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:19.617903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for subnet (8185e463-940c-4f3d-831f-daebf60d23fd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:19.739988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8185e463-940c-4f3d-831f-daebf60d23fd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:19.742830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853b0c7-3234-4f28-8920-cd882afe353e req-6dba9b94-8251-421f-bd33-bbb0e96cbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:19.744613 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b853b0c7-3234-4f28-8920-cd882afe353e req-6dba9b94-8251-421f-bd33-bbb0e96cbac9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.5525873 Feb 03 21:37:19.758134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Checking segment: {'id': 'dfda1753-1b4e-4083-8284-26d533e22fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3405b21c-3879-4889-9295-27dd07ff960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:19.758567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Network hostable DHCP agents. Network: 3405b21c-3879-4889-9295-27dd07ff960f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:37:19.881603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b853b0c7-3234-4f28-8920-cd882afe353e req-2dfaf73a-b56e-4b70-bc1b-6c3d0acce5d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5256ac6a-b2f8-444d-a655-c30ba9af63be HTTP/1.1" status: 200 len: 217 time: 0.1275370 Feb 03 21:37:19.885791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Network 3405b21c-3879-4889-9295-27dd07ff960f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:37:19.975569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853b0c7-3234-4f28-8920-cd882afe353e req-2f961b26-1396-4eba-bce7-2c92452e83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:19.977165 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b853b0c7-3234-4f28-8920-cd882afe353e req-2f961b26-1396-4eba-bce7-2c92452e83a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0869744 Feb 03 21:37:20.000401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f95128-48f7-48a1-b116-9db0554c4de1 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:20.019891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Publish callbacks [] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:20.042761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 3405b21c-3879-4889-9295-27dd07ff960f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:20.048118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:20.048763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:20.058812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7688af-965c-4699-9c1f-ab044dc95386 None None] Network 3405b21c-3879-4889-9295-27dd07ff960f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:37:20.068013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Transition to ACTIVE for port object e0f95128-48f7-48a1-b116-9db0554c4de1 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:37:20.096127 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:20.118292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853b0c7-3234-4f28-8920-cd882afe353e req-4a5d5018-d863-4cfa-bd45-f4152b5bdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:20.121736 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b853b0c7-3234-4f28-8920-cd882afe353e req-4a5d5018-d863-4cfa-bd45-f4152b5bdb3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1264925 Feb 03 21:37:20.140290 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cf3558c4-8fd2-4cec-8368-96d557a8175f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9435925 Feb 03 21:37:20.287255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Pushing event updated for resources: {'Port': ['ID=e0f95128-48f7-48a1-b116-9db0554c4de1,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:20.316233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:20.362763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a3518-a465-4032-862e-5b79d17d8785 None None] Network 3405b21c-3879-4889-9295-27dd07ff960f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:37:20.377735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79510f1d-a24b-4dcc-9f2a-d7d9eb6a5ac3 req-18e2cb84-f484-482f-badb-c2a09ddfd96e tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:20.385929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79510f1d-a24b-4dcc-9f2a-d7d9eb6a5ac3 req-18e2cb84-f484-482f-badb-c2a09ddfd96e tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 936 time: 0.4796360 Feb 03 21:37:20.529333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Attempting to bind port e0f95128-48f7-48a1-b116-9db0554c4de1 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:37:20.529932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Attempting to bind port e0f95128-48f7-48a1-b116-9db0554c4de1 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:37:20.530971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Attempting to bind port e0f95128-48f7-48a1-b116-9db0554c4de1 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:20.564136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f86b7-5cf6-4b22-859b-2982b60dfcbf req-54f5818d-7c04-4001-a71b-aef0307ecc86 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:20.570195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-814f86b7-5cf6-4b22-859b-2982b60dfcbf req-54f5818d-7c04-4001-a71b-aef0307ecc86 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 947 time: 0.3798952 Feb 03 21:37:20.581210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:20.717227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b926011-2cdf-42df-b41d-a44b1074b0a8 admin admin] Deleting subnet d5825049-9140-4a3f-9f8c-f4d1ee18b3f7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:37:20.724476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b926011-2cdf-42df-b41d-a44b1074b0a8 admin admin] Publish callbacks [] for subnet (d5825049-9140-4a3f-9f8c-f4d1ee18b3f7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:20.755102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b853b0c7-3234-4f28-8920-cd882afe353e req-bfc60bc3-d804-4243-9743-4a909e4a3100 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094236 Feb 03 21:37:20.887539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Port e0f95128-48f7-48a1-b116-9db0554c4de1 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:37:20.892774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Attempting to bind port e0f95128-48f7-48a1-b116-9db0554c4de1 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:20.983448 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b926011-2cdf-42df-b41d-a44b1074b0a8 admin admin] Publish callbacks [] for subnet (d5825049-9140-4a3f-9f8c-f4d1ee18b3f7), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.031841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:37:21.032607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:21.032766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:37:21.033284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Bound port: e0f95128-48f7-48a1-b116-9db0554c4de1, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:37:21.037441 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.037579 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b853b0c7-3234-4f28-8920-cd882afe353e req-7f7a4d39-9ddf-4324-bad9-971de0b36dbc service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612269 Feb 03 21:37:21.062933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b926011-2cdf-42df-b41d-a44b1074b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d5825049-9140-4a3f-9f8c-f4d1ee18b3f7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.125334 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70f96af8-5951-46f2-b942-94bc8a1fa374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.142869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79510f1d-a24b-4dcc-9f2a-d7d9eb6a5ac3 req-d1f45fd9-bb51-4f3f-b9ca-e2b25ca97346 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7555993 Feb 03 21:37:21.179711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-814f86b7-5cf6-4b22-859b-2982b60dfcbf req-06063d21-211f-4722-9d04-e517e819b6c2 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796963 Feb 03 21:37:21.274841 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b926011-2cdf-42df-b41d-a44b1074b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for subnet (d5825049-9140-4a3f-9f8c-f4d1ee18b3f7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.310976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b926011-2cdf-42df-b41d-a44b1074b0a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.317396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9b926011-2cdf-42df-b41d-a44b1074b0a8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d5825049-9140-4a3f-9f8c-f4d1ee18b3f7 HTTP/1.1" status: 204 len: 168 time: 0.7326343 Feb 03 21:37:21.317686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:21.323417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b926011-2cdf-42df-b41d-a44b1074b0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5825049-9140-4a3f-9f8c-f4d1ee18b3f7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:21.327071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] For port e0f95128-48f7-48a1-b116-9db0554c4de1, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:37:21.361551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] For port e0f95128-48f7-48a1-b116-9db0554c4de1, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e0f95128-48f7-48a1-b116-9db0554c4de1,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:37:21.405536 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70f96af8-5951-46f2-b942-94bc8a1fa374 admin admin] Publish callbacks [] for security_group (7ffb9a2c-83d3-46f4-ae9f-5cacae1ddadb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.409207 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.437273 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70f96af8-5951-46f2-b942-94bc8a1fa374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7ffb9a2c-83d3-46f4-ae9f-5cacae1ddadb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.535907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:21.539885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-70f96af8-5951-46f2-b942-94bc8a1fa374 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85b9a0ee651f486eaad02ed06f78a409&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2039220 Feb 03 21:37:21.541758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:21.542388 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.543943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] 10.222.0.10 "PUT /v2.0/ports/e0f95128-48f7-48a1-b116-9db0554c4de1 HTTP/1.1" status: 200 len: 1116 time: 2.7164664 Feb 03 21:37:21.544365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (0f70375c-eef9-47de-b395-09bc690dab70), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:21.547316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7349d591-b2c7-41df-80f5-ffcc39d6ae95', 'tag': 'e0f95128-48f7-48a1-b116-9db0554c4de1'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:21.693009 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3212c9-6864-4360-a030-292527b44a77 admin admin] Publish callbacks [] for security_group (7ffb9a2c-83d3-46f4-ae9f-5cacae1ddadb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.037696 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (0f70375c-eef9-47de-b395-09bc690dab70), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.081229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.082006 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.082980 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.083530 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > port after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.086313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.087546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > port after_update 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.088291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.089051 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.092243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.092806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.131362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea36cb-9b23-4d85-a8b4-292f897fb28b service neutron] Pushing event updated for resources: {'Port': ['ID=e0f95128-48f7-48a1-b116-9db0554c4de1,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:22.155872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f96af8-5951-46f2-b942-94bc8a1fa374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffb9a2c-83d3-46f4-ae9f-5cacae1ddadb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:22.188561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.189089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.189529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.189956 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:22.190474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f70375c-eef9-47de-b395-09bc690dab70']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:37:22.211770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52cfd2e-6fec-4a03-b4cb-f51744e64c89') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:37:22.212164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52cfd2e-6fec-4a03-b4cb-f51744e64c89') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:37:22.232847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d52cfd2e-6fec-4a03-b4cb-f51744e64c89), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.262964 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d52cfd2e-6fec-4a03-b4cb-f51744e64c89), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.268831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feed482-dc13-49f2-b225-ee633074f7fd req-838da4bd-04ed-455a-99c1-fd80929553ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:22.273521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-838da4bd-04ed-455a-99c1-fd80929553ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39ce3d730401457b8186987959277e12&device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 1150 time: 0.5478282 Feb 03 21:37:22.273811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:37:22.274943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d52cfd2e-6fec-4a03-b4cb-f51744e64c89), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: from cryptography.utils import int_from_bytes Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: from cryptography.utils import int_from_bytes Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:37:22.389822 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:37:22.395771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3212c9-6864-4360-a030-292527b44a77 admin admin] Publish callbacks [] for security_group (7ffb9a2c-83d3-46f4-ae9f-5cacae1ddadb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.398742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (0f70375c-eef9-47de-b395-09bc690dab70), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.408163 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7349d591-b2c7-41df-80f5-ffcc39d6ae95", "tag": "e0f95128-48f7-48a1-b116-9db0554c4de1"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:22.417747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fc0ef84b-6d9a-4bdb-a472-46843dbec1a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=e0f95128-48f7-48a1-b116-9db0554c4de1 HTTP/1.1" status: 200 len: 217 time: 0.1178505 Feb 03 21:37:22.433950 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.443164 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0f70375c-eef9-47de-b395-09bc690dab70 HTTP/1.1" status: 204 len: 168 time: 1.1219544 Feb 03 21:37:22.446258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:22.466747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60361f0-6c87-4735-b9ea-f20340f03754 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f70375c-eef9-47de-b395-09bc690dab70,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:22.595352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-23229478-161f-4f32-8696-1cc1afb42b6a admin admin] Deleting subnet 8185e463-940c-4f3d-831f-daebf60d23fd {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:37:22.604056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23229478-161f-4f32-8696-1cc1afb42b6a admin admin] Publish callbacks [] for subnet (8185e463-940c-4f3d-831f-daebf60d23fd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.624760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375e62-451c-495a-8582-6badbee03ce5 req-16583b01-79cf-4597-bf74-35478f0e3abd tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:22.627858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec375e62-451c-495a-8582-6badbee03ce5 req-16583b01-79cf-4597-bf74-35478f0e3abd tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 968 time: 0.1533751 Feb 03 21:37:22.629774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fb650d34-416e-4c0a-9b82-42b459b5973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:22.631208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-fb650d34-416e-4c0a-9b82-42b459b5973c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1966584 Feb 03 21:37:22.682530 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23229478-161f-4f32-8696-1cc1afb42b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (8185e463-940c-4f3d-831f-daebf60d23fd), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.720472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3212c9-6864-4360-a030-292527b44a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7ffb9a2c-83d3-46f4-ae9f-5cacae1ddadb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.723372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3212c9-6864-4360-a030-292527b44a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.726982 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7f3212c9-6864-4360-a030-292527b44a77 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ffb9a2c-83d3-46f4-ae9f-5cacae1ddadb HTTP/1.1" status: 204 len: 168 time: 1.1739757 Feb 03 21:37:22.728096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec375e62-451c-495a-8582-6badbee03ce5 req-0cd41c08-b87c-4d72-aebc-d815642db728 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933106 Feb 03 21:37:22.754619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2d2a9-20f8-4ddf-95da-278e6af79f12 req-50e14c70-9086-4510-b18a-2ffd2b9ba3a7 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:22.756199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7d2d2a9-20f8-4ddf-95da-278e6af79f12 req-50e14c70-9086-4510-b18a-2ffd2b9ba3a7 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 947 time: 0.0946004 Feb 03 21:37:22.765653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3212c9-6864-4360-a030-292527b44a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffb9a2c-83d3-46f4-ae9f-5cacae1ddadb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:22.769305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23229478-161f-4f32-8696-1cc1afb42b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8185e463-940c-4f3d-831f-daebf60d23fd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.842044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23229478-161f-4f32-8696-1cc1afb42b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (8185e463-940c-4f3d-831f-daebf60d23fd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.863962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7d2d2a9-20f8-4ddf-95da-278e6af79f12 req-c35720fd-077b-43c4-a44a-0538e53c76b6 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966635 Feb 03 21:37:22.888440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23229478-161f-4f32-8696-1cc1afb42b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8185e463-940c-4f3d-831f-daebf60d23fd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:22.895584 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23229478-161f-4f32-8696-1cc1afb42b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:22.899465 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-23229478-161f-4f32-8696-1cc1afb42b6a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8185e463-940c-4f3d-831f-daebf60d23fd HTTP/1.1" status: 204 len: 168 time: 0.4434900 Feb 03 21:37:22.902113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44034) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:23.115754 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc662d7-402d-48dd-aa5a-7b273a7fe8fc x-openstack-request-id: req-8fc662d7-402d-48dd-aa5a-7b273a7fe8fc {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:23.116222 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7349d591-b2c7-41df-80f5-ffcc39d6ae95", "tag": "e0f95128-48f7-48a1-b116-9db0554c4de1", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:23.116562 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fc662d7-402d-48dd-aa5a-7b273a7fe8fc {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:23.117137 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7349d591-b2c7-41df-80f5-ffcc39d6ae95', 'tag': 'e0f95128-48f7-48a1-b116-9db0554c4de1', 'status': 'completed', 'code': 200} Feb 03 21:37:23.147722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (3405b21c-3879-4889-9295-27dd07ff960f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.235508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:23.266870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e39bb377-9277-40c1-a197-910f7369b409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.294540 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (3405b21c-3879-4889-9295-27dd07ff960f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.331332 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.332232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.333552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.334277 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > port after_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.334919 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.335651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > port after_update 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.336120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.339012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.339417 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.339954 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.398834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e39bb377-9277-40c1-a197-910f7369b409 admin admin] Publish callbacks [] for security_group (581d6ac2-545f-4d6b-9a3a-e4626443c02e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.404676 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e39bb377-9277-40c1-a197-910f7369b409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (581d6ac2-545f-4d6b-9a3a-e4626443c02e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.415977 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.416333 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.416670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.417044 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 21:37:23.417430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3405b21c-3879-4889-9295-27dd07ff960f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:37:23.437122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfda1753-1b4e-4083-8284-26d533e22fc8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:37:23.437428 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfda1753-1b4e-4083-8284-26d533e22fc8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:37:23.446512 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e39bb377-9277-40c1-a197-910f7369b409 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0247636f11ad4ed8afdefa29788d4ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098885 Feb 03 21:37:23.449233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:23.459310 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (dfda1753-1b4e-4083-8284-26d533e22fc8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.489467 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (dfda1753-1b4e-4083-8284-26d533e22fc8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.498975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bb377-9277-40c1-a197-910f7369b409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581d6ac2-545f-4d6b-9a3a-e4626443c02e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:23.499521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:37:23.499920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (dfda1753-1b4e-4083-8284-26d533e22fc8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.518696 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f65f27d-9973-4072-aa92-341c84d597ee admin admin] Publish callbacks [] for security_group (581d6ac2-545f-4d6b-9a3a-e4626443c02e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: from cryptography.utils import int_from_bytes Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: from cryptography.utils import int_from_bytes Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:37:23.519897 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:37:23.533693 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7ef1-4258-4a19-bae3-79f7fe619841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.550866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f65f27d-9973-4072-aa92-341c84d597ee admin admin] Publish callbacks [] for security_group (581d6ac2-545f-4d6b-9a3a-e4626443c02e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.583819 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (3405b21c-3879-4889-9295-27dd07ff960f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.598201 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.602685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] 10.222.0.50 "DELETE /v2.0/networks/3405b21c-3879-4889-9295-27dd07ff960f HTTP/1.1" status: 204 len: 168 time: 0.6993735 Feb 03 21:37:23.612328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f65f27d-9973-4072-aa92-341c84d597ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (581d6ac2-545f-4d6b-9a3a-e4626443c02e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.615508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f65f27d-9973-4072-aa92-341c84d597ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.616736 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6f65f27d-9973-4072-aa92-341c84d597ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/581d6ac2-545f-4d6b-9a3a-e4626443c02e HTTP/1.1" status: 204 len: 168 time: 0.1665859 Feb 03 21:37:23.624518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef6799-e337-4753-b9d7-1965ba25bbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=3405b21c-3879-4889-9295-27dd07ff960f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:23.626615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65f27d-9973-4072-aa92-341c84d597ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d6ac2-545f-4d6b-9a3a-e4626443c02e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:23.828232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44094) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:23.873119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-522c4740-6d1b-4466-b290-ab1dffb8a3e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f09365603734af483e8e91138fa808d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457015 Feb 03 21:37:23.875109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:23.941149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efadf802-b324-405e-a227-b3bc783970eb admin admin] Publish callbacks [] for security_group (3f1956db-bf63-4d6b-8a04-9be8d163aaad), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:23.974582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efadf802-b324-405e-a227-b3bc783970eb admin admin] Publish callbacks [] for security_group (3f1956db-bf63-4d6b-8a04-9be8d163aaad), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.051275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6126-e153-46f4-80b3-6b8809a80112 req-548d67ed-87c1-4782-b18a-302aed628c2c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:24.052817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5ae6126-e153-46f4-80b3-6b8809a80112 req-548d67ed-87c1-4782-b18a-302aed628c2c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 968 time: 0.0981109 Feb 03 21:37:24.094683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efadf802-b324-405e-a227-b3bc783970eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f1956db-bf63-4d6b-8a04-9be8d163aaad), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.096830 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.098775 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efadf802-b324-405e-a227-b3bc783970eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.102363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-efadf802-b324-405e-a227-b3bc783970eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f1956db-bf63-4d6b-8a04-9be8d163aaad HTTP/1.1" status: 204 len: 168 time: 0.2237647 Feb 03 21:37:24.116592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadf802-b324-405e-a227-b3bc783970eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1956db-bf63-4d6b-8a04-9be8d163aaad,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:24.152503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44108) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:24.187752 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.238830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5ae6126-e153-46f4-80b3-6b8809a80112 req-387554fe-eb49-4d43-bb69-23ed4f540312 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669672 Feb 03 21:37:24.269888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feed482-dc13-49f2-b225-ee633074f7fd req-249917ad-0998-4282-aaa7-baff0e0c8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:24.269888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-249917ad-0998-4282-aaa7-baff0e0c8929 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1499605 Feb 03 21:37:24.271959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178eb37-952e-479a-b976-a78641b8413d req-e72a4fe4-4f9d-4ae0-9679-7a4f6a41408d tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:24.280551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4178eb37-952e-479a-b976-a78641b8413d req-e72a4fe4-4f9d-4ae0-9679-7a4f6a41408d tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 947 time: 0.1757164 Feb 03 21:37:24.289754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f16c503-498e-4104-9fe9-518379c0d1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.341079 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4178eb37-952e-479a-b976-a78641b8413d req-f800056c-11e5-4ef1-a0e8-67566d5892ee tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593169 Feb 03 21:37:24.406560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f16c503-498e-4104-9fe9-518379c0d1dd admin admin] Publish callbacks [] for security_group (1f1af918-b074-41bc-97d2-148342e27ede), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.414926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f16c503-498e-4104-9fe9-518379c0d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1f1af918-b074-41bc-97d2-148342e27ede), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.459327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f16c503-498e-4104-9fe9-518379c0d1dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33d6b5d78a714a8d8e163ba6755c7b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033311 Feb 03 21:37:24.460941 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:24.466223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-f16825ba-74a1-48f8-b177-f74a26e72ab8 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336799 Feb 03 21:37:24.480944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16c503-498e-4104-9fe9-518379c0d1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1af918-b074-41bc-97d2-148342e27ede,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:24.543318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d052b32-f137-459a-907c-604470e0b35e admin admin] Publish callbacks [] for security_group (1f1af918-b074-41bc-97d2-148342e27ede), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.568525 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d052b32-f137-459a-907c-604470e0b35e admin admin] Publish callbacks [] for security_group (1f1af918-b074-41bc-97d2-148342e27ede), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.572652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:24.584729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9feed482-dc13-49f2-b225-ee633074f7fd req-af5cc905-7fa9-413f-b1de-5f3e811c7c9c service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119885 Feb 03 21:37:24.647644 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4886787f-9868-4139-832c-7ee2d6c8ab30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81dfc7badab64984affc8c5d70452556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737524 Feb 03 21:37:24.650610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:24.682448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d052b32-f137-459a-907c-604470e0b35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1f1af918-b074-41bc-97d2-148342e27ede), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.685154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d052b32-f137-459a-907c-604470e0b35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.686416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0d052b32-f137-459a-907c-604470e0b35e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f1af918-b074-41bc-97d2-148342e27ede HTTP/1.1" status: 204 len: 168 time: 0.2208853 Feb 03 21:37:24.702559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d052b32-f137-459a-907c-604470e0b35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1af918-b074-41bc-97d2-148342e27ede,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:24.714367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-9835c4b4-c277-42f2-97da-ba78ffd4560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:24.716095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-9835c4b4-c277-42f2-97da-ba78ffd4560e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39ce3d730401457b8186987959277e12&device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 1150 time: 0.0700891 Feb 03 21:37:24.723990 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-569af1b7-0963-4f9f-91df-9d54adf7911a admin admin] Publish callbacks [] for security_group (16c3eaf9-b890-4a2e-999a-f980be4a548d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.750178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-569af1b7-0963-4f9f-91df-9d54adf7911a admin admin] Publish callbacks [] for security_group (16c3eaf9-b890-4a2e-999a-f980be4a548d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.814417 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-569af1b7-0963-4f9f-91df-9d54adf7911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (16c3eaf9-b890-4a2e-999a-f980be4a548d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.817231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-569af1b7-0963-4f9f-91df-9d54adf7911a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:24.820829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-569af1b7-0963-4f9f-91df-9d54adf7911a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16c3eaf9-b890-4a2e-999a-f980be4a548d HTTP/1.1" status: 204 len: 168 time: 0.1675057 Feb 03 21:37:24.827600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569af1b7-0963-4f9f-91df-9d54adf7911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c3eaf9-b890-4a2e-999a-f980be4a548d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:24.928190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-f61e0c0c-16b3-48f6-8605-448edc06a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:24.929902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-f61e0c0c-16b3-48f6-8605-448edc06a17d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2058530 Feb 03 21:37:24.975485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-1a3182bb-7d78-4604-bd0e-de427e4852c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=e0f95128-48f7-48a1-b116-9db0554c4de1 HTTP/1.1" status: 200 len: 217 time: 0.0396297 Feb 03 21:37:25.025267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-3de124c8-2a36-4120-b0e1-983bf6cb5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:25.026717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-3de124c8-2a36-4120-b0e1-983bf6cb5c7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0453706 Feb 03 21:37:25.082626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-598c8f2c-5e6d-4939-8de9-008c93b1dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:25.084122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-598c8f2c-5e6d-4939-8de9-008c93b1dc07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0510373 Feb 03 21:37:25.189452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-ffb741c7-3dc3-4851-ad5f-ddbd0aed75f3 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979939 Feb 03 21:37:25.221800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:25.237839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ad12bb0-84f4-4dcc-93ff-13c78ea9e80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:25.290190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dec1ffe9-72c1-4b87-bb85-0429db96ea2b req-2ae573f3-c803-4b67-9f35-4722cc2dcfea service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941556 Feb 03 21:37:25.331987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ad12bb0-84f4-4dcc-93ff-13c78ea9e80b admin admin] Publish callbacks [] for security_group (4bdc9dca-9972-48d2-aa30-23516f6a9ccd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:25.338464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ad12bb0-84f4-4dcc-93ff-13c78ea9e80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4bdc9dca-9972-48d2-aa30-23516f6a9ccd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:25.382974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3ad12bb0-84f4-4dcc-93ff-13c78ea9e80b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=072a0552586a40ea9bcb3125f2dc8478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575651 Feb 03 21:37:25.382974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad12bb0-84f4-4dcc-93ff-13c78ea9e80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdc9dca-9972-48d2-aa30-23516f6a9ccd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:25.395372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44166) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:25.448971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37e587-4246-4307-9882-4af8e91b91d9 req-7b60b05c-0911-4372-b4b0-2c1ac8447887 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:25.450413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e37e587-4246-4307-9882-4af8e91b91d9 req-7b60b05c-0911-4372-b4b0-2c1ac8447887 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 968 time: 0.1136045 Feb 03 21:37:25.528561 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fe608a2-210e-4917-812e-14e74b108a61 admin admin] Publish callbacks [] for security_group (4bdc9dca-9972-48d2-aa30-23516f6a9ccd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:25.577939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e37e587-4246-4307-9882-4af8e91b91d9 req-581811ef-cb3b-4e3a-8cc3-b419f2e88215 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167662 Feb 03 21:37:25.581944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fe608a2-210e-4917-812e-14e74b108a61 admin admin] Publish callbacks [] for security_group (4bdc9dca-9972-48d2-aa30-23516f6a9ccd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:25.606893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379528ac-a07d-4995-8555-7482e7ef9957 req-c00d1302-fc96-48a0-aeb1-9ee9b33bdb38 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:25.611310 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-379528ac-a07d-4995-8555-7482e7ef9957 req-c00d1302-fc96-48a0-aeb1-9ee9b33bdb38 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 947 time: 0.1145415 Feb 03 21:37:25.691397 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fe608a2-210e-4917-812e-14e74b108a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4bdc9dca-9972-48d2-aa30-23516f6a9ccd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:25.694788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fe608a2-210e-4917-812e-14e74b108a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:25.696321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0fe608a2-210e-4917-812e-14e74b108a61 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bdc9dca-9972-48d2-aa30-23516f6a9ccd HTTP/1.1" status: 204 len: 168 time: 0.2994387 Feb 03 21:37:25.697256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae11500d-5fa6-469c-94a9-c61a2e1615b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:25.724477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe608a2-210e-4917-812e-14e74b108a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdc9dca-9972-48d2-aa30-23516f6a9ccd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:25.741802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-379528ac-a07d-4995-8555-7482e7ef9957 req-95899200-2b99-4a7f-bc63-2e883309010a tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192961 Feb 03 21:37:26.395764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44230) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:26.527880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44238) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:26.641862 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-304799015-network', 'tenant_id': 'b2166eece056406097c00f535cedae9a'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:26.691544 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Made reservation on behalf of b2166eece056406097c00f535cedae9a for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:26.693821 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:26.714712 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:26.721131 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec8023a7-c6af-482e-baad-f06be3dfb7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:26.769346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c6cb6-f70d-41e1-a806-67189dd305b1 req-7be602b2-7752-477b-91cb-11beaf7014ef tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:26.776006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f99c6cb6-f70d-41e1-a806-67189dd305b1 req-7be602b2-7752-477b-91cb-11beaf7014ef tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 968 time: 0.1160316 Feb 03 21:37:26.798880 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:26.906482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f99c6cb6-f70d-41e1-a806-67189dd305b1 req-5923eb6f-22b6-4715-9676-372588e6a47d tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296287 Feb 03 21:37:26.951719 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Publish callbacks [] for security_group (afeb7855-17d0-47b3-aab2-3754b14d4ab5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:26.962367 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec8023a7-c6af-482e-baad-f06be3dfb7a1 admin admin] Publish callbacks [] for security_group (76595df9-1572-4a01-9cf8-2fc2570041e8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:26.964798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (afeb7855-17d0-47b3-aab2-3754b14d4ab5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:26.974550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec8023a7-c6af-482e-baad-f06be3dfb7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (76595df9-1572-4a01-9cf8-2fc2570041e8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.002723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:37:27.030036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeb7855-17d0-47b3-aab2-3754b14d4ab5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:27.049770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (71327aa6-262b-4020-ab8b-971e73bd8d99), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.050225 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Added segment 71327aa6-262b-4020-ab8b-971e73bd8d99 of type vlan for network 5509033c-b538-4663-b03d-3fd1625d3952 Feb 03 21:37:27.064183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71cefa-17c3-466f-9741-27e38c1ceb85 req-f1213db5-6e1c-4f6d-b903-f03d372fd278 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:27.064493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be71cefa-17c3-466f-9741-27e38c1ceb85 req-f1213db5-6e1c-4f6d-b903-f03d372fd278 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 947 time: 0.1798103 Feb 03 21:37:27.069456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:27.069911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ec8023a7-c6af-482e-baad-f06be3dfb7a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=788184e160614fd28bf26669e44074fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406177 Feb 03 21:37:27.137493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8023a7-c6af-482e-baad-f06be3dfb7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76595df9-1572-4a01-9cf8-2fc2570041e8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:27.147293 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (5509033c-b538-4663-b03d-3fd1625d3952), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.193264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ffb73b5-964f-4b21-a6e3-0fd092b34506 admin admin] Publish callbacks [] for security_group (76595df9-1572-4a01-9cf8-2fc2570041e8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.198246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be71cefa-17c3-466f-9741-27e38c1ceb85 req-a37abaab-bf89-4165-88c1-40f2657bfe43 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197066 Feb 03 21:37:27.220953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (5509033c-b538-4663-b03d-3fd1625d3952), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.222537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:27.223179 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.223896 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ffb73b5-964f-4b21-a6e3-0fd092b34506 admin admin] Publish callbacks [] for security_group (76595df9-1572-4a01-9cf8-2fc2570041e8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.288941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8920131 Feb 03 21:37:27.291886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:27.295158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ce8f-6f91-48b6-88b0-266e4f724fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=5509033c-b538-4663-b03d-3fd1625d3952,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:27.298698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Request body: {'subnet': {'network_id': '5509033c-b538-4663-b03d-3fd1625d3952', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-304799015-subnet', 'tenant_id': 'b2166eece056406097c00f535cedae9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:27.309590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 5509033c-b538-4663-b03d-3fd1625d3952 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:37:27.311294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ffb73b5-964f-4b21-a6e3-0fd092b34506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (76595df9-1572-4a01-9cf8-2fc2570041e8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.316462 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ffb73b5-964f-4b21-a6e3-0fd092b34506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.320978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8ffb73b5-964f-4b21-a6e3-0fd092b34506 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76595df9-1572-4a01-9cf8-2fc2570041e8 HTTP/1.1" status: 204 len: 168 time: 0.2496579 Feb 03 21:37:27.335984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb73b5-964f-4b21-a6e3-0fd092b34506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76595df9-1572-4a01-9cf8-2fc2570041e8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:27.349663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Made reservation on behalf of b2166eece056406097c00f535cedae9a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:27.352015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.554086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (006b000b-c01c-467d-a969-cee025b35b98), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.623948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=006b000b-c01c-467d-a969-cee025b35b98,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:27.630923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:27.631287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Network hostable DHCP agents. Network: 5509033c-b538-4663-b03d-3fd1625d3952, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:37:27.650350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Network 5509033c-b538-4663-b03d-3fd1625d3952 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:37:27.661449 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 5509033c-b538-4663-b03d-3fd1625d3952) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:27.667691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:27.668583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.674547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb683b-556c-4f76-bf8a-c31b3b09bd66 None None] Network 5509033c-b538-4663-b03d-3fd1625d3952 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:37:27.707101 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09c014ae-e80a-46b1-962a-04c0d3735b3d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4043024 Feb 03 21:37:27.793424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e61d3-32e6-456a-8d79-ab3f6930872a None None] Network 5509033c-b538-4663-b03d-3fd1625d3952 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:37:27.799576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:27.816096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06ed7632-55f2-4cd6-8017-9b2ba15453cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.913930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06ed7632-55f2-4cd6-8017-9b2ba15453cd admin admin] Publish callbacks [] for security_group (3f04bfdf-c3e3-49b4-9816-39485dc5526f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.919321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06ed7632-55f2-4cd6-8017-9b2ba15453cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f04bfdf-c3e3-49b4-9816-39485dc5526f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:27.997023 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-06ed7632-55f2-4cd6-8017-9b2ba15453cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d122da16092c4520baf76c9b3cf89614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919613 Feb 03 21:37:27.997251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44320) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:28.002496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed7632-55f2-4cd6-8017-9b2ba15453cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04bfdf-c3e3-49b4-9816-39485dc5526f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:28.082518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:28.107791 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddf7842b-6f81-40fe-aeee-bad72476baec admin admin] Publish callbacks [] for security_group (3f04bfdf-c3e3-49b4-9816-39485dc5526f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.129610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fd547-9537-4fbc-bb64-129ff025974d req-e612a4a5-2f65-4346-8a1e-beebb880a0d8 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:28.131478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a24fd547-9537-4fbc-bb64-129ff025974d req-e612a4a5-2f65-4346-8a1e-beebb880a0d8 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 968 time: 0.0902028 Feb 03 21:37:28.150055 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddf7842b-6f81-40fe-aeee-bad72476baec admin admin] Publish callbacks [] for security_group (3f04bfdf-c3e3-49b4-9816-39485dc5526f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.217450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a24fd547-9537-4fbc-bb64-129ff025974d req-3e8eeee3-4049-43c0-ae69-90d9f1470951 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779154 Feb 03 21:37:28.248108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddf7842b-6f81-40fe-aeee-bad72476baec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f04bfdf-c3e3-49b4-9816-39485dc5526f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.251810 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddf7842b-6f81-40fe-aeee-bad72476baec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.253086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ddf7842b-6f81-40fe-aeee-bad72476baec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f04bfdf-c3e3-49b4-9816-39485dc5526f HTTP/1.1" status: 204 len: 168 time: 0.2562771 Feb 03 21:37:28.262293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7842b-6f81-40fe-aeee-bad72476baec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04bfdf-c3e3-49b4-9816-39485dc5526f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:28.328828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e9e-de6c-486f-8957-46958533bcf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.364026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a23f54-201b-4cef-9a95-0974c820265d req-a6d116bb-d218-4b3f-970e-b14c42bb47be tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:28.371193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65a23f54-201b-4cef-9a95-0974c820265d req-a6d116bb-d218-4b3f-970e-b14c42bb47be tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 947 time: 0.0868726 Feb 03 21:37:28.428273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e9e-de6c-486f-8957-46958533bcf8 admin admin] Publish callbacks [] for security_group (6d3c7853-b75a-4957-924d-c4594b697254), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.432454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65a23f54-201b-4cef-9a95-0974c820265d req-1e84d77e-56ba-4d8d-95de-b59240519ea0 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580633 Feb 03 21:37:28.435581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e9e-de6c-486f-8957-46958533bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6d3c7853-b75a-4957-924d-c4594b697254), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.443513 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.479664 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-60dc3e9e-de6c-486f-8957-46958533bcf8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b142a33906f43878fcb059b6f69badc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962283 Feb 03 21:37:28.480623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc3e9e-de6c-486f-8957-46958533bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3c7853-b75a-4957-924d-c4594b697254,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:28.482368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:28.538560 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77fb759c-ffe5-4780-a860-d44b6be10d4d admin admin] Publish callbacks [] for security_group (6d3c7853-b75a-4957-924d-c4594b697254), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.560177 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77fb759c-ffe5-4780-a860-d44b6be10d4d admin admin] Publish callbacks [] for security_group (6d3c7853-b75a-4957-924d-c4594b697254), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.619459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77fb759c-ffe5-4780-a860-d44b6be10d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6d3c7853-b75a-4957-924d-c4594b697254), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.623577 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77fb759c-ffe5-4780-a860-d44b6be10d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.627168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-77fb759c-ffe5-4780-a860-d44b6be10d4d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d3c7853-b75a-4957-924d-c4594b697254 HTTP/1.1" status: 204 len: 168 time: 0.1389041 Feb 03 21:37:28.638207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb759c-ffe5-4780-a860-d44b6be10d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3c7853-b75a-4957-924d-c4594b697254,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:28.705537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:28.721720 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdf3640b-acec-4a20-9301-b98e6dfa0510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.802431 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdf3640b-acec-4a20-9301-b98e6dfa0510 admin admin] Publish callbacks [] for security_group (6e04ced9-6ec1-4eea-9f38-697ca93f3a47), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.808230 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdf3640b-acec-4a20-9301-b98e6dfa0510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6e04ced9-6ec1-4eea-9f38-697ca93f3a47), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.843774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5256ac6a-b2f8-444d-a655-c30ba9af63be details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:37:28.856677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fdf3640b-acec-4a20-9301-b98e6dfa0510 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8305ed2ecde640b3805946f490ef1701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500449 Feb 03 21:37:28.857556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3640b-acec-4a20-9301-b98e6dfa0510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04ced9-6ec1-4eea-9f38-697ca93f3a47,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:28.859698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44356) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:28.949978 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10c6dbd-4200-4372-be57-dabab9b3fef4 admin admin] Publish callbacks [] for security_group (6e04ced9-6ec1-4eea-9f38-697ca93f3a47), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:28.996976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10c6dbd-4200-4372-be57-dabab9b3fef4 admin admin] Publish callbacks [] for security_group (6e04ced9-6ec1-4eea-9f38-697ca93f3a47), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.012261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5256ac6a-b2f8-444d-a655-c30ba9af63be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5256ac6a-b2f8-444d-a655-c30ba9af63be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:29.027909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '5256ac6a-b2f8-444d-a655-c30ba9af63be', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '5256ac6a-b2f8-444d-a655-c30ba9af63be', 'mac_address': 'fa:16:3e:d5:99:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:37:29.068807 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10c6dbd-4200-4372-be57-dabab9b3fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6e04ced9-6ec1-4eea-9f38-697ca93f3a47), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.070847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5256ac6a-b2f8-444d-a655-c30ba9af63be is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:29.071319 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.075936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10c6dbd-4200-4372-be57-dabab9b3fef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.078366 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a10c6dbd-4200-4372-be57-dabab9b3fef4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e04ced9-6ec1-4eea-9f38-697ca93f3a47 HTTP/1.1" status: 204 len: 168 time: 0.2164030 Feb 03 21:37:29.090433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5256ac6a-b2f8-444d-a655-c30ba9af63be {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:29.103116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:29.103818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c6dbd-4200-4372-be57-dabab9b3fef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04ced9-6ec1-4eea-9f38-697ca93f3a47,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:29.104167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-205005230-network', 'tenant_id': '357a857f04cb43c9aa7c77f343fbfb8a'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:29.129626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Made reservation on behalf of 357a857f04cb43c9aa7c77f343fbfb8a for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:29.134268 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.143671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5256ac6a-b2f8-444d-a655-c30ba9af63be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5256ac6a-b2f8-444d-a655-c30ba9af63be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:29.148240 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.155622 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.156365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e0f95128-48f7-48a1-b116-9db0554c4de1 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:37:29.165511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:29.197119 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0ac1de-d921-4ee5-8dee-59945ea28845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.279370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e0f95128-48f7-48a1-b116-9db0554c4de1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e0f95128-48f7-48a1-b116-9db0554c4de1,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:29.301931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5256ac6a-b2f8-444d-a655-c30ba9af63be,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:29.311551 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Publish callbacks [] for security_group (2dc084f3-fb9f-4a7c-a660-31ff2d61d60b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.316420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.317087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.317639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.318160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.318649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.319206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.319723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.320228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.320694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.321202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.321809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.322198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.322595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Tracked resource versions report: Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: pushed versions: Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'LocalIPAssociation': {'1.0'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Log': {'1.0'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Network': {'1.1'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Port': {'1.7'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'PortForwarding': {'1.2'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'QosPolicy': {'1.10'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'SecurityGroup': {'1.5'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'SubPort': {'1.0'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Subnet': {'1.1'}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Trunk': {'1.1'}} Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: consumer versions: Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: { DHCP agent@n-d-824834-9: {}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: HyperV agent@n-h1-824834-9: {}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: HyperV agent@n-h2-824834-9: {}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: L3 agent@n-d-824834-9: {}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: Metadata agent@n-d-824834-9: {}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: Metering agent@n-d-824834-9: {}, Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: Open vSwitch agent@n-d-824834-9: { 'AddressGroup': '1.2', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'ConntrackHelper': '1.0', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'LocalIPAssociation': '1.0', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Log': '1.0', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Network': '1.1', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Port': '1.7', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'PortForwarding': '1.2', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'QosPolicy': '1.10', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'SecurityGroup': '1.5', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'SecurityGroupRule': '1.2', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'SubPort': '1.0', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Subnet': '1.1', Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: 'Trunk': '1.1'}} Feb 03 21:37:29.324038 n-d-824834-9 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 21:37:29.326918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'e0f95128-48f7-48a1-b116-9db0554c4de1', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'e0f95128-48f7-48a1-b116-9db0554c4de1', 'mac_address': 'fa:16:3e:62:5e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:tempest-test_az-99085360', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:37:29.370785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e0f95128-48f7-48a1-b116-9db0554c4de1 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:29.371176 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.389348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f95128-48f7-48a1-b116-9db0554c4de1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:29.418248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e0f95128-48f7-48a1-b116-9db0554c4de1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e0f95128-48f7-48a1-b116-9db0554c4de1,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:29.423176 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.497973 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2dc084f3-fb9f-4a7c-a660-31ff2d61d60b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.510644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e0f95128-48f7-48a1-b116-9db0554c4de1,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:29.549066 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0ac1de-d921-4ee5-8dee-59945ea28845 admin admin] Publish callbacks [] for security_group (42a1c003-8fac-41d8-81b3-2dc53f06eba0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.582533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0ac1de-d921-4ee5-8dee-59945ea28845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (42a1c003-8fac-41d8-81b3-2dc53f06eba0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.589173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:37:29.618235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc084f3-fb9f-4a7c-a660-31ff2d61d60b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:29.624294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f7e9a862-0b7c-4403-b587-361481973a7b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.624640 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Added segment f7e9a862-0b7c-4403-b587-361481973a7b of type vlan for network c077d58e-4f0e-4088-8d69-915be1e9bc98 Feb 03 21:37:29.625847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:29.690828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6d0ac1de-d921-4ee5-8dee-59945ea28845 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d86208d9fa24e0bbd0de160770849e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242324 Feb 03 21:37:29.693982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:29.697981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730e162-69a9-4160-9bb0-dde28d3a26cb req-70e94314-a9b3-4283-90d3-eb2c6671279b tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:29.700058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3730e162-69a9-4160-9bb0-dde28d3a26cb req-70e94314-a9b3-4283-90d3-eb2c6671279b tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 969 time: 0.3778365 Feb 03 21:37:29.717249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ac1de-d921-4ee5-8dee-59945ea28845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a1c003-8fac-41d8-81b3-2dc53f06eba0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:29.731484 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (c077d58e-4f0e-4088-8d69-915be1e9bc98), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.748474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314615e3-ed8d-4e7b-800f-dd01e6c5a112 req-4bb35cdf-11a9-4e99-9e3c-5810ecf50e70 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:29.755765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-314615e3-ed8d-4e7b-800f-dd01e6c5a112 req-4bb35cdf-11a9-4e99-9e3c-5810ecf50e70 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 948 time: 0.2316504 Feb 03 21:37:29.776628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c25d-f38c-4417-8d22-690479a2b0db admin admin] Publish callbacks [] for security_group (42a1c003-8fac-41d8-81b3-2dc53f06eba0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.782451 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.802893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2d83f43-659a-4bc8-84d8-0f0e0d594618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.823680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3730e162-69a9-4160-9bb0-dde28d3a26cb req-963fd0cf-404e-41e3-9d1f-eedba52f0700 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163909 Feb 03 21:37:29.823887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c25d-f38c-4417-8d22-690479a2b0db admin admin] Publish callbacks [] for security_group (42a1c003-8fac-41d8-81b3-2dc53f06eba0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.830138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (c077d58e-4f0e-4088-8d69-915be1e9bc98), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.830138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:29.830138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.863726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5256ac6a-b2f8-444d-a655-c30ba9af63be'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:29.910278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-314615e3-ed8d-4e7b-800f-dd01e6c5a112 req-6d77e17f-ef19-474a-8b56-5c5558847007 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536250 Feb 03 21:37:29.916648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8205292 Feb 03 21:37:29.920007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:29.927157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Request body: {'subnet': {'network_id': 'c077d58e-4f0e-4088-8d69-915be1e9bc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-205005230-subnet', 'tenant_id': '357a857f04cb43c9aa7c77f343fbfb8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:29.936293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e0f95128-48f7-48a1-b116-9db0554c4de1'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:29.947765 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c25d-f38c-4417-8d22-690479a2b0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (42a1c003-8fac-41d8-81b3-2dc53f06eba0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.947765 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c25d-f38c-4417-8d22-690479a2b0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.948020 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a3a3c25d-f38c-4417-8d22-690479a2b0db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42a1c003-8fac-41d8-81b3-2dc53f06eba0 HTTP/1.1" status: 204 len: 168 time: 0.2518222 Feb 03 21:37:29.949568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48708b48-8a4f-4e58-8ad7-babddfeff8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c077d58e-4f0e-4088-8d69-915be1e9bc98,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:29.964136 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2d83f43-659a-4bc8-84d8-0f0e0d594618 admin admin] Publish callbacks [] for security_group (5e93d7d5-721a-48ba-b020-3068d8cabcfc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.969983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c25d-f38c-4417-8d22-690479a2b0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a1c003-8fac-41d8-81b3-2dc53f06eba0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:29.970887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Made reservation on behalf of 357a857f04cb43c9aa7c77f343fbfb8a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:29.978265 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2d83f43-659a-4bc8-84d8-0f0e0d594618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5e93d7d5-721a-48ba-b020-3068d8cabcfc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:29.978415 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.001878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network c077d58e-4f0e-4088-8d69-915be1e9bc98 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:37:30.070405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e2d83f43-659a-4bc8-84d8-0f0e0d594618 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee098e6f1ba24deeab5c3eaffca5bdd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422178 Feb 03 21:37:30.070967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:30.086374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d83f43-659a-4bc8-84d8-0f0e0d594618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e93d7d5-721a-48ba-b020-3068d8cabcfc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:30.137569 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6ab3-0065-4033-b8c2-2dc9bb3c8d59 admin admin] Publish callbacks [] for security_group (5e93d7d5-721a-48ba-b020-3068d8cabcfc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.164434 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6ab3-0065-4033-b8c2-2dc9bb3c8d59 admin admin] Publish callbacks [] for security_group (5e93d7d5-721a-48ba-b020-3068d8cabcfc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.236927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6ab3-0065-4033-b8c2-2dc9bb3c8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5e93d7d5-721a-48ba-b020-3068d8cabcfc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.240298 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6ab3-0065-4033-b8c2-2dc9bb3c8d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.244491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4aaf6ab3-0065-4033-b8c2-2dc9bb3c8d59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e93d7d5-721a-48ba-b020-3068d8cabcfc HTTP/1.1" status: 204 len: 168 time: 0.1674278 Feb 03 21:37:30.260588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf6ab3-0065-4033-b8c2-2dc9bb3c8d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e93d7d5-721a-48ba-b020-3068d8cabcfc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:30.300034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (4af8eb43-e93a-4b51-911c-b91944278dc2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.380976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Checking segment: {'id': 'f7e9a862-0b7c-4403-b587-361481973a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c077d58e-4f0e-4088-8d69-915be1e9bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:30.381972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Network hostable DHCP agents. Network: c077d58e-4f0e-4088-8d69-915be1e9bc98, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:37:30.383965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af8eb43-e93a-4b51-911c-b91944278dc2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:30.407555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Network c077d58e-4f0e-4088-8d69-915be1e9bc98 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:37:30.418526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, c077d58e-4f0e-4088-8d69-915be1e9bc98) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:30.423829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:30.424436 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.428458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7012314-8c6d-47bc-b197-8b17bc5fb056 None None] Network c077d58e-4f0e-4088-8d69-915be1e9bc98 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:37:30.452547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5fa4d2fb-7a9d-42a8-9525-e09e13f886ce admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5238616 Feb 03 21:37:30.535576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5339e54-2f40-446c-819a-bed5d5be25e1 None None] Network c077d58e-4f0e-4088-8d69-915be1e9bc98 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:37:30.829261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:30.846075 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-138ffd47-87d4-4181-b57c-eab527d53321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.943300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-138ffd47-87d4-4181-b57c-eab527d53321 admin admin] Publish callbacks [] for security_group (4114eeac-d50d-43a6-9a58-0013ab6d1184), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.948665 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-138ffd47-87d4-4181-b57c-eab527d53321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4114eeac-d50d-43a6-9a58-0013ab6d1184), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:30.992999 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-138ffd47-87d4-4181-b57c-eab527d53321 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ebe1c90433c74c5c84cce10f7262848f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621363 Feb 03 21:37:30.995653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42210938-f7e9-48d2-a606-290d2e146e57 req-f1dbd22f-e5bd-4239-a891-4c9e5e963e3a tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:30.996375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42210938-f7e9-48d2-a606-290d2e146e57 req-f1dbd22f-e5bd-4239-a891-4c9e5e963e3a tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 969 time: 0.0575607 Feb 03 21:37:30.997852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:31.000039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ffd47-87d4-4181-b57c-eab527d53321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4114eeac-d50d-43a6-9a58-0013ab6d1184,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:31.057444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cef9ba7-4a39-4075-9728-f12fb4ea500c admin admin] Publish callbacks [] for security_group (4114eeac-d50d-43a6-9a58-0013ab6d1184), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:31.066343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42210938-f7e9-48d2-a606-290d2e146e57 req-907e85c0-20fd-433b-9151-367d2f92c428 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614920 Feb 03 21:37:31.092410 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cef9ba7-4a39-4075-9728-f12fb4ea500c admin admin] Publish callbacks [] for security_group (4114eeac-d50d-43a6-9a58-0013ab6d1184), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:31.148379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cef9ba7-4a39-4075-9728-f12fb4ea500c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4114eeac-d50d-43a6-9a58-0013ab6d1184), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:31.151580 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cef9ba7-4a39-4075-9728-f12fb4ea500c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:31.152829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7cef9ba7-4a39-4075-9728-f12fb4ea500c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4114eeac-d50d-43a6-9a58-0013ab6d1184 HTTP/1.1" status: 204 len: 168 time: 0.1538541 Feb 03 21:37:31.165858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef9ba7-4a39-4075-9728-f12fb4ea500c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4114eeac-d50d-43a6-9a58-0013ab6d1184,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:31.194087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6047-1360-44ea-93fa-0b72461aad33 req-ac6ad341-fcc9-4d4c-8e0a-9b4c54881544 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:31.201470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b4c6047-1360-44ea-93fa-0b72461aad33 req-ac6ad341-fcc9-4d4c-8e0a-9b4c54881544 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 948 time: 0.0770984 Feb 03 21:37:31.254883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b4c6047-1360-44ea-93fa-0b72461aad33 req-2955eff8-666a-4ba1-8655-188ef6bb3ddb tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525367 Feb 03 21:37:31.470570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-8d5949eb-6cc6-4a20-be6c-39d3e34ce4e5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:31.472359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-8d5949eb-6cc6-4a20-be6c-39d3e34ce4e5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 807 time: 0.1902051 Feb 03 21:37:31.489897 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-cbc3d5c5-9729-4024-b186-14b9751b9906 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/quotas/b2166eece056406097c00f535cedae9a HTTP/1.1" status: 200 len: 375 time: 0.0111513 Feb 03 21:37:31.534588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-28f21698-c028-4860-9b78-3a8e83f790f6 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402038 Feb 03 21:37:31.799032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-53e0e0f6-d808-46ef-975d-609d668b5578 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:37:31.805548 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-53e0e0f6-d808-46ef-975d-609d668b5578 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1123137 Feb 03 21:37:31.900764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-542e0e16-a922-4fb2-b579-fe7fc6e497cb service neutron] 10.222.0.50 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943716 Feb 03 21:37:32.003624 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-424a9fd4-79f4-4436-b76c-fa98a8a7ea50 service neutron] 10.222.0.50 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916576 Feb 03 21:37:32.071163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-8eb5d88f-54c8-4e11-b313-8f65e10de731 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253582 Feb 03 21:37:32.267797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4073c139-8842-4e46-a74a-0ea05ab91bb1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:32.269690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4073c139-8842-4e46-a74a-0ea05ab91bb1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931686 Feb 03 21:37:32.296691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-75af5896-0496-4868-bb7a-a256c65e4d41 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/quotas/0e812a9dbe4b466fb0f443cd9d78f652 HTTP/1.1" status: 200 len: 375 time: 0.0206766 Feb 03 21:37:32.351282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-8882e8a7-4020-4154-b820-d3edbfeb4536 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473206 Feb 03 21:37:32.421585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afed3c0-3d57-4feb-897f-395d97c2bb7f req-1538e014-9b82-441a-be78-4c5b2598f43f tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:32.424100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7afed3c0-3d57-4feb-897f-395d97c2bb7f req-1538e014-9b82-441a-be78-4c5b2598f43f tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 969 time: 0.0736811 Feb 03 21:37:32.493668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7afed3c0-3d57-4feb-897f-395d97c2bb7f req-338b038b-a4eb-4ee3-a856-9b3fac11222b tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625808 Feb 03 21:37:32.585292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9853d4c-7732-43e3-9ee8-7a60813394ee req-c49cf2ad-751c-4a61-8dbb-dd82a9ac17d6 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 210 time: 0.0742095 Feb 03 21:37:32.698791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f897319-f518-4d50-a822-6c8a1f4a94f8 req-d90c9e1d-a6d8-4741-afa8-7b905aad6be4 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:32.707757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f897319-f518-4d50-a822-6c8a1f4a94f8 req-d90c9e1d-a6d8-4741-afa8-7b905aad6be4 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 948 time: 0.0934513 Feb 03 21:37:32.774698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f897319-f518-4d50-a822-6c8a1f4a94f8 req-dbeb200e-4200-462a-ae2f-1a1f4a7b6b73 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659907 Feb 03 21:37:32.858732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5256ac6a-b2f8-444d-a655-c30ba9af63be up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:37:32.909266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-f87f5434-6550-4127-a556-bedaff80d16b tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488775 Feb 03 21:37:32.925035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 5256ac6a-b2f8-444d-a655-c30ba9af63be completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:37:32.930641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 5256ac6a-b2f8-444d-a655-c30ba9af63be triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:32.931287 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:33.060433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5256ac6a-b2f8-444d-a655-c30ba9af63be is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:33.060824 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:33.074584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4bd9a234-269c-462d-9603-3e847126fc3f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:33.082597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4bd9a234-269c-462d-9603-3e847126fc3f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729579 Feb 03 21:37:33.107730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4dc90f-232b-4c58-be2a-1b3786ad68b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256ac6a-b2f8-444d-a655-c30ba9af63be'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:33.136337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c99df9f5-6451-4cb0-8ec1-0a5ef0bdffa1 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6206bc4edcda49058d80a87ffe52d5b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496500 Feb 03 21:37:33.138007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-3ec86c86-e76c-4ae5-b617-839d115213b7 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/quotas/0e812a9dbe4b466fb0f443cd9d78f652 HTTP/1.1" status: 200 len: 375 time: 0.0489290 Feb 03 21:37:33.177007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-36540ed8-11c6-467d-88fb-60f87da94f70 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329361 Feb 03 21:37:33.216201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5256ac6a-b2f8-444d-a655-c30ba9af63be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5256ac6a-b2f8-444d-a655-c30ba9af63be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:33.229768 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:33.230636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e0f95128-48f7-48a1-b116-9db0554c4de1 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:37:33.317411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5256ac6a-b2f8-444d-a655-c30ba9af63be,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:33.342465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port e0f95128-48f7-48a1-b116-9db0554c4de1 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:37:33.349169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port e0f95128-48f7-48a1-b116-9db0554c4de1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:33.349571 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:33.410732 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf0762d-0157-43a5-a1bc-dc0a9d48e99c" -d '{"events": [{"server_uuid": "7d4dc90f-232b-4c58-be2a-1b3786ad68b6", "name": "network-vif-plugged", "status": "completed", "tag": "5256ac6a-b2f8-444d-a655-c30ba9af63be"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:33.419670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-71aa2b88-7cc1-46ad-80d0-6de5b3949168 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:33.423616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-71aa2b88-7cc1-46ad-80d0-6de5b3949168 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778690 Feb 03 21:37:33.480808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-4db77b14-f8ea-4e0a-b6b9-e507a7a40f83 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/quotas/6206bc4edcda49058d80a87ffe52d5b3 HTTP/1.1" status: 200 len: 375 time: 0.0462363 Feb 03 21:37:33.521422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.47', 62680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:33.534198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e0f95128-48f7-48a1-b116-9db0554c4de1 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:33.534654 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:33.572339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-52f1a59f-8445-4c91-95bd-ce78cc9ccd7b tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6206bc4edcda49058d80a87ffe52d5b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762343 Feb 03 21:37:33.592336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e0f95128-48f7-48a1-b116-9db0554c4de1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e0f95128-48f7-48a1-b116-9db0554c4de1,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:33.612460 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:33.680504 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d0928-b1b8-45b9-bd23-2324462edea4 x-openstack-request-id: req-3d0d0928-b1b8-45b9-bd23-2324462edea4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:33.680822 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4dc90f-232b-4c58-be2a-1b3786ad68b6", "name": "network-vif-plugged", "status": "completed", "tag": "5256ac6a-b2f8-444d-a655-c30ba9af63be", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:33.682088 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d0d0928-b1b8-45b9-bd23-2324462edea4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:33.682539 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4dc90f-232b-4c58-be2a-1b3786ad68b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256ac6a-b2f8-444d-a655-c30ba9af63be', 'code': 200} Feb 03 21:37:33.748145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e0f95128-48f7-48a1-b116-9db0554c4de1,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:33.803565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31a4d6e8-e888-4bc4-9228-222de18961a0 req-775c0e1c-40cb-49d6-8d20-268dbb23d09d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0564115 Feb 03 21:37:33.965382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-ee9d6a5e-3553-44eb-94fc-f0be4c57d724 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:33.978655 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-ee9d6a5e-3553-44eb-94fc-f0be4c57d724 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 807 time: 0.4427178 Feb 03 21:37:33.994152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4ba04cc-cb29-43a8-a397-f3164b733c67 req-fa00ae6e-e183-478e-97eb-11c45122e656 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 210 time: 0.0992570 Feb 03 21:37:34.071209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Request body: {'port': {'device_id': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952', 'admin_state_up': True, 'tenant_id': 'b2166eece056406097c00f535cedae9a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:34.085668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1e130-afe8-4cf9-bd8f-2d376df13282 req-cad48fda-a273-485d-a32b-b0ebaa7ec853 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:34.093533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aee1e130-afe8-4cf9-bd8f-2d376df13282 req-cad48fda-a273-485d-a32b-b0ebaa7ec853 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 970 time: 0.1845505 Feb 03 21:37:34.141728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca8ba0d7-6dcd-4b37-9d84-68225db989d5 req-20069d36-e1e9-4497-8ed6-fcabc385e60e tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 210 time: 0.0817151 Feb 03 21:37:34.164699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51426280-777f-4c68-908f-1cf3d33f8986 req-f3a68a03-e04c-495a-970a-d428dd42746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:34.166925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51426280-777f-4c68-908f-1cf3d33f8986 req-f3a68a03-e04c-495a-970a-d428dd42746c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 1131 time: 0.2539384 Feb 03 21:37:34.199245 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51426280-777f-4c68-908f-1cf3d33f8986 req-3752c559-0613-4149-99f1-5cfe5557e7e8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:34.242894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aee1e130-afe8-4cf9-bd8f-2d376df13282 req-0ff1028e-1bc2-4c1c-aeef-f6bd394d425f tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462083 Feb 03 21:37:34.266402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Made reservation on behalf of b2166eece056406097c00f535cedae9a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:34.274069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:34.383491 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51426280-777f-4c68-908f-1cf3d33f8986 req-3752c559-0613-4149-99f1-5cfe5557e7e8 service neutron] Publish callbacks [] for security_group (ad758fe7-c1f1-44a7-ae49-cfbb9eeb2614), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:34.418911 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51426280-777f-4c68-908f-1cf3d33f8986 req-3752c559-0613-4149-99f1-5cfe5557e7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ad758fe7-c1f1-44a7-ae49-cfbb9eeb2614), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:34.497012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51426280-777f-4c68-908f-1cf3d33f8986 req-3752c559-0613-4149-99f1-5cfe5557e7e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201082 Feb 03 21:37:34.505488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752c559-0613-4149-99f1-5cfe5557e7e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad758fe7-c1f1-44a7-ae49-cfbb9eeb2614,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:34.517241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deaff7d-160d-4050-ab57-696665758730 req-7bfd7d04-6f70-4064-b93f-d59ac236e950 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:34.518538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9deaff7d-160d-4050-ab57-696665758730 req-7bfd7d04-6f70-4064-b93f-d59ac236e950 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 949 time: 0.1528840 Feb 03 21:37:34.521986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Allocated IP 172.20.0.6 (5509033c-b538-4663-b03d-3fd1625d3952/006b000b-c01c-467d-a969-cee025b35b98/97a8fe98-55e7-4969-9b78-7776d17a872c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:37:34.590170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9deaff7d-160d-4050-ab57-696665758730 req-3cf23ebd-34e1-41c4-b96b-bad08dd65d87 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617485 Feb 03 21:37:34.693464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks [] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:34.730919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:34.961702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Network 5509033c-b538-4663-b03d-3fd1625d3952 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:37:34.961992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb3ba246-2005-4b62-a573-1fe71cf9b348 req-78bf5545-6bbe-4778-bfb4-5387b535d635 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0441122 Feb 03 21:37:34.966117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Pushing event updated for resources: {'Port': ['ID=97a8fe98-55e7-4969-9b78-7776d17a872c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:34.969836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:35.003947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:37:35.064053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:35.064690 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:35.089726 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-6d90f4f1-16c6-4482-a12f-91243abe7dc0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0326414 Feb 03 21:37:35.167882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e721d-e8b0-4280-a1eb-2fcc2d088e9d req-dea7def2-87a2-460f-815e-ca74929b5dc5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:35.169892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f0e721d-e8b0-4280-a1eb-2fcc2d088e9d req-dea7def2-87a2-460f-815e-ca74929b5dc5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 931 time: 0.0767648 Feb 03 21:37:35.234178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f0e721d-e8b0-4280-a1eb-2fcc2d088e9d req-049a6306-ab57-4e3f-8301-0fd450a989d8 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535486 Feb 03 21:37:35.270642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7ea5208-4fe4-4208-826f-3b90b774ab1f req-1d9ab20f-38d4-49bc-b9ad-a363f04904e0 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 210 time: 0.0340023 Feb 03 21:37:35.380289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d32740-473d-4122-9639-0ae913ab8938 req-43ae7801-ab93-438a-8c57-fab3be1a317a tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:35.382205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0d32740-473d-4122-9639-0ae913ab8938 req-43ae7801-ab93-438a-8c57-fab3be1a317a tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 970 time: 0.0573080 Feb 03 21:37:35.434508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0d32740-473d-4122-9639-0ae913ab8938 req-c7338cb7-4f53-4f85-8f4f-26d15a72db33 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443742 Feb 03 21:37:35.564877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-1164e59a-f690-461e-a131-60b915fcc006 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6206bc4edcda49058d80a87ffe52d5b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218625 Feb 03 21:37:35.683879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7349d591-b2c7-41df-80f5-ffcc39d6ae95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f95128-48f7-48a1-b116-9db0554c4de1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:35.689263 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9615c933-5338-45f9-8602-a9e56e91f8b7" -d '{"events": [{"server_uuid": "7349d591-b2c7-41df-80f5-ffcc39d6ae95", "name": "network-vif-plugged", "status": "completed", "tag": "e0f95128-48f7-48a1-b116-9db0554c4de1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:35.724599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-66118819-2b4d-4cd7-b664-00859988db78 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:35.726959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-66118819-2b4d-4cd7-b664-00859988db78 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566930 Feb 03 21:37:35.735371 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4562ac-e2e6-4789-9e2d-f4af05a4ddcb x-openstack-request-id: req-0f4562ac-e2e6-4789-9e2d-f4af05a4ddcb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:35.735750 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7349d591-b2c7-41df-80f5-ffcc39d6ae95", "name": "network-vif-plugged", "status": "completed", "tag": "e0f95128-48f7-48a1-b116-9db0554c4de1", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:35.736127 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f4562ac-e2e6-4789-9e2d-f4af05a4ddcb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:35.736732 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7349d591-b2c7-41df-80f5-ffcc39d6ae95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f95128-48f7-48a1-b116-9db0554c4de1', 'code': 200} Feb 03 21:37:35.748953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Request body: {'port': {'device_id': '1f48936f-a7c8-44d8-acaa-875218c509b8', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '6206bc4edcda49058d80a87ffe52d5b3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:35.907905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347caae-a6cd-4f74-8ea7-253fb4d2dd8f req-fd5240e1-ae82-4077-b713-75e1002beb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:35.910783 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d347caae-a6cd-4f74-8ea7-253fb4d2dd8f req-fd5240e1-ae82-4077-b713-75e1002beb48 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 1152 time: 0.0893636 Feb 03 21:37:35.967866 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d347caae-a6cd-4f74-8ea7-253fb4d2dd8f req-ed140af2-f9f7-40e5-a07f-3c8c451d1338 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500369 Feb 03 21:37:35.988323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:36.005608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900676f2-586a-4813-8a13-d2bda00249a6 req-9d259a95-da21-4d26-8fb1-b56a4d294a7e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:36.012759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-900676f2-586a-4813-8a13-d2bda00249a6 req-9d259a95-da21-4d26-8fb1-b56a4d294a7e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 949 time: 0.3175817 Feb 03 21:37:36.107922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5aac758e-c33e-4693-8f7e-20dbf247bcec req-7655987e-6d93-4c1d-ae45-46fed67c94a0 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0501549 Feb 03 21:37:36.109024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7513-77d9-4d3d-b329-8fec58c11f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.112320 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-900676f2-586a-4813-8a13-d2bda00249a6 req-9836b620-1ac8-421b-9147-78fd2914ad70 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986760 Feb 03 21:37:36.142235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Made reservation on behalf of 6206bc4edcda49058d80a87ffe52d5b3 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:36.145591 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.155436 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.199471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7513-77d9-4d3d-b329-8fec58c11f2b admin admin] Publish callbacks [] for security_group (437c1819-680f-4415-b526-4fc373f02068), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.204929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7513-77d9-4d3d-b329-8fec58c11f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (437c1819-680f-4415-b526-4fc373f02068), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.242270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks [] for security_group (69ee8732-10b8-41bf-a654-40568a035f12), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.243265 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5ddd7513-77d9-4d3d-b329-8fec58c11f2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1c6f57cbac744089f305ba42ceb4237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538416 Feb 03 21:37:36.245915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd7513-77d9-4d3d-b329-8fec58c11f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437c1819-680f-4415-b526-4fc373f02068,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:36.246149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44698) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:36.255217 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (69ee8732-10b8-41bf-a654-40568a035f12), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.361897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee8732-10b8-41bf-a654-40568a035f12,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:36.433653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f51bb978-09ce-41a9-a762-942d4b785b47 req-b0d06d4c-33c8-47e3-b4d6-4a8428b2f839 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 210 time: 0.0779712 Feb 03 21:37:36.440926 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2812c125-3094-4515-abd8-e078a6895753 admin admin] Publish callbacks [] for security_group (437c1819-680f-4415-b526-4fc373f02068), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.498971 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2812c125-3094-4515-abd8-e078a6895753 admin admin] Publish callbacks [] for security_group (437c1819-680f-4415-b526-4fc373f02068), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.532681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526b4f-5104-4719-970b-88c3f0d72480 req-098610af-6816-49d4-a7ea-8b21d7a0077a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:36.534317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8526b4f-5104-4719-970b-88c3f0d72480 req-098610af-6816-49d4-a7ea-8b21d7a0077a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 931 time: 0.2171404 Feb 03 21:37:36.594284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Allocated IP 192.168.233.76 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/e2be349e-390e-4ebe-8ef8-1db754b76836) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:37:36.679329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3c1a4-6d8e-44cf-a52d-3197865ba8f7 req-5155083a-23c9-4867-a3bc-aec347a96b89 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:36.680862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3d3c1a4-6d8e-44cf-a52d-3197865ba8f7 req-5155083a-23c9-4867-a3bc-aec347a96b89 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 970 time: 0.1778681 Feb 03 21:37:36.689291 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2812c125-3094-4515-abd8-e078a6895753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (437c1819-680f-4415-b526-4fc373f02068), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.691863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2812c125-3094-4515-abd8-e078a6895753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.692996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2812c125-3094-4515-abd8-e078a6895753 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/437c1819-680f-4415-b526-4fc373f02068 HTTP/1.1" status: 204 len: 168 time: 0.4455330 Feb 03 21:37:36.705358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8526b4f-5104-4719-970b-88c3f0d72480 req-70148ccf-435d-4915-a0d7-635dd45e4842 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563454 Feb 03 21:37:36.732746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812c125-3094-4515-abd8-e078a6895753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437c1819-680f-4415-b526-4fc373f02068,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:36.832026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3d3c1a4-6d8e-44cf-a52d-3197865ba8f7 req-8059df1c-38d8-439f-bbb4-cb20526516c9 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357183 Feb 03 21:37:36.881158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks [] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.919060 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:36.966633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:37:36.970935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:36.974923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:37:36.981520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Pushing event updated for resources: {'Port': ['ID=e2be349e-390e-4ebe-8ef8-1db754b76836,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:37.015489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:37.029873 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b807011f-96e2-42d1-8b50-b74a42d91fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.045365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:37.046034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.066260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-c1f0f2f5-5c83-42f5-a25b-a4b30ed866d8 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3219173 Feb 03 21:37:37.081770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Request body: {'port': {'device_id': '1f48936f-a7c8-44d8-acaa-875218c509b8', 'device_owner': 'compute:tempest-test_az-99085360', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:37.126566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b807011f-96e2-42d1-8b50-b74a42d91fb5 admin admin] Publish callbacks [] for security_group (c4e57414-9f54-46f8-87f0-fb84578cfd2d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.134075 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b807011f-96e2-42d1-8b50-b74a42d91fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c4e57414-9f54-46f8-87f0-fb84578cfd2d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.168161 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.221113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b807011f-96e2-42d1-8b50-b74a42d91fb5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05ba55f82bcf4bd6baca42fb857228cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015414 Feb 03 21:37:37.222012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:37.224632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807011f-96e2-42d1-8b50-b74a42d91fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e57414-9f54-46f8-87f0-fb84578cfd2d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:37.263659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-be5f4557-a4d5-444a-a866-9dff82688ea0 None None] Provisioning complete for port e2be349e-390e-4ebe-8ef8-1db754b76836 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:37.264184 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be5f4557-a4d5-444a-a866-9dff82688ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.304727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be5f4557-a4d5-444a-a866-9dff82688ea0 None None] Port e2be349e-390e-4ebe-8ef8-1db754b76836 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:37:37.314085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5aa22528-470d-47ef-ba44-aecd289be3ad req-c76dce71-a0a6-4f66-9a78-6f6ff7955bb6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0810983 Feb 03 21:37:37.318953 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e79323e-cba1-4164-bb92-adc519c1f2fd admin admin] Publish callbacks [] for security_group (c4e57414-9f54-46f8-87f0-fb84578cfd2d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.350604 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e79323e-cba1-4164-bb92-adc519c1f2fd admin admin] Publish callbacks [] for security_group (c4e57414-9f54-46f8-87f0-fb84578cfd2d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.410309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e79323e-cba1-4164-bb92-adc519c1f2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c4e57414-9f54-46f8-87f0-fb84578cfd2d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.414444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e79323e-cba1-4164-bb92-adc519c1f2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.418155 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e79323e-cba1-4164-bb92-adc519c1f2fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4e57414-9f54-46f8-87f0-fb84578cfd2d HTTP/1.1" status: 204 len: 168 time: 0.1925547 Feb 03 21:37:37.428027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79323e-cba1-4164-bb92-adc519c1f2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e57414-9f54-46f8-87f0-fb84578cfd2d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:37.454736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b9c62-d07d-416e-8948-dcb5e42538dd req-461892d1-fcfa-430a-a613-6767cbb76aaa tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:37.457953 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c1b9c62-d07d-416e-8948-dcb5e42538dd req-461892d1-fcfa-430a-a613-6767cbb76aaa tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 949 time: 0.2061076 Feb 03 21:37:37.603977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c1b9c62-d07d-416e-8948-dcb5e42538dd req-cee6e98f-9f7a-4421-b41f-d3c6ca0a3e9c tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276174 Feb 03 21:37:37.649095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221ae47-1a46-4f84-bd86-da448b47c349 req-31b03ca1-2506-46bc-9f46-1eb687467efd tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:37.651076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0221ae47-1a46-4f84-bd86-da448b47c349 req-31b03ca1-2506-46bc-9f46-1eb687467efd tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 935 time: 0.1197460 Feb 03 21:37:37.740860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2be349e-390e-4ebe-8ef8-1db754b76836 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:37.757526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Publish callbacks [] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.771999 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0221ae47-1a46-4f84-bd86-da448b47c349 req-c874f391-9776-464a-92c8-b41cf6751570 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936697 Feb 03 21:37:37.778232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Transition to ACTIVE for port object e2be349e-390e-4ebe-8ef8-1db754b76836 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:37:37.799915 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:37.920131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Pushing event updated for resources: {'Port': ['ID=e2be349e-390e-4ebe-8ef8-1db754b76836,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:38.038157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370c413-b0a4-4da8-b6e5-dae19900653c req-82a555d0-f2b1-4789-8322-ad47a9601e93 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:38.045518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2370c413-b0a4-4da8-b6e5-dae19900653c req-82a555d0-f2b1-4789-8322-ad47a9601e93 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 931 time: 0.1478145 Feb 03 21:37:38.077750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Attempting to bind port e2be349e-390e-4ebe-8ef8-1db754b76836 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:37:38.078081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Attempting to bind port e2be349e-390e-4ebe-8ef8-1db754b76836 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:37:38.078483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Attempting to bind port e2be349e-390e-4ebe-8ef8-1db754b76836 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:38.087999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Port e2be349e-390e-4ebe-8ef8-1db754b76836 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:37:38.088322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Attempting to bind port e2be349e-390e-4ebe-8ef8-1db754b76836 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:38.099871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:37:38.100221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:38.100616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:37:38.101085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Bound port: e2be349e-390e-4ebe-8ef8-1db754b76836, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:37:38.101475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:38.142473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2370c413-b0a4-4da8-b6e5-dae19900653c req-f5371c6f-ff7f-4eaa-a8d1-eeba987657ed tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906022 Feb 03 21:37:38.221972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] For port e2be349e-390e-4ebe-8ef8-1db754b76836, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:37:38.233900 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] For port e2be349e-390e-4ebe-8ef8-1db754b76836, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e2be349e-390e-4ebe-8ef8-1db754b76836,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:37:38.283156 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:38.355983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:38.356976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:38.358604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] 10.222.0.10 "PUT /v2.0/ports/e2be349e-390e-4ebe-8ef8-1db754b76836 HTTP/1.1" status: 200 len: 1115 time: 1.2814996 Feb 03 21:37:38.383113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f48936f-a7c8-44d8-acaa-875218c509b8', 'tag': 'e2be349e-390e-4ebe-8ef8-1db754b76836'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:38.386058 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668d0663-38d9-4500-a2ba-ef251bf35c05" -d '{"events": [{"name": "network-changed", "server_uuid": "1f48936f-a7c8-44d8-acaa-875218c509b8", "tag": "e2be349e-390e-4ebe-8ef8-1db754b76836"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:38.466386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519ea7d-aaca-48e9-a697-38642c10b7df service neutron] Pushing event updated for resources: {'Port': ['ID=e2be349e-390e-4ebe-8ef8-1db754b76836,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:38.491242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1894c8d-8bc1-4c14-8bec-beae885c3b40 req-b53d9341-2d1f-45c2-812c-ea214ef39977 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:38.492866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1894c8d-8bc1-4c14-8bec-beae885c3b40 req-b53d9341-2d1f-45c2-812c-ea214ef39977 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 970 time: 0.2561936 Feb 03 21:37:38.537205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-63038386-7a12-46f5-a82c-e49db6c7a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:38.538709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-63038386-7a12-46f5-a82c-e49db6c7a4a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6206bc4edcda49058d80a87ffe52d5b3&device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 1149 time: 0.1269674 Feb 03 21:37:38.546922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8a2b6-f16d-488f-b723-728b50785a28 req-9341c047-f562-41a5-b5c2-49075008ed7d tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:38.548989 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ee8a2b6-f16d-488f-b723-728b50785a28 req-9341c047-f562-41a5-b5c2-49075008ed7d tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 949 time: 0.1398792 Feb 03 21:37:38.611044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-de9be03a-c082-4596-83d7-ef7882736817 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e2be349e-390e-4ebe-8ef8-1db754b76836 HTTP/1.1" status: 200 len: 217 time: 0.0560918 Feb 03 21:37:38.630994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1894c8d-8bc1-4c14-8bec-beae885c3b40 req-ec5e4aee-a9ae-4c2e-b73e-da00bde085ed tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285558 Feb 03 21:37:38.679732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ee8a2b6-f16d-488f-b723-728b50785a28 req-f0201e4a-360b-491a-8ae5-e8603f2204be tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236405 Feb 03 21:37:38.686933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-99d441c4-a2c7-4bef-98ac-b66fe0b5cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:38.688415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-99d441c4-a2c7-4bef-98ac-b66fe0b5cae4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0706139 Feb 03 21:37:38.748803 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07479ca-50f3-4ecf-9de2-50fb43e6237b x-openstack-request-id: req-a07479ca-50f3-4ecf-9de2-50fb43e6237b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:38.750870 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f48936f-a7c8-44d8-acaa-875218c509b8", "tag": "e2be349e-390e-4ebe-8ef8-1db754b76836", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:38.750870 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a07479ca-50f3-4ecf-9de2-50fb43e6237b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:38.750870 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f48936f-a7c8-44d8-acaa-875218c509b8', 'tag': 'e2be349e-390e-4ebe-8ef8-1db754b76836', 'status': 'completed', 'code': 200} Feb 03 21:37:38.754969 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18bd0eaa-2e7d-488b-aaf3-1ce8e624bfe3 req-4db68b3b-a732-41a4-a587-e2b967dbc6e0 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0586362 Feb 03 21:37:38.777551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-25ba9554-cd83-4a49-a03a-c23bf1a14bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:38.780002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-25ba9554-cd83-4a49-a03a-c23bf1a14bda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0847642 Feb 03 21:37:38.847325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a3d2a-b79c-4182-9bf2-c6a1e8d29708 req-7bfc899c-7d7c-4e46-b64a-0ece7a746c65 tempest-AggregatesAdminTestJSON-474151222 tempest-AggregatesAdminTestJSON-474151222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:38.848834 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed4a3d2a-b79c-4182-9bf2-c6a1e8d29708 req-7bfc899c-7d7c-4e46-b64a-0ece7a746c65 tempest-AggregatesAdminTestJSON-474151222 tempest-AggregatesAdminTestJSON-474151222-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 1152 time: 0.0490229 Feb 03 21:37:38.929957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed4a3d2a-b79c-4182-9bf2-c6a1e8d29708 req-b11b500e-0c67-465c-b5f4-1755f5b7d32c tempest-AggregatesAdminTestJSON-474151222 tempest-AggregatesAdminTestJSON-474151222-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:39.005149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc95ac8-fd48-40f5-971c-da7c9be659cc req-62962885-3d43-4511-9a7f-0d093a1b2155 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:39.006571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bc95ac8-fd48-40f5-971c-da7c9be659cc req-62962885-3d43-4511-9a7f-0d093a1b2155 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 967 time: 0.1568506 Feb 03 21:37:39.035891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-8b879bfe-80d1-442b-9b9d-497398c7e0d0 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693461 Feb 03 21:37:39.147234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed4a3d2a-b79c-4182-9bf2-c6a1e8d29708 req-b11b500e-0c67-465c-b5f4-1755f5b7d32c tempest-AggregatesAdminTestJSON-474151222 tempest-AggregatesAdminTestJSON-474151222-project-admin] Publish callbacks [] for security_group (68201dae-b045-4c63-b1d1-b27fc2a173d7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:39.151065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bc95ac8-fd48-40f5-971c-da7c9be659cc req-77a8a6ba-5511-42e6-9de1-aed250160c0d tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343188 Feb 03 21:37:39.156714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed4a3d2a-b79c-4182-9bf2-c6a1e8d29708 req-b11b500e-0c67-465c-b5f4-1755f5b7d32c tempest-AggregatesAdminTestJSON-474151222 tempest-AggregatesAdminTestJSON-474151222-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (68201dae-b045-4c63-b1d1-b27fc2a173d7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:39.212475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b500e-0c67-465c-b5f4-1755f5b7d32c tempest-AggregatesAdminTestJSON-474151222 tempest-AggregatesAdminTestJSON-474151222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68201dae-b045-4c63-b1d1-b27fc2a173d7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:39.216453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed4a3d2a-b79c-4182-9bf2-c6a1e8d29708 req-b11b500e-0c67-465c-b5f4-1755f5b7d32c tempest-AggregatesAdminTestJSON-474151222 tempest-AggregatesAdminTestJSON-474151222-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585682 Feb 03 21:37:39.219303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4b109dd-8db9-4b56-b86d-b720da985ede req-92e1b0d5-3116-461a-b337-6b722c399b1e service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742477 Feb 03 21:37:39.366272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-b808dfe8-0ec5-4648-8e9d-3825204fc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:39.367753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-b808dfe8-0ec5-4648-8e9d-3825204fc521 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6206bc4edcda49058d80a87ffe52d5b3&device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 1149 time: 0.0871887 Feb 03 21:37:39.375210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be71c-5263-48ed-ab79-055bfbfbb2ed req-8849c525-6fb4-4e4f-a37f-976e9c9814fb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:39.376609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd9be71c-5263-48ed-ab79-055bfbfbb2ed req-8849c525-6fb4-4e4f-a37f-976e9c9814fb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 931 time: 0.0861146 Feb 03 21:37:39.478139 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd9be71c-5263-48ed-ab79-055bfbfbb2ed req-d8499f1f-e85f-4397-a4cd-86fc213bbde5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925922 Feb 03 21:37:39.490733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-7d7aee50-49ab-4587-aabb-83513557a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:39.492182 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-7d7aee50-49ab-4587-aabb-83513557a232 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1146016 Feb 03 21:37:39.540575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-81f4d35d-4bda-4081-bc08-ccaf0b333631 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e2be349e-390e-4ebe-8ef8-1db754b76836 HTTP/1.1" status: 200 len: 217 time: 0.0415936 Feb 03 21:37:39.596773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-70ac4834-5504-4d9a-9ea0-5649ddef3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:39.598378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-70ac4834-5504-4d9a-9ea0-5649ddef3c0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0527520 Feb 03 21:37:39.690315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc9c45-efc7-40f4-b917-b326d2d541a7 req-b8e733d9-0574-478e-b61a-f11b36225c14 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:39.691787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-babc9c45-efc7-40f4-b917-b326d2d541a7 req-b8e733d9-0574-478e-b61a-f11b36225c14 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 970 time: 0.0881319 Feb 03 21:37:39.697820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-8ba1d010-61a2-4074-ab78-c8afb64d9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:39.699190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-8ba1d010-61a2-4074-ab78-c8afb64d9f3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0871444 Feb 03 21:37:39.987383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-babc9c45-efc7-40f4-b917-b326d2d541a7 req-bd77ad64-80f3-439f-9078-4293c446725f tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872360 Feb 03 21:37:40.019396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3d8bd-8b15-48e8-942a-a7a290008482 req-f2a87b8d-5940-4cd1-9c30-9babeb8b5dcd tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:40.020852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8e3d8bd-8b15-48e8-942a-a7a290008482 req-f2a87b8d-5940-4cd1-9c30-9babeb8b5dcd tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 949 time: 0.1417782 Feb 03 21:37:40.026626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-b6de4d1a-9aa5-4687-809e-ea1af7862d4f service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194795 Feb 03 21:37:40.129081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8e3d8bd-8b15-48e8-942a-a7a290008482 req-409026a9-851c-4adb-97e9-12f1a1ec8a9f tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015034 Feb 03 21:37:40.145241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64a1bab7-e750-4e91-807e-6d85b787d42c req-cc48ae54-fe99-492a-903e-227252b252e3 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b585141aa6c348ebbcb32d7a283ac265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305393 Feb 03 21:37:40.214476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-d9658712-c408-48bc-a60f-c988713e9b2e tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:40.216713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-d9658712-c408-48bc-a60f-c988713e9b2e tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 1131 time: 0.0456815 Feb 03 21:37:40.218224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-668d0663-38d9-4500-a2ba-ef251bf35c05 req-5657d1c1-2d81-4860-9f17-5e4d64825eea service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841125 Feb 03 21:37:40.247043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-364b56f4-51da-4325-b58c-7d748b8bdf9b req-7d8b5020-f11d-4925-b838-cb0672c53792 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0430250 Feb 03 21:37:40.295198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1bab7-e750-4e91-807e-6d85b787d42c req-51d8977d-857f-462b-ba09-078e3ca8c79a tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:40.296741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64a1bab7-e750-4e91-807e-6d85b787d42c req-51d8977d-857f-462b-ba09-078e3ca8c79a tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452477 Feb 03 21:37:40.310951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] Deleting port 5256ac6a-b2f8-444d-a655-c30ba9af63be {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:37:40.311297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:40.321192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64a1bab7-e750-4e91-807e-6d85b787d42c req-ce50ae00-6480-47ba-b120-1fda093b8d44 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/quotas/b585141aa6c348ebbcb32d7a283ac265 HTTP/1.1" status: 200 len: 375 time: 0.0184858 Feb 03 21:37:40.366903 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64a1bab7-e750-4e91-807e-6d85b787d42c req-7981beb7-a206-4f91-b032-76fdcdd04006 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b585141aa6c348ebbcb32d7a283ac265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293179 Feb 03 21:37:40.387107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c9ac1-ef75-4d2f-a642-ba0eec684e35 req-9a145f39-4501-47bc-bddb-75c7818dbfd1 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:40.393131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] For port 5256ac6a-b2f8-444d-a655-c30ba9af63be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5256ac6a-b2f8-444d-a655-c30ba9af63be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:40.393383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-142c9ac1-ef75-4d2f-a642-ba0eec684e35 req-9a145f39-4501-47bc-bddb-75c7818dbfd1 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 967 time: 0.0833309 Feb 03 21:37:40.393868 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:40.411422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] Calling delete_port for 5256ac6a-b2f8-444d-a655-c30ba9af63be owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:37:40.441587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-142c9ac1-ef75-4d2f-a642-ba0eec684e35 req-e39947d3-8d7a-47e9-b4e2-4196440d8c8c tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460949 Feb 03 21:37:40.576337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5256ac6a-b2f8-444d-a655-c30ba9af63be), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:40.588742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5256ac6a-b2f8-444d-a655-c30ba9af63be'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:40.606437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] Pushing event deleted for resources: {'Port': ['ID=5256ac6a-b2f8-444d-a655-c30ba9af63be,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:40.635722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f5570-e1d6-48d7-a814-387054f3c666 req-2534d282-cb95-4655-ab93-b04cfcdc2fe9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:40.637834 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-987f5570-e1d6-48d7-a814-387054f3c666 req-2534d282-cb95-4655-ab93-b04cfcdc2fe9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 931 time: 0.0870819 Feb 03 21:37:40.673694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] No DVR routers for this DVR port 5256ac6a-b2f8-444d-a655-c30ba9af63be on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:37:40.679114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:40.682907 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-30cb5085-b4c3-465a-884f-08d4cb2f524f req-474b3db6-bb97-461c-a9ad-b2ae7c708b0a tempest-DeleteServersAdminTestJSON-1990657438 tempest-DeleteServersAdminTestJSON-1990657438-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5256ac6a-b2f8-444d-a655-c30ba9af63be HTTP/1.1" status: 204 len: 173 time: 0.4536355 Feb 03 21:37:40.683471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4dc90f-232b-4c58-be2a-1b3786ad68b6', 'name': 'network-vif-deleted', 'tag': '5256ac6a-b2f8-444d-a655-c30ba9af63be'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:40.686290 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fbd12b-314c-41e9-b178-ddc47b981ecb" -d '{"events": [{"server_uuid": "7d4dc90f-232b-4c58-be2a-1b3786ad68b6", "name": "network-vif-deleted", "tag": "5256ac6a-b2f8-444d-a655-c30ba9af63be"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:40.708215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-987f5570-e1d6-48d7-a814-387054f3c666 req-0bde37d3-1dd3-4478-aea8-73c2552dcc51 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593913 Feb 03 21:37:40.797131 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1741b063-2ef1-4b1f-9f58-5e0c73ff6afb x-openstack-request-id: req-1741b063-2ef1-4b1f-9f58-5e0c73ff6afb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:40.797693 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4dc90f-232b-4c58-be2a-1b3786ad68b6", "name": "network-vif-deleted", "tag": "5256ac6a-b2f8-444d-a655-c30ba9af63be", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:40.797993 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1741b063-2ef1-4b1f-9f58-5e0c73ff6afb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:40.798435 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4dc90f-232b-4c58-be2a-1b3786ad68b6', 'name': 'network-vif-deleted', 'tag': '5256ac6a-b2f8-444d-a655-c30ba9af63be', 'status': 'completed', 'code': 200} Feb 03 21:37:40.937673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a4dd388-696b-4e6c-b36f-e111e0a0bcc6 req-90ebbc74-8aec-49cb-bb14-ee18bdabe047 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b585141aa6c348ebbcb32d7a283ac265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257280 Feb 03 21:37:41.044708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dd388-696b-4e6c-b36f-e111e0a0bcc6 req-61358213-86de-4308-ab6b-f2a2a5d0d3e4 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:41.046189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a4dd388-696b-4e6c-b36f-e111e0a0bcc6 req-61358213-86de-4308-ab6b-f2a2a5d0d3e4 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1028013 Feb 03 21:37:41.070043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a4dd388-696b-4e6c-b36f-e111e0a0bcc6 req-7c5307f2-f930-4e7f-9008-48a155890057 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/quotas/b585141aa6c348ebbcb32d7a283ac265 HTTP/1.1" status: 200 len: 375 time: 0.0181272 Feb 03 21:37:41.113602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a4dd388-696b-4e6c-b36f-e111e0a0bcc6 req-f49181dd-7962-4909-b21a-c51eefab2005 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b585141aa6c348ebbcb32d7a283ac265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291259 Feb 03 21:37:41.134682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab685336-b287-4b9b-a7da-8c614214c6d9 req-01c71846-12a5-4820-a24b-76c8e85a68da tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:41.136115 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab685336-b287-4b9b-a7da-8c614214c6d9 req-01c71846-12a5-4820-a24b-76c8e85a68da tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 970 time: 0.0825715 Feb 03 21:37:41.188574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab685336-b287-4b9b-a7da-8c614214c6d9 req-1700e99a-572e-4f15-8902-47cc30132396 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/security-groups?id=b18deddc-359f-4f45-8b6c-fd8b0f8019c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469747 Feb 03 21:37:41.284067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f30d1a1-1a89-4aff-a726-e5f25cba9722 req-e70747a2-3752-4960-9df3-9c7a95cef7b9 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4dc90f-232b-4c58-be2a-1b3786ad68b6 HTTP/1.1" status: 200 len: 210 time: 0.0398827 Feb 03 21:37:41.294384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-c02e7145-d794-4657-8e7d-a0f56f5adcbf tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:41.295882 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-c02e7145-d794-4657-8e7d-a0f56f5adcbf tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.10 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 970 time: 0.1111889 Feb 03 21:37:41.385940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f466277b-3cf6-4d3c-adc9-3d0eb26c2c56 req-1e1b0422-ef1a-4f4f-ac12-8172d0ba60d6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0340748 Feb 03 21:37:41.487428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Deleting port e0f95128-48f7-48a1-b116-9db0554c4de1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:37:41.487950 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:41.563108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc571de-c618-4e08-baa0-c07f887aca1b req-31d84ae4-1acd-4f6a-b774-80723c657dc0 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:41.564731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc571de-c618-4e08-baa0-c07f887aca1b req-31d84ae4-1acd-4f6a-b774-80723c657dc0 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 967 time: 0.0577486 Feb 03 21:37:41.583116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] For port e0f95128-48f7-48a1-b116-9db0554c4de1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e0f95128-48f7-48a1-b116-9db0554c4de1,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:41.583327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:41.600271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Calling delete_port for e0f95128-48f7-48a1-b116-9db0554c4de1 owned by compute:tempest-test_az-99085360 {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:37:41.619793 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc571de-c618-4e08-baa0-c07f887aca1b req-596b266a-1463-4681-a051-b148d4897744 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475819 Feb 03 21:37:41.706689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-251827b0-77f1-4e3a-b45d-a01af0ed17f6 req-a9d9bf83-a0de-4be3-8807-bfe484ee7483 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b585141aa6c348ebbcb32d7a283ac265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215838 Feb 03 21:37:41.738419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e0f95128-48f7-48a1-b116-9db0554c4de1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:41.751513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e0f95128-48f7-48a1-b116-9db0554c4de1'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:41.798168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-addee98e-73a7-46ed-8cee-4e959c737306 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:37:41.799106 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-addee98e-73a7-46ed-8cee-4e959c737306 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075548 Feb 03 21:37:41.800280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Pushing event deleted for resources: {'Port': ['ID=e0f95128-48f7-48a1-b116-9db0554c4de1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:41.888173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251827b0-77f1-4e3a-b45d-a01af0ed17f6 req-cc8776b0-8cde-4065-8cbc-8841958e8c12 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:41.895479 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-251827b0-77f1-4e3a-b45d-a01af0ed17f6 req-cc8776b0-8cde-4065-8cbc-8841958e8c12 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834564 Feb 03 21:37:41.909381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] No DVR routers for this DVR port e0f95128-48f7-48a1-b116-9db0554c4de1 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:37:41.913294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:41.918173 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2b340d06-4e37-41e6-9caa-b2b845980ce9 req-7502c0bb-f7a6-417e-86e1-402d0066ad4c tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.10 "DELETE /v2.0/ports/e0f95128-48f7-48a1-b116-9db0554c4de1 HTTP/1.1" status: 204 len: 173 time: 0.6171191 Feb 03 21:37:41.921606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-251827b0-77f1-4e3a-b45d-a01af0ed17f6 req-628a01d2-1706-4492-808c-c4aac1f68b08 tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/quotas/b585141aa6c348ebbcb32d7a283ac265 HTTP/1.1" status: 200 len: 375 time: 0.0250311 Feb 03 21:37:41.954074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-251827b0-77f1-4e3a-b45d-a01af0ed17f6 req-7b179fb0-f218-4fc1-9096-895f230b154e tempest-QuotasAdminNegativeTest-1193013831 tempest-QuotasAdminNegativeTest-1193013831-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b585141aa6c348ebbcb32d7a283ac265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309517 Feb 03 21:37:41.977754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.47', 62686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:42.008674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fb93a-1d6d-4d2a-9ab7-c7aaa8e9972b req-c2b0d221-f692-4a08-bace-6b3de05a4a5f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:42.017727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d98fb93a-1d6d-4d2a-9ab7-c7aaa8e9972b req-c2b0d221-f692-4a08-bace-6b3de05a4a5f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 931 time: 0.1777327 Feb 03 21:37:42.026726 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-e8f8a383-97e3-49b1-acc8-50f0567091f1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478115 Feb 03 21:37:42.118000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d98fb93a-1d6d-4d2a-9ab7-c7aaa8e9972b req-bcb593b8-c03b-4773-b73d-579bf5bbffe1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993035 Feb 03 21:37:42.215871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Request body: {'port': {'device_id': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:42.224320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-f9a14c4c-622b-4cea-bd74-1885e4c05911 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:42.226284 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-f9a14c4c-622b-4cea-bd74-1885e4c05911 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924219 Feb 03 21:37:42.253755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Request body: {'port': {'device_id': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '0e812a9dbe4b466fb0f443cd9d78f652'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:42.331446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d437ff4-c9e5-4c41-88cd-d48c9fec2985 req-3ef339ca-3ff1-41b6-bf3b-6b5bb8758510 tempest-AggregatesAdminTestJSON-2015603949 tempest-AggregatesAdminTestJSON-2015603949-project] 10.222.0.50 "GET /v2.0/ports?device_id=7349d591-b2c7-41df-80f5-ffcc39d6ae95 HTTP/1.1" status: 200 len: 210 time: 0.0427716 Feb 03 21:37:42.366059 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:42.481299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Made reservation on behalf of 0e812a9dbe4b466fb0f443cd9d78f652 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:42.485725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:42.550663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:42.562055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.47', 62687) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:42.602570 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-99355a76-69ce-41c9-9c6a-74506ab7185a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374079 Feb 03 21:37:42.604022 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e12cadb-42f4-46a6-a1ac-5f3be639b4a1 req-65655fe5-b7f5-4ee1-871f-9b2ac641a19c tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0943465 Feb 03 21:37:42.678916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-937fab35-96ca-4003-8f0b-ba9c3c70b8f2 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533862 Feb 03 21:37:42.807415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44924) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:42.874350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47f46f-e976-4470-89db-9314bcd4765d req-4f76e748-6703-46bb-b6a6-5fe01378f2f5 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:42.882489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c47f46f-e976-4470-89db-9314bcd4765d req-4f76e748-6703-46bb-b6a6-5fe01378f2f5 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 967 time: 0.1219463 Feb 03 21:37:42.891617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e2be349e-390e-4ebe-8ef8-1db754b76836 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:37:42.908037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7349d591-b2c7-41df-80f5-ffcc39d6ae95', 'name': 'network-vif-deleted', 'tag': 'e0f95128-48f7-48a1-b116-9db0554c4de1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:42.910266 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc3b2b-c783-4aa1-827f-4685726fe9fe" -d '{"events": [{"server_uuid": "7349d591-b2c7-41df-80f5-ffcc39d6ae95", "name": "network-vif-deleted", "tag": "e0f95128-48f7-48a1-b116-9db0554c4de1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:42.933936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c374-814f-40b7-a977-02e83b810518 req-82df5569-4d93-404c-8dbf-a44e72a08c2d tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:42.935434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-82df5569-4d93-404c-8dbf-a44e72a08c2d tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511418 Feb 03 21:37:42.985598 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e62607e-5223-4ac7-9d0c-7be4c0f9123c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:42.989380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-46273c89-6dc2-44c5-92da-63948c9f3da4 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/quotas/8324c0cc03fd42f79ba67c3b913198aa HTTP/1.1" status: 200 len: 375 time: 0.0401392 Feb 03 21:37:43.001851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c47f46f-e976-4470-89db-9314bcd4765d req-926ed49d-84b8-4cae-a21e-496add968076 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181147 Feb 03 21:37:43.012401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-b7f1ba92-b187-45f4-8e97-4b20445c891b tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:43.014401 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-b7f1ba92-b187-45f4-8e97-4b20445c891b tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3877511 Feb 03 21:37:43.039387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e2be349e-390e-4ebe-8ef8-1db754b76836, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e2be349e-390e-4ebe-8ef8-1db754b76836,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:43.039907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Request body: {'port': {'device_id': '5ee986a9-271a-4897-8fdb-6172b6d7be50', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '0e812a9dbe4b466fb0f443cd9d78f652'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:43.042948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-fac77c5b-cb0e-46c7-a4e6-fb12f939e44c tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401552 Feb 03 21:37:43.089195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'e2be349e-390e-4ebe-8ef8-1db754b76836', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'e2be349e-390e-4ebe-8ef8-1db754b76836', 'mac_address': 'fa:16:3e:9f:69:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:tempest-test_az-99085360', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:37:43.095132 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dee951-b1e6-420c-92e7-0072de691c25 x-openstack-request-id: req-a5dee951-b1e6-420c-92e7-0072de691c25 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:43.095462 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7349d591-b2c7-41df-80f5-ffcc39d6ae95", "name": "network-vif-deleted", "tag": "e0f95128-48f7-48a1-b116-9db0554c4de1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:43.095655 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5dee951-b1e6-420c-92e7-0072de691c25 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:43.096192 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7349d591-b2c7-41df-80f5-ffcc39d6ae95', 'name': 'network-vif-deleted', 'tag': 'e0f95128-48f7-48a1-b116-9db0554c4de1', 'status': 'completed', 'code': 200} Feb 03 21:37:43.120305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e62607e-5223-4ac7-9d0c-7be4c0f9123c admin admin] Publish callbacks [] for security_group (8594a622-0288-4e7b-b343-826ddae8fc6e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.128261 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e62607e-5223-4ac7-9d0c-7be4c0f9123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8594a622-0288-4e7b-b343-826ddae8fc6e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.136309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks [] for security_group (7525e499-eefe-41ce-8b19-dbfb4e2b2842), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.152940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e2be349e-390e-4ebe-8ef8-1db754b76836 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:43.152940 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.162659 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7525e499-eefe-41ce-8b19-dbfb4e2b2842), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.176980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e62607e-5223-4ac7-9d0c-7be4c0f9123c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b585141aa6c348ebbcb32d7a283ac265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672996 Feb 03 21:37:43.183836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2be349e-390e-4ebe-8ef8-1db754b76836 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:43.188637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44932) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:43.198895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62607e-5223-4ac7-9d0c-7be4c0f9123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8594a622-0288-4e7b-b343-826ddae8fc6e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:43.235354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e2be349e-390e-4ebe-8ef8-1db754b76836, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e2be349e-390e-4ebe-8ef8-1db754b76836,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:43.246400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a8fe98-55e7-4969-9b78-7776d17a872c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:43.253290 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.320361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e2be349e-390e-4ebe-8ef8-1db754b76836,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:43.322520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116bad7-40c0-4d20-9f05-81a45dfc5ca7 req-01cf9498-ff8d-4511-a661-e94c216c2297 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:43.324081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c116bad7-40c0-4d20-9f05-81a45dfc5ca7 req-01cf9498-ff8d-4511-a661-e94c216c2297 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 931 time: 0.0864928 Feb 03 21:37:43.326280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de4a2630-1955-4caa-a874-966f7795ecb7 req-35b9421f-f2c3-443e-850e-0ef4676025bb tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 210 time: 0.0431023 Feb 03 21:37:43.331446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Publish callbacks [] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.353607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7525e499-eefe-41ce-8b19-dbfb4e2b2842,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:43.388247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Transition to ACTIVE for port object 97a8fe98-55e7-4969-9b78-7776d17a872c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:37:43.416209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.418437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c116bad7-40c0-4d20-9f05-81a45dfc5ca7 req-065f0e0a-482e-44df-8b61-9213b96e003c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 Feb 03 21:37:43.479643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Made reservation on behalf of 0e812a9dbe4b466fb0f443cd9d78f652 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:43.483099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.546592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-200c7c54-b8aa-46ed-b56a-aa9f85a35f5e admin admin] Publish callbacks [] for security_group (8594a622-0288-4e7b-b343-826ddae8fc6e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.553808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Allocated IP 192.168.233.128 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/17c5bbd7-2cfd-477c-ae18-52a3c5a178e3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:37:43.567323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e2be349e-390e-4ebe-8ef8-1db754b76836'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:43.602640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Pushing event updated for resources: {'Port': ['ID=97a8fe98-55e7-4969-9b78-7776d17a872c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:43.663320 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-200c7c54-b8aa-46ed-b56a-aa9f85a35f5e admin admin] Publish callbacks [] for security_group (8594a622-0288-4e7b-b343-826ddae8fc6e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.753798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7ec7925-192e-4592-9d4b-d3fa6dd95b38 req-da1e0699-743a-4af3-ba7d-c7e1d7437150 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0476816 Feb 03 21:37:43.869090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:37:43.869664 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:37:43.870179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:43.876977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-200c7c54-b8aa-46ed-b56a-aa9f85a35f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8594a622-0288-4e7b-b343-826ddae8fc6e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.879452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-200c7c54-b8aa-46ed-b56a-aa9f85a35f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:43.880611 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-200c7c54-b8aa-46ed-b56a-aa9f85a35f5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8594a622-0288-4e7b-b343-826ddae8fc6e HTTP/1.1" status: 204 len: 168 time: 0.6830251 Feb 03 21:37:43.888138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Port 97a8fe98-55e7-4969-9b78-7776d17a872c on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:37:43.888464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:43.906408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c7c54-b8aa-46ed-b56a-aa9f85a35f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8594a622-0288-4e7b-b343-826ddae8fc6e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:43.911021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:37:43.911349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:43.911725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:37:43.912165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Bound port: 97a8fe98-55e7-4969-9b78-7776d17a872c, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:37:43.912519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.000764 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks [] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.037862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:37:44.056629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:37:44.066827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.102239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.147048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:44.147669 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.149086 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] 10.222.0.47 "PUT /v2.0/ports/97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 1091 time: 2.1877260 Feb 03 21:37:44.204553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b473055-9519-4fad-9307-70ef82d9eb93 req-dc4ded82-b356-403d-9183-9829f4485fee tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:44.213449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b473055-9519-4fad-9307-70ef82d9eb93 req-dc4ded82-b356-403d-9183-9829f4485fee tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 968 time: 0.0714998 Feb 03 21:37:44.217983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:37:44.231207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Allocated IP 192.168.233.41 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/dd353adf-a0f7-45c2-ae40-25226c330e9f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:37:44.240607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:44.244426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e90e48-b624-41c2-98bf-057fd661432a service neutron] Pushing event updated for resources: {'Port': ['ID=97a8fe98-55e7-4969-9b78-7776d17a872c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:44.274583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b473055-9519-4fad-9307-70ef82d9eb93 req-22935985-b561-40f3-9edc-39e0eb3a9523 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579586 Feb 03 21:37:44.277495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:37:44.420456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:44.445529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:44.446192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45004) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:44.449701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.486353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-1b33a258-0433-4448-8767-bd9ea5636227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:44.488064 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-1b33a258-0433-4448-8767-bd9ea5636227 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1125 time: 0.2671139 Feb 03 21:37:44.488769 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0317d382-68e6-42e6-ae08-c709a69939e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.542151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05de7f24-0e59-42f4-ba18-12b9c29f7688 req-1307708e-04a5-43f6-897f-70f1c3f914cc tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 210 time: 0.0761554 Feb 03 21:37:44.596434 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-4829d38f-fe0c-46c6-8c51-5bd68ae351bc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3498957 Feb 03 21:37:44.622084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-32980e8d-aa55-4f6f-a81f-eddae656c368 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 217 time: 0.0962391 Feb 03 21:37:44.632889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Request body: {'port': {'device_id': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:44.636649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-295f86bc-9560-4d9a-a190-9f14edcf2f22 None None] Provisioning complete for port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:44.637171 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-295f86bc-9560-4d9a-a190-9f14edcf2f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.697470 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-21302848-9865-474b-8116-760cc09ece95 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936723 Feb 03 21:37:44.732474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-295f86bc-9560-4d9a-a190-9f14edcf2f22 None None] Port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:37:44.753512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0317d382-68e6-42e6-ae08-c709a69939e2 admin admin] Publish callbacks [] for security_group (601bfaff-0810-4eb6-b159-353ed5886b52), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.764551 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0317d382-68e6-42e6-ae08-c709a69939e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (601bfaff-0810-4eb6-b159-353ed5886b52), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.783024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd918e-4cec-4ce2-aec2-a23fa20fe307 req-eecc93a3-af56-4983-810c-aebc2c3d7368 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:44.784555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddfd918e-4cec-4ce2-aec2-a23fa20fe307 req-eecc93a3-af56-4983-810c-aebc2c3d7368 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.1201956 Feb 03 21:37:44.838016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317d382-68e6-42e6-ae08-c709a69939e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601bfaff-0810-4eb6-b159-353ed5886b52,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:44.848292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0317d382-68e6-42e6-ae08-c709a69939e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5aa11e6fb3f742aaae4fbbe8e33280ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006820 Feb 03 21:37:44.850003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:44.876098 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks [] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.894446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e2be349e-390e-4ebe-8ef8-1db754b76836 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:37:44.918105 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3c9d808-45ad-4c00-87dd-2d04ea8667da req-b5bef000-f30e-4e2f-ad31-5249dce1cb31 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 210 time: 0.0506060 Feb 03 21:37:44.922720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.925446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-2353eeb7-9e46-4578-87e0-9b1126274d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:44.926939 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-2353eeb7-9e46-4578-87e0-9b1126274d52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.2898824 Feb 03 21:37:44.947007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddfd918e-4cec-4ce2-aec2-a23fa20fe307 req-7341fb6d-91a0-4d44-ad6a-723f4bb4cc79 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406586 Feb 03 21:37:44.962421 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d774a47f-b655-455d-a329-6c7228091cf7 admin admin] Publish callbacks [] for security_group (601bfaff-0810-4eb6-b159-353ed5886b52), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:44.988158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d774a47f-b655-455d-a329-6c7228091cf7 admin admin] Publish callbacks [] for security_group (601bfaff-0810-4eb6-b159-353ed5886b52), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.006320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port e2be349e-390e-4ebe-8ef8-1db754b76836 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:37:45.011386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port e2be349e-390e-4ebe-8ef8-1db754b76836 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:45.011969 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.038522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-a794a48f-e8c3-44cb-88f1-4cb644822bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912199 Feb 03 21:37:45.063375 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d774a47f-b655-455d-a329-6c7228091cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (601bfaff-0810-4eb6-b159-353ed5886b52), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.067707 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d774a47f-b655-455d-a329-6c7228091cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.069266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d774a47f-b655-455d-a329-6c7228091cf7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/601bfaff-0810-4eb6-b159-353ed5886b52 HTTP/1.1" status: 204 len: 168 time: 0.2108014 Feb 03 21:37:45.076203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c374-814f-40b7-a977-02e83b810518 req-b7ce281d-39aa-423a-b33d-bf2dbf7ec838 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:45.077873 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-b7ce281d-39aa-423a-b33d-bf2dbf7ec838 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3532810 Feb 03 21:37:45.079887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774a47f-b655-455d-a329-6c7228091cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601bfaff-0810-4eb6-b159-353ed5886b52,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:45.142446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e2be349e-390e-4ebe-8ef8-1db754b76836 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:45.142844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.167328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f48936f-a7c8-44d8-acaa-875218c509b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2be349e-390e-4ebe-8ef8-1db754b76836'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:45.170347 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1774f6-3b96-4022-8e7f-a253780919ac" -d '{"events": [{"server_uuid": "1f48936f-a7c8-44d8-acaa-875218c509b8", "name": "network-vif-plugged", "status": "completed", "tag": "e2be349e-390e-4ebe-8ef8-1db754b76836"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:45.183117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e2be349e-390e-4ebe-8ef8-1db754b76836, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e2be349e-390e-4ebe-8ef8-1db754b76836,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:45.188067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:45.189806 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.190460 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a29186d-8737-4e40-86d3-cca12014e192" -d '{"events": [{"name": "network-changed", "server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:45.191739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5256ac6a-b2f8-444d-a655-c30ba9af63be no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:37:45.214311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Request body: {'port': {'device_id': '4a95b47b-de89-43fc-aae7-3c096c7805c5', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '8324c0cc03fd42f79ba67c3b913198aa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:45.218019 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.246750 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f832f06-c240-49f1-8296-54b61e7e91ba x-openstack-request-id: req-3f832f06-c240-49f1-8296-54b61e7e91ba {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:45.247072 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f48936f-a7c8-44d8-acaa-875218c509b8", "name": "network-vif-plugged", "status": "completed", "tag": "e2be349e-390e-4ebe-8ef8-1db754b76836", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:45.247330 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f832f06-c240-49f1-8296-54b61e7e91ba {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:45.247719 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f48936f-a7c8-44d8-acaa-875218c509b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2be349e-390e-4ebe-8ef8-1db754b76836', 'code': 200} Feb 03 21:37:45.277177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 5256ac6a-b2f8-444d-a655-c30ba9af63be {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:37:45.277694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5256ac6a-b2f8-444d-a655-c30ba9af63be not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:37:45.278232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e0f95128-48f7-48a1-b116-9db0554c4de1 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:37:45.301335 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31af0a86-6026-4580-afb4-e1e5e666d185 x-openstack-request-id: req-31af0a86-6026-4580-afb4-e1e5e666d185 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:45.301864 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:45.302452 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31af0a86-6026-4580-afb4-e1e5e666d185 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:45.303164 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c', 'status': 'completed', 'code': 200} Feb 03 21:37:45.358531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: e0f95128-48f7-48a1-b116-9db0554c4de1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:37:45.358972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e0f95128-48f7-48a1-b116-9db0554c4de1 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:37:45.361366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e2be349e-390e-4ebe-8ef8-1db754b76836,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:45.460391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4e49e-194e-443a-a676-47dbcf2062b6 req-452d4332-c3cf-4937-8089-6315b6da8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:45.461927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3a4e49e-194e-443a-a676-47dbcf2062b6 req-452d4332-c3cf-4937-8089-6315b6da8b88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 1151 time: 0.1531148 Feb 03 21:37:45.504112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5949-6826-49f4-935d-158059ed9ff1 req-7106464b-67dc-4e0e-ae68-a2c47a8fbf6c tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:45.512970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f69c5949-6826-49f4-935d-158059ed9ff1 req-7106464b-67dc-4e0e-ae68-a2c47a8fbf6c tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 969 time: 0.1102691 Feb 03 21:37:45.570498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3a4e49e-194e-443a-a676-47dbcf2062b6 req-6c0c8ba8-a6e6-4412-b005-62d82a06b608 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007378 Feb 03 21:37:45.603633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f69c5949-6826-49f4-935d-158059ed9ff1 req-94a10cec-eae1-439a-8fc3-67fe28833f21 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897794 Feb 03 21:37:45.622300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:37:45.644005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:45.656150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:37:45.658711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Pushing event updated for resources: {'Port': ['ID=dd353adf-a0f7-45c2-ae40-25226c330e9f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:45.783503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:45.784370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.788672 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-66e0c17b-dcc9-461f-ab8c-d92398ac10cc service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239285 Feb 03 21:37:45.793163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:45.805285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Made reservation on behalf of 8324c0cc03fd42f79ba67c3b913198aa for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:45.809258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.821370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd5c5c13-0f76-47cf-b544-eb2ec8c8f791 req-4f298a2d-b6f4-4c47-b48d-8a3f3fef38db tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 210 time: 0.0566342 Feb 03 21:37:45.837734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Publish callbacks [] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:45.922694 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-4c1d1634-a54d-452d-9293-3dab8b5d7ee9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8950791 Feb 03 21:37:45.944391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Transition to ACTIVE for port object 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:37:45.948966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Request body: {'port': {'device_id': '5ee986a9-271a-4897-8fdb-6172b6d7be50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:45.969766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9858c1cf-7bf6-41b3-ae6a-77dc81198440 None None] Provisioning complete for port dd353adf-a0f7-45c2-ae40-25226c330e9f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:45.970915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9858c1cf-7bf6-41b3-ae6a-77dc81198440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:46.005067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:46.046008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9858c1cf-7bf6-41b3-ae6a-77dc81198440 None None] Port dd353adf-a0f7-45c2-ae40-25226c330e9f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:37:46.128126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3488a5-fe68-492d-b1d6-e30aa1228e99 req-c3ce3514-e0d9-4ac9-a86c-8cf63945d3a6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:46.130140 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd3488a5-fe68-492d-b1d6-e30aa1228e99 req-c3ce3514-e0d9-4ac9-a86c-8cf63945d3a6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 935 time: 0.0762615 Feb 03 21:37:46.217460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd3488a5-fe68-492d-b1d6-e30aa1228e99 req-41846072-f0fb-41fb-9fe4-c7d7360cbfb8 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790920 Feb 03 21:37:46.230626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e50569-707e-4d31-b1ee-2236d690290a req-b8a957ce-9a3a-49a3-b61f-cd8fb5913197 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:46.233111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56e50569-707e-4d31-b1ee-2236d690290a req-b8a957ce-9a3a-49a3-b61f-cd8fb5913197 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.1144216 Feb 03 21:37:46.304988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56e50569-707e-4d31-b1ee-2236d690290a req-fa556c81-4d2d-4b8a-8ba9-c2f867b9e539 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644441 Feb 03 21:37:46.375236 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75cc3eed-5fe5-46a1-ad1f-09dab27d19ca req-c259a722-88ce-4eb7-8b3d-9fa1a592816d service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708888 Feb 03 21:37:46.380159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:46.387904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:46.599658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Allocated IP 192.168.233.142 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/5cba45b6-3c22-4f6b-b4c0-3468698c37a0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:37:46.712670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Attempting to bind port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:37:46.713320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Attempting to bind port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:37:46.713861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Attempting to bind port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:46.716658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29186d-8737-4e40-86d3-cca12014e192 req-1256dac5-e29b-4224-8430-bf6a87ee3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:46.718373 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a29186d-8737-4e40-86d3-cca12014e192 req-1256dac5-e29b-4224-8430-bf6a87ee3452 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1125 time: 0.2638564 Feb 03 21:37:46.761222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:37:46.761222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Attempting to bind port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:46.817658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:37:46.817999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:46.818481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:37:46.818843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Bound port: 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:37:46.819231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:46.912813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2197e0-ee09-4580-8d8b-1596ca7b73f2 req-4b7ec655-4427-46ef-827c-79aadd130a52 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:46.925087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de2197e0-ee09-4580-8d8b-1596ca7b73f2 req-4b7ec655-4427-46ef-827c-79aadd130a52 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 969 time: 0.1010454 Feb 03 21:37:46.993152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45162) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:47.033455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de2197e0-ee09-4580-8d8b-1596ca7b73f2 req-d520e8fc-520b-442a-b189-065de5ebad37 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026676 Feb 03 21:37:47.082820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29186d-8737-4e40-86d3-cca12014e192 req-781e100d-fc15-4420-bca8-985bbf90ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:47.084558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a29186d-8737-4e40-86d3-cca12014e192 req-781e100d-fc15-4420-bca8-985bbf90ff45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.3535807 Feb 03 21:37:47.086781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0a3349b-7b72-476f-9d3b-e2fb2a726892 req-d9eb9d38-9740-422f-bc1a-750b905e3899 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 210 time: 0.0690830 Feb 03 21:37:47.090175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:37:47.095280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:37:47.100043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks [] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:47.157071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:47.159885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a29186d-8737-4e40-86d3-cca12014e192 req-5446d353-0555-4efc-b380-309f44599ed7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 217 time: 0.0628588 Feb 03 21:37:47.225180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:47.227184 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:47.229598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] 10.222.0.47 "PUT /v2.0/ports/17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 HTTP/1.1" status: 200 len: 1096 time: 2.6096272 Feb 03 21:37:47.309797 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a85c-5485-4b19-b612-d8a6d1251dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:47.318943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:47.331561 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34f2a6c-97b6-4587-b207-12b16559b6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:47.402046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d6527-2e8c-4d8b-b753-3c672346c169 service neutron] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:47.415815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29186d-8737-4e40-86d3-cca12014e192 req-8782e0f3-e7ca-45f1-8068-d95a9983193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:47.418455 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a29186d-8737-4e40-86d3-cca12014e192 req-8782e0f3-e7ca-45f1-8068-d95a9983193b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.2493908 Feb 03 21:37:47.443581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:47.505132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a85c-5485-4b19-b612-d8a6d1251dbd admin admin] Publish callbacks [] for security_group (0aa33f11-b104-4121-a82e-f50fb3aa4540), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:47.520813 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a85c-5485-4b19-b612-d8a6d1251dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0aa33f11-b104-4121-a82e-f50fb3aa4540), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:47.532682 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a29186d-8737-4e40-86d3-cca12014e192 req-0a7edd23-a6db-493d-9b0b-04c7cfc5bc11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973723 Feb 03 21:37:47.602091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a3a0a85c-5485-4b19-b612-d8a6d1251dbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d29e87bc3384791a7d7209f0c60a86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6077049 Feb 03 21:37:47.606230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45194) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:47.610191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0a85c-5485-4b19-b612-d8a6d1251dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa33f11-b104-4121-a82e-f50fb3aa4540,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:47.629707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-b6383163-dd62-439e-998d-ec4f387cb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:47.631243 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-b6383163-dd62-439e-998d-ec4f387cb042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1130 time: 0.3266101 Feb 03 21:37:47.639270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdda5c2-67aa-4638-a876-b2d079459d78 req-f78d2eac-cc79-45f4-b2e7-e6b0794d02a1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:47.646299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:37:47.646637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9bdda5c2-67aa-4638-a876-b2d079459d78 req-f78d2eac-cc79-45f4-b2e7-e6b0794d02a1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 935 time: 0.2019305 Feb 03 21:37:47.693680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:37:47.695474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Pushing event updated for resources: {'Port': ['ID=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:47.697842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb17d3-5bae-4c03-9e7e-1f069a43cd07 req-3187dbb5-739d-4cd8-b6f8-9e103566eecc tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:47.699429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-defb17d3-5bae-4c03-9e7e-1f069a43cd07 req-3187dbb5-739d-4cd8-b6f8-9e103566eecc tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.1925893 Feb 03 21:37:47.702737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:37:47.713307 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-9f79d780-e481-466c-a3b0-579114f1b4de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 HTTP/1.1" status: 200 len: 217 time: 0.0704288 Feb 03 21:37:47.812745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:47.821217 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:37:47.871399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:47.872048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:47.875894 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a29186d-8737-4e40-86d3-cca12014e192 req-77847f2b-1d53-462a-9494-27126ad43455 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147712 Feb 03 21:37:47.880089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-583730b6-714f-408e-b6a9-e851552ee61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:47.881517 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-583730b6-714f-408e-b6a9-e851552ee61a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1419964 Feb 03 21:37:47.933590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9bdda5c2-67aa-4638-a876-b2d079459d78 req-7702266d-9950-4853-8417-fc95fababfda tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860556 Feb 03 21:37:47.982186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-defb17d3-5bae-4c03-9e7e-1f069a43cd07 req-3d343045-24bc-4842-8222-852589cee1b4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687035 Feb 03 21:37:47.989214 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab5d58a7-c27a-45cf-ab3e-498f3b9d5316 admin admin] Publish callbacks [] for security_group (0aa33f11-b104-4121-a82e-f50fb3aa4540), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:47.997617 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-25dff31b-e258-4b64-90be-d02047a5dd40 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8026650 Feb 03 21:37:47.999011 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e64a054-4d92-4577-94d3-f9195ba25aa9 x-openstack-request-id: req-5e64a054-4d92-4577-94d3-f9195ba25aa9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:47.999298 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:47.999632 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e64a054-4d92-4577-94d3-f9195ba25aa9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:48.000434 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'status': 'completed', 'code': 200} Feb 03 21:37:48.017054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd353adf-a0f7-45c2-ae40-25226c330e9f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:48.024955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Request body: {'port': {'device_id': '4a95b47b-de89-43fc-aae7-3c096c7805c5', 'device_owner': 'compute:tempest-test_az-99085360', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:48.035640 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab5d58a7-c27a-45cf-ab3e-498f3b9d5316 admin admin] Publish callbacks [] for security_group (0aa33f11-b104-4121-a82e-f50fb3aa4540), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.043547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Publish callbacks [] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.069691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d28b3aa-6963-4ca1-b3fd-20569430c923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.133014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c4e571db-dda4-4e36-9e31-24b37a7dd7e5 None None] Provisioning complete for port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:48.133574 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4e571db-dda4-4e36-9e31-24b37a7dd7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.144413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Transition to ACTIVE for port object dd353adf-a0f7-45c2-ae40-25226c330e9f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:37:48.163849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab5d58a7-c27a-45cf-ab3e-498f3b9d5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0aa33f11-b104-4121-a82e-f50fb3aa4540), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.167786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab5d58a7-c27a-45cf-ab3e-498f3b9d5316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.169119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ab5d58a7-c27a-45cf-ab3e-498f3b9d5316 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0aa33f11-b104-4121-a82e-f50fb3aa4540 HTTP/1.1" status: 204 len: 168 time: 0.5604062 Feb 03 21:37:48.192885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d58a7-c27a-45cf-ab3e-498f3b9d5316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa33f11-b104-4121-a82e-f50fb3aa4540,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:48.207960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c4e571db-dda4-4e36-9e31-24b37a7dd7e5 None None] Port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:37:48.215136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8996-8c0e-4885-b07b-84e817a21fa3 req-0d9758c1-7092-4545-856c-14993dae2ed4 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:48.215302 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.221637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-919c8996-8c0e-4885-b07b-84e817a21fa3 req-0d9758c1-7092-4545-856c-14993dae2ed4 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 969 time: 0.1048441 Feb 03 21:37:48.250881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a29186d-8737-4e40-86d3-cca12014e192 req-01a68750-39c6-409f-8712-a23426485f85 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616312 Feb 03 21:37:48.271337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-094beb98-e6f5-4110-aaa9-5ae9defba9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:48.275181 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-094beb98-e6f5-4110-aaa9-5ae9defba9fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3661602 Feb 03 21:37:48.285598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-919c8996-8c0e-4885-b07b-84e817a21fa3 req-27e9db3d-b9ad-4c55-a106-5ceb00065480 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566087 Feb 03 21:37:48.330548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.405029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c36a4e-840d-41da-b72b-2f4f29cd87e6 req-d84aaf87-7743-4256-9755-aef8f7fe2b9e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:48.406602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8c36a4e-840d-41da-b72b-2f4f29cd87e6 req-d84aaf87-7743-4256-9755-aef8f7fe2b9e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 936 time: 0.0810678 Feb 03 21:37:48.493653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8c36a4e-840d-41da-b72b-2f4f29cd87e6 req-c34ea3a4-5ad1-43ea-abcc-4d3b4b44cf7b tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720403 Feb 03 21:37:48.683202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Pushing event updated for resources: {'Port': ['ID=dd353adf-a0f7-45c2-ae40-25226c330e9f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:48.808750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45240) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:48.869059 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d28b3aa-6963-4ca1-b3fd-20569430c923 admin admin] Publish callbacks [] for security_group (13b8f570-1ee2-4c9a-90bc-6b2a3a878a85), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.880944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-a5fc76cd-39f1-47ed-be04-c3d9856bc284 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726919 Feb 03 21:37:48.881059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:48.889872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d28b3aa-6963-4ca1-b3fd-20569430c923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (13b8f570-1ee2-4c9a-90bc-6b2a3a878a85), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:48.898963 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-148a12eb-761e-4e43-a736-b31299a90356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.009337 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0d28b3aa-6963-4ca1-b3fd-20569430c923 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dad9a7f75ec494eae084e50579a8e06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1947379 Feb 03 21:37:49.012003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:49.022753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Attempting to bind port dd353adf-a0f7-45c2-ae40-25226c330e9f on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:37:49.023905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Attempting to bind port dd353adf-a0f7-45c2-ae40-25226c330e9f by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:37:49.024339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Attempting to bind port dd353adf-a0f7-45c2-ae40-25226c330e9f on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:49.064714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Port dd353adf-a0f7-45c2-ae40-25226c330e9f on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:37:49.065227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Attempting to bind port dd353adf-a0f7-45c2-ae40-25226c330e9f on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:49.092917 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-148a12eb-761e-4e43-a736-b31299a90356 admin admin] Publish callbacks [] for security_group (3b7a4b3c-6ebd-4714-a5a9-f4d4cb366a59), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.112952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:37:49.113435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:49.114564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:37:49.115610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Bound port: dd353adf-a0f7-45c2-ae40-25226c330e9f, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:37:49.115975 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.134924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28b3aa-6963-4ca1-b3fd-20569430c923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b8f570-1ee2-4c9a-90bc-6b2a3a878a85,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:49.140109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-148a12eb-761e-4e43-a736-b31299a90356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3b7a4b3c-6ebd-4714-a5a9-f4d4cb366a59), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.182976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1ae2e6b-2103-404b-8ec4-ced49c99b7c6 admin admin] Publish callbacks [] for security_group (13b8f570-1ee2-4c9a-90bc-6b2a3a878a85), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.212158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1ae2e6b-2103-404b-8ec4-ced49c99b7c6 admin admin] Publish callbacks [] for security_group (13b8f570-1ee2-4c9a-90bc-6b2a3a878a85), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.226314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13912ce2-7dcb-4a26-9497-d5964c5de74b req-e7cc5f5e-4bb1-401d-bd12-a0f9c5f93ba7 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392065 Feb 03 21:37:49.239945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:49.284718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] For port dd353adf-a0f7-45c2-ae40-25226c330e9f, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:37:49.297514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c2bfe-ab73-4d33-8cbb-4c59711f267c req-2a51ad80-3bad-4d90-b457-174398dbdc6a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:49.299205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf1c2bfe-ab73-4d33-8cbb-4c59711f267c req-2a51ad80-3bad-4d90-b457-174398dbdc6a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 947 time: 0.2784650 Feb 03 21:37:49.322509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-148a12eb-761e-4e43-a736-b31299a90356 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a63d30d71d8d466da37ab4712b169681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377084 Feb 03 21:37:49.322509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a12eb-761e-4e43-a736-b31299a90356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7a4b3c-6ebd-4714-a5a9-f4d4cb366a59,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:49.328603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:49.338659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] For port dd353adf-a0f7-45c2-ae40-25226c330e9f, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=dd353adf-a0f7-45c2-ae40-25226c330e9f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:37:49.359542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.376619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-510cc13c-780f-4ff6-bda7-cfdeb6083e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.439769 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1ae2e6b-2103-404b-8ec4-ced49c99b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (13b8f570-1ee2-4c9a-90bc-6b2a3a878a85), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.442389 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1ae2e6b-2103-404b-8ec4-ced49c99b7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.443499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b1ae2e6b-2103-404b-8ec4-ced49c99b7c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13b8f570-1ee2-4c9a-90bc-6b2a3a878a85 HTTP/1.1" status: 204 len: 168 time: 0.4285781 Feb 03 21:37:49.446078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:49.446590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.448020 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] 10.222.0.47 "PUT /v2.0/ports/dd353adf-a0f7-45c2-ae40-25226c330e9f HTTP/1.1" status: 200 len: 1095 time: 3.5092385 Feb 03 21:37:49.462027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f8a0e-f356-47ef-b86d-457c274ee1bd req-45fa02dc-991c-461f-a762-ac8b2aed7985 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:49.470303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd6f8a0e-f356-47ef-b86d-457c274ee1bd req-45fa02dc-991c-461f-a762-ac8b2aed7985 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.2316637 Feb 03 21:37:49.477156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:49.492499 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b0c7e3d7-4a4f-45a5-bfcd-5703f466cd34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39ce3d730401457b8186987959277e12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2514195 Feb 03 21:37:49.498677 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-d5339998-f34a-4eca-b2d8-c04359d9277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:49.499168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf1c2bfe-ab73-4d33-8cbb-4c59711f267c req-89960aff-5032-4228-93a9-631398fc79b1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830237 Feb 03 21:37:49.499646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45272) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:49.500664 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-d5339998-f34a-4eca-b2d8-c04359d9277c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1130 time: 0.2122102 Feb 03 21:37:49.502540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Publish callbacks [] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.531077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae2e6b-2103-404b-8ec4-ced49c99b7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b8f570-1ee2-4c9a-90bc-6b2a3a878a85,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:49.547029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8aa2f-84db-4bda-aee4-bdaa9bea046a service neutron] Pushing event updated for resources: {'Port': ['ID=dd353adf-a0f7-45c2-ae40-25226c330e9f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:49.625739 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f4723f5-1627-4ce9-b35f-391441c443eb admin admin] Publish callbacks [] for security_group (3b7a4b3c-6ebd-4714-a5a9-f4d4cb366a59), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.652946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Transition to ACTIVE for port object 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:37:49.659561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd6f8a0e-f356-47ef-b86d-457c274ee1bd req-dc0eb302-5b4b-4f01-b2f2-43c3f4054d99 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883020 Feb 03 21:37:49.669050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.748502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-6202b92e-d3ae-4fea-8565-eb30d03c7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:49.750450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-6202b92e-d3ae-4fea-8565-eb30d03c7fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 1129 time: 0.2454131 Feb 03 21:37:49.780848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Pushing event updated for resources: {'Port': ['ID=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:49.784811 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-510cc13c-780f-4ff6-bda7-cfdeb6083e60 admin admin] Publish callbacks [] for security_group (3fada3ec-a96a-46db-be4e-80ec6219a1a9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.787285 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f4723f5-1627-4ce9-b35f-391441c443eb admin admin] Publish callbacks [] for security_group (3b7a4b3c-6ebd-4714-a5a9-f4d4cb366a59), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.820624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-ff2156e2-e198-43ff-8f60-ef05c716d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:49.822374 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-ff2156e2-e198-43ff-8f60-ef05c716d579 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.3135731 Feb 03 21:37:49.824578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c374540-f734-4455-8fae-712eb965b637 admin admin] Publish callbacks [] for security_group (b18deddc-359f-4f45-8b6c-fd8b0f8019c9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.826152 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-d5dff89b-7705-4386-a22c-f2239969c32d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=dd353adf-a0f7-45c2-ae40-25226c330e9f HTTP/1.1" status: 200 len: 217 time: 0.0629945 Feb 03 21:37:49.845868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-510cc13c-780f-4ff6-bda7-cfdeb6083e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3fada3ec-a96a-46db-be4e-80ec6219a1a9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:49.927730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45278) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:49.943942 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-bd067432-be5f-4c0f-97ea-1a673f8aebdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 HTTP/1.1" status: 200 len: 217 time: 0.1075101 Feb 03 21:37:49.968089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-510cc13c-780f-4ff6-bda7-cfdeb6083e60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b7e2fbe22d64b56b5bca080507891cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1557479 Feb 03 21:37:49.969966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:49.972665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c374540-f734-4455-8fae-712eb965b637 admin admin] Publish callbacks [] for security_group (b18deddc-359f-4f45-8b6c-fd8b0f8019c9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.003159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee986a9-271a-4897-8fdb-6172b6d7be50', 'tag': 'dd353adf-a0f7-45c2-ae40-25226c330e9f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:50.005041 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f89c18-9fd1-4cf8-8afa-17cd45b64797" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee986a9-271a-4897-8fdb-6172b6d7be50", "tag": "dd353adf-a0f7-45c2-ae40-25226c330e9f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:50.006698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b279e3-13f2-4347-9247-1ff69e95aa80 req-57dde54f-62b0-4ef3-a330-3e6fad76d0f3 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:50.008476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59b279e3-13f2-4347-9247-1ff69e95aa80 req-57dde54f-62b0-4ef3-a330-3e6fad76d0f3 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 969 time: 0.3702228 Feb 03 21:37:50.017993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-706724b3-8294-4d9f-b781-4ba8e9c57d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:50.019503 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-706724b3-8294-4d9f-b781-4ba8e9c57d09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1577313 Feb 03 21:37:50.019923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cc13c-780f-4ff6-bda7-cfdeb6083e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fada3ec-a96a-46db-be4e-80ec6219a1a9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:50.040278 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3d3e-4fc4-4cec-a69a-a7bd7ba6ddd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.082288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7dd1-66ac-4feb-abb6-39b047643bcd req-ed2074b9-515d-4ea2-8539-132f759336d5 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:50.083767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b28d7dd1-66ac-4feb-abb6-39b047643bcd req-ed2074b9-515d-4ea2-8539-132f759336d5 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 968 time: 0.3040693 Feb 03 21:37:50.090750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f4723f5-1627-4ce9-b35f-391441c443eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3b7a4b3c-6ebd-4714-a5a9-f4d4cb366a59), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.094389 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f4723f5-1627-4ce9-b35f-391441c443eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.094511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-2b0d8766-485e-4bd4-98f2-b237255ff881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:50.095613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7f4723f5-1627-4ce9-b35f-391441c443eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b7a4b3c-6ebd-4714-a5a9-f4d4cb366a59 HTTP/1.1" status: 204 len: 168 time: 0.7642591 Feb 03 21:37:50.096116 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-2b0d8766-485e-4bd4-98f2-b237255ff881 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1435485 Feb 03 21:37:50.096765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Attempting to bind port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:37:50.097702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Attempting to bind port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:37:50.097702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Attempting to bind port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:50.116948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:37:50.116948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Attempting to bind port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:37:50.144955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4723f5-1627-4ce9-b35f-391441c443eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7a4b3c-6ebd-4714-a5a9-f4d4cb366a59,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:50.153407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:37:50.153763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:37:50.154158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:37:50.154606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Bound port: 5cba45b6-3c22-4f6b-b4c0-3468698c37a0, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:37:50.154970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.176566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1021f3a4-cdb3-4c68-97eb-a16d24aa1011 admin admin] Publish callbacks [] for security_group (3fada3ec-a96a-46db-be4e-80ec6219a1a9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.190664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59b279e3-13f2-4347-9247-1ff69e95aa80 req-51476acf-bc27-449f-a699-3116da53811d tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512978 Feb 03 21:37:50.197742 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c374540-f734-4455-8fae-712eb965b637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b18deddc-359f-4f45-8b6c-fd8b0f8019c9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.200251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c374540-f734-4455-8fae-712eb965b637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.204472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2c374540-f734-4455-8fae-712eb965b637 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b18deddc-359f-4f45-8b6c-fd8b0f8019c9 HTTP/1.1" status: 204 len: 168 time: 0.6962807 Feb 03 21:37:50.209532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-9460f622-b91a-402b-b334-1778f286a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:50.211059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-9460f622-b91a-402b-b334-1778f286a1aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1799285 Feb 03 21:37:50.287704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-efa8ad05-0a69-4232-88ba-79676452d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:50.289330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-efa8ad05-0a69-4232-88ba-79676452d84b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1849289 Feb 03 21:37:50.297327 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bd0dc4-f909-4858-8f61-d38ba9041f37 x-openstack-request-id: req-e3bd0dc4-f909-4858-8f61-d38ba9041f37 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:50.297842 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee986a9-271a-4897-8fdb-6172b6d7be50", "tag": "dd353adf-a0f7-45c2-ae40-25226c330e9f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:50.298246 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3bd0dc4-f909-4858-8f61-d38ba9041f37 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:50.298784 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee986a9-271a-4897-8fdb-6172b6d7be50', 'tag': 'dd353adf-a0f7-45c2-ae40-25226c330e9f', 'status': 'completed', 'code': 200} Feb 03 21:37:50.299785 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3d3e-4fc4-4cec-a69a-a7bd7ba6ddd3 admin admin] Publish callbacks [] for security_group (49a63e94-3c4b-466e-b47e-2d25d5c6a769), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.303974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1021f3a4-cdb3-4c68-97eb-a16d24aa1011 admin admin] Publish callbacks [] for security_group (3fada3ec-a96a-46db-be4e-80ec6219a1a9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.308118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b28d7dd1-66ac-4feb-abb6-39b047643bcd req-4c80d598-c81b-429c-b55c-2f9b489fe61d tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101042 Feb 03 21:37:50.315101 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3d3e-4fc4-4cec-a69a-a7bd7ba6ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (49a63e94-3c4b-466e-b47e-2d25d5c6a769), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.349846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3ffe3d3e-4fc4-4cec-a69a-a7bd7ba6ddd3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bee2e2cd83a454a892ea6db2b62277e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991764 Feb 03 21:37:50.350927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c374540-f734-4455-8fae-712eb965b637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18deddc-359f-4f45-8b6c-fd8b0f8019c9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:50.353047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:50.404361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] For port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:37:50.435953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f632f227-1ff8-4b45-950d-8ef2e9a4d46f admin admin] Publish callbacks [] for security_group (49a63e94-3c4b-466e-b47e-2d25d5c6a769), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.436681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] For port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:37:50.465520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.480320 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f632f227-1ff8-4b45-950d-8ef2e9a4d46f admin admin] Publish callbacks [] for security_group (49a63e94-3c4b-466e-b47e-2d25d5c6a769), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.488919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe3d3e-4fc4-4cec-a69a-a7bd7ba6ddd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a63e94-3c4b-466e-b47e-2d25d5c6a769,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:50.518801 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-b4d6a662-e31e-4d62-9f8a-df490217d228 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172217 Feb 03 21:37:50.521168 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-1f32bb2b-2545-46d8-ac93-a7108ebb1505 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969432 Feb 03 21:37:50.528846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:50.529555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.531225 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] 10.222.0.10 "PUT /v2.0/ports/5cba45b6-3c22-4f6b-b4c0-3468698c37a0 HTTP/1.1" status: 200 len: 1116 time: 2.5207429 Feb 03 21:37:50.565041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f632f227-1ff8-4b45-950d-8ef2e9a4d46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (49a63e94-3c4b-466e-b47e-2d25d5c6a769), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.572821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1021f3a4-cdb3-4c68-97eb-a16d24aa1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3fada3ec-a96a-46db-be4e-80ec6219a1a9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.573069 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f632f227-1ff8-4b45-950d-8ef2e9a4d46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.576138 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1021f3a4-cdb3-4c68-97eb-a16d24aa1011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:50.577467 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1021f3a4-cdb3-4c68-97eb-a16d24aa1011 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fada3ec-a96a-46db-be4e-80ec6219a1a9 HTTP/1.1" status: 204 len: 168 time: 0.6035259 Feb 03 21:37:50.577887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f632f227-1ff8-4b45-950d-8ef2e9a4d46f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49a63e94-3c4b-466e-b47e-2d25d5c6a769 HTTP/1.1" status: 204 len: 168 time: 0.2237041 Feb 03 21:37:50.618465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632f227-1ff8-4b45-950d-8ef2e9a4d46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a63e94-3c4b-466e-b47e-2d25d5c6a769,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:50.715392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021f3a4-cdb3-4c68-97eb-a16d24aa1011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fada3ec-a96a-46db-be4e-80ec6219a1a9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:50.736254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311b637-1b94-4487-a45f-e2d663307a34 service neutron] Pushing event updated for resources: {'Port': ['ID=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:50.775516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255b0a-2b9a-43c4-bbb9-c0e6c5f36137 req-85f354ff-72ed-4d1e-b11c-62d3b97742c4 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:50.777130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d255b0a-2b9a-43c4-bbb9-c0e6c5f36137 req-85f354ff-72ed-4d1e-b11c-62d3b97742c4 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 947 time: 0.1546612 Feb 03 21:37:50.782769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c374-814f-40b7-a977-02e83b810518 req-b568e24d-7e20-4e3c-b2cd-5377455490e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:50.784302 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-b568e24d-7e20-4e3c-b2cd-5377455490e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 1150 time: 0.1805782 Feb 03 21:37:50.876853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 97a8fe98-55e7-4969-9b78-7776d17a872c details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:37:50.926763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-73242dba-0371-46ce-9e97-19f7a1a9ecbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=5cba45b6-3c22-4f6b-b4c0-3468698c37a0 HTTP/1.1" status: 200 len: 217 time: 0.1262090 Feb 03 21:37:51.039685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d255b0a-2b9a-43c4-bbb9-c0e6c5f36137 req-15368dca-a192-4fa5-a2b0-9d2694de2dc6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542319 Feb 03 21:37:51.050468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c374-814f-40b7-a977-02e83b810518 req-8c4d8da4-7a1f-44db-a19e-524b0d23d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.051920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-8c4d8da4-7a1f-44db-a19e-524b0d23d831 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1036985 Feb 03 21:37:51.064286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ee535-409d-420c-af3e-68a11f2eab87 req-72856ec9-ecb9-4d6b-8475-0b73a12d756b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.072872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-818ee535-409d-420c-af3e-68a11f2eab87 req-72856ec9-ecb9-4d6b-8475-0b73a12d756b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.2527950 Feb 03 21:37:51.088800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-ad46a612-4fb4-43d6-820e-49c1cdc9f9a6 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.091630 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-ad46a612-4fb4-43d6-820e-49c1cdc9f9a6 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 969 time: 0.4991052 Feb 03 21:37:51.095761 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3a32ade6-3ad0-4506-b1a9-5ef67d16789e req-d764ed4a-060a-413a-bcfb-e1e40857afe5 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607572 Feb 03 21:37:51.149408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:51.166139 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-818ee535-409d-420c-af3e-68a11f2eab87 req-aa588f9b-df50-4c47-aed2-424a173748df tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922539 Feb 03 21:37:51.167628 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e34f2a6c-97b6-4587-b207-12b16559b6ad req-fdeea39d-ac09-4d9e-ba4f-51692a91689e service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338184 Feb 03 21:37:51.180513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '97a8fe98-55e7-4969-9b78-7776d17a872c', 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952', 'port_id': '97a8fe98-55e7-4969-9b78-7776d17a872c', 'mac_address': 'fa:16:3e:32:5d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006b000b-c01c-467d-a969-cee025b35b98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:37:51.185082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c374-814f-40b7-a977-02e83b810518 req-7ac8cae9-6b06-436c-884b-efedaf15b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.186988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-7ac8cae9-6b06-436c-884b-efedaf15b49e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1053956 Feb 03 21:37:51.273442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 97a8fe98-55e7-4969-9b78-7776d17a872c is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:51.273840 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.288224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-98d1f213-8445-4d08-91cb-afe9bd84f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.289643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-98d1f213-8445-4d08-91cb-afe9bd84f562 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 1129 time: 0.1209123 Feb 03 21:37:51.302571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a8fe98-55e7-4969-9b78-7776d17a872c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:51.348189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-e1b81f81-715b-4508-9983-4809391bcfdd service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497667 Feb 03 21:37:51.353374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:51.356398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Deleting port e2be349e-390e-4ebe-8ef8-1db754b76836 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:37:51.356749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.361766 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.430696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:51.441866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=97a8fe98-55e7-4969-9b78-7776d17a872c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:51.461592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:51.498789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8013570f-f4d6-43d8-be05-c08a5c56f8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.530725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-7298b44b-26d5-4fda-894f-9210940b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.533029 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-7298b44b-26d5-4fda-894f-9210940b3834 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2332108 Feb 03 21:37:51.550416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6438c374-814f-40b7-a977-02e83b810518 req-2cc2bf4f-b1f7-48e5-a765-b7ec4587126c service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940699 Feb 03 21:37:51.559392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc88a5-69d8-474c-a2cb-be375f643176 req-be0701e0-8e67-47a4-b8b8-b966fc5bd476 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.560887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ebc88a5-69d8-474c-a2cb-be375f643176 req-be0701e0-8e67-47a4-b8b8-b966fc5bd476 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 969 time: 0.2703688 Feb 03 21:37:51.561919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] For port e2be349e-390e-4ebe-8ef8-1db754b76836, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e2be349e-390e-4ebe-8ef8-1db754b76836,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:51.563097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.599965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a5cfc-5b82-4dd1-bc65-a7a56822737f req-fe692d1a-7ad0-4d5b-912b-1dda5a40ab3f tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.608073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b83a5cfc-5b82-4dd1-bc65-a7a56822737f req-fe692d1a-7ad0-4d5b-912b-1dda5a40ab3f tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 968 time: 0.1106212 Feb 03 21:37:51.613960 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-af8f4718-baf6-4cb3-9dbd-a7bcf47e8485 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b22c680bf1147e29b9ea36a56a63768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783929 Feb 03 21:37:51.615747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-43fc5385-8e95-4712-9102-56473bd9173a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=dd353adf-a0f7-45c2-ae40-25226c330e9f HTTP/1.1" status: 200 len: 217 time: 0.0728269 Feb 03 21:37:51.618681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45324) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:51.622232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Calling delete_port for e2be349e-390e-4ebe-8ef8-1db754b76836 owned by compute:tempest-test_az-99085360 {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:37:51.700778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ebc88a5-69d8-474c-a2cb-be375f643176 req-277a38b9-ac48-46ce-86d4-c7cbe1223c29 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/security-groups?id=69ee8732-10b8-41bf-a654-40568a035f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315272 Feb 03 21:37:51.731278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b83a5cfc-5b82-4dd1-bc65-a7a56822737f req-78f85c6b-d767-4928-8645-2b629101a7a7 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202211 Feb 03 21:37:51.758426 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cea3a0d1-802e-46de-a631-085bfe13d962 admin admin] Publish callbacks [] for security_group (68201dae-b045-4c63-b1d1-b27fc2a173d7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.765863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-c67cc933-bba4-48c5-8d47-c88a2018c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.767354 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-c67cc933-bba4-48c5-8d47-c88a2018c973 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1369002 Feb 03 21:37:51.795712 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cea3a0d1-802e-46de-a631-085bfe13d962 admin admin] Publish callbacks [] for security_group (68201dae-b045-4c63-b1d1-b27fc2a173d7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.858238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8013570f-f4d6-43d8-be05-c08a5c56f8ff admin admin] Publish callbacks [] for security_group (3da95061-7feb-4349-b320-8ce0d639a3b5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.874653 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cea3a0d1-802e-46de-a631-085bfe13d962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (68201dae-b045-4c63-b1d1-b27fc2a173d7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.878882 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cea3a0d1-802e-46de-a631-085bfe13d962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.880551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cea3a0d1-802e-46de-a631-085bfe13d962 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68201dae-b045-4c63-b1d1-b27fc2a173d7 HTTP/1.1" status: 204 len: 168 time: 0.2598913 Feb 03 21:37:51.888033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8013570f-f4d6-43d8-be05-c08a5c56f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3da95061-7feb-4349-b320-8ce0d639a3b5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:51.891483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3a0d1-802e-46de-a631-085bfe13d962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68201dae-b045-4c63-b1d1-b27fc2a173d7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:51.903450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-832d11ac-bfa1-48a4-8792-82893e0eb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:51.905024 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-832d11ac-bfa1-48a4-8792-82893e0eb8ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1278641 Feb 03 21:37:51.997689 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8013570f-f4d6-43d8-be05-c08a5c56f8ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b3668e282454a4ba0b934558985ef53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5296304 Feb 03 21:37:51.998032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45344) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:52.004824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013570f-f4d6-43d8-be05-c08a5c56f8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da95061-7feb-4349-b320-8ce0d639a3b5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:52.013367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e2be349e-390e-4ebe-8ef8-1db754b76836), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:52.025178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e2be349e-390e-4ebe-8ef8-1db754b76836'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:52.053387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Pushing event deleted for resources: {'Port': ['ID=e2be349e-390e-4ebe-8ef8-1db754b76836,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:52.118700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['97a8fe98-55e7-4969-9b78-7776d17a872c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:52.122343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] No DVR routers for this DVR port e2be349e-390e-4ebe-8ef8-1db754b76836 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:37:52.127246 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:52.130393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-92b3f3db-bdc3-4f33-8b7b-43a059f833fa req-dc2b73f5-9f16-466b-94ca-ff641b8ea8de tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.10 "DELETE /v2.0/ports/e2be349e-390e-4ebe-8ef8-1db754b76836 HTTP/1.1" status: 204 len: 173 time: 1.0334065 Feb 03 21:37:52.132733 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-fe2a718b-1141-4a33-950b-f6fbebfbfc79 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161133 Feb 03 21:37:52.138183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d73c597-467d-4cd3-b2bf-adf0fbc46a84 admin admin] Publish callbacks [] for security_group (3da95061-7feb-4349-b320-8ce0d639a3b5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:52.189332 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d73c597-467d-4cd3-b2bf-adf0fbc46a84 admin admin] Publish callbacks [] for security_group (3da95061-7feb-4349-b320-8ce0d639a3b5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:52.300029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a95b47b-de89-43fc-aae7-3c096c7805c5', 'tag': '5cba45b6-3c22-4f6b-b4c0-3468698c37a0'}, {'server_uuid': '1f48936f-a7c8-44d8-acaa-875218c509b8', 'name': 'network-vif-deleted', 'tag': 'e2be349e-390e-4ebe-8ef8-1db754b76836'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:52.306613 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51" -d '{"events": [{"name": "network-changed", "server_uuid": "4a95b47b-de89-43fc-aae7-3c096c7805c5", "tag": "5cba45b6-3c22-4f6b-b4c0-3468698c37a0"}, {"server_uuid": "1f48936f-a7c8-44d8-acaa-875218c509b8", "name": "network-vif-deleted", "tag": "e2be349e-390e-4ebe-8ef8-1db754b76836"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:52.426591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11f89c18-9fd1-4cf8-8afa-17cd45b64797 req-59cd3640-6ac2-4d29-af10-bf06bea48a35 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863066 Feb 03 21:37:52.427380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d73c597-467d-4cd3-b2bf-adf0fbc46a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3da95061-7feb-4349-b320-8ce0d639a3b5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:52.432135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d73c597-467d-4cd3-b2bf-adf0fbc46a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:52.449087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7d73c597-467d-4cd3-b2bf-adf0fbc46a84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3da95061-7feb-4349-b320-8ce0d639a3b5 HTTP/1.1" status: 204 len: 168 time: 0.4356058 Feb 03 21:37:52.473111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73c597-467d-4cd3-b2bf-adf0fbc46a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da95061-7feb-4349-b320-8ce0d639a3b5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:52.486286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7472a-0d0d-45a2-b7e8-09f6b9d1255a req-053dbfe9-866c-42f1-b3b3-3f7c5de7b3d9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:52.487988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ec7472a-0d0d-45a2-b7e8-09f6b9d1255a req-053dbfe9-866c-42f1-b3b3-3f7c5de7b3d9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 944 time: 0.1431117 Feb 03 21:37:52.500490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15020028-7e70-45f2-8794-8888d92f76ca req-c76f6048-12fa-4e7c-9c74-134a22a2087a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:52.502175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15020028-7e70-45f2-8794-8888d92f76ca req-c76f6048-12fa-4e7c-9c74-134a22a2087a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 947 time: 0.2004309 Feb 03 21:37:52.584938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ec7472a-0d0d-45a2-b7e8-09f6b9d1255a req-6ddcd8cd-7c02-40e3-b7e5-306d451796af tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816150 Feb 03 21:37:52.589522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15020028-7e70-45f2-8794-8888d92f76ca req-4c82f717-6ea0-4b03-93bc-326495b77678 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789287 Feb 03 21:37:52.636261 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e87c05c-02ba-4468-9791-81dcb497f216 x-openstack-request-id: req-9e87c05c-02ba-4468-9791-81dcb497f216 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:52.636987 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a95b47b-de89-43fc-aae7-3c096c7805c5", "tag": "5cba45b6-3c22-4f6b-b4c0-3468698c37a0", "status": "completed", "code": 200}, {"server_uuid": "1f48936f-a7c8-44d8-acaa-875218c509b8", "name": "network-vif-deleted", "tag": "e2be349e-390e-4ebe-8ef8-1db754b76836", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:52.637247 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e87c05c-02ba-4468-9791-81dcb497f216 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:52.637653 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a95b47b-de89-43fc-aae7-3c096c7805c5', 'tag': '5cba45b6-3c22-4f6b-b4c0-3468698c37a0', 'status': 'completed', 'code': 200} Feb 03 21:37:52.637883 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f48936f-a7c8-44d8-acaa-875218c509b8', 'name': 'network-vif-deleted', 'tag': 'e2be349e-390e-4ebe-8ef8-1db754b76836', 'status': 'completed', 'code': 200} Feb 03 21:37:52.709307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-b80a9e92-fb40-428b-8a9f-e3ac493af583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:52.710814 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-b80a9e92-fb40-428b-8a9f-e3ac493af583 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 1150 time: 0.0518937 Feb 03 21:37:52.840128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-5ddd33f4-ce78-4df6-ab18-79cf1126611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:52.845598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-5ddd33f4-ce78-4df6-ab18-79cf1126611e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1281719 Feb 03 21:37:52.871949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a869bc31-63e3-442e-a8c0-0d22c4f26d7e req-4f39a532-051a-4f6f-9b8a-f6df25de4f35 tempest-TenantUsagesTestJSON-1629292539 tempest-TenantUsagesTestJSON-1629292539-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f48936f-a7c8-44d8-acaa-875218c509b8 HTTP/1.1" status: 200 len: 210 time: 0.0488751 Feb 03 21:37:52.873243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:37:52.952696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-c4b2f395-c42c-44b0-ac1c-2973789eafb3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=5cba45b6-3c22-4f6b-b4c0-3468698c37a0 HTTP/1.1" status: 200 len: 217 time: 0.0826972 Feb 03 21:37:52.978499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745e369-c473-4516-b86c-62bd47a4c1c9 req-aace05c0-603d-43b0-b736-c5ac23a405d4 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:52.980218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a745e369-c473-4516-b86c-62bd47a4c1c9 req-aace05c0-603d-43b0-b736-c5ac23a405d4 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 968 time: 0.1135561 Feb 03 21:37:53.032376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:53.048934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'mac_address': 'fa:16:3e:d5:ab:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:37:53.055385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-de13f2c8-38bf-4ab2-8b4d-2fa2d2498e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:53.057054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-de13f2c8-38bf-4ab2-8b4d-2fa2d2498e11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0989897 Feb 03 21:37:53.083848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a745e369-c473-4516-b86c-62bd47a4c1c9 req-cee4ed93-4621-4cec-8264-9315b40cc35c tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950658 Feb 03 21:37:53.110552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:53.110552 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:53.126294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:53.129572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-1d302009-8bfe-4e05-9240-9c87c6ab4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:53.131247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-1d302009-8bfe-4e05-9240-9c87c6ab4ac1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0672004 Feb 03 21:37:53.155352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:53.162609 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:53.220480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:53.235296 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-8bdcc83e-dc41-41bc-967a-e2e4b7d4b51b service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979500 Feb 03 21:37:53.333346 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ba52b9f8-a545-4e4f-be1e-de9d0e40eb51 req-671b2f6b-86a3-483f-9062-adbe3a2be051 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908127 Feb 03 21:37:53.521363 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2712597e-1dd5-4785-a848-e10df6d02497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:53.590667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:53.783504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dafe6-1279-40a3-ab54-209d8a18fdb3 req-4ef5e759-5f3d-4a88-b69b-79c1cb65314d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:53.789499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-165dafe6-1279-40a3-ab54-209d8a18fdb3 req-4ef5e759-5f3d-4a88-b69b-79c1cb65314d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 947 time: 0.1221569 Feb 03 21:37:53.818372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a269-5e1c-44d1-9ec1-38e4e8177eda req-7f098789-d653-474c-adf6-9940708961d2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:53.821355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e412a269-5e1c-44d1-9ec1-38e4e8177eda req-7f098789-d653-474c-adf6-9940708961d2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 944 time: 0.1107740 Feb 03 21:37:53.871486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-165dafe6-1279-40a3-ab54-209d8a18fdb3 req-23a6c0b1-5985-420c-9341-0eee9940b887 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775802 Feb 03 21:37:53.899706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e412a269-5e1c-44d1-9ec1-38e4e8177eda req-bdf8dd40-9a4c-4570-8157-2dc363b8a95e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690126 Feb 03 21:37:53.981153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:54.078297 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.185492 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.256663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd3ecd-721a-45e1-b257-fcd142e8dba8 req-d569fcb8-e80f-4d38-9de4-0afe839c1acf tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:54.259187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58bd3ecd-721a-45e1-b257-fcd142e8dba8 req-d569fcb8-e80f-4d38-9de4-0afe839c1acf tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 968 time: 0.0764384 Feb 03 21:37:54.330119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58bd3ecd-721a-45e1-b257-fcd142e8dba8 req-ad09620c-a587-4df9-a1bd-34b6f0ac8906 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634933 Feb 03 21:37:54.365750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:54.484695 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b4b88e19-4ddf-43ce-ab7f-b678f7359ff6 tempest-AutoAllocateNetworkTest-1627220792 tempest-AutoAllocateNetworkTest-1627220792-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1b2d183bff0d4f259cba1eefd9f96004&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5019722 Feb 03 21:37:54.487381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:54.571085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-19d1aefe-abbe-42ca-9783-abfdc0ce82d9 req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Request body: {'security_group': {'name': 'tempest-securitygroup-284255228', 'description': 'tempest-description-1758121813'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:54.620585 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19d1aefe-abbe-42ca-9783-abfdc0ce82d9 req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.636792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f688c4f3-83c3-45b5-9e6e-5a410697c2c0 tempest-AutoAllocateNetworkTest-1627220792 tempest-AutoAllocateNetworkTest-1627220792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:54.638271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f688c4f3-83c3-45b5-9e6e-5a410697c2c0 tempest-AutoAllocateNetworkTest-1627220792 tempest-AutoAllocateNetworkTest-1627220792-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1499453 Feb 03 21:37:54.642498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:54.646019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19d1aefe-abbe-42ca-9783-abfdc0ce82d9 req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.695697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3b0afa38-6103-418c-a6d6-56762ad4ef12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6206bc4edcda49058d80a87ffe52d5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287892 Feb 03 21:37:54.699440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:54.709911 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ee1a9f1f-97ef-4dcb-9978-8e915ff1bc63 tempest-AutoAllocateNetworkTest-1627220792 tempest-AutoAllocateNetworkTest-1627220792-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654049 Feb 03 21:37:54.712406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:54.747045 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0dccd1c4-0e1b-4b94-96c7-8972cd8c7be0 tempest-AutoAllocateNetworkTest-1627220792 tempest-AutoAllocateNetworkTest-1627220792-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1b2d183bff0d4f259cba1eefd9f96004 HTTP/1.1" status: 200 len: 208 time: 0.0313833 Feb 03 21:37:54.788169 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19d1aefe-abbe-42ca-9783-abfdc0ce82d9 req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (92a6b3af-3f3e-44b6-bb2e-161ae2a427f4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.789276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ecb873c-6050-4e31-b252-b281a3b7743c admin admin] Publish callbacks [] for security_group (69ee8732-10b8-41bf-a654-40568a035f12), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.799900 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19d1aefe-abbe-42ca-9783-abfdc0ce82d9 req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (92a6b3af-3f3e-44b6-bb2e-161ae2a427f4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.832829 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ecb873c-6050-4e31-b252-b281a3b7743c admin admin] Publish callbacks [] for security_group (69ee8732-10b8-41bf-a654-40568a035f12), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.837433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:54.864134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:37:54.891660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a6b3af-3f3e-44b6-bb2e-161ae2a427f4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:54.939737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:37:54.952381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e2be349e-390e-4ebe-8ef8-1db754b76836 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:37:54.953778 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19d1aefe-abbe-42ca-9783-abfdc0ce82d9 req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (014e5fdf-94a1-4555-b01f-baf2122d612c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.957070 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ecb873c-6050-4e31-b252-b281a3b7743c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (69ee8732-10b8-41bf-a654-40568a035f12), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.960103 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ecb873c-6050-4e31-b252-b281a3b7743c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.963745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4ecb873c-6050-4e31-b252-b281a3b7743c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69ee8732-10b8-41bf-a654-40568a035f12 HTTP/1.1" status: 204 len: 168 time: 0.2609158 Feb 03 21:37:54.966787 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19d1aefe-abbe-42ca-9783-abfdc0ce82d9 req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (014e5fdf-94a1-4555-b01f-baf2122d612c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:54.975065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb873c-6050-4e31-b252-b281a3b7743c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee8732-10b8-41bf-a654-40568a035f12,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:54.995289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: e2be349e-390e-4ebe-8ef8-1db754b76836 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:37:54.996035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e2be349e-390e-4ebe-8ef8-1db754b76836 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:37:55.014661 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19d1aefe-abbe-42ca-9783-abfdc0ce82d9 req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.028287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19d1aefe-abbe-42ca-9783-abfdc0ce82d9 req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4645789 Feb 03 21:37:55.031793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025e8d2-1ca2-4fe1-b1c6-dda669096f0b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014e5fdf-94a1-4555-b01f-baf2122d612c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:55.082129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:37:55.095908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:55.096539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.115560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa78447-20a9-47b5-a7fd-123df4092c7b req-75d2bc39-a52a-45a1-9d3b-62c3a1551400 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:55.117392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8aa78447-20a9-47b5-a7fd-123df4092c7b req-75d2bc39-a52a-45a1-9d3b-62c3a1551400 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 947 time: 0.0797331 Feb 03 21:37:55.174914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:55.198058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '5cba45b6-3c22-4f6b-b4c0-3468698c37a0', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '5cba45b6-3c22-4f6b-b4c0-3468698c37a0', 'mac_address': 'fa:16:3e:d0:41:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:tempest-test_az-99085360', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:37:55.219742 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8aa78447-20a9-47b5-a7fd-123df4092c7b req-d6c62af7-be1d-4ca8-9bf1-75e28244a04f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839777 Feb 03 21:37:55.234532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf723a-5123-4f27-a871-026879b7e1fc req-a3ec2e12-c8dd-418a-b872-c4e5fec18235 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:55.238332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bebf723a-5123-4f27-a871-026879b7e1fc req-a3ec2e12-c8dd-418a-b872-c4e5fec18235 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 944 time: 0.1328397 Feb 03 21:37:55.255246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-a3bb81af-4ce4-4e06-9b99-59cf70370ee1 req-24ad4d1d-4cf3-41a4-95fb-fc4da8c4cdb7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2050173520', 'description': 'tempest-description-319436004'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:55.273621 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb59d-a398-4661-8b89-f76f719aeadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.273778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45498) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:55.311667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a3bb81af-4ce4-4e06-9b99-59cf70370ee1 req-24ad4d1d-4cf3-41a4-95fb-fc4da8c4cdb7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.339738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bebf723a-5123-4f27-a871-026879b7e1fc req-6a0c5520-1c74-4641-87f4-7747477d53d5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918787 Feb 03 21:37:55.359257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:55.359719 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.405566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:55.424377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:55.424780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.446120 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb59d-a398-4661-8b89-f76f719aeadf admin admin] Publish callbacks [] for security_group (7bc632a9-08ed-485e-893b-c3109fe8db61), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.455578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a3bb81af-4ce4-4e06-9b99-59cf70370ee1 req-24ad4d1d-4cf3-41a4-95fb-fc4da8c4cdb7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (b6b8d7b4-1a13-45f7-ac51-c0cabf8dbcad), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.458255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb59d-a398-4661-8b89-f76f719aeadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7bc632a9-08ed-485e-893b-c3109fe8db61), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.461051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:55.476629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.492972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:55.495541 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cdabf0-7554-41af-b457-6a9883c61c36" -d '{"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-plugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:55.498398 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a3bb81af-4ce4-4e06-9b99-59cf70370ee1 req-24ad4d1d-4cf3-41a4-95fb-fc4da8c4cdb7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b6b8d7b4-1a13-45f7-ac51-c0cabf8dbcad), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.509168 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7c4cb59d-a398-4661-8b89-f76f719aeadf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0dac1916505e458cafb3a54f948de5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6705966 Feb 03 21:37:55.515926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45510) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:55.546893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:55.555128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cb59d-a398-4661-8b89-f76f719aeadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc632a9-08ed-485e-893b-c3109fe8db61,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:55.556174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a3bb81af-4ce4-4e06-9b99-59cf70370ee1 req-24ad4d1d-4cf3-41a4-95fb-fc4da8c4cdb7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.569745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3bb81af-4ce4-4e06-9b99-59cf70370ee1 req-24ad4d1d-4cf3-41a4-95fb-fc4da8c4cdb7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3260808 Feb 03 21:37:55.583940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad4d1d-4cf3-41a4-95fb-fc4da8c4cdb7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b8d7b4-1a13-45f7-ac51-c0cabf8dbcad,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:55.590771 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.591592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 97a8fe98-55e7-4969-9b78-7776d17a872c up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:37:55.603317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:55.611984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee99b-408e-41ac-bfca-e3db717a1f83 req-aa0bc98c-c8cd-4ee7-811b-65484d24694e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:55.618724 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-889e9b9e-c2ed-4f1d-bc79-406dd18ee110 admin admin] Publish callbacks [] for security_group (7bc632a9-08ed-485e-893b-c3109fe8db61), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.625988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bbee99b-408e-41ac-bfca-e3db717a1f83 req-aa0bc98c-c8cd-4ee7-811b-65484d24694e tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 969 time: 0.1677737 Feb 03 21:37:55.654070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-889e9b9e-c2ed-4f1d-bc79-406dd18ee110 admin admin] Publish callbacks [] for security_group (7bc632a9-08ed-485e-893b-c3109fe8db61), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.661352 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaab3ab-d0d8-4fbd-b502-0953872c2b83 x-openstack-request-id: req-ddaab3ab-d0d8-4fbd-b502-0953872c2b83 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:55.661927 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-plugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:55.662321 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ddaab3ab-d0d8-4fbd-b502-0953872c2b83 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:55.662856 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'code': 200} Feb 03 21:37:55.720626 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-889e9b9e-c2ed-4f1d-bc79-406dd18ee110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7bc632a9-08ed-485e-893b-c3109fe8db61), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.723667 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-889e9b9e-c2ed-4f1d-bc79-406dd18ee110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.725131 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-889e9b9e-c2ed-4f1d-bc79-406dd18ee110 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bc632a9-08ed-485e-893b-c3109fe8db61 HTTP/1.1" status: 204 len: 168 time: 0.2076926 Feb 03 21:37:55.732761 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d5f07b4-0bf2-4ef4-920e-bbbd48986543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.746122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-194931d1-5101-465d-b293-5e10590d0c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.751334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:55.766762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 97a8fe98-55e7-4969-9b78-7776d17a872c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:37:55.773036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 97a8fe98-55e7-4969-9b78-7776d17a872c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:55.773822 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.798732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e9b9e-c2ed-4f1d-bc79-406dd18ee110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc632a9-08ed-485e-893b-c3109fe8db61,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:55.810338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bbee99b-408e-41ac-bfca-e3db717a1f83 req-d45ab163-b03b-4319-b3a6-0993eea609a1 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803958 Feb 03 21:37:55.830773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5cba45b6-3c22-4f6b-b4c0-3468698c37a0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:55.832820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805d743-9822-4002-bd70-bed1dea351e9 req-03bbf4f6-a93d-4599-a5df-21f4cad174ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:55.845685 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d805d743-9822-4002-bd70-bed1dea351e9 req-03bbf4f6-a93d-4599-a5df-21f4cad174ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1132 time: 0.1193538 Feb 03 21:37:55.912461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:55.917467 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d5f07b4-0bf2-4ef4-920e-bbbd48986543 admin admin] Publish callbacks [] for security_group (44909bc6-005c-4637-8404-e018ea3494e4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.930846 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d805d743-9822-4002-bd70-bed1dea351e9 req-522e657d-141f-4911-a07b-5e2b7a52cedb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780292 Feb 03 21:37:55.943366 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-282a893d-7f1d-457e-97a9-57c2326f27e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.954346 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d5f07b4-0bf2-4ef4-920e-bbbd48986543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (44909bc6-005c-4637-8404-e018ea3494e4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.958196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 97a8fe98-55e7-4969-9b78-7776d17a872c is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:55.958580 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:55.988686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f07b4-0bf2-4ef4-920e-bbbd48986543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44909bc6-005c-4637-8404-e018ea3494e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:56.015920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:56.016370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3d5f07b4-0bf2-4ef4-920e-bbbd48986543 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b2d183bff0d4f259cba1eefd9f96004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7395022 Feb 03 21:37:56.021130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e7892f58-dfc9-441e-91ce-87b223ae6c6a req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-749753546', 'description': 'tempest-description-483310708'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:56.028585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:56.040519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.074438 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7892f58-dfc9-441e-91ce-87b223ae6c6a req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.080966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b321fb6a-4db8-4b40-a6ec-d36d761f166e admin admin] Publish callbacks [] for security_group (44909bc6-005c-4637-8404-e018ea3494e4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.099862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7892f58-dfc9-441e-91ce-87b223ae6c6a req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.112867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b321fb6a-4db8-4b40-a6ec-d36d761f166e admin admin] Publish callbacks [] for security_group (44909bc6-005c-4637-8404-e018ea3494e4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.143601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=97a8fe98-55e7-4969-9b78-7776d17a872c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:56.174528 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-282a893d-7f1d-457e-97a9-57c2326f27e5 admin admin] Publish callbacks [] for security_group (5c66159e-f565-468e-abae-796da2060a6b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.183355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-282a893d-7f1d-457e-97a9-57c2326f27e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5c66159e-f565-468e-abae-796da2060a6b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.183562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b321fb6a-4db8-4b40-a6ec-d36d761f166e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (44909bc6-005c-4637-8404-e018ea3494e4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.187564 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b321fb6a-4db8-4b40-a6ec-d36d761f166e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.192624 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b321fb6a-4db8-4b40-a6ec-d36d761f166e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44909bc6-005c-4637-8404-e018ea3494e4 HTTP/1.1" status: 204 len: 168 time: 0.1718588 Feb 03 21:37:56.201368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321fb6a-4db8-4b40-a6ec-d36d761f166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44909bc6-005c-4637-8404-e018ea3494e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:56.242784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a893d-7f1d-457e-97a9-57c2326f27e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c66159e-f565-468e-abae-796da2060a6b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:56.246956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-282a893d-7f1d-457e-97a9-57c2326f27e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2e39a0e04654ad8a237eb6449d628b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323808 Feb 03 21:37:56.250348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:56.337509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e87a2739-4903-4f2e-acf5-e18f13cf8e71 admin admin] Publish callbacks [] for security_group (5c66159e-f565-468e-abae-796da2060a6b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.362347 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e87a2739-4903-4f2e-acf5-e18f13cf8e71 admin admin] Publish callbacks [] for security_group (5c66159e-f565-468e-abae-796da2060a6b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.420599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e87a2739-4903-4f2e-acf5-e18f13cf8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5c66159e-f565-468e-abae-796da2060a6b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.424739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e87a2739-4903-4f2e-acf5-e18f13cf8e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.426450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e87a2739-4903-4f2e-acf5-e18f13cf8e71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c66159e-f565-468e-abae-796da2060a6b HTTP/1.1" status: 204 len: 168 time: 0.1751306 Feb 03 21:37:56.436790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a2739-4903-4f2e-acf5-e18f13cf8e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c66159e-f565-468e-abae-796da2060a6b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:56.507310 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7892f58-dfc9-441e-91ce-87b223ae6c6a req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (c0502f24-61e2-4194-a679-c5dad583afd4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.535427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7892f58-dfc9-441e-91ce-87b223ae6c6a req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c0502f24-61e2-4194-a679-c5dad583afd4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.568897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:56.584591 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da54ac47-7931-488f-87bc-6a9a29211362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.590484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0502f24-61e2-4194-a679-c5dad583afd4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:56.602104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b54a0-d290-4f53-8bea-5ea8d577668e req-a8b1ff72-1c32-4552-b762-1dfb974ddc18 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:56.603615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f60b54a0-d290-4f53-8bea-5ea8d577668e req-a8b1ff72-1c32-4552-b762-1dfb974ddc18 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 947 time: 0.2855945 Feb 03 21:37:56.657892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7892f58-dfc9-441e-91ce-87b223ae6c6a req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (d651fb50-dd2d-4217-9976-f4f44d76f03c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.669985 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7892f58-dfc9-441e-91ce-87b223ae6c6a req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d651fb50-dd2d-4217-9976-f4f44d76f03c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.683356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f60b54a0-d290-4f53-8bea-5ea8d577668e req-1a45c1a9-36da-4d0e-b8c6-a1dc85704c54 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706258 Feb 03 21:37:56.713912 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7892f58-dfc9-441e-91ce-87b223ae6c6a req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.715272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7892f58-dfc9-441e-91ce-87b223ae6c6a req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6976838 Feb 03 21:37:56.717242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7d371-f83f-464b-a45b-b452b2dff607 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d651fb50-dd2d-4217-9976-f4f44d76f03c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:56.767759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da54ac47-7931-488f-87bc-6a9a29211362 admin admin] Publish callbacks [] for security_group (c31f1954-a791-4a6e-8e7b-7d0fbfbba41a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.785056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da54ac47-7931-488f-87bc-6a9a29211362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c31f1954-a791-4a6e-8e7b-7d0fbfbba41a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.817320 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.845189 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da54ac47-7931-488f-87bc-6a9a29211362 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2bbecde1bb347c4b05eb7d9dcaa58da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754359 Feb 03 21:37:56.846135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54ac47-7931-488f-87bc-6a9a29211362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f1954-a791-4a6e-8e7b-7d0fbfbba41a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:56.856208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45552) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:56.892977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device dd353adf-a0f7-45c2-ae40-25226c330e9f details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:37:56.910975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:37:56.942882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d79cb-6b85-4a87-9816-cd47107d80e4 req-4bf7d50a-2c11-415d-b320-9768d9fe5b0b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:56.944456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d5d79cb-6b85-4a87-9816-cd47107d80e4 req-4bf7d50a-2c11-415d-b320-9768d9fe5b0b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 945 time: 0.1449378 Feb 03 21:37:56.950553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fd735e1-7a7e-4fa3-ba97-5b40c80293dd admin admin] Publish callbacks [] for security_group (c31f1954-a791-4a6e-8e7b-7d0fbfbba41a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:56.996750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fd735e1-7a7e-4fa3-ba97-5b40c80293dd admin admin] Publish callbacks [] for security_group (c31f1954-a791-4a6e-8e7b-7d0fbfbba41a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.045393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d5d79cb-6b85-4a87-9816-cd47107d80e4 req-ae597665-c51a-40ab-88d7-7ac65eba9086 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918128 Feb 03 21:37:57.075371 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fd735e1-7a7e-4fa3-ba97-5b40c80293dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c31f1954-a791-4a6e-8e7b-7d0fbfbba41a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.079612 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fd735e1-7a7e-4fa3-ba97-5b40c80293dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.083238 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8fd735e1-7a7e-4fa3-ba97-5b40c80293dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c31f1954-a791-4a6e-8e7b-7d0fbfbba41a HTTP/1.1" status: 204 len: 168 time: 0.2230618 Feb 03 21:37:57.092832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd735e1-7a7e-4fa3-ba97-5b40c80293dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f1954-a791-4a6e-8e7b-7d0fbfbba41a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:57.106749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-197df595-87ac-4683-aace-ab54fd6b8505 req-f368309d-78f5-49ce-8cc6-6ee8edfab80e tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-847875327', 'description': 'tempest-description-273706345'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:57.136638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-197df595-87ac-4683-aace-ab54fd6b8505 req-f368309d-78f5-49ce-8cc6-6ee8edfab80e tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.166487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:37:57.193673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:37:57.194088 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.283512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port dd353adf-a0f7-45c2-ae40-25226c330e9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=dd353adf-a0f7-45c2-ae40-25226c330e9f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:57.286687 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-197df595-87ac-4683-aace-ab54fd6b8505 req-f368309d-78f5-49ce-8cc6-6ee8edfab80e tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (ab41688a-7a37-4dcc-abdc-4a28faccbe03), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.292550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-197df595-87ac-4683-aace-ab54fd6b8505 req-f368309d-78f5-49ce-8cc6-6ee8edfab80e tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab41688a-7a37-4dcc-abdc-4a28faccbe03), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.352822 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-197df595-87ac-4683-aace-ab54fd6b8505 req-f368309d-78f5-49ce-8cc6-6ee8edfab80e tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.354175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-197df595-87ac-4683-aace-ab54fd6b8505 req-f368309d-78f5-49ce-8cc6-6ee8edfab80e tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2627521 Feb 03 21:37:57.355219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'dd353adf-a0f7-45c2-ae40-25226c330e9f', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'dd353adf-a0f7-45c2-ae40-25226c330e9f', 'mac_address': 'fa:16:3e:74:74:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:37:57.358012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368309d-78f5-49ce-8cc6-6ee8edfab80e tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab41688a-7a37-4dcc-abdc-4a28faccbe03,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:57.399917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a47b8-f0e0-4963-9494-c45c234795c5 req-9c298616-c30c-4785-a736-db928994f177 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:57.401447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-344a47b8-f0e0-4963-9494-c45c234795c5 req-9c298616-c30c-4785-a736-db928994f177 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 969 time: 0.0983860 Feb 03 21:37:57.442247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:57.442553 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.463512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port dd353adf-a0f7-45c2-ae40-25226c330e9f is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:37:57.463886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.489003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd353adf-a0f7-45c2-ae40-25226c330e9f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:37:57.508588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-344a47b8-f0e0-4963-9494-c45c234795c5 req-c990840f-76a7-45cb-9da0-9a1ad48aca09 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001329 Feb 03 21:37:57.529952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:57.533765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port dd353adf-a0f7-45c2-ae40-25226c330e9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=dd353adf-a0f7-45c2-ae40-25226c330e9f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:37:57.538230 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.567838 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:57.594385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:57.656650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=dd353adf-a0f7-45c2-ae40-25226c330e9f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:57.666371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c'}, {'server_uuid': '4a95b47b-de89-43fc-aae7-3c096c7805c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cba45b6-3c22-4f6b-b4c0-3468698c37a0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:37:57.669575 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1300d92c-61b3-4a76-a2cd-4b1582023a5c" -d '{"events": [{"server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "name": "network-vif-plugged", "status": "completed", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c"}, {"server_uuid": "4a95b47b-de89-43fc-aae7-3c096c7805c5", "name": "network-vif-plugged", "status": "completed", "tag": "5cba45b6-3c22-4f6b-b4c0-3468698c37a0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:37:57.717206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-b8a32ad3-db6c-45a2-94bf-0d596604b03e tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31528 time: 0.2446139 Feb 03 21:37:57.724912 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02038c98-1c81-402f-92f3-11b5bb5bf28c x-openstack-request-id: req-02038c98-1c81-402f-92f3-11b5bb5bf28c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:37:57.725592 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "name": "network-vif-plugged", "status": "completed", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c", "code": 200}, {"server_uuid": "4a95b47b-de89-43fc-aae7-3c096c7805c5", "name": "network-vif-plugged", "status": "completed", "tag": "5cba45b6-3c22-4f6b-b4c0-3468698c37a0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:37:57.725885 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02038c98-1c81-402f-92f3-11b5bb5bf28c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:37:57.726428 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c', 'code': 200} Feb 03 21:37:57.726556 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a95b47b-de89-43fc-aae7-3c096c7805c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cba45b6-3c22-4f6b-b4c0-3468698c37a0', 'code': 200} Feb 03 21:37:57.792198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-910eda30-9eed-477c-a555-9d5873e34799 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1a1c828f-c872-4d76-8bd3-72b39da174a8 HTTP/1.1" status: 200 len: 2994 time: 0.0588617 Feb 03 21:37:57.895936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dc9f6-7859-4a9e-926f-124b2b6c68a2 req-1ed97b01-a382-4554-bff6-517a7d13b9a3 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:57.898689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-520dc9f6-7859-4a9e-926f-124b2b6c68a2 req-1ed97b01-a382-4554-bff6-517a7d13b9a3 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 948 time: 0.0873599 Feb 03 21:37:57.908599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-a2f0396e-a6dc-4fd7-9be5-da647f8869cb tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1a1c828f-c872-4d76-8bd3-72b39da174a8 HTTP/1.1" status: 200 len: 2994 time: 0.0989146 Feb 03 21:37:57.909550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751989ac-80e8-4b7a-9765-4eeb6184ebec req-ab9bab42-d83a-448c-846e-f677f8e8b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:57.911479 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-751989ac-80e8-4b7a-9765-4eeb6184ebec req-ab9bab42-d83a-448c-846e-f677f8e8b261 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 1152 time: 0.1128635 Feb 03 21:37:57.936495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11487c-2323-4939-9c71-08ab0b0f8c2b req-b73c0cd3-c121-43e8-854b-93bdf4551587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:57.939607 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc11487c-2323-4939-9c71-08ab0b0f8c2b req-b73c0cd3-c121-43e8-854b-93bdf4551587 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1127 time: 0.1319697 Feb 03 21:37:57.992077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-520dc9f6-7859-4a9e-926f-124b2b6c68a2 req-d1dade9d-aae3-4256-801a-0834fae4d58d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803821 Feb 03 21:37:57.992539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:58.004737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-604893c3-d30d-4c14-baf4-26c8e4463259 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2dc084f3-fb9f-4a7c-a660-31ff2d61d60b HTTP/1.1" status: 200 len: 2998 time: 0.0948882 Feb 03 21:37:58.008803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['dd353adf-a0f7-45c2-ae40-25226c330e9f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:37:58.034150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-751989ac-80e8-4b7a-9765-4eeb6184ebec req-6a322672-27e7-48f0-a453-a0bb1aab2d1a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110039 Feb 03 21:37:58.038485 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc11487c-2323-4939-9c71-08ab0b0f8c2b req-1726bc22-3e22-4e1e-a315-3e4faf0bb760 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910070 Feb 03 21:37:58.063463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-6aec3fe2-aafb-4021-ad83-ab221388d4d6 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2dc084f3-fb9f-4a7c-a660-31ff2d61d60b HTTP/1.1" status: 200 len: 2998 time: 0.0577428 Feb 03 21:37:58.111951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-763ee1f9-7d84-4576-b00d-7a596fbd66a2 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/493cd76b-b2ad-4a22-bd74-070172aff978 HTTP/1.1" status: 200 len: 2994 time: 0.0473950 Feb 03 21:37:58.206934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-d6c4ab75-6342-4cc3-b247-e7f523f7ba77 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/493cd76b-b2ad-4a22-bd74-070172aff978 HTTP/1.1" status: 200 len: 2994 time: 0.0891085 Feb 03 21:37:58.242496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c0756-d8db-47a2-a64d-4eca5362c626 req-f6c08631-6752-4751-963c-53e396aab531 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:58.244235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc4c0756-d8db-47a2-a64d-4eca5362c626 req-f6c08631-6752-4751-963c-53e396aab531 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 945 time: 0.0960591 Feb 03 21:37:58.301655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-18030d32-88c4-47b2-b211-b48c6d4314c1 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/7525e499-eefe-41ce-8b19-dbfb4e2b2842 HTTP/1.1" status: 200 len: 2998 time: 0.0857084 Feb 03 21:37:58.373450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc4c0756-d8db-47a2-a64d-4eca5362c626 req-ee13e235-0040-4608-84a2-e3e597a082ed tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187565 Feb 03 21:37:58.384294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-512587d5-fb9c-42b4-92bb-a87806b0d7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.424099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-cd0905d3-90d0-4f31-bb7c-9cb7944ceb86 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/7525e499-eefe-41ce-8b19-dbfb4e2b2842 HTTP/1.1" status: 200 len: 2998 time: 0.1212261 Feb 03 21:37:58.438921 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.489090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:58.494486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-a4e78b02-a542-41bc-8f8b-18a4c668ebe5 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/92a6b3af-3f3e-44b6-bb2e-161ae2a427f4 HTTP/1.1" status: 200 len: 2998 time: 0.0627434 Feb 03 21:37:58.564734 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-512587d5-fb9c-42b4-92bb-a87806b0d7ba admin admin] Publish callbacks [] for security_group (ae7c114b-d9af-43ec-bd68-6b7bdc9c9f6d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.569896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-97ada1f5-5148-442e-93b5-665af4776307 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/92a6b3af-3f3e-44b6-bb2e-161ae2a427f4 HTTP/1.1" status: 200 len: 2998 time: 0.0647213 Feb 03 21:37:58.572662 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-512587d5-fb9c-42b4-92bb-a87806b0d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ae7c114b-d9af-43ec-bd68-6b7bdc9c9f6d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.672609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-282204476-network', 'tenant_id': '903920bb58d94c73a02cfd5947993447'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:58.674190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-512587d5-fb9c-42b4-92bb-a87806b0d7ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17ed4f99d4c2467aaacaa58db11ca757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6803579 Feb 03 21:37:58.674958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45638) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:58.704030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-ede73e56-f11a-4d0b-bcdc-315f4f6e19f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724893 Feb 03 21:37:58.712433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Made reservation on behalf of 903920bb58d94c73a02cfd5947993447 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:58.716210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.716343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-034b2459-3f2c-4e3f-b453-1a92397f1389 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a6d0b048-29ce-44d3-8e07-7c0ebbb85ec6 HTTP/1.1" status: 200 len: 2990 time: 0.1320264 Feb 03 21:37:58.723174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512587d5-fb9c-42b4-92bb-a87806b0d7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7c114b-d9af-43ec-bd68-6b7bdc9c9f6d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:58.724547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.795221 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b9de032-8121-48bc-b16c-1689b5f6fab9 admin admin] Publish callbacks [] for security_group (ae7c114b-d9af-43ec-bd68-6b7bdc9c9f6d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.817690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b9de032-8121-48bc-b16c-1689b5f6fab9 admin admin] Publish callbacks [] for security_group (ae7c114b-d9af-43ec-bd68-6b7bdc9c9f6d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.848280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-81c5ef45-2cb5-4f12-98fe-e627e52dc838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:58.850067 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-81c5ef45-2cb5-4f12-98fe-e627e52dc838 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1132 time: 0.0876064 Feb 03 21:37:58.858922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Publish callbacks [] for security_group (d5865815-d594-4e26-a305-b604649f80e9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.863108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76f9d7-c42c-4013-a15f-002933ad2fd5 req-691620bc-5ab2-4b41-9bcb-368a1921ec55 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:58.864641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa76f9d7-c42c-4013-a15f-002933ad2fd5 req-691620bc-5ab2-4b41-9bcb-368a1921ec55 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 970 time: 0.2443485 Feb 03 21:37:58.872517 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d5865815-d594-4e26-a305-b604649f80e9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.875831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-b2f6fd1f-88d4-40f6-9e7c-80d6c035b276 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a6d0b048-29ce-44d3-8e07-7c0ebbb85ec6 HTTP/1.1" status: 200 len: 2990 time: 0.1455710 Feb 03 21:37:58.885841 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b9de032-8121-48bc-b16c-1689b5f6fab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ae7c114b-d9af-43ec-bd68-6b7bdc9c9f6d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.888321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b9de032-8121-48bc-b16c-1689b5f6fab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.892679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9b9de032-8121-48bc-b16c-1689b5f6fab9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae7c114b-d9af-43ec-bd68-6b7bdc9c9f6d HTTP/1.1" status: 204 len: 168 time: 0.2122715 Feb 03 21:37:58.927720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9de032-8121-48bc-b16c-1689b5f6fab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7c114b-d9af-43ec-bd68-6b7bdc9c9f6d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:58.937461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:37:58.965027 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (40c06c0b-c275-482c-b7b3-74fce46e8454), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:58.965844 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Added segment 40c06c0b-c275-482c-b7b3-74fce46e8454 of type vlan for network 12bcf486-65a7-4ee5-96c3-391ff682c244 Feb 03 21:37:58.970697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa76f9d7-c42c-4013-a15f-002933ad2fd5 req-2f23e1ae-98cb-4e90-9850-6ed1c43bfa24 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939150 Feb 03 21:37:58.973624 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-ddd969c0-abde-4f99-8b99-74e6a2c8fd3c tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ad758fe7-c1f1-44a7-ae49-cfbb9eeb2614 HTTP/1.1" status: 200 len: 2998 time: 0.0907032 Feb 03 21:37:58.978285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5865815-d594-4e26-a305-b604649f80e9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:59.046553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-a056cf03-de19-4d3b-9d27-42bdbe326789 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ad758fe7-c1f1-44a7-ae49-cfbb9eeb2614 HTTP/1.1" status: 200 len: 2998 time: 0.0659928 Feb 03 21:37:59.152389 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-319c5b17-522b-4b85-bcd5-a363982235af tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/afeb7855-17d0-47b3-aab2-3754b14d4ab5 HTTP/1.1" status: 200 len: 2998 time: 0.0981078 Feb 03 21:37:59.197087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8a593-6811-49fd-bb50-cc89e9897fc6 req-c2139852-b5f1-4a6f-9603-22298cd990ff tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:59.205291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ce8a593-6811-49fd-bb50-cc89e9897fc6 req-c2139852-b5f1-4a6f-9603-22298cd990ff tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 948 time: 0.1196921 Feb 03 21:37:59.216112 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (12bcf486-65a7-4ee5-96c3-391ff682c244), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:59.237729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-6e7f136c-4063-4d81-a1f5-c78da7c2de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:59.239473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-6e7f136c-4063-4d81-a1f5-c78da7c2de01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.3624213 Feb 03 21:37:59.240700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-e4dfd875-355e-4bf9-9011-8a5b29aa86c9 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/afeb7855-17d0-47b3-aab2-3754b14d4ab5 HTTP/1.1" status: 200 len: 2998 time: 0.0870955 Feb 03 21:37:59.303811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (12bcf486-65a7-4ee5-96c3-391ff682c244), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:59.305010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:59.305590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:59.311858 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-6ed8c544-6dae-400d-9789-9b70dfd64884 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 HTTP/1.1" status: 200 len: 217 time: 0.0643241 Feb 03 21:37:59.320668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ce8a593-6811-49fd-bb50-cc89e9897fc6 req-85b5b17f-d1f6-4a64-8407-a2753a4a1588 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067510 Feb 03 21:37:59.332191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-c6c2570a-cf27-4a09-a3fe-6bfc765726a4 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c0502f24-61e2-4194-a679-c5dad583afd4 HTTP/1.1" status: 200 len: 2998 time: 0.0904565 Feb 03 21:37:59.393862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a625bea5-f897-4651-adf8-b46d47c6699c req-12f58234-72c0-4993-b59c-b5252b9c71be tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c0502f24-61e2-4194-a679-c5dad583afd4 HTTP/1.1" status: 200 len: 2998 time: 0.0540574 Feb 03 21:37:59.443490 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9532409 Feb 03 21:37:59.444205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:59.449291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-688ad380-66fa-421a-aac5-c6fec0a4a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:59.450755 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-688ad380-66fa-421a-aac5-c6fec0a4a6aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1247380 Feb 03 21:37:59.454141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9d081-b256-48ab-bfd4-568a12cce353 admin admin] Pushing event updated for resources: {'Network': ['ID=12bcf486-65a7-4ee5-96c3-391ff682c244,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:37:59.455393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Request body: {'subnet': {'network_id': '12bcf486-65a7-4ee5-96c3-391ff682c244', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-282204476-subnet', 'tenant_id': '903920bb58d94c73a02cfd5947993447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:37:59.468690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 12bcf486-65a7-4ee5-96c3-391ff682c244 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:37:59.552089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78c79dba-ac2a-403d-b87d-678dc26388e1 req-892f31a4-ab98-41a4-9f7c-b31a69fd703b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=857dcc53300f4c9e8115f22301a493ae HTTP/1.1" status: 200 len: 6153 time: 0.1348064 Feb 03 21:37:59.575140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-a9a350f0-bc5e-43d1-a1d4-39f87d43aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:59.582244 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-a9a350f0-bc5e-43d1-a1d4-39f87d43aa30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1206503 Feb 03 21:37:59.598490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45670) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:37:59.618186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Made reservation on behalf of 903920bb58d94c73a02cfd5947993447 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:37:59.620496 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:59.680749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbc06872-89e8-4529-bb3e-05b720cd47b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:59.722390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-b71683d1-0662-4a42-915f-2e4c5a1d608e service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331608 Feb 03 21:37:59.731437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78c79dba-ac2a-403d-b87d-678dc26388e1 req-fbcc96c6-3730-439f-8514-85ef41697198 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] 10.222.0.50 "GET /v2.0/security-groups/92a6b3af-3f3e-44b6-bb2e-161ae2a427f4 HTTP/1.1" status: 200 len: 2998 time: 0.1659293 Feb 03 21:37:59.744817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd79cca-1141-4f8c-8c9c-6e7964ce047f req-b26a247e-09a6-4484-bd24-a379a6a89479 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:37:59.746487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fd79cca-1141-4f8c-8c9c-6e7964ce047f req-b26a247e-09a6-4484-bd24-a379a6a89479 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 945 time: 0.2040248 Feb 03 21:37:59.783227 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:59.837794 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da07362c-5d7f-4d7b-9b9b-3684da6f54d6 req-c981b051-3314-4c8e-90c6-9b1223522638 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088846 Feb 03 21:37:59.879271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78c79dba-ac2a-403d-b87d-678dc26388e1 req-8c0eaff9-cec2-4f86-8243-55638d3f7d33 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] 10.222.0.50 "GET /v2.0/security-groups/92a6b3af-3f3e-44b6-bb2e-161ae2a427f4 HTTP/1.1" status: 200 len: 2998 time: 0.1304638 Feb 03 21:37:59.930335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fd79cca-1141-4f8c-8c9c-6e7964ce047f req-38d6e6fa-2fb3-4508-9284-6c5ecba174a4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687081 Feb 03 21:37:59.952441 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbc06872-89e8-4529-bb3e-05b720cd47b2 admin admin] Publish callbacks [] for security_group (283e3289-4a3d-4df3-82b0-11ef8ba0df7d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:37:59.980571 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbc06872-89e8-4529-bb3e-05b720cd47b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (283e3289-4a3d-4df3-82b0-11ef8ba0df7d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.048621 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (9187fb68-721c-4b1f-bbb5-7eb092208a3f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.057156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bbc06872-89e8-4529-bb3e-05b720cd47b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85e1b50e45d143829940b09b1ea3430f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4576674 Feb 03 21:38:00.060001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:00.061672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc06872-89e8-4529-bb3e-05b720cd47b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283e3289-4a3d-4df3-82b0-11ef8ba0df7d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:00.104576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-888104a4-70c8-43f1-b311-8cd0b26df1d4 req-01e58a18-90a8-475c-a814-f74ce03a21aa tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ab41688a-7a37-4dcc-abdc-4a28faccbe03 HTTP/1.1" status: 200 len: 1793 time: 0.1303096 Feb 03 21:38:00.124713 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4058-775d-441c-b911-2cc3d8efd617 admin admin] Publish callbacks [] for security_group (283e3289-4a3d-4df3-82b0-11ef8ba0df7d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.132679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9187fb68-721c-4b1f-bbb5-7eb092208a3f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:00.147319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4058-775d-441c-b911-2cc3d8efd617 admin admin] Publish callbacks [] for security_group (283e3289-4a3d-4df3-82b0-11ef8ba0df7d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.164153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Checking segment: {'id': '40c06c0b-c275-482c-b7b3-74fce46e8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '12bcf486-65a7-4ee5-96c3-391ff682c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:00.164567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Network hostable DHCP agents. Network: 12bcf486-65a7-4ee5-96c3-391ff682c244, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:38:00.194411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Network 12bcf486-65a7-4ee5-96c3-391ff682c244 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:38:00.196561 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-888104a4-70c8-43f1-b311-8cd0b26df1d4 req-24bb8daa-8888-4ae4-8238-f928afce5f3d tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (ab41688a-7a37-4dcc-abdc-4a28faccbe03), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.203288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4058-775d-441c-b911-2cc3d8efd617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (283e3289-4a3d-4df3-82b0-11ef8ba0df7d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.206747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4058-775d-441c-b911-2cc3d8efd617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.207516 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ac3a4058-775d-441c-b911-2cc3d8efd617 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/283e3289-4a3d-4df3-82b0-11ef8ba0df7d HTTP/1.1" status: 204 len: 168 time: 0.1465256 Feb 03 21:38:00.222656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 12bcf486-65a7-4ee5-96c3-391ff682c244) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:00.225145 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-888104a4-70c8-43f1-b311-8cd0b26df1d4 req-24bb8daa-8888-4ae4-8238-f928afce5f3d tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (ab41688a-7a37-4dcc-abdc-4a28faccbe03), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.235117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:00.235117 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.235379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dfc30f-2508-4d90-a616-a184e291bf4d None None] Network 12bcf486-65a7-4ee5-96c3-391ff682c244 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:00.245533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a4058-775d-441c-b911-2cc3d8efd617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283e3289-4a3d-4df3-82b0-11ef8ba0df7d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:00.276579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a0e0be6f-b143-4e45-b9c8-822f4cc02562 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8228917 Feb 03 21:38:00.311457 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-888104a4-70c8-43f1-b311-8cd0b26df1d4 req-24bb8daa-8888-4ae4-8238-f928afce5f3d tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab41688a-7a37-4dcc-abdc-4a28faccbe03), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.315362 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-888104a4-70c8-43f1-b311-8cd0b26df1d4 req-24bb8daa-8888-4ae4-8238-f928afce5f3d tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.316503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-888104a4-70c8-43f1-b311-8cd0b26df1d4 req-24bb8daa-8888-4ae4-8238-f928afce5f3d tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab41688a-7a37-4dcc-abdc-4a28faccbe03 HTTP/1.1" status: 204 len: 173 time: 0.2030492 Feb 03 21:38:00.339217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb8daa-8888-4ae4-8238-f928afce5f3d tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab41688a-7a37-4dcc-abdc-4a28faccbe03,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:00.370959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7cc23-0b72-4f2c-b43a-7acf3a2d941b req-393582e5-d248-48af-ba5f-dc49379de73c tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:00.372544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8d7cc23-0b72-4f2c-b43a-7acf3a2d941b req-393582e5-d248-48af-ba5f-dc49379de73c tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 970 time: 0.0913975 Feb 03 21:38:00.397566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb421a-008c-46c9-a7d7-a10b04ea9e8c None None] Network 12bcf486-65a7-4ee5-96c3-391ff682c244 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:00.440609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8d7cc23-0b72-4f2c-b43a-7acf3a2d941b req-405a283d-204b-4e82-8f19-ae06994ba835 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607610 Feb 03 21:38:00.543794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ff74159-1fd8-4bf5-a405-ac87bca62a49 req-bec39816-f6a9-4d97-b0e1-00e1d550e3f0 tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d651fb50-dd2d-4217-9976-f4f44d76f03c HTTP/1.1" status: 200 len: 1793 time: 0.0418270 Feb 03 21:38:00.599816 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7ff74159-1fd8-4bf5-a405-ac87bca62a49 req-94db1bab-7153-4a55-8d46-63248eafbcea tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (d651fb50-dd2d-4217-9976-f4f44d76f03c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.621357 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7ff74159-1fd8-4bf5-a405-ac87bca62a49 req-94db1bab-7153-4a55-8d46-63248eafbcea tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (d651fb50-dd2d-4217-9976-f4f44d76f03c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.668800 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7ff74159-1fd8-4bf5-a405-ac87bca62a49 req-94db1bab-7153-4a55-8d46-63248eafbcea tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d651fb50-dd2d-4217-9976-f4f44d76f03c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.675746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7ff74159-1fd8-4bf5-a405-ac87bca62a49 req-94db1bab-7153-4a55-8d46-63248eafbcea tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:00.686841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ff74159-1fd8-4bf5-a405-ac87bca62a49 req-94db1bab-7153-4a55-8d46-63248eafbcea tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/d651fb50-dd2d-4217-9976-f4f44d76f03c HTTP/1.1" status: 204 len: 173 time: 0.1340563 Feb 03 21:38:00.704343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db1bab-7153-4a55-8d46-63248eafbcea tempest-SecurityGroupsTestAdminJSON-1286744040 tempest-SecurityGroupsTestAdminJSON-1286744040-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d651fb50-dd2d-4217-9976-f4f44d76f03c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:00.816808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41fd9-b552-4992-97f1-35759d8737b5 req-72e78a6f-d91d-4bb9-b285-e812c99e3c73 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:00.818352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6cd41fd9-b552-4992-97f1-35759d8737b5 req-72e78a6f-d91d-4bb9-b285-e812c99e3c73 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 948 time: 0.0878251 Feb 03 21:38:00.870999 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6cd41fd9-b552-4992-97f1-35759d8737b5 req-15eb240b-e9fa-46e4-9af9-d141de360dbf tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465441 Feb 03 21:38:00.935099 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device dd353adf-a0f7-45c2-ae40-25226c330e9f up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:00.977998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-033a4a60-8952-4f9c-bc5e-35bc18791af5 req-845f8dfa-da74-410f-b3d3-5813a732d76b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] 10.222.0.50 "GET /v2.0/security-groups/b6b8d7b4-1a13-45f7-ac51-c0cabf8dbcad HTTP/1.1" status: 200 len: 1794 time: 0.0509493 Feb 03 21:38:01.001115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port dd353adf-a0f7-45c2-ae40-25226c330e9f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:38:01.010711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port dd353adf-a0f7-45c2-ae40-25226c330e9f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:01.012618 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.065891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-033a4a60-8952-4f9c-bc5e-35bc18791af5 req-790f2735-cc33-47c6-8f00-f82273205c89 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (b6b8d7b4-1a13-45f7-ac51-c0cabf8dbcad), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.091482 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-033a4a60-8952-4f9c-bc5e-35bc18791af5 req-790f2735-cc33-47c6-8f00-f82273205c89 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (b6b8d7b4-1a13-45f7-ac51-c0cabf8dbcad), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.105479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port dd353adf-a0f7-45c2-ae40-25226c330e9f is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:01.105990 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.137062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee986a9-271a-4897-8fdb-6172b6d7be50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd353adf-a0f7-45c2-ae40-25226c330e9f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:01.139485 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a4e79f-fdc3-4e42-87d9-9c8ae14d5034" -d '{"events": [{"server_uuid": "5ee986a9-271a-4897-8fdb-6172b6d7be50", "name": "network-vif-plugged", "status": "completed", "tag": "dd353adf-a0f7-45c2-ae40-25226c330e9f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:01.144340 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-033a4a60-8952-4f9c-bc5e-35bc18791af5 req-790f2735-cc33-47c6-8f00-f82273205c89 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b6b8d7b4-1a13-45f7-ac51-c0cabf8dbcad), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.149530 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-033a4a60-8952-4f9c-bc5e-35bc18791af5 req-790f2735-cc33-47c6-8f00-f82273205c89 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.153914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port dd353adf-a0f7-45c2-ae40-25226c330e9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=dd353adf-a0f7-45c2-ae40-25226c330e9f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:01.158798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-033a4a60-8952-4f9c-bc5e-35bc18791af5 req-790f2735-cc33-47c6-8f00-f82273205c89 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] 10.222.0.50 "DELETE /v2.0/security-groups/b6b8d7b4-1a13-45f7-ac51-c0cabf8dbcad HTTP/1.1" status: 204 len: 173 time: 0.1709352 Feb 03 21:38:01.165672 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.185089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f2735-cc33-47c6-8f00-f82273205c89 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b8d7b4-1a13-45f7-ac51-c0cabf8dbcad,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:01.190464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:01.197509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1411268448-network', 'tenant_id': '87711a4b79fb49d192ea23e7bb490fa2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:01.224015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Made reservation on behalf of 87711a4b79fb49d192ea23e7bb490fa2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:01.229662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.251161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.275405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=dd353adf-a0f7-45c2-ae40-25226c330e9f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:01.329375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281040d7-e92e-47dd-90ff-f7cdb3abc16e req-a2e1b0f9-823f-48a3-b195-e68f2b3db2c0 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:01.331983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-281040d7-e92e-47dd-90ff-f7cdb3abc16e req-a2e1b0f9-823f-48a3-b195-e68f2b3db2c0 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 970 time: 0.0767262 Feb 03 21:38:01.376335 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Publish callbacks [] for security_group (d63ca2ad-44cc-4527-b044-be97de20ccca), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.383382 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d63ca2ad-44cc-4527-b044-be97de20ccca), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.411305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:38:01.417724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-281040d7-e92e-47dd-90ff-f7cdb3abc16e req-dc914c0d-4a76-4550-b058-43d441a5d87a tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785186 Feb 03 21:38:01.439812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ca2ad-44cc-4527-b044-be97de20ccca,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:01.461204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:01.466095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ce599c1e-f80c-4fb8-8c25-d74388347f41), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.466516 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Added segment ce599c1e-f80c-4fb8-8c25-d74388347f41 of type vlan for network 083545b1-ed17-42b7-84a1-d74e109b89ae Feb 03 21:38:01.483037 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e1bca8-a96d-4737-ba60-1e8926588f27 x-openstack-request-id: req-57e1bca8-a96d-4737-ba60-1e8926588f27 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:01.483363 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee986a9-271a-4897-8fdb-6172b6d7be50", "name": "network-vif-plugged", "status": "completed", "tag": "dd353adf-a0f7-45c2-ae40-25226c330e9f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:01.483628 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57e1bca8-a96d-4737-ba60-1e8926588f27 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:01.484058 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee986a9-271a-4897-8fdb-6172b6d7be50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd353adf-a0f7-45c2-ae40-25226c330e9f', 'code': 200} Feb 03 21:38:01.526571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43765ac1-04fc-45ae-89f9-370702bc7c52 req-1e8fa5e6-dac0-46e3-bb41-7e1dbbcae85c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:01.528329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43765ac1-04fc-45ae-89f9-370702bc7c52 req-1e8fa5e6-dac0-46e3-bb41-7e1dbbcae85c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 945 time: 0.0802763 Feb 03 21:38:01.532770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (083545b1-ed17-42b7-84a1-d74e109b89ae), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.573137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-807fe375-1074-43f5-933f-51a2b022a5c4 req-ce0c2934-6ac8-4d74-9071-a8109dd7d07b tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] 10.222.0.50 "GET /v2.0/security-groups/014e5fdf-94a1-4555-b01f-baf2122d612c HTTP/1.1" status: 200 len: 1794 time: 0.0699198 Feb 03 21:38:01.591718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (083545b1-ed17-42b7-84a1-d74e109b89ae), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.592661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:01.593510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.611429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-network', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:01.620735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43765ac1-04fc-45ae-89f9-370702bc7c52 req-a403e41d-a657-4e5c-8ee0-bb67ac9cecb4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808179 Feb 03 21:38:01.653291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed36e79-cbc8-432b-9153-854465a2d5b7 req-51397f93-fd5c-4b2e-8b5f-7a4371b865e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:01.655007 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ed36e79-cbc8-432b-9153-854465a2d5b7 req-51397f93-fd5c-4b2e-8b5f-7a4371b865e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 1131 time: 0.1042268 Feb 03 21:38:01.665239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Made reservation on behalf of 1180219ab3ad4947879c0a31c3f61450 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:01.667532 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.675394 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4805815 Feb 03 21:38:01.678612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:01.679455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-807fe375-1074-43f5-933f-51a2b022a5c4 req-d813bda4-cd12-4283-9f01-551086f185b7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (014e5fdf-94a1-4555-b01f-baf2122d612c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.684550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396799fe-759d-4475-9115-892c00fd44b5 admin admin] Pushing event updated for resources: {'Network': ['ID=083545b1-ed17-42b7-84a1-d74e109b89ae,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:01.685278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Request body: {'subnet': {'network_id': '083545b1-ed17-42b7-84a1-d74e109b89ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1411268448-subnet', 'tenant_id': '87711a4b79fb49d192ea23e7bb490fa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:01.690120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.708447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 083545b1-ed17-42b7-84a1-d74e109b89ae details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:38:01.726412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-807fe375-1074-43f5-933f-51a2b022a5c4 req-d813bda4-cd12-4283-9f01-551086f185b7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (014e5fdf-94a1-4555-b01f-baf2122d612c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.755233 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ed36e79-cbc8-432b-9153-854465a2d5b7 req-de7c370a-7357-4cba-8886-ae4902b4b6d0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797546 Feb 03 21:38:01.760347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Made reservation on behalf of 87711a4b79fb49d192ea23e7bb490fa2 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:01.762688 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.853577 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-807fe375-1074-43f5-933f-51a2b022a5c4 req-d813bda4-cd12-4283-9f01-551086f185b7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (014e5fdf-94a1-4555-b01f-baf2122d612c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.856207 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-807fe375-1074-43f5-933f-51a2b022a5c4 req-d813bda4-cd12-4283-9f01-551086f185b7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.857381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-807fe375-1074-43f5-933f-51a2b022a5c4 req-d813bda4-cd12-4283-9f01-551086f185b7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] 10.222.0.50 "DELETE /v2.0/security-groups/014e5fdf-94a1-4555-b01f-baf2122d612c HTTP/1.1" status: 204 len: 173 time: 0.2731943 Feb 03 21:38:01.888878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813bda4-cd12-4283-9f01-551086f185b7 tempest-SecurityGroupsTestAdminJSON-860356072 tempest-SecurityGroupsTestAdminJSON-860356072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014e5fdf-94a1-4555-b01f-baf2122d612c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:01.931647 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Publish callbacks [] for security_group (b9d14485-ae0f-4ce1-a7be-3a516d3abd64), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.955898 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b9d14485-ae0f-4ce1-a7be-3a516d3abd64), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:01.992937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:38:02.034839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d14485-ae0f-4ce1-a7be-3a516d3abd64,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:02.042338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cef32374-a7a1-48c9-a938-e15d4801376e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.042689 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Added segment cef32374-a7a1-48c9-a938-e15d4801376e of type vlan for network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 Feb 03 21:38:02.109997 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.154149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.157201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:02.157970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.206973 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (704f0020-8230-4553-9f51-eb914a29d848), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.224778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7644331 Feb 03 21:38:02.228308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:02.236236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Request body: {'subnet': {'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-subnet', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:02.252740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:02.270975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Made reservation on behalf of 1180219ab3ad4947879c0a31c3f61450 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:02.276825 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.340502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290a8de-20d0-4930-aceb-b4f70ddca5da admin admin] Pushing event updated for resources: {'Network': ['ID=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:02.352940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:38:02.375079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704f0020-8230-4553-9f51-eb914a29d848,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:02.387822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147677da-44c0-4b1a-a0d4-64a005efb7fb req-3ce32916-7802-4419-ae37-cda6d8ebfa44 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:02.389484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147677da-44c0-4b1a-a0d4-64a005efb7fb req-3ce32916-7802-4419-ae37-cda6d8ebfa44 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 970 time: 0.2167492 Feb 03 21:38:02.404851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e420e2e-b1ef-4ddd-a74c-5c3b68133d71 req-9086ffe9-0936-440b-8c1a-27085c5b6021 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:02.406742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:02.408950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e420e2e-b1ef-4ddd-a74c-5c3b68133d71 req-9086ffe9-0936-440b-8c1a-27085c5b6021 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1127 time: 0.1829503 Feb 03 21:38:02.415242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Checking segment: {'id': 'ce599c1e-f80c-4fb8-8c25-d74388347f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '083545b1-ed17-42b7-84a1-d74e109b89ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:02.415598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Network hostable DHCP agents. Network: 083545b1-ed17-42b7-84a1-d74e109b89ae, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:38:02.490051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147677da-44c0-4b1a-a0d4-64a005efb7fb req-410f60d5-6442-4117-a3f2-2acf226aa333 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.50 "GET /v2.0/security-groups?id=493cd76b-b2ad-4a22-bd74-070172aff978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934174 Feb 03 21:38:02.492368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Network 083545b1-ed17-42b7-84a1-d74e109b89ae is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:38:02.521938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e420e2e-b1ef-4ddd-a74c-5c3b68133d71 req-ac4fd83a-0d1f-4bb8-8f46-19260693688f tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977993 Feb 03 21:38:02.523130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 083545b1-ed17-42b7-84a1-d74e109b89ae) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:02.536149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:02.536933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.544594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b0f83-21af-436f-919e-aa9b6bf7d166 None None] Network 083545b1-ed17-42b7-84a1-d74e109b89ae requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:02.579013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-87e1cf2a-d467-4b58-83dc-95b03d2411f1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8974640 Feb 03 21:38:02.627326 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-402d606a-7b53-4736-8f4c-1b53b71b584d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=857dcc53300f4c9e8115f22301a493ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732052 Feb 03 21:38:02.628274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:02.636755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (3c1721e8-321d-4d48-ba06-56f0e79dd1a5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.690849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee46f-03e6-4599-9bc5-aef952ffa6f3 req-55f359dd-b444-4ca4-93b1-18d247c06f97 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:02.698405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc0ee46f-03e6-4599-9bc5-aef952ffa6f3 req-55f359dd-b444-4ca4-93b1-18d247c06f97 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 949 time: 0.0982828 Feb 03 21:38:02.723279 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef507c60-78e0-4d19-9581-3f424c05a5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.726952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b036-19ab-41e6-a734-195cd6909c3d req-f4c8ef84-1e4f-4ebc-8650-f9b494761598 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:02.728480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19f5b036-19ab-41e6-a734-195cd6909c3d req-f4c8ef84-1e4f-4ebc-8650-f9b494761598 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1127 time: 0.0866652 Feb 03 21:38:02.752283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1721e8-321d-4d48-ba06-56f0e79dd1a5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:02.775718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5340f43-8771-46e7-b27a-20ebff308142 None None] Network 083545b1-ed17-42b7-84a1-d74e109b89ae requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:02.792418 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ce6691b-a072-4c04-82da-aa456100d6ba admin admin] Publish callbacks [] for security_group (92a6b3af-3f3e-44b6-bb2e-161ae2a427f4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.794135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Checking segment: {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:02.794505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Network hostable DHCP agents. Network: cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:38:02.822588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc0ee46f-03e6-4599-9bc5-aef952ffa6f3 req-2c323850-8eed-4104-a8f4-21761f30508e tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992808 Feb 03 21:38:02.850061 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ce6691b-a072-4c04-82da-aa456100d6ba admin admin] Publish callbacks [] for security_group (92a6b3af-3f3e-44b6-bb2e-161ae2a427f4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:02.850358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19f5b036-19ab-41e6-a734-195cd6909c3d req-a27d1ec2-6159-4a8a-99b4-3c4de526418c tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119287 Feb 03 21:38:02.925944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:38:02.942280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:02.954276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea453d26-83ea-4840-9428-d72574b3b07d None None] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:02.965119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:02.967000 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.004367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ce6691b-a072-4c04-82da-aa456100d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (92a6b3af-3f3e-44b6-bb2e-161ae2a427f4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.010913 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ce6691b-a072-4c04-82da-aa456100d6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.012801 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5ce6691b-a072-4c04-82da-aa456100d6ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92a6b3af-3f3e-44b6-bb2e-161ae2a427f4 HTTP/1.1" status: 204 len: 168 time: 0.3829708 Feb 03 21:38:03.017115 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef507c60-78e0-4d19-9581-3f424c05a5ad admin admin] Publish callbacks [] for security_group (7819f47d-afdc-434e-97cb-baec64d12800), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.029601 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-add57cb5-6d67-4897-81d3-7319a486a343 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7997396 Feb 03 21:38:03.032366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45824) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:03.038402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:03.058862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef507c60-78e0-4d19-9581-3f424c05a5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7819f47d-afdc-434e-97cb-baec64d12800), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.085963 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (031b6d47-1e38-4382-b089-33b183f56a20), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.087273 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (031b6d47-1e38-4382-b089-33b183f56a20), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.104054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ef507c60-78e0-4d19-9581-3f424c05a5ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5831c77f91646edb9b28541d3469db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6933551 Feb 03 21:38:03.104054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6691b-a072-4c04-82da-aa456100d6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a6b3af-3f3e-44b6-bb2e-161ae2a427f4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:03.105869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45832) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:03.199062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef507c60-78e0-4d19-9581-3f424c05a5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7819f47d-afdc-434e-97cb-baec64d12800,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:03.204569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:38:03.205464 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.228892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks [] for router_controller (031b6d47-1e38-4382-b089-33b183f56a20), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.356624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-f74275c7-f9b7-4ac4-95e2-ef7ec44b040f tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:03.359973 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-f74275c7-f9b7-4ac4-95e2-ef7ec44b040f tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a95b47b-de89-43fc-aae7-3c096c7805c5 HTTP/1.1" status: 200 len: 970 time: 0.0993297 Feb 03 21:38:03.365339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0e9b-7583-494f-acd7-b3e4d2c28d51 admin admin] Publish callbacks [] for security_group (7819f47d-afdc-434e-97cb-baec64d12800), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.378207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-e3cc8431-06ab-4b23-a6ba-5e1cb4df51c2 req-d4396ccb-ae5b-496b-af50-7c96dbcbc974 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:03.391594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3cc8431-06ab-4b23-a6ba-5e1cb4df51c2 req-d4396ccb-ae5b-496b-af50-7c96dbcbc974 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2487047 Feb 03 21:38:03.418952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Allocated IP 172.20.0.2 (cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3/3c1721e8-321d-4d48-ba06-56f0e79dd1a5/13d5c964-d00b-4618-b01a-21136b7bde4b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:03.480056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Deleting port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:38:03.480952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.532380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:03.546986 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0e9b-7583-494f-acd7-b3e4d2c28d51 admin admin] Publish callbacks [] for security_group (7819f47d-afdc-434e-97cb-baec64d12800), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.582750 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Publish callbacks [] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.587847 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e03d1e99-9011-419d-b792-0a7b76311950 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f34694bff004c34a413f2ea2a1926b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538580 Feb 03 21:38:03.590635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:03.592886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.597141 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks [] for router_gateway (031b6d47-1e38-4382-b089-33b183f56a20), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.650504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:03.658379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:03.665921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:03.677464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Pushing event updated for resources: {'Port': ['ID=13d5c964-d00b-4618-b01a-21136b7bde4b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:03.693361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] For port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:03.693915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.716669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Calling delete_port for 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 owned by compute:tempest-test_az-99085360 {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:38:03.730420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe477-88d2-4588-bbcf-cc6e1b5f5e6e admin admin] Publish callbacks [] for security_group (c0502f24-61e2-4194-a679-c5dad583afd4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.738288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Attempting to bind port 13d5c964-d00b-4618-b01a-21136b7bde4b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:03.738820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Attempting to bind port 13d5c964-d00b-4618-b01a-21136b7bde4b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:03.739290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Attempting to bind port 13d5c964-d00b-4618-b01a-21136b7bde4b on network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:03.745713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:03.746244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Checking segment: {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:03.746754 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.747251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Bound using segment: {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:03.747834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Bound port: 13d5c964-d00b-4618-b01a-21136b7bde4b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:03.748323 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.805622 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe477-88d2-4588-bbcf-cc6e1b5f5e6e admin admin] Publish callbacks [] for security_group (c0502f24-61e2-4194-a679-c5dad583afd4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.817729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] For port 13d5c964-d00b-4618-b01a-21136b7bde4b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:03.820819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] For port 13d5c964-d00b-4618-b01a-21136b7bde4b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=13d5c964-d00b-4618-b01a-21136b7bde4b,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:03.830155 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.855401 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0e9b-7583-494f-acd7-b3e4d2c28d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7819f47d-afdc-434e-97cb-baec64d12800), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.858419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0e9b-7583-494f-acd7-b3e4d2c28d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.862999 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d3ca0e9b-7583-494f-acd7-b3e4d2c28d51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7819f47d-afdc-434e-97cb-baec64d12800 HTTP/1.1" status: 204 len: 168 time: 0.7555015 Feb 03 21:38:03.892476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-39820c7b-6c6c-4cd9-97e2-e5b8a41476ea tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:03.894051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-39820c7b-6c6c-4cd9-97e2-e5b8a41476ea tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/networks?id=12bcf486-65a7-4ee5-96c3-391ff682c244 HTTP/1.1" status: 200 len: 814 time: 0.6821883 Feb 03 21:38:03.931415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e5208-798a-4b64-a40d-a53769e9bf96 None None] Pushing event updated for resources: {'Port': ['ID=13d5c964-d00b-4618-b01a-21136b7bde4b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:03.941749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca0e9b-7583-494f-acd7-b3e4d2c28d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7819f47d-afdc-434e-97cb-baec64d12800,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:03.945331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe477-88d2-4588-bbcf-cc6e1b5f5e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c0502f24-61e2-4194-a679-c5dad583afd4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.946655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-fafd72e3-f33d-4809-a9f0-babb628a30e4 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/quotas/903920bb58d94c73a02cfd5947993447 HTTP/1.1" status: 200 len: 375 time: 0.0277524 Feb 03 21:38:03.955385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe477-88d2-4588-bbcf-cc6e1b5f5e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:03.956778 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5f5fe477-88d2-4588-bbcf-cc6e1b5f5e6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0502f24-61e2-4194-a679-c5dad583afd4 HTTP/1.1" status: 204 len: 168 time: 0.3651357 Feb 03 21:38:03.972982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fe477-88d2-4588-bbcf-cc6e1b5f5e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0502f24-61e2-4194-a679-c5dad583afd4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:04.005203 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5cba45b6-3c22-4f6b-b4c0-3468698c37a0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:04.013538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-cfa4e78c-b1b5-4521-bf16-a7be2e30cb0a tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=903920bb58d94c73a02cfd5947993447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587511 Feb 03 21:38:04.019458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5cba45b6-3c22-4f6b-b4c0-3468698c37a0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:38:04.045175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Pushing event deleted for resources: {'Port': ['ID=5cba45b6-3c22-4f6b-b4c0-3468698c37a0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:04.136214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] No DVR routers for this DVR port 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:38:04.141239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:04.144724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4dabd9e1-2d0c-4492-a07c-15c035a611b7 req-208e7f3f-6d15-4788-87e1-3b02b719b1c8 tempest-DeleteServersAdminTestJSON-316155047 tempest-DeleteServersAdminTestJSON-316155047-project] 10.222.0.10 "DELETE /v2.0/ports/5cba45b6-3c22-4f6b-b4c0-3468698c37a0 HTTP/1.1" status: 204 len: 173 time: 0.7793338 Feb 03 21:38:04.145726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a95b47b-de89-43fc-aae7-3c096c7805c5', 'name': 'network-vif-deleted', 'tag': '5cba45b6-3c22-4f6b-b4c0-3468698c37a0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:04.147891 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55131a5-095b-4ee9-aa10-cd1a14596b1b" -d '{"events": [{"server_uuid": "4a95b47b-de89-43fc-aae7-3c096c7805c5", "name": "network-vif-deleted", "tag": "5cba45b6-3c22-4f6b-b4c0-3468698c37a0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:04.231361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-85e221ad-055a-4a37-b1cc-d179fe71103d service neutron] 10.222.0.50 "GET /v2.0/networks/12bcf486-65a7-4ee5-96c3-391ff682c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957307 Feb 03 21:38:04.541600 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks [] for router_gateway (031b6d47-1e38-4382-b089-33b183f56a20), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:04.595940 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:04.606027 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-619fdf0f-256b-4055-91a9-69d6b935edc1 service neutron] 10.222.0.50 "GET /v2.0/networks/12bcf486-65a7-4ee5-96c3-391ff682c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378305 Feb 03 21:38:04.621832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:04.652715 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc25296a-5b76-45e1-8596-364549785fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:04.834798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 13d5c964-d00b-4618-b01a-21136b7bde4b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:04.879746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc25296a-5b76-45e1-8596-364549785fdd admin admin] Publish callbacks [] for security_group (6922b128-fd0b-4b92-af4d-3a311ffce347), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:04.888056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc25296a-5b76-45e1-8596-364549785fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6922b128-fd0b-4b92-af4d-3a311ffce347), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:04.944505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fc25296a-5b76-45e1-8596-364549785fdd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1e6029aa2884a6dada5ea58923b0a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180585 Feb 03 21:38:04.945559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:04.947252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Allocated IP 172.25.5.45 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/656dd838-f4a6-4eda-ae4b-262dadca035d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:04.967757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25296a-5b76-45e1-8596-364549785fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6922b128-fd0b-4b92-af4d-3a311ffce347,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:04.998116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 13d5c964-d00b-4618-b01a-21136b7bde4b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:04.999082 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.065647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7efbc692-3cb2-41bb-a8ce-568e4c006e1e admin admin] Publish callbacks [] for security_group (6922b128-fd0b-4b92-af4d-3a311ffce347), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.105181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7efbc692-3cb2-41bb-a8ce-568e4c006e1e admin admin] Publish callbacks [] for security_group (6922b128-fd0b-4b92-af4d-3a311ffce347), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.163179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 13d5c964-d00b-4618-b01a-21136b7bde4b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:05.165043 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.212572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7efbc692-3cb2-41bb-a8ce-568e4c006e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6922b128-fd0b-4b92-af4d-3a311ffce347), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.216207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7efbc692-3cb2-41bb-a8ce-568e4c006e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.222030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7efbc692-3cb2-41bb-a8ce-568e4c006e1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6922b128-fd0b-4b92-af4d-3a311ffce347 HTTP/1.1" status: 204 len: 168 time: 0.2750487 Feb 03 21:38:05.231627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbc692-3cb2-41bb-a8ce-568e4c006e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6922b128-fd0b-4b92-af4d-3a311ffce347,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:05.298186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 13d5c964-d00b-4618-b01a-21136b7bde4b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=13d5c964-d00b-4618-b01a-21136b7bde4b,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:05.308578 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.379855 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks [] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.395361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=13d5c964-d00b-4618-b01a-21136b7bde4b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:05.417374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67989b-7530-410b-be2f-0a0135cf5b02 req-82d3a4e4-af7e-44d2-b10e-272960b33eab tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:05.429753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c67989b-7530-410b-be2f-0a0135cf5b02 req-82d3a4e4-af7e-44d2-b10e-272960b33eab tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 949 time: 0.3060899 Feb 03 21:38:05.556322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c67989b-7530-410b-be2f-0a0135cf5b02 req-50073f4f-0d69-4ccd-b3e8-f2c1ef7801e2 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251788 Feb 03 21:38:05.589898 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.606125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:05.656714 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83707c46-196f-452c-a24b-80d9a4ebb135 x-openstack-request-id: req-83707c46-196f-452c-a24b-80d9a4ebb135 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:05.657359 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a95b47b-de89-43fc-aae7-3c096c7805c5", "name": "network-vif-deleted", "tag": "5cba45b6-3c22-4f6b-b4c0-3468698c37a0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:05.657359 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83707c46-196f-452c-a24b-80d9a4ebb135 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:05.659298 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a95b47b-de89-43fc-aae7-3c096c7805c5', 'name': 'network-vif-deleted', 'tag': '5cba45b6-3c22-4f6b-b4c0-3468698c37a0', 'status': 'completed', 'code': 200} Feb 03 21:38:05.674908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:05.678926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:05.699671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:05.710846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Pushing event updated for resources: {'Port': ['ID=656dd838-f4a6-4eda-ae4b-262dadca035d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:05.766355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-network', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:05.794538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9958ead-5d35-4b12-a23e-e10697b96ba9 None None] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:05.815026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Made reservation on behalf of 78ce9595634e406b992bfb904c6a55b3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:05.821022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.841100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6eeae2b-653d-4277-b1f1-e2cf9baabbae req-79bed749-286f-403f-b375-5df699dade32 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 210 time: 0.0574605 Feb 03 21:38:05.846934 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.909363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c945e2fd-e13c-4c97-87ec-23f5118df562 None None] Provisioning complete for port 13d5c964-d00b-4618-b01a-21136b7bde4b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:05.913379 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c945e2fd-e13c-4c97-87ec-23f5118df562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.959250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Publish callbacks [] for security_group (1f35229c-e289-4fc0-a50f-cd2ff2f91533), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:05.965447 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1f35229c-e289-4fc0-a50f-cd2ff2f91533), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.024204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:38:06.064457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (18a6818d-aa1e-4e7a-bd09-80bf58bd81a3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.065492 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Added segment 18a6818d-aa1e-4e7a-bd09-80bf58bd81a3 of type vlan for network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc Feb 03 21:38:06.081325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f35229c-e289-4fc0-a50f-cd2ff2f91533,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:06.137081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (f0ab2c3f-a364-4562-8c1d-c5c91605d4fc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.172213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (f0ab2c3f-a364-4562-8c1d-c5c91605d4fc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.173400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:06.173998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.239931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:06.244049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c945e2fd-e13c-4c97-87ec-23f5118df562 None None] Current status of the port 13d5c964-d00b-4618-b01a-21136b7bde4b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:06.257068 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6496873 Feb 03 21:38:06.261190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:06.271613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77713f9f-1ecb-4fe6-a442-65cf6784c687 req-7be6ce5a-4465-431f-b71d-184a8d6907e8 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:06.273515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77713f9f-1ecb-4fe6-a442-65cf6784c687 req-7be6ce5a-4465-431f-b71d-184a8d6907e8 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1786530 Feb 03 21:38:06.286045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Request body: {'subnet': {'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-subnet', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:06.299261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56620835-d6bf-4483-bd31-5c611839cd95 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:06.311602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:38:06.349662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Made reservation on behalf of 78ce9595634e406b992bfb904c6a55b3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:06.352411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.411258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77713f9f-1ecb-4fe6-a442-65cf6784c687 req-8f2a4dd9-7dc6-4108-958a-6279e3f34ce2 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319678 Feb 03 21:38:06.439140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45964) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:06.444451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks [] for router_gateway (031b6d47-1e38-4382-b089-33b183f56a20), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.575398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94a5e11e-4fe2-40b0-8826-2b6a09c7ecd7 None None] Provisioning complete for port 13d5c964-d00b-4618-b01a-21136b7bde4b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:06.575874 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a5e11e-4fe2-40b0-8826-2b6a09c7ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.703184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 13d5c964-d00b-4618-b01a-21136b7bde4b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:06.710514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94a5e11e-4fe2-40b0-8826-2b6a09c7ecd7 None None] Current status of the port 13d5c964-d00b-4618-b01a-21136b7bde4b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:06.717765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-network', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:06.765202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Made reservation on behalf of de41a0df09ff4a5294f29c408593ac16 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:06.768458 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.791152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-b635cb2f-140d-495a-b148-3ff591cf3d14 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:06.793195 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-b635cb2f-140d-495a-b148-3ff591cf3d14 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.10 "GET /v2.0/networks?id=12bcf486-65a7-4ee5-96c3-391ff682c244 HTTP/1.1" status: 200 len: 814 time: 0.2580583 Feb 03 21:38:06.806101 n-d-824834-9 neutron-server[103398]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 21:38:06.809929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-32161e44-38a5-41c9-80d4-931ecad684bc tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:06.811123 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-32161e44-38a5-41c9-80d4-931ecad684bc tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5696273 Feb 03 21:38:06.816701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Request body: {'port': {'device_id': 'dec2e292-47ce-4cba-8533-49a4ecbb0bc0', 'network_id': '12bcf486-65a7-4ee5-96c3-391ff682c244', 'admin_state_up': True, 'tenant_id': '903920bb58d94c73a02cfd5947993447'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:06.826096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 13d5c964-d00b-4618-b01a-21136b7bde4b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:06.826592 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.876460 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:06.899843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-0f457188-21ad-49a1-a905-38c3d3154fe3 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370309 Feb 03 21:38:06.943649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 13d5c964-d00b-4618-b01a-21136b7bde4b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:06.955601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:38:06.979280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:38:06.979738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5cba45b6-3c22-4f6b-b4c0-3468698c37a0 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:38:07.002742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (540ce20c-4e57-4ac1-8783-6f3e1e7538ad), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.049387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-faacf84a-18e4-42e8-a81e-94c58181fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:07.050789 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-faacf84a-18e4-42e8-a81e-94c58181fe0b service neutron] 10.222.0.50 "GET /v2.0/ports/97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 1124 time: 0.1665361 Feb 03 21:38:07.065383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Request body: {'binding': {'host': 'n-h1-824834-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:07.065912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:38:07.125915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=540ce20c-4e57-4ac1-8783-6f3e1e7538ad,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:07.150872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Made reservation on behalf of 903920bb58d94c73a02cfd5947993447 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:07.154251 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.188209 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (031b6d47-1e38-4382-b089-33b183f56a20), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.197418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Checking segment: {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:07.197771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Network hostable DHCP agents. Network: f0ab2c3f-a364-4562-8c1d-c5c91605d4fc, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:38:07.275871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:38:07.304067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, f0ab2c3f-a364-4562-8c1d-c5c91605d4fc) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:07.315129 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Publish callbacks [] for security_group (88f33bf1-1817-416b-bb92-127439731ec2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.318097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f25ca5-edad-4ded-ace5-6defc9ce531c None None] Network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:07.323515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:07.324112 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.329556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-388d7161-20a4-4ec7-901d-34bc9f65e97f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:07.331038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-388d7161-20a4-4ec7-901d-34bc9f65e97f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246242 Feb 03 21:38:07.333522 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (88f33bf1-1817-416b-bb92-127439731ec2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.379244 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2508bdb3-3242-4668-bb23-098613eb7d98 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1152537 Feb 03 21:38:07.381450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:38:07.383456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:07.386101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-6b99a529-31bd-4457-8b33-641d61d1b499 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/quotas/0e812a9dbe4b466fb0f443cd9d78f652 HTTP/1.1" status: 200 len: 375 time: 0.0434210 Feb 03 21:38:07.387616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:07.391315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f33bf1-1817-416b-bb92-127439731ec2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:07.394006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c on host n-h1-824834-9 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:07.394341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:07.394668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:07.412628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Allocated IP 172.20.0.3 (12bcf486-65a7-4ee5-96c3-391ff682c244/9187fb68-721c-4b1f-bbb5-7eb092208a3f/de6595df-24d8-47e2-89e8-865cbb4c1b22) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:07.413456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4f3db922-0129-45df-90cc-da1aca641830), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.415300 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Added segment 4f3db922-0129-45df-90cc-da1aca641830 of type vlan for network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 Feb 03 21:38:07.420328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Port 97a8fe98-55e7-4969-9b78-7776d17a872c on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:38:07.420711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:07.433576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:07.433935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:07.434298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:07.434764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Bound port: 97a8fe98-55e7-4969-9b78-7776d17a872c, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:07.459404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (deef175d-8fed-4699-8ae0-20995a631427), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.460653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (deef175d-8fed-4699-8ae0-20995a631427), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.497736 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.553585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-c0bf8fbe-2cfe-4c6d-a189-939b74e03d45 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1592724 Feb 03 21:38:07.559436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Router 031b6d47-1e38-4382-b089-33b183f56a20 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:38:07.564177 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.564959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:07.565559 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.635445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:38:07.637036 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.670073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2265308 Feb 03 21:38:07.675209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:07.713934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Request body: {'subnet': {'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-subnet', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:07.732976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Pushing event updated for resources: {'Network': ['ID=3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:07.748083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.748437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.748832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.749729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.750111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.750407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.750713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.751093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.751436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.751747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.752072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.752394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.752717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0255-b241-4cf6-b462-826045b6b93a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:07.755786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Made reservation on behalf of de41a0df09ff4a5294f29c408593ac16 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:07.758319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.788790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:07.848537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:38:07.854919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.856705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e58d3c1f-fe6a-481f-aff1-9f7ceb6700a5 service neutron] 10.222.0.50 "POST /v2.0/ports/97a8fe98-55e7-4969-9b78-7776d17a872c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7950294 Feb 03 21:38:07.879556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:07.891137 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Sync routers for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:07.905863 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:07.906770 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:07.920996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:07.923026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ffc7893c-b7ac-464d-ade5-c8acfa7015a0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8885295 Feb 03 21:38:07.926285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46002) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:07.928962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks [] for router_controller (deef175d-8fed-4699-8ae0-20995a631427), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.123185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Allocated IP 172.20.0.2 (f0ab2c3f-a364-4562-8c1d-c5c91605d4fc/540ce20c-4e57-4ac1-8783-6f3e1e7538ad/905c575a-6159-42b1-b688-11893caac6a2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:08.164665 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:08.176547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24ddcfe9-768c-4d25-8cb3-4fc59f22b9a9 req-09ea44b8-9412-46b8-bd17-ae4d882bc338 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 210 time: 0.1118350 Feb 03 21:38:08.221342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885d059e-fb09-4d34-ba51-00149edeb60f req-fe7c3030-2526-40cc-9e2a-b59483f0a510 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 210 time: 0.0511818 Feb 03 21:38:08.234690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (50bded3f-970e-4c9d-8f72-76207625d88f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.416973 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Publish callbacks [] for port (905c575a-6159-42b1-b688-11893caac6a2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.431676 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:06Z', 'revision_number': 3, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:08.450296 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (905c575a-6159-42b1-b688-11893caac6a2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.480979 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks [] for router_gateway (deef175d-8fed-4699-8ae0-20995a631427), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.484785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:08.511098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Checking router: 031b6d47-1e38-4382-b089-33b183f56a20 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:08.511496 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Updating router 031b6d47-1e38-4382-b089-33b183f56a20 port 656dd838-f4a6-4eda-ae4b-262dadca035d binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:38:08.537248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:08.554284 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.562459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:08.578197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Publish callbacks [] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.628007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50bded3f-970e-4c9d-8f72-76207625d88f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:08.678026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Pushing event updated for resources: {'Port': ['ID=905c575a-6159-42b1-b688-11893caac6a2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:08.722701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-6c7eb3fd-a399-40d7-b80d-9371cf362274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:08.724637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-6c7eb3fd-a399-40d7-b80d-9371cf362274 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1127 time: 0.4506297 Feb 03 21:38:08.727604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:08.738315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Checking segment: {'id': '4f3db922-0129-45df-90cc-da1aca641830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:08.738900 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Network hostable DHCP agents. Network: 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:38:08.760830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Attempting to bind port 905c575a-6159-42b1-b688-11893caac6a2 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:08.761249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Attempting to bind port 905c575a-6159-42b1-b688-11893caac6a2 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:08.761584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Attempting to bind port 905c575a-6159-42b1-b688-11893caac6a2 on network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:08.779414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:08.779808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Checking segment: {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:08.781645 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.783065 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Bound using segment: {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:08.783525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Bound port: 905c575a-6159-42b1-b688-11893caac6a2, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:08.783915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (905c575a-6159-42b1-b688-11893caac6a2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.821872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.880410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:38:08.900771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Network 12bcf486-65a7-4ee5-96c3-391ff682c244 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:08.936060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] For port 905c575a-6159-42b1-b688-11893caac6a2, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:08.944031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] For port 905c575a-6159-42b1-b688-11893caac6a2, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=905c575a-6159-42b1-b688-11893caac6a2,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:08.959846 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (905c575a-6159-42b1-b688-11893caac6a2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:08.969281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:08.982263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077660e-fa3b-4a4f-b1aa-20a7c03d799d req-2a5f29c8-cf92-41db-b856-ebf78e46b3af tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:08.983826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d077660e-fa3b-4a4f-b1aa-20a7c03d799d req-2a5f29c8-cf92-41db-b856-ebf78e46b3af tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 945 time: 0.4803913 Feb 03 21:38:09.000973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:09.032655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:09.052684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f153e50e-4a63-4abd-838c-ec43cc4f11b7 None None] Network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:09.068562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Pushing event updated for resources: {'Port': ['ID=de6595df-24d8-47e2-89e8-865cbb4c1b22,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:09.074766 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Publish callbacks [] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.082539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:09.082539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.086462 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.169033 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Pushing event updated for resources: {'Port': ['ID=656dd838-f4a6-4eda-ae4b-262dadca035d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:09.176563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb9972-cf39-4c1b-8bab-bf0fc324f819 None None] Pushing event updated for resources: {'Port': ['ID=905c575a-6159-42b1-b688-11893caac6a2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:09.213967 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.214702 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.215196 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.215753 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.216232 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.216770 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.217291 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.217831 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.219003 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.219856 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.220335 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.221069 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.221685 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Tracked resource versions report: Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: pushed versions: Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'LocalIPAssociation': {'1.0'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Log': {'1.0'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Network': {'1.1'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Port': {'1.7'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'PortForwarding': {'1.2'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'QosPolicy': {'1.10'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'SecurityGroup': {'1.5'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'SubPort': {'1.0'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Subnet': {'1.1'}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Trunk': {'1.1'}} Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: consumer versions: Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: { DHCP agent@n-d-824834-9: {}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: HyperV agent@n-h1-824834-9: {}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: HyperV agent@n-h2-824834-9: {}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: L3 agent@n-d-824834-9: {}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: Metadata agent@n-d-824834-9: {}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: Metering agent@n-d-824834-9: {}, Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: Open vSwitch agent@n-d-824834-9: { 'AddressGroup': '1.2', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'ConntrackHelper': '1.0', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'LocalIPAssociation': '1.0', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Log': '1.0', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Network': '1.1', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Port': '1.7', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'PortForwarding': '1.2', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'QosPolicy': '1.10', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'SecurityGroup': '1.5', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'SecurityGroupRule': '1.2', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'SubPort': '1.0', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Subnet': '1.1', Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: 'Trunk': '1.1'}} Feb 03 21:38:09.226469 n-d-824834-9 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 21:38:09.243305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-f73992de-618e-4f5c-aee8-a11515064ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:09.244836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:09.246001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.247075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-f73992de-618e-4f5c-aee8-a11515064ddd service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.5100768 Feb 03 21:38:09.266507 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Attempting to bind port 656dd838-f4a6-4eda-ae4b-262dadca035d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:09.266935 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Attempting to bind port 656dd838-f4a6-4eda-ae4b-262dadca035d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:09.267309 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Attempting to bind port 656dd838-f4a6-4eda-ae4b-262dadca035d on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:09.267444 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8616487e-db38-4693-bc0d-7929e5c37c2a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5909679 Feb 03 21:38:09.272316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592', 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592', 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'fixed_ips': [{'subnet_id': '50bded3f-970e-4c9d-8f72-76207625d88f'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:38:09.273604 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.273933 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:09.274320 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:09.274721 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.275172 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:09.275637 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Bound port: 656dd838-f4a6-4eda-ae4b-262dadca035d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:09.276340 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.298216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46046) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:09.329504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d077660e-fa3b-4a4f-b1aa-20a7c03d799d req-9efbbc38-3cfb-475f-98a0-cfda3f97e8aa tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017778 Feb 03 21:38:09.342510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.342894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.343369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.345192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.345555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.345896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.346227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.348703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.349305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.349530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.349869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.350196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.350523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:09.366467 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dcabdbe0-93f0-48b6-9477-5fe6380b1607 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8324c0cc03fd42f79ba67c3b913198aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6325171 Feb 03 21:38:09.374273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:09.397079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:09.397421 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-5c460bcd-c747-41d5-bfc8-0c354664dc11 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5894275 Feb 03 21:38:09.401452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-32fa1cb2-158c-4f23-bc96-fcd079e9c78e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 217 time: 0.1387129 Feb 03 21:38:09.402213 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] For port 656dd838-f4a6-4eda-ae4b-262dadca035d, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:09.411870 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] For port 656dd838-f4a6-4eda-ae4b-262dadca035d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=656dd838-f4a6-4eda-ae4b-262dadca035d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:09.414771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Request body: {'port': {'device_id': 'dec2e292-47ce-4cba-8533-49a4ecbb0bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:09.448695 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.598356 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:09.602876 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:09.662241 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-625c9793-344a-4338-87ca-343669f20826 admin admin] Publish callbacks [] for security_group (493cd76b-b2ad-4a22-bd74-070172aff978), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.665107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-eecc10b9-094c-44e5-a53b-f819494c9b4e tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1455154 Feb 03 21:38:09.683091 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Allocated IP 172.20.0.2 (3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592/50bded3f-970e-4c9d-8f72-76207625d88f/de830291-edf7-4e00-ae47-3f3e8956b0a8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:09.700412 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9b38f-8b16-4be1-bc8c-7bd60064aa9a None None] Pushing event updated for resources: {'Port': ['ID=656dd838-f4a6-4eda-ae4b-262dadca035d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:09.779556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.799355 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-625c9793-344a-4338-87ca-343669f20826 admin admin] Publish callbacks [] for security_group (493cd76b-b2ad-4a22-bd74-070172aff978), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.811959 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks [] for router_gateway (deef175d-8fed-4699-8ae0-20995a631427), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.819094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:09.841518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5cafdfcb-f4dc-4420-96f7-f7505db00f81 req-f77af3bf-43f2-4976-8493-0f193ba54fcf tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 210 time: 0.3036575 Feb 03 21:38:09.864940 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Publish callbacks [] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.876197 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.897517 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (c63d54f2-9ced-4af0-b9c5-e462d5902bde), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.898809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (c63d54f2-9ced-4af0-b9c5-e462d5902bde), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.927982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.946055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:09.950264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:09.960879 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks [] for router_controller (c63d54f2-9ced-4af0-b9c5-e462d5902bde), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:09.962308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:09.965607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-c570d257-6d22-4f1e-9728-af53916ea1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:09.967538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-c570d257-6d22-4f1e-9728-af53916ea1df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.5567951 Feb 03 21:38:10.067888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-66db5b07-5c14-40e4-8321-d95439579461 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932908 Feb 03 21:38:10.078248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914be0f-ff42-43af-a515-c9137dcbddfb req-92ed0913-67f4-4515-87c2-76bf018606fb tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:10.085500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a914be0f-ff42-43af-a515-c9137dcbddfb req-92ed0913-67f4-4515-87c2-76bf018606fb tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 931 time: 0.7528639 Feb 03 21:38:10.091755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Pushing event updated for resources: {'Port': ['ID=de830291-edf7-4e00-ae47-3f3e8956b0a8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:10.132826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Attempting to bind port de830291-edf7-4e00-ae47-3f3e8956b0a8 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:10.133219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Attempting to bind port de830291-edf7-4e00-ae47-3f3e8956b0a8 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '4f3db922-0129-45df-90cc-da1aca641830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:10.133578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Attempting to bind port de830291-edf7-4e00-ae47-3f3e8956b0a8 on network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:10.144082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:10.144312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Checking segment: {'id': '4f3db922-0129-45df-90cc-da1aca641830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:10.144661 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:10.145078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Bound using segment: {'id': '4f3db922-0129-45df-90cc-da1aca641830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:10.145729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Bound port: de830291-edf7-4e00-ae47-3f3e8956b0a8, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3db922-0129-45df-90cc-da1aca641830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:10.146096 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:10.163198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-1cb4ed01-65f0-49c5-a43a-09e416b12f53 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:10.165934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-1cb4ed01-65f0-49c5-a43a-09e416b12f53 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904895 Feb 03 21:38:10.228633 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-625c9793-344a-4338-87ca-343669f20826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (493cd76b-b2ad-4a22-bd74-070172aff978), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:10.232395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-625c9793-344a-4338-87ca-343669f20826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:10.237529 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-625c9793-344a-4338-87ca-343669f20826 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/493cd76b-b2ad-4a22-bd74-070172aff978 HTTP/1.1" status: 204 len: 168 time: 0.8326063 Feb 03 21:38:10.316270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] For port de830291-edf7-4e00-ae47-3f3e8956b0a8, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:10.325567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] For port de830291-edf7-4e00-ae47-3f3e8956b0a8, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=de830291-edf7-4e00-ae47-3f3e8956b0a8,segment=NetworkSegment(4f3db922-0129-45df-90cc-da1aca641830),segment_id=4f3db922-0129-45df-90cc-da1aca641830)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:10.344149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:10.355297 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:10.475521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bff944-6161-45b8-aeb3-9279c2b84684 None None] Pushing event updated for resources: {'Port': ['ID=de830291-edf7-4e00-ae47-3f3e8956b0a8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:10.512022 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:06Z', 'revision_number': 3, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:10.514148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a914be0f-ff42-43af-a515-c9137dcbddfb req-f8667847-bb73-49cf-ae68-e9a7cab29900 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277766 Feb 03 21:38:10.516087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-46fac3d9-7929-4dcf-b959-31f574e769a4 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262602 Feb 03 21:38:10.555548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6595df-24d8-47e2-89e8-865cbb4c1b22 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:10.565630 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks [] for router_gateway (c63d54f2-9ced-4af0-b9c5-e462d5902bde), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:10.578972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Publish callbacks [] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:10.601739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Transition to ACTIVE for port object de6595df-24d8-47e2-89e8-865cbb4c1b22 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:38:10.635125 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5268b-b5a0-4d6c-8e3b-01233e68c50d None None] The sync data for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 is: [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:06Z', 'revision_number': 3, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:10.658325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Allocated IP 172.25.5.74 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/f6ad6057-be5b-4afb-ab35-e3b564a0095e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:10.728894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d860d-77ef-40f2-8978-e241e22d1b14 None None] Network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:10.742383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Request body: {'port': {'device_id': 'c5a5fcf1-980b-48f0-9ec1-7318a943e175', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '0e812a9dbe4b466fb0f443cd9d78f652'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:10.746433 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:10.750329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c9793-344a-4338-87ca-343669f20826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493cd76b-b2ad-4a22-bd74-070172aff978,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:10.836577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:10.904940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 905c575a-6159-42b1-b688-11893caac6a2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:10.958432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Pushing event updated for resources: {'Port': ['ID=de6595df-24d8-47e2-89e8-865cbb4c1b22,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:11.009371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-12bd949d-9f41-4007-8ea0-49ace2d89c25 None None] Provisioning complete for port 905c575a-6159-42b1-b688-11893caac6a2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:11.009765 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12bd949d-9f41-4007-8ea0-49ace2d89c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (905c575a-6159-42b1-b688-11893caac6a2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.080031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fde155df-90c1-43bb-864d-7d9001e1e875 req-8896da1c-1f81-4c08-9206-3836ec409326 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 210 time: 0.0716662 Feb 03 21:38:11.110134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 905c575a-6159-42b1-b688-11893caac6a2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:11.110682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (905c575a-6159-42b1-b688-11893caac6a2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.206196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b1a9-bfe7-4a85-bb30-ae78f93db381 req-3e2a8df1-a91e-4367-81ca-834813935447 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:11.207691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1049b1a9-bfe7-4a85-bb30-ae78f93db381 req-3e2a8df1-a91e-4367-81ca-834813935447 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 945 time: 0.6304836 Feb 03 21:38:11.234709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-12bd949d-9f41-4007-8ea0-49ace2d89c25 None None] Current status of the port 905c575a-6159-42b1-b688-11893caac6a2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:11.235100 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12bd949d-9f41-4007-8ea0-49ace2d89c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (905c575a-6159-42b1-b688-11893caac6a2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.266117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-0af060fa-f9dc-4eb2-9e92-c3049c20e5e6 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842532 Feb 03 21:38:11.323575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 905c575a-6159-42b1-b688-11893caac6a2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:11.324189 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (905c575a-6159-42b1-b688-11893caac6a2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.368542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-12bd949d-9f41-4007-8ea0-49ace2d89c25 None None] For port 905c575a-6159-42b1-b688-11893caac6a2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=905c575a-6159-42b1-b688-11893caac6a2,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:11.395203 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12bd949d-9f41-4007-8ea0-49ace2d89c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (905c575a-6159-42b1-b688-11893caac6a2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.455698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1049b1a9-bfe7-4a85-bb30-ae78f93db381 req-7174d598-4c02-45d5-9215-fa183d9c1960 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325394 Feb 03 21:38:11.482565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c097-a784-481a-8288-65818c27205e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.532155 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:38:11.532582 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:38:11.537429 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd949d-9f41-4007-8ea0-49ace2d89c25 None None] Pushing event updated for resources: {'Port': ['ID=905c575a-6159-42b1-b688-11893caac6a2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:11.568322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Allocated IP 172.20.0.1 (cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3/3c1721e8-321d-4d48-ba06-56f0e79dd1a5/96e0d748-3159-4906-9e00-1c13cb7473c3) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:11.621730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b35b621e-e559-468d-85eb-60adeae93a75 None None] Provisioning complete for port 905c575a-6159-42b1-b688-11893caac6a2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:11.622105 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b35b621e-e559-468d-85eb-60adeae93a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (905c575a-6159-42b1-b688-11893caac6a2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.679001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c097-a784-481a-8288-65818c27205e admin admin] Publish callbacks [] for security_group (621024c7-c90e-4c3e-a944-934642c005dc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.684927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks [] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.714106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c097-a784-481a-8288-65818c27205e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (621024c7-c90e-4c3e-a944-934642c005dc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.822775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b35b621e-e559-468d-85eb-60adeae93a75 None None] Current status of the port 905c575a-6159-42b1-b688-11893caac6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:11.880931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Attempting to bind port de6595df-24d8-47e2-89e8-865cbb4c1b22 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:11.881151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Attempting to bind port de6595df-24d8-47e2-89e8-865cbb4c1b22 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '40c06c0b-c275-482c-b7b3-74fce46e8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '12bcf486-65a7-4ee5-96c3-391ff682c244'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:11.881621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Attempting to bind port de6595df-24d8-47e2-89e8-865cbb4c1b22 on network 12bcf486-65a7-4ee5-96c3-391ff682c244 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:11.893639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Port de6595df-24d8-47e2-89e8-865cbb4c1b22 on network 12bcf486-65a7-4ee5-96c3-391ff682c244 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:38:11.894045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Attempting to bind port de6595df-24d8-47e2-89e8-865cbb4c1b22 on network 12bcf486-65a7-4ee5-96c3-391ff682c244 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:11.901510 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9fb3c097-a784-481a-8288-65818c27205e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a758fd66bb684694ae5512a3d0a4e2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9411542 Feb 03 21:38:11.902337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Made reservation on behalf of 0e812a9dbe4b466fb0f443cd9d78f652 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:11.906248 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:11.922441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3c097-a784-481a-8288-65818c27205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621024c7-c90e-4c3e-a944-934642c005dc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:11.942320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:11.962246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:11.962909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Checking segment: {'id': '40c06c0b-c275-482c-b7b3-74fce46e8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '12bcf486-65a7-4ee5-96c3-391ff682c244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:11.962909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Bound using segment: {'id': '40c06c0b-c275-482c-b7b3-74fce46e8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '12bcf486-65a7-4ee5-96c3-391ff682c244'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:11.963401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Bound port: de6595df-24d8-47e2-89e8-865cbb4c1b22, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c06c0b-c275-482c-b7b3-74fce46e8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '12bcf486-65a7-4ee5-96c3-391ff682c244'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:11.963782 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.073890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Publish callbacks [] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.079239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.100487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-c4fe5bb6-8edc-47c4-9c3d-cb69063357af tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:12.102346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-c4fe5bb6-8edc-47c4-9c3d-cb69063357af tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.6360164 Feb 03 21:38:12.127437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 905c575a-6159-42b1-b688-11893caac6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:12.136299 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks [] for router_gateway (c63d54f2-9ced-4af0-b9c5-e462d5902bde), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.166399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-9'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:12.173627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.186522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cb853-de21-4837-b6f5-8e9ac6c169b5 req-bfca41bb-0712-44f6-8d69-9f95cb2ba40b tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:12.194932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-661cb853-de21-4837-b6f5-8e9ac6c169b5 req-bfca41bb-0712-44f6-8d69-9f95cb2ba40b tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 943 time: 0.4672151 Feb 03 21:38:12.218962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa883138-4fd0-40dd-bd1b-03175c0d6620 None None] Network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:12.274869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46118) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:12.276875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] For port de6595df-24d8-47e2-89e8-865cbb4c1b22, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:12.281747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] For port de6595df-24d8-47e2-89e8-865cbb4c1b22, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=de6595df-24d8-47e2-89e8-865cbb4c1b22,segment=NetworkSegment(40c06c0b-c275-482c-b7b3-74fce46e8454),segment_id=40c06c0b-c275-482c-b7b3-74fce46e8454)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:12.296620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-29853603-79e9-4ad9-a3c5-f3c76f154b78 None None] Provisioning complete for port de830291-edf7-4e00-ae47-3f3e8956b0a8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:12.297123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29853603-79e9-4ad9-a3c5-f3c76f154b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.319143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.364696 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df5a41ce-20c6-467d-97d6-f0678236cf0d admin admin] Publish callbacks [] for security_group (621024c7-c90e-4c3e-a944-934642c005dc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.391181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df5a41ce-20c6-467d-97d6-f0678236cf0d admin admin] Publish callbacks [] for security_group (621024c7-c90e-4c3e-a944-934642c005dc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.416568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Allocated IP 172.25.5.161 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/2288024b-617c-41ff-894a-3e01726df2ee) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:12.431393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:12.439931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:12.441921 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-091a1284-c7ad-4fae-8745-a95b82602235 req-d80e0912-7777-4a26-b5e9-0c25123dbc25 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 210 time: 0.2131503 Feb 03 21:38:12.447169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:12.458052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.469062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:12.470063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.472302 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] 10.222.0.10 "PUT /v2.0/ports/de6595df-24d8-47e2-89e8-865cbb4c1b22 HTTP/1.1" status: 200 len: 1091 time: 3.0739408 Feb 03 21:38:12.475972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-29853603-79e9-4ad9-a3c5-f3c76f154b78 None None] Current status of the port de830291-edf7-4e00-ae47-3f3e8956b0a8 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:12.476955 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29853603-79e9-4ad9-a3c5-f3c76f154b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.479707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec2e292-47ce-4cba-8533-49a4ecbb0bc0', 'tag': 'de6595df-24d8-47e2-89e8-865cbb4c1b22'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:12.482137 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6" -d '{"events": [{"name": "network-changed", "server_uuid": "dec2e292-47ce-4cba-8533-49a4ecbb0bc0", "tag": "de6595df-24d8-47e2-89e8-865cbb4c1b22"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:12.526870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ad6057-be5b-4afb-ab35-e3b564a0095e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:12.546884 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-781d14ce-6a34-4fc3-b28b-d0126a3da9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.548355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-29853603-79e9-4ad9-a3c5-f3c76f154b78 None None] For port de830291-edf7-4e00-ae47-3f3e8956b0a8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=de830291-edf7-4e00-ae47-3f3e8956b0a8,segment=NetworkSegment(4f3db922-0129-45df-90cc-da1aca641830),segment_id=4f3db922-0129-45df-90cc-da1aca641830)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:12.558685 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29853603-79e9-4ad9-a3c5-f3c76f154b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.611485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Allocated IP 192.168.233.222 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:12.625021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29853603-79e9-4ad9-a3c5-f3c76f154b78 None None] Pushing event updated for resources: {'Port': ['ID=de830291-edf7-4e00-ae47-3f3e8956b0a8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:12.650388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df5a41ce-20c6-467d-97d6-f0678236cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (621024c7-c90e-4c3e-a944-934642c005dc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.653252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df5a41ce-20c6-467d-97d6-f0678236cf0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:12.656033 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-df5a41ce-20c6-467d-97d6-f0678236cf0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/621024c7-c90e-4c3e-a944-934642c005dc HTTP/1.1" status: 204 len: 168 time: 0.7085440 Feb 03 21:38:12.793980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a41ce-20c6-467d-97d6-f0678236cf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621024c7-c90e-4c3e-a944-934642c005dc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:12.852241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d5534-1886-47c4-9356-e6b5b7a82b5f service neutron] Pushing event updated for resources: {'Port': ['ID=de6595df-24d8-47e2-89e8-865cbb4c1b22,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:12.891681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-7b8bac76-5aeb-417f-aed3-5bd72f72effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:12.893704 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-7b8bac76-5aeb-417f-aed3-5bd72f72effc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=903920bb58d94c73a02cfd5947993447&device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 1125 time: 0.3723068 Feb 03 21:38:12.915725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:12.961657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:12.964801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:13.034311 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (031b6d47-1e38-4382-b089-33b183f56a20), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.041523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-661cb853-de21-4837-b6f5-8e9ac6c169b5 req-05b04983-6dd3-460e-9f87-4d4e77980bd9 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8189187 Feb 03 21:38:13.054407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-67f31934-f101-4f55-be1c-2fa37478abe3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de6595df-24d8-47e2-89e8-865cbb4c1b22 HTTP/1.1" status: 200 len: 217 time: 0.1148462 Feb 03 21:38:13.054991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-931461ee-ae61-4492-bce1-b8bc9977be09 None None] Provisioning complete for port de830291-edf7-4e00-ae47-3f3e8956b0a8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:13.055211 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-931461ee-ae61-4492-bce1-b8bc9977be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.078700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.107402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 656dd838-f4a6-4eda-ae4b-262dadca035d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:13.165848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Pushing event updated for resources: {'Port': ['ID=96e0d748-3159-4906-9e00-1c13cb7473c3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:13.206312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-706497b9-0fb9-4c64-8d82-fd16de51cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:13.207864 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-706497b9-0fb9-4c64-8d82-fd16de51cc08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9187fb68-721c-4b1f-bbb5-7eb092208a3f HTTP/1.1" status: 200 len: 854 time: 0.1517351 Feb 03 21:38:13.209357 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0de0cb5-3a5e-4a2a-bcf5-b4bc3aa92096 x-openstack-request-id: req-e0de0cb5-3a5e-4a2a-bcf5-b4bc3aa92096 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:13.209645 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec2e292-47ce-4cba-8533-49a4ecbb0bc0", "tag": "de6595df-24d8-47e2-89e8-865cbb4c1b22", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:13.209896 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0de0cb5-3a5e-4a2a-bcf5-b4bc3aa92096 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:13.210277 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec2e292-47ce-4cba-8533-49a4ecbb0bc0', 'tag': 'de6595df-24d8-47e2-89e8-865cbb4c1b22', 'status': 'completed', 'code': 200} Feb 03 21:38:13.226764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-931461ee-ae61-4492-bce1-b8bc9977be09 None None] Current status of the port de830291-edf7-4e00-ae47-3f3e8956b0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:13.236077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 656dd838-f4a6-4eda-ae4b-262dadca035d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:13.236592 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.342030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 656dd838-f4a6-4eda-ae4b-262dadca035d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:13.342663 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.381172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 656dd838-f4a6-4eda-ae4b-262dadca035d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=656dd838-f4a6-4eda-ae4b-262dadca035d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:13.383922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4637d6dc-8718-42dd-aff9-436613a08b38 None None] Provisioning complete for port 96e0d748-3159-4906-9e00-1c13cb7473c3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:13.384698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks [] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.385243 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4637d6dc-8718-42dd-aff9-436613a08b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.409413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247ec3-b03b-4be3-91c3-f37b50e211ac req-383fa88c-1c04-4159-b9ef-2fa9acd8f8e2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:13.414390 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.415391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 905c575a-6159-42b1-b688-11893caac6a2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:13.419263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf247ec3-b03b-4be3-91c3-f37b50e211ac req-383fa88c-1c04-4159-b9ef-2fa9acd8f8e2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 945 time: 0.5376565 Feb 03 21:38:13.492137 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks [] for port (2288024b-617c-41ff-894a-3e01726df2ee), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.516133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf247ec3-b03b-4be3-91c3-f37b50e211ac req-d0e63b4d-077f-496a-b08e-5a70daa6606a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950766 Feb 03 21:38:13.534251 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-4444fe23-6119-4238-ad60-1220e54e3a41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12bcf486-65a7-4ee5-96c3-391ff682c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3027937 Feb 03 21:38:13.536544 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks [] for router_gateway (deef175d-8fed-4699-8ae0-20995a631427), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.540240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4637d6dc-8718-42dd-aff9-436613a08b38 None None] Port 96e0d748-3159-4906-9e00-1c13cb7473c3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:13.597568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=656dd838-f4a6-4eda-ae4b-262dadca035d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:13.626280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 905c575a-6159-42b1-b688-11893caac6a2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:13.626280 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (905c575a-6159-42b1-b688-11893caac6a2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.747884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:13.777506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 905c575a-6159-42b1-b688-11893caac6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:13.779275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device de830291-edf7-4e00-ae47-3f3e8956b0a8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:13.800629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f64bfe0e-21fb-4a31-8440-805290e117c2 req-5f5d5adf-24e7-4a5b-8623-de66deee20a7 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 210 time: 0.1978261 Feb 03 21:38:13.823208 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-781d14ce-6a34-4fc3-b28b-d0126a3da9ca admin admin] Publish callbacks [] for security_group (accfbd42-ebbd-4e18-94fd-90e8ad372531), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.861314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1d83d8e1-da37-4ddd-91ed-4940701d5d6c service neutron] 10.222.0.10 "GET /v2.0/networks/12bcf486-65a7-4ee5-96c3-391ff682c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131648 Feb 03 21:38:13.862866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (deef175d-8fed-4699-8ae0-20995a631427), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.874069 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-781d14ce-6a34-4fc3-b28b-d0126a3da9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (accfbd42-ebbd-4e18-94fd-90e8ad372531), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.895806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port de830291-edf7-4e00-ae47-3f3e8956b0a8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:13.896193 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.930372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d14ce-6a34-4fc3-b28b-d0126a3da9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accfbd42-ebbd-4e18-94fd-90e8ad372531,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:13.956209 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.971333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:13.996216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-781d14ce-6a34-4fc3-b28b-d0126a3da9ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d4bfebb72a14a648aa2032757777a11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7169521 Feb 03 21:38:13.998499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:14.000517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'dd353adf-a0f7-45c2-ae40-25226c330e9f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:38:14.030922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46150) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:14.031376 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2288024b-617c-41ff-894a-3e01726df2ee), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:14.075088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port de830291-edf7-4e00-ae47-3f3e8956b0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:14.101770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:14.258965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:14.268375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:14.281904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:14.334237 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Publish callbacks [] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:14.341334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:14.346408 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d76bf1-b50e-4f2b-8466-3e460eb3e982" -d '{"events": [{"server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "name": "network-vif-unplugged", "status": "completed", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:14.353135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:14.360629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:14.372896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Pushing event updated for resources: {'Port': ['ID=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:14.403978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Router deef175d-8fed-4699-8ae0-20995a631427 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:38:14.420777 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64de8fc8-af86-4f1f-98be-239cddf3c4fa admin admin] Publish callbacks [] for security_group (accfbd42-ebbd-4e18-94fd-90e8ad372531), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:14.449947 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:14.470296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:14.470887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:14.484946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Pushing event updated for resources: {'Port': ['ID=2288024b-617c-41ff-894a-3e01726df2ee,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:14.524546 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88109298-9ccc-4f9f-8afd-5328b03aa894 x-openstack-request-id: req-88109298-9ccc-4f9f-8afd-5328b03aa894 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:14.525040 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "name": "network-vif-unplugged", "status": "completed", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:14.525524 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88109298-9ccc-4f9f-8afd-5328b03aa894 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:14.526045 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c', 'code': 200} Feb 03 21:38:14.541503 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0a4b3e5-0ed5-47f2-84b6-38d962c9baab req-1c70247d-e153-416e-9b32-66872c3299b6 service neutron] 10.222.0.10 "GET /v2.0/networks/12bcf486-65a7-4ee5-96c3-391ff682c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663996 Feb 03 21:38:14.547420 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5ebaa05a-360c-4865-8d71-2078134e8ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8211751 Feb 03 21:38:14.551885 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64de8fc8-af86-4f1f-98be-239cddf3c4fa admin admin] Publish callbacks [] for security_group (accfbd42-ebbd-4e18-94fd-90e8ad372531), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:14.606708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Request body: {'port': {'device_id': 'c5a5fcf1-980b-48f0-9ec1-7318a943e175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:14.747925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 656dd838-f4a6-4eda-ae4b-262dadca035d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:14.778685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb36bc-77d9-4126-aa8f-214fd1436547 req-656f9d83-2e99-4351-baa6-6c81425d85a1 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:14.788572 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60fb36bc-77d9-4126-aa8f-214fd1436547 req-656f9d83-2e99-4351-baa6-6c81425d85a1 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 943 time: 0.5567038 Feb 03 21:38:14.798154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-9bc77a94-254d-48b2-a47b-1ab84ae3471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:14.799593 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-9bc77a94-254d-48b2-a47b-1ab84ae3471a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=903920bb58d94c73a02cfd5947993447&device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 1125 time: 0.1895220 Feb 03 21:38:14.802513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:14.806659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-30672eab-43e6-456c-806b-83ae46a2b2b7 None None] Provisioning complete for port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:14.807031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:14.807259 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30672eab-43e6-456c-806b-83ae46a2b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:14.851815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30672eab-43e6-456c-806b-83ae46a2b2b7 None None] Port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:14.854527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Sync routers for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:14.859847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Pushing event updated for resources: {'Port': ['ID=97a8fe98-55e7-4969-9b78-7776d17a872c,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:14.880776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:14.881592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:14.923806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 656dd838-f4a6-4eda-ae4b-262dadca035d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:14.924458 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:14.961864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c on host n-h2-824834-9 for vnic_type normal with profile {"migrating_to": "n-h1-824834-9"} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:14.962446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:14.963712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:15.034461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Port 97a8fe98-55e7-4969-9b78-7776d17a872c on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:38:15.035130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Attempting to bind port 97a8fe98-55e7-4969-9b78-7776d17a872c on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:15.052760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:15.053531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:15.054701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:15.054889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Bound port: 97a8fe98-55e7-4969-9b78-7776d17a872c, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:15.055400 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.064213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:15.077100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60fb36bc-77d9-4126-aa8f-214fd1436547 req-4dd52000-a5ae-4ae0-bf30-e57d05ab496e tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873275 Feb 03 21:38:15.178968 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64de8fc8-af86-4f1f-98be-239cddf3c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (accfbd42-ebbd-4e18-94fd-90e8ad372531), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.181766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64de8fc8-af86-4f1f-98be-239cddf3c4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.185414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-64de8fc8-af86-4f1f-98be-239cddf3c4fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/accfbd42-ebbd-4e18-94fd-90e8ad372531 HTTP/1.1" status: 204 len: 168 time: 1.1493979 Feb 03 21:38:15.207223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4512c3-d043-4759-abcc-a1a7fc09f75b req-d66c2d91-be01-4a55-994a-3b1935722b7a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:15.208876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db4512c3-d043-4759-abcc-a1a7fc09f75b req-d66c2d91-be01-4a55-994a-3b1935722b7a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.4389234 Feb 03 21:38:15.209016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.213487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7eed1a0d-4839-4dbe-9c6c-b92418d4fc28 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.8290515 Feb 03 21:38:15.214224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46176) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:15.214746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 656dd838-f4a6-4eda-ae4b-262dadca035d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:15.216052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device de830291-edf7-4e00-ae47-3f3e8956b0a8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:15.267668 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Publish callbacks [] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.320696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de8fc8-af86-4f1f-98be-239cddf3c4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accfbd42-ebbd-4e18-94fd-90e8ad372531,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:15.337644 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.402355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port de830291-edf7-4e00-ae47-3f3e8956b0a8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:15.403407 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.471322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:12Z', 'revision_number': 3, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:15.477884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-8b4d5e57-9f89-404f-a16d-968e56edb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:15.479947 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-8b4d5e57-9f89-404f-a16d-968e56edb59f service neutron] 10.222.0.10 "GET /v2.0/networks?id=12bcf486-65a7-4ee5-96c3-391ff682c244 HTTP/1.1" status: 200 len: 915 time: 0.6709878 Feb 03 21:38:15.486977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:15.514825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Checking router: deef175d-8fed-4699-8ae0-20995a631427 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:15.515175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Updating router deef175d-8fed-4699-8ae0-20995a631427 port f6ad6057-be5b-4afb-ab35-e3b564a0095e binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:38:15.536630 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Publish callbacks [] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.580813 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-17fdfff3-dfc2-422e-a2cf-96bc580e01ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de6595df-24d8-47e2-89e8-865cbb4c1b22 HTTP/1.1" status: 200 len: 217 time: 0.0886056 Feb 03 21:38:15.586047 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.629948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port de830291-edf7-4e00-ae47-3f3e8956b0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:15.633792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Transition to ACTIVE for port object 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:38:15.647485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.687314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-803c8e0f-bfd1-4b30-a205-c0a7568adaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:15.688803 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-803c8e0f-bfd1-4b30-a205-c0a7568adaaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9187fb68-721c-4b1f-bbb5-7eb092208a3f HTTP/1.1" status: 200 len: 854 time: 0.0991027 Feb 03 21:38:15.744251 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-3e87f3fb-0889-47a0-a618-538cb5aa4895 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12bcf486-65a7-4ee5-96c3-391ff682c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446467 Feb 03 21:38:15.779317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948daa8-5db9-42be-863d-14f22dd4d703 req-80c8f7f2-0f7f-40f4-9cdd-bcc4144cd104 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:15.788281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9948daa8-5db9-42be-863d-14f22dd4d703 req-80c8f7f2-0f7f-40f4-9cdd-bcc4144cd104 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 936 time: 0.6230171 Feb 03 21:38:15.790478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (031b6d47-1e38-4382-b089-33b183f56a20), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.792480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Pushing event updated for resources: {'Port': ['ID=96e0d748-3159-4906-9e00-1c13cb7473c3,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:15.792703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:15.800686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:15.836060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:15.854774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db4512c3-d043-4759-abcc-a1a7fc09f75b req-c1a025bc-04d1-4044-a02d-b8619265dca2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940976 Feb 03 21:38:15.866091 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.867179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Pushing event updated for resources: {'Port': ['ID=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:15.927412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac01fd5-4893-4807-814a-044e4de3b18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:15.965449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks [] for router_gateway (c63d54f2-9ced-4af0-b9c5-e462d5902bde), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.104284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9948daa8-5db9-42be-863d-14f22dd4d703 req-11917d4b-344f-4ba0-88ae-b0399825b0c8 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148499 Feb 03 21:38:16.127196 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac01fd5-4893-4807-814a-044e4de3b18c admin admin] Publish callbacks [] for security_group (93e3f168-9ca5-445b-83c2-415fbc6583c9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.174897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Pushing event updated for resources: {'Port': ['ID=97a8fe98-55e7-4969-9b78-7776d17a872c,revision_number=8']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:16.198333 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Publish callbacks [] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.214149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.220501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:16.221405 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.224997 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-03947f4e-2e7c-4c95-8cf7-1538ec4941cd service neutron] 10.222.0.10 "PUT /v2.0/ports/97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 1121 time: 4.1055007 Feb 03 21:38:16.268065 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-2bc9141a-cd32-4e35-8f4a-0ed3c8b6d01b service neutron] 10.222.0.10 "GET /v2.0/networks/12bcf486-65a7-4ee5-96c3-391ff682c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760494 Feb 03 21:38:16.268644 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac01fd5-4893-4807-814a-044e4de3b18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (93e3f168-9ca5-445b-83c2-415fbc6583c9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.280446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797f316-693a-4dc9-865a-302baa252f59 None None] Pushing event updated for resources: {'Port': ['ID=f6ad6057-be5b-4afb-ab35-e3b564a0095e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:16.322828 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4ac01fd5-4893-4807-814a-044e4de3b18c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50f03cee3ff8471785eea96bbc97e7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5247414 Feb 03 21:38:16.327347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Attempting to bind port f6ad6057-be5b-4afb-ab35-e3b564a0095e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:16.327728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Attempting to bind port f6ad6057-be5b-4afb-ab35-e3b564a0095e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:16.328271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Attempting to bind port f6ad6057-be5b-4afb-ab35-e3b564a0095e on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:16.333868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:16.334244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:16.334704 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.335165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:16.335634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Bound port: f6ad6057-be5b-4afb-ab35-e3b564a0095e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:16.336184 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.382408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:16.409128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] For port f6ad6057-be5b-4afb-ab35-e3b564a0095e, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:16.412370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] For port f6ad6057-be5b-4afb-ab35-e3b564a0095e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f6ad6057-be5b-4afb-ab35-e3b564a0095e,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:16.418418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['97a8fe98-55e7-4969-9b78-7776d17a872c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:38:16.424043 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.425388 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (c63d54f2-9ced-4af0-b9c5-e462d5902bde), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.428691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:16.433982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:16.435759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac01fd5-4893-4807-814a-044e4de3b18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e3f168-9ca5-445b-83c2-415fbc6583c9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:16.466847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10b14ad8-d077-45d8-818e-b86f0d4560c3 admin admin] Publish callbacks [] for security_group (93e3f168-9ca5-445b-83c2-415fbc6583c9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.498516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10b14ad8-d077-45d8-818e-b86f0d4560c3 admin admin] Publish callbacks [] for security_group (93e3f168-9ca5-445b-83c2-415fbc6583c9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.504483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc290e9-c5a2-404f-8b05-8673394bc26a req-bf49aa87-1adf-44b5-b7a8-1529b6f1f0cb tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:16.511825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cc290e9-c5a2-404f-8b05-8673394bc26a req-bf49aa87-1adf-44b5-b7a8-1529b6f1f0cb tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 943 time: 0.2797387 Feb 03 21:38:16.518554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:16.519211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:16.581313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Attempting to bind port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:16.581741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Attempting to bind port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:16.582084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Attempting to bind port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:16.587492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10b14ad8-d077-45d8-818e-b86f0d4560c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (93e3f168-9ca5-445b-83c2-415fbc6583c9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.589628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10b14ad8-d077-45d8-818e-b86f0d4560c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.590945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-10b14ad8-d077-45d8-818e-b86f0d4560c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93e3f168-9ca5-445b-83c2-415fbc6583c9 HTTP/1.1" status: 204 len: 168 time: 0.2062774 Feb 03 21:38:16.595629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:38:16.595955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Attempting to bind port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:16.622224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:16.622567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:16.623396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:16.623508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Bound port: 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:16.623779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:16.634274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:16.649290 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fc4fc6-888d-497b-a55d-4c44867f3d08" -d '{"events": [{"name": "network-changed", "server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:16.654807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:16.797626 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ba825-654d-4986-a337-6101ec7e7ab7 x-openstack-request-id: req-e31ba825-654d-4986-a337-6101ec7e7ab7 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:16.797844 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:16.798189 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e31ba825-654d-4986-a337-6101ec7e7ab7 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:16.798643 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c', 'status': 'completed', 'code': 200} Feb 03 21:38:16.821314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cc290e9-c5a2-404f-8b05-8673394bc26a req-9e273056-5ef5-4c33-8da5-aaf832da1de3 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039598 Feb 03 21:38:16.854935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Router 031b6d47-1e38-4382-b089-33b183f56a20 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:38:16.978918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797f316-693a-4dc9-865a-302baa252f59 None None] Pushing event updated for resources: {'Port': ['ID=f6ad6057-be5b-4afb-ab35-e3b564a0095e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:16.994273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Router c63d54f2-9ced-4af0-b9c5-e462d5902bde is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:38:16.997926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8c2b1796-58b8-4f55-bd30-401bbba56af9 None None] Provisioning complete for port 96e0d748-3159-4906-9e00-1c13cb7473c3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:16.998314 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1796-58b8-4f55-bd30-401bbba56af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:17.095305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b1796-58b8-4f55-bd30-401bbba56af9 None None] Port 96e0d748-3159-4906-9e00-1c13cb7473c3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:17.204744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b14ad8-d077-45d8-818e-b86f0d4560c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e3f168-9ca5-445b-83c2-415fbc6583c9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:17.223617 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d8fbb39-9a7a-4f58-9554-10cb2d47ecd6 req-99d0d663-a3fd-4d47-89b8-25d02a106274 service neutron] 10.222.0.10 "GET /v2.0/networks/12bcf486-65a7-4ee5-96c3-391ff682c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9279020 Feb 03 21:38:17.244538 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:17.259178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] For port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:17.307392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:12Z', 'revision_number': 3, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:17.325965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:17.338096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a1410c3c-17c9-45a7-9a93-8a17c995848d admin admin] 10.222.0.50 "PUT /v2.0/routers/031b6d47-1e38-4382-b089-33b183f56a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4105241 Feb 03 21:38:17.340477 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Sync routers for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:17.345828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c7783-e231-4e23-866e-d62a52561be0 None None] The sync data for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 is: [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:12Z', 'revision_number': 3, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:17.364227 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:17.364897 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:17.423315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] For port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:17.443075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df892-c602-4c39-a6c7-f844ad33c874 req-75a83d36-f63a-4fe0-97ee-43d79726d1a0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:17.446845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c21df892-c602-4c39-a6c7-f844ad33c874 req-75a83d36-f63a-4fe0-97ee-43d79726d1a0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.4636066 Feb 03 21:38:17.479308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:17.552102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:17.570489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-4ccced91-7561-4347-ba6c-be8dd2fff83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:17.571999 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-4ccced91-7561-4347-ba6c-be8dd2fff83c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1155 time: 0.3707583 Feb 03 21:38:17.595460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Sync routers for ids ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:17.609950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:17.610567 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:17.611957 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] 10.222.0.47 "PUT /v2.0/ports/6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed HTTP/1.1" status: 200 len: 1096 time: 3.0113590 Feb 03 21:38:17.613627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a5fcf1-980b-48f0-9ec1-7318a943e175', 'tag': '6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:17.619904 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5a17c4-9220-4d31-a7a4-7980777e8105" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a5fcf1-980b-48f0-9ec1-7318a943e175", "tag": "6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:17.636285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Routers {'c63d54f2-9ced-4af0-b9c5-e462d5902bde'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:17.637189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:17.643048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:17.645303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eab74b8e-5c33-4b8d-aa05-cf87954fc8ef admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3404679 Feb 03 21:38:17.662687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46238) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:17.704957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394c52-4968-432a-8055-ad9b876c8841 req-dc57d319-1e21-416c-8b4c-eaafdd04b99a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:17.715410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86394c52-4968-432a-8055-ad9b876c8841 req-dc57d319-1e21-416c-8b4c-eaafdd04b99a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 948 time: 0.4573808 Feb 03 21:38:17.768380 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:17.835944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf0480-ee04-4c66-befd-6d4bb9b64457 service neutron] Pushing event updated for resources: {'Port': ['ID=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:17.918605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Set router c63d54f2-9ced-4af0-b9c5-e462d5902bde gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:18.031909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Allocated IP 172.20.0.1 (f0ab2c3f-a364-4562-8c1d-c5c91605d4fc/540ce20c-4e57-4ac1-8783-6f3e1e7538ad/f14a9c6c-a533-44f7-b14a-a1bd6c791c24) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:18.034588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c21df892-c602-4c39-a6c7-f844ad33c874 req-f6a56f70-b928-4785-9066-39829ed0b2e5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779371 Feb 03 21:38:18.062431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-33b7be12-58ae-471d-bf35-6092c6eced5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:18.067146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-33b7be12-58ae-471d-bf35-6092c6eced5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.4852231 Feb 03 21:38:18.073902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-dc677dc7-85b2-4d01-bf6f-d20ea51be5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:18.075716 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-dc677dc7-85b2-4d01-bf6f-d20ea51be5dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 1130 time: 0.3862329 Feb 03 21:38:18.316180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86394c52-4968-432a-8055-ad9b876c8841 req-50f4cb37-45c8-463e-8bfe-16ce6d938676 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917287 Feb 03 21:38:18.328866 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b7bc3d-fcc2-422f-aada-688a686dd090 x-openstack-request-id: req-d1b7bc3d-fcc2-422f-aada-688a686dd090 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:18.330518 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a5fcf1-980b-48f0-9ec1-7318a943e175", "tag": "6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:18.330948 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1b7bc3d-fcc2-422f-aada-688a686dd090 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:18.332712 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a5fcf1-980b-48f0-9ec1-7318a943e175', 'tag': '6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed', 'status': 'completed', 'code': 200} Feb 03 21:38:18.341856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-384a1f76-8a4e-408a-98be-5ffd14889057 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed HTTP/1.1" status: 200 len: 217 time: 0.2572494 Feb 03 21:38:18.354212 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-5bc33222-6bd9-437f-bb1b-3bf62735a184 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 217 time: 0.2735085 Feb 03 21:38:18.410611 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:14Z', 'revision_number': 2, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:18.483865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:18.492238 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Checking router: 031b6d47-1e38-4382-b089-33b183f56a20 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:18.492748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-network', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:18.493244 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Updating router 031b6d47-1e38-4382-b089-33b183f56a20 port 96e0d748-3159-4906-9e00-1c13cb7473c3 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:38:18.503869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2288024b-617c-41ff-894a-3e01726df2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:15Z', 'revision_number': 3, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'gw_port': {'id': '2288024b-617c-41ff-894a-3e01726df2ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:12Z', 'updated_at': '2022-02-03T21:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:18.536056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Checking router: c63d54f2-9ced-4af0-b9c5-e462d5902bde for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:18.536467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Updating router c63d54f2-9ced-4af0-b9c5-e462d5902bde port 2288024b-617c-41ff-894a-3e01726df2ee binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:38:18.569134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Made reservation on behalf of bf702b387f764b93a1f1ee04e9887f2e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:18.570851 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:18.571442 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:18.588357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142af0f-766c-4fcd-9748-66221391383b req-6ece7c48-f348-4a23-bd24-774940105426 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:18.603963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2142af0f-766c-4fcd-9748-66221391383b req-6ece7c48-f348-4a23-bd24-774940105426 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 943 time: 0.2848444 Feb 03 21:38:18.637847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-6148750a-f86f-4ba6-b74f-4d5f7ededd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:18.639365 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-6148750a-f86f-4ba6-b74f-4d5f7ededd40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.2761662 Feb 03 21:38:18.641791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2288024b-617c-41ff-894a-3e01726df2ee), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:18.652125 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:18.655180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-68d25801-0be1-4e86-850e-425358e8c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:18.656666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-68d25801-0be1-4e86-850e-425358e8c4b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.3001080 Feb 03 21:38:18.679671 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Publish callbacks [] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:18.775688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-932bdf4d-c341-42da-9a09-4d330144d8ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179280 Feb 03 21:38:18.829685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2142af0f-766c-4fcd-9748-66221391383b req-a42d0396-f49d-400e-962b-8b77a3aa170f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234094 Feb 03 21:38:18.845750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f6ad6057-be5b-4afb-ab35-e3b564a0095e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:18.939592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f6ad6057-be5b-4afb-ab35-e3b564a0095e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:18.940080 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.011720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 97a8fe98-55e7-4969-9b78-7776d17a872c details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:38:19.166890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:19.185363 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Publish callbacks [] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.194575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 97a8fe98-55e7-4969-9b78-7776d17a872c has no active binding in host n-h1-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:38:19.198562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device de6595df-24d8-47e2-89e8-865cbb4c1b22 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:38:19.203714 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.216183 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Publish callbacks [] for security_group (448cc723-d390-4c35-a7f4-b4e3ea152c1d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.265464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:19.266405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (448cc723-d390-4c35-a7f4-b4e3ea152c1d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.285165 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3cff1-c612-431e-ae98-d03690ae540b None None] Pushing event updated for resources: {'Port': ['ID=96e0d748-3159-4906-9e00-1c13cb7473c3,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:19.359414 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.377355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448cc723-d390-4c35-a7f4-b4e3ea152c1d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:19.457110 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Attempting to bind port 96e0d748-3159-4906-9e00-1c13cb7473c3 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:19.458082 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Attempting to bind port 96e0d748-3159-4906-9e00-1c13cb7473c3 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:19.458611 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Attempting to bind port 96e0d748-3159-4906-9e00-1c13cb7473c3 on network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:19.472476 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:19.474070 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Checking segment: {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:19.476330 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.477383 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Bound using segment: {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:19.479749 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Bound port: 96e0d748-3159-4906-9e00-1c13cb7473c3, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:19.480421 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.549791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:38:19.554565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Pushing event updated for resources: {'Port': ['ID=f14a9c6c-a533-44f7-b14a-a1bd6c791c24,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:19.565387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-216724a8-1cc8-4aec-8112-ca1c184f70d7 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651751 Feb 03 21:38:19.601375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc218a5-9482-4fb4-9606-bfca42ff07ab req-e90e7d58-32b6-446c-905d-a12ef71fac79 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:19.612631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bc218a5-9482-4fb4-9606-bfca42ff07ab req-e90e7d58-32b6-446c-905d-a12ef71fac79 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.2960949 Feb 03 21:38:19.650070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:19.659002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5329392d-0918-4fde-8157-e6347c4c5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:19.662079 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-5329392d-0918-4fde-8157-e6347c4c5261 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9613433 Feb 03 21:38:19.698588 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9e778ad9-ed41-4b70-9e6e-2176b58acc17), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.698943 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Added segment 9e778ad9-ed41-4b70-9e6e-2176b58acc17 of type vlan for network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d Feb 03 21:38:19.703271 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] For port 96e0d748-3159-4906-9e00-1c13cb7473c3, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:19.707618 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] For port 96e0d748-3159-4906-9e00-1c13cb7473c3, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=96e0d748-3159-4906-9e00-1c13cb7473c3,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:19.716743 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.725289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eeb65-2548-418b-8d76-7be491ff5149 req-fbee9ac8-b43d-4431-97b6-1aeccf881a11 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:19.732263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b4eeb65-2548-418b-8d76-7be491ff5149 req-fbee9ac8-b43d-4431-97b6-1aeccf881a11 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 948 time: 0.2372108 Feb 03 21:38:19.815886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:19.819290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:19.821874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bc218a5-9482-4fb4-9606-bfca42ff07ab req-73f83383-38f9-49fa-9792-069c7a284b8f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016997 Feb 03 21:38:19.870900 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3cff1-c612-431e-ae98-d03690ae540b None None] Pushing event updated for resources: {'Port': ['ID=96e0d748-3159-4906-9e00-1c13cb7473c3,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:19.879050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port de6595df-24d8-47e2-89e8-865cbb4c1b22, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=de6595df-24d8-47e2-89e8-865cbb4c1b22,segment=NetworkSegment(40c06c0b-c275-482c-b7b3-74fce46e8454),segment_id=40c06c0b-c275-482c-b7b3-74fce46e8454)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:19.914094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f6ad6057-be5b-4afb-ab35-e3b564a0095e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:19.914973 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:19.916958 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:19.917231 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:19.935463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'de6595df-24d8-47e2-89e8-865cbb4c1b22', 'network_id': '12bcf486-65a7-4ee5-96c3-391ff682c244', 'port_id': 'de6595df-24d8-47e2-89e8-865cbb4c1b22', 'mac_address': 'fa:16:3e:4c:c7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9187fb68-721c-4b1f-bbb5-7eb092208a3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:38:19.968762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b4eeb65-2548-418b-8d76-7be491ff5149 req-7a686541-64fb-4b6e-b0be-84afb9d225ab tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316496 Feb 03 21:38:19.995459 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80fc4fc6-888d-497b-a55d-4c44867f3d08 req-eafb5dcd-2571-44c5-8676-455bbbd744f7 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009819 Feb 03 21:38:20.102101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port f6ad6057-be5b-4afb-ab35-e3b564a0095e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f6ad6057-be5b-4afb-ab35-e3b564a0095e,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:20.149038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (9b9bd0ff-ab30-4688-8f6d-e0001a8f710d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.150585 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.171759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4e6d8a51-4f8b-4364-a054-90879d496650 None None] Provisioning complete for port 96e0d748-3159-4906-9e00-1c13cb7473c3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:20.173575 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8a51-4f8b-4364-a054-90879d496650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.257126 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:20.259693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port de6595df-24d8-47e2-89e8-865cbb4c1b22 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:20.260715 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.285669 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Publish callbacks [] for port (2288024b-617c-41ff-894a-3e01726df2ee), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.298335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298aef-b246-40b5-b849-5f76a45393d3 req-30f06391-d79a-441e-9d1b-3a68c183a0cf tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:20.303906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7298aef-b246-40b5-b849-5f76a45393d3 req-30f06391-d79a-441e-9d1b-3a68c183a0cf tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 943 time: 0.3266766 Feb 03 21:38:20.315394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.320394 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2288024b-617c-41ff-894a-3e01726df2ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.323360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (deef175d-8fed-4699-8ae0-20995a631427), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.329639 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-292ad45b-54fe-418c-9c20-d18197204f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.334523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6595df-24d8-47e2-89e8-865cbb4c1b22 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:20.375688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=f6ad6057-be5b-4afb-ab35-e3b564a0095e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:20.377799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (9b9bd0ff-ab30-4688-8f6d-e0001a8f710d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.379755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:20.384049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.419025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Attempting to bind port 2288024b-617c-41ff-894a-3e01726df2ee on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:20.419808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Attempting to bind port 2288024b-617c-41ff-894a-3e01726df2ee by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:20.429799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Attempting to bind port 2288024b-617c-41ff-894a-3e01726df2ee on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:20.445725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port de6595df-24d8-47e2-89e8-865cbb4c1b22, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=de6595df-24d8-47e2-89e8-865cbb4c1b22,segment=NetworkSegment(40c06c0b-c275-482c-b7b3-74fce46e8454),segment_id=40c06c0b-c275-482c-b7b3-74fce46e8454)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:20.464104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:20.464507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:20.469054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.469569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:20.470087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Bound port: 2288024b-617c-41ff-894a-3e01726df2ee, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:20.470487 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2288024b-617c-41ff-894a-3e01726df2ee), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.486838 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.509845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7298aef-b246-40b5-b849-5f76a45393d3 req-28c8821d-c571-49e5-b53a-3f272c703309 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631992 Feb 03 21:38:20.580399 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:20.590746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c920a1-21ab-48d4-a619-8a6bf7768106 None None] Pushing event updated for resources: {'Port': ['ID=2288024b-617c-41ff-894a-3e01726df2ee,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:20.615445 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4fd7c5-0c3d-4d5a-ad4d-eba4b65b98a8 None None] The sync data for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 is: [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:20.670558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d8a51-4f8b-4364-a054-90879d496650 None None] Current status of the port 96e0d748-3159-4906-9e00-1c13cb7473c3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:20.680729 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8a51-4f8b-4364-a054-90879d496650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.724834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Allocated IP 172.20.0.1 (3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592/50bded3f-970e-4c9d-8f72-76207625d88f/fe64c6a4-62ba-4eec-af5b-ba43bd79b719) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:20.744996 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2577353 Feb 03 21:38:20.748109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:20.768496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Request body: {'subnet': {'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-subnet', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:20.776344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f6ad6057-be5b-4afb-ab35-e3b564a0095e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:20.813503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] For port 2288024b-617c-41ff-894a-3e01726df2ee, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:20.833688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7700a9-adfd-45b0-8e68-ce406077f5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9bd0ff-ab30-4688-8f6d-e0001a8f710d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:20.867175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:38:20.873942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] For port 2288024b-617c-41ff-894a-3e01726df2ee, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2288024b-617c-41ff-894a-3e01726df2ee,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:20.900856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['de6595df-24d8-47e2-89e8-865cbb4c1b22'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:38:20.903640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Made reservation on behalf of bf702b387f764b93a1f1ee04e9887f2e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:20.919836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:20.959582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-be993ad2-aeba-4374-ae40-0999e8948769 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2556682 Feb 03 21:38:21.069734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=de6595df-24d8-47e2-89e8-865cbb4c1b22,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:21.104224 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2288024b-617c-41ff-894a-3e01726df2ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.111785 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Publish callbacks [] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.239271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff80cb8-9762-432a-909f-59adfd9af7e4 req-10d5be2b-f904-4de8-a674-4ffbd301b85a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:21.243087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4e6d8a51-4f8b-4364-a054-90879d496650 None None] For port 96e0d748-3159-4906-9e00-1c13cb7473c3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=96e0d748-3159-4906-9e00-1c13cb7473c3,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:21.248188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ff80cb8-9762-432a-909f-59adfd9af7e4 req-10d5be2b-f904-4de8-a674-4ffbd301b85a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.2538173 Feb 03 21:38:21.284096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.284891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f6ad6057-be5b-4afb-ab35-e3b564a0095e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:21.285310 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.312689 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8a51-4f8b-4364-a054-90879d496650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.366072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:21.371602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.396643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c920a1-21ab-48d4-a619-8a6bf7768106 None None] Pushing event updated for resources: {'Port': ['ID=2288024b-617c-41ff-894a-3e01726df2ee,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:21.413584 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ff80cb8-9762-432a-909f-59adfd9af7e4 req-339703e4-c3f2-49a0-8f24-6c6e33505bac tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549203 Feb 03 21:38:21.426096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Routers {'c63d54f2-9ced-4af0-b9c5-e462d5902bde'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:21.435696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:21.443612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453667-bf24-458f-80c9-6f8aefc9644e req-035215c0-304b-43ec-933c-049e7f1d66c1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:21.452468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad453667-bf24-458f-80c9-6f8aefc9644e req-035215c0-304b-43ec-933c-049e7f1d66c1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 948 time: 0.3384511 Feb 03 21:38:21.465377 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb50b5b-0eee-4919-97de-bf74c13a8032 req-7d68096e-33aa-4a25-ba86-ffe00bf321b0 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856203 Feb 03 21:38:21.529496 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-292ad45b-54fe-418c-9c20-d18197204f76 admin admin] Publish callbacks [] for security_group (2cda42bd-2aea-4770-83d2-5bb35aa94966), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.554045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:21.568818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d8a51-4f8b-4364-a054-90879d496650 None None] Pushing event updated for resources: {'Port': ['ID=96e0d748-3159-4906-9e00-1c13cb7473c3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:21.580502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad453667-bf24-458f-80c9-6f8aefc9644e req-7643fee2-10ec-4bf0-b09f-9084abc552fe tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268201 Feb 03 21:38:21.590550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:21.593978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Pushing event updated for resources: {'Port': ['ID=fe64c6a4-62ba-4eec-af5b-ba43bd79b719,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:21.615477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-292ad45b-54fe-418c-9c20-d18197204f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2cda42bd-2aea-4770-83d2-5bb35aa94966), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.616119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:21.725325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7a5db5cf-83d2-4432-818a-6780e0e34b34 None None] Provisioning complete for port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:21.726042 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a5db5cf-83d2-4432-818a-6780e0e34b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.732933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2927e2a-d156-4160-809b-2f1ad3382f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.737770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (3d19ff49-b987-4590-b696-67be488e2d7f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.810509 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-292ad45b-54fe-418c-9c20-d18197204f76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab446e8d5a0b4204be49cb2790a2d9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5296090 Feb 03 21:38:21.817643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d19ff49-b987-4590-b696-67be488e2d7f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:21.818730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:21.824270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (c63d54f2-9ced-4af0-b9c5-e462d5902bde), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:21.866696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ad45b-54fe-418c-9c20-d18197204f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cda42bd-2aea-4770-83d2-5bb35aa94966,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:21.907169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] Set router c63d54f2-9ced-4af0-b9c5-e462d5902bde gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:21.907828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-b2377318-ee57-4a8f-9a04-273d88ed1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:21.909440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-b2377318-ee57-4a8f-9a04-273d88ed1716 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 1130 time: 0.3540463 Feb 03 21:38:21.911485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7a5db5cf-83d2-4432-818a-6780e0e34b34 None None] Port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:21.994709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f6ad6057-be5b-4afb-ab35-e3b564a0095e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:22.032636 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a31f2b9-67a7-4449-b64d-8c0a449a14d0 admin admin] Publish callbacks [] for security_group (2cda42bd-2aea-4770-83d2-5bb35aa94966), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.039714 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Publish callbacks [] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.041843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372184-5f5c-49df-9735-9295a6374474 req-743a12cb-5454-47fb-8e6a-bfaafecbed74 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:22.047328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7a5db5cf-83d2-4432-818a-6780e0e34b34 None None] Provisioning complete for port 96e0d748-3159-4906-9e00-1c13cb7473c3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:22.047788 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a5db5cf-83d2-4432-818a-6780e0e34b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.051021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63372184-5f5c-49df-9735-9295a6374474 req-743a12cb-5454-47fb-8e6a-bfaafecbed74 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 944 time: 0.3690565 Feb 03 21:38:22.070398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.101325 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.131031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Checking segment: {'id': '9e778ad9-ed41-4b70-9e6e-2176b58acc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:22.131652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Network hostable DHCP agents. Network: 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:38:22.141933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a31f2b9-67a7-4449-b64d-8c0a449a14d0 admin admin] Publish callbacks [] for security_group (2cda42bd-2aea-4770-83d2-5bb35aa94966), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.180489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7a5db5cf-83d2-4432-818a-6780e0e34b34 None None] Current status of the port 96e0d748-3159-4906-9e00-1c13cb7473c3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:22.199757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63372184-5f5c-49df-9735-9295a6374474 req-c7b849f2-5848-411a-9341-26028824a51a tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433823 Feb 03 21:38:22.215545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-597450a7-3f9d-4cf8-8cab-6eef50feb3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:22.217046 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-597450a7-3f9d-4cf8-8cab-6eef50feb3e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2913570 Feb 03 21:38:22.235825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:38:22.250532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2927e2a-d156-4160-809b-2f1ad3382f63 admin admin] Publish callbacks [] for security_group (5c0bea1d-b58b-4c3c-b181-f479057fbfb5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.250532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (deef175d-8fed-4699-8ae0-20995a631427), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.262645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2288024b-617c-41ff-894a-3e01726df2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:15Z', 'revision_number': 3, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'gw_port': {'id': '2288024b-617c-41ff-894a-3e01726df2ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:12Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:22.287806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:22.292937 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-f8d59238-c2d8-4f79-a177-01187010b168 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed HTTP/1.1" status: 200 len: 217 time: 0.0659394 Feb 03 21:38:22.293543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Pushing event updated for resources: {'Port': ['ID=f14a9c6c-a533-44f7-b14a-a1bd6c791c24,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:22.301050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2927e2a-d156-4160-809b-2f1ad3382f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5c0bea1d-b58b-4c3c-b181-f479057fbfb5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.306297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:22.306898 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.331772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f2bab-3ac5-4860-91be-38883cc97825 None None] Network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:22.335726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6e936-f7c5-470b-9806-5e2f51ec0ee7 None None] The sync data for ids ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'] in n-d-824834-9 is: [{'id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2288024b-617c-41ff-894a-3e01726df2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:15Z', 'revision_number': 3, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'gw_port': {'id': '2288024b-617c-41ff-894a-3e01726df2ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:12Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:22.341874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-725afeef-e47e-43da-8374-454ed91ff5b3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5779974 Feb 03 21:38:22.345735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46338) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:22.350317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:22.397630 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (cb624428-4dd2-455d-b76d-93247150ab10), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.398779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (cb624428-4dd2-455d-b76d-93247150ab10), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.404623 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Publish callbacks [] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.407940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bb1156e5-b557-4614-b579-d8dc293e3663 None None] Provisioning complete for port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:22.408180 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1156e5-b557-4614-b579-d8dc293e3663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.414931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.470011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2927e2a-d156-4160-809b-2f1ad3382f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0bea1d-b58b-4c3c-b181-f479057fbfb5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:22.480324 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a2927e2a-d156-4160-809b-2f1ad3382f63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=469e6dc3e78348a2b73e12f2f00021ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0152080 Feb 03 21:38:22.484506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:22.503535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a31f2b9-67a7-4449-b64d-8c0a449a14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2cda42bd-2aea-4770-83d2-5bb35aa94966), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.506299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a31f2b9-67a7-4449-b64d-8c0a449a14d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.507857 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4a31f2b9-67a7-4449-b64d-8c0a449a14d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cda42bd-2aea-4770-83d2-5bb35aa94966 HTTP/1.1" status: 204 len: 168 time: 0.6828685 Feb 03 21:38:22.534458 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-93e541d3-f7b6-4e77-80aa-8da3c3aac772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:22.535962 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-93e541d3-f7b6-4e77-80aa-8da3c3aac772 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2307796 Feb 03 21:38:22.561185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Pushing event updated for resources: {'Port': ['ID=fe64c6a4-62ba-4eec-af5b-ba43bd79b719,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:22.569954 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (c63d54f2-9ced-4af0-b9c5-e462d5902bde), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.572984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bb1156e5-b557-4614-b579-d8dc293e3663 None None] Port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:22.627646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31f2b9-67a7-4449-b64d-8c0a449a14d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cda42bd-2aea-4770-83d2-5bb35aa94966,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:22.674500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-9b9bd0ff-ab30-4688-8f6d-e0001a8f710d', 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d', 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'fixed_ips': [{'subnet_id': '3d19ff49-b987-4590-b696-67be488e2d7f'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:38:22.676521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:22.679290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:22.679437 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.698700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-549552ec-f9cd-4aa3-aaf2-bda0923a4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:22.700365 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-549552ec-f9cd-4aa3-aaf2-bda0923a4c00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1461132 Feb 03 21:38:22.870242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:22.873834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks [] for router_controller (cb624428-4dd2-455d-b76d-93247150ab10), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:22.934459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:23.140426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Router deef175d-8fed-4699-8ae0-20995a631427 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:38:23.143615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-15f704df-5eac-4eea-b8a4-cfcb8719c47b service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363415 Feb 03 21:38:23.166298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 96e0d748-3159-4906-9e00-1c13cb7473c3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:23.204437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device de6595df-24d8-47e2-89e8-865cbb4c1b22 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:23.214528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46350) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:23.347417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c5a17c4-9220-4d31-a7a4-7980777e8105 req-12ca28a6-3066-4f4d-8cdf-0189ffa835d6 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876667 Feb 03 21:38:23.374681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f39584f8-61d1-4d0b-9dea-50d9b62d6280 None None] Provisioning complete for port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:23.375042 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f39584f8-61d1-4d0b-9dea-50d9b62d6280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.379824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port de6595df-24d8-47e2-89e8-865cbb4c1b22 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:38:23.390409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port de6595df-24d8-47e2-89e8-865cbb4c1b22 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:23.390723 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.446715 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6fd9-7e5b-46ab-86f8-7d07c42b2f74 admin admin] Publish callbacks [] for security_group (5c0bea1d-b58b-4c3c-b181-f479057fbfb5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.469475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:23.477558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b11884c7-c3fe-4856-bc14-590447bfac4c admin admin] 10.222.0.50 "PUT /v2.0/routers/deef175d-8fed-4699-8ae0-20995a631427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2554624 Feb 03 21:38:23.485235 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Sync routers for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:23.502861 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dc885-b7d1-4f70-9dd7-524df0f57b01 req-f4d346f2-09ef-44d6-930c-0920e4d6d8e9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:23.506755 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:23.507644 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:23.508699 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c30e-ce7e-4bb7-90e1-788841243142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.511122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a32dc885-b7d1-4f70-9dd7-524df0f57b01 req-f4d346f2-09ef-44d6-930c-0920e4d6d8e9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 948 time: 0.7682967 Feb 03 21:38:23.522846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a6113-31f1-46f5-a346-b6381bb517ea req-826acc37-1b96-4258-85dd-03f407924b36 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:23.524315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f19a6113-31f1-46f5-a346-b6381bb517ea req-826acc37-1b96-4258-85dd-03f407924b36 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 943 time: 0.7691770 Feb 03 21:38:23.532128 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks [] for router_gateway (cb624428-4dd2-455d-b76d-93247150ab10), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.556591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Allocated IP 172.20.0.2 (9b9bd0ff-ab30-4688-8f6d-e0001a8f710d/3d19ff49-b987-4590-b696-67be488e2d7f/cead445e-2a96-427a-b2a2-41434778a970) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:23.651783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6fd9-7e5b-46ab-86f8-7d07c42b2f74 admin admin] Publish callbacks [] for security_group (5c0bea1d-b58b-4c3c-b181-f479057fbfb5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.783274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f39584f8-61d1-4d0b-9dea-50d9b62d6280 None None] Port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:23.784823 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01d4235d-bf04-459f-ab44-37ed4fe5eeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.821602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f19a6113-31f1-46f5-a346-b6381bb517ea req-557e8fdb-9493-4037-a562-2e9d9c91a6ff tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145047 Feb 03 21:38:23.859599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a32dc885-b7d1-4f70-9dd7-524df0f57b01 req-e7e3aa15-c0a4-4eec-b93c-0a08539a60d7 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475037 Feb 03 21:38:23.861240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 96e0d748-3159-4906-9e00-1c13cb7473c3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:23.862304 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.885815 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-2133d9f7-dd22-4564-a42a-97da77c31c9b service neutron] 10.222.0.47 "GET /v2.0/ports/97a8fe98-55e7-4969-9b78-7776d17a872c/bindings/n-h1-824834-9 HTTP/1.1" status: 200 len: 384 time: 0.3507571 Feb 03 21:38:23.896786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port de6595df-24d8-47e2-89e8-865cbb4c1b22 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:23.896786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.920516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Router c63d54f2-9ced-4af0-b9c5-e462d5902bde has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:38:23.932426 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:23.944709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6fd9-7e5b-46ab-86f8-7d07c42b2f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5c0bea1d-b58b-4c3c-b181-f479057fbfb5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.947468 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6fd9-7e5b-46ab-86f8-7d07c42b2f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:23.948810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c6bc6fd9-7e5b-46ab-86f8-7d07c42b2f74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c0bea1d-b58b-4c3c-b181-f479057fbfb5 HTTP/1.1" status: 204 len: 168 time: 1.4630907 Feb 03 21:38:23.968278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c30e-ce7e-4bb7-90e1-788841243142 admin admin] Publish callbacks [] for security_group (a5ad7246-bd9c-4a10-acc4-fe5055c6fd86), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.003649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c30e-ce7e-4bb7-90e1-788841243142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a5ad7246-bd9c-4a10-acc4-fe5055c6fd86), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.039145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc6fd9-7e5b-46ab-86f8-7d07c42b2f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0bea1d-b58b-4c3c-b181-f479057fbfb5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:24.072986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9c30e-ce7e-4bb7-90e1-788841243142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ad7246-bd9c-4a10-acc4-fe5055c6fd86,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:24.103474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-43ed2b52-a800-4695-9de7-24e9365dc09b None None] Provisioning complete for port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:24.104192 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43ed2b52-a800-4695-9de7-24e9365dc09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.157721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-43ed2b52-a800-4695-9de7-24e9365dc09b None None] Port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:24.183518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec2e292-47ce-4cba-8533-49a4ecbb0bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6595df-24d8-47e2-89e8-865cbb4c1b22'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:24.187142 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eafb6f-3270-4f7c-885f-7afc2d647678" -d '{"events": [{"server_uuid": "dec2e292-47ce-4cba-8533-49a4ecbb0bc0", "name": "network-vif-plugged", "status": "completed", "tag": "de6595df-24d8-47e2-89e8-865cbb4c1b22"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:24.247268 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d8f9c30e-ce7e-4bb7-90e1-788841243142 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1aca3ff120e742c6b6d7a68172b99ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9093909 Feb 03 21:38:24.251543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:24.314745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port de6595df-24d8-47e2-89e8-865cbb4c1b22, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=de6595df-24d8-47e2-89e8-865cbb4c1b22,segment=NetworkSegment(40c06c0b-c275-482c-b7b3-74fce46e8454),segment_id=40c06c0b-c275-482c-b7b3-74fce46e8454)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:24.319858 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Publish callbacks [] for port (cead445e-2a96-427a-b2a2-41434778a970), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.324103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff652548-ad3b-4ba2-9506-2e86141a0b5c admin admin] Publish callbacks [] for security_group (a5ad7246-bd9c-4a10-acc4-fe5055c6fd86), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.357580 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.360199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.380338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff652548-ad3b-4ba2-9506-2e86141a0b5c admin admin] Publish callbacks [] for security_group (a5ad7246-bd9c-4a10-acc4-fe5055c6fd86), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.432761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:24.440043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=de6595df-24d8-47e2-89e8-865cbb4c1b22,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:24.440280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:24.448002 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (cead445e-2a96-427a-b2a2-41434778a970), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.466034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:24.468585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5cd16a07-f6da-4b01-9313-9622d503d189 admin admin] 10.222.0.50 "PUT /v2.0/routers/c63d54f2-9ced-4af0-b9c5-e462d5902bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7329726 Feb 03 21:38:24.484958 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.487858 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'f14a9c6c-a533-44f7-b14a-a1bd6c791c24', 'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'mac_address': 'fa:16:3e:09:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:17Z', 'updated_at': '2022-02-03T21:38:21Z', 'revision_number': 2, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'subnets': [{'id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:24.517104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff652548-ad3b-4ba2-9506-2e86141a0b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a5ad7246-bd9c-4a10-acc4-fe5055c6fd86), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.521790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff652548-ad3b-4ba2-9506-2e86141a0b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.523156 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ff652548-ad3b-4ba2-9506-2e86141a0b5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5ad7246-bd9c-4a10-acc4-fe5055c6fd86 HTTP/1.1" status: 204 len: 168 time: 0.2706468 Feb 03 21:38:24.531392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a8fe98-55e7-4969-9b78-7776d17a872c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:24.548852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff652548-ad3b-4ba2-9506-2e86141a0b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ad7246-bd9c-4a10-acc4-fe5055c6fd86,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:24.550986 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Checking router: deef175d-8fed-4699-8ae0-20995a631427 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:24.552993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:24.558766 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Updating router deef175d-8fed-4699-8ae0-20995a631427 port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:38:24.583380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.624852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4d25-cdf3-445b-8f74-c85954472ea3 req-ec26bd43-269b-4eda-93ac-b8302544339c tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:24.629511 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.631516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Pushing event updated for resources: {'Port': ['ID=cead445e-2a96-427a-b2a2-41434778a970,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:24.635470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f86b4d25-cdf3-445b-8f74-c85954472ea3 req-ec26bd43-269b-4eda-93ac-b8302544339c tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 944 time: 0.5754194 Feb 03 21:38:24.643232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:24.648659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 96e0d748-3159-4906-9e00-1c13cb7473c3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:24.656619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:24.660556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:24.703425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46386) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:24.747270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f328dfe0-f56c-44e7-8a31-e9652697be70 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:24.749557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f328dfe0-f56c-44e7-8a31-e9652697be70 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/networks?id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc HTTP/1.1" status: 200 len: 828 time: 0.3246357 Feb 03 21:38:24.777092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] Transition to ACTIVE for port object 97a8fe98-55e7-4969-9b78-7776d17a872c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:38:24.788164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f86b4d25-cdf3-445b-8f74-c85954472ea3 req-76677bd0-0031-4075-94d4-def38b9ed4b1 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719097 Feb 03 21:38:24.801533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-fa10977a-9dd7-4643-a64b-3b1b1fa52e16 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/quotas/78ce9595634e406b992bfb904c6a55b3 HTTP/1.1" status: 200 len: 375 time: 0.0169055 Feb 03 21:38:24.805264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks [] for router_gateway (cb624428-4dd2-455d-b76d-93247150ab10), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.812858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9219e36f-a663-4ef6-a6a2-658059a41ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.832732 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.838387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.867755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Attempting to bind port cead445e-2a96-427a-b2a2-41434778a970 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:24.868135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Attempting to bind port cead445e-2a96-427a-b2a2-41434778a970 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9e778ad9-ed41-4b70-9e6e-2176b58acc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:24.868559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Attempting to bind port cead445e-2a96-427a-b2a2-41434778a970 on network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:24.879100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:24.879493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Checking segment: {'id': '9e778ad9-ed41-4b70-9e6e-2176b58acc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:24.879905 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.880307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Bound using segment: {'id': '9e778ad9-ed41-4b70-9e6e-2176b58acc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:24.880811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Bound port: cead445e-2a96-427a-b2a2-41434778a970, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e778ad9-ed41-4b70-9e6e-2176b58acc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:24.881426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cead445e-2a96-427a-b2a2-41434778a970), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:24.920766 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:38:24.961020 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c556caa5-3315-496c-bb4d-97f83703c14a x-openstack-request-id: req-c556caa5-3315-496c-bb4d-97f83703c14a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:24.961445 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec2e292-47ce-4cba-8533-49a4ecbb0bc0", "name": "network-vif-plugged", "status": "completed", "tag": "de6595df-24d8-47e2-89e8-865cbb4c1b22", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:24.961610 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c556caa5-3315-496c-bb4d-97f83703c14a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:24.964794 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec2e292-47ce-4cba-8533-49a4ecbb0bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6595df-24d8-47e2-89e8-865cbb4c1b22', 'code': 200} Feb 03 21:38:24.967852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2288024b-617c-41ff-894a-3e01726df2ee up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:25.026477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:38:25.068196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] For port cead445e-2a96-427a-b2a2-41434778a970, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:25.103064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] For port cead445e-2a96-427a-b2a2-41434778a970, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cead445e-2a96-427a-b2a2-41434778a970,segment=NetworkSegment(9e778ad9-ed41-4b70-9e6e-2176b58acc17),segment_id=9e778ad9-ed41-4b70-9e6e-2176b58acc17)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:25.107860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-ee47278d-5876-4cad-b564-c6c63325c164 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78ce9595634e406b992bfb904c6a55b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2694275 Feb 03 21:38:25.134399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cead445e-2a96-427a-b2a2-41434778a970), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.162684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] No DVR routers for this DVR port 97a8fe98-55e7-4969-9b78-7776d17a872c on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:38:25.213418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] Pushing event updated for resources: {'Port': ['ID=97a8fe98-55e7-4969-9b78-7776d17a872c,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:25.279367 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Publish callbacks [] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.285899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Allocated IP 172.25.5.216 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/20e48d91-f5e3-4444-9439-9aecdfc4cdd5) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:25.294692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2288024b-617c-41ff-894a-3e01726df2ee triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:25.298142 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2288024b-617c-41ff-894a-3e01726df2ee), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.302825 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.346816 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-e8825fd7-af07-4fbb-a87f-1b86b2d7487b service neutron] 10.222.0.47 "PUT /v2.0/ports/97a8fe98-55e7-4969-9b78-7776d17a872c/bindings/n-h1-824834-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4503767 Feb 03 21:38:25.368288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d360ae-0c19-4a43-a058-b1935f8e49d4 None None] Pushing event updated for resources: {'Port': ['ID=cead445e-2a96-427a-b2a2-41434778a970,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:25.381044 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3c2b2-80ab-490b-81ed-f720cbd47d38 None None] Pushing event updated for resources: {'Port': ['ID=f14a9c6c-a533-44f7-b14a-a1bd6c791c24,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:25.429311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:25.457918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed', 'mac_address': 'fa:16:3e:85:6c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:38:25.497349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608de2e5-4b33-4d8f-a2c6-da7a08f70796 req-ca91404a-fb56-426c-a413-d8f36ddf557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:25.509263 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-608de2e5-4b33-4d8f-a2c6-da7a08f70796 req-ca91404a-fb56-426c-a413-d8f36ddf557c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 1127 time: 0.4033883 Feb 03 21:38:25.548192 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Attempting to bind port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:25.548753 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Attempting to bind port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:25.551454 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Attempting to bind port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 on network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:25.555556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9219e36f-a663-4ef6-a6a2-658059a41ae4 admin admin] Publish callbacks [] for security_group (e48ff726-2647-4d09-8b06-1dfac61b9abb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.564210 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:25.564615 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Checking segment: {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:25.565055 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.565462 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Bound using segment: {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:25.565949 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Bound port: f14a9c6c-a533-44f7-b14a-a1bd6c791c24, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:25.572685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9219e36f-a663-4ef6-a6a2-658059a41ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e48ff726-2647-4d09-8b06-1dfac61b9abb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.573172 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.616685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2288024b-617c-41ff-894a-3e01726df2ee is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:25.617124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2288024b-617c-41ff-894a-3e01726df2ee), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.618617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-bf037f05-9a9e-4034-ae77-a18861bf7003 service neutron] 10.222.0.50 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009887 Feb 03 21:38:25.637988 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Sync routers for ids ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:25.667622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Routers {'c63d54f2-9ced-4af0-b9c5-e462d5902bde'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:25.668278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:25.686212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219e36f-a663-4ef6-a6a2-658059a41ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48ff726-2647-4d09-8b06-1dfac61b9abb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:25.713928 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] For port f14a9c6c-a533-44f7-b14a-a1bd6c791c24, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:25.718277 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9219e36f-a663-4ef6-a6a2-658059a41ae4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=798c89b16d9242ac8cbac8d3fa8e924d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0132966 Feb 03 21:38:25.718959 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] For port f14a9c6c-a533-44f7-b14a-a1bd6c791c24, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f14a9c6c-a533-44f7-b14a-a1bd6c791c24,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:25.723221 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-608de2e5-4b33-4d8f-a2c6-da7a08f70796 req-57076c61-4f49-42a0-8b0c-ba878d963e17 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024403 Feb 03 21:38:25.724096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:25.736115 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.813844 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:25.814679 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:37:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:25.876624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8c4f-83ae-4231-ab16-60573be647dd admin admin] Publish callbacks [] for security_group (e48ff726-2647-4d09-8b06-1dfac61b9abb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.944051 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8c4f-83ae-4231-ab16-60573be647dd admin admin] Publish callbacks [] for security_group (e48ff726-2647-4d09-8b06-1dfac61b9abb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.964313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:25.964890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:25.975556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 2288024b-617c-41ff-894a-3e01726df2ee, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2288024b-617c-41ff-894a-3e01726df2ee,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:26.000889 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:26.020192 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2288024b-617c-41ff-894a-3e01726df2ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:26.092412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8c4f-83ae-4231-ab16-60573be647dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e48ff726-2647-4d09-8b06-1dfac61b9abb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:26.095494 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8c4f-83ae-4231-ab16-60573be647dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:26.104471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cd6e8c4f-83ae-4231-ab16-60573be647dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e48ff726-2647-4d09-8b06-1dfac61b9abb HTTP/1.1" status: 204 len: 168 time: 0.3789520 Feb 03 21:38:26.123756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=2288024b-617c-41ff-894a-3e01726df2ee,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:26.138712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:26.148477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-a3e89306-9a2e-426f-a429-eb262778dbcd tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:26.151121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-a3e89306-9a2e-426f-a429-eb262778dbcd tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1126 time: 0.6935787 Feb 03 21:38:26.167270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e8c4f-83ae-4231-ab16-60573be647dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48ff726-2647-4d09-8b06-1dfac61b9abb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:26.206369 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7af57082-d3ad-4d67-8284-f8c505c06dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:26.207965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6a815f5b-47a5-4dda-a20b-61b642c8a0b5 None None] Provisioning complete for port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:26.208414 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a815f5b-47a5-4dda-a20b-61b642c8a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:26.227032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks [] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:26.298321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-17f5e2be-22d2-4cd5-ac8a-d9fbc4df50d7 service neutron] 10.222.0.50 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603570 Feb 03 21:38:26.321413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:26.330174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-3322ff48-7e8a-4278-a6f4-653da10cbec6 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7105308 Feb 03 21:38:26.348071 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:26.374004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:26.405850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Set router c63d54f2-9ced-4af0-b9c5-e462d5902bde gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:26.416648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:26.479656 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3c2b2-80ab-490b-81ed-f720cbd47d38 None None] Pushing event updated for resources: {'Port': ['ID=f14a9c6c-a533-44f7-b14a-a1bd6c791c24,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:26.524056 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'f14a9c6c-a533-44f7-b14a-a1bd6c791c24', 'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'mac_address': 'fa:16:3e:09:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:17Z', 'updated_at': '2022-02-03T21:38:25Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'subnets': [{'id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:26.531025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:26.539892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:26.568409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:26.573568 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c23ec-2ba7-422c-ab98-170112d910e8 None None] The sync data for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 is: [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'f14a9c6c-a533-44f7-b14a-a1bd6c791c24', 'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'mac_address': 'fa:16:3e:09:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:17Z', 'updated_at': '2022-02-03T21:38:25Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'subnets': [{'id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:26.604071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:27.171846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 97a8fe98-55e7-4969-9b78-7776d17a872c no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:38:27.303754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:38:27.391685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f14a9c6c-a533-44f7-b14a-a1bd6c791c24 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:27.395127 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Pushing event updated for resources: {'Port': ['ID=20e48d91-f5e3-4444-9439-9aecdfc4cdd5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:27.476625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2ca2a-be09-44ca-a774-0e05a587c962 None None] Network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:27.571099 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port 97a8fe98-55e7-4969-9b78-7776d17a872c host n-h1-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:38:27.572845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 97a8fe98-55e7-4969-9b78-7776d17a872c not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:38:27.574849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6a815f5b-47a5-4dda-a20b-61b642c8a0b5 None None] Current status of the port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:27.575236 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a815f5b-47a5-4dda-a20b-61b642c8a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:27.622213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f62b36-a491-4883-ac9d-4d98ee79292a req-5ac62706-ed73-4cac-ba77-46e4ac33dfb1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:27.627240 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:27.630386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50f62b36-a491-4883-ac9d-4d98ee79292a req-5ac62706-ed73-4cac-ba77-46e4ac33dfb1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 944 time: 0.8449025 Feb 03 21:38:27.649447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:27.693706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:27.694089 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:27.756025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6a815f5b-47a5-4dda-a20b-61b642c8a0b5 None None] For port f14a9c6c-a533-44f7-b14a-a1bd6c791c24, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f14a9c6c-a533-44f7-b14a-a1bd6c791c24,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:27.785076 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a815f5b-47a5-4dda-a20b-61b642c8a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:27.857303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50f62b36-a491-4883-ac9d-4d98ee79292a req-d4998975-46ed-459b-9355-39ccd948e934 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214272 Feb 03 21:38:28.057096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] Provisioning complete for port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:28.057467 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.080853 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.121365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-6056b33c-1870-44b7-891e-3fe48c2c920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:28.123189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-6056b33c-1870-44b7-891e-3fe48c2c920d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20&tenant_id=b2166eece056406097c00f535cedae9a HTTP/1.1" status: 200 len: 1126 time: 0.4089322 Feb 03 21:38:28.141593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:28.142704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2288024b-617c-41ff-894a-3e01726df2ee up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:28.199720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a815f5b-47a5-4dda-a20b-61b642c8a0b5 None None] Pushing event updated for resources: {'Port': ['ID=f14a9c6c-a533-44f7-b14a-a1bd6c791c24,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:28.264274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2288024b-617c-41ff-894a-3e01726df2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:22Z', 'revision_number': 4, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'gw_port': {'id': '2288024b-617c-41ff-894a-3e01726df2ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:12Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'fe64c6a4-62ba-4eec-af5b-ba43bd79b719', 'name': '', 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'mac_address': 'fa:16:3e:be:1f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '50bded3f-970e-4c9d-8f72-76207625d88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:20Z', 'updated_at': '2022-02-03T21:38:22Z', 'revision_number': 2, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'subnets': [{'id': '50bded3f-970e-4c9d-8f72-76207625d88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:28.283863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks [] for router_gateway (cb624428-4dd2-455d-b76d-93247150ab10), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.295342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9976a04-72ca-47f1-9f10-15093f634e95 req-f44be475-e3c0-482f-9d6b-b5714b73881f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:28.297483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9976a04-72ca-47f1-9f10-15093f634e95 req-f44be475-e3c0-482f-9d6b-b5714b73881f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 949 time: 0.3368018 Feb 03 21:38:28.328764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Checking router: c63d54f2-9ced-4af0-b9c5-e462d5902bde for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:28.329233 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Updating router c63d54f2-9ced-4af0-b9c5-e462d5902bde port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:38:28.394272 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.396839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2288024b-617c-41ff-894a-3e01726df2ee triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:28.397007 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2288024b-617c-41ff-894a-3e01726df2ee), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.399426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] Current status of the port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:28.435967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-855ec76a-a5d3-41bc-834b-97de6f429d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:28.438080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-855ec76a-a5d3-41bc-834b-97de6f429d3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1126 time: 0.2566919 Feb 03 21:38:28.475185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Allocated IP 172.25.5.144 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/6addf126-d808-456b-b75e-def730762dd7) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:28.497737 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.507720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] Provisioning complete for port cead445e-2a96-427a-b2a2-41434778a970 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:28.508106 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cead445e-2a96-427a-b2a2-41434778a970), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.555095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9976a04-72ca-47f1-9f10-15093f634e95 req-7dd89f36-c3df-448a-beb0-50eb6ad35af6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149830 Feb 03 21:38:28.675137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-debd2926-b2b3-4f55-b983-b6c666e7a04a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:28.677454 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-debd2926-b2b3-4f55-b983-b6c666e7a04a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.10 "GET /v2.0/networks?id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc HTTP/1.1" status: 200 len: 828 time: 0.1907189 Feb 03 21:38:28.694918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Request body: {'port': {'device_id': 'd483b76c-883d-4592-9440-9e26e3f92014', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'admin_state_up': True, 'tenant_id': '78ce9595634e406b992bfb904c6a55b3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:28.754241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-650a0d2f-2b8f-4047-9fc4-e1ab26b9a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:28.756078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-650a0d2f-2b8f-4047-9fc4-e1ab26b9a602 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.3015318 Feb 03 21:38:28.842319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Made reservation on behalf of 78ce9595634e406b992bfb904c6a55b3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:28.846501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.863538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-cb297c96-be8e-417e-a81c-fcb4e5117e38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 217 time: 0.0851057 Feb 03 21:38:28.891049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for port (6addf126-d808-456b-b75e-def730762dd7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.916018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] Current status of the port cead445e-2a96-427a-b2a2-41434778a970 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:28.916409 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cead445e-2a96-427a-b2a2-41434778a970), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.920975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2288024b-617c-41ff-894a-3e01726df2ee is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:28.922041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cead445e-2a96-427a-b2a2-41434778a970 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:28.933181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c346e-84fd-47a4-9f89-398966e61881 req-83b27888-4943-4988-ac4a-950ffa99bb3b tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:28.934677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e04c346e-84fd-47a4-9f89-398966e61881 req-83b27888-4943-4988-ac4a-950ffa99bb3b tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 945 time: 0.2522397 Feb 03 21:38:28.938688 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (cb624428-4dd2-455d-b76d-93247150ab10), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:28.987485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] For port cead445e-2a96-427a-b2a2-41434778a970, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cead445e-2a96-427a-b2a2-41434778a970,segment=NetworkSegment(9e778ad9-ed41-4b70-9e6e-2176b58acc17),segment_id=9e778ad9-ed41-4b70-9e6e-2176b58acc17)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:29.001055 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cead445e-2a96-427a-b2a2-41434778a970), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.029184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Allocated IP 172.20.0.3 (f0ab2c3f-a364-4562-8c1d-c5c91605d4fc/540ce20c-4e57-4ac1-8783-6f3e1e7538ad/a02bcaf9-45d0-4abc-a945-733be60aeb38) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:29.048663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-331bb0fa-df12-42b1-9be4-751ee020d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:29.050184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-331bb0fa-df12-42b1-9be4-751ee020d8e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1754155 Feb 03 21:38:29.059986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934344e-572f-4e48-a3e0-6686f216f00c None None] Pushing event updated for resources: {'Port': ['ID=cead445e-2a96-427a-b2a2-41434778a970,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:29.105829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-ce8aa714-5554-4e13-9ab4-6aec953fd0d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448525 Feb 03 21:38:29.125883 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6addf126-d808-456b-b75e-def730762dd7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.137172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cead445e-2a96-427a-b2a2-41434778a970 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:29.137553 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cead445e-2a96-427a-b2a2-41434778a970), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.177941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e04c346e-84fd-47a4-9f89-398966e61881 req-7cc4af82-e9c8-48e0-988e-579282f4b779 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298419 Feb 03 21:38:29.213811 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Publish callbacks [] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.218979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c3697944-952e-4d97-a645-6ba55184bff5 None None] Provisioning complete for port cead445e-2a96-427a-b2a2-41434778a970 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:29.219381 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3697944-952e-4d97-a645-6ba55184bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cead445e-2a96-427a-b2a2-41434778a970), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.240556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:29.253929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:29.269886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:29.275756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event updated for resources: {'Port': ['ID=6addf126-d808-456b-b75e-def730762dd7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:29.285231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.297067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cead445e-2a96-427a-b2a2-41434778a970 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:29.329970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-7edb320c-94d1-40be-b610-f09d20c94262 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166741 Feb 03 21:38:29.386049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Pushing event updated for resources: {'Port': ['ID=fe64c6a4-62ba-4eec-af5b-ba43bd79b719,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:29.432430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.433118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.433118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.433450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.433717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.434051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.434376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.434699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.435024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.435346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.435668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.435991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.436350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:38:29.453267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cead445e-2a96-427a-b2a2-41434778a970 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:29.481215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Attempting to bind port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:29.481579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Attempting to bind port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '4f3db922-0129-45df-90cc-da1aca641830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:29.481937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Attempting to bind port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 on network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:29.509959 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.522296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:29.522667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Checking segment: {'id': '4f3db922-0129-45df-90cc-da1aca641830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:29.523070 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.523466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Bound using segment: {'id': '4f3db922-0129-45df-90cc-da1aca641830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:29.523954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Bound port: fe64c6a4-62ba-4eec-af5b-ba43bd79b719, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3db922-0129-45df-90cc-da1aca641830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:29.524335 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.550257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.608964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Pushing event updated for resources: {'Port': ['ID=a02bcaf9-45d0-4abc-a945-733be60aeb38,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:29.628023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:29.630126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:29.633210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:29.686545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:29.687265 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.715615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-35a4e150-642f-4ed7-a998-b0fb61e0cca9 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0254099 Feb 03 21:38:29.731508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Request body: {'port': {'device_id': 'd483b76c-883d-4592-9440-9e26e3f92014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:29.816231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.839221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3697944-952e-4d97-a645-6ba55184bff5 None None] Current status of the port cead445e-2a96-427a-b2a2-41434778a970 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:29.856706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Router cb624428-4dd2-455d-b76d-93247150ab10 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:38:29.861364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] For port fe64c6a4-62ba-4eec-af5b-ba43bd79b719, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:29.866011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] For port fe64c6a4-62ba-4eec-af5b-ba43bd79b719, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fe64c6a4-62ba-4eec-af5b-ba43bd79b719,segment=NetworkSegment(4f3db922-0129-45df-90cc-da1aca641830),segment_id=4f3db922-0129-45df-90cc-da1aca641830)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:29.867827 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.883390 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.893163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cead445e-2a96-427a-b2a2-41434778a970 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:29.893967 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cead445e-2a96-427a-b2a2-41434778a970), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:29.924833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-d074d58b-e03a-48f3-83fc-693325f1287a service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847819 Feb 03 21:38:30.031133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914be69-6553-4391-8906-ba47e3e9c86d None None] Pushing event updated for resources: {'Port': ['ID=fe64c6a4-62ba-4eec-af5b-ba43bd79b719,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:30.038233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f483482-ed3c-4bcd-a693-d61263a33218 req-3eae58f1-7df5-4401-854f-28831a91b4d6 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:30.043499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f483482-ed3c-4bcd-a693-d61263a33218 req-3eae58f1-7df5-4401-854f-28831a91b4d6 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 931 time: 0.3404973 Feb 03 21:38:30.049260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (e6f56a3f-61cc-4fee-8459-8e521773132f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.061637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] Provisioning complete for port a02bcaf9-45d0-4abc-a945-733be60aeb38 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:30.062588 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.091069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Routers {'c63d54f2-9ced-4af0-b9c5-e462d5902bde'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:30.091823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:30.180242 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6addf126-d808-456b-b75e-def730762dd7), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.187944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02bcaf9-45d0-4abc-a945-733be60aeb38 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:30.198078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] Port a02bcaf9-45d0-4abc-a945-733be60aeb38 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:30.209436 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Publish callbacks [] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.236622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Transition to ACTIVE for port object a02bcaf9-45d0-4abc-a945-733be60aeb38 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:38:30.242247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.262395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] Provisioning complete for port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:30.263323 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.297751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cead445e-2a96-427a-b2a2-41434778a970 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:30.298849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f14a9c6c-a533-44f7-b14a-a1bd6c791c24 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:30.308621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f483482-ed3c-4bcd-a693-d61263a33218 req-0cf72f89-0054-47cd-83c1-7820b36d19d1 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462182 Feb 03 21:38:30.316202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:30.328375 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Sync routers for ids ['cb624428-4dd2-455d-b76d-93247150ab10'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:30.341734 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Routers {'cb624428-4dd2-455d-b76d-93247150ab10'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:30.348415 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cb624428-4dd2-455d-b76d-93247150ab10'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:30.372636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.374438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aa3ce44a-870c-42c9-992f-8483056758f5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.0275011 Feb 03 21:38:30.377830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:30.380419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-9f9d1d24-3cad-49b7-911e-5797b6aba9a3 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:30.382411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-9f9d1d24-3cad-49b7-911e-5797b6aba9a3 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1126 time: 0.1752694 Feb 03 21:38:30.402338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] Set router c63d54f2-9ced-4af0-b9c5-e462d5902bde gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:30.423687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Pushing event updated for resources: {'Port': ['ID=a02bcaf9-45d0-4abc-a945-733be60aeb38,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:30.440439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Attempting to bind port a02bcaf9-45d0-4abc-a945-733be60aeb38 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:30.441000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Attempting to bind port a02bcaf9-45d0-4abc-a945-733be60aeb38 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:30.441418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Attempting to bind port a02bcaf9-45d0-4abc-a945-733be60aeb38 on network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:30.452183 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Port a02bcaf9-45d0-4abc-a945-733be60aeb38 on network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:38:30.452600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Attempting to bind port a02bcaf9-45d0-4abc-a945-733be60aeb38 on network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:30.465439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:30.470429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Checking segment: {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:30.470940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Bound using segment: {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:30.471469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Bound port: a02bcaf9-45d0-4abc-a945-733be60aeb38, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:30.471900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.477829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:30.478909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.619002 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Set router cb624428-4dd2-455d-b76d-93247150ab10 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:30.635459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] For port a02bcaf9-45d0-4abc-a945-733be60aeb38, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:30.643368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] For port a02bcaf9-45d0-4abc-a945-733be60aeb38, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:30.661909 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.703666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:30.705505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.707579 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] 10.222.0.10 "PUT /v2.0/ports/a02bcaf9-45d0-4abc-a945-733be60aeb38 HTTP/1.1" status: 200 len: 1091 time: 0.9838037 Feb 03 21:38:30.721709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for port (6addf126-d808-456b-b75e-def730762dd7), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.761423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:30.765461 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9442496b-98c1-4aff-aca2-d4e7456fb29a" -d '{"events": [{"name": "network-changed", "server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:30.783846 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (6addf126-d808-456b-b75e-def730762dd7), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.829993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] Current status of the port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:30.830384 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.874620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ff89d-b19e-4830-a37b-32f0054bde9f service neutron] Pushing event updated for resources: {'Port': ['ID=a02bcaf9-45d0-4abc-a945-733be60aeb38,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:30.894104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-7810cb53-1ede-465e-a00e-2a423c10e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:30.895956 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-7810cb53-1ede-465e-a00e-2a423c10e862 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78ce9595634e406b992bfb904c6a55b3&device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 1125 time: 0.1237485 Feb 03 21:38:30.947469 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-47e5c098-5229-4623-901f-6a53e967d0e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38 HTTP/1.1" status: 200 len: 217 time: 0.0438571 Feb 03 21:38:30.972865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-0a1645b0-2403-4293-8ee5-879fd583147b service neutron] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h2-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:30.989156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] For port fe64c6a4-62ba-4eec-af5b-ba43bd79b719, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fe64c6a4-62ba-4eec-af5b-ba43bd79b719,segment=NetworkSegment(4f3db922-0129-45df-90cc-da1aca641830),segment_id=4f3db922-0129-45df-90cc-da1aca641830)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:30.990665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event updated for resources: {'Port': ['ID=6addf126-d808-456b-b75e-def730762dd7,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:30.996179 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-0a1645b0-2403-4293-8ee5-879fd583147b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:30.997690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-accc5d7a-e7c1-45d2-907a-a9609fe97f71 req-0a1645b0-2403-4293-8ee5-879fd583147b service neutron] 10.222.0.10 "DELETE /v2.0/ports/97a8fe98-55e7-4969-9b78-7776d17a872c/bindings/n-h2-824834-9 HTTP/1.1" status: 204 len: 173 time: 0.6073043 Feb 03 21:38:31.021534 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.036283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (e6f56a3f-61cc-4fee-8459-8e521773132f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.036662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:31.041172 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:22Z', 'updated_at': '2022-02-03T21:38:27Z', 'revision_number': 3, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'gw_port': {'id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:24Z', 'updated_at': '2022-02-03T21:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:31.057670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:31.069435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-5bd7421c-3256-40e6-9dbe-6d0df0ad69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:31.079713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-5bd7421c-3256-40e6-9dbe-6d0df0ad69c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=540ce20c-4e57-4ac1-8783-6f3e1e7538ad HTTP/1.1" status: 200 len: 867 time: 0.1173315 Feb 03 21:38:31.091005 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Checking router: cb624428-4dd2-455d-b76d-93247150ab10 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:31.091576 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Updating router cb624428-4dd2-455d-b76d-93247150ab10 port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:38:31.109994 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.111226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-a829150c-baf0-4b1d-935f-9682ddff60f8 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7693582 Feb 03 21:38:31.140922 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.141175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-8a2c02ac-c281-4e60-8e5a-6df7868de6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:31.143137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-8a2c02ac-c281-4e60-8e5a-6df7868de6db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622945 Feb 03 21:38:31.151244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2288024b-617c-41ff-894a-3e01726df2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:22Z', 'revision_number': 4, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'gw_port': {'id': '2288024b-617c-41ff-894a-3e01726df2ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:12Z', 'updated_at': '2022-02-03T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'fe64c6a4-62ba-4eec-af5b-ba43bd79b719', 'name': '', 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'mac_address': 'fa:16:3e:be:1f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '50bded3f-970e-4c9d-8f72-76207625d88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:20Z', 'updated_at': '2022-02-03T21:38:29Z', 'revision_number': 4, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'subnets': [{'id': '50bded3f-970e-4c9d-8f72-76207625d88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:31.207031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24c283-adfa-495f-997c-f0f29b87d5a3 None None] The sync data for ids ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'] in n-d-824834-9 is: [{'id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2288024b-617c-41ff-894a-3e01726df2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:22Z', 'revision_number': 4, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'gw_port': {'id': '2288024b-617c-41ff-894a-3e01726df2ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:12Z', 'updated_at': '2022-02-03T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'fe64c6a4-62ba-4eec-af5b-ba43bd79b719', 'name': '', 'network_id': '3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'mac_address': 'fa:16:3e:be:1f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '50bded3f-970e-4c9d-8f72-76207625d88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:20Z', 'updated_at': '2022-02-03T21:38:29Z', 'revision_number': 4, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'subnets': [{'id': '50bded3f-970e-4c9d-8f72-76207625d88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:31.245739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ee669-5d12-4357-ad79-a0b49eccebd3 None None] Pushing event updated for resources: {'Port': ['ID=fe64c6a4-62ba-4eec-af5b-ba43bd79b719,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:31.255824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0dbf7c61-d0ed-4518-b790-12832cce8273 None None] Provisioning complete for port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:31.256202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7c61-d0ed-4518-b790-12832cce8273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.269161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-e65c8c67-9a14-46ad-a190-cd13de4df04b tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.1287396 Feb 03 21:38:31.303083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:38:31.324664 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:31.329470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.340659 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-4114ba7a-cc1f-4254-aa44-78248f8c9686 service neutron] 10.222.0.10 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915717 Feb 03 21:38:31.512244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:31.512836 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.560088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cea52-1bb1-4827-b913-b7772553a01d req-145b0243-5924-4dec-88b0-f762aec99ba9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:31.561611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a57cea52-1bb1-4827-b913-b7772553a01d req-145b0243-5924-4dec-88b0-f762aec99ba9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 944 time: 0.3900759 Feb 03 21:38:31.583529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fe64c6a4-62ba-4eec-af5b-ba43bd79b719 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:31.639789 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9297c6ca-9bf9-4812-a0db-bacb325beb41 req-dd9a7afc-45df-44f6-85f1-6f9e7029e00b service neutron] 10.222.0.10 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923546 Feb 03 21:38:31.671646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a5fcf1-980b-48f0-9ec1-7318a943e175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:31.678176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-3be04670-7268-4b93-9235-9b8643a97462 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:31.679308 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d02fa4-c64a-456e-adb5-3f9c470004ed" -d '{"events": [{"server_uuid": "c5a5fcf1-980b-48f0-9ec1-7318a943e175", "name": "network-vif-plugged", "status": "completed", "tag": "6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:31.679657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-3be04670-7268-4b93-9235-9b8643a97462 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.3442173 Feb 03 21:38:31.687138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf7c61-d0ed-4518-b790-12832cce8273 None None] Current status of the port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:31.706091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-ffa86d17-d261-4649-a038-995b14d9570d tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:31.707112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed9673f0-dd6c-4ab5-80a4-0a82f7dbb159 req-ffa86d17-d261-4649-a038-995b14d9570d tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117710 Feb 03 21:38:31.707627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:31.720186 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Publish callbacks [] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.731134 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.733759 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.786823 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Attempting to bind port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:31.788038 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Attempting to bind port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:31.788677 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Attempting to bind port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:31.811333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:31.814946 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:31.815343 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:31.815744 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.816143 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:31.817094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Bound port: 20e48d91-f5e3-4444-9439-9aecdfc4cdd5, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:31.817482 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.833434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:31.833807 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:31.890325 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe9e7b-6b49-4a0e-89e8-edb7207ad455 None None] Pushing event updated for resources: {'Port': ['ID=20e48d91-f5e3-4444-9439-9aecdfc4cdd5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:31.937414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] For port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:31.941080 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] For port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=20e48d91-f5e3-4444-9439-9aecdfc4cdd5,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:31.953357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:31.962732 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:32.034894 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Routers {'cb624428-4dd2-455d-b76d-93247150ab10'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:32.035527 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cb624428-4dd2-455d-b76d-93247150ab10'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:32.037474 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe9e7b-6b49-4a0e-89e8-edb7207ad455 None None] Pushing event updated for resources: {'Port': ['ID=20e48d91-f5e3-4444-9439-9aecdfc4cdd5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:32.047184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a57cea52-1bb1-4827-b913-b7772553a01d req-4c8e0953-3bac-44d8-bfb9-d944ec288a0b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676416 Feb 03 21:38:32.095765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:32.172474 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] Set router cb624428-4dd2-455d-b76d-93247150ab10 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:32.178756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c70751-6fc7-4910-bed5-1534ff57f57a req-7a504774-5f2a-41bb-a66b-2dc8fb443238 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:32.180356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28c70751-6fc7-4910-bed5-1534ff57f57a req-7a504774-5f2a-41bb-a66b-2dc8fb443238 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 950 time: 0.1414306 Feb 03 21:38:32.332957 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28c70751-6fc7-4910-bed5-1534ff57f57a req-38db027f-eca3-4826-9524-1665bf9397af tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330016 Feb 03 21:38:32.341603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2190-4f11-4510-ae8a-e97009e38c71 req-ba1c7e03-4f55-4839-b5ea-e655769e617a tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:32.343652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c20b2190-4f11-4510-ae8a-e97009e38c71 req-ba1c7e03-4f55-4839-b5ea-e655769e617a tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 945 time: 0.2109668 Feb 03 21:38:32.361769 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:22Z', 'updated_at': '2022-02-03T21:38:27Z', 'revision_number': 3, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'gw_port': {'id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:24Z', 'updated_at': '2022-02-03T21:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:32.390310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Allocated IP 172.20.0.1 (9b9bd0ff-ab30-4688-8f6d-e0001a8f710d/3d19ff49-b987-4590-b696-67be488e2d7f/5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:32.392386 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9956ee7f-445f-455e-bd29-f2f57befda8e None None] The sync data for ids ['cb624428-4dd2-455d-b76d-93247150ab10'] in n-d-824834-9 is: [{'id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:22Z', 'updated_at': '2022-02-03T21:38:27Z', 'revision_number': 3, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'gw_port': {'id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:24Z', 'updated_at': '2022-02-03T21:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:32.395559 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc449b59-1bab-4093-a28a-4786f6cd6342 x-openstack-request-id: req-cc449b59-1bab-4093-a28a-4786f6cd6342 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:32.396085 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:32.396085 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc449b59-1bab-4093-a28a-4786f6cd6342 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:32.396492 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'status': 'completed', 'code': 200} Feb 03 21:38:32.468864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c20b2190-4f11-4510-ae8a-e97009e38c71 req-26022521-6525-4709-8a47-676dd4394f2e tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173561 Feb 03 21:38:32.491004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-9232dd6b-d182-4317-82e0-82d3c1c355c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:32.492971 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-9232dd6b-d182-4317-82e0-82d3c1c355c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78ce9595634e406b992bfb904c6a55b3&device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 1125 time: 0.0710099 Feb 03 21:38:32.585288 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Publish callbacks [] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:32.668258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-b022a4ba-8c26-40cf-9f71-54e174237e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:32.669936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-b022a4ba-8c26-40cf-9f71-54e174237e8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc HTTP/1.1" status: 200 len: 929 time: 0.1705656 Feb 03 21:38:32.674638 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70415452-151c-42ae-adff-7c2b04f1637d x-openstack-request-id: req-70415452-151c-42ae-adff-7c2b04f1637d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:32.675136 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a5fcf1-980b-48f0-9ec1-7318a943e175", "name": "network-vif-plugged", "status": "completed", "tag": "6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:32.675416 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70415452-151c-42ae-adff-7c2b04f1637d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:32.675824 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5fcf1-980b-48f0-9ec1-7318a943e175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed', 'code': 200} Feb 03 21:38:32.675943 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:32.749877 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-986c380c-7094-4dc0-9747-7fa0db59729f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38 HTTP/1.1" status: 200 len: 217 time: 0.0676005 Feb 03 21:38:32.829660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:32.837472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c502889-29a2-49c3-bdb2-d7dbc53aae03 req-68a3750b-510f-4db9-b292-189c5ccc2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:32.839209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6c502889-29a2-49c3-bdb2-d7dbc53aae03 req-68a3750b-510f-4db9-b292-189c5ccc2849 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 1132 time: 0.0985792 Feb 03 21:38:32.844091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-7ac42163-f4fa-4036-ac14-bf2ae53f3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:32.845378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce9e1a-4079-4b80-9575-3627ad75fc91 req-3c1e3bb9-cd56-417e-a32d-dbc5f06ab5a0 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:32.845950 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-7ac42163-f4fa-4036-ac14-bf2ae53f3760 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=540ce20c-4e57-4ac1-8783-6f3e1e7538ad HTTP/1.1" status: 200 len: 867 time: 0.0746992 Feb 03 21:38:32.846905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51ce9e1a-4079-4b80-9575-3627ad75fc91 req-3c1e3bb9-cd56-417e-a32d-dbc5f06ab5a0 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 943 time: 0.2257977 Feb 03 21:38:32.850686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:32.855918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:32.863370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:32.954876 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-1631a710-c2a5-435c-8991-9950160cbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:32.956411 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-1631a710-c2a5-435c-8991-9950160cbd47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0970240 Feb 03 21:38:32.959981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6c502889-29a2-49c3-bdb2-d7dbc53aae03 req-c71fe32f-e6c0-490f-9160-99370021d79a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069503 Feb 03 21:38:32.969776 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (cb624428-4dd2-455d-b76d-93247150ab10), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:33.036439 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-87ab56d9-af8b-4c9d-a9de-c02131151fd2 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3422155 Feb 03 21:38:33.041534 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51ce9e1a-4079-4b80-9575-3627ad75fc91 req-9b99450e-c4d2-47e4-bd3c-c3d55e4d9e93 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791670 Feb 03 21:38:33.055576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:33.106958 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-59258bb0-d326-4253-9cfe-1c7afad6bc8c service neutron] 10.222.0.10 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421516 Feb 03 21:38:33.171630 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:33.235837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4fea8a47-9065-48be-80cf-f55191d8dc40 None None] Provisioning complete for port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:33.236519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fea8a47-9065-48be-80cf-f55191d8dc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:33.275861 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9442496b-98c1-4aff-aca2-d4e7456fb29a req-8b992a24-d5de-4292-9326-8f8e8129f387 service neutron] 10.222.0.10 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587329 Feb 03 21:38:33.297412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4fea8a47-9065-48be-80cf-f55191d8dc40 None None] Port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:33.366427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:33.423579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f089f-f9fd-4044-bb3c-6fd8b53ce7ad req-3ad9aeb1-830e-4a4c-9b12-ffb4d3bb51b6 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:33.425148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d56f089f-f9fd-4044-bb3c-6fd8b53ce7ad req-3ad9aeb1-830e-4a4c-9b12-ffb4d3bb51b6 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1126 time: 0.1049592 Feb 03 21:38:33.555478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d56f089f-f9fd-4044-bb3c-6fd8b53ce7ad req-02269551-5e07-4546-a5c7-14a47a534177 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145418 Feb 03 21:38:33.566788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:33.725514 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Publish callbacks [] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:33.743491 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:33.827771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Allocated IP 172.25.5.65 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/5566e25d-377e-4bfb-90ef-e842a71b25ae) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:33.855128 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (cb624428-4dd2-455d-b76d-93247150ab10), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:33.868462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:33.900118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2816d-d7db-4a5c-8f87-0bdc9ec19de8 req-85996c9d-52f5-46c0-a19d-84310b05947f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:33.901539 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ac2816d-d7db-4a5c-8f87-0bdc9ec19de8 req-85996c9d-52f5-46c0-a19d-84310b05947f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 950 time: 0.1719701 Feb 03 21:38:34.058891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ac2816d-d7db-4a5c-8f87-0bdc9ec19de8 req-27c86ec0-fb0d-4d01-8c4b-55f7c6746a45 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246824 Feb 03 21:38:34.077583 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for port (5566e25d-377e-4bfb-90ef-e842a71b25ae), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:34.083553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:34.087209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:34.228102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5566e25d-377e-4bfb-90ef-e842a71b25ae), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:34.295864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:34.313718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:34.346297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:34.390717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event updated for resources: {'Port': ['ID=5566e25d-377e-4bfb-90ef-e842a71b25ae,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:34.407572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Router cb624428-4dd2-455d-b76d-93247150ab10 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:38:34.505502 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (eb10292f-536e-412e-b605-e7cea7d98ac0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:34.554025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4b9a6d63-9c05-4345-b0be-c30c55be890f None None] Provisioning complete for port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:34.554585 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6d63-9c05-4345-b0be-c30c55be890f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:34.593436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-be9b31d3-977d-4cf4-be11-4b5f3d8a2268 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:34.596872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-be9b31d3-977d-4cf4-be11-4b5f3d8a2268 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 807 time: 0.3229425 Feb 03 21:38:34.603148 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a6d63-9c05-4345-b0be-c30c55be890f None None] Port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:34.896601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-2fe4cb9b-008e-452d-992c-0e93bda3ac44 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/quotas/b2166eece056406097c00f535cedae9a HTTP/1.1" status: 200 len: 375 time: 0.0397756 Feb 03 21:38:34.944862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5566e25d-377e-4bfb-90ef-e842a71b25ae), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:34.985677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:35.004161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9b0ece8c-dc0c-481d-8a71-645fafe73948 admin admin] 10.222.0.50 "PUT /v2.0/routers/cb624428-4dd2-455d-b76d-93247150ab10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6041706 Feb 03 21:38:35.038206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-3e92e183-80de-4538-85a8-cd615b364769 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331437 Feb 03 21:38:35.069453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-f2360e83-c874-403d-8283-454f37f28e14 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:35.070403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-f2360e83-c874-403d-8283-454f37f28e14 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051236 Feb 03 21:38:35.144737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a02bcaf9-45d0-4abc-a945-733be60aeb38 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:38:35.212382 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for port (5566e25d-377e-4bfb-90ef-e842a71b25ae), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:35.223677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (5566e25d-377e-4bfb-90ef-e842a71b25ae), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:35.252988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-0ae06688-eed6-44a0-ab36-1c19e8874a87 service neutron] 10.222.0.50 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556509 Feb 03 21:38:35.293968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a02bcaf9-45d0-4abc-a945-733be60aeb38, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:35.308465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'port_id': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'mac_address': 'fa:16:3e:db:bb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:38:35.337738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event updated for resources: {'Port': ['ID=5566e25d-377e-4bfb-90ef-e842a71b25ae,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:35.364667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a02bcaf9-45d0-4abc-a945-733be60aeb38 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:35.365168 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:35.365281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (eb10292f-536e-412e-b605-e7cea7d98ac0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:35.384083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02bcaf9-45d0-4abc-a945-733be60aeb38 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:35.406063 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:35.414249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-d345647d-0b42-421e-8068-c34ac8802226 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3700433 Feb 03 21:38:35.430370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a02bcaf9-45d0-4abc-a945-733be60aeb38, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:35.432583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-8d307445-78f3-4c12-96db-e69e9c324fbf service neutron] 10.222.0.50 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704533 Feb 03 21:38:35.440836 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:35.523050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-944ae5d8-ba19-4653-b119-70fc1bfbaef1 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.1078522 Feb 03 21:38:35.557253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a02bcaf9-45d0-4abc-a945-733be60aeb38,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:35.567182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:35.623598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:35.624083 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:35.665812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-3d532425-ee8b-49a6-a843-23fbc2c03b15 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:35.667342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-3d532425-ee8b-49a6-a843-23fbc2c03b15 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1381905 Feb 03 21:38:35.678548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-2a016eb7-e679-4ebf-a010-abba2bbf86c0 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:35.680743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b850c0d7-1e96-4aa2-97f2-aaa4e007ca37 req-2a016eb7-e679-4ebf-a010-abba2bbf86c0 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069983 Feb 03 21:38:35.771180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:35.776651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:35.802652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0287d47-032d-41c2-8e83-774add79010d req-ac4bcf54-5120-48a0-8fa5-392533ed9c56 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:35.803770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=20e48d91-f5e3-4444-9439-9aecdfc4cdd5,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:35.806465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['a02bcaf9-45d0-4abc-a945-733be60aeb38'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:38:35.808419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0287d47-032d-41c2-8e83-774add79010d req-ac4bcf54-5120-48a0-8fa5-392533ed9c56 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 944 time: 0.0963361 Feb 03 21:38:35.935111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0287d47-032d-41c2-8e83-774add79010d req-3f3c9b41-8845-42af-94a0-19841d4f08a1 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224313 Feb 03 21:38:35.954959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c015bd-dc4d-4be8-9e82-4514ab1ff03a req-176bcc5d-559c-4fd8-9714-bbecc9513682 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:35.962367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71c015bd-dc4d-4be8-9e82-4514ab1ff03a req-176bcc5d-559c-4fd8-9714-bbecc9513682 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 950 time: 0.1075706 Feb 03 21:38:35.973107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:36.044300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71c015bd-dc4d-4be8-9e82-4514ab1ff03a req-902677cd-c6cd-4122-8c51-113296fcd1ba tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809107 Feb 03 21:38:36.064747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=20e48d91-f5e3-4444-9439-9aecdfc4cdd5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:36.183501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4845f8c6-603c-4b71-b23c-0015cb11faa3 req-69e781c3-dd5d-43e5-9f03-5d37b6906c76 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 210 time: 0.0553653 Feb 03 21:38:36.251199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46596) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:36.347819 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-cd1a17e8-4f98-400c-aee5-94a46b4b33fa tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1489835 Feb 03 21:38:36.357252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:36.383451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:36.383852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Sync routers for ids ['cb624428-4dd2-455d-b76d-93247150ab10'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:36.398298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Routers {'cb624428-4dd2-455d-b76d-93247150ab10'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:36.398938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cb624428-4dd2-455d-b76d-93247150ab10'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:36.532970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:36.588707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Set router cb624428-4dd2-455d-b76d-93247150ab10 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:36.688191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Allocated IP 172.25.5.130 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/c880f9ea-e86e-47ab-8c5c-c29cc09f271e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:36.731354 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63e6990f-ffcf-4f66-a931-85848277ecac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:36.771502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46612) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:36.864222 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for port (c880f9ea-e86e-47ab-8c5c-c29cc09f271e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:36.872703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63e6990f-ffcf-4f66-a931-85848277ecac admin admin] Publish callbacks [] for security_group (5848ccc2-1092-4cb7-9780-e04fc2fa6faa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:36.880516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b731b4a7-4ec7-4399-9557-966fb3ba7a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:36.883970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63e6990f-ffcf-4f66-a931-85848277ecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5848ccc2-1092-4cb7-9780-e04fc2fa6faa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:36.914074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c880f9ea-e86e-47ab-8c5c-c29cc09f271e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:36.924854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:22Z', 'updated_at': '2022-02-03T21:38:33Z', 'revision_number': 4, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'gw_port': {'id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:24Z', 'updated_at': '2022-02-03T21:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4', 'name': '', 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'mac_address': 'fa:16:3e:8a:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '3d19ff49-b987-4590-b696-67be488e2d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:32Z', 'updated_at': '2022-02-03T21:38:33Z', 'revision_number': 2, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'subnets': [{'id': '3d19ff49-b987-4590-b696-67be488e2d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:36.962041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Checking router: cb624428-4dd2-455d-b76d-93247150ab10 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:36.962513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Updating router cb624428-4dd2-455d-b76d-93247150ab10 port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:38:36.973376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:36.974704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6990f-ffcf-4f66-a931-85848277ecac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5848ccc2-1092-4cb7-9780-e04fc2fa6faa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:36.980528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:36.984669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:36.991735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event updated for resources: {'Port': ['ID=c880f9ea-e86e-47ab-8c5c-c29cc09f271e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:37.002874 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-63e6990f-ffcf-4f66-a931-85848277ecac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d534b04808243a0afb960bfb06c49e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7503083 Feb 03 21:38:37.010490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46618) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:37.010974 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.106564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (5ec671d0-c7ba-48b6-8ffd-f8a0f70a18a3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.163582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a02bcaf9-45d0-4abc-a945-733be60aeb38 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:37.183914 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b731b4a7-4ec7-4399-9557-966fb3ba7a63 admin admin] Publish callbacks [] for security_group (60d6ab69-4fef-4eff-baab-46e04b8e93ad), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.187388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38aee553-d1af-4a88-bb4c-026fd2829180 admin admin] Publish callbacks [] for security_group (5848ccc2-1092-4cb7-9780-e04fc2fa6faa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.202162 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b731b4a7-4ec7-4399-9557-966fb3ba7a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (60d6ab69-4fef-4eff-baab-46e04b8e93ad), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.225335 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c880f9ea-e86e-47ab-8c5c-c29cc09f271e), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.275315 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38aee553-d1af-4a88-bb4c-026fd2829180 admin admin] Publish callbacks [] for security_group (5848ccc2-1092-4cb7-9780-e04fc2fa6faa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.303908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731b4a7-4ec7-4399-9557-966fb3ba7a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d6ab69-4fef-4eff-baab-46e04b8e93ad,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:37.311243 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b731b4a7-4ec7-4399-9557-966fb3ba7a63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=995d279e58564c39ba6936b2ad3c0652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5360172 Feb 03 21:38:37.313568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:37.331557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port a02bcaf9-45d0-4abc-a945-733be60aeb38 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:38:37.338503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port a02bcaf9-45d0-4abc-a945-733be60aeb38 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:37.338886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.340399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-6661a2bb-9429-4001-bd15-861bb77692ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:37.342056 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-6661a2bb-9429-4001-bd15-861bb77692ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 807 time: 0.2264848 Feb 03 21:38:37.363747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Request body: {'port': {'device_id': '09628678-6193-4497-b4f4-1914d44a4104', 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952', 'admin_state_up': True, 'tenant_id': 'b2166eece056406097c00f535cedae9a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:37.462485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38aee553-d1af-4a88-bb4c-026fd2829180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5848ccc2-1092-4cb7-9780-e04fc2fa6faa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.471475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38aee553-d1af-4a88-bb4c-026fd2829180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.472694 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-38aee553-d1af-4a88-bb4c-026fd2829180 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5848ccc2-1092-4cb7-9780-e04fc2fa6faa HTTP/1.1" status: 204 len: 168 time: 0.4531171 Feb 03 21:38:37.486076 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37ea38af-c1e5-4686-b7cf-60e9401eb195 admin admin] Publish callbacks [] for security_group (60d6ab69-4fef-4eff-baab-46e04b8e93ad), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.537202 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37ea38af-c1e5-4686-b7cf-60e9401eb195 admin admin] Publish callbacks [] for security_group (60d6ab69-4fef-4eff-baab-46e04b8e93ad), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.550691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aee553-d1af-4a88-bb4c-026fd2829180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5848ccc2-1092-4cb7-9780-e04fc2fa6faa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:37.565914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:37.584016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Made reservation on behalf of b2166eece056406097c00f535cedae9a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:37.590933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.606278 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for port (c880f9ea-e86e-47ab-8c5c-c29cc09f271e), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.614148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c880f9ea-e86e-47ab-8c5c-c29cc09f271e), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.697034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37ea38af-c1e5-4686-b7cf-60e9401eb195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (60d6ab69-4fef-4eff-baab-46e04b8e93ad), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.700572 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37ea38af-c1e5-4686-b7cf-60e9401eb195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.702334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-37ea38af-c1e5-4686-b7cf-60e9401eb195 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60d6ab69-4fef-4eff-baab-46e04b8e93ad HTTP/1.1" status: 204 len: 168 time: 0.3872681 Feb 03 21:38:37.720578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event updated for resources: {'Port': ['ID=c880f9ea-e86e-47ab-8c5c-c29cc09f271e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:37.732641 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Publish callbacks [] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.734942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a02bcaf9-45d0-4abc-a945-733be60aeb38 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:37.735584 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.748927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (5ec671d0-c7ba-48b6-8ffd-f8a0f70a18a3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.752602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea38af-c1e5-4686-b7cf-60e9401eb195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d6ab69-4fef-4eff-baab-46e04b8e93ad,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:37.755288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:37.755837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.760611 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.799966 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:37.801316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-ed376e23-ffe5-4a91-9f36-572499458acc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4482965 Feb 03 21:38:37.911375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:37.914911 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf6f4aa-fdeb-4687-bcc6-3dca8ca60e6f" -d '{"events": [{"server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "name": "network-vif-plugged", "status": "completed", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:37.949602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-8d8f9b0e-689d-4112-9dd9-9b938744dd0d tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.1406503 Feb 03 21:38:37.981351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a02bcaf9-45d0-4abc-a945-733be60aeb38, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:38.014489 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.042302 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057d975-818f-46df-bbaf-069c8d86a20d None None] Pushing event updated for resources: {'Port': ['ID=5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:38.046142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Allocated IP 172.20.0.12 (5509033c-b538-4663-b03d-3fd1625d3952/006b000b-c01c-467d-a969-cee025b35b98/e5a024f0-a5d9-4e75-b5fe-16d0ee83f258) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:38.106207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46646) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:38.145600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-dd4726ce-4a35-4826-841f-e7d866f43117 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:38.147972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92e9d0ff-e5a9-475c-b296-13a7cd56e11d req-dd4726ce-4a35-4826-841f-e7d866f43117 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1912274 Feb 03 21:38:38.164989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02f717d0-1952-4958-bda0-e8c783fce2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.244982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Attempting to bind port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:38.245310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Attempting to bind port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9e778ad9-ed41-4b70-9e6e-2176b58acc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:38.245638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Attempting to bind port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 on network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:38.316028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:38.316427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Checking segment: {'id': '9e778ad9-ed41-4b70-9e6e-2176b58acc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:38.316818 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.317237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Bound using segment: {'id': '9e778ad9-ed41-4b70-9e6e-2176b58acc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:38.317726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Bound port: 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e778ad9-ed41-4b70-9e6e-2176b58acc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:38.318107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.322665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a02bcaf9-45d0-4abc-a945-733be60aeb38,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:38.388311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4822a10e-c7e0-49a2-a210-4c732c4e44b3 None None] Provisioning complete for port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:38.389744 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4822a10e-c7e0-49a2-a210-4c732c4e44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.403818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-9e400c89-e900-4401-8307-7fbcb1d7d3c5 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:38.404457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-9e400c89-e900-4401-8307-7fbcb1d7d3c5 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:38.405589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-9e400c89-e900-4401-8307-7fbcb1d7d3c5 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:38.406156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-9e400c89-e900-4401-8307-7fbcb1d7d3c5 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:38.406511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-9e400c89-e900-4401-8307-7fbcb1d7d3c5 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:38.406976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-9e400c89-e900-4401-8307-7fbcb1d7d3c5 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:38.415570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-9e400c89-e900-4401-8307-7fbcb1d7d3c5 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104&device_id=d483b76c-883d-4592-9440-9e26e3f92014&device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175&device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0&device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50&device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3&device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 5726 time: 0.1651230 Feb 03 21:38:38.425873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cabadc-6dc1-4e62-a406-8b8349a70ebb req-e5a7731b-9877-4bd6-a11d-8d019b5ab848 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:38.427373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97cabadc-6dc1-4e62-a406-8b8349a70ebb req-e5a7731b-9877-4bd6-a11d-8d019b5ab848 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 945 time: 0.1643972 Feb 03 21:38:38.429512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4822a10e-c7e0-49a2-a210-4c732c4e44b3 None None] Port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:38.431933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:38.461585 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-1c919c31-47c5-496a-970d-f5a6aa0f53e7 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.480752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46652) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:38.485743 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02f717d0-1952-4958-bda0-e8c783fce2e9 admin admin] Publish callbacks [] for security_group (70410257-c08d-4eb3-8c1c-3c1af0c7f27b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.497178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02f717d0-1952-4958-bda0-e8c783fce2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (70410257-c08d-4eb3-8c1c-3c1af0c7f27b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.513591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] For port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:38.517235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] For port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4,segment=NetworkSegment(9e778ad9-ed41-4b70-9e6e-2176b58acc17),segment_id=9e778ad9-ed41-4b70-9e6e-2176b58acc17)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:38.526692 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.544607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks [] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.548647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97cabadc-6dc1-4e62-a406-8b8349a70ebb req-6081be2d-a7ce-4237-8337-9ea9e3faedcf tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056168 Feb 03 21:38:38.569036 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-02f717d0-1952-4958-bda0-e8c783fce2e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46e860fb63fe4ab6943dbe30d811c14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558041 Feb 03 21:38:38.571847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:38.581494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f717d0-1952-4958-bda0-e8c783fce2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70410257-c08d-4eb3-8c1c-3c1af0c7f27b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:38.593802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Routers {'cb624428-4dd2-455d-b76d-93247150ab10'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:38.594443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cb624428-4dd2-455d-b76d-93247150ab10'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:38.611975 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0628aaa0-79b2-4a61-b41d-c53208dc3f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.726472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32f8b2f2-b50e-405c-a2e0-c99e1b1b782e admin admin] Publish callbacks [] for security_group (70410257-c08d-4eb3-8c1c-3c1af0c7f27b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.754482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.761067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] Set router cb624428-4dd2-455d-b76d-93247150ab10 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:38.775151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6d53dc4-7eca-4695-a23c-4f408d8c80db req-0d4864cf-659b-4b8e-a591-3a3cb801d23a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 210 time: 0.0656354 Feb 03 21:38:38.777821 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-1c919c31-47c5-496a-970d-f5a6aa0f53e7 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Publish callbacks [] for security_group (09aab17b-3bfe-4dac-9912-5b6be7c67014), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.805650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-1c919c31-47c5-496a-970d-f5a6aa0f53e7 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (09aab17b-3bfe-4dac-9912-5b6be7c67014), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.868351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Pushing event updated for resources: {'Port': ['ID=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:38.881185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32f8b2f2-b50e-405c-a2e0-c99e1b1b782e admin admin] Publish callbacks [] for security_group (70410257-c08d-4eb3-8c1c-3c1af0c7f27b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.888204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0628aaa0-79b2-4a61-b41d-c53208dc3f20 admin admin] Publish callbacks [] for security_group (9ccc15dd-efcd-4b94-a9b1-02e43d624ceb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.907121 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0628aaa0-79b2-4a61-b41d-c53208dc3f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9ccc15dd-efcd-4b94-a9b1-02e43d624ceb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:38.923570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c919c31-47c5-496a-970d-f5a6aa0f53e7 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aab17b-3bfe-4dac-9912-5b6be7c67014,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:38.930661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Network 5509033c-b538-4663-b03d-3fd1625d3952 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:38.939817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:38.957576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:39.042009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0628aaa0-79b2-4a61-b41d-c53208dc3f20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa124f35c514459aa3ac6e2dd79c0c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5601721 Feb 03 21:38:39.045643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46660) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:39.071366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaedd5cb-51fc-450e-87b6-8f4670fc7a25 req-1c919c31-47c5-496a-970d-f5a6aa0f53e7 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.6549008 Feb 03 21:38:39.088597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628aaa0-79b2-4a61-b41d-c53208dc3f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccc15dd-efcd-4b94-a9b1-02e43d624ceb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:39.108020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:39.115234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.146643 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076251ca-cd12-4e48-81ec-c4d05f66fdcf x-openstack-request-id: req-076251ca-cd12-4e48-81ec-c4d05f66fdcf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:39.146992 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "name": "network-vif-plugged", "status": "completed", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:39.147253 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-076251ca-cd12-4e48-81ec-c4d05f66fdcf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:39.147640 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'code': 200} Feb 03 21:38:39.160468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de901f-d009-48e8-aa31-4e358876fb0b req-5469a334-9b04-4698-82ec-b2ba9610bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:39.162446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d0de901f-d009-48e8-aa31-4e358876fb0b req-5469a334-9b04-4698-82ec-b2ba9610bff8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 1127 time: 0.1991262 Feb 03 21:38:39.169795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-e69b8cbd-8635-42aa-bc21-426c0fe75158 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8102951 Feb 03 21:38:39.170867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eaada52-78c0-40ab-8d84-2ba73021d101 admin admin] Publish callbacks [] for security_group (9ccc15dd-efcd-4b94-a9b1-02e43d624ceb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.172666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32f8b2f2-b50e-405c-a2e0-c99e1b1b782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (70410257-c08d-4eb3-8c1c-3c1af0c7f27b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.177334 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32f8b2f2-b50e-405c-a2e0-c99e1b1b782e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.189595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-32f8b2f2-b50e-405c-a2e0-c99e1b1b782e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70410257-c08d-4eb3-8c1c-3c1af0c7f27b HTTP/1.1" status: 204 len: 168 time: 0.6109042 Feb 03 21:38:39.192433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-671b294d-74ca-4982-9202-ec7c8df2bb33 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2616403 Feb 03 21:38:39.203191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:39.214159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eec72ba1-d3bd-4dbf-90a6-d1c36f376245 None None] Provisioning complete for port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:39.214534 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eec72ba1-d3bd-4dbf-90a6-d1c36f376245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.241349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057d975-818f-46df-bbaf-069c8d86a20d None None] Pushing event updated for resources: {'Port': ['ID=5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:39.257184 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.285702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Request body: {'port': {'device_id': '09628678-6193-4497-b4f4-1914d44a4104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:39.394533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eec72ba1-d3bd-4dbf-90a6-d1c36f376245 None None] Current status of the port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:39.395309 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eec72ba1-d3bd-4dbf-90a6-d1c36f376245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.395658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8b2f2-b50e-405c-a2e0-c99e1b1b782e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70410257-c08d-4eb3-8c1c-3c1af0c7f27b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:39.437325 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eaada52-78c0-40ab-8d84-2ba73021d101 admin admin] Publish callbacks [] for security_group (9ccc15dd-efcd-4b94-a9b1-02e43d624ceb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.464295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eec72ba1-d3bd-4dbf-90a6-d1c36f376245 None None] For port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4,segment=NetworkSegment(9e778ad9-ed41-4b70-9e6e-2176b58acc17),segment_id=9e778ad9-ed41-4b70-9e6e-2176b58acc17)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:39.466965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-186954a3-6896-482d-8cb4-cc413561148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:22Z', 'updated_at': '2022-02-03T21:38:33Z', 'revision_number': 4, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'gw_port': {'id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:24Z', 'updated_at': '2022-02-03T21:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4', 'name': '', 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'mac_address': 'fa:16:3e:8a:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '3d19ff49-b987-4590-b696-67be488e2d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:32Z', 'updated_at': '2022-02-03T21:38:38Z', 'revision_number': 4, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'subnets': [{'id': '3d19ff49-b987-4590-b696-67be488e2d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:39.488630 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.510219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eec72ba1-d3bd-4dbf-90a6-d1c36f376245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.517828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186954a3-6896-482d-8cb4-cc413561148b None None] The sync data for ids ['cb624428-4dd2-455d-b76d-93247150ab10'] in n-d-824834-9 is: [{'id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:22Z', 'updated_at': '2022-02-03T21:38:33Z', 'revision_number': 4, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'gw_port': {'id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:24Z', 'updated_at': '2022-02-03T21:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4', 'name': '', 'network_id': '9b9bd0ff-ab30-4688-8f6d-e0001a8f710d', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'mac_address': 'fa:16:3e:8a:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '3d19ff49-b987-4590-b696-67be488e2d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:32Z', 'updated_at': '2022-02-03T21:38:38Z', 'revision_number': 4, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'subnets': [{'id': '3d19ff49-b987-4590-b696-67be488e2d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:39.564795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d0de901f-d009-48e8-aa31-4e358876fb0b req-43125c72-a58f-4d07-8eba-1e45aaba0641 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662288 Feb 03 21:38:39.621175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.668192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Allocated IP 172.25.5.140 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:39.691908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec72ba1-d3bd-4dbf-90a6-d1c36f376245 None None] Pushing event updated for resources: {'Port': ['ID=5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:39.716482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eaada52-78c0-40ab-8d84-2ba73021d101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9ccc15dd-efcd-4b94-a9b1-02e43d624ceb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.719729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eaada52-78c0-40ab-8d84-2ba73021d101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.728689 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6eaada52-78c0-40ab-8d84-2ba73021d101 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ccc15dd-efcd-4b94-a9b1-02e43d624ceb HTTP/1.1" status: 204 len: 168 time: 0.6794367 Feb 03 21:38:39.894125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaada52-78c0-40ab-8d84-2ba73021d101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccc15dd-efcd-4b94-a9b1-02e43d624ceb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:39.901578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for port (cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:39.949196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d2bd-be00-401b-88a2-68e7ece3b728 req-f47bc73e-1b3d-42ce-aeec-9748899471e3 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:39.949690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d2bd-be00-401b-88a2-68e7ece3b728 req-f47bc73e-1b3d-42ce-aeec-9748899471e3 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:39.950156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d2bd-be00-401b-88a2-68e7ece3b728 req-f47bc73e-1b3d-42ce-aeec-9748899471e3 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:39.956035 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d15d2bd-be00-401b-88a2-68e7ece3b728 req-f47bc73e-1b3d-42ce-aeec-9748899471e3 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175&device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50&device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 2976 time: 0.1110234 Feb 03 21:38:40.075886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d15d2bd-be00-401b-88a2-68e7ece3b728 req-3d465dda-3261-4cb4-b0cb-ad95405cf9de tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098599 Feb 03 21:38:40.087923 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.182006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:40.185315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:40.193029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:40.250124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:40.262331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event updated for resources: {'Port': ['ID=cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:40.267492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Publish callbacks [] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.308600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Transition to ACTIVE for port object e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:38:40.319764 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.395736 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (793bfd94-1697-40f5-9e76-12aa1beb73f9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.418469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:40.461594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:40.486882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-511add86-7074-4de0-8607-eefa7a82d197 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2113247006', 'description': 'tempest-description--1259489579'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:40.580103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:40.581619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:40.582102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:40.594221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:38:40.594689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:40.600791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:40.603614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:40.603880 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.604512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:40.604813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Bound port: e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:40.605362 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.709646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:40.713124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:40.723070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.781484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:40.783554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:40.785060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.786935 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] 10.222.0.47 "PUT /v2.0/ports/e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 1092 time: 1.5912242 Feb 03 21:38:40.794944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:40.798301 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb1738d-7eab-4e9c-8853-d0a21b3300de" -d '{"events": [{"name": "network-changed", "server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:40.847291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5931891-5332-48c2-9d2f-70f97fd01464 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:40.870427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for port (cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.884989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.904504 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-511add86-7074-4de0-8607-eefa7a82d197 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:40.968053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-4dd5f0b4-1856-4a2d-93fa-7c4f343fae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:40.977050 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-4dd5f0b4-1856-4a2d-93fa-7c4f343fae85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1126 time: 0.1151867 Feb 03 21:38:41.014424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1110209171-network', 'tenant_id': '261723128a8a47f793e246a218d942d4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:41.032537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c70a4-c3aa-49ed-988b-ffcf0fceed69 req-4ac7288b-fdea-48fb-a11c-119367057130 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:41.038143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-183c70a4-c3aa-49ed-988b-ffcf0fceed69 req-4ac7288b-fdea-48fb-a11c-119367057130 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 945 time: 0.5165493 Feb 03 21:38:41.089647 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-92666ac8-a19a-4afa-be5a-caf129bfce21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 217 time: 0.1039436 Feb 03 21:38:41.090638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (793bfd94-1697-40f5-9e76-12aa1beb73f9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.190672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-511add86-7074-4de0-8607-eefa7a82d197 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group (0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.210357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-1ff69a41-0e5c-4ee1-94fa-81182204a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:41.211564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.211969 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-1ff69a41-0e5c-4ee1-94fa-81182204a846 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1171052 Feb 03 21:38:41.219204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0205705 Feb 03 21:38:41.223937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-511add86-7074-4de0-8607-eefa7a82d197 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.257316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Made reservation on behalf of 261723128a8a47f793e246a218d942d4 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:41.259589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.263261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-44423e78-9f37-4cfa-8a5c-78e3c2183da1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411301 Feb 03 21:38:41.270034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.293736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-bf442c50-54a2-471b-b154-53d8670107b7 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.0735800 Feb 03 21:38:41.294374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45616493-cdd1-49eb-b9c4-c1cafaf14b85 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event updated for resources: {'Port': ['ID=cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:41.406290 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-a22aef8c-aaa8-4ed3-a06d-07d2cf309539 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277418 Feb 03 21:38:41.413308 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-511add86-7074-4de0-8607-eefa7a82d197 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.417662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-511add86-7074-4de0-8607-eefa7a82d197 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9505582 Feb 03 21:38:41.419672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:41.505732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-f9dc8045-ea4a-46b3-832a-d02bf477ecb0 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:41.519467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a79f47a7-86e0-4239-9856-72c4fdcaac83 req-f9dc8045-ea4a-46b3-832a-d02bf477ecb0 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.2082741 Feb 03 21:38:41.535901 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9c82da41-054b-47a0-a8fa-2f04d9556726 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Request body: {'security_group_rule': {'security_group_id': '0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:41.549241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511add86-7074-4de0-8607-eefa7a82d197 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:41.577112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-183c70a4-c3aa-49ed-988b-ffcf0fceed69 req-68785824-195e-4982-a08a-668b2715d3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369186 Feb 03 21:38:41.611075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:41.642673 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Publish callbacks [] for security_group (e1bc530e-429f-4462-ad6e-2164126a8034), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.659539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e1bc530e-429f-4462-ad6e-2164126a8034), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.676334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:38:41.708471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (69d7fa5e-dd17-4450-9f88-bcb6249c22af), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.708871 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Added segment 69d7fa5e-dd17-4450-9f88-bcb6249c22af of type vlan for network 8f607306-2b6c-4658-9842-d5d1c84c2d2a Feb 03 21:38:41.738105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c82da41-054b-47a0-a8fa-2f04d9556726 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group_rule (b970bf99-0c00-4f71-a687-d130df67e18f), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.757903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:41.758518 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.789317 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80a8bc3-0908-489c-8f7b-b3ba2c1a3f36 x-openstack-request-id: req-f80a8bc3-0908-489c-8f7b-b3ba2c1a3f36 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:41.791075 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:41.791452 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f80a8bc3-0908-489c-8f7b-b3ba2c1a3f36 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:41.791974 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258', 'status': 'completed', 'code': 200} Feb 03 21:38:41.870451 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8f607306-2b6c-4658-9842-d5d1c84c2d2a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.892061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:41.914350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bc530e-429f-4462-ad6e-2164126a8034,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:41.920931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36627b36-904d-4372-9ae0-a2b2d39d39e0 req-7e2ac2a2-4743-4f45-8dd8-89c392a013fb service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012393 Feb 03 21:38:41.922761 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c82da41-054b-47a0-a8fa-2f04d9556726 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group_rule (b970bf99-0c00-4f71-a687-d130df67e18f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.934123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8f607306-2b6c-4658-9842-d5d1c84c2d2a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.935453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:41.936098 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.986708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c82da41-054b-47a0-a8fa-2f04d9556726 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (b970bf99-0c00-4f71-a687-d130df67e18f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:41.998796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-926c6089-b443-4360-a776-6766d75640a1 req-c57bd993-4eb9-42ca-9ed1-33f4db06c781 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips/793bfd94-1697-40f5-9e76-12aa1beb73f9 HTTP/1.1" status: 200 len: 693 time: 0.2210295 Feb 03 21:38:42.275387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82da41-054b-47a0-a8fa-2f04d9556726 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b970bf99-0c00-4f71-a687-d130df67e18f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:42.320309 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5288830 Feb 03 21:38:42.321831 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46752) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:42.325224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e462df-8895-417f-a253-5e91d2c69677 req-ed003ebc-cadb-4a79-96af-5c1be7b507ef tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:42.326384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1e462df-8895-417f-a253-5e91d2c69677 req-ed003ebc-cadb-4a79-96af-5c1be7b507ef tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 944 time: 0.6925735 Feb 03 21:38:42.329654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Request body: {'subnet': {'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1110209171-subnet', 'tenant_id': '261723128a8a47f793e246a218d942d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:42.331918 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c82da41-054b-47a0-a8fa-2f04d9556726 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:42.335817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9c82da41-054b-47a0-a8fa-2f04d9556726 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8349385 Feb 03 21:38:42.336590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46754) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:42.340816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e8ed4516-862a-4cea-bca0-950ed2f504b9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Request body: {'security_group_rule': {'security_group_id': '0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:42.346452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2588c-85e9-407b-942e-a3fc8bcf0076 admin admin] Pushing event updated for resources: {'Network': ['ID=8f607306-2b6c-4658-9842-d5d1c84c2d2a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:42.354075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Made reservation on behalf of 261723128a8a47f793e246a218d942d4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:42.356818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:42.368366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8f607306-2b6c-4658-9842-d5d1c84c2d2a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:38:42.427771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-000741b4-5351-40b1-8249-b71b30df2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:42.429978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-000741b4-5351-40b1-8249-b71b30df2100 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1126 time: 0.4270473 Feb 03 21:38:42.451496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c6089-b443-4360-a776-6766d75640a1 req-d4e5362b-5a15-4f74-b545-0e88443242e0 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:42.461547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-926c6089-b443-4360-a776-6766d75640a1 req-d4e5362b-5a15-4f74-b545-0e88443242e0 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.4460952 Feb 03 21:38:42.473074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-926c6089-b443-4360-a776-6766d75640a1 req-4a6203b1-b085-419a-b751-4d37b5545571 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:42.474047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-926c6089-b443-4360-a776-6766d75640a1 req-4a6203b1-b085-419a-b751-4d37b5545571 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066156 Feb 03 21:38:42.477103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1e462df-8895-417f-a253-5e91d2c69677 req-14918dd1-9722-41a6-a26a-6825cb39a9c3 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297152 Feb 03 21:38:42.477784 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8ed4516-862a-4cea-bca0-950ed2f504b9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group_rule (75f1115c-f534-487a-b3fb-204ed0696df4), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:42.554812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8ed4516-862a-4cea-bca0-950ed2f504b9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group_rule (75f1115c-f534-487a-b3fb-204ed0696df4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:42.572451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8ed4516-862a-4cea-bca0-950ed2f504b9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (75f1115c-f534-487a-b3fb-204ed0696df4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:42.628040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-3f857d91-bafe-4422-b617-432402f55375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:42.629738 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-3f857d91-bafe-4422-b617-432402f55375 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.1907394 Feb 03 21:38:42.682245 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-1f9c4bdd-7c96-42f8-9beb-91c270078d11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 217 time: 0.0438652 Feb 03 21:38:42.692223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-2046670b-a6e2-45c7-8d86-ef11c02cbd73 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips/793bfd94-1697-40f5-9e76-12aa1beb73f9 HTTP/1.1" status: 200 len: 693 time: 0.0935240 Feb 03 21:38:42.716098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed4516-862a-4cea-bca0-950ed2f504b9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f1115c-f534-487a-b3fb-204ed0696df4,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:42.776779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8ed4516-862a-4cea-bca0-950ed2f504b9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:42.778622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e8ed4516-862a-4cea-bca0-950ed2f504b9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4413438 Feb 03 21:38:42.782355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:42.787788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:42.836237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (05581427-b6cc-4869-9bb2-ddc18faca9e6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:42.866015 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:42.902771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-1d986f7b-568e-4712-a5fe-e42c4bdead5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:42.908959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-1d986f7b-568e-4712-a5fe-e42c4bdead5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1968532 Feb 03 21:38:42.942817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-30831aaf-8424-4517-b5e4-c795e8f4042a tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:42.944258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-30831aaf-8424-4517-b5e4-c795e8f4042a tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.2512329 Feb 03 21:38:42.968919 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-322819a9-1783-4243-bfd6-9bcd55ceef46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482526 Feb 03 21:38:42.969316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:42.976003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-6e75d98e-1c8f-4570-a194-fbe4ccc9bffd tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:42.977197 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-6e75d98e-1c8f-4570-a194-fbe4ccc9bffd tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214429 Feb 03 21:38:42.981445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05581427-b6cc-4869-9bb2-ddc18faca9e6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:43.003793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eabe36-cf6c-4557-a8f9-1a013fdf211d req-3bb4f42c-04d5-4cc3-a14d-5f0b0720a9ad tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:43.005424 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53eabe36-cf6c-4557-a8f9-1a013fdf211d req-3bb4f42c-04d5-4cc3-a14d-5f0b0720a9ad tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 945 time: 0.1946180 Feb 03 21:38:43.028714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:43.029124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Network hostable DHCP agents. Network: 8f607306-2b6c-4658-9842-d5d1c84c2d2a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:38:43.071572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Network 8f607306-2b6c-4658-9842-d5d1c84c2d2a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:38:43.087705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f034e634-e7ad-45c2-a318-b07116d49c05 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.0812418 Feb 03 21:38:43.092310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-31b62788-d0e7-43d6-a941-65dd12d09661 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123784 Feb 03 21:38:43.095570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8f607306-2b6c-4658-9842-d5d1c84c2d2a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:43.108061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:43.108666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.110033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772cbec-62ec-4f3e-baae-f5ef0f9cb583 None None] Network 8f607306-2b6c-4658-9842-d5d1c84c2d2a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:43.152678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-89e506cf-7ba7-4d43-b2dc-0197b5031146 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.0522137 Feb 03 21:38:43.162292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0604782d-9a27-4b38-972b-a2f6bd8fa1a4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8394384 Feb 03 21:38:43.163344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53eabe36-cf6c-4557-a8f9-1a013fdf211d req-e37ec736-2886-4699-8d28-791bf117171a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171792 Feb 03 21:38:43.207739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b59d49ab-99ee-4157-86e9-dd1a9897724f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.263528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9bb1738d-7eab-4e9c-8853-d0a21b3300de req-9915e0bd-e1ec-41bc-b1b9-6e3c90293ad7 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640170 Feb 03 21:38:43.309734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53deaa3d-093d-437f-b0dd-52c922ddcfe5 None None] Network 8f607306-2b6c-4658-9842-d5d1c84c2d2a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:43.404063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b59d49ab-99ee-4157-86e9-dd1a9897724f admin admin] Publish callbacks [] for security_group (9b33819a-e968-453e-a912-14976871bc64), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.412378 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b59d49ab-99ee-4157-86e9-dd1a9897724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b33819a-e968-453e-a912-14976871bc64), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.458077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.499472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d49ab-99ee-4157-86e9-dd1a9897724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b33819a-e968-453e-a912-14976871bc64,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:43.507069 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b59d49ab-99ee-4157-86e9-dd1a9897724f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f16a02dd65504ffcb423ace0996d1636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331666 Feb 03 21:38:43.507715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:43.577200 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49ba9c5-bd5f-40d3-855e-7ceb6e2aa2e1 admin admin] Publish callbacks [] for security_group (9b33819a-e968-453e-a912-14976871bc64), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.600851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49ba9c5-bd5f-40d3-855e-7ceb6e2aa2e1 admin admin] Publish callbacks [] for security_group (9b33819a-e968-453e-a912-14976871bc64), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.626653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Deleting port cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:38:43.627002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.656432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49ba9c5-bd5f-40d3-855e-7ceb6e2aa2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b33819a-e968-453e-a912-14976871bc64), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.659721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49ba9c5-bd5f-40d3-855e-7ceb6e2aa2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:43.664405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f49ba9c5-bd5f-40d3-855e-7ceb6e2aa2e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b33819a-e968-453e-a912-14976871bc64 HTTP/1.1" status: 204 len: 168 time: 0.1554537 Feb 03 21:38:43.673482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ba9c5-bd5f-40d3-855e-7ceb6e2aa2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b33819a-e968-453e-a912-14976871bc64,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:43.727641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Allocated IP 172.25.5.150 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/f9187391-ac5b-437f-a15a-c6bf7ce746f2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:43.988028 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-c7e2d482-d5d7-4f7f-94e8-610efa26104c tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 258 time: 0.3916643 Feb 03 21:38:43.992585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:43.997685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1885916181-network', 'tenant_id': '5bf403f1f6fa4cab89d6489e23dc9b1c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:44.017562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:44.019569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Made reservation on behalf of 5bf403f1f6fa4cab89d6489e23dc9b1c for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:44.023162 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.034811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.048252 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.048803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.059366 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.081868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Calling delete_port for cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:38:44.134818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Publish callbacks [] for security_group (16d52243-8863-4d4d-8550-f0c764fcffac), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.142195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (16d52243-8863-4d4d-8550-f0c764fcffac), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.165815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:38:44.185181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (aa3d8eba-a40b-43d2-a0ac-c968fbdbc498), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.185772 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Added segment aa3d8eba-a40b-43d2-a0ac-c968fbdbc498 of type vlan for network 51765ed4-8b58-44b8-ba46-7db06e58b2aa Feb 03 21:38:44.187280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d52243-8863-4d4d-8550-f0c764fcffac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:44.204838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:44.242882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc534-6258-45a5-b4a1-54446c132a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.253883 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for port (f9187391-ac5b-437f-a15a-c6bf7ce746f2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.266409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (51765ed4-8b58-44b8-ba46-7db06e58b2aa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.311503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (51765ed4-8b58-44b8-ba46-7db06e58b2aa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.312625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:44.312872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.357020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f9187391-ac5b-437f-a15a-c6bf7ce746f2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.378921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] Pushing event updated for resources: {'Network': ['ID=51765ed4-8b58-44b8-ba46-7db06e58b2aa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:44.402269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 51765ed4-8b58-44b8-ba46-7db06e58b2aa details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:38:44.407586 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-24a5b46e-7518-4470-8f8d-5cd7498c4f4d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4136150 Feb 03 21:38:44.412106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:44.418424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Request body: {'subnet': {'network_id': '51765ed4-8b58-44b8-ba46-7db06e58b2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1885916181-subnet', 'tenant_id': '5bf403f1f6fa4cab89d6489e23dc9b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:44.449948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:44.470640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc534-6258-45a5-b4a1-54446c132a1e admin admin] Publish callbacks [] for security_group (ab87cbff-c59f-44f2-83c7-e2101391ab6e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.473851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:44.474883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Made reservation on behalf of 5bf403f1f6fa4cab89d6489e23dc9b1c for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:44.478286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:44.479290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.481880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event updated for resources: {'Port': ['ID=f9187391-ac5b-437f-a15a-c6bf7ce746f2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:44.484325 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc534-6258-45a5-b4a1-54446c132a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab87cbff-c59f-44f2-83c7-e2101391ab6e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.510799 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.517598 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.555233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event deleted for resources: {'Port': ['ID=cdc8daeb-b3c8-4670-a6b1-927c7b2a5e78,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:44.595373 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7bfc534-6258-45a5-b4a1-54446c132a1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fe55ec1ce4348cd91ec1991819852cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893471 Feb 03 21:38:44.598378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfc534-6258-45a5-b4a1-54446c132a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab87cbff-c59f-44f2-83c7-e2101391ab6e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:44.601228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:44.701315 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56c1e1ca-b279-4fdf-b104-f52166d2bb0e admin admin] Publish callbacks [] for security_group (ab87cbff-c59f-44f2-83c7-e2101391ab6e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.734517 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56c1e1ca-b279-4fdf-b104-f52166d2bb0e admin admin] Publish callbacks [] for security_group (ab87cbff-c59f-44f2-83c7-e2101391ab6e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.751612 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (793bfd94-1697-40f5-9e76-12aa1beb73f9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.755242 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.756394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54cb8869-e1e2-49ac-a06c-05b96c5bf8bf req-f71577f5-b346-463c-b71a-887bb2b40b31 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "DELETE /v2.0/floatingips/793bfd94-1697-40f5-9e76-12aa1beb73f9 HTTP/1.1" status: 204 len: 173 time: 1.5921175 Feb 03 21:38:44.767648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (66cd2d5f-2c30-4f5f-8458-521ea603998b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.796748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Allocated IP 172.25.5.238 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/9bcb7ccf-5501-49af-a9b6-f0824c5341ce) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:44.806189 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (10cf7713-25ee-404a-ab33-b2448920f45b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.837043 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f9187391-ac5b-437f-a15a-c6bf7ce746f2), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.863248 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56c1e1ca-b279-4fdf-b104-f52166d2bb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab87cbff-c59f-44f2-83c7-e2101391ab6e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.866013 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56c1e1ca-b279-4fdf-b104-f52166d2bb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:44.867487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-56c1e1ca-b279-4fdf-b104-f52166d2bb0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab87cbff-c59f-44f2-83c7-e2101391ab6e HTTP/1.1" status: 204 len: 168 time: 0.2631238 Feb 03 21:38:44.881145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1e1ca-b279-4fdf-b104-f52166d2bb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab87cbff-c59f-44f2-83c7-e2101391ab6e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:44.886108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cf7713-25ee-404a-ab33-b2448920f45b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:44.931067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Checking segment: {'id': 'aa3d8eba-a40b-43d2-a0ac-c968fbdbc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '51765ed4-8b58-44b8-ba46-7db06e58b2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:44.931322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Network hostable DHCP agents. Network: 51765ed4-8b58-44b8-ba46-7db06e58b2aa, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:38:44.981350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Network 51765ed4-8b58-44b8-ba46-7db06e58b2aa is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:38:44.995409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 51765ed4-8b58-44b8-ba46-7db06e58b2aa) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:45.002617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:45.002617 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:45.009598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7ab91e-ff8b-4ce3-a31f-a821f1990a43 None None] Network 51765ed4-8b58-44b8-ba46-7db06e58b2aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:45.040651 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b231d4c1-1ecc-4edd-b4ef-907d97fb14a4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6196284 Feb 03 21:38:45.187128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03279400-3eaa-4e6c-a18f-e9be27a0e95c None None] Network 51765ed4-8b58-44b8-ba46-7db06e58b2aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:38:45.416595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa34288-9441-404f-b595-bd46d18a46e4 req-8050f466-40f4-4bb2-8923-e85383794c53 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:45.418119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fa34288-9441-404f-b595-bd46d18a46e4 req-8050f466-40f4-4bb2-8923-e85383794c53 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 944 time: 0.2057469 Feb 03 21:38:45.434478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for port (9bcb7ccf-5501-49af-a9b6-f0824c5341ce), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:45.552175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for port (f9187391-ac5b-437f-a15a-c6bf7ce746f2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:45.560604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fa34288-9441-404f-b595-bd46d18a46e4 req-d6bd166c-4683-49e0-be8c-577360a7352e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306400 Feb 03 21:38:45.562481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (f9187391-ac5b-437f-a15a-c6bf7ce746f2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:45.596250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9bcb7ccf-5501-49af-a9b6-f0824c5341ce), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:45.685780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:45.726341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:45.728182 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event updated for resources: {'Port': ['ID=f9187391-ac5b-437f-a15a-c6bf7ce746f2,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:45.730180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:45.830297 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (66cd2d5f-2c30-4f5f-8458-521ea603998b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:45.916977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Pushing event updated for resources: {'Port': ['ID=9bcb7ccf-5501-49af-a9b6-f0824c5341ce,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:45.921509 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:45.922394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9a07b76a-4ff8-4480-b698-76ea3c575186 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1382432 Feb 03 21:38:45.950747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a77aa-64d3-4df0-8fff-17f1ef727750 req-759ddba3-94c7-4c76-ae69-95c163c33711 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:45.954073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c71a77aa-64d3-4df0-8fff-17f1ef727750 req-759ddba3-94c7-4c76-ae69-95c163c33711 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3190711 Feb 03 21:38:46.024055 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (3ec6dded-cf11-4b6a-a61a-65b772bd0f6a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:46.105146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9bcb7ccf-5501-49af-a9b6-f0824c5341ce), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:46.135927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bb243-c9ea-4900-b05e-a79e345fb9d6 req-235a5ae9-d824-42ca-85cc-a8c892d1963f tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:46.142808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef4bb243-c9ea-4900-b05e-a79e345fb9d6 req-235a5ae9-d824-42ca-85cc-a8c892d1963f tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1132 time: 0.1163075 Feb 03 21:38:46.235708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef4bb243-c9ea-4900-b05e-a79e345fb9d6 req-8bf50d0e-ec08-45fb-beb6-c82203b827a4 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919497 Feb 03 21:38:46.329298 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for port (9bcb7ccf-5501-49af-a9b6-f0824c5341ce), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:46.335647 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9bcb7ccf-5501-49af-a9b6-f0824c5341ce), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:46.418678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Pushing event updated for resources: {'Port': ['ID=9bcb7ccf-5501-49af-a9b6-f0824c5341ce,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:46.436395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (3ec6dded-cf11-4b6a-a61a-65b772bd0f6a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:46.458299 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:46.467828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-a87fa89e-3575-40ea-b0a6-3f6fb68aefd4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4788795 Feb 03 21:38:46.537289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-b26e5272-a277-490b-bdb4-84c197bea74f tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.0679917 Feb 03 21:38:46.731807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-84fc8c03-e405-44b2-a1de-da1b0a5ef938 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:46.733759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ebd2744-72d4-49c2-8d3a-bd26d75e4d56 req-84fc8c03-e405-44b2-a1de-da1b0a5ef938 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1873686 Feb 03 21:38:46.845831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c36b6e32-22fa-40a6-aec0-2c8b6b005b7d req-3f396b0c-0376-4a7f-b189-702eb3d3d076 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=de41a0df09ff4a5294f29c408593ac16 HTTP/1.1" status: 200 len: 1656 time: 0.0911834 Feb 03 21:38:46.870234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-e6733f8b-d122-4300-a8d7-287425d86d24 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:46.871636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-e6733f8b-d122-4300-a8d7-287425d86d24 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 821 time: 0.2065592 Feb 03 21:38:46.918986 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-c7b66bfe-aabb-4eb0-b1af-c18930869cfe tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/quotas/261723128a8a47f793e246a218d942d4 HTTP/1.1" status: 200 len: 375 time: 0.0377052 Feb 03 21:38:46.958887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-e9bf1d58-e86c-41ec-98eb-51afb6888af3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332077 Feb 03 21:38:47.033190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b6e32-22fa-40a6-aec0-2c8b6b005b7d req-a66713a7-d682-49e4-b0a9-f18ad3f51418 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:47.034632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c36b6e32-22fa-40a6-aec0-2c8b6b005b7d req-a66713a7-d682-49e4-b0a9-f18ad3f51418 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks?id=b881c972-8cd9-4bce-b699-43968304918e&id=b881c972-8cd9-4bce-b699-43968304918e&id=b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 787 time: 0.1817250 Feb 03 21:38:47.047831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-c36b6e32-22fa-40a6-aec0-2c8b6b005b7d req-f47cc1da-9f98-4d68-917d-b2eb21959e10 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:47.048785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c36b6e32-22fa-40a6-aec0-2c8b6b005b7d req-f47cc1da-9f98-4d68-917d-b2eb21959e10 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068598 Feb 03 21:38:47.077341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-8ca42a19-5d7e-4c70-8fc3-b348cbf790da service neutron] 10.222.0.50 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104517 Feb 03 21:38:47.105782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:38:47.210807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-ae65c8df-8b60-4184-9848-60400debfd34 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2113247006&fields=id&tenant_id=1180219ab3ad4947879c0a31c3f61450 HTTP/1.1" status: 200 len: 267 time: 0.0775661 Feb 03 21:38:47.221210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-f4c739f8-b423-4fb7-962e-2dc5f7ccd5d2 service neutron] 10.222.0.50 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377881 Feb 03 21:38:47.237349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:47.250453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258', 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952', 'port_id': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258', 'mac_address': 'fa:16:3e:7d:7f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006b000b-c01c-467d-a969-cee025b35b98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:38:47.290909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:47.291512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:47.307693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:47.334622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:47.343985 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:47.344871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-f1fa699e-04fe-4bb3-9583-5e33c89f0731 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:47.346492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-f1fa699e-04fe-4bb3-9583-5e33c89f0731 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/networks?id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 HTTP/1.1" status: 200 len: 824 time: 0.1244245 Feb 03 21:38:47.363662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-6274c9c8-acda-4414-91ff-7e29ecf09409 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/quotas/1180219ab3ad4947879c0a31c3f61450 HTTP/1.1" status: 200 len: 375 time: 0.0114653 Feb 03 21:38:47.434388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:47.484686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-55f6a78b-1861-4661-8a7c-455e500bfaf2 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1180219ab3ad4947879c0a31c3f61450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157100 Feb 03 21:38:47.493792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7183ae3-9c07-4f4e-9e1f-3befe574ce40 req-5e4311d7-48c7-4ebe-ad48-6ae5ee5cd21f tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:47.495331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7183ae3-9c07-4f4e-9e1f-3befe574ce40 req-5e4311d7-48c7-4ebe-ad48-6ae5ee5cd21f tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1132 time: 0.0643044 Feb 03 21:38:47.603196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7183ae3-9c07-4f4e-9e1f-3befe574ce40 req-34c6102f-9e6c-484b-b380-2066d2258035 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978572 Feb 03 21:38:47.636700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-ce3f0a14-3cb7-4476-8e19-92a8086c611a service neutron] 10.222.0.50 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395397 Feb 03 21:38:47.692586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e5a024f0-a5d9-4e75-b5fe-16d0ee83f258'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:38:47.783062 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-bb756d0a-a090-4661-a0b5-c3bc2fa3a7a5 service neutron] 10.222.0.50 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404705 Feb 03 21:38:47.822219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b4d69-f175-4dab-ae48-533030ee0286 req-3b9e6265-fccd-43dc-94f0-d3aaf48c62f7 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:47.823719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea5b4d69-f175-4dab-ae48-533030ee0286 req-3b9e6265-fccd-43dc-94f0-d3aaf48c62f7 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 945 time: 0.1136954 Feb 03 21:38:47.885915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea5b4d69-f175-4dab-ae48-533030ee0286 req-9c6878f6-135c-44a6-a652-ce87bdae71bf tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523627 Feb 03 21:38:48.507563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-fca0f500-16aa-45ae-b72c-135c7b09bd19 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips/5ec671d0-c7ba-48b6-8ffd-f8a0f70a18a3 HTTP/1.1" status: 200 len: 693 time: 0.3092389 Feb 03 21:38:48.541482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-50b40771-0945-49f3-8448-c40c8929fe86 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:48.542881 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-50b40771-0945-49f3-8448-c40c8929fe86 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3797970 Feb 03 21:38:48.631441 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-575bf5f2-82a4-408d-be3b-899c1a508056 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.0775621 Feb 03 21:38:48.640945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Request body: {'floatingip': {'port_id': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:48.711931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (3ec6dded-cf11-4b6a-a61a-65b772bd0f6a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:48.765428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-cfb19715-2c11-4f06-b5cd-81cd89b54c64 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:48.774803 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-cfb19715-2c11-4f06-b5cd-81cd89b54c64 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 821 time: 0.1214602 Feb 03 21:38:48.779709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Request body: {'port': {'device_id': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a', 'admin_state_up': True, 'tenant_id': '261723128a8a47f793e246a218d942d4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:48.881710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-fd762820-b2cc-4097-a0e1-4a7d6d40d621 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:48.883642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-fd762820-b2cc-4097-a0e1-4a7d6d40d621 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.3648932 Feb 03 21:38:48.909270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-357f7c88-a959-4a45-8780-6ebdfa72ef15 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:48.917087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-357f7c88-a959-4a45-8780-6ebdfa72ef15 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144200 Feb 03 21:38:48.937529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Made reservation on behalf of 261723128a8a47f793e246a218d942d4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:48.941156 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:48.979231 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-fb136a5d-f244-4efe-9389-a49b8c2834bc tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0610237 Feb 03 21:38:49.072798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Allocated IP 172.20.0.9 (8f607306-2b6c-4658-9842-d5d1c84c2d2a/05581427-b6cc-4869-9bb2-ddc18faca9e6/90d2c41d-772e-4170-bb96-ca8aa11279de) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:49.101179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-77b48132-7942-435f-a0d3-29e1d1be2c53 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.1207573 Feb 03 21:38:49.133041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:49.199071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:38:49.205842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:49.206658 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.224229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks [] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.261520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.315423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:49.316064 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.321483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Pushing event updated for resources: {'Port': ['ID=90d2c41d-772e-4170-bb96-ca8aa11279de,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:49.329337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Network 8f607306-2b6c-4658-9842-d5d1c84c2d2a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:49.330638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:49.337737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:49.347487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:49.351487 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e09665b-74fe-4212-9e9a-a3bc07f5ef51" -d '{"events": [{"server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "name": "network-vif-plugged", "status": "completed", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:49.371008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:49.376642 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.421114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:49.421743 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.436245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Deleting port c880f9ea-e86e-47ab-8c5c-c29cc09f271e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:38:49.436683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c880f9ea-e86e-47ab-8c5c-c29cc09f271e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.444053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-5173c5af-bca1-49f9-afa4-e8034c21d005 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6682880 Feb 03 21:38:49.446619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:49.470244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Request body: {'port': {'device_id': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:49.535701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.627425 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:38:49.727968 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c880f9ea-e86e-47ab-8c5c-c29cc09f271e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.728298 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (c880f9ea-e86e-47ab-8c5c-c29cc09f271e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.758908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Calling delete_port for c880f9ea-e86e-47ab-8c5c-c29cc09f271e owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:38:49.762215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.771038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-7811bc70-8e90-45cd-b94e-5a7a6fb9de89 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:49.772321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-7811bc70-8e90-45cd-b94e-5a7a6fb9de89 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.10 "GET /v2.0/networks?id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 HTTP/1.1" status: 200 len: 824 time: 0.2857132 Feb 03 21:38:49.774890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (3ec6dded-cf11-4b6a-a61a-65b772bd0f6a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.835935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d2c41d-772e-4170-bb96-ca8aa11279de {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:49.854504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Publish callbacks [] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.868571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Transition to ACTIVE for port object 90d2c41d-772e-4170-bb96-ca8aa11279de will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:38:49.873651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:49.946814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Pushing event updated for resources: {'Port': ['ID=90d2c41d-772e-4170-bb96-ca8aa11279de,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:49.998615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:49.999149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:49.999489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:50.004286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Port 90d2c41d-772e-4170-bb96-ca8aa11279de on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:38:50.004613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:50.010383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:50.010731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:50.011121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:50.011552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Bound port: 90d2c41d-772e-4170-bb96-ca8aa11279de, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:50.011965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:50.084327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:50.087593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:50.094972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:50.135410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:50.136057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:50.137912 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] 10.222.0.10 "PUT /v2.0/ports/90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 1091 time: 0.6780345 Feb 03 21:38:50.140853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:50.144119 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a07842-a539-476e-8d83-2e45eae84946" -d '{"events": [{"name": "network-changed", "server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:50.171405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a0281-aae2-46c7-ba2d-3f34f9a64aad service neutron] Pushing event updated for resources: {'Port': ['ID=90d2c41d-772e-4170-bb96-ca8aa11279de,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:50.237612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-28446448-ed76-44da-aa9d-72d84a83e51e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1180219ab3ad4947879c0a31c3f61450 HTTP/1.1" status: 200 len: 380 time: 0.4093153 Feb 03 21:38:50.246288 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Floating IP 3ec6dded-cf11-4b6a-a61a-65b772bd0f6a associated. External IP: 172.25.5.238, port: a02bcaf9-45d0-4abc-a945-733be60aeb38. Feb 03 21:38:50.256435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Request body: {'port': {'device_id': '297520c6-e77d-4931-8912-96b2ff320698', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'admin_state_up': True, 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'security_groups': ['0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:50.313011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-1ace89d7-7b70-4196-be15-f091623512c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:50.314875 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-1ace89d7-7b70-4196-be15-f091623512c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1125 time: 0.0472629 Feb 03 21:38:50.361423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-8137e741-e4d0-4f98-9cf0-6b6bf0bc4c46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 217 time: 0.0387547 Feb 03 21:38:50.418967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-770ad793-9b12-42f9-b240-052b8fd45734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:50.420642 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-770ad793-9b12-42f9-b240-052b8fd45734 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0529251 Feb 03 21:38:50.449816 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c880f9ea-e86e-47ab-8c5c-c29cc09f271e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:50.453171 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-cb3e7c33-f7d6-4970-ac79-9edc605d13a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267055 Feb 03 21:38:50.497846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event deleted for resources: {'Port': ['ID=c880f9ea-e86e-47ab-8c5c-c29cc09f271e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:50.552100 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-aeb91819-e1dc-4557-af44-626118e92a48 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929921 Feb 03 21:38:50.645467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Made reservation on behalf of 1180219ab3ad4947879c0a31c3f61450 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:38:50.648773 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:50.658680 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8d139de9-bf79-424f-98b6-6268b5d6e93a req-a773b1af-9b53-46c6-abb6-0b5d88f43066 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980039 Feb 03 21:38:50.672081 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (5ec671d0-c7ba-48b6-8ffd-f8a0f70a18a3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:50.674609 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:50.675730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e9318b7-d0c0-4cf6-a168-747981ee81ed req-a6b3f09c-f6d9-43a9-8a8f-616072ec826c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "DELETE /v2.0/floatingips/5ec671d0-c7ba-48b6-8ffd-f8a0f70a18a3 HTTP/1.1" status: 204 len: 173 time: 1.5734658 Feb 03 21:38:50.816283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Router deef175d-8fed-4699-8ae0-20995a631427 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:38:50.892896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Allocated IP 172.20.0.5 (cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3/3c1721e8-321d-4d48-ba06-56f0e79dd1a5/8d431009-999a-4239-914e-0efdd77c9c20) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:50.905756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b810525-16fb-47c7-85a7-03adb0098431 req-8829ccdd-8f9a-4194-af3f-7a716bc840c7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:50.907232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b810525-16fb-47c7-85a7-03adb0098431 req-8829ccdd-8f9a-4194-af3f-7a716bc840c7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 943 time: 0.1721988 Feb 03 21:38:51.024669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b810525-16fb-47c7-85a7-03adb0098431 req-d21abf1f-95bc-4e97-8a9d-252000a8fec9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918248 Feb 03 21:38:51.068867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:51.074528 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:51.085155 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05446039-0293-4374-9aca-fbb890357d99 None None] Sync routers for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:51.096181 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05446039-0293-4374-9aca-fbb890357d99 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:51.097461 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-05446039-0293-4374-9aca-fbb890357d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:51.116454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-b5b13453-b558-4dc0-9ff8-9ca114d3fe7a tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "PUT /v2.0/floatingips/3ec6dded-cf11-4b6a-a61a-65b772bd0f6a HTTP/1.1" status: 200 len: 996 time: 2.4838676 Feb 03 21:38:51.118975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:51.121238 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:51.182892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for port (8d431009-999a-4239-914e-0efdd77c9c20), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:51.214808 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-05446039-0293-4374-9aca-fbb890357d99 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:51.214960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-a53ff43d-c504-46cf-8f81-684f5977f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:51.216436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-a53ff43d-c504-46cf-8f81-684f5977f11e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78ce9595634e406b992bfb904c6a55b3&device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 1127 time: 0.0792911 Feb 03 21:38:51.236577 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8d431009-999a-4239-914e-0efdd77c9c20), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:51.330218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:51.360285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:51.370339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:51.385758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event updated for resources: {'Port': ['ID=8d431009-999a-4239-914e-0efdd77c9c20,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:51.431110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-295b93a6-718e-4dc0-a440-d72ee43eba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:51.432603 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-295b93a6-718e-4dc0-a440-d72ee43eba3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc HTTP/1.1" status: 200 len: 929 time: 0.2052412 Feb 03 21:38:51.460580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27a1cd-f120-442b-89db-a761fcb135cd req-bf87701d-93ee-4179-b1f9-55fbe64fd4a0 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:51.462091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de27a1cd-f120-442b-89db-a761fcb135cd req-bf87701d-93ee-4179-b1f9-55fbe64fd4a0 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 931 time: 0.1575253 Feb 03 21:38:51.497507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:51.498779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:51.513227 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-05446039-0293-4374-9aca-fbb890357d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '3ec6dded-cf11-4b6a-a61a-65b772bd0f6a', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'port_id': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'mac_address': 'fa:16:3e:db:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483b76c-883d-4592-9440-9e26e3f92014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:38:45Z', 'updated_at': '2022-02-03T21:38:49Z', 'revision_number': 1, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14a9c6c-a533-44f7-b14a-a1bd6c791c24', 'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'mac_address': 'fa:16:3e:09:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:17Z', 'updated_at': '2022-02-03T21:38:27Z', 'revision_number': 5, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'subnets': [{'id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:51.540773 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05446039-0293-4374-9aca-fbb890357d99 None None] Checking router: deef175d-8fed-4699-8ae0-20995a631427 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:51.550978 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05446039-0293-4374-9aca-fbb890357d99 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:51.551767 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-05446039-0293-4374-9aca-fbb890357d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:51.565417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-e311d8a5-ba9f-4dd1-bb6d-fe9fb48b48f7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3136837 Feb 03 21:38:51.584959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Request body: {'port': {'device_id': '297520c6-e77d-4931-8912-96b2ff320698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:51.604118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-e084ea24-9546-4c0b-86fb-62a159fdf5a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38 HTTP/1.1" status: 200 len: 999 time: 0.1636567 Feb 03 21:38:51.626090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1b74a7b4-9fba-4acd-b173-809d3f411a43 None None] Provisioning complete for port 8d431009-999a-4239-914e-0efdd77c9c20 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:51.626666 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b74a7b4-9fba-4acd-b173-809d3f411a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8d431009-999a-4239-914e-0efdd77c9c20), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:51.663193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1b74a7b4-9fba-4acd-b173-809d3f411a43 None None] Port 8d431009-999a-4239-914e-0efdd77c9c20 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:38:51.663668 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-05446039-0293-4374-9aca-fbb890357d99 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:51.678842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de27a1cd-f120-442b-89db-a761fcb135cd req-3f89d55d-c9db-4c25-a932-c28bd5afb05e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763906 Feb 03 21:38:51.711308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-27123098-e871-4c88-af24-51559a37eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:51.718058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-27123098-e871-4c88-af24-51559a37eb10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=540ce20c-4e57-4ac1-8783-6f3e1e7538ad HTTP/1.1" status: 200 len: 867 time: 0.0987325 Feb 03 21:38:51.726541 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8d431009-999a-4239-914e-0efdd77c9c20), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:51.840083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-09dd350e-1887-49ca-967d-dcdd519e5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:51.841536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-09dd350e-1887-49ca-967d-dcdd519e5394 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1227453 Feb 03 21:38:51.891070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-408f587a-53d7-431f-8a21-caac9247acdd service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:38:51.893096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-408f587a-53d7-431f-8a21-caac9247acdd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071318 Feb 03 21:38:51.901653 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-05446039-0293-4374-9aca-fbb890357d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '3ec6dded-cf11-4b6a-a61a-65b772bd0f6a', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'port_id': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'mac_address': 'fa:16:3e:db:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483b76c-883d-4592-9440-9e26e3f92014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:38:45Z', 'updated_at': '2022-02-03T21:38:49Z', 'revision_number': 1, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14a9c6c-a533-44f7-b14a-a1bd6c791c24', 'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'mac_address': 'fa:16:3e:09:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:17Z', 'updated_at': '2022-02-03T21:38:27Z', 'revision_number': 5, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'subnets': [{'id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:51.923711 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea0791-a06a-4d7e-9fc1-720c5afbbbb7 req-261730e9-c847-4d46-8d68-fd5e3559e878 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:51.925195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7dea0791-a06a-4d7e-9fc1-720c5afbbbb7 req-261730e9-c847-4d46-8d68-fd5e3559e878 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 946 time: 0.1729355 Feb 03 21:38:51.937383 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05446039-0293-4374-9aca-fbb890357d99 None None] The sync data for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 is: [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '3ec6dded-cf11-4b6a-a61a-65b772bd0f6a', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'port_id': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'mac_address': 'fa:16:3e:db:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483b76c-883d-4592-9440-9e26e3f92014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:38:45Z', 'updated_at': '2022-02-03T21:38:49Z', 'revision_number': 1, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14a9c6c-a533-44f7-b14a-a1bd6c791c24', 'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'mac_address': 'fa:16:3e:09:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:17Z', 'updated_at': '2022-02-03T21:38:27Z', 'revision_number': 5, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'subnets': [{'id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:52.077893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7dea0791-a06a-4d7e-9fc1-720c5afbbbb7 req-1d8b1854-0e70-4649-b118-92ab3d5becd5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389196 Feb 03 21:38:52.101734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-dc431464-f18e-4608-abb4-dd9f6ed348a9 service neutron] 10.222.0.50 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986771 Feb 03 21:38:52.135335 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a04aabc-7b44-447d-bd2e-1a82042a203c x-openstack-request-id: req-5a04aabc-7b44-447d-bd2e-1a82042a203c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:52.135909 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "name": "network-vif-plugged", "status": "completed", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:52.136456 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a04aabc-7b44-447d-bd2e-1a82042a203c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:52.137087 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258', 'code': 200} Feb 03 21:38:52.160314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bd094-d98a-44aa-b052-5d57f2987e7b None None] New status for floating IP 3ec6dded-cf11-4b6a-a61a-65b772bd0f6a: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:38:52.193229 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93033a67-88b8-47cf-804f-548b637b59f9 x-openstack-request-id: req-93033a67-88b8-47cf-804f-548b637b59f9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:52.194880 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:52.195292 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93033a67-88b8-47cf-804f-548b637b59f9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:52.196613 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de', 'status': 'completed', 'code': 200} Feb 03 21:38:52.299498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-7699f354-d200-4db6-8524-9593511bdded tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips/eb10292f-536e-412e-b605-e7cea7d98ac0 HTTP/1.1" status: 200 len: 692 time: 0.0720944 Feb 03 21:38:52.301381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77e83e82-cd31-4f4c-b78f-a0df0b86628c req-a98d2568-c8ee-48f0-bc53-2d1dd274de29 service neutron] 10.222.0.50 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893027 Feb 03 21:38:52.303355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d431009-999a-4239-914e-0efdd77c9c20 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:52.313248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a07842-a539-476e-8d83-2e45eae84946 req-e2c265d0-fd6c-42c3-8e1a-173364e9e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:52.315812 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9a07842-a539-476e-8d83-2e45eae84946 req-e2c265d0-fd6c-42c3-8e1a-173364e9e7ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1125 time: 0.0823240 Feb 03 21:38:52.319980 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Publish callbacks [] for port (8d431009-999a-4239-914e-0efdd77c9c20), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:52.321738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0386924-f0d1-4cf0-8d99-ee5bc2e36e6d req-52e6207d-b48d-43f3-9126-4d4d7809e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:52.323728 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0386924-f0d1-4cf0-8d99-ee5bc2e36e6d req-52e6207d-b48d-43f3-9126-4d4d7809e5c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1128 time: 0.1169500 Feb 03 21:38:52.364496 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c179451a-22fe-4fea-8c25-5f5fe8b4e450 x-openstack-request-id: req-c179451a-22fe-4fea-8c25-5f5fe8b4e450 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:52.364775 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:52.365048 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c179451a-22fe-4fea-8c25-5f5fe8b4e450 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:52.365445 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'status': 'completed', 'code': 200} Feb 03 21:38:52.373489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Transition to ACTIVE for port object 8d431009-999a-4239-914e-0efdd77c9c20 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:38:52.391729 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (8d431009-999a-4239-914e-0efdd77c9c20), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:52.395307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.10', 54184) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:52.502525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0386924-f0d1-4cf0-8d99-ee5bc2e36e6d req-eea9336c-52b2-4633-83a3-2991553d0d30 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471319 Feb 03 21:38:52.531187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a07842-a539-476e-8d83-2e45eae84946 req-f1128439-851c-4972-866d-b5db151bcdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:52.534436 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9a07842-a539-476e-8d83-2e45eae84946 req-f1128439-851c-4972-866d-b5db151bcdcc service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.2073205 Feb 03 21:38:52.541099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-c2cd255e-87e0-493c-a1c0-3f1e310a65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:52.545450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-c2cd255e-87e0-493c-a1c0-3f1e310a65d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78ce9595634e406b992bfb904c6a55b3&device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 1127 time: 0.1491299 Feb 03 21:38:52.612384 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9a07842-a539-476e-8d83-2e45eae84946 req-097fc89c-a1f2-4bbb-a440-8cc41e49a768 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 217 time: 0.0655100 Feb 03 21:38:52.706509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a07842-a539-476e-8d83-2e45eae84946 req-7cb6493a-0037-48f3-a9e5-3a2d766068eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:52.707956 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9a07842-a539-476e-8d83-2e45eae84946 req-7cb6493a-0037-48f3-a9e5-3a2d766068eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0703738 Feb 03 21:38:52.745118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-f33a6972-4f8f-43e8-9e72-38e63d621406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:52.746493 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-f33a6972-4f8f-43e8-9e72-38e63d621406 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc HTTP/1.1" status: 200 len: 929 time: 0.1904206 Feb 03 21:38:52.748944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9a07842-a539-476e-8d83-2e45eae84946 req-153fdeff-0099-44e8-81fa-11c3c23a7e4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301268 Feb 03 21:38:52.838343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-764cc1eb-27eb-4a82-8094-b90fccff925f tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:52.839763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-764cc1eb-27eb-4a82-8094-b90fccff925f tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.5319593 Feb 03 21:38:52.859235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Pushing event updated for resources: {'Port': ['ID=8d431009-999a-4239-914e-0efdd77c9c20,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:52.944287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-e38ec207-12aa-4546-8768-a16d57d92e80 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0809000 Feb 03 21:38:52.974928 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Attempting to bind port 8d431009-999a-4239-914e-0efdd77c9c20 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:38:52.975259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Attempting to bind port 8d431009-999a-4239-914e-0efdd77c9c20 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:38:52.975721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Attempting to bind port 8d431009-999a-4239-914e-0efdd77c9c20 on network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:52.984805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75891eb-bb57-46ad-9733-348074e2e036 req-0ac87669-df23-46e9-8487-7c2230bff47a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:52.986367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b75891eb-bb57-46ad-9733-348074e2e036 req-0ac87669-df23-46e9-8487-7c2230bff47a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 943 time: 0.1703639 Feb 03 21:38:53.032255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-581ad839-46c2-4db5-8817-7571abe881f0 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0734639 Feb 03 21:38:53.032805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Port 8d431009-999a-4239-914e-0efdd77c9c20 on network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:38:53.033159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Attempting to bind port 8d431009-999a-4239-914e-0efdd77c9c20 on network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:38:53.054060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:38:53.054060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Checking segment: {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:38:53.054060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Bound using segment: {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:38:53.054468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Bound port: 8d431009-999a-4239-914e-0efdd77c9c20, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:38:53.054807 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8d431009-999a-4239-914e-0efdd77c9c20), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:53.106842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-694c6c3b-6609-4cd2-a2b5-cb70041f9280 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38 HTTP/1.1" status: 200 len: 1001 time: 0.3432913 Feb 03 21:38:53.156652 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9a07842-a539-476e-8d83-2e45eae84946 req-b847b15c-d619-4f39-ab3d-4ecc8583668f service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911638 Feb 03 21:38:53.206703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b75891eb-bb57-46ad-9733-348074e2e036 req-8e7d7d4c-2d5f-4c11-96e0-c966b13d6a91 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867733 Feb 03 21:38:53.206928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-5d3e00bc-5bb9-4155-9593-07fb6f92cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:53.208312 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-5d3e00bc-5bb9-4155-9593-07fb6f92cd05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=540ce20c-4e57-4ac1-8783-6f3e1e7538ad HTTP/1.1" status: 200 len: 867 time: 0.0935848 Feb 03 21:38:53.252325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] For port 8d431009-999a-4239-914e-0efdd77c9c20, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:38:53.287528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9a07842-a539-476e-8d83-2e45eae84946 req-0485217b-2c4d-45d7-a7fc-b5fb2463286e service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237931 Feb 03 21:38:53.291893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-b80a23e9-cb15-4544-9ec1-90ebaa4abe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:53.293412 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-b80a23e9-cb15-4544-9ec1-90ebaa4abe1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775356 Feb 03 21:38:53.309762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] For port 8d431009-999a-4239-914e-0efdd77c9c20, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8d431009-999a-4239-914e-0efdd77c9c20,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:38:53.324110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (8d431009-999a-4239-914e-0efdd77c9c20), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:53.362687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Deleting port 5566e25d-377e-4bfb-90ef-e842a71b25ae {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:38:53.363030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5566e25d-377e-4bfb-90ef-e842a71b25ae), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:53.383015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-a3d1941d-233c-4645-83bb-657f29092534 service neutron] 10.222.0.10 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830548 Feb 03 21:38:53.385868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:53.387175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:53.388606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] 10.222.0.10 "PUT /v2.0/ports/8d431009-999a-4239-914e-0efdd77c9c20 HTTP/1.1" status: 200 len: 1091 time: 1.8124034 Feb 03 21:38:53.493176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-70ff46ea-2fb7-4272-8cbb-c41c5808e5a2 req-6a1bd7b2-d81e-4548-a235-19c4351102de service neutron] 10.222.0.10 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971622 Feb 03 21:38:53.519039 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-833aef30-dd92-4d11-94b5-fc8a805c8024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:53.522195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-b9b7e3a4-e2c7-4cb5-98b8-598a36351619 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 258 time: 0.2860467 Feb 03 21:38:53.525872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad50091-9908-4bdd-ba6f-3b36e3d34e17 service neutron] Pushing event updated for resources: {'Port': ['ID=8d431009-999a-4239-914e-0efdd77c9c20,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:53.544868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:53.567042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5566e25d-377e-4bfb-90ef-e842a71b25ae), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:53.567376 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (5566e25d-377e-4bfb-90ef-e842a71b25ae), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:53.591713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Calling delete_port for 5566e25d-377e-4bfb-90ef-e842a71b25ae owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:38:53.601756 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:53.613319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-fa1fa300-7580-4a65-986f-6f1b78fbdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:53.614833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-fa1fa300-7580-4a65-986f-6f1b78fbdf7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1180219ab3ad4947879c0a31c3f61450&device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 1125 time: 0.1835375 Feb 03 21:38:53.723090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-695513f9-6afb-449d-975a-71c61cfb74c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d431009-999a-4239-914e-0efdd77c9c20 HTTP/1.1" status: 200 len: 217 time: 0.0977831 Feb 03 21:38:53.815386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-8b2b82bc-6538-444c-a608-90e10492fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:53.816951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-8b2b82bc-6538-444c-a608-90e10492fdf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c1721e8-321d-4d48-ba06-56f0e79dd1a5 HTTP/1.1" status: 200 len: 863 time: 0.0864396 Feb 03 21:38:53.921416 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:53.924958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-6496ef23-580c-4099-9c69-320a0b2b3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:53.926458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-6496ef23-580c-4099-9c69-320a0b2b3076 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0995648 Feb 03 21:38:53.927978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5566e25d-377e-4bfb-90ef-e842a71b25ae), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:54.000440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event deleted for resources: {'Port': ['ID=5566e25d-377e-4bfb-90ef-e842a71b25ae,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:54.114391 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:54.166059 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (eb10292f-536e-412e-b605-e7cea7d98ac0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:54.168627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:54.170376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b0571a6-8052-4d19-ab7c-4b571899094a req-a8c74b90-eae7-4caa-970d-d4338333635c tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "DELETE /v2.0/floatingips/eb10292f-536e-412e-b605-e7cea7d98ac0 HTTP/1.1" status: 204 len: 173 time: 1.1283431 Feb 03 21:38:54.186125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-759242c1-9484-45e5-b252-4e6596e1b1d6 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439311 Feb 03 21:38:54.195033 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:54.197774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Allocated IP 172.25.5.15 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/cdc784fb-33dc-4095-81ad-e7bb5949c832) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:38:54.344963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f19994c-dda8-472f-ac15-a0ccb59ec9a4 req-394bbd2c-366f-4018-9336-335ba1d4d0c7 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487076 Feb 03 21:38:54.378220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297520c6-e77d-4931-8912-96b2ff320698', 'tag': '8d431009-999a-4239-914e-0efdd77c9c20'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:54.380424 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739cb132-b823-4f8e-9489-89c7c49e1301" -d '{"events": [{"name": "network-changed", "server_uuid": "297520c6-e77d-4931-8912-96b2ff320698", "tag": "8d431009-999a-4239-914e-0efdd77c9c20"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:54.408708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for port (cdc784fb-33dc-4095-81ad-e7bb5949c832), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:54.433337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2eb05-b93e-4cf6-8da1-947b77099282 req-1913916f-1493-4509-9f80-54167752346c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:54.434828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34f2eb05-b93e-4cf6-8da1-947b77099282 req-1913916f-1493-4509-9f80-54167752346c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 943 time: 0.0950828 Feb 03 21:38:54.476174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cdc784fb-33dc-4095-81ad-e7bb5949c832), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:54.525611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34f2eb05-b93e-4cf6-8da1-947b77099282 req-919a087d-6926-4b7c-8425-c53ababd37c4 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827053 Feb 03 21:38:54.528880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:38:54.534302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:38:54.537750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:38:54.544141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Pushing event updated for resources: {'Port': ['ID=cdc784fb-33dc-4095-81ad-e7bb5949c832,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:54.652840 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (6b67953b-69d8-4b0f-8d97-ecceb0640c51), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:54.695060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b2a09-5c29-4471-a9be-dfe7585a26cc req-a97e144a-22c2-4d96-b413-2c3377ea75f1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:54.696515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-742b2a09-5c29-4471-a9be-dfe7585a26cc req-a97e144a-22c2-4d96-b413-2c3377ea75f1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 946 time: 0.0885901 Feb 03 21:38:54.711047 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cdc784fb-33dc-4095-81ad-e7bb5949c832), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:54.779317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-742b2a09-5c29-4471-a9be-dfe7585a26cc req-3edd95a8-cea2-4761-a53b-d12705cfd8a4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760007 Feb 03 21:38:54.865244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-49314476-1c68-4f05-83ad-fcbe373d755a tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips/e6f56a3f-61cc-4fee-8459-8e521773132f HTTP/1.1" status: 200 len: 693 time: 0.0509574 Feb 03 21:38:55.003008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for port (cdc784fb-33dc-4095-81ad-e7bb5949c832), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.008341 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (cdc784fb-33dc-4095-81ad-e7bb5949c832), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.017627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-52f8cf75-dca9-4519-aa6f-06de82773520 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:55.018955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-52f8cf75-dca9-4519-aa6f-06de82773520 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1478310 Feb 03 21:38:55.118742 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-713d55f6-e66b-4bc1-823b-20af04fbbe45 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.0773385 Feb 03 21:38:55.121221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Pushing event updated for resources: {'Port': ['ID=cdc784fb-33dc-4095-81ad-e7bb5949c832,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:55.171909 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (6b67953b-69d8-4b0f-8d97-ecceb0640c51), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.183600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-4f341744-6ffe-45de-a358-ae2b1cd87eb9 tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.0560203 Feb 03 21:38:55.204604 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.205750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-57b13866-9b5b-41a6-80ca-364636128764 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6740015 Feb 03 21:38:55.262504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 90d2c41d-772e-4170-bb96-ca8aa11279de details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:38:55.367174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:55.503519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '90d2c41d-772e-4170-bb96-ca8aa11279de', 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a', 'port_id': '90d2c41d-772e-4170-bb96-ca8aa11279de', 'mac_address': 'fa:16:3e:c1:6d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05581427-b6cc-4869-9bb2-ddc18faca9e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:38:55.542556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 90d2c41d-772e-4170-bb96-ca8aa11279de is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:55.542947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.556443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d2c41d-772e-4170-bb96-ca8aa11279de {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:55.576280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:55.580360 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.595664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-bf6ea6e8-c100-4f66-82ab-ef4275dec212 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.3602872 Feb 03 21:38:55.627285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=90d2c41d-772e-4170-bb96-ca8aa11279de,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:55.689673 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a977863f-3885-4515-b6b3-6c9092118c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.710190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Deleting port 6addf126-d808-456b-b75e-def730762dd7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:38:55.710529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6addf126-d808-456b-b75e-def730762dd7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.760197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-854f8518-17bd-40b3-af22-8257ab0a44ca tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:55.761531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-782e2209-0ca6-4bf1-897a-2431b9088991 req-854f8518-17bd-40b3-af22-8257ab0a44ca tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1464016 Feb 03 21:38:55.802076 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6addf126-d808-456b-b75e-def730762dd7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.802400 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (6addf126-d808-456b-b75e-def730762dd7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:55.815892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Calling delete_port for 6addf126-d808-456b-b75e-def730762dd7 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:38:55.920447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeed41-dcfa-4417-80ab-948deab05bba req-6ea766d0-c8f0-4ddd-9e9f-2ec681fa9d33 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:55.921941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02aeed41-dcfa-4417-80ab-948deab05bba req-6ea766d0-c8f0-4ddd-9e9f-2ec681fa9d33 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 944 time: 0.1078377 Feb 03 21:38:55.979830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02aeed41-dcfa-4417-80ab-948deab05bba req-c8847404-39d4-4ff8-8f04-25c0558906f2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516546 Feb 03 21:38:56.023174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6addf126-d808-456b-b75e-def730762dd7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:56.049672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Pushing event deleted for resources: {'Port': ['ID=6addf126-d808-456b-b75e-def730762dd7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:56.059046 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['90d2c41d-772e-4170-bb96-ca8aa11279de'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:38:56.119771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks [] for floatingip (e6f56a3f-61cc-4fee-8459-8e521773132f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:56.123785 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:56.125784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d07c9bc7-6e7e-4b1f-a2bc-d2a30110186d req-e6129f69-8b35-43fd-a91c-0f7a091de59e tempest-FloatingIPDetailsTestJSON-1788193488 tempest-FloatingIPDetailsTestJSON-1788193488-project] 10.222.0.50 "DELETE /v2.0/floatingips/e6f56a3f-61cc-4fee-8459-8e521773132f HTTP/1.1" status: 204 len: 173 time: 0.9351647 Feb 03 21:38:56.132667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:56.274289 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72918c24-46f4-4cd5-8d19-eb47995ee3d9 x-openstack-request-id: req-72918c24-46f4-4cd5-8d19-eb47995ee3d9 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:56.274629 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297520c6-e77d-4931-8912-96b2ff320698", "tag": "8d431009-999a-4239-914e-0efdd77c9c20", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:56.274875 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72918c24-46f4-4cd5-8d19-eb47995ee3d9 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:56.275454 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297520c6-e77d-4931-8912-96b2ff320698', 'tag': '8d431009-999a-4239-914e-0efdd77c9c20', 'status': 'completed', 'code': 200} Feb 03 21:38:56.431870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-b5238347-e31b-4aaf-b352-75eb2686693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:56.433321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-b5238347-e31b-4aaf-b352-75eb2686693a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1180219ab3ad4947879c0a31c3f61450&device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 1125 time: 0.1374006 Feb 03 21:38:56.437393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97dad9-cf1a-4adb-adcc-8c85eb2a76f0 req-eb2f1283-5f48-4e06-8fe6-476264231a67 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:56.438764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df97dad9-cf1a-4adb-adcc-8c85eb2a76f0 req-eb2f1283-5f48-4e06-8fe6-476264231a67 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1128 time: 0.0991046 Feb 03 21:38:56.496081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84c35c-e61d-483d-9b7b-b5b9032a55fc req-484dd92d-c65d-45d7-ad41-2d6384a54967 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:56.497583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf84c35c-e61d-483d-9b7b-b5b9032a55fc req-484dd92d-c65d-45d7-ad41-2d6384a54967 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 943 time: 0.1318135 Feb 03 21:38:56.573352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df97dad9-cf1a-4adb-adcc-8c85eb2a76f0 req-f8625dde-2c13-49b4-a1c7-a6b0e032bcdc tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223195 Feb 03 21:38:56.604281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf84c35c-e61d-483d-9b7b-b5b9032a55fc req-73099017-d266-4189-a5a8-85cb67362f15 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990822 Feb 03 21:38:56.607269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-24ab9b8d-1390-4079-a895-2498e4ffdd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:56.609312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-24ab9b8d-1390-4079-a895-2498e4ffdd5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 HTTP/1.1" status: 200 len: 925 time: 0.1678836 Feb 03 21:38:56.646088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (c63d54f2-9ced-4af0-b9c5-e462d5902bde), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:56.667561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-dc134944-baa2-4966-83e0-90bcfd1be5fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d431009-999a-4239-914e-0efdd77c9c20 HTTP/1.1" status: 200 len: 217 time: 0.0482597 Feb 03 21:38:56.778710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-697314d6-24f5-490d-bf53-e277e037102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:56.780921 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-697314d6-24f5-490d-bf53-e277e037102f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c1721e8-321d-4d48-ba06-56f0e79dd1a5 HTTP/1.1" status: 200 len: 863 time: 0.1048362 Feb 03 21:38:56.799600 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:56.828966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f207e-cf5a-46ef-92b2-d2fdf0509717 req-e610f920-8277-4d6f-8507-f8ce690b29cb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:56.830457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c2f207e-cf5a-46ef-92b2-d2fdf0509717 req-e610f920-8277-4d6f-8507-f8ce690b29cb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1249323 Feb 03 21:38:56.867767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f31c-5b86-4097-891d-361b1ca21363 req-f896108d-f9fa-41de-a8fb-5aa32ada59ae tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:56.869255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4b6f31c-5b86-4097-891d-361b1ca21363 req-f896108d-f9fa-41de-a8fb-5aa32ada59ae tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1499457 Feb 03 21:38:56.927890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-f415621a-6b52-4fae-8db5-eaacc7f75de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:56.929427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-f415621a-6b52-4fae-8db5-eaacc7f75de0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1424689 Feb 03 21:38:56.954718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4b6f31c-5b86-4097-891d-361b1ca21363 req-06021838-0cbe-42e6-9621-120fce658223 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0757117 Feb 03 21:38:56.968078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c2f207e-cf5a-46ef-92b2-d2fdf0509717 req-79b19c09-7214-4bef-8b6f-fc6fa661f392 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239176 Feb 03 21:38:56.971081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Deleting port fe64c6a4-62ba-4eec-af5b-ba43bd79b719 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:38:56.971774 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:56.995245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b4b6f31c-5b86-4097-891d-361b1ca21363 req-6fa22e05-2103-49da-ad5b-fb6536623326 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Request body: {'floatingip': {'port_id': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:38:57.050274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] For port fe64c6a4-62ba-4eec-af5b-ba43bd79b719, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fe64c6a4-62ba-4eec-af5b-ba43bd79b719,segment=NetworkSegment(4f3db922-0129-45df-90cc-da1aca641830),segment_id=4f3db922-0129-45df-90cc-da1aca641830)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:57.050636 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:57.055746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4b6f31c-5b86-4097-891d-361b1ca21363 req-6fa22e05-2103-49da-ad5b-fb6536623326 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (6b67953b-69d8-4b0f-8d97-ecceb0640c51), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:57.065934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Calling delete_port for fe64c6a4-62ba-4eec-af5b-ba43bd79b719 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:38:57.161217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-1569bf66-67a7-49bf-a5de-5bac14c915ef service neutron] 10.222.0.10 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194059 Feb 03 21:38:57.207566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49237-d99c-469b-8d78-e6ecfc35ed6f req-1662e8d4-49e2-421f-9315-c9e6dd0c2446 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:57.209237 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7e49237-d99c-469b-8d78-e6ecfc35ed6f req-1662e8d4-49e2-421f-9315-c9e6dd0c2446 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1128 time: 0.1761799 Feb 03 21:38:57.285537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 90d2c41d-772e-4170-bb96-ca8aa11279de up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:38:57.300440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fe64c6a4-62ba-4eec-af5b-ba43bd79b719), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:57.341295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe64c6a4-62ba-4eec-af5b-ba43bd79b719,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:57.422965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 90d2c41d-772e-4170-bb96-ca8aa11279de completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:38:57.427979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 90d2c41d-772e-4170-bb96-ca8aa11279de triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:38:57.428437 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:57.451937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-739cb132-b823-4f8e-9489-89c7c49e1301 req-7d6a8d15-5c7f-4327-9434-574408196052 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591891 Feb 03 21:38:57.454372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7e49237-d99c-469b-8d78-e6ecfc35ed6f req-4de34dcd-e25f-424c-95df-02335690a295 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054706 Feb 03 21:38:57.524627 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-b4b6f31c-5b86-4097-891d-361b1ca21363 req-6fa22e05-2103-49da-ad5b-fb6536623326 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 21:38:57.534464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4b6f31c-5b86-4097-891d-361b1ca21363 req-6fa22e05-2103-49da-ad5b-fb6536623326 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "PUT /v2.0/floatingips/6b67953b-69d8-4b0f-8d97-ecceb0640c51 HTTP/1.1" status: 409 len: 549 time: 0.5698466 Feb 03 21:38:57.643249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 90d2c41d-772e-4170-bb96-ca8aa11279de is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:57.643643 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:57.644824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (c63d54f2-9ced-4af0-b9c5-e462d5902bde), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:57.689226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:38:57.691637 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891d2cf8-8c31-41c4-83d9-dbc833527528" -d '{"events": [{"server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "name": "network-vif-plugged", "status": "completed", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:38:57.715953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:57.721201 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:57.750791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-da93e515-9fef-41ba-88cf-cb7412544cc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips/6b67953b-69d8-4b0f-8d97-ecceb0640c51 HTTP/1.1" status: 200 len: 692 time: 0.0574613 Feb 03 21:38:57.772925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4512fb7-861e-4f89-9a9e-2eab11a991a2 req-0a37b88d-443c-4ebf-b3b6-4ccf52cfaf30 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:57.779684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=90d2c41d-772e-4170-bb96-ca8aa11279de,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:57.780585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4512fb7-861e-4f89-9a9e-2eab11a991a2 req-0a37b88d-443c-4ebf-b3b6-4ccf52cfaf30 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 944 time: 0.1551325 Feb 03 21:38:57.877004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4512fb7-861e-4f89-9a9e-2eab11a991a2 req-6dc2f6bf-53c4-4df9-8f81-9a641a97271f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959272 Feb 03 21:38:57.930961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-cba3ac02-1ec7-4765-8ea1-fef651ccb917 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:57.932140 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-cba3ac02-1ec7-4765-8ea1-fef651ccb917 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1750560 Feb 03 21:38:58.004030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-a3fe8172-97e2-4455-92fe-da17d0ca6ff1 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0651317 Feb 03 21:38:58.095126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-6f917d23-d210-49fe-83ed-c6a6f932a58d tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0820634 Feb 03 21:38:58.129528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Router c63d54f2-9ced-4af0-b9c5-e462d5902bde has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:38:58.175537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f287-ef3e-4f43-8639-4ff86d6983c5 req-abf42a76-4395-4e0a-a1f6-e63d6c9a67c7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:58.177549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a086f287-ef3e-4f43-8639-4ff86d6983c5 req-abf42a76-4395-4e0a-a1f6-e63d6c9a67c7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 943 time: 0.1161797 Feb 03 21:38:58.257597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:38:58.267418 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d636ac71-43dd-4b4e-8833-a68a87a1f41b admin admin] 10.222.0.50 "PUT /v2.0/routers/c63d54f2-9ced-4af0-b9c5-e462d5902bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1313581 Feb 03 21:38:58.267849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47042) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:58.281406 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] Sync routers for ids ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:38:58.289100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a086f287-ef3e-4f43-8639-4ff86d6983c5 req-cb9acced-6e2b-4237-8502-79df662d25ce tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820611 Feb 03 21:38:58.290455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47044) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:58.295123 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] Routers {'c63d54f2-9ced-4af0-b9c5-e462d5902bde'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:58.295628 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:58.319926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Deleting port cdc784fb-33dc-4095-81ad-e7bb5949c832 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:38:58.320280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cdc784fb-33dc-4095-81ad-e7bb5949c832), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.474260 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.481664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks [] for router (c63d54f2-9ced-4af0-b9c5-e462d5902bde), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.485934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cdc784fb-33dc-4095-81ad-e7bb5949c832), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.485934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (cdc784fb-33dc-4095-81ad-e7bb5949c832), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.505366 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082f62f8-a5a5-4e1d-9bb7-833eac299b17 x-openstack-request-id: req-082f62f8-a5a5-4e1d-9bb7-833eac299b17 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:38:58.505579 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "name": "network-vif-plugged", "status": "completed", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:38:58.505832 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-082f62f8-a5a5-4e1d-9bb7-833eac299b17 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:38:58.507314 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de', 'code': 200} Feb 03 21:38:58.522237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Calling delete_port for cdc784fb-33dc-4095-81ad-e7bb5949c832 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:38:58.567906 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acd052d4-c6ea-4d1c-9222-945977b439ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.624572 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] Set router c63d54f2-9ced-4af0-b9c5-e462d5902bde gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:58.636851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks [] for router_gateway (c63d54f2-9ced-4af0-b9c5-e462d5902bde), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.696195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Deleting port 2288024b-617c-41ff-894a-3e01726df2ee {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:38:58.696625 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2288024b-617c-41ff-894a-3e01726df2ee), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.745169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04aec9e-8ec6-441a-92fa-25d17e1d1fe7 req-64e2cac8-262e-469a-aaa7-f656bcac9bd3 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:58.746697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c04aec9e-8ec6-441a-92fa-25d17e1d1fe7 req-64e2cac8-262e-469a-aaa7-f656bcac9bd3 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1801944 Feb 03 21:38:58.778697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd49aa-a0aa-47c5-8bce-0efa816b2165 req-0fe16aeb-10ba-4a52-82ff-23b47c092be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:58.780773 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64cd49aa-a0aa-47c5-8bce-0efa816b2165 req-0fe16aeb-10ba-4a52-82ff-23b47c092be9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1127 time: 0.1348310 Feb 03 21:38:58.803177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] For port 2288024b-617c-41ff-894a-3e01726df2ee, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2288024b-617c-41ff-894a-3e01726df2ee,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:58.804310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2288024b-617c-41ff-894a-3e01726df2ee), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.824309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Calling delete_port for 2288024b-617c-41ff-894a-3e01726df2ee owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:38:58.860636 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2288024b-617c-41ff-894a-3e01726df2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:57Z', 'revision_number': 5, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'gw_port': {'id': '2288024b-617c-41ff-894a-3e01726df2ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:12Z', 'updated_at': '2022-02-03T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:58.894547 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] Checking router: c63d54f2-9ced-4af0-b9c5-e462d5902bde for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:38:58.903251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64cd49aa-a0aa-47c5-8bce-0efa816b2165 req-8cf7be42-888e-4ac7-b50d-9f79e9bb57fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095481 Feb 03 21:38:58.903482 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] Routers {'c63d54f2-9ced-4af0-b9c5-e462d5902bde'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:38:58.904094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:58.906276 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c04aec9e-8ec6-441a-92fa-25d17e1d1fe7 req-ce4c0043-1360-408e-b2e8-ced4d8542f91 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429703 Feb 03 21:38:58.913956 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acd052d4-c6ea-4d1c-9222-945977b439ff admin admin] Publish callbacks [] for security_group (6c742193-146b-4e96-a876-bff0840a9784), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:58.937841 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acd052d4-c6ea-4d1c-9222-945977b439ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6c742193-146b-4e96-a876-bff0840a9784), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.012057 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] Set router c63d54f2-9ced-4af0-b9c5-e462d5902bde gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:38:59.029339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2288024b-617c-41ff-894a-3e01726df2ee), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.059753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Pushing event deleted for resources: {'Port': ['ID=2288024b-617c-41ff-894a-3e01726df2ee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:59.067292 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:58Z', 'revision_number': 6, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:38:59.097828 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d1df4e-faff-4acf-8992-163abbda8192 None None] The sync data for ids ['c63d54f2-9ced-4af0-b9c5-e462d5902bde'] in n-d-824834-9 is: [{'id': 'c63d54f2-9ced-4af0-b9c5-e462d5902bde', 'name': 'tempest-FloatingIPDetailsTestJSON-1449273800-router', 'tenant_id': 'de41a0df09ff4a5294f29c408593ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:58Z', 'revision_number': 6, 'project_id': 'de41a0df09ff4a5294f29c408593ac16', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:38:59.135681 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (c63d54f2-9ced-4af0-b9c5-e462d5902bde), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.243409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cdc784fb-33dc-4095-81ad-e7bb5949c832), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.250438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (c63d54f2-9ced-4af0-b9c5-e462d5902bde), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.253303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks [] for router_controller (c63d54f2-9ced-4af0-b9c5-e462d5902bde), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.320856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8d431009-999a-4239-914e-0efdd77c9c20 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:38:59.327320 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-acd052d4-c6ea-4d1c-9222-945977b439ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef42e343941645a992d5adbe88a75841&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0348182 Feb 03 21:38:59.331548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:59.336637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Pushing event deleted for resources: {'Port': ['ID=cdc784fb-33dc-4095-81ad-e7bb5949c832,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:59.340168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd052d4-c6ea-4d1c-9222-945977b439ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c742193-146b-4e96-a876-bff0840a9784,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:59.376839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (c63d54f2-9ced-4af0-b9c5-e462d5902bde), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.377515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c63d54f2-9ced-4af0-b9c5-e462d5902bde {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:38:59.392003 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.393223 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-51eeaa3d-b79f-4bef-a300-01214003a94e admin admin] 10.222.0.50 "DELETE /v2.0/routers/c63d54f2-9ced-4af0-b9c5-e462d5902bde HTTP/1.1" status: 204 len: 168 time: 1.1242461 Feb 03 21:38:59.395760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:38:59.406628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-a462ff0c-6b01-4c81-ab58-c09f0deb9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:59.408241 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-a462ff0c-6b01-4c81-ab58-c09f0deb9e2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1132 time: 0.1284816 Feb 03 21:38:59.429395 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-cab1ae62-3b32-4ffc-8b59-6fe19660e282 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2006140 Feb 03 21:38:59.433482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21467677-1e0c-419f-b82e-e3331e6dd690 req-8d4f5df1-a5ff-4ce9-9718-abe989f0b1ca tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:59.434971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-21467677-1e0c-419f-b82e-e3331e6dd690 req-8d4f5df1-a5ff-4ce9-9718-abe989f0b1ca tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1128 time: 0.2054956 Feb 03 21:38:59.438428 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (6b67953b-69d8-4b0f-8d97-ecceb0640c51), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.441194 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.452856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b14b30e7-b1be-4b0a-97f5-d80cc1061084 req-fc9beca7-3f8a-4656-a2ce-0d54ea5ba78b tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "DELETE /v2.0/floatingips/6b67953b-69d8-4b0f-8d97-ecceb0640c51 HTTP/1.1" status: 204 len: 173 time: 1.3408744 Feb 03 21:38:59.480170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 8d431009-999a-4239-914e-0efdd77c9c20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8d431009-999a-4239-914e-0efdd77c9c20,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:59.509017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '8d431009-999a-4239-914e-0efdd77c9c20', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'port_id': '8d431009-999a-4239-914e-0efdd77c9c20', 'mac_address': 'fa:16:3e:57:2c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:38:59.559015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e5fcb7f-29df-4bfe-8fff-8499d6d7de83 admin admin] Publish callbacks [] for security_group (6c742193-146b-4e96-a876-bff0840a9784), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.566886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e9cf3b-1fd0-4fff-a54f-b197442e1aaf admin admin] Deleting subnet 50bded3f-970e-4c9d-8f72-76207625d88f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:38:59.581334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-21467677-1e0c-419f-b82e-e3331e6dd690 req-e846a382-31a1-40ef-9180-55b2f9eb0e3b tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126363 Feb 03 21:38:59.584426 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf3b-1fd0-4fff-a54f-b197442e1aaf admin admin] Publish callbacks [] for subnet (50bded3f-970e-4c9d-8f72-76207625d88f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.628028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e5fcb7f-29df-4bfe-8fff-8499d6d7de83 admin admin] Publish callbacks [] for security_group (6c742193-146b-4e96-a876-bff0840a9784), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.631779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fe64c6a4-62ba-4eec-af5b-ba43bd79b719 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:38:59.634410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 8d431009-999a-4239-914e-0efdd77c9c20 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:38:59.635715 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8d431009-999a-4239-914e-0efdd77c9c20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.637690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-003cf96a-078f-4886-8738-aa8d321243f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:59.639563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-003cf96a-078f-4886-8738-aa8d321243f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1126 time: 0.1341670 Feb 03 21:38:59.678853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: fe64c6a4-62ba-4eec-af5b-ba43bd79b719 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:38:59.679507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fe64c6a4-62ba-4eec-af5b-ba43bd79b719 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:38:59.684335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d431009-999a-4239-914e-0efdd77c9c20 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:38:59.711740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-bc965b7b-a133-408d-9094-7a7f3a33b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:59.713247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-bc965b7b-a133-408d-9094-7a7f3a33b0f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2834001 Feb 03 21:38:59.713962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 8d431009-999a-4239-914e-0efdd77c9c20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8d431009-999a-4239-914e-0efdd77c9c20,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:38:59.722598 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8d431009-999a-4239-914e-0efdd77c9c20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.762640 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-b90e3048-50e7-4d3d-8444-c2a250eefa73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 HTTP/1.1" status: 200 len: 217 time: 0.0423360 Feb 03 21:38:59.767275 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf3b-1fd0-4fff-a54f-b197442e1aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (50bded3f-970e-4c9d-8f72-76207625d88f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.792233 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=8d431009-999a-4239-914e-0efdd77c9c20,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:59.802031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a2d0-5466-452f-ab78-677c7f2c606f req-47233703-ffa9-4e7c-a277-9db7f437a2f2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:59.803698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fd7a2d0-5466-452f-ab78-677c7f2c606f req-47233703-ffa9-4e7c-a277-9db7f437a2f2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 945 time: 0.1235180 Feb 03 21:38:59.809228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-84c7f799-9569-4a2d-8dad-7119aa9ba13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:59.811304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-84c7f799-9569-4a2d-8dad-7119aa9ba13e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.1392412 Feb 03 21:38:59.815234 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.860180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e5fcb7f-29df-4bfe-8fff-8499d6d7de83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6c742193-146b-4e96-a876-bff0840a9784), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.862666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e5fcb7f-29df-4bfe-8fff-8499d6d7de83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:38:59.863788 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0e5fcb7f-29df-4bfe-8fff-8499d6d7de83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c742193-146b-4e96-a876-bff0840a9784 HTTP/1.1" status: 204 len: 168 time: 0.5300095 Feb 03 21:38:59.894214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-d60d18ff-8939-4c0a-8f1e-66911dfbb709 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 217 time: 0.0685256 Feb 03 21:38:59.913230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-e2b952cd-c8ed-4cc6-81ba-1e30254f6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:59.916521 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-e2b952cd-c8ed-4cc6-81ba-1e30254f6ef4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1474335 Feb 03 21:38:59.949945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fd7a2d0-5466-452f-ab78-677c7f2c606f req-3a06bcad-cf92-4367-8463-7dbf9896fea8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375618 Feb 03 21:38:59.958196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fcb7f-29df-4bfe-8fff-8499d6d7de83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c742193-146b-4e96-a876-bff0840a9784,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:38:59.984521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-26978c85-5947-42b4-be5d-3df5073d3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:38:59.986159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-26978c85-5947-42b4-be5d-3df5073d3fd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0808761 Feb 03 21:39:00.002460 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf3b-1fd0-4fff-a54f-b197442e1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (50bded3f-970e-4c9d-8f72-76207625d88f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.038428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-b718492c-b87e-4c3c-ad93-44fb8f915d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:00.040004 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-b718492c-b87e-4c3c-ad93-44fb8f915d0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1143267 Feb 03 21:39:00.047686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-29e8a627-f6e8-475c-ac62-723738f5343c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544553 Feb 03 21:39:00.151651 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-3feafaac-0818-4564-ac8a-54cf671fc847 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988176 Feb 03 21:39:00.234104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['8d431009-999a-4239-914e-0efdd77c9c20'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:00.250878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf3b-1fd0-4fff-a54f-b197442e1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (50bded3f-970e-4c9d-8f72-76207625d88f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.292382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9cf3b-1fd0-4fff-a54f-b197442e1aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50bded3f-970e-4c9d-8f72-76207625d88f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:00.307859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf3b-1fd0-4fff-a54f-b197442e1aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.312892 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c5e9cf3b-1fd0-4fff-a54f-b197442e1aaf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/50bded3f-970e-4c9d-8f72-76207625d88f HTTP/1.1" status: 204 len: 168 time: 0.9158719 Feb 03 21:39:00.315493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:00.325301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-806eeee5-a915-4e7d-ab31-6167a3693575 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656016 Feb 03 21:39:00.336459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8711ef-8057-4d56-a3cd-220ad7b61c72 None None] Network 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:39:00.343721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-c56f4c8d-b586-419e-9254-a034b87ba734 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1001 time: 0.1522849 Feb 03 21:39:00.361677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffdf47-8a70-46be-bc34-1d46fc5b1ef4 req-d1cddb09-b0f8-4129-8f5c-bc115e37f74b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:00.369815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78ffdf47-8a70-46be-bc34-1d46fc5b1ef4 req-d1cddb09-b0f8-4129-8f5c-bc115e37f74b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 944 time: 0.2916126 Feb 03 21:39:00.443579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47084) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:00.488870 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a218c307-43a0-49bd-b7b9-fcf7609afbfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.505639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-7416e292-9782-491a-9809-01d58bbdb341 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:00.520658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-7416e292-9782-491a-9809-01d58bbdb341 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports/a02bcaf9-45d0-4abc-a945-733be60aeb38 HTTP/1.1" status: 200 len: 942 time: 0.1684134 Feb 03 21:39:00.599926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c73e3a-212b-4b72-93d7-8a0da332f7f8 None None] DHCP port deletion for 3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:39:00.647357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78ffdf47-8a70-46be-bc34-1d46fc5b1ef4 req-9b96926d-619e-41b7-83b3-56590c681039 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710454 Feb 03 21:39:00.659120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e23b048-96d9-4a76-9036-a6144db4aa84 req-ca918194-3f3d-4cd8-813e-7d81ac0d49c7 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255980 Feb 03 21:39:00.663546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-98c73e3a-212b-4b72-93d7-8a0da332f7f8 None None] Deleting port de830291-edf7-4e00-ae47-3f3e8956b0a8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:39:00.664742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c73e3a-212b-4b72-93d7-8a0da332f7f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.736430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-4c3b591b-503e-4bea-b2ca-68f5d8bdd3e4 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1001 time: 0.1295810 Feb 03 21:39:00.754906 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-53866a9b-63f0-4b55-adff-f0f278550c5f req-f1c59184-ea8d-457c-a3df-b23f5cc6b862 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954492 Feb 03 21:39:00.771055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-98c73e3a-212b-4b72-93d7-8a0da332f7f8 None None] For port de830291-edf7-4e00-ae47-3f3e8956b0a8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=de830291-edf7-4e00-ae47-3f3e8956b0a8,segment=NetworkSegment(4f3db922-0129-45df-90cc-da1aca641830),segment_id=4f3db922-0129-45df-90cc-da1aca641830)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:00.771541 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c73e3a-212b-4b72-93d7-8a0da332f7f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.804199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.804446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-98c73e3a-212b-4b72-93d7-8a0da332f7f8 None None] Calling delete_port for de830291-edf7-4e00-ae47-3f3e8956b0a8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:39:00.876541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-373ddbd0-7391-4243-bc20-5bce7f9dcb01 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:00.878681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-373ddbd0-7391-4243-bc20-5bce7f9dcb01 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1411331 Feb 03 21:39:00.892875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Deleting port de830291-edf7-4e00-ae47-3f3e8956b0a8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:39:00.893165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.954740 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c73e3a-212b-4b72-93d7-8a0da332f7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.973301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] For port de830291-edf7-4e00-ae47-3f3e8956b0a8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=de830291-edf7-4e00-ae47-3f3e8956b0a8,segment=NetworkSegment(4f3db922-0129-45df-90cc-da1aca641830),segment_id=4f3db922-0129-45df-90cc-da1aca641830)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:00.973921 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.978211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a218c307-43a0-49bd-b7b9-fcf7609afbfe admin admin] Publish callbacks [] for security_group (67091fe3-cdd0-4e37-8415-b7a8ed4eb24e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.988662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-94bed5e1-31d5-4c37-af87-97628e3106f3 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1001 time: 0.1011200 Feb 03 21:39:00.989786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a218c307-43a0-49bd-b7b9-fcf7609afbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (67091fe3-cdd0-4e37-8415-b7a8ed4eb24e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:00.996568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Calling delete_port for de830291-edf7-4e00-ae47-3f3e8956b0a8 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:39:01.005979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c73e3a-212b-4b72-93d7-8a0da332f7f8 None None] Pushing event deleted for resources: {'Port': ['ID=de830291-edf7-4e00-ae47-3f3e8956b0a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:01.011987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c73e3a-212b-4b72-93d7-8a0da332f7f8 None None] No DVR routers for this DVR port de830291-edf7-4e00-ae47-3f3e8956b0a8 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:39:01.013346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-159561d8-95d5-4b5b-b5f2-8577f29e1a75 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:01.084099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218c307-43a0-49bd-b7b9-fcf7609afbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67091fe3-cdd0-4e37-8415-b7a8ed4eb24e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:01.090990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a218c307-43a0-49bd-b7b9-fcf7609afbfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11a3b60f1ea54a5789eb6628194debf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6454701 Feb 03 21:39:01.092812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47098) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:01.094791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (de830291-edf7-4e00-ae47-3f3e8956b0a8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.104172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-159561d8-95d5-4b5b-b5f2-8577f29e1a75 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (3ec6dded-cf11-4b6a-a61a-65b772bd0f6a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.129331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Pushing event deleted for resources: {'Port': ['ID=de830291-edf7-4e00-ae47-3f3e8956b0a8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:01.131617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] No DVR routers for this DVR port de830291-edf7-4e00-ae47-3f3e8956b0a8 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:39:01.208027 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.229001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:01.237134 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c686b9bf-a883-4d7b-8e82-c0cd844d12d7 admin admin] Publish callbacks [] for security_group (67091fe3-cdd0-4e37-8415-b7a8ed4eb24e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.239440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3db922-0129-45df-90cc-da1aca641830') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:01.239744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3db922-0129-45df-90cc-da1aca641830') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:01.250440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (4f3db922-0129-45df-90cc-da1aca641830), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.266016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4f3db922-0129-45df-90cc-da1aca641830), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.275096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:39:01.275488 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (4f3db922-0129-45df-90cc-da1aca641830), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:39:01.277704 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:39:01.299266 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c686b9bf-a883-4d7b-8e82-c0cd844d12d7 admin admin] Publish callbacks [] for security_group (67091fe3-cdd0-4e37-8415-b7a8ed4eb24e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.309809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-159561d8-95d5-4b5b-b5f2-8577f29e1a75 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.318932 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-159561d8-95d5-4b5b-b5f2-8577f29e1a75 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (3ec6dded-cf11-4b6a-a61a-65b772bd0f6a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.319273 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-159561d8-95d5-4b5b-b5f2-8577f29e1a75 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Floating IP 3ec6dded-cf11-4b6a-a61a-65b772bd0f6a disassociated. External IP: 172.25.5.238, port: a02bcaf9-45d0-4abc-a945-733be60aeb38. Feb 03 21:39:01.340071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.348444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.351809 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592 HTTP/1.1" status: 204 len: 168 time: 1.0349429 Feb 03 21:39:01.366617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e673f-d227-43b4-ab0e-a6265498a695 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f0a05b4-8ab9-4def-9e6d-6bd7cc0b8592,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:01.443850 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c686b9bf-a883-4d7b-8e82-c0cd844d12d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (67091fe3-cdd0-4e37-8415-b7a8ed4eb24e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.446422 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c686b9bf-a883-4d7b-8e82-c0cd844d12d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.447612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c686b9bf-a883-4d7b-8e82-c0cd844d12d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67091fe3-cdd0-4e37-8415-b7a8ed4eb24e HTTP/1.1" status: 204 len: 168 time: 0.3539910 Feb 03 21:39:01.460617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686b9bf-a883-4d7b-8e82-c0cd844d12d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67091fe3-cdd0-4e37-8415-b7a8ed4eb24e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:01.529847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device de830291-edf7-4e00-ae47-3f3e8956b0a8 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:01.551351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: de830291-edf7-4e00-ae47-3f3e8956b0a8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:39:01.551705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device de830291-edf7-4e00-ae47-3f3e8956b0a8 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:39:01.552133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2288024b-617c-41ff-894a-3e01726df2ee no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:01.573911 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 2288024b-617c-41ff-894a-3e01726df2ee {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:39:01.574314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2288024b-617c-41ff-894a-3e01726df2ee not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:39:01.629142 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-159561d8-95d5-4b5b-b5f2-8577f29e1a75 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Router deef175d-8fed-4699-8ae0-20995a631427 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:39:01.634219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47114) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:01.686507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8cdf58e2-0314-48c4-ac63-e0b1a3590aff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de41a0df09ff4a5294f29c408593ac16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505502 Feb 03 21:39:01.689352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47118) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:01.728175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-fe3dcc93-e1f5-4547-92e0-e12c4496b030 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:39:01.729217 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-fe3dcc93-e1f5-4547-92e0-e12c4496b030 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176580 Feb 03 21:39:01.775335 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c79c753d-1f78-45b4-94fc-57e5c07ba5b7 admin admin] Publish callbacks [] for security_group (88f33bf1-1817-416b-bb92-127439731ec2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.778432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-159561d8-95d5-4b5b-b5f2-8577f29e1a75 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:39:01.789366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] Sync routers for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:39:01.790807 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-159561d8-95d5-4b5b-b5f2-8577f29e1a75 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.794309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-c756437f-fde7-4cba-a486-e6256da331cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:01.796955 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-c756437f-fde7-4cba-a486-e6256da331cb service neutron] 10.222.0.50 "GET /v2.0/ports/e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 1125 time: 0.0555689 Feb 03 21:39:01.802510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:01.803392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:01.811597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Request body: {'binding': {'host': 'n-h1-824834-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:01.812065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:39:01.815873 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c79c753d-1f78-45b4-94fc-57e5c07ba5b7 admin admin] Publish callbacks [] for security_group (88f33bf1-1817-416b-bb92-127439731ec2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.846951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-159561d8-95d5-4b5b-b5f2-8577f29e1a75 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "PUT /v2.0/floatingips/3ec6dded-cf11-4b6a-a61a-65b772bd0f6a HTTP/1.1" status: 200 len: 695 time: 0.8456588 Feb 03 21:39:01.847408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:01.849694 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2246591-09ac-423f-87db-0f7c795fe0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:01.889781 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:39:01.927358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-383edb83-672a-46c9-a548-493ebf03e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:01.928540 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-383edb83-672a-46c9-a548-493ebf03e86c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78ce9595634e406b992bfb904c6a55b3&device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 1127 time: 0.0656838 Feb 03 21:39:01.959258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c79c753d-1f78-45b4-94fc-57e5c07ba5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (88f33bf1-1817-416b-bb92-127439731ec2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.962534 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c79c753d-1f78-45b4-94fc-57e5c07ba5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:01.963876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c79c753d-1f78-45b4-94fc-57e5c07ba5b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88f33bf1-1817-416b-bb92-127439731ec2 HTTP/1.1" status: 204 len: 168 time: 0.2740831 Feb 03 21:39:01.976831 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c753d-1f78-45b4-94fc-57e5c07ba5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f33bf1-1817-416b-bb92-127439731ec2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:01.983940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:02.049574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-ee49e2a9-3349-4847-ac8c-8152949d742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:02.051141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-ee49e2a9-3349-4847-ac8c-8152949d742a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc HTTP/1.1" status: 200 len: 929 time: 0.1104779 Feb 03 21:39:02.055971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on host n-h1-824834-9 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:02.056462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:02.062150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:02.075503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:02.075942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:02.089982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:02.090335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:02.090728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:02.091306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Bound port: e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:02.138259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-f2d0f0e2-8e29-4f64-8692-42f4fb5f9063 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38 HTTP/1.1" status: 200 len: 217 time: 0.0806351 Feb 03 21:39:02.171579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:02.185850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:02.198579 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-296db1d0-3193-4450-868b-0c375a28ece5 service neutron] 10.222.0.50 "POST /v2.0/ports/e5a024f0-a5d9-4e75-b5fe-16d0ee83f258/bindings HTTP/1.1" status: 201 len: 389 time: 0.3909256 Feb 03 21:39:02.212597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-5c5fecde-0453-4952-a4ea-c7e33c4649da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:02.231205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-5c5fecde-0453-4952-a4ea-c7e33c4649da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=540ce20c-4e57-4ac1-8783-6f3e1e7538ad HTTP/1.1" status: 200 len: 867 time: 0.0919921 Feb 03 21:39:02.297165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'f14a9c6c-a533-44f7-b14a-a1bd6c791c24', 'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'mac_address': 'fa:16:3e:09:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:17Z', 'updated_at': '2022-02-03T21:38:27Z', 'revision_number': 5, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'subnets': [{'id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:02.315035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-bc6f9ba8-733a-4799-bfd0-cfd35d3cb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:02.324229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-bc6f9ba8-733a-4799-bfd0-cfd35d3cb01c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0921233 Feb 03 21:39:02.349390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] Checking router: deef175d-8fed-4699-8ae0-20995a631427 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:39:02.387687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:02.389201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:02.510067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-4cfa3bd7-84db-4380-aa93-2be6f3338af5 service neutron] 10.222.0.50 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846373 Feb 03 21:39:02.536008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:02.590549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c935825-1162-42e6-9aaf-25be6991b4ac req-4972ea12-9784-42fe-9d81-a4259c5e7f4a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:02.592613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c935825-1162-42e6-9aaf-25be6991b4ac req-4972ea12-9784-42fe-9d81-a4259c5e7f4a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1885207 Feb 03 21:39:02.650840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-da963830-a129-4ce6-9a6c-57ca42ce1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:02.652332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-da963830-a129-4ce6-9a6c-57ca42ce1362 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1128 time: 0.1328626 Feb 03 21:39:02.749202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c935825-1162-42e6-9aaf-25be6991b4ac req-fcb9206d-cf5e-43b9-b624-e82d318f0fbe tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459734 Feb 03 21:39:02.766125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afecc4c4-3402-4ebe-81df-089042c484e5 req-533ab067-73ec-4e1d-8341-6d52dbf510b5 service neutron] 10.222.0.50 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454379 Feb 03 21:39:02.802311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'f14a9c6c-a533-44f7-b14a-a1bd6c791c24', 'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'mac_address': 'fa:16:3e:09:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:17Z', 'updated_at': '2022-02-03T21:38:27Z', 'revision_number': 5, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'subnets': [{'id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:02.849163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed272d1e-f2fa-4a3d-a602-0f08db1d6315 None None] The sync data for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 is: [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 4, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'f14a9c6c-a533-44f7-b14a-a1bd6c791c24', 'name': '', 'network_id': 'f0ab2c3f-a364-4562-8c1d-c5c91605d4fc', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'mac_address': 'fa:16:3e:09:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:17Z', 'updated_at': '2022-02-03T21:38:27Z', 'revision_number': 5, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'subnets': [{'id': '540ce20c-4e57-4ac1-8783-6f3e1e7538ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:39:02.860446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-8fdc7191-a4ca-423e-a482-8d4c0a1e3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:02.871403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-8fdc7191-a4ca-423e-a482-8d4c0a1e3aaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.2110126 Feb 03 21:39:02.983752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-efcbdcde-0cd6-4990-8e80-4830e922ec34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 217 time: 0.1039913 Feb 03 21:39:03.041019 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024606-1aad-45b3-bad1-8bc0b5f23546 req-5ead4ff0-d6bb-4b78-94ad-3189c3d433d2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:03.048541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa024606-1aad-45b3-bad1-8bc0b5f23546 req-5ead4ff0-d6bb-4b78-94ad-3189c3d433d2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 945 time: 0.1699376 Feb 03 21:39:03.095684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-98ffb032-3ec4-49ce-95f0-79d108b6f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:03.098927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-98ffb032-3ec4-49ce-95f0-79d108b6f77e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1085479 Feb 03 21:39:03.152798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-fe850e1b-6ae7-4b63-9ada-f9802393f8dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425038 Feb 03 21:39:03.157959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa024606-1aad-45b3-bad1-8bc0b5f23546 req-aed8c052-f589-4d2e-a0d6-b587adc1aa1c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084752 Feb 03 21:39:03.268700 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ecb697-ce17-435c-88fd-fc72ccfbee13 None None] New status for floating IP 3ec6dded-cf11-4b6a-a61a-65b772bd0f6a: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:39:03.307745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-987fe0c9-675d-479a-9110-25622c6b6bc0 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458638 Feb 03 21:39:03.312445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8d431009-999a-4239-914e-0efdd77c9c20 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:03.388879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 8d431009-999a-4239-914e-0efdd77c9c20 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:39:03.395737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 8d431009-999a-4239-914e-0efdd77c9c20 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:03.396446 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8d431009-999a-4239-914e-0efdd77c9c20), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:03.498795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-ff460964-29ee-4e49-b962-c09dced41bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:03.500345 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-ff460964-29ee-4e49-b962-c09dced41bd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78ce9595634e406b992bfb904c6a55b3&device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 1127 time: 0.1100876 Feb 03 21:39:03.515056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 8d431009-999a-4239-914e-0efdd77c9c20 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:03.515513 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8d431009-999a-4239-914e-0efdd77c9c20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:03.558897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 8d431009-999a-4239-914e-0efdd77c9c20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8d431009-999a-4239-914e-0efdd77c9c20,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:03.560933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297520c6-e77d-4931-8912-96b2ff320698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d431009-999a-4239-914e-0efdd77c9c20'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:03.565196 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346b9921-9988-4c83-b2ca-19c0b23fcc25" -d '{"events": [{"server_uuid": "297520c6-e77d-4931-8912-96b2ff320698", "name": "network-vif-plugged", "status": "completed", "tag": "8d431009-999a-4239-914e-0efdd77c9c20"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:03.572637 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8d431009-999a-4239-914e-0efdd77c9c20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:03.643876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=8d431009-999a-4239-914e-0efdd77c9c20,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:03.695160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-2e83358e-14a2-4061-849d-cad2429749d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:03.696821 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-2e83358e-14a2-4061-849d-cad2429749d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc HTTP/1.1" status: 200 len: 929 time: 0.1881666 Feb 03 21:39:03.740609 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01f518-7d69-4bf6-aca1-734b7fd60747 x-openstack-request-id: req-be01f518-7d69-4bf6-aca1-734b7fd60747 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:03.741216 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:03.746038 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be01f518-7d69-4bf6-aca1-734b7fd60747 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:03.746373 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'status': 'completed', 'code': 200} Feb 03 21:39:03.757907 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-1ddbf0f4-af8d-4426-a125-ff6098bdfcab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38 HTTP/1.1" status: 200 len: 217 time: 0.0532348 Feb 03 21:39:03.830108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-4954a2c9-df28-40c7-88fd-be57c76507b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:03.832099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-4954a2c9-df28-40c7-88fd-be57c76507b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=540ce20c-4e57-4ac1-8783-6f3e1e7538ad HTTP/1.1" status: 200 len: 867 time: 0.0685053 Feb 03 21:39:03.837965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46244503-acea-4216-a570-d4c447663805 req-f62159ed-ebfa-4478-9f05-483bfffd5967 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:03.844814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46244503-acea-4216-a570-d4c447663805 req-f62159ed-ebfa-4478-9f05-483bfffd5967 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 944 time: 0.5587337 Feb 03 21:39:03.869279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-924c4261-bb0b-4f0c-b018-34d67bbd1718 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459762 Feb 03 21:39:03.895157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd298d-00b6-4527-aa4f-42e13263792f req-21ce8995-2cd3-4e1b-baf9-fcfdc63bf9a0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:03.902142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ffd298d-00b6-4527-aa4f-42e13263792f req-21ce8995-2cd3-4e1b-baf9-fcfdc63bf9a0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 946 time: 0.1633515 Feb 03 21:39:03.937940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-6daf9516-3862-4e8c-957f-e3de9479b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:03.939724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-6daf9516-3862-4e8c-957f-e3de9479b7da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984504 Feb 03 21:39:03.945176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46244503-acea-4216-a570-d4c447663805 req-e456b61f-0759-45b9-b38d-b5abb431ccf3 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976543 Feb 03 21:39:04.062678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ffd298d-00b6-4527-aa4f-42e13263792f req-267bb27b-1204-4461-9528-26a7887f8670 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596689 Feb 03 21:39:04.064276 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-96617730-1366-4c03-bffe-a4e774a556cb service neutron] 10.222.0.10 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148322 Feb 03 21:39:04.065850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-970d0714-482c-408f-8a15-b9ad47115d70 req-21796ea0-d464-4662-8d55-59251c8912b5 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips/3ec6dded-cf11-4b6a-a61a-65b772bd0f6a HTTP/1.1" status: 200 len: 693 time: 0.0767891 Feb 03 21:39:04.101440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-67806065-5094-449f-a588-36f82596cf93 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:04.103041 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-67806065-5094-449f-a588-36f82596cf93 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1128 time: 0.1445777 Feb 03 21:39:04.143290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-9'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:04.227700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2246591-09ac-423f-87db-0f7c795fe0eb req-8d114953-daf0-48fc-b0f4-db597973bd2f service neutron] 10.222.0.10 "GET /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563268 Feb 03 21:39:04.258636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:04.330805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d0714-482c-408f-8a15-b9ad47115d70 req-54f61cbc-235a-4599-91ad-8064fd2b9bbe tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:04.332205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-970d0714-482c-408f-8a15-b9ad47115d70 req-54f61cbc-235a-4599-91ad-8064fd2b9bbe tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.2611809 Feb 03 21:39:04.451880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-970d0714-482c-408f-8a15-b9ad47115d70 req-91082510-e178-4272-b68f-c1a47bc3c403 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.1119950 Feb 03 21:39:04.522914 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-970d0714-482c-408f-8a15-b9ad47115d70 req-0a74766d-7bbf-4a73-a615-4cbed923c6ed tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.0643661 Feb 03 21:39:04.541823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:04.586913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605dc03-83bb-4cb9-8ae2-4cf9132d8ba8 req-35c86f38-ca18-441b-9278-cca8acccc69d tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:04.588449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4605dc03-83bb-4cb9-8ae2-4cf9132d8ba8 req-35c86f38-ca18-441b-9278-cca8acccc69d tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1127 time: 0.2009547 Feb 03 21:39:04.685459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:04.745979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4605dc03-83bb-4cb9-8ae2-4cf9132d8ba8 req-7337e05b-a4fd-4351-89ba-6afea448bdc4 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462142 Feb 03 21:39:04.755180 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Publish callbacks [] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:04.765756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-970d0714-482c-408f-8a15-b9ad47115d70 req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Deleting port 9bcb7ccf-5501-49af-a9b6-f0824c5341ce {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:39:04.766099 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-970d0714-482c-408f-8a15-b9ad47115d70 req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9bcb7ccf-5501-49af-a9b6-f0824c5341ce), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:04.767757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:04.902943 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fb1d81-2bb6-432b-92bb-7ae328511478 x-openstack-request-id: req-10fb1d81-2bb6-432b-92bb-7ae328511478 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:04.903505 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297520c6-e77d-4931-8912-96b2ff320698", "name": "network-vif-plugged", "status": "completed", "tag": "8d431009-999a-4239-914e-0efdd77c9c20", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:04.903587 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10fb1d81-2bb6-432b-92bb-7ae328511478 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:04.904895 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297520c6-e77d-4931-8912-96b2ff320698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d431009-999a-4239-914e-0efdd77c9c20', 'code': 200} Feb 03 21:39:04.927536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:04.935791 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-970d0714-482c-408f-8a15-b9ad47115d70 req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9bcb7ccf-5501-49af-a9b6-f0824c5341ce), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:04.936124 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-970d0714-482c-408f-8a15-b9ad47115d70 req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (9bcb7ccf-5501-49af-a9b6-f0824c5341ce), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:04.947656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on host n-h2-824834-9 for vnic_type normal with profile {"migrating_to": "n-h1-824834-9"} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:04.947997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:04.948332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:04.957334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-970d0714-482c-408f-8a15-b9ad47115d70 req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Calling delete_port for 9bcb7ccf-5501-49af-a9b6-f0824c5341ce owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:39:04.961247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:04.961577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Attempting to bind port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:04.984010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:04.984010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:04.984010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:04.984486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Bound port: e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:04.984486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:05.016604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb3d55-efbd-4fa8-a5bd-f9fbe8029faa req-b35bf48f-116c-4ff5-a4eb-a363e6142be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:05.018164 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bceb3d55-efbd-4fa8-a5bd-f9fbe8029faa req-b35bf48f-116c-4ff5-a4eb-a363e6142be0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 1127 time: 0.0528438 Feb 03 21:39:05.068102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bceb3d55-efbd-4fa8-a5bd-f9fbe8029faa req-8e90870f-9624-443c-bb57-1223fdf7ec8c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Feb 03 21:39:05.114593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c9f9-d738-4806-9730-ace707d76fa7 req-c233e5e7-311d-4885-8a30-7deef79298dd tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:05.116113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0339c9f9-d738-4806-9730-ace707d76fa7 req-c233e5e7-311d-4885-8a30-7deef79298dd tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1515529 Feb 03 21:39:05.163195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:05.184938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:05.219789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:05.254561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0339c9f9-d738-4806-9730-ace707d76fa7 req-e7a04eeb-f268-4b40-aaaf-0af9a55663db tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267612 Feb 03 21:39:05.296435 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-970d0714-482c-408f-8a15-b9ad47115d70 req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9bcb7ccf-5501-49af-a9b6-f0824c5341ce), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:05.326575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,revision_number=8']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:05.370845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Pushing event deleted for resources: {'Port': ['ID=9bcb7ccf-5501-49af-a9b6-f0824c5341ce,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:05.396137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:05.396738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:05.398155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-b816a6b9-8062-4ab1-9a9e-775bd4ad04e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 1122 time: 1.2843304 Feb 03 21:39:05.423279 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-970d0714-482c-408f-8a15-b9ad47115d70 req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks [] for floatingip (3ec6dded-cf11-4b6a-a61a-65b772bd0f6a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:05.427317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-970d0714-482c-408f-8a15-b9ad47115d70 req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:05.428581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-970d0714-482c-408f-8a15-b9ad47115d70 req-9b17fbc9-1b66-443f-a5e2-190a28b3dbc8 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "DELETE /v2.0/floatingips/3ec6dded-cf11-4b6a-a61a-65b772bd0f6a HTTP/1.1" status: 204 len: 173 time: 0.8997622 Feb 03 21:39:05.474472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e5a024f0-a5d9-4e75-b5fe-16d0ee83f258'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:05.590781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920e70a-88cf-43bb-b2d6-a413bd846cbd req-e200ac58-78e1-4f65-9d29-b93ca15cee41 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:05.592772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0920e70a-88cf-43bb-b2d6-a413bd846cbd req-e200ac58-78e1-4f65-9d29-b93ca15cee41 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1127 time: 0.0868125 Feb 03 21:39:05.612155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaf21c-dc14-4107-8888-8ee5893abafb req-5984440c-1472-4c49-9039-268b631b3c3d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:05.613999 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20aaf21c-dc14-4107-8888-8ee5893abafb req-5984440c-1472-4c49-9039-268b631b3c3d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 945 time: 0.0795302 Feb 03 21:39:05.683532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0920e70a-88cf-43bb-b2d6-a413bd846cbd req-602a6a9f-5d39-450f-bf7c-34a49f74f775 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810258 Feb 03 21:39:05.691680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20aaf21c-dc14-4107-8888-8ee5893abafb req-a66e1582-97bb-4bcd-88cb-b4c564b2d082 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708654 Feb 03 21:39:05.747702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258'}, {'name': 'network-changed', 'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:05.751618 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d288ef-62f5-4796-8c95-8196850aa5d6" -d '{"events": [{"server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258"}, {"name": "network-changed", "server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:05.832604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca568a97-102f-4d0d-bee5-648a3835690d req-68f2bde6-2620-4f2d-9788-0c25a1050cf8 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:05.834225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca568a97-102f-4d0d-bee5-648a3835690d req-68f2bde6-2620-4f2d-9788-0c25a1050cf8 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 944 time: 0.0699263 Feb 03 21:39:05.887179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca568a97-102f-4d0d-bee5-648a3835690d req-c6e9c5e1-8935-4f14-b341-850f761615c2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473602 Feb 03 21:39:05.945956 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6399d65-317a-4c72-ae7e-f667f528f6b6 x-openstack-request-id: req-e6399d65-317a-4c72-ae7e-f667f528f6b6 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:05.946576 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258", "code": 200}, {"name": "network-changed", "server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:05.947145 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6399d65-317a-4c72-ae7e-f667f528f6b6 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:05.947772 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258', 'code': 200} Feb 03 21:39:05.948883 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258', 'status': 'completed', 'code': 200} Feb 03 21:39:06.026046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-3e22b7e6-b1db-4e0d-bc59-2c1c4e113f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:06.033349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-3e22b7e6-b1db-4e0d-bc59-2c1c4e113f68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1156 time: 0.0591841 Feb 03 21:39:06.131699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4529cb-0649-4c04-8b09-a710c8636227 req-8b116000-ba6b-4670-b502-0f803366b9e5 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:06.133926 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be4529cb-0649-4c04-8b09-a710c8636227 req-8b116000-ba6b-4670-b502-0f803366b9e5 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0579305 Feb 03 21:39:06.135882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-3562de35-0305-4e72-8ec3-d1a57cda0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:06.137654 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-3562de35-0305-4e72-8ec3-d1a57cda0d39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.0991027 Feb 03 21:39:06.197285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-4d318bfc-2840-4302-8cac-976f80061ef7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 217 time: 0.0451148 Feb 03 21:39:06.198521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be4529cb-0649-4c04-8b09-a710c8636227 req-44d07c27-cc5b-4fab-9c37-59e41207ee3d tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0575726 Feb 03 21:39:06.257605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-f3152591-a4b2-41c6-9b55-a47c432dc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:06.259736 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-f3152591-a4b2-41c6-9b55-a47c432dc3af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0534849 Feb 03 21:39:06.309956 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-ad1a3e8e-ceb5-4ece-bd36-eb9f5e41cfc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428801 Feb 03 21:39:06.356224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7914f407-4f1b-452f-a191-615b2700f172 req-d802a252-f0da-4d6c-8627-d54e4ff7aa67 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0432653 Feb 03 21:39:06.361940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-565e9225-785a-42a9-8a59-9d9102db3585 req-44451cbd-1d80-4eb5-82d1-5c1df0152e9c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:39:06.363047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-565e9225-785a-42a9-8a59-9d9102db3585 req-44451cbd-1d80-4eb5-82d1-5c1df0152e9c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059536 Feb 03 21:39:06.427540 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-e606f810-fb99-48de-8cd6-05808a161355 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054671 Feb 03 21:39:06.549433 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d2d288ef-62f5-4796-8c95-8196850aa5d6 req-c28e4b98-de47-45f7-9c6e-9fb3d75e73c3 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141260 Feb 03 21:39:06.880193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f63a04-4922-4423-b67e-2bfb53f5ceef req-904742ea-f596-4e7a-8b84-3a74590f1811 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:06.888982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8f63a04-4922-4423-b67e-2bfb53f5ceef req-904742ea-f596-4e7a-8b84-3a74590f1811 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.0887570 Feb 03 21:39:06.942719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8f63a04-4922-4423-b67e-2bfb53f5ceef req-2c58200e-c542-4e4c-b256-a38451a6d5ee tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528705 Feb 03 21:39:07.227621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776d60d-4cd7-40b2-9702-5a488b86b9f5 req-2c04c9fe-476a-47a8-959f-0574e556803b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:07.234865 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b776d60d-4cd7-40b2-9702-5a488b86b9f5 req-2c04c9fe-476a-47a8-959f-0574e556803b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 945 time: 0.0582619 Feb 03 21:39:07.278040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b776d60d-4cd7-40b2-9702-5a488b86b9f5 req-3564d9b7-4ee1-495a-915e-d35c283aff3b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Feb 03 21:39:07.445393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:07.461432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cbb93-f02d-4984-bb89-41026283a584 req-8b09a516-b31b-4625-b63d-385d9765f954 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:07.465462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d26cbb93-f02d-4984-bb89-41026283a584 req-8b09a516-b31b-4625-b63d-385d9765f954 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 944 time: 0.0649161 Feb 03 21:39:07.515814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d26cbb93-f02d-4984-bb89-41026283a584 req-ec4a7f46-343a-4f8c-a006-df044d8d6d40 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Feb 03 21:39:07.564590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-32beca9b-0950-4005-8dc8-ef2ec0503321 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:39:07.565756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-32beca9b-0950-4005-8dc8-ef2ec0503321 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1182647 Feb 03 21:39:07.677695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03105c47-b708-463d-b310-d5d10170a91d req-7ffddde9-e22b-4113-810e-d3227185bea6 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:07.680661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03105c47-b708-463d-b310-d5d10170a91d req-7ffddde9-e22b-4113-810e-d3227185bea6 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 945 time: 0.0564551 Feb 03 21:39:07.695011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-8d80a6b3-13bc-4fbb-a629-8f8e58e416b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:07.701561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-8d80a6b3-13bc-4fbb-a629-8f8e58e416b7 service neutron] 10.222.0.50 "GET /v2.0/ports/90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 1124 time: 0.0873778 Feb 03 21:39:07.706383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Request body: {'binding': {'host': 'n-h2-824834-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:07.707728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:39:07.733447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03105c47-b708-463d-b310-d5d10170a91d req-b6946135-f6ba-4364-b3b0-850671796618 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473669 Feb 03 21:39:07.862881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de on host n-h2-824834-9 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:07.863247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:07.863575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:07.868087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Port 90d2c41d-772e-4170-bb96-ca8aa11279de on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:07.868219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:07.873489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:07.873825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:07.874207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:07.874624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Bound port: 90d2c41d-772e-4170-bb96-ca8aa11279de, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:07.884287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44345-f155-416a-8292-ee0503ed48f1 req-1689ed96-3f11-4a20-8ab4-1354886a3719 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:07.886525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4f44345-f155-416a-8292-ee0503ed48f1 req-1689ed96-3f11-4a20-8ab4-1354886a3719 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 945 time: 0.0543303 Feb 03 21:39:07.896497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47414) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:07.902271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0461baf7-a876-4d1f-95f2-e7a76e6b78de tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Request body: {'floatingip': {'port_id': '8d431009-999a-4239-914e-0efdd77c9c20'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:07.940318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:07.949855 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0461baf7-a876-4d1f-95f2-e7a76e6b78de tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (66cd2d5f-2c30-4f5f-8458-521ea603998b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:07.950024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:07.951270 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-3772df26-d2da-46c2-891d-a5579fb90c75 service neutron] 10.222.0.50 "POST /v2.0/ports/90d2c41d-772e-4170-bb96-ca8aa11279de/bindings HTTP/1.1" status: 201 len: 389 time: 0.2488177 Feb 03 21:39:08.359518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-9db93c82-f483-4c16-82b5-9e61db11c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:08.362292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-9db93c82-f483-4c16-82b5-9e61db11c3a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1127 time: 0.0552213 Feb 03 21:39:08.422364 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fdd75-c94f-49d9-94b4-25a0db60ae63 req-a8c28889-9668-40b3-9c67-3a16ce7853d9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:08.429337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-079fdd75-c94f-49d9-94b4-25a0db60ae63 req-a8c28889-9668-40b3-9c67-3a16ce7853d9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1333237 Feb 03 21:39:08.496023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-dfccbbed-3332-4a24-87c2-4e5ac6bf5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:08.498400 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-dfccbbed-3332-4a24-87c2-4e5ac6bf5670 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.1226010 Feb 03 21:39:08.541867 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-44b588cc-49ba-4fa8-8dd2-a4e4ac0f8fad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 217 time: 0.0362430 Feb 03 21:39:08.590501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-99ef439d-fe15-4bda-a439-b998b28925f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:08.592679 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-99ef439d-fe15-4bda-a439-b998b28925f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0438747 Feb 03 21:39:08.625325 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-944d27ff-6a55-4c0a-be76-7ef539efe505 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256658 Feb 03 21:39:08.627616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-079fdd75-c94f-49d9-94b4-25a0db60ae63 req-e7f72230-8760-4fa1-9170-0d78e5a63fdb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916223 Feb 03 21:39:08.671629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe6af-39f7-42b6-9ccd-4614d44318eb req-651f72b6-7bf7-4e4f-8fba-7cae04627a7c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:08.673381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a7fe6af-39f7-42b6-9ccd-4614d44318eb req-651f72b6-7bf7-4e4f-8fba-7cae04627a7c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 945 time: 0.1911614 Feb 03 21:39:08.752035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0461baf7-a876-4d1f-95f2-e7a76e6b78de tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:08.793924 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-f1fe20f7-3669-4ae2-ad64-2620fa1a7847 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579077 Feb 03 21:39:08.798298 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0461baf7-a876-4d1f-95f2-e7a76e6b78de tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (66cd2d5f-2c30-4f5f-8458-521ea603998b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:08.810956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a7fe6af-39f7-42b6-9ccd-4614d44318eb req-6e609535-4748-4941-90a3-3778efe6de0f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211622 Feb 03 21:39:08.890765 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-4a791338-97f5-4f82-b177-88dc120dad86 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901961 Feb 03 21:39:09.112510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-b0c77a8c-691d-41b2-875b-8f376a50e266 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:09.114568 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-b0c77a8c-691d-41b2-875b-8f376a50e266 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.1436479 Feb 03 21:39:09.127333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-9'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:09.209792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:09.340969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:09.360608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:09.394314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:09.444475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:09.479607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1596cc-a797-4ca3-9b50-9845e8fce019 req-c82a3a36-fdc6-4489-b71c-249228e60323 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:09.483198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc1596cc-a797-4ca3-9b50-9845e8fce019 req-c82a3a36-fdc6-4489-b71c-249228e60323 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 944 time: 0.6859648 Feb 03 21:39:09.516512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:09.519940 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a1ac51-e7ca-4418-a3d6-2749a294c184" -d '{"events": [{"server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "name": "network-vif-unplugged", "status": "completed", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:09.527282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Publish callbacks [] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:09.543245 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:09.559261 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-0461baf7-a876-4d1f-95f2-e7a76e6b78de tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Floating IP 66cd2d5f-2c30-4f5f-8458-521ea603998b associated. External IP: 172.25.5.150, port: 8d431009-999a-4239-914e-0efdd77c9c20. Feb 03 21:39:09.595137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-82321d41-cc74-4a7a-8478-8fa0d5e30362 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:09.595555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-521df33b-dfbb-4ddd-9ed1-f66bfe774e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:09.596997 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-82321d41-cc74-4a7a-8478-8fa0d5e30362 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.10 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 945 time: 0.2507513 Feb 03 21:39:09.601804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc1596cc-a797-4ca3-9b50-9845e8fce019 req-a12209a2-c6c8-4c17-b7b1-79b3373f343a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019030 Feb 03 21:39:09.609727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e3f7-4488-45de-8906-086d9f23d671 req-5ee8050b-75b4-4ef7-94f3-bb8f10e846cc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:09.616703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b47e3f7-4488-45de-8906-086d9f23d671 req-5ee8050b-75b4-4ef7-94f3-bb8f10e846cc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 945 time: 0.2182143 Feb 03 21:39:09.674463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:09.688558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 has no active binding in host n-h1-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:39:09.763932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-521df33b-dfbb-4ddd-9ed1-f66bfe774e04 admin admin] Publish callbacks [] for security_group (ab52d96b-0abd-465d-89d2-bae82ba278dc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:09.770744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=90d2c41d-772e-4170-bb96-ca8aa11279de,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:09.782796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.783150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.783553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.783895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.784365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.784819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.785167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.785496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.785878 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.786214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.786533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.786906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.787232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:09.795967 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-521df33b-dfbb-4ddd-9ed1-f66bfe774e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab52d96b-0abd-465d-89d2-bae82ba278dc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:09.821558 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab811e-770c-43ea-9a46-7dbd5fdffeed x-openstack-request-id: req-c2ab811e-770c-43ea-9a46-7dbd5fdffeed {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:09.821863 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "name": "network-vif-unplugged", "status": "completed", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:09.822119 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2ab811e-770c-43ea-9a46-7dbd5fdffeed {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:09.822509 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de', 'code': 200} Feb 03 21:39:09.843216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521df33b-dfbb-4ddd-9ed1-f66bfe774e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab52d96b-0abd-465d-89d2-bae82ba278dc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:09.860582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de on host n-h1-824834-9 for vnic_type normal with profile {"migrating_to": "n-h2-824834-9"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:09.861804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:09.861804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:09.876587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Port 90d2c41d-772e-4170-bb96-ca8aa11279de on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:09.876993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Attempting to bind port 90d2c41d-772e-4170-bb96-ca8aa11279de on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:09.886357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:09.886560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b47e3f7-4488-45de-8906-086d9f23d671 req-e9a78e3d-5dad-4151-bae6-e7c83c38d757 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f35229c-e289-4fc0-a50f-cd2ff2f91533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687249 Feb 03 21:39:09.886691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:09.886953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:09.887389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Bound port: 90d2c41d-772e-4170-bb96-ca8aa11279de, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:09.887765 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:09.897491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-521df33b-dfbb-4ddd-9ed1-f66bfe774e04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2185e32b534541d1a470bbeaa8a87021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5548632 Feb 03 21:39:09.900499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:09.991266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:09.995114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:10.013748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.091282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=90d2c41d-772e-4170-bb96-ca8aa11279de,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:10.131251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Deleting port a02bcaf9-45d0-4abc-a945-733be60aeb38 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:39:10.131604 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.153132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:10.153797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.155188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-ce6189b4-1931-4d5a-983e-fa07f9d0b8d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 1121 time: 1.0333691 Feb 03 21:39:10.162362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb7065-3f76-4940-b840-87ecbc4cff4c req-340175b6-5738-4fc5-9e74-e10fe3ef6e37 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:10.164188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0acb7065-3f76-4940-b840-87ecbc4cff4c req-340175b6-5738-4fc5-9e74-e10fe3ef6e37 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.2742672 Feb 03 21:39:10.172266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0461baf7-a876-4d1f-95f2-e7a76e6b78de tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Router 031b6d47-1e38-4382-b089-33b183f56a20 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:39:10.181833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f97a7fa6-ebd3-4089-af6f-7292a94249dc admin admin] Publish callbacks [] for security_group (ab52d96b-0abd-465d-89d2-bae82ba278dc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.223451 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f97a7fa6-ebd3-4089-af6f-7292a94249dc admin admin] Publish callbacks [] for security_group (ab52d96b-0abd-465d-89d2-bae82ba278dc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.286408 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f97a7fa6-ebd3-4089-af6f-7292a94249dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab52d96b-0abd-465d-89d2-bae82ba278dc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.289860 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f97a7fa6-ebd3-4089-af6f-7292a94249dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.291113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f97a7fa6-ebd3-4089-af6f-7292a94249dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab52d96b-0abd-465d-89d2-bae82ba278dc HTTP/1.1" status: 204 len: 168 time: 0.3894775 Feb 03 21:39:10.302464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a7fa6-ebd3-4089-af6f-7292a94249dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab52d96b-0abd-465d-89d2-bae82ba278dc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:10.308604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['90d2c41d-772e-4170-bb96-ca8aa11279de'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:10.380420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0461baf7-a876-4d1f-95f2-e7a76e6b78de tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:39:10.392920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0461baf7-a876-4d1f-95f2-e7a76e6b78de tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.399668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] Sync routers for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:39:10.434648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0461baf7-a876-4d1f-95f2-e7a76e6b78de tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "PUT /v2.0/floatingips/66cd2d5f-2c30-4f5f-8458-521ea603998b HTTP/1.1" status: 200 len: 991 time: 2.5358787 Feb 03 21:39:10.442164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297520c6-e77d-4931-8912-96b2ff320698', 'tag': '8d431009-999a-4239-914e-0efdd77c9c20'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:10.445209 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "297520c6-e77d-4931-8912-96b2ff320698", "tag": "8d431009-999a-4239-914e-0efdd77c9c20"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:10.447938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:10.448617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:10.504298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0acb7065-3f76-4940-b840-87ecbc4cff4c req-56debbfb-1703-4790-8182-70c27dba7c88 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024569 Feb 03 21:39:10.530583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] For port a02bcaf9-45d0-4abc-a945-733be60aeb38, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a02bcaf9-45d0-4abc-a945-733be60aeb38,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:10.530952 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.552387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Calling delete_port for a02bcaf9-45d0-4abc-a945-733be60aeb38 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:39:10.580664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9cd84-3781-47d3-ab70-e7d7fe0a15dc req-1429716e-613e-4f0f-a4fd-a6ca9b7ea5df tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:10.582263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4af9cd84-3781-47d3-ab70-e7d7fe0a15dc req-1429716e-613e-4f0f-a4fd-a6ca9b7ea5df tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 943 time: 0.1408031 Feb 03 21:39:10.608543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:10.696699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4af9cd84-3781-47d3-ab70-e7d7fe0a15dc req-e748b22a-fa3b-417c-8575-cfcc6605a411 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804532 Feb 03 21:39:10.797400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:10.817256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-851df000-9300-4272-a516-4d8e13cbd8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.924431 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a02bcaf9-45d0-4abc-a945-733be60aeb38), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.962345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-851df000-9300-4272-a516-4d8e13cbd8dc admin admin] Publish callbacks [] for security_group (beaf4ab3-7734-4e90-9c1c-50a8bbc00925), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.967744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['a02bcaf9-45d0-4abc-a945-733be60aeb38'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:10.972798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-851df000-9300-4272-a516-4d8e13cbd8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (beaf4ab3-7734-4e90-9c1c-50a8bbc00925), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:10.977565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Pushing event deleted for resources: {'Port': ['ID=a02bcaf9-45d0-4abc-a945-733be60aeb38,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:11.000449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b88626-47ea-4dbb-b12a-8ebcf820d77f req-323c767b-9082-45e0-9c6f-9dbceff9a48e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:11.008873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7b88626-47ea-4dbb-b12a-8ebcf820d77f req-323c767b-9082-45e0-9c6f-9dbceff9a48e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 945 time: 0.1902122 Feb 03 21:39:11.014639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.015169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.015681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.016174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.016672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.017767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.018264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.018775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.019267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.020210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.020761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.021274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.022800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:11.060788 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-851df000-9300-4272-a516-4d8e13cbd8dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c883a7f8fef409f93158ad1e5e1d547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609367 Feb 03 21:39:11.069030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:11.069871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851df000-9300-4272-a516-4d8e13cbd8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaf4ab3-7734-4e90-9c1c-50a8bbc00925,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:11.164822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] No DVR routers for this DVR port a02bcaf9-45d0-4abc-a945-733be60aeb38 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:39:11.167757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:11.171908 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4f38d0d-51af-42cb-8bee-7a888a35808d req-c9f2ffac-600e-410e-8637-aec80fd5c3dc tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.10 "DELETE /v2.0/ports/a02bcaf9-45d0-4abc-a945-733be60aeb38 HTTP/1.1" status: 204 len: 173 time: 1.5476615 Feb 03 21:39:11.187087 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b863683d-2d28-4f50-9643-28b42d65a913 admin admin] Publish callbacks [] for security_group (beaf4ab3-7734-4e90-9c1c-50a8bbc00925), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:11.198920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:11.238722 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e0bcb7-edaf-483e-a105-d6a162db9f2c x-openstack-request-id: req-18e0bcb7-edaf-483e-a105-d6a162db9f2c {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:11.239192 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297520c6-e77d-4931-8912-96b2ff320698", "tag": "8d431009-999a-4239-914e-0efdd77c9c20", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:11.239545 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18e0bcb7-edaf-483e-a105-d6a162db9f2c {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:11.240086 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297520c6-e77d-4931-8912-96b2ff320698', 'tag': '8d431009-999a-4239-914e-0efdd77c9c20', 'status': 'completed', 'code': 200} Feb 03 21:39:11.251497 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b863683d-2d28-4f50-9643-28b42d65a913 admin admin] Publish callbacks [] for security_group (beaf4ab3-7734-4e90-9c1c-50a8bbc00925), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:11.258144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7b88626-47ea-4dbb-b12a-8ebcf820d77f req-83e0f62d-1d4b-42b4-9d31-3b5006014860 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475612 Feb 03 21:39:11.289555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '66cd2d5f-2c30-4f5f-8458-521ea603998b', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'port_id': '8d431009-999a-4239-914e-0efdd77c9c20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'mac_address': 'fa:16:3e:57:2c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297520c6-e77d-4931-8912-96b2ff320698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:38:44Z', 'updated_at': '2022-02-03T21:39:08Z', 'revision_number': 1, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:11.346199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b863683d-2d28-4f50-9643-28b42d65a913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (beaf4ab3-7734-4e90-9c1c-50a8bbc00925), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:11.351941 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b863683d-2d28-4f50-9643-28b42d65a913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:11.353401 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b863683d-2d28-4f50-9643-28b42d65a913 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/beaf4ab3-7734-4e90-9c1c-50a8bbc00925 HTTP/1.1" status: 204 len: 168 time: 0.2806125 Feb 03 21:39:11.372964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] Checking router: 031b6d47-1e38-4382-b089-33b183f56a20 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:39:11.378914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863683d-2d28-4f50-9643-28b42d65a913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaf4ab3-7734-4e90-9c1c-50a8bbc00925,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:11.408726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:11.417506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:11.458805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-8d177016-ab08-4a80-9d93-3f2e23a10dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:11.460400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-8d177016-ab08-4a80-9d93-3f2e23a10dc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1180219ab3ad4947879c0a31c3f61450&device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 1127 time: 0.1889446 Feb 03 21:39:11.512057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad236de-a099-4145-b1c4-ba4853c3959d req-7a14a446-ea17-4de4-8e6a-c36afbba6d10 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:11.518910 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ad236de-a099-4145-b1c4-ba4853c3959d req-7a14a446-ea17-4de4-8e6a-c36afbba6d10 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 944 time: 0.1843863 Feb 03 21:39:11.591939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-233821ef-380c-4e52-8a86-bab999c87de3 req-08110f19-2ef1-4e91-a0bd-44828611da85 tempest-FloatingIPsAssociationNegativeTestJSON-936893098 tempest-FloatingIPsAssociationNegativeTestJSON-936893098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d483b76c-883d-4592-9440-9e26e3f92014 HTTP/1.1" status: 200 len: 210 time: 0.0648103 Feb 03 21:39:11.646100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:11.646856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:11.656937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ad236de-a099-4145-b1c4-ba4853c3959d req-b85bd102-4a51-4c93-afcd-9f3c4fe1a63c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313529 Feb 03 21:39:11.697004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:11.697004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:11.708115 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336705ac-344a-4f2b-a575-75221687c28b" -d '{"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-unplugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:11.728672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-c4e4f0a3-7c40-43ba-90e2-836e597b1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:11.730203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-c4e4f0a3-7c40-43ba-90e2-836e597b1816 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 HTTP/1.1" status: 200 len: 925 time: 0.2623472 Feb 03 21:39:11.820595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:11.870279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:11.872770 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c" -d '{"events": [{"name": "network-changed", "server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:12.027611 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-28085427-13ea-4198-b910-bb547c128010 service neutron] 10.222.0.47 "GET /v2.0/ports/e5a024f0-a5d9-4e75-b5fe-16d0ee83f258/bindings/n-h1-824834-9 HTTP/1.1" status: 200 len: 384 time: 0.2568870 Feb 03 21:39:12.074944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-14a72c3a-f701-4e10-941c-94fa85d67244 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d431009-999a-4239-914e-0efdd77c9c20 HTTP/1.1" status: 200 len: 999 time: 0.3384924 Feb 03 21:39:12.084202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61885e-34fe-4f52-ad0b-85854b4c9841 req-688e6bc0-4f0a-4751-9047-b0633ce71a86 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:12.085812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a61885e-34fe-4f52-ad0b-85854b4c9841 req-688e6bc0-4f0a-4751-9047-b0633ce71a86 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 948 time: 0.3271725 Feb 03 21:39:12.132769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfa70f-67d3-4d68-82b4-135ba1735c47 req-63ceeaaf-098f-4469-ba02-be141fbea836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:12.134774 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13cfa70f-67d3-4d68-82b4-135ba1735c47 req-63ceeaaf-098f-4469-ba02-be141fbea836 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1130 time: 0.1372259 Feb 03 21:39:12.137980 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:12.229464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:12.241650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '66cd2d5f-2c30-4f5f-8458-521ea603998b', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'port_id': '8d431009-999a-4239-914e-0efdd77c9c20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'mac_address': 'fa:16:3e:57:2c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297520c6-e77d-4931-8912-96b2ff320698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:38:44Z', 'updated_at': '2022-02-03T21:39:08Z', 'revision_number': 1, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:12.267127 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-b1169861-eced-4519-8ba2-53b8ec3b7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:12.268607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-b1169861-eced-4519-8ba2-53b8ec3b7016 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c1721e8-321d-4d48-ba06-56f0e79dd1a5 HTTP/1.1" status: 200 len: 863 time: 0.1792488 Feb 03 21:39:12.299510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4b807-38ed-4fd1-a3c3-f02f7ac2c542 None None] The sync data for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 is: [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '66cd2d5f-2c30-4f5f-8458-521ea603998b', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'port_id': '8d431009-999a-4239-914e-0efdd77c9c20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'mac_address': 'fa:16:3e:57:2c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297520c6-e77d-4931-8912-96b2ff320698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:38:44Z', 'updated_at': '2022-02-03T21:39:08Z', 'revision_number': 1, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:39:12.308946 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-13cfa70f-67d3-4d68-82b4-135ba1735c47 req-749cb015-d85e-4ad6-a4a9-043cc4eae2b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666875 Feb 03 21:39:12.375871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a61885e-34fe-4f52-ad0b-85854b4c9841 req-7bdd9691-7c6d-4654-be90-1b529360aa8b tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574749 Feb 03 21:39:12.406754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-1ac0da4b-61a5-400c-aeb4-bd448e302ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:12.408287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-1ac0da4b-61a5-400c-aeb4-bd448e302ce1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1262221 Feb 03 21:39:12.523148 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876b40ce-96f2-4b2e-a057-f8eb1805b2af x-openstack-request-id: req-876b40ce-96f2-4b2e-a057-f8eb1805b2af {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:12.524725 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-unplugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:12.525178 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-876b40ce-96f2-4b2e-a057-f8eb1805b2af {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:12.527544 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'code': 200} Feb 03 21:39:12.558340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:12.597427 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff0707b-d6d2-4b0f-9cec-e55e7fcca24e x-openstack-request-id: req-dff0707b-d6d2-4b0f-9cec-e55e7fcca24e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:12.597863 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:12.598216 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dff0707b-d6d2-4b0f-9cec-e55e7fcca24e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:12.598769 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de', 'status': 'completed', 'code': 200} Feb 03 21:39:12.612251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:12.615348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-73629daf-c4b9-4881-816d-4f9323e541f1 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784351 Feb 03 21:39:12.657597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:12.671476 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969795db-63a4-4da6-ae45-6c292504c7f7 None None] New status for floating IP 66cd2d5f-2c30-4f5f-8458-521ea603998b: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:39:12.694064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:12.761738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-dd41d5a2-c31f-407a-9699-2f7deb1451ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:12.764375 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-dd41d5a2-c31f-407a-9699-2f7deb1451ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1155 time: 0.0681767 Feb 03 21:39:12.764788 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:12.842519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d185453-eed1-4fba-a776-21666b38aa1c req-8ff77486-217b-4ab3-86a5-fd38d106ff80 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:12.844240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d185453-eed1-4fba-a776-21666b38aa1c req-8ff77486-217b-4ab3-86a5-fd38d106ff80 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 943 time: 0.2271738 Feb 03 21:39:12.869918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fad8ac-1bb0-4331-b060-d41111237d5d req-a3023601-867e-433d-aafa-b2a2bb39e47e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:12.871801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14fad8ac-1bb0-4331-b060-d41111237d5d req-a3023601-867e-433d-aafa-b2a2bb39e47e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 945 time: 0.1715150 Feb 03 21:39:12.919736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46447ae6-538d-4ac0-9d44-2f618b6fdbfd req-b1a5ce66-bdf8-4d37-8a94-d39b5dea4f80 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792327 Feb 03 21:39:12.929933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-bba921ec-ff96-407b-9416-c4ed5e2f2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:12.932329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-bba921ec-ff96-407b-9416-c4ed5e2f2691 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.1450081 Feb 03 21:39:12.973446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14fad8ac-1bb0-4331-b060-d41111237d5d req-aa51e31d-5ead-4871-a786-8ebf1899fe95 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749788 Feb 03 21:39:12.976411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d185453-eed1-4fba-a776-21666b38aa1c req-2827176c-3536-4a99-b941-380616c72f1e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221504 Feb 03 21:39:13.016571 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-cbef6dac-54b1-4d84-8f00-d7357625f4b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 217 time: 0.0489435 Feb 03 21:39:13.111498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-402ebab0-71b7-4ba8-a571-093c81b27e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:13.113160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-402ebab0-71b7-4ba8-a571-093c81b27e00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0853798 Feb 03 21:39:13.114076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] Transition to ACTIVE for port object e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:13.133930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:13.143390 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:13.200270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:13.220319 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-30ff15e1-bfeb-464f-bd10-be7cb30af56d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990608 Feb 03 21:39:13.240584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'name': 'network-vif-deleted', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:13.242919 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5abfac-0a95-4e4e-9d00-de9cfe7b22de" -d '{"events": [{"server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "name": "network-vif-deleted", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:13.347345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14775f-9518-4811-a637-c4fe80ed9427 req-77c59f40-46f7-4490-91a6-833c31d827ca tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:13.348836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb14775f-9518-4811-a637-c4fe80ed9427 req-77c59f40-46f7-4490-91a6-833c31d827ca tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 945 time: 0.1097550 Feb 03 21:39:13.394879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a02bcaf9-45d0-4abc-a945-733be60aeb38 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:13.442295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: a02bcaf9-45d0-4abc-a945-733be60aeb38 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:39:13.446638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a02bcaf9-45d0-4abc-a945-733be60aeb38 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:39:13.453084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb14775f-9518-4811-a637-c4fe80ed9427 req-3caa3843-9d7d-4c3c-be2c-0a2ac0c701df tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977380 Feb 03 21:39:13.476463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:13.498543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'mac_address': 'fa:16:3e:d5:ab:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:39:13.543425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:13.545040 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:13.562242 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465c10e-ed1a-4ed2-87b5-4ea25d1979ee x-openstack-request-id: req-5465c10e-ed1a-4ed2-87b5-4ea25d1979ee {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:13.563000 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d483b76c-883d-4592-9440-9e26e3f92014", "name": "network-vif-deleted", "tag": "a02bcaf9-45d0-4abc-a945-733be60aeb38", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:13.563429 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5465c10e-ed1a-4ed2-87b5-4ea25d1979ee {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:13.563993 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd483b76c-883d-4592-9440-9e26e3f92014', 'name': 'network-vif-deleted', 'tag': 'a02bcaf9-45d0-4abc-a945-733be60aeb38', 'status': 'completed', 'code': 200} Feb 03 21:39:13.581433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:13.624665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:13.630283 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:13.631365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 90d2c41d-772e-4170-bb96-ca8aa11279de details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:13.738981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b13fa-4ca6-4f7b-9750-114316840418 req-f835f503-76fd-48c3-a5ad-b90e11ed109d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:13.740456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd2b13fa-4ca6-4f7b-9750-114316840418 req-f835f503-76fd-48c3-a5ad-b90e11ed109d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 949 time: 0.0785453 Feb 03 21:39:13.838345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd2b13fa-4ca6-4f7b-9750-114316840418 req-99deb9b2-b840-4fa8-b9bb-e6c06be3ec56 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918496 Feb 03 21:39:13.859187 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-323f89d2-ede4-493c-a5b7-6422423f145e service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064370 Feb 03 21:39:14.045759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] No DVR routers for this DVR port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:39:14.055303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:14.070413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 90d2c41d-772e-4170-bb96-ca8aa11279de has no active binding in host n-h2-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:39:14.071754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:14.079070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] Pushing event updated for resources: {'Port': ['ID=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:14.168606 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ce3b68d3-0ab7-4c23-a6d5-1669a1e750fb service neutron] 10.222.0.47 "PUT /v2.0/ports/e5a024f0-a5d9-4e75-b5fe-16d0ee83f258/bindings/n-h1-824834-9/activate HTTP/1.1" status: 200 len: 369 time: 2.1065602 Feb 03 21:39:14.206187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-9d51d2d9-562c-4645-96a0-834eea61de91 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278559 Feb 03 21:39:14.217229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b9d64e89-2531-4fc9-bcd5-acaeeac1d91c req-7ef8b623-4973-4cbd-bbb1-f212cbb850c7 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357816 Feb 03 21:39:14.329245 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (deef175d-8fed-4699-8ae0-20995a631427), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:14.409335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-6dbf08b2-e10e-4a29-a96b-f7fa21925c4c tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:14.410753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-6dbf08b2-e10e-4a29-a96b-f7fa21925c4c tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038090 Feb 03 21:39:14.430457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-9d4e144d-1f37-41e2-bb5c-689816867883 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/quotas/d3bb7b52d4c64f5488ca4d8abce20ef7 HTTP/1.1" status: 200 len: 375 time: 0.0140626 Feb 03 21:39:14.456653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf18d74-4ce3-42e0-9500-3a5e04a52fa7 req-92613353-3b02-4e31-8ac3-192ba96453dc tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:14.458242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4bf18d74-4ce3-42e0-9500-3a5e04a52fa7 req-92613353-3b02-4e31-8ac3-192ba96453dc tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 945 time: 0.1029563 Feb 03 21:39:14.463236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:14.475938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-d918ea01-88c4-47cb-ae1b-4568bba3f0c1 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384674 Feb 03 21:39:14.543940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4bf18d74-4ce3-42e0-9500-3a5e04a52fa7 req-e5880397-af08-4cc5-8a0a-e01948d54d07 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609429 Feb 03 21:39:14.646880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653fb60-7124-4b5e-a409-15b102af22bf req-a91a952a-80ff-4d2c-89ab-a730077db241 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:14.655268 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9653fb60-7124-4b5e-a409-15b102af22bf req-a91a952a-80ff-4d2c-89ab-a730077db241 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 943 time: 0.0719011 Feb 03 21:39:14.725507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-41ddb2a8-858c-42be-828b-6850f6271454 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:14.726685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9653fb60-7124-4b5e-a409-15b102af22bf req-2df2c997-3671-4156-804a-7ba73ad4c906 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703573 Feb 03 21:39:14.727170 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-41ddb2a8-858c-42be-828b-6850f6271454 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.1282880 Feb 03 21:39:14.797256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Deleting port f14a9c6c-a533-44f7-b14a-a1bd6c791c24 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:39:14.797650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:14.908355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-6fab03f3-0337-4a64-a342-f8f94c6b6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:14.910209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-6fab03f3-0337-4a64-a342-f8f94c6b6758 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104&tenant_id=b2166eece056406097c00f535cedae9a HTTP/1.1" status: 200 len: 1127 time: 0.1738873 Feb 03 21:39:14.931883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e405b0-f5ea-468f-a5d5-c8c5af788429 req-1ca895cf-a478-43f8-9ec6-ea469d4ba49a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:14.940655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3e405b0-f5ea-468f-a5d5-c8c5af788429 req-1ca895cf-a478-43f8-9ec6-ea469d4ba49a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 945 time: 0.0789721 Feb 03 21:39:15.002662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3e405b0-f5ea-468f-a5d5-c8c5af788429 req-18989951-a7ff-409d-9a5a-d41099b807df tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609567 Feb 03 21:39:15.014590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] For port f14a9c6c-a533-44f7-b14a-a1bd6c791c24, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f14a9c6c-a533-44f7-b14a-a1bd6c791c24,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:15.015148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:15.043305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Calling delete_port for f14a9c6c-a533-44f7-b14a-a1bd6c791c24 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:39:15.073331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-23f41970-6558-45ec-ba75-491872af3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:15.077310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-23f41970-6558-45ec-ba75-491872af3539 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1127 time: 0.1283295 Feb 03 21:39:15.191848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:15.244637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-c4c32418-1de7-4e81-8223-dd4d2e8a2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:15.246411 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-c4c32418-1de7-4e81-8223-dd4d2e8a2ca5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.1339757 Feb 03 21:39:15.277487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 host n-h1-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:39:15.278114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:39:15.320582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-de6c8ac4-6265-45c2-aa96-07c97b408dca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 217 time: 0.0602565 Feb 03 21:39:15.400175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe65b0c-34cf-447c-b53a-53c6e9a3b3f8 req-e723ce26-cdbb-4999-8c8f-91e573c052a1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:15.401904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ffe65b0c-34cf-447c-b53a-53c6e9a3b3f8 req-e723ce26-cdbb-4999-8c8f-91e573c052a1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 945 time: 0.1042967 Feb 03 21:39:15.461575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-821c3ac2-fb32-4db3-8441-331793f00cb2 req-223dbff3-e7b1-4900-8697-87ef64815c70 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 210 time: 0.0582983 Feb 03 21:39:15.461873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-0b565513-834a-41eb-b0ea-2fe86edf46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:15.463335 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-0b565513-834a-41eb-b0ea-2fe86edf46d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1359854 Feb 03 21:39:15.501521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ffe65b0c-34cf-447c-b53a-53c6e9a3b3f8 req-3f63abb7-c2de-487a-9466-d5b67cc7d75b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882373 Feb 03 21:39:15.531754 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-d873f794-68a8-49fa-84f8-e2c909485406 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529146 Feb 03 21:39:15.674324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f14a9c6c-a533-44f7-b14a-a1bd6c791c24), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:15.675771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31062f5-447c-4032-9051-5b77a80e9c97 req-b0618aec-79d2-43d1-93e8-ab6b9ba2ce74 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:15.683732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a31062f5-447c-4032-9051-5b77a80e9c97 req-b0618aec-79d2-43d1-93e8-ab6b9ba2ce74 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 949 time: 0.0706902 Feb 03 21:39:15.717414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14a9c6c-a533-44f7-b14a-a1bd6c791c24,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:15.738353 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-1d5a0953-f80a-4f69-bea4-bc0262455100 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928415 Feb 03 21:39:15.812005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a31062f5-447c-4032-9051-5b77a80e9c97 req-881d0b9a-d6e8-43f7-9c40-e72dc12626a6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269178 Feb 03 21:39:15.941133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbe6d0-d64a-4e58-8a90-f3785a97605a req-a10d93fc-6559-4f75-b63e-8b30e79f7d19 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:15.948614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdcbe6d0-d64a-4e58-8a90-f3785a97605a req-a10d93fc-6559-4f75-b63e-8b30e79f7d19 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 943 time: 0.0856264 Feb 03 21:39:16.029472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdcbe6d0-d64a-4e58-8a90-f3785a97605a req-b79a03c2-0d8b-46a7-aad5-e00bc3837674 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797713 Feb 03 21:39:16.078306 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-cc5e1c9e-d278-4b8d-ba43-3a0bba68f773 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083856 Feb 03 21:39:16.101369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (deef175d-8fed-4699-8ae0-20995a631427), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:16.216800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592ed30-5176-42b4-ab4b-8a1b78157715 req-f7054599-715a-4e3f-a746-a5f803fc7f45 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:16.224776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f592ed30-5176-42b4-ab4b-8a1b78157715 req-f7054599-715a-4e3f-a746-a5f803fc7f45 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 945 time: 0.0785780 Feb 03 21:39:16.326176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f592ed30-5176-42b4-ab4b-8a1b78157715 req-2aadd8fe-14ff-4cdd-8a12-5b9846b2e626 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937927 Feb 03 21:39:16.437198 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-78fb19fd-a46a-41d2-94c4-cb8dc7a98c9c tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590029 Feb 03 21:39:16.604137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:16.632082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41dfe130-e984-4cba-b303-c1266bf1c902 req-8ef54938-92c8-4c23-b895-b1be88846729 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 210 time: 0.0378230 Feb 03 21:39:16.678865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-1eaa0e84-f74a-4439-ac36-26ab539f0018 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:16.680378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-1eaa0e84-f74a-4439-ac36-26ab539f0018 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.2665062 Feb 03 21:39:16.756501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-99a6a21a-cbc0-4d6c-91d6-04e54dd62a7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:16.758209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-99a6a21a-cbc0-4d6c-91d6-04e54dd62a7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030341 Feb 03 21:39:16.776973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Request body: {'port': {'device_id': '10c363d1-523a-435d-a098-4f2a216cc104', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': 'd3bb7b52d4c64f5488ca4d8abce20ef7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:16.783089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09293854-8713-453b-83c0-d00769c449e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:16.801480 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Router deef175d-8fed-4699-8ae0-20995a631427 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:39:16.946724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d8611-0e0f-49c0-ae08-2bfd9db57f2e req-144b21c0-316b-44f9-b1e3-5c1c49c48d41 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:16.953608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa3d8611-0e0f-49c0-ae08-2bfd9db57f2e req-144b21c0-316b-44f9-b1e3-5c1c49c48d41 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 949 time: 0.0718207 Feb 03 21:39:17.013878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa3d8611-0e0f-49c0-ae08-2bfd9db57f2e req-2cee1b0b-8cf0-476b-9f64-89c346260ddb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Feb 03 21:39:17.181470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bce35-7330-4039-9835-0edfa99ef0dc req-e9403c6b-9c6e-4563-8632-58d5692ab1c8 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:17.182826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-372bce35-7330-4039-9835-0edfa99ef0dc req-e9403c6b-9c6e-4563-8632-58d5692ab1c8 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 949 time: 0.0819480 Feb 03 21:39:17.218140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:17.221853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab42146-1e94-4810-b9f2-522ee3ce9222 req-723df44c-474c-4794-9845-3e9aaa91d8f1 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:17.223340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ab42146-1e94-4810-b9f2-522ee3ce9222 req-723df44c-474c-4794-9845-3e9aaa91d8f1 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 943 time: 0.0791130 Feb 03 21:39:17.271118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-372bce35-7330-4039-9835-0edfa99ef0dc req-cef9970d-0847-4a67-862d-f318367dfb5b tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806460 Feb 03 21:39:17.285817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:17.286455 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.317698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ee472564-8e6e-44d0-a88b-7056a841cdb3 service neutron] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:17.322122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ab42146-1e94-4810-b9f2-522ee3ce9222 req-ffbfaa0c-1268-4d2e-9ff4-6fb2f08f19b8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796082 Feb 03 21:39:17.339982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ee472564-8e6e-44d0-a88b-7056a841cdb3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.339982 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c75f4331-3645-4bef-90e4-371dbcc3f5d2 req-ee472564-8e6e-44d0-a88b-7056a841cdb3 service neutron] 10.222.0.10 "DELETE /v2.0/ports/e5a024f0-a5d9-4e75-b5fe-16d0ee83f258/bindings/n-h2-824834-9 HTTP/1.1" status: 204 len: 173 time: 0.6432061 Feb 03 21:39:17.358710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09293854-8713-453b-83c0-d00769c449e3 admin admin] Publish callbacks [] for security_group (2976cc4c-d293-43e2-b8e1-2e081e48a3b5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.359534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Made reservation on behalf of d3bb7b52d4c64f5488ca4d8abce20ef7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:17.363147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.379667 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.392394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09293854-8713-453b-83c0-d00769c449e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2976cc4c-d293-43e2-b8e1-2e081e48a3b5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.401181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:17.401721 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.428200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:17.431251 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07af8d60-9cc5-42d1-a135-aff3b1d3cc23" -d '{"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-plugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:17.433971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:39:17.447195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] Sync routers for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:39:17.455193 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-13726f06-1c1a-489c-8948-dbf6e5b04956 admin admin] 10.222.0.50 "PUT /v2.0/routers/deef175d-8fed-4699-8ae0-20995a631427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3199649 Feb 03 21:39:17.457590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:17.460607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:17.464341 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:17.465195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:17.498049 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09293854-8713-453b-83c0-d00769c449e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=082f4f406bd440e28da0a61596ce9f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8858230 Feb 03 21:39:17.507209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:17.521916 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09293854-8713-453b-83c0-d00769c449e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2976cc4c-d293-43e2-b8e1-2e081e48a3b5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:17.532138 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.623277 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks [] for security_group (d957b5d3-38c2-4e5b-a411-6654ef45d64f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.629926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfdb1-5ad5-4c33-96d0-7fe75498fb21 admin admin] Publish callbacks [] for security_group (2976cc4c-d293-43e2-b8e1-2e081e48a3b5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.636055 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d957b5d3-38c2-4e5b-a411-6654ef45d64f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.659572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:17.759618 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:17.763405 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136568f1-e76c-4d16-96d7-35ef56ec1484 x-openstack-request-id: req-136568f1-e76c-4d16-96d7-35ef56ec1484 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:17.763803 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-plugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:17.764194 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-136568f1-e76c-4d16-96d7-35ef56ec1484 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:17.764717 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'code': 200} Feb 03 21:39:17.785285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bc7a2-d71f-4871-ba96-78cd03edc8e2 req-ad909333-e21c-4331-b63f-92b42aeb9f84 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:17.787770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c61bc7a2-d71f-4871-ba96-78cd03edc8e2 req-ad909333-e21c-4331-b63f-92b42aeb9f84 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 945 time: 0.2341597 Feb 03 21:39:17.804657 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfdb1-5ad5-4c33-96d0-7fe75498fb21 admin admin] Publish callbacks [] for security_group (2976cc4c-d293-43e2-b8e1-2e081e48a3b5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.822957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks [] for router (deef175d-8fed-4699-8ae0-20995a631427), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:17.920311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d957b5d3-38c2-4e5b-a411-6654ef45d64f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:18.001172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:39:15Z', 'revision_number': 5, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:18.090297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] Checking router: deef175d-8fed-4699-8ae0-20995a631427 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:39:18.115347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] Routers {'deef175d-8fed-4699-8ae0-20995a631427'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:18.117576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:38:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['deef175d-8fed-4699-8ae0-20995a631427'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:18.187971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfdb1-5ad5-4c33-96d0-7fe75498fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2976cc4c-d293-43e2-b8e1-2e081e48a3b5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:18.191524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfdb1-5ad5-4c33-96d0-7fe75498fb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:18.192941 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2f3bfdb1-5ad5-4c33-96d0-7fe75498fb21 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2976cc4c-d293-43e2-b8e1-2e081e48a3b5 HTTP/1.1" status: 204 len: 168 time: 0.6845355 Feb 03 21:39:18.208240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Allocated IP 192.168.233.133 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/fc2bbba1-e966-4551-9a1f-66bbdb296d68) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:18.220845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bfdb1-5ad5-4c33-96d0-7fe75498fb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2976cc4c-d293-43e2-b8e1-2e081e48a3b5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:18.416568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] Set router deef175d-8fed-4699-8ae0-20995a631427 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:18.429627 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-f45f9efe-8103-4d4c-a8a2-f8226a59e1ca service neutron] 10.222.0.10 "GET /v2.0/ports/90d2c41d-772e-4170-bb96-ca8aa11279de/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 384 time: 0.1609335 Feb 03 21:39:18.551915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks [] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:18.632669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ca88961-50df-461b-99a7-4e11837003bd req-12c52b23-b249-4433-a215-70bb03f7162a tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 210 time: 0.5965490 Feb 03 21:39:18.723078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c61bc7a2-d71f-4871-ba96-78cd03edc8e2 req-b7647f53-03be-44bc-bf65-83c48faa8f71 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9227269 Feb 03 21:39:18.770813 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:18.827462 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks [] for router_gateway (deef175d-8fed-4699-8ae0-20995a631427), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:18.857012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:39:15Z', 'revision_number': 5, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:18.925969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a354a37-cbea-4644-bf12-33295a86a4e4 None None] The sync data for ids ['deef175d-8fed-4699-8ae0-20995a631427'] in n-d-824834-9 is: [{'id': 'deef175d-8fed-4699-8ae0-20995a631427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338655957-router', 'tenant_id': '78ce9595634e406b992bfb904c6a55b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:07Z', 'updated_at': '2022-02-03T21:39:15Z', 'revision_number': 5, 'project_id': '78ce9595634e406b992bfb904c6a55b3', 'gw_port': {'id': 'f6ad6057-be5b-4afb-ab35-e3b564a0095e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef175d-8fed-4699-8ae0-20995a631427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:09Z', 'updated_at': '2022-02-03T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:39:18.959982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:18.976173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Pushing event updated for resources: {'Port': ['ID=fc2bbba1-e966-4551-9a1f-66bbdb296d68,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:18.979956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:18.986052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:18.991552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:19.056545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:19.111318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:19.112662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:19.121664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a7de4-7ed0-4a0c-b0a3-71f7dcc3c7a7 req-c3bd2473-d257-4105-af8d-de0c072a5f16 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:19.123850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a4a7de4-7ed0-4a0c-b0a3-71f7dcc3c7a7 req-c3bd2473-d257-4105-af8d-de0c072a5f16 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.3334663 Feb 03 21:39:19.154141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d2c41d-772e-4170-bb96-ca8aa11279de {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:19.162738 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-54dc4cb0-0f37-477f-91f2-ffeb8cefe817 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3911936 Feb 03 21:39:19.172853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:19.187684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Request body: {'port': {'device_id': '10c363d1-523a-435d-a098-4f2a216cc104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:19.211878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab684d-44f9-4bc8-9c4a-0c6a218e369d req-2cfa4e2b-f2c2-467f-bf41-09020d5e9b6c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:19.222100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9ab684d-44f9-4bc8-9c4a-0c6a218e369d req-2cfa4e2b-f2c2-467f-bf41-09020d5e9b6c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 943 time: 0.3372650 Feb 03 21:39:19.223654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:19.335455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:19.359909 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Deleting port f6ad6057-be5b-4afb-ab35-e3b564a0095e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:39:19.360270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:19.435481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] Transition to ACTIVE for port object 90d2c41d-772e-4170-bb96-ca8aa11279de will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:19.462516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f14a9c6c-a533-44f7-b14a-a1bd6c791c24 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:19.483818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:19.526150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-47e12f12-954a-4511-b2c4-96f2b73cfa2b None None] Provisioning complete for port fc2bbba1-e966-4551-9a1f-66bbdb296d68 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:19.528224 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47e12f12-954a-4511-b2c4-96f2b73cfa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:19.536610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f14a9c6c-a533-44f7-b14a-a1bd6c791c24 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:39:19.539376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f14a9c6c-a533-44f7-b14a-a1bd6c791c24 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:39:19.550583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] For port f6ad6057-be5b-4afb-ab35-e3b564a0095e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f6ad6057-be5b-4afb-ab35-e3b564a0095e,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:19.552131 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:19.582291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Calling delete_port for f6ad6057-be5b-4afb-ab35-e3b564a0095e owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:39:19.616849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-47e12f12-954a-4511-b2c4-96f2b73cfa2b None None] Port fc2bbba1-e966-4551-9a1f-66bbdb296d68 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:39:19.743356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] No DVR routers for this DVR port 90d2c41d-772e-4170-bb96-ca8aa11279de on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:39:19.775373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a4a7de4-7ed0-4a0c-b0a3-71f7dcc3c7a7 req-14f63167-174d-4bdf-9dc1-b1fb7ee2016d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313410 Feb 03 21:39:19.780399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9ab684d-44f9-4bc8-9c4a-0c6a218e369d req-9234c2f8-61af-4973-96f1-860afa7537c8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574398 Feb 03 21:39:19.811180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] Pushing event updated for resources: {'Port': ['ID=90d2c41d-772e-4170-bb96-ca8aa11279de,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:19.854636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f6ad6057-be5b-4afb-ab35-e3b564a0095e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:19.875395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-5c0c93b1-979e-4c32-92df-c8cef34c62e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/90d2c41d-772e-4170-bb96-ca8aa11279de/bindings/n-h2-824834-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4279716 Feb 03 21:39:19.886457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ad6057-be5b-4afb-ab35-e3b564a0095e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:20.010750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (deef175d-8fed-4699-8ae0-20995a631427), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.092394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2bbba1-e966-4551-9a1f-66bbdb296d68 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:20.102907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Publish callbacks [] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.127347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Transition to ACTIVE for port object fc2bbba1-e966-4551-9a1f-66bbdb296d68 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:20.134326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-529e647b-3695-4476-8802-2fec9eb9d234 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:20.136051 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-529e647b-3695-4476-8802-2fec9eb9d234 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1126 time: 0.1555238 Feb 03 21:39:20.137844 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.158632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (deef175d-8fed-4699-8ae0-20995a631427), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.161965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks [] for router_controller (deef175d-8fed-4699-8ae0-20995a631427), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.280244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ce7f3-33fa-47d4-8308-a8c0ac15af6f req-c18b895e-183c-4494-82c0-7fd1cd6e0511 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:20.281858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa9ce7f3-33fa-47d4-8308-a8c0ac15af6f req-c18b895e-183c-4494-82c0-7fd1cd6e0511 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 936 time: 0.2823751 Feb 03 21:39:20.310992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Pushing event updated for resources: {'Port': ['ID=fc2bbba1-e966-4551-9a1f-66bbdb296d68,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:20.365851 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (deef175d-8fed-4699-8ae0-20995a631427), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.366773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deef175d-8fed-4699-8ae0-20995a631427 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:39:20.374466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-cc1757c3-29fa-4315-a804-d612a7774992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:20.375998 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-cc1757c3-29fa-4315-a804-d612a7774992 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf&tenant_id=261723128a8a47f793e246a218d942d4 HTTP/1.1" status: 200 len: 1126 time: 0.2267148 Feb 03 21:39:20.402890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.405193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d297400f-6dc0-4875-b32d-361645450ae2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/deef175d-8fed-4699-8ae0-20995a631427 HTTP/1.1" status: 204 len: 168 time: 2.9450884 Feb 03 21:39:20.412684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48042) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:20.450834 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa9ce7f3-33fa-47d4-8308-a8c0ac15af6f req-9a38f960-2044-4803-bbe4-c0d31c6c9314 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563101 Feb 03 21:39:20.468054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389c0bf-88f7-4e1b-a915-82ffd130264b req-9600c08d-8a23-4fd0-b00a-50f653137e49 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:20.485581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4389c0bf-88f7-4e1b-a915-82ffd130264b req-9600c08d-8a23-4fd0-b00a-50f653137e49 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1127 time: 0.2232046 Feb 03 21:39:20.542864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Attempting to bind port fc2bbba1-e966-4551-9a1f-66bbdb296d68 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:20.543485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Attempting to bind port fc2bbba1-e966-4551-9a1f-66bbdb296d68 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:20.543613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Attempting to bind port fc2bbba1-e966-4551-9a1f-66bbdb296d68 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:20.561641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-4be0bac1-2e8d-4d06-a849-ce70ec80f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:20.563520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-4be0bac1-2e8d-4d06-a849-ce70ec80f572 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1126 time: 0.1600635 Feb 03 21:39:20.566102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Port fc2bbba1-e966-4551-9a1f-66bbdb296d68 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:20.566430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Attempting to bind port fc2bbba1-e966-4551-9a1f-66bbdb296d68 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:20.588367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:20.588708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:20.599366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:20.599899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Bound port: fc2bbba1-e966-4551-9a1f-66bbdb296d68, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:20.600281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.624768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b989d7b2-199d-41a4-8135-c45c05db0946 admin admin] Deleting subnet 540ce20c-4e57-4ac1-8783-6f3e1e7538ad {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:39:20.641124 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b989d7b2-199d-41a4-8135-c45c05db0946 admin admin] Publish callbacks [] for subnet (540ce20c-4e57-4ac1-8783-6f3e1e7538ad), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.725155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4389c0bf-88f7-4e1b-a915-82ffd130264b req-833ff875-e7b2-40e2-9703-2f18b58ded7f tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938183 Feb 03 21:39:20.750768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b989d7b2-199d-41a4-8135-c45c05db0946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (540ce20c-4e57-4ac1-8783-6f3e1e7538ad), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:20.908793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] For port fc2bbba1-e966-4551-9a1f-66bbdb296d68, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:20.948792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] For port fc2bbba1-e966-4551-9a1f-66bbdb296d68, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc2bbba1-e966-4551-9a1f-66bbdb296d68,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:20.956423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-aac74445-879c-404f-9b6b-e5780488aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:20.958207 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-aac74445-879c-404f-9b6b-e5780488aa0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.3835361 Feb 03 21:39:20.978878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:21.024158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-a46bd7d4-6a33-4aa4-90c7-500f6d2a5f9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 217 time: 0.0589211 Feb 03 21:39:21.077016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b989d7b2-199d-41a4-8135-c45c05db0946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (540ce20c-4e57-4ac1-8783-6f3e1e7538ad), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:21.156996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c3cee-242b-49be-9c10-f3916f0f81b7 req-1ec8bc88-f658-4b2d-bd7e-9f18366b3b8e tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:21.164726 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b97c3cee-242b-49be-9c10-f3916f0f81b7 req-1ec8bc88-f658-4b2d-bd7e-9f18366b3b8e tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1950307 Feb 03 21:39:21.203492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a239f75-c26f-4f13-b4f2-99de10af1b53 req-5dfe24e6-6684-41f1-8339-ca5ecaae10c7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:21.205088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a239f75-c26f-4f13-b4f2-99de10af1b53 req-5dfe24e6-6684-41f1-8339-ca5ecaae10c7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 944 time: 0.2478807 Feb 03 21:39:21.213039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:21.213771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:21.215913 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] 10.222.0.47 "PUT /v2.0/ports/fc2bbba1-e966-4551-9a1f-66bbdb296d68 HTTP/1.1" status: 200 len: 1096 time: 2.0393429 Feb 03 21:39:21.221697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c363d1-523a-435d-a098-4f2a216cc104', 'tag': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:21.231700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b989d7b2-199d-41a4-8135-c45c05db0946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (540ce20c-4e57-4ac1-8783-6f3e1e7538ad), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:21.238255 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d3f017-2745-4be7-ab54-5bf4d687f604" -d '{"events": [{"name": "network-changed", "server_uuid": "10c363d1-523a-435d-a098-4f2a216cc104", "tag": "fc2bbba1-e966-4551-9a1f-66bbdb296d68"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:21.338346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68249f04-42b1-4ca9-a718-eab987894199 None None] Network f0ab2c3f-a364-4562-8c1d-c5c91605d4fc requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:39:21.341590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989d7b2-199d-41a4-8135-c45c05db0946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540ce20c-4e57-4ac1-8783-6f3e1e7538ad,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:21.343358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48078) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:21.348985 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b989d7b2-199d-41a4-8135-c45c05db0946 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:21.359675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b989d7b2-199d-41a4-8135-c45c05db0946 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/540ce20c-4e57-4ac1-8783-6f3e1e7538ad HTTP/1.1" status: 204 len: 168 time: 0.9364057 Feb 03 21:39:21.362010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:21.373445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c2b9e-d3b8-42b9-95f4-fcaf38e3748e service neutron] Pushing event updated for resources: {'Port': ['ID=fc2bbba1-e966-4551-9a1f-66bbdb296d68,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:21.390756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-c31e5439-9b73-4aef-8fa2-7899e319c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:21.393114 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-c31e5439-9b73-4aef-8fa2-7899e319c9b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.2960317 Feb 03 21:39:21.477150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b97c3cee-242b-49be-9c10-f3916f0f81b7 req-c5b0897d-2c5b-4c3c-964e-5dcf36a4d55c tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113937 Feb 03 21:39:21.502759 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-e6d267ee-aa20-46f2-8d6e-07f535b6804b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715249 Feb 03 21:39:21.526167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a239f75-c26f-4f13-b4f2-99de10af1b53 req-b43adaf4-d7c0-4957-b9b3-32929f0246e8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116198 Feb 03 21:39:21.592782 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (f0ab2c3f-a364-4562-8c1d-c5c91605d4fc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:21.602471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-e885fae0-2e1f-443b-acae-49d0766387b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:21.604389 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-e885fae0-2e1f-443b-acae-49d0766387b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 1130 time: 0.3330400 Feb 03 21:39:21.618671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 90d2c41d-772e-4170-bb96-ca8aa11279de no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:21.642319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f6ad6057-be5b-4afb-ab35-e3b564a0095e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:21.667379 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032a67e9-2d39-4e82-8c2e-7087c32a9765 x-openstack-request-id: req-032a67e9-2d39-4e82-8c2e-7087c32a9765 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:21.667662 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c363d1-523a-435d-a098-4f2a216cc104", "tag": "fc2bbba1-e966-4551-9a1f-66bbdb296d68", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:21.667922 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-032a67e9-2d39-4e82-8c2e-7087c32a9765 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:21.668328 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c363d1-523a-435d-a098-4f2a216cc104', 'tag': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68', 'status': 'completed', 'code': 200} Feb 03 21:39:21.674261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-49fc98a0-18e1-46da-963f-6364ab309e35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=fc2bbba1-e966-4551-9a1f-66bbdb296d68 HTTP/1.1" status: 200 len: 217 time: 0.0588484 Feb 03 21:39:21.746856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f6ad6057-be5b-4afb-ab35-e3b564a0095e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:39:21.760996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f6ad6057-be5b-4afb-ab35-e3b564a0095e not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:39:21.777504 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-a17f58d4-264f-4d63-8ebe-0fc3301dc772 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672141 Feb 03 21:39:21.796928 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3f4338b8-e493-4c64-9ed7-8198a0b51311 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:21.806863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3f4338b8-e493-4c64-9ed7-8198a0b51311 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 807 time: 0.1971858 Feb 03 21:39:21.835615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port 90d2c41d-772e-4170-bb96-ca8aa11279de host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:39:21.836265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 90d2c41d-772e-4170-bb96-ca8aa11279de not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:39:21.864237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-8c1c2869-aaec-4515-a2c7-56f1ae6b9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:21.866110 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-8c1c2869-aaec-4515-a2c7-56f1ae6b9f9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1611094 Feb 03 21:39:21.866713 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffab9ab4-c2b3-4c2b-bdb9-f47f590f77ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:21.891514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-07f56f3f-b7be-4da3-b805-0b4f81e5cc3d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/quotas/b2166eece056406097c00f535cedae9a HTTP/1.1" status: 200 len: 375 time: 0.0837758 Feb 03 21:39:21.927714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2594d1-f29c-464b-8fcb-098e3016ff63 None None] DHCP port deletion for f0ab2c3f-a364-4562-8c1d-c5c91605d4fc request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:39:21.928064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Deleting port 905c575a-6159-42b1-b688-11893caac6a2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:39:21.928420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (905c575a-6159-42b1-b688-11893caac6a2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.022071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4c2594d1-f29c-464b-8fcb-098e3016ff63 None None] Deleting port 905c575a-6159-42b1-b688-11893caac6a2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:39:22.022286 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-674f4e2e-4380-43f3-848c-20da7e40b225 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308395 Feb 03 21:39:22.022468 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c2594d1-f29c-464b-8fcb-098e3016ff63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (905c575a-6159-42b1-b688-11893caac6a2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.062564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffab9ab4-c2b3-4c2b-bdb9-f47f590f77ae admin admin] Publish callbacks [] for security_group (4373d063-3bc4-4a25-b578-de3d5ac4ca76), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.073922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] For port 905c575a-6159-42b1-b688-11893caac6a2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=905c575a-6159-42b1-b688-11893caac6a2,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:22.074402 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (905c575a-6159-42b1-b688-11893caac6a2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.079872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-d18fc8e8-9370-49fe-91ed-e535a175ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:22.082762 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-d18fc8e8-9370-49fe-91ed-e535a175ee8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2008369 Feb 03 21:39:22.094597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Calling delete_port for 905c575a-6159-42b1-b688-11893caac6a2 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:39:22.098933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8c03e-5a5c-4dd1-9a16-06fade60ca52 req-8c87fe02-916a-47aa-b8c2-c083af1185e1 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:22.099973 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4c2594d1-f29c-464b-8fcb-098e3016ff63 None None] For port 905c575a-6159-42b1-b688-11893caac6a2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=905c575a-6159-42b1-b688-11893caac6a2,segment=NetworkSegment(18a6818d-aa1e-4e7a-bd09-80bf58bd81a3),segment_id=18a6818d-aa1e-4e7a-bd09-80bf58bd81a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:22.100384 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c2594d1-f29c-464b-8fcb-098e3016ff63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (905c575a-6159-42b1-b688-11893caac6a2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.109658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d8c03e-5a5c-4dd1-9a16-06fade60ca52 req-8c87fe02-916a-47aa-b8c2-c083af1185e1 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 948 time: 0.2992644 Feb 03 21:39:22.115678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffab9ab4-c2b3-4c2b-bdb9-f47f590f77ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4373d063-3bc4-4a25-b578-de3d5ac4ca76), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.115891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4c2594d1-f29c-464b-8fcb-098e3016ff63 None None] Calling delete_port for 905c575a-6159-42b1-b688-11893caac6a2 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:39:22.162716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab9ab4-c2b3-4c2b-bdb9-f47f590f77ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4373d063-3bc4-4a25-b578-de3d5ac4ca76,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:22.205266 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c2594d1-f29c-464b-8fcb-098e3016ff63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (905c575a-6159-42b1-b688-11893caac6a2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.223615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2594d1-f29c-464b-8fcb-098e3016ff63 None None] No DVR routers for this DVR port 905c575a-6159-42b1-b688-11893caac6a2 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:39:22.230477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-89250c3d-3a45-4f4f-81c7-fd4423998f6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3210132 Feb 03 21:39:22.271682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2594d1-f29c-464b-8fcb-098e3016ff63 None None] Pushing event deleted for resources: {'Port': ['ID=905c575a-6159-42b1-b688-11893caac6a2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:22.332959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ffab9ab4-c2b3-4c2b-bdb9-f47f590f77ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c93f83e43c5d45498a2db58368a8edd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9720128 Feb 03 21:39:22.335711 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:22.347806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d8c03e-5a5c-4dd1-9a16-06fade60ca52 req-bd6cd29c-91a8-47ff-98cf-c2c9d9db2568 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369208 Feb 03 21:39:22.366153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-6601a956-b8ff-44de-b698-e38bf6e1c691 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690990 Feb 03 21:39:22.428606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-2472d30f-60c8-4f4a-b5cd-3635a59c2659 service neutron] 10.222.0.50 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972675 Feb 03 21:39:22.434133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-494ebce8-2388-4dcf-816e-982b523d6cc6 admin admin] Publish callbacks [] for security_group (4373d063-3bc4-4a25-b578-de3d5ac4ca76), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.515112 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-494ebce8-2388-4dcf-816e-982b523d6cc6 admin admin] Publish callbacks [] for security_group (4373d063-3bc4-4a25-b578-de3d5ac4ca76), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.624196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-eb410821-de6f-479d-a6bb-f5183b2b13ef service neutron] 10.222.0.50 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765754 Feb 03 21:39:22.642693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7e36-95b0-41f7-b194-3712e593ccf6 req-018313dc-99c1-44b8-bbfa-5215ce18570a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:22.644379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba3e7e36-95b0-41f7-b194-3712e593ccf6 req-018313dc-99c1-44b8-bbfa-5215ce18570a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.0862422 Feb 03 21:39:22.648339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-494ebce8-2388-4dcf-816e-982b523d6cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4373d063-3bc4-4a25-b578-de3d5ac4ca76), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.651418 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-494ebce8-2388-4dcf-816e-982b523d6cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.656063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-494ebce8-2388-4dcf-816e-982b523d6cc6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4373d063-3bc4-4a25-b578-de3d5ac4ca76 HTTP/1.1" status: 204 len: 168 time: 0.3148074 Feb 03 21:39:22.663044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ebce8-2388-4dcf-816e-982b523d6cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4373d063-3bc4-4a25-b578-de3d5ac4ca76,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:22.722144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-17bb2df2-901e-4ee7-9d21-3e1742e276cf tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:22.723781 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-17bb2df2-901e-4ee7-9d21-3e1742e276cf tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1126 time: 0.4245117 Feb 03 21:39:22.728144 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (905c575a-6159-42b1-b688-11893caac6a2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:22.739846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba3e7e36-95b0-41f7-b194-3712e593ccf6 req-b81b64ab-f76a-4390-b181-4c41f1937c72 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 Feb 03 21:39:22.864770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Pushing event deleted for resources: {'Port': ['ID=905c575a-6159-42b1-b688-11893caac6a2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:22.873709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] No DVR routers for this DVR port 905c575a-6159-42b1-b688-11893caac6a2 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:39:22.951582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc77d82f-5a5c-47a2-b3e9-3f92f95863e7 req-809c369f-9c4c-4e3e-bd6e-4315fada4b3a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 210 time: 0.0645199 Feb 03 21:39:23.010945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6912613-1a18-447b-a7f4-6c3ec68150da req-bf443588-2984-4700-bf9a-be404e2ede3b service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358743 Feb 03 21:39:23.043484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-641fb9f9-9245-4ad7-8589-b9ce7b6900dd service neutron] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:23.051319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-641fb9f9-9245-4ad7-8589-b9ce7b6900dd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:23.058354 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb08658b-eed4-49b7-82e7-c9163a1556b6 req-641fb9f9-9245-4ad7-8589-b9ce7b6900dd service neutron] 10.222.0.47 "DELETE /v2.0/ports/90d2c41d-772e-4170-bb96-ca8aa11279de/bindings/n-h1-824834-9 HTTP/1.1" status: 204 len: 173 time: 0.3199711 Feb 03 21:39:23.073101 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (f0ab2c3f-a364-4562-8c1d-c5c91605d4fc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:23.086097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b9126-85e1-438a-a210-db3f152df43b req-3c2f556f-dd6f-4d3e-8f8a-b294c5ac3ec0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:23.100676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a45b9126-85e1-438a-a210-db3f152df43b req-3c2f556f-dd6f-4d3e-8f8a-b294c5ac3ec0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 944 time: 0.2062700 Feb 03 21:39:23.104053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ab2c3f-a364-4562-8c1d-c5c91605d4fc']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:23.164092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:23.166894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a6818d-aa1e-4e7a-bd09-80bf58bd81a3') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:23.209810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a45b9126-85e1-438a-a210-db3f152df43b req-645629df-c8aa-4b9d-93fb-5d2e3bedc0ed tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052911 Feb 03 21:39:23.227559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (18a6818d-aa1e-4e7a-bd09-80bf58bd81a3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:23.258801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (18a6818d-aa1e-4e7a-bd09-80bf58bd81a3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:23.258801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:39:23.259403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (18a6818d-aa1e-4e7a-bd09-80bf58bd81a3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:39:23.310716 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:39:23.342058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-514462cd-b22e-4732-a98e-3561606dc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:23.344092 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-514462cd-b22e-4732-a98e-3561606dc446 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 1130 time: 0.2208931 Feb 03 21:39:23.349901 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (f0ab2c3f-a364-4562-8c1d-c5c91605d4fc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:23.371769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:23.375521 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] 10.222.0.50 "DELETE /v2.0/networks/f0ab2c3f-a364-4562-8c1d-c5c91605d4fc HTTP/1.1" status: 204 len: 168 time: 2.0125673 Feb 03 21:39:23.447829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f358c-dec9-4179-8e61-553bc9b7fef8 req-f24d38e9-3cb4-4221-9ef2-87f750de26a7 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:23.459253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-421f358c-dec9-4179-8e61-553bc9b7fef8 req-f24d38e9-3cb4-4221-9ef2-87f750de26a7 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1126 time: 0.1112130 Feb 03 21:39:23.502723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d80e4-5509-405d-891c-743b8b15d32a admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ab2c3f-a364-4562-8c1d-c5c91605d4fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:23.604251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 905c575a-6159-42b1-b688-11893caac6a2 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:23.662485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:23.718072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-421f358c-dec9-4179-8e61-553bc9b7fef8 req-e799400b-b07a-49c1-8513-6008878a6da5 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553158 Feb 03 21:39:23.720435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 905c575a-6159-42b1-b688-11893caac6a2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:39:23.720777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 905c575a-6159-42b1-b688-11893caac6a2 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:39:23.725003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-3162e6d5-c8fb-40a8-9b7e-85d7463d51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:23.727063 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-3162e6d5-c8fb-40a8-9b7e-85d7463d51bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.3748825 Feb 03 21:39:23.743778 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de6737e1-fe85-4102-9b30-42e3f1adfc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:23.795289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761509f5-b992-4f06-9629-dbd6de319b08 req-2f0de988-c92b-4751-aaae-4c462ad1d7d6 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:23.818068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-761509f5-b992-4f06-9629-dbd6de319b08 req-2f0de988-c92b-4751-aaae-4c462ad1d7d6 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 948 time: 0.2079780 Feb 03 21:39:23.913499 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-f86cffa4-870a-479e-9fc7-dcbd4d7714ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=fc2bbba1-e966-4551-9a1f-66bbdb296d68 HTTP/1.1" status: 200 len: 217 time: 0.1371818 Feb 03 21:39:23.942001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-27d99292-12ff-4cae-81ad-21bfaedc4d5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78ce9595634e406b992bfb904c6a55b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780616 Feb 03 21:39:23.945405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48152) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:23.968132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-761509f5-b992-4f06-9629-dbd6de319b08 req-d13363c6-9f7d-4335-8c29-b778f131a4c7 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479995 Feb 03 21:39:24.027229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-2c49f334-e5a5-49b1-8e21-187b61501207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:24.039556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-2c49f334-e5a5-49b1-8e21-187b61501207 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1247258 Feb 03 21:39:24.148763 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:24.152568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a6f75-0db5-45a9-81aa-0e535c1e184e req-ce1211b1-966d-44c0-9b32-98a1652c60bf tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:24.158355 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c46fd52-9021-43c0-8831-03ee629bdf0b admin admin] Publish callbacks [] for security_group (1f35229c-e289-4fc0-a50f-cd2ff2f91533), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:24.170615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-704a6f75-0db5-45a9-81aa-0e535c1e184e req-ce1211b1-966d-44c0-9b32-98a1652c60bf tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1840847 Feb 03 21:39:24.204660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-efc72a55-9d7d-483a-b8b2-cb83f129bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:24.206532 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-efc72a55-9d7d-483a-b8b2-cb83f129bbbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1590362 Feb 03 21:39:24.223354 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c46fd52-9021-43c0-8831-03ee629bdf0b admin admin] Publish callbacks [] for security_group (1f35229c-e289-4fc0-a50f-cd2ff2f91533), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:24.237046 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:24.351501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-704a6f75-0db5-45a9-81aa-0e535c1e184e req-ffe9674c-dc87-4af9-a4b7-bfceb2bd15fd tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797321 Feb 03 21:39:24.440356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946622af-da68-417e-acc7-43d401ab2610 req-f528738d-4500-4ec4-9267-2d12e5587f8e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:24.443937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-f528738d-4500-4ec4-9267-2d12e5587f8e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 821 time: 0.3317034 Feb 03 21:39:24.463714 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c46fd52-9021-43c0-8831-03ee629bdf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1f35229c-e289-4fc0-a50f-cd2ff2f91533), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:24.467762 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c46fd52-9021-43c0-8831-03ee629bdf0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:24.474549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-dfd2f49a-2fe9-4a2d-814e-26e8246078f1 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/quotas/261723128a8a47f793e246a218d942d4 HTTP/1.1" status: 200 len: 375 time: 0.0234580 Feb 03 21:39:24.478101 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5c46fd52-9021-43c0-8831-03ee629bdf0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f35229c-e289-4fc0-a50f-cd2ff2f91533 HTTP/1.1" status: 204 len: 168 time: 0.5309362 Feb 03 21:39:24.571120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b5b668c-420d-48bd-bb1e-1e0da2686c68 req-370a9c2a-a14d-42e7-9fc2-7b7317c4b68a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 210 time: 0.0902925 Feb 03 21:39:24.616231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46fd52-9021-43c0-8831-03ee629bdf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f35229c-e289-4fc0-a50f-cd2ff2f91533,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:24.625705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0faf-0395-4287-8e73-e829584e5a85 req-593492c1-8ac4-4bd4-b086-ec739e2660d5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:24.627371 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-593492c1-8ac4-4bd4-b086-ec739e2660d5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 807 time: 0.1312733 Feb 03 21:39:24.641861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Request body: {'port': {'device_id': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952', 'admin_state_up': True, 'tenant_id': 'b2166eece056406097c00f535cedae9a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:24.657863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-97c16d21-d211-4372-acb9-6e51b877bd37 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1820698 Feb 03 21:39:24.695526 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-559e44e8-2e61-49c6-a0c1-110a2d37ab7d service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584355 Feb 03 21:39:24.911283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-3000e4dd-d0ed-452b-a09a-5ac6c515cdc9 service neutron] 10.222.0.50 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475946 Feb 03 21:39:24.948218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d3f017-2745-4be7-ab54-5bf4d687f604 req-7d6e8848-ecba-4502-a101-ae3ffc7f5c1d service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422514 Feb 03 21:39:24.978278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Made reservation on behalf of b2166eece056406097c00f535cedae9a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:24.985211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:25.131667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-3301b94b-005b-45ea-bd04-4c6f45b1c82b service neutron] 10.222.0.50 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194629 Feb 03 21:39:25.240998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Allocated IP 172.20.0.7 (5509033c-b538-4663-b03d-3fd1625d3952/006b000b-c01c-467d-a969-cee025b35b98/b0359acf-a1e2-4a59-ade6-2fe9f1e84012) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:25.268234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ec692-ebf0-47b4-98fa-440cc7b87122 req-098069fa-8cce-4cba-ba49-287c154f40c5 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:25.271483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e5ec692-ebf0-47b4-98fa-440cc7b87122 req-098069fa-8cce-4cba-ba49-287c154f40c5 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 948 time: 0.0859702 Feb 03 21:39:25.388149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e5ec692-ebf0-47b4-98fa-440cc7b87122 req-5096b60e-befa-48f8-96a9-864b0ac7f58e tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116450 Feb 03 21:39:25.540405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks [] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:25.546318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9734ac1-e715-4d3d-8db1-b2454c024bfc req-4330830c-b5f5-4a6e-89ff-1d636d5a4338 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 210 time: 0.0736513 Feb 03 21:39:25.635855 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:25.679992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d38a5-de09-4b49-9108-045c97b18f1a req-68fd31e7-2586-4b6e-8ab7-d91b105c9a0a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:25.685043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Network 5509033c-b538-4663-b03d-3fd1625d3952 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:25.688766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-653d38a5-de09-4b49-9108-045c97b18f1a req-68fd31e7-2586-4b6e-8ab7-d91b105c9a0a tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1456678 Feb 03 21:39:25.698964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:25.703793 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-048b79fc-c038-491f-b8d4-27384ba4002f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:25.705380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:25.772239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:25.772862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:25.789430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Pushing event updated for resources: {'Port': ['ID=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:25.799373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-653d38a5-de09-4b49-9108-045c97b18f1a req-ac948452-b35e-4fca-88e7-e498e376c37f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926168 Feb 03 21:39:25.812746 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-7d4c35d2-a67f-4a20-a514-7ddf0799f78a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1742241 Feb 03 21:39:25.831227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Request body: {'port': {'device_id': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:26.021870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1cb1a-fda7-4943-a65e-849045b5db39 req-ecdc5df9-8947-4201-ac46-dd74ac00a56a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:26.031825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2e1cb1a-fda7-4943-a65e-849045b5db39 req-ecdc5df9-8947-4201-ac46-dd74ac00a56a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 931 time: 0.1037755 Feb 03 21:39:26.103821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:26.125523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2e1cb1a-fda7-4943-a65e-849045b5db39 req-c13ec62e-88a2-4df8-bdea-558f99627f68 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927329 Feb 03 21:39:26.601834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0359acf-a1e2-4a59-ade6-2fe9f1e84012 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:26.602080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de640e8f-7f9c-4d4b-a84f-c94f2e9e705f req-385d5b88-8b3d-41ac-85bc-2e0a2bbdda2c tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:26.603587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de640e8f-7f9c-4d4b-a84f-c94f2e9e705f req-385d5b88-8b3d-41ac-85bc-2e0a2bbdda2c tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 948 time: 0.0818372 Feb 03 21:39:26.611424 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Publish callbacks [] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:26.634046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Transition to ACTIVE for port object b0359acf-a1e2-4a59-ade6-2fe9f1e84012 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:26.645500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:26.676740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de640e8f-7f9c-4d4b-a84f-c94f2e9e705f req-98b3262d-c018-440e-b609-2b0c8c6e9629 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599811 Feb 03 21:39:26.720767 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Pushing event updated for resources: {'Port': ['ID=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:26.835733 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:26.850201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe5fb245-903c-4a67-8a4f-02e5079e6097 req-acb20066-4997-4d62-b4e9-81ce69a8970f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 210 time: 0.0883400 Feb 03 21:39:26.861163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:26.861506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:26.862239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:26.882939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:26.883323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:26.890433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:26.890829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:26.891235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:26.891858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Bound port: b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:26.892876 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:27.014298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:27.022485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:27.040260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:27.102354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Pushing event updated for resources: {'Port': ['ID=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:27.117016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:27.118456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:27.120767 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3ce49a0a-9d93-44a0-b960-9297c26b346e service neutron] 10.222.0.10 "PUT /v2.0/ports/b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 200 len: 1091 time: 1.2978234 Feb 03 21:39:27.121413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:27.125466 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9" -d '{"events": [{"name": "network-changed", "server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:27.209850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946622af-da68-417e-acc7-43d401ab2610 req-14a38c0e-f161-4c40-ba40-42e882e58e75 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:27.211306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-14a38c0e-f161-4c40-ba40-42e882e58e75 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 821 time: 0.2559135 Feb 03 21:39:27.228506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Request body: {'port': {'device_id': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a', 'admin_state_up': True, 'tenant_id': '261723128a8a47f793e246a218d942d4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:27.238077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0faf-0395-4287-8e73-e829584e5a85 req-e3744cb9-3ea2-437f-9d9c-8e8bd727c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:27.241042 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-e3744cb9-3ea2-437f-9d9c-8e8bd727c952 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1125 time: 0.0663300 Feb 03 21:39:27.266479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fc2bbba1-e966-4551-9a1f-66bbdb296d68 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:27.300732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4084d25-dcc0-4961-ad09-76649aa4194e req-40c261e2-ba66-449f-b4a8-9e4e96775d94 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:27.302264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4084d25-dcc0-4961-ad09-76649aa4194e req-40c261e2-ba66-449f-b4a8-9e4e96775d94 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.3004029 Feb 03 21:39:27.328432 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07af95ee-4363-46b1-b23c-217e07782d35 x-openstack-request-id: req-07af95ee-4363-46b1-b23c-217e07782d35 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:27.329007 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:27.329431 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07af95ee-4363-46b1-b23c-217e07782d35 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:27.329982 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012', 'status': 'completed', 'code': 200} Feb 03 21:39:27.332506 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-6dd43f9c-1b22-4470-9d7e-37265c743f70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 200 len: 217 time: 0.0787926 Feb 03 21:39:27.411037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0faf-0395-4287-8e73-e829584e5a85 req-c33c9046-c340-4a7d-8607-ca1566995351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:27.412895 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-c33c9046-c340-4a7d-8607-ca1566995351 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0734787 Feb 03 21:39:27.413579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fc2bbba1-e966-4551-9a1f-66bbdb296d68, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc2bbba1-e966-4551-9a1f-66bbdb296d68,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:27.426524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4084d25-dcc0-4961-ad09-76649aa4194e req-efb37cb0-14fa-46cd-8f33-358c1e3dcc60 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171994 Feb 03 21:39:27.447600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68', 'mac_address': 'fa:16:3e:ae:f1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:39:27.460826 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-4d9e5a3c-34c1-42c0-b5b2-88bc04d8401a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400360 Feb 03 21:39:27.463283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Made reservation on behalf of 261723128a8a47f793e246a218d942d4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:27.468812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:27.511035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e029f-7dda-429e-a995-8f3229c5e1fa req-ec340c3d-9502-4903-9bdc-ba4d929a55e4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:27.514330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port fc2bbba1-e966-4551-9a1f-66bbdb296d68 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:27.515328 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:27.518749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-121e029f-7dda-429e-a995-8f3229c5e1fa req-ec340c3d-9502-4903-9bdc-ba4d929a55e4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.1476605 Feb 03 21:39:27.534309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2bbba1-e966-4551-9a1f-66bbdb296d68 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:27.566613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fc2bbba1-e966-4551-9a1f-66bbdb296d68, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc2bbba1-e966-4551-9a1f-66bbdb296d68,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:27.574202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:27.620730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-3e54742f-2b00-40eb-af96-e30c9899a3cb service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495347 Feb 03 21:39:27.656129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=fc2bbba1-e966-4551-9a1f-66bbdb296d68,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:27.724238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Allocated IP 172.20.0.13 (8f607306-2b6c-4658-9842-d5d1c84c2d2a/05581427-b6cc-4869-9bb2-ddc18faca9e6/2f4e312d-f07e-4ccd-bd46-78a717da4d3b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:27.756368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-121e029f-7dda-429e-a995-8f3229c5e1fa req-775593af-001e-4099-9eeb-3fcd82f99510 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364533 Feb 03 21:39:27.820153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-faff0faf-0395-4287-8e73-e829584e5a85 req-fb3f0102-3248-4a14-9e02-b62e3d728def service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911767 Feb 03 21:39:27.960120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-1340a44b-abd8-4b58-a918-092a33ffde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:27.962047 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-1340a44b-abd8-4b58-a918-092a33ffde83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1125 time: 0.0882275 Feb 03 21:39:28.007223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6e1f5a2-0462-44e5-b008-2786504702e5 req-19b25035-1ab0-4324-91ee-4ba660cfb69b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 210 time: 0.0529706 Feb 03 21:39:28.035368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:28.040280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['fc2bbba1-e966-4551-9a1f-66bbdb296d68'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:28.079410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ee772-e094-4730-9ddd-22b3cf356133 req-0b14568a-150d-4d31-b9c2-3bb37af82bfc tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:28.081154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f4ee772-e094-4730-9ddd-22b3cf356133 req-0b14568a-150d-4d31-b9c2-3bb37af82bfc tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 949 time: 0.2889681 Feb 03 21:39:28.098665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-2720aec6-acf3-410e-8eeb-75fa6cf7f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:28.105950 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-2720aec6-acf3-410e-8eeb-75fa6cf7f3e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.1361277 Feb 03 21:39:28.178995 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-246b7d7b-3c6a-4bdb-a06c-c04408d8fdf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 200 len: 217 time: 0.0663970 Feb 03 21:39:28.217262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f4ee772-e094-4730-9ddd-22b3cf356133 req-d33019c2-8c1e-4d0e-b26b-443e13723cb7 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196971 Feb 03 21:39:28.223350 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks [] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.270099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-a5910470-bc55-4a64-9860-db9c19c2406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:28.271561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-a5910470-bc55-4a64-9860-db9c19c2406e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0849032 Feb 03 21:39:28.272359 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.329960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Pushing event updated for resources: {'Port': ['ID=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:28.342873 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-55a63545-6361-4715-9d10-9943ccfe99e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641687 Feb 03 21:39:28.343054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Network 8f607306-2b6c-4658-9842-d5d1c84c2d2a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:28.344081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69e06039-79f4-4d27-aafd-803b93f571cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.344697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:28.347671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:28.409360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:28.421631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:28.422238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.459396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-859c98a3-41e0-4101-bbc5-0daec6d65ab5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2365925 Feb 03 21:39:28.460058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.476948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Request body: {'port': {'device_id': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:28.498206 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-06587c00-20f0-4940-872f-989c144c24b7 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442854 Feb 03 21:39:28.597150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69e06039-79f4-4d27-aafd-803b93f571cd admin admin] Publish callbacks [] for security_group (1f1a5c2d-35de-4a0a-908f-7d06470cd942), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.613202 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.624092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69e06039-79f4-4d27-aafd-803b93f571cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1f1a5c2d-35de-4a0a-908f-7d06470cd942), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.626505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21be3e27-c53c-4d57-b9f8-8b6413f06510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.671062 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370ef6d-d97d-4708-b839-508796e78641 req-df04de28-af8c-420d-959c-24b7d6108696 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:28.672469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0370ef6d-d97d-4708-b839-508796e78641 req-df04de28-af8c-420d-959c-24b7d6108696 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1318431 Feb 03 21:39:28.697412 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-69e06039-79f4-4d27-aafd-803b93f571cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2fe0d6e7f154db1be9e7a4529326cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6585534 Feb 03 21:39:28.697412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e06039-79f4-4d27-aafd-803b93f571cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1a5c2d-35de-4a0a-908f-7d06470cd942,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:28.701043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:28.775873 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eedceb4e-78b0-45d5-b8e7-c2d6746089b9 req-0f679bb3-e539-409d-abc8-0c71f58be64d service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575991 Feb 03 21:39:28.806966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bc6f292-3761-4ba0-8bce-c070bc166931 admin admin] Publish callbacks [] for security_group (1f1a5c2d-35de-4a0a-908f-7d06470cd942), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.846435 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21be3e27-c53c-4d57-b9f8-8b6413f06510 admin admin] Publish callbacks [] for security_group (337da6dd-d395-4f98-a2e7-ff169cef1e7d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.848544 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bc6f292-3761-4ba0-8bce-c070bc166931 admin admin] Publish callbacks [] for security_group (1f1a5c2d-35de-4a0a-908f-7d06470cd942), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.860738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21be3e27-c53c-4d57-b9f8-8b6413f06510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (337da6dd-d395-4f98-a2e7-ff169cef1e7d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.927284 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-21be3e27-c53c-4d57-b9f8-8b6413f06510 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7324dae39f8a4d10b83994fb9abee005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5160973 Feb 03 21:39:28.929973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:28.937369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be3e27-c53c-4d57-b9f8-8b6413f06510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337da6dd-d395-4f98-a2e7-ff169cef1e7d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:28.974941 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bc6f292-3761-4ba0-8bce-c070bc166931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1f1a5c2d-35de-4a0a-908f-7d06470cd942), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.977708 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bc6f292-3761-4ba0-8bce-c070bc166931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:28.981472 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5bc6f292-3761-4ba0-8bce-c070bc166931 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f1a5c2d-35de-4a0a-908f-7d06470cd942 HTTP/1.1" status: 204 len: 168 time: 0.2770638 Feb 03 21:39:29.013871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6f292-3761-4ba0-8bce-c070bc166931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1a5c2d-35de-4a0a-908f-7d06470cd942,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:29.016068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018855d6-db04-44a2-9a6b-f1c856bfae67 admin admin] Publish callbacks [] for security_group (337da6dd-d395-4f98-a2e7-ff169cef1e7d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:29.043961 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018855d6-db04-44a2-9a6b-f1c856bfae67 admin admin] Publish callbacks [] for security_group (337da6dd-d395-4f98-a2e7-ff169cef1e7d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:29.114205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018855d6-db04-44a2-9a6b-f1c856bfae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (337da6dd-d395-4f98-a2e7-ff169cef1e7d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:29.117831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018855d6-db04-44a2-9a6b-f1c856bfae67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:29.121835 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-018855d6-db04-44a2-9a6b-f1c856bfae67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/337da6dd-d395-4f98-a2e7-ff169cef1e7d HTTP/1.1" status: 204 len: 168 time: 0.1882818 Feb 03 21:39:29.136125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0370ef6d-d97d-4708-b839-508796e78641 req-81f4a303-d391-4533-aa27-d8bde64b7c1c tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533799 Feb 03 21:39:29.151292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018855d6-db04-44a2-9a6b-f1c856bfae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337da6dd-d395-4f98-a2e7-ff169cef1e7d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:29.180982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a206d4-63ac-46ce-ae23-69dfb9a31b64 req-f1d274ed-736e-4756-b372-610685fa9173 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:29.188431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35a206d4-63ac-46ce-ae23-69dfb9a31b64 req-f1d274ed-736e-4756-b372-610685fa9173 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.1640122 Feb 03 21:39:29.277876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fc2bbba1-e966-4551-9a1f-66bbdb296d68 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:29.296323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35a206d4-63ac-46ce-ae23-69dfb9a31b64 req-9d3ad3a9-9c7a-40ce-84fe-6ea7c5fad7fb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067133 Feb 03 21:39:29.384864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port fc2bbba1-e966-4551-9a1f-66bbdb296d68 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:39:29.394891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port fc2bbba1-e966-4551-9a1f-66bbdb296d68 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:29.395265 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:29.449824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c417e1-6a4c-463e-8c64-e08505ee4504 req-d0a8ceff-ac41-4485-a828-5ceb0de318f9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:29.452735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72c417e1-6a4c-463e-8c64-e08505ee4504 req-d0a8ceff-ac41-4485-a828-5ceb0de318f9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 932 time: 0.1781092 Feb 03 21:39:29.495799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4e312d-f07e-4ccd-bd46-78a717da4d3b {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:29.509413 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Publish callbacks [] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:29.525844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Transition to ACTIVE for port object 2f4e312d-f07e-4ccd-bd46-78a717da4d3b will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:29.557483 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:29.568454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port fc2bbba1-e966-4551-9a1f-66bbdb296d68 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:29.569711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:29.625857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:29.665611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f080cc-c4d8-4c74-9bfe-a17d7f1fd187 req-30b2f7ad-df83-4060-8a21-bb538518ef69 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:29.665815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c363d1-523a-435d-a098-4f2a216cc104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:29.673043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64f080cc-c4d8-4c74-9bfe-a17d7f1fd187 req-30b2f7ad-df83-4060-8a21-bb538518ef69 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 949 time: 0.2425892 Feb 03 21:39:29.675086 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cfb2d5-a6d0-47f8-ac9c-2911766078e8" -d '{"events": [{"server_uuid": "10c363d1-523a-435d-a098-4f2a216cc104", "name": "network-vif-plugged", "status": "completed", "tag": "fc2bbba1-e966-4551-9a1f-66bbdb296d68"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:29.715190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72c417e1-6a4c-463e-8c64-e08505ee4504 req-97742b18-0a83-4c5d-8ef5-70f5e0d5142c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801863 Feb 03 21:39:29.905249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64f080cc-c4d8-4c74-9bfe-a17d7f1fd187 req-360fe633-2a60-4996-ab26-687f4820b8b8 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241528 Feb 03 21:39:29.926010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:29.926745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:29.927694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:29.933131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:29.933729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:29.941497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:29.942734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:29.943353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:29.944031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Bound port: 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:29.944725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:29.967717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde1c0e-2180-4965-b0f2-d2b14d2da72b req-1b5e4033-72e1-46ca-8af8-f69f9b056cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:29.971097 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbde1c0e-2180-4965-b0f2-d2b14d2da72b req-1b5e4033-72e1-46ca-8af8-f69f9b056cbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 1131 time: 0.1150331 Feb 03 21:39:30.022217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:30.026212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:30.035833 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.080192 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbde1c0e-2180-4965-b0f2-d2b14d2da72b req-117b1e31-8c87-4c29-8a0d-3eb8f8f74559 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938871 Feb 03 21:39:30.086404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:30.087261 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.089285 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] 10.222.0.10 "PUT /v2.0/ports/2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 200 len: 1092 time: 1.6217570 Feb 03 21:39:30.098091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:30.101176 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824246f2-fcd3-4ecd-a4fc-b3851790edef" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:30.101594 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb3f147-e5ac-4a0c-986c-72a66c09d2f8 x-openstack-request-id: req-cbb3f147-e5ac-4a0c-986c-72a66c09d2f8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:30.102135 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c363d1-523a-435d-a098-4f2a216cc104", "name": "network-vif-plugged", "status": "completed", "tag": "fc2bbba1-e966-4551-9a1f-66bbdb296d68", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:30.102549 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbb3f147-e5ac-4a0c-986c-72a66c09d2f8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:30.103117 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c363d1-523a-435d-a098-4f2a216cc104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68', 'code': 200} Feb 03 21:39:30.129845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fc2bbba1-e966-4551-9a1f-66bbdb296d68, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc2bbba1-e966-4551-9a1f-66bbdb296d68,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:30.131587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf5691-62bd-4144-a200-9b9cc0f8ce84 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:30.159583 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.223718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=fc2bbba1-e966-4551-9a1f-66bbdb296d68,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:30.225837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.235211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.235556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.236085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.236575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.237098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.237587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.238088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.238575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.239050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.239534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.240056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.240611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.241167 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98092e1-463a-48b9-af81-c2fc1b71338a x-openstack-request-id: req-a98092e1-463a-48b9-af81-c2fc1b71338a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:30.241646 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:30.241934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:30.242795 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a98092e1-463a-48b9-af81-c2fc1b71338a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:30.244018 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b', 'status': 'completed', 'code': 200} Feb 03 21:39:30.292310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946622af-da68-417e-acc7-43d401ab2610 req-1d2a7f58-80eb-4774-af49-a2b7ae4165d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:30.295620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-1d2a7f58-80eb-4774-af49-a2b7ae4165d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1126 time: 0.1449437 Feb 03 21:39:30.389261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-60fe8774-1bdc-4783-a542-50d1b9c25d17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 200 len: 217 time: 0.0761132 Feb 03 21:39:30.483047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e755ad3-fc70-4855-878c-8c87192122cb req-7b87d1f0-214d-4264-af6a-512ef64ca010 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:30.489873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e755ad3-fc70-4855-878c-8c87192122cb req-7b87d1f0-214d-4264-af6a-512ef64ca010 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.2119994 Feb 03 21:39:30.532619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602b728-92c2-43e6-9c1b-5ba65b3e884d req-4a183950-8bda-4937-8bb1-fe8acbc396b4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:30.534805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:30.543987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8602b728-92c2-43e6-9c1b-5ba65b3e884d req-4a183950-8bda-4937-8bb1-fe8acbc396b4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.1588471 Feb 03 21:39:30.547022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946622af-da68-417e-acc7-43d401ab2610 req-5741a345-fbb5-4dfc-9b36-9f78bbc2aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:30.548028 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-5741a345-fbb5-4dfc-9b36-9f78bbc2aadf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1208477 Feb 03 21:39:30.603658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-d5289648-297e-4fcc-bf63-f092894748fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391841 Feb 03 21:39:30.668563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2018116831-network', 'tenant_id': '883669fbc7f04b6e99d14c65e4a8d3b2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:30.686570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e755ad3-fc70-4855-878c-8c87192122cb req-234a3de9-3981-4b7c-aecb-1a0930a6ba0c tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910143 Feb 03 21:39:30.704433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Made reservation on behalf of 883669fbc7f04b6e99d14c65e4a8d3b2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:30.707534 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.711967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8602b728-92c2-43e6-9c1b-5ba65b3e884d req-e10e953a-d44b-41d5-94ba-526ee0f039be tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665809 Feb 03 21:39:30.734990 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.815853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-6272f830-2f5c-4e83-bdd0-93cfc87a1ac8 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017174 Feb 03 21:39:30.845753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Publish callbacks [] for security_group (77c2e545-091b-41da-9642-90edfce8e85b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.850459 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (77c2e545-091b-41da-9642-90edfce8e85b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.878429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:39:30.889701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c2e545-091b-41da-9642-90edfce8e85b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:30.896036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ec6bd9b4-4363-4a20-84ea-779e7ec4292e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.896384 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Added segment ec6bd9b4-4363-4a20-84ea-779e7ec4292e of type vlan for network 086865c8-de64-47f1-9bc4-33ff286001fa Feb 03 21:39:30.901245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dafc5-edab-4217-a88c-e5963ff06614 req-cdafce19-1adf-4ffb-a7d5-7608ee226063 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:30.902996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a86dafc5-edab-4217-a88c-e5963ff06614 req-cdafce19-1adf-4ffb-a7d5-7608ee226063 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.1209137 Feb 03 21:39:30.949108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (086865c8-de64-47f1-9bc4-33ff286001fa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.965914 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-946622af-da68-417e-acc7-43d401ab2610 req-826891ae-bb66-4a9d-87bb-81704ef9425c service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429121 Feb 03 21:39:30.980154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (086865c8-de64-47f1-9bc4-33ff286001fa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:30.982331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:30.982969 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.021811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a86dafc5-edab-4217-a88c-e5963ff06614 req-a450d907-d772-48a0-b344-fb32376bfe15 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036577 Feb 03 21:39:31.090082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5539308 Feb 03 21:39:31.096861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:31.097623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f798c-f013-4f5d-816e-decaaaa556d5 req-caf61417-2a69-4660-8080-91a98dea3cfa tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:31.099134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a2f798c-f013-4f5d-816e-decaaaa556d5 req-caf61417-2a69-4660-8080-91a98dea3cfa tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.0962057 Feb 03 21:39:31.109148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Request body: {'subnet': {'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2018116831-subnet', 'tenant_id': '883669fbc7f04b6e99d14c65e4a8d3b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:31.114008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-caa882f3-d35d-475d-a172-5819416afc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:31.115360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-caa882f3-d35d-475d-a172-5819416afc42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1126 time: 0.0777922 Feb 03 21:39:31.121900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6eabc-e74b-48f2-a4f9-068d12335b67 admin admin] Pushing event updated for resources: {'Network': ['ID=086865c8-de64-47f1-9bc4-33ff286001fa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:31.140035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 086865c8-de64-47f1-9bc4-33ff286001fa details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:39:31.142311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Made reservation on behalf of 883669fbc7f04b6e99d14c65e4a8d3b2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:31.145733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.203890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a2f798c-f013-4f5d-816e-decaaaa556d5 req-35771c14-42c2-412b-8369-aa54848c5797 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985451 Feb 03 21:39:31.245324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-85bb4a04-53b6-4678-8160-a4457a775d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:31.249961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-85bb4a04-53b6-4678-8160-a4457a775d9f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.1256833 Feb 03 21:39:31.304418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-33d67272-30eb-4226-a30a-da09bac5f59c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 200 len: 217 time: 0.0477571 Feb 03 21:39:31.334878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (e7c52e04-00e9-40d9-9773-f83e38701b4b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.352698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-53933129-2d0a-4f3c-a0e5-b99361f16dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:31.354313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-53933129-2d0a-4f3c-a0e5-b99361f16dec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0432608 Feb 03 21:39:31.389962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-e7c91199-72c6-488c-8ff1-7a142d353b6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287313 Feb 03 21:39:31.392752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c52e04-00e9-40d9-9773-f83e38701b4b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:31.400105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Checking segment: {'id': 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:31.400469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Network hostable DHCP agents. Network: 086865c8-de64-47f1-9bc4-33ff286001fa, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:39:31.420856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Network 086865c8-de64-47f1-9bc4-33ff286001fa is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:39:31.430319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 086865c8-de64-47f1-9bc4-33ff286001fa) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:31.434990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:31.435588 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.443417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ab46dd-a0a0-4311-8d8c-70e3b97397a2 None None] Network 086865c8-de64-47f1-9bc4-33ff286001fa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:39:31.447797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b0359acf-a1e2-4a59-ade6-2fe9f1e84012 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:31.471903 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9b093d88-f416-4e36-b3f5-7a5b6f155829 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3677552 Feb 03 21:39:31.508145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-4d281aee-2f91-4987-b5ee-67395ca054b7 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099539 Feb 03 21:39:31.607192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca88477-a0dd-4584-89b4-9a8449e2a084 None None] Network 086865c8-de64-47f1-9bc4-33ff286001fa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:39:31.639815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-824246f2-fcd3-4ecd-a4fc-b3851790edef req-35dbe385-f941-437b-96c7-a935dfb0f7eb service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232965 Feb 03 21:39:31.679876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:31.700582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012', 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952', 'port_id': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012', 'mac_address': 'fa:16:3e:d3:e0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006b000b-c01c-467d-a969-cee025b35b98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:39:31.771483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-214db381-471e-498e-9c81-5009c5f9c36f req-e6e30a59-046a-44a4-af7b-0f53427bcd9e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-453078400', 'description': 'tempest-description-1645588229'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:31.810835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:31.811564 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.811683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-214db381-471e-498e-9c81-5009c5f9c36f req-e6e30a59-046a-44a4-af7b-0f53427bcd9e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.837404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0359acf-a1e2-4a59-ade6-2fe9f1e84012 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:31.879905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:31.891186 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.896438 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-214db381-471e-498e-9c81-5009c5f9c36f req-e6e30a59-046a-44a4-af7b-0f53427bcd9e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (56c1499e-651e-423e-aab9-d45d57163759), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.904269 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-214db381-471e-498e-9c81-5009c5f9c36f req-e6e30a59-046a-44a4-af7b-0f53427bcd9e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (56c1499e-651e-423e-aab9-d45d57163759), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.945253 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-214db381-471e-498e-9c81-5009c5f9c36f req-e6e30a59-046a-44a4-af7b-0f53427bcd9e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:31.947477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-214db381-471e-498e-9c81-5009c5f9c36f req-e6e30a59-046a-44a4-af7b-0f53427bcd9e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1808617 Feb 03 21:39:31.951892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e30a59-046a-44a4-af7b-0f53427bcd9e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c1499e-651e-423e-aab9-d45d57163759,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:31.989604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:32.079984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87431943-0f1b-48bf-badb-a92ba7d489e7 req-e57548df-bd19-4a69-9167-2617b30592a1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:32.081616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87431943-0f1b-48bf-badb-a92ba7d489e7 req-e57548df-bd19-4a69-9167-2617b30592a1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1010282 Feb 03 21:39:32.095032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23ef00-f0f8-4afe-b765-a7d859ce6c4f req-6ddfa445-0859-454d-af32-2ca1fda04214 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:32.096591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e23ef00-f0f8-4afe-b765-a7d859ce6c4f req-6ddfa445-0859-454d-af32-2ca1fda04214 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 944 time: 0.0761387 Feb 03 21:39:32.173171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87431943-0f1b-48bf-badb-a92ba7d489e7 req-8dd2d7e2-c152-4a1f-85c6-c7193a5412fd tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Feb 03 21:39:32.177418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e23ef00-f0f8-4afe-b765-a7d859ce6c4f req-7005a8d2-2cfd-4c89-9153-9426948608b7 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726824 Feb 03 21:39:32.217754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-36bf76a8-ff6a-4675-be80-6764ea00ff7e req-ca2ee5d8-c6f1-40fe-b15a-261df119a00a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1468543460', 'description': 'tempest-description-1519042911'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:32.243313 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-36bf76a8-ff6a-4675-be80-6764ea00ff7e req-ca2ee5d8-c6f1-40fe-b15a-261df119a00a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:32.349141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6c31-0704-4224-89d9-d77499d6a2ae req-64704bb5-87db-4072-8a56-834d2a4a1916 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:32.350624 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-260b6c31-0704-4224-89d9-d77499d6a2ae req-64704bb5-87db-4072-8a56-834d2a4a1916 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0894697 Feb 03 21:39:32.383132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-36bf76a8-ff6a-4675-be80-6764ea00ff7e req-ca2ee5d8-c6f1-40fe-b15a-261df119a00a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (b2b22488-64c5-40b8-b6ee-af1cd40def8c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:32.387672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-36bf76a8-ff6a-4675-be80-6764ea00ff7e req-ca2ee5d8-c6f1-40fe-b15a-261df119a00a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b2b22488-64c5-40b8-b6ee-af1cd40def8c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:32.393278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['b0359acf-a1e2-4a59-ade6-2fe9f1e84012'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:32.437287 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-36bf76a8-ff6a-4675-be80-6764ea00ff7e req-ca2ee5d8-c6f1-40fe-b15a-261df119a00a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:32.438519 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36bf76a8-ff6a-4675-be80-6764ea00ff7e req-ca2ee5d8-c6f1-40fe-b15a-261df119a00a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2258937 Feb 03 21:39:32.442175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-260b6c31-0704-4224-89d9-d77499d6a2ae req-074d71f7-9d2b-4448-b43d-0beb7ecda26f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806696 Feb 03 21:39:32.466583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ee5d8-c6f1-40fe-b15a-261df119a00a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b22488-64c5-40b8-b6ee-af1cd40def8c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:32.610326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda8650-7f2a-48b3-a652-5617907f0f1f req-d3539742-6c64-4568-9d87-2d99378fac97 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:32.611811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebda8650-7f2a-48b3-a652-5617907f0f1f req-d3539742-6c64-4568-9d87-2d99378fac97 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.1026473 Feb 03 21:39:32.626957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa490b-89f2-4948-ae1c-96b627fda239 req-a3918f42-94e0-4b02-a2cc-cd2e2304144f tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:32.628367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01fa490b-89f2-4948-ae1c-96b627fda239 req-a3918f42-94e0-4b02-a2cc-cd2e2304144f tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.0772288 Feb 03 21:39:32.697003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebda8650-7f2a-48b3-a652-5617907f0f1f req-4a2d0273-33e8-4934-91fc-5ba8748982bd tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785770 Feb 03 21:39:32.700252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01fa490b-89f2-4948-ae1c-96b627fda239 req-0895ead0-d680-457f-9ef0-70182199a917 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656912 Feb 03 21:39:32.893275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1cd90-a691-4c08-b691-40424202f4bd req-44a410be-471d-43af-94d8-abe3cc3a75d0 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:32.894741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-44a410be-471d-43af-94d8-abe3cc3a75d0 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 813 time: 0.1098051 Feb 03 21:39:32.911271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-b9e44350-4665-4fac-b4f9-d50d5b0dd9b3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/quotas/883669fbc7f04b6e99d14c65e4a8d3b2 HTTP/1.1" status: 200 len: 375 time: 0.0110183 Feb 03 21:39:32.954910 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-3694cbf2-da13-4cd4-85a9-01580729d007 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276234 Feb 03 21:39:33.053270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-1f89fe81-e030-4ff1-ae18-44e090e43771 service neutron] 10.222.0.50 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916224 Feb 03 21:39:33.140852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-a7b0ffac-86d7-4b2d-a985-a0007ea8f403 service neutron] 10.222.0.50 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867264 Feb 03 21:39:33.323809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45944be-c304-4830-bb6c-4741a8df8b61 req-e615ac71-6d30-4648-a869-4f706bca4446 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:33.325830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c45944be-c304-4830-bb6c-4741a8df8b61 req-e615ac71-6d30-4648-a869-4f706bca4446 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.0682144 Feb 03 21:39:33.402407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1133-c45e-4beb-8ddf-5df6de330815 req-524889f9-7e2a-40d9-9501-b6783678b877 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:33.405066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7fa1133-c45e-4beb-8ddf-5df6de330815 req-524889f9-7e2a-40d9-9501-b6783678b877 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 944 time: 0.0972056 Feb 03 21:39:33.409655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c45944be-c304-4830-bb6c-4741a8df8b61 req-abff28b6-e82e-434d-abc0-cf3b8b9dcc17 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654626 Feb 03 21:39:33.460889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7fa1133-c45e-4beb-8ddf-5df6de330815 req-736f7fe1-9bc5-4b01-a737-b071ac75f5d9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Feb 03 21:39:33.486890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58aaa5be-36f0-40c3-b376-c6bbe44d5a2e req-4a24f5a8-3155-48d3-bbb5-8cfdc5e946f6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 210 time: 0.0305114 Feb 03 21:39:33.607101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b229bf-e9e3-40b3-902a-532620e59556 req-b5cb1cf3-3bfd-4f87-84a8-bc1b4538074a tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:33.608574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5b229bf-e9e3-40b3-902a-532620e59556 req-b5cb1cf3-3bfd-4f87-84a8-bc1b4538074a tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0551670 Feb 03 21:39:33.656699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5b229bf-e9e3-40b3-902a-532620e59556 req-ca391714-0436-4f29-975f-f28ea364da85 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5865815-d594-4e26-a305-b604649f80e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Feb 03 21:39:33.854796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85c6d2-f922-4e5a-9555-b1bf07371fa9 req-bb4f4a6d-6714-43c2-a22b-74479a761a32 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:33.856845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc85c6d2-f922-4e5a-9555-b1bf07371fa9 req-bb4f4a6d-6714-43c2-a22b-74479a761a32 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.0845823 Feb 03 21:39:33.868679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a1c2b-c512-49fa-a5d0-725747983598 req-71710d1c-4c12-46a2-bd36-754fb2c97f22 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:33.871984 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a5a1c2b-c512-49fa-a5d0-725747983598 req-71710d1c-4c12-46a2-bd36-754fb2c97f22 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.0989099 Feb 03 21:39:33.949463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc85c6d2-f922-4e5a-9555-b1bf07371fa9 req-804f6e95-ae61-47c9-91ad-1b02183d38b1 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Feb 03 21:39:33.958655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a5a1c2b-c512-49fa-a5d0-725747983598 req-6b506dbc-8c6a-48bb-82d5-60fa5dc8a268 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801175 Feb 03 21:39:34.280522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-d7fc913e-2d96-440b-a295-1f22f57f9294 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:34.282069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-d7fc913e-2d96-440b-a295-1f22f57f9294 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.10 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0966010 Feb 03 21:39:34.303740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4357a8b-bf32-425e-9f16-35922da5c307 req-e8499b32-c01a-4920-98f8-cd9ae0d87324 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:34.305363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4357a8b-bf32-425e-9f16-35922da5c307 req-e8499b32-c01a-4920-98f8-cd9ae0d87324 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.0900178 Feb 03 21:39:34.379356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1cd90-a691-4c08-b691-40424202f4bd req-60a9eba7-5053-474a-81d7-a1bf344ef129 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:34.381011 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-60a9eba7-5053-474a-81d7-a1bf344ef129 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.47 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 813 time: 0.1222618 Feb 03 21:39:34.393649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'port': {'device_id': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa', 'admin_state_up': True, 'tenant_id': '883669fbc7f04b6e99d14c65e4a8d3b2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:34.405476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4357a8b-bf32-425e-9f16-35922da5c307 req-bdcf0a8d-ef47-432d-8de8-b91f16fab29b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823040 Feb 03 21:39:34.425323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Deleting port de6595df-24d8-47e2-89e8-865cbb4c1b22 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:39:34.425677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:34.530476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] For port de6595df-24d8-47e2-89e8-865cbb4c1b22, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=de6595df-24d8-47e2-89e8-865cbb4c1b22,segment=NetworkSegment(40c06c0b-c275-482c-b7b3-74fce46e8454),segment_id=40c06c0b-c275-482c-b7b3-74fce46e8454)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:34.530476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:34.538331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Made reservation on behalf of 883669fbc7f04b6e99d14c65e4a8d3b2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:34.544213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:34.575998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Calling delete_port for de6595df-24d8-47e2-89e8-865cbb4c1b22 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:39:34.668016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4356-06b4-455e-89bd-d75c48036408 req-054de8e9-f87e-4fae-b674-afaf5aa8d791 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:34.669447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Allocated IP 172.20.0.13 (086865c8-de64-47f1-9bc4-33ff286001fa/e7c52e04-00e9-40d9-9773-f83e38701b4b/c9846bf2-11f0-4582-a155-f24dc4e2dde3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:34.669601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa8e4356-06b4-455e-89bd-d75c48036408 req-054de8e9-f87e-4fae-b674-afaf5aa8d791 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1418102 Feb 03 21:39:34.685133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438c4b1-b629-4341-a429-57498e3c353e req-466ae058-348c-4430-aa07-82453dc9e6fa tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:34.686947 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5438c4b1-b629-4341-a429-57498e3c353e req-466ae058-348c-4430-aa07-82453dc9e6fa tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 944 time: 0.1395154 Feb 03 21:39:34.781419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa8e4356-06b4-455e-89bd-d75c48036408 req-bf5d8168-d60d-425f-a682-be5bb95079a8 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890937 Feb 03 21:39:34.789042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5438c4b1-b629-4341-a429-57498e3c353e req-a59b6543-27ed-41cb-aee8-e43a9cd61244 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954242 Feb 03 21:39:34.844748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:34.850851 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (de6595df-24d8-47e2-89e8-865cbb4c1b22), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:34.862841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['de6595df-24d8-47e2-89e8-865cbb4c1b22'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:34.888768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:34.899355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Pushing event deleted for resources: {'Port': ['ID=de6595df-24d8-47e2-89e8-865cbb4c1b22,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:34.942894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Network 086865c8-de64-47f1-9bc4-33ff286001fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:34.945991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:34.947749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-bdefcdd7-0b09-4452-b48d-2c10f0b03c7b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456676 Feb 03 21:39:34.949868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:34.976091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'Port': ['ID=c9846bf2-11f0-4582-a155-f24dc4e2dde3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:35.004195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:35.004812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.008681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] No DVR routers for this DVR port de6595df-24d8-47e2-89e8-865cbb4c1b22 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:39:35.020786 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-cb855c12-4429-418f-bcab-7cc8341e9224 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6312759 Feb 03 21:39:35.036470 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.039678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-956837d6-68c8-4ec0-96e6-4ada76e375a8 req-406c7b93-4e2f-4395-b4d5-51c8106f644f tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.10 "DELETE /v2.0/ports/de6595df-24d8-47e2-89e8-865cbb4c1b22 HTTP/1.1" status: 204 len: 173 time: 0.7515867 Feb 03 21:39:35.040277 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec2e292-47ce-4cba-8533-49a4ecbb0bc0', 'name': 'network-vif-deleted', 'tag': 'de6595df-24d8-47e2-89e8-865cbb4c1b22'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:35.042529 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858401cc-b17b-4364-a5ca-47f590653417" -d '{"events": [{"server_uuid": "dec2e292-47ce-4cba-8533-49a4ecbb0bc0", "name": "network-vif-deleted", "tag": "de6595df-24d8-47e2-89e8-865cbb4c1b22"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:35.056179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Request body: {'port': {'device_id': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:35.073061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1a428-5a84-44dc-99a9-72a2bc5bace9 req-2d68de21-68e3-480b-8b52-6e19a67ec13f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:35.074830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69e1a428-5a84-44dc-99a9-72a2bc5bace9 req-2d68de21-68e3-480b-8b52-6e19a67ec13f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 932 time: 0.2189529 Feb 03 21:39:35.123543 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.141161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-c89897a8-d554-4374-baea-951a02a9491c tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:35.142746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-c89897a8-d554-4374-baea-951a02a9491c tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808386 Feb 03 21:39:35.165045 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69e1a428-5a84-44dc-99a9-72a2bc5bace9 req-b4006631-70a3-47d8-af7e-69bdc18d9969 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815165 Feb 03 21:39:35.167541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-def08fff-5f61-4c6b-b1be-7405c30e25ea tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/quotas/d3bb7b52d4c64f5488ca4d8abce20ef7 HTTP/1.1" status: 200 len: 375 time: 0.0141187 Feb 03 21:39:35.233741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-13a2a5d2-8798-41f6-9c77-f0dde76317e6 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544069 Feb 03 21:39:35.275001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbff3a42-e263-42d9-91fa-c3cd675a12b7 req-ee6a16a2-04a5-42ed-8e81-13fdb1e57aa4 tempest-VolumesAdminNegativeTest-59823054 tempest-VolumesAdminNegativeTest-59823054-project] 10.222.0.50 "GET /v2.0/ports?device_id=dec2e292-47ce-4cba-8533-49a4ecbb0bc0 HTTP/1.1" status: 200 len: 210 time: 0.0295637 Feb 03 21:39:35.415496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d14ec-9549-436f-9f3d-99b96eddf5c0 req-9b8dc6a8-4b70-4605-aa8b-a1f1ae7cd9f2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:35.427219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d0d14ec-9549-436f-9f3d-99b96eddf5c0 req-9b8dc6a8-4b70-4605-aa8b-a1f1ae7cd9f2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.0857964 Feb 03 21:39:35.449522 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea20cf-4c31-4d03-968f-f924ce8fd29a x-openstack-request-id: req-e7ea20cf-4c31-4d03-968f-f924ce8fd29a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:35.450370 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec2e292-47ce-4cba-8533-49a4ecbb0bc0", "name": "network-vif-deleted", "tag": "de6595df-24d8-47e2-89e8-865cbb4c1b22", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:35.450906 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7ea20cf-4c31-4d03-968f-f924ce8fd29a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:35.451692 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec2e292-47ce-4cba-8533-49a4ecbb0bc0', 'name': 'network-vif-deleted', 'tag': 'de6595df-24d8-47e2-89e8-865cbb4c1b22', 'status': 'completed', 'code': 200} Feb 03 21:39:35.490935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:35.494279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b0359acf-a1e2-4a59-ade6-2fe9f1e84012 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:35.510294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d0d14ec-9549-436f-9f3d-99b96eddf5c0 req-97ce9f52-7ae2-44a4-98ad-e6faff185ec0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820847 Feb 03 21:39:35.511982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9846bf2-11f0-4582-a155-f24dc4e2dde3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:35.527024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Publish callbacks [] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.542526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Transition to ACTIVE for port object c9846bf2-11f0-4582-a155-f24dc4e2dde3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:35.548107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a75a580-b6cd-4790-b5cf-9e7ad7c66e8b req-da39543a-f99a-4f7c-a251-476020dad007 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 210 time: 0.0353515 Feb 03 21:39:35.553377 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.646167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Pushing event updated for resources: {'Port': ['ID=c9846bf2-11f0-4582-a155-f24dc4e2dde3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:35.684386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:39:35.690276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:35.690885 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.733738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Attempting to bind port c9846bf2-11f0-4582-a155-f24dc4e2dde3 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:35.734237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Attempting to bind port c9846bf2-11f0-4582-a155-f24dc4e2dde3 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:35.734634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Attempting to bind port c9846bf2-11f0-4582-a155-f24dc4e2dde3 on network 086865c8-de64-47f1-9bc4-33ff286001fa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:35.740954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Port c9846bf2-11f0-4582-a155-f24dc4e2dde3 on network 086865c8-de64-47f1-9bc4-33ff286001fa not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:35.741510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Attempting to bind port c9846bf2-11f0-4582-a155-f24dc4e2dde3 on network 086865c8-de64-47f1-9bc4-33ff286001fa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:35.746557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:35.747035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Checking segment: {'id': 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:35.747573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Bound using segment: {'id': 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:35.748069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Bound port: c9846bf2-11f0-4582-a155-f24dc4e2dde3, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:35.748540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.760114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:35.777129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b', 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a', 'port_id': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b', 'mac_address': 'fa:16:3e:36:4f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05581427-b6cc-4869-9bb2-ddc18faca9e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:39:35.847778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:35.848231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.867138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] For port c9846bf2-11f0-4582-a155-f24dc4e2dde3, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:35.872936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] For port c9846bf2-11f0-4582-a155-f24dc4e2dde3, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:35.873678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:35.874163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.895566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.902674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:35.905518 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9779b19-0788-4586-97e7-ad83c203ea42" -d '{"events": [{"server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:35.915188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4e312d-f07e-4ccd-bd46-78a717da4d3b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:35.934321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:35.942854 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.948748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:35.972118 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.974336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:35.975164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:35.976810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] 10.222.0.47 "PUT /v2.0/ports/c9846bf2-11f0-4582-a155-f24dc4e2dde3 HTTP/1.1" status: 200 len: 1092 time: 0.9261951 Feb 03 21:39:35.977999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:35.980467 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64872ebf-9d0d-4bd3-9023-e46f0696c26f" -d '{"events": [{"name": "network-changed", "server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:36.003837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:36.007890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d121ae8-f442-4e7e-ba31-950f78196a75 service neutron] Pushing event updated for resources: {'Port': ['ID=c9846bf2-11f0-4582-a155-f24dc4e2dde3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:36.018382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dabb29-a843-41ca-85b4-a5905b3da9b5 req-6a25b1d8-d4fc-456e-8c9d-987851d513a7 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.019896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31dabb29-a843-41ca-85b4-a5905b3da9b5 req-6a25b1d8-d4fc-456e-8c9d-987851d513a7 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1287937 Feb 03 21:39:36.031518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672053a-113d-4a86-9f95-7722cf9fc8a0 req-89e5f29f-f2a1-4a80-85a3-b143f5c937ae tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.033165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8672053a-113d-4a86-9f95-7722cf9fc8a0 req-89e5f29f-f2a1-4a80-85a3-b143f5c937ae tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1173310 Feb 03 21:39:36.065329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:36.106332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31dabb29-a843-41ca-85b4-a5905b3da9b5 req-a15795a2-52d6-4b3f-a4ac-0692b62cfffc tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722897 Feb 03 21:39:36.107992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1cd90-a691-4c08-b691-40424202f4bd req-d10f3162-8359-4d80-a059-20001f0b4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.109743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8672053a-113d-4a86-9f95-7722cf9fc8a0 req-a4acb8d6-1151-4bf9-9de5-47d6af910cd0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689647 Feb 03 21:39:36.110827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-d10f3162-8359-4d80-a059-20001f0b4ba6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1126 time: 0.0605695 Feb 03 21:39:36.165178 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00d077b-0a2a-475f-ad46-313abef9b032 x-openstack-request-id: req-c00d077b-0a2a-475f-ad46-313abef9b032 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:36.165504 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:36.165766 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c00d077b-0a2a-475f-ad46-313abef9b032 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:36.166194 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012', 'code': 200} Feb 03 21:39:36.349533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['2f4e312d-f07e-4ccd-bd46-78a717da4d3b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:36.357967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba61083-b0dd-475d-9de7-b9d26da62b4d req-11d4ae22-4893-4cb7-8543-c0b57de2325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.359582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bba61083-b0dd-475d-9de7-b9d26da62b4d req-11d4ae22-4893-4cb7-8543-c0b57de2325c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1127 time: 0.1135216 Feb 03 21:39:36.381455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-46b5766b-16c5-4f70-b857-ae7cd0cb77e9 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=833df2edc19e4b8992c0bf05e28db63a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373669 Feb 03 21:39:36.394735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c17861-31aa-4a62-b009-042fa9b12477 req-aa07b6b4-3a3a-4995-8411-7b5f9c558dc9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.396343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33c17861-31aa-4a62-b009-042fa9b12477 req-aa07b6b4-3a3a-4995-8411-7b5f9c558dc9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 944 time: 0.1396101 Feb 03 21:39:36.422472 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6601f95-0043-44a6-886b-eb2505bd6dca x-openstack-request-id: req-f6601f95-0043-44a6-886b-eb2505bd6dca {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:36.422769 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:36.423024 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6601f95-0043-44a6-886b-eb2505bd6dca {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:36.423417 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'status': 'completed', 'code': 200} Feb 03 21:39:36.424941 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-d5fadce0-6612-4d24-895b-b6ac87ea8fdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3 HTTP/1.1" status: 200 len: 217 time: 0.3082619 Feb 03 21:39:36.479289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1cd90-a691-4c08-b691-40424202f4bd req-ad978aa4-6ec1-4ed1-9804-d855182990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.480831 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-ad978aa4-6ec1-4ed1-9804-d855182990f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 200 len: 853 time: 0.0494211 Feb 03 21:39:36.513238 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-88a111a4-9964-47b9-b714-976d6ce8a065 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=086865c8-de64-47f1-9bc4-33ff286001fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265915 Feb 03 21:39:36.613341 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-5341b73e-6426-4ad7-863a-4bba85824013 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940361 Feb 03 21:39:36.696751 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-bd4b743e-0961-46d6-bcbb-d0cdae895464 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255477 Feb 03 21:39:36.773364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bba61083-b0dd-475d-9de7-b9d26da62b4d req-437d6ff1-9af4-44ee-9b9d-5be39e51bd29 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021957 Feb 03 21:39:36.804369 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33c17861-31aa-4a62-b009-042fa9b12477 req-d30ce5f7-6d9c-461f-823b-4428892baf87 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932123 Feb 03 21:39:36.806450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8de1cd90-a691-4c08-b691-40424202f4bd req-2d587920-f040-4742-b9b2-4559c730a4a6 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853426 Feb 03 21:39:36.833292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-c85b4049-c3e8-4b11-8879-5e39d3d60847 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.834813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-c85b4049-c3e8-4b11-8879-5e39d3d60847 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4374931 Feb 03 21:39:36.851390 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-daf84f34-0400-415e-aceb-5242c69729c5 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/quotas/833df2edc19e4b8992c0bf05e28db63a HTTP/1.1" status: 200 len: 375 time: 0.0096533 Feb 03 21:39:36.857741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-9f2d251d-db67-4888-bd05-f764dca4b2b9 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.859151 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-9f2d251d-db67-4888-bd05-f764dca4b2b9 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565537 Feb 03 21:39:36.881172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48622) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:36.887272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-c66dd3ea-e7a0-4ee7-a61e-c5d2b7f0c58a tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=833df2edc19e4b8992c0bf05e28db63a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294654 Feb 03 21:39:36.954854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6231c7a3-cada-4eca-a7cb-62c37295ed7d admin admin] Deleting subnet 9187fb68-721c-4b1f-bbb5-7eb092208a3f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:39:36.958620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6231c7a3-cada-4eca-a7cb-62c37295ed7d admin admin] Publish callbacks [] for subnet (9187fb68-721c-4b1f-bbb5-7eb092208a3f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:36.985642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-8ca7f40d-305f-4ceb-86f8-2ccd5002f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.987189 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-8ca7f40d-305f-4ceb-86f8-2ccd5002f319 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1126 time: 0.1156871 Feb 03 21:39:36.987723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f75e66-a488-41db-b2e5-dcb9f8d28bca req-78fc531e-5024-4113-afa4-a995199c6133 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:36.989259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38f75e66-a488-41db-b2e5-dcb9f8d28bca req-78fc531e-5024-4113-afa4-a995199c6133 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 945 time: 0.0551763 Feb 03 21:39:37.060069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38f75e66-a488-41db-b2e5-dcb9f8d28bca req-4cf1766d-6b7d-43a4-b99a-bd286c1a0928 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640531 Feb 03 21:39:37.078818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6231c7a3-cada-4eca-a7cb-62c37295ed7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (9187fb68-721c-4b1f-bbb5-7eb092208a3f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.102642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a2c1c33-eb3f-49c1-a9fb-874096da8205 req-5bfc82e7-583f-41fd-bd31-4bf34d5e90a0 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 210 time: 0.0376234 Feb 03 21:39:37.144163 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6231c7a3-cada-4eca-a7cb-62c37295ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (9187fb68-721c-4b1f-bbb5-7eb092208a3f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.178857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-21ead149-3a5f-41de-b410-5d4fa1853281 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=833df2edc19e4b8992c0bf05e28db63a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225770 Feb 03 21:39:37.231452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6231c7a3-cada-4eca-a7cb-62c37295ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (9187fb68-721c-4b1f-bbb5-7eb092208a3f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.266430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-cc19ae65-5e8d-409c-b9c3-b7776a1c8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:37.267937 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-cc19ae65-5e8d-409c-b9c3-b7776a1c8967 service neutron] 10.222.0.47 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 914 time: 0.2741928 Feb 03 21:39:37.268615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231c7a3-cada-4eca-a7cb-62c37295ed7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9187fb68-721c-4b1f-bbb5-7eb092208a3f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:37.274666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6231c7a3-cada-4eca-a7cb-62c37295ed7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.279041 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6231c7a3-cada-4eca-a7cb-62c37295ed7d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9187fb68-721c-4b1f-bbb5-7eb092208a3f HTTP/1.1" status: 204 len: 168 time: 0.3946426 Feb 03 21:39:37.284830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48646) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:37.321726 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-c2839f83-e427-443f-bb0f-6797a86be58b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3 HTTP/1.1" status: 200 len: 217 time: 0.0418255 Feb 03 21:39:37.378743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-99f44360-3689-47a6-b915-9051ce70e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:37.380587 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-99f44360-3689-47a6-b915-9051ce70e9d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 200 len: 853 time: 0.0518150 Feb 03 21:39:37.382578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d79ca-c921-47db-a472-e1a9db000230 req-7cd1c860-cd40-4d47-9848-e9685a05347b tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:37.384403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-402d79ca-c921-47db-a472-e1a9db000230 req-7cd1c860-cd40-4d47-9848-e9685a05347b tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1767218 Feb 03 21:39:37.406522 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (12bcf486-65a7-4ee5-96c3-391ff682c244), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.420297 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-21ff38a2-3887-4ea0-8dd0-28ec155fa8a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=086865c8-de64-47f1-9bc4-33ff286001fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294216 Feb 03 21:39:37.420701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-9d7c2ce9-f9e8-4a12-b1e9-c82c5dbb7b8d tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:37.422488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-9d7c2ce9-f9e8-4a12-b1e9-c82c5dbb7b8d tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379539 Feb 03 21:39:37.463915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f8db764a-cfef-40a9-b5ba-e9087e341570 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/quotas/833df2edc19e4b8992c0bf05e28db63a HTTP/1.1" status: 200 len: 375 time: 0.0345757 Feb 03 21:39:37.480403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-402d79ca-c921-47db-a472-e1a9db000230 req-e8cbf406-ad1b-4f30-8f7d-5ef158c3f7b9 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868027 Feb 03 21:39:37.506760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:37.541373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-4aca5f7b-78b2-4a75-9e52-b7408bf7ad50 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=833df2edc19e4b8992c0bf05e28db63a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553067 Feb 03 21:39:37.558365 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-b517e9bf-bbe4-403d-93a4-faa4d1b28d1a service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283298 Feb 03 21:39:37.597015 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (12bcf486-65a7-4ee5-96c3-391ff682c244), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.608090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:39:37.612415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:37.613034 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.622954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bcf486-65a7-4ee5-96c3-391ff682c244']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:37.644081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c06c0b-c275-482c-b7b3-74fce46e8454') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:37.644617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c06c0b-c275-482c-b7b3-74fce46e8454') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:37.671743 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (40c06c0b-c275-482c-b7b3-74fce46e8454), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.691764 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-64872ebf-9d0d-4bd3-9023-e46f0696c26f req-de9a318b-bee1-45d8-8d88-f0ad88ac3df9 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257880 Feb 03 21:39:37.694979 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (40c06c0b-c275-482c-b7b3-74fce46e8454), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.741208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:39:37.741725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (40c06c0b-c275-482c-b7b3-74fce46e8454), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.768968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:37.769612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.788068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51eb0a-1cdf-4cad-89a6-efaf758ee616 req-c205fe1c-6c5e-4df2-9311-da1edd6eb5b5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:37.796382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb51eb0a-1cdf-4cad-89a6-efaf758ee616 req-c205fe1c-6c5e-4df2-9311-da1edd6eb5b5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1656039 Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:39:37.798366 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:39:37.810725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:37.816350 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.818538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device de6595df-24d8-47e2-89e8-865cbb4c1b22 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:37.861878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: de6595df-24d8-47e2-89e8-865cbb4c1b22 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:39:37.862023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a0f82af-b2f8-4f88-b756-6333e5143b1b req-79bc3dc2-bc6e-4ba1-8942-052f85d7279b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 210 time: 0.0817497 Feb 03 21:39:37.862410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device de6595df-24d8-47e2-89e8-865cbb4c1b22 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:39:37.889919 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (12bcf486-65a7-4ee5-96c3-391ff682c244), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.894067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:37.901495 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:37.907704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/12bcf486-65a7-4ee5-96c3-391ff682c244 HTTP/1.1" status: 204 len: 168 time: 0.6192863 Feb 03 21:39:37.914935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:37.921723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee1af5-c7c0-4086-a276-7c57fbe5a4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=12bcf486-65a7-4ee5-96c3-391ff682c244,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:37.939348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb51eb0a-1cdf-4cad-89a6-efaf758ee616 req-dcab7146-b18c-460c-8f85-3b029fbe9f47 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369808 Feb 03 21:39:37.968077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8621e55a-95b1-4728-a706-8d9355c190c9 admin admin] Deleting subnet 704f0020-8230-4553-9f51-eb914a29d848 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:39:37.973537 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8621e55a-95b1-4728-a706-8d9355c190c9 admin admin] Publish callbacks [] for subnet (704f0020-8230-4553-9f51-eb914a29d848), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.014863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8621e55a-95b1-4728-a706-8d9355c190c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (704f0020-8230-4553-9f51-eb914a29d848), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.027527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f988e2a-aa4b-42f3-ad1e-b3fa1b1011cd req-e45e3455-3d60-46c3-8ece-e382f48f01d6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:38.029724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f988e2a-aa4b-42f3-ad1e-b3fa1b1011cd req-e45e3455-3d60-46c3-8ece-e382f48f01d6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 944 time: 0.0581992 Feb 03 21:39:38.059088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8621e55a-95b1-4728-a706-8d9355c190c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (704f0020-8230-4553-9f51-eb914a29d848), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.085557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f988e2a-aa4b-42f3-ad1e-b3fa1b1011cd req-d7714bbe-a564-43fa-9559-7963e0694068 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Feb 03 21:39:38.126163 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8621e55a-95b1-4728-a706-8d9355c190c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (704f0020-8230-4553-9f51-eb914a29d848), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.151919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621e55a-95b1-4728-a706-8d9355c190c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704f0020-8230-4553-9f51-eb914a29d848,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:38.158627 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8621e55a-95b1-4728-a706-8d9355c190c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.164239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8621e55a-95b1-4728-a706-8d9355c190c9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/704f0020-8230-4553-9f51-eb914a29d848 HTTP/1.1" status: 204 len: 168 time: 0.2458625 Feb 03 21:39:38.164764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:38.167862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:38.170766 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824fc93a-3616-4dac-9f90-9ace04796631" -d '{"events": [{"server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "name": "network-vif-plugged", "status": "completed", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:38.266788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56d7443d-0c4d-4454-b81e-cfb4a58085fe req-e8f660dc-b211-4da6-837c-b78fcb86bd71 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 210 time: 0.0578296 Feb 03 21:39:38.285504 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (083545b1-ed17-42b7-84a1-d74e109b89ae), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.316468 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a7bedf-0c8b-42ab-8e39-a3d95080adbe x-openstack-request-id: req-56a7bedf-0c8b-42ab-8e39-a3d95080adbe {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:38.316791 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "name": "network-vif-plugged", "status": "completed", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:38.317087 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56a7bedf-0c8b-42ab-8e39-a3d95080adbe {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:38.317487 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b', 'code': 200} Feb 03 21:39:38.334574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a98bf-95a7-422e-a554-b3b39e96b1f0 req-9226d874-2dc5-4bc2-8cd2-ce61c448eef9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:38.336046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c1a98bf-95a7-422e-a554-b3b39e96b1f0 req-9226d874-2dc5-4bc2-8cd2-ce61c448eef9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.1260738 Feb 03 21:39:38.404406 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (083545b1-ed17-42b7-84a1-d74e109b89ae), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.435460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c1a98bf-95a7-422e-a554-b3b39e96b1f0 req-cd95a994-81c2-4aba-8a00-a6a5efdb48b7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891123 Feb 03 21:39:38.436991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083545b1-ed17-42b7-84a1-d74e109b89ae']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:38.447009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce599c1e-f80c-4fb8-8c25-d74388347f41') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:38.447392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce599c1e-f80c-4fb8-8c25-d74388347f41') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:38.458455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (ce599c1e-f80c-4fb8-8c25-d74388347f41), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.472316 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ce599c1e-f80c-4fb8-8c25-d74388347f41), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.478388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:39:38.478762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (ce599c1e-f80c-4fb8-8c25-d74388347f41), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:39:38.480376 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:39:38.509973 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-63e5ed87-7c45-47b7-b67e-eab3abb01488 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=833df2edc19e4b8992c0bf05e28db63a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214117 Feb 03 21:39:38.551881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (083545b1-ed17-42b7-84a1-d74e109b89ae), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.559996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.565873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] 10.222.0.50 "DELETE /v2.0/networks/083545b1-ed17-42b7-84a1-d74e109b89ae HTTP/1.1" status: 204 len: 168 time: 0.4000349 Feb 03 21:39:38.581468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0364c-8900-4144-a005-c9d867051a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=083545b1-ed17-42b7-84a1-d74e109b89ae,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:38.651541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94d14-ce7e-4d43-922f-88971dee7c87 req-9e3ede3a-0b7a-40df-84b3-4f3eb6c65cc1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:38.653379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03f94d14-ce7e-4d43-922f-88971dee7c87 req-9e3ede3a-0b7a-40df-84b3-4f3eb6c65cc1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.0739646 Feb 03 21:39:38.660046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-5ddc147c-e156-46b2-a6ed-c59675e23699 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:38.661707 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-5ddc147c-e156-46b2-a6ed-c59675e23699 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463161 Feb 03 21:39:38.680273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Request body: {'port': {'device_id': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '833df2edc19e4b8992c0bf05e28db63a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:38.712230 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03f94d14-ce7e-4d43-922f-88971dee7c87 req-39c4ef29-09a4-43cb-8c1f-f48520cea4a6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526683 Feb 03 21:39:38.718433 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:38.761549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ff960371-f407-415f-8583-675f2031f8b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=903920bb58d94c73a02cfd5947993447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420003 Feb 03 21:39:38.764090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:38.793011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Made reservation on behalf of 833df2edc19e4b8992c0bf05e28db63a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:38.797124 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.805799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.821484 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38700fa1-0f09-4c91-b2fa-1ef23ade9a47 admin admin] Publish callbacks [] for security_group (d5865815-d594-4e26-a305-b604649f80e9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.846896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38700fa1-0f09-4c91-b2fa-1ef23ade9a47 admin admin] Publish callbacks [] for security_group (d5865815-d594-4e26-a305-b604649f80e9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.891427 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:39:38.905502 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38700fa1-0f09-4c91-b2fa-1ef23ade9a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d5865815-d594-4e26-a305-b604649f80e9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.909493 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks [] for security_group (e7395e08-e97b-4546-ae4c-2826145798dd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.917819 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38700fa1-0f09-4c91-b2fa-1ef23ade9a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:38.922318 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-6d50e975-6bb9-446a-bde9-d151c2e889c3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=833df2edc19e4b8992c0bf05e28db63a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269530 Feb 03 21:39:38.923030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-38700fa1-0f09-4c91-b2fa-1ef23ade9a47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5865815-d594-4e26-a305-b604649f80e9 HTTP/1.1" status: 204 len: 168 time: 0.1579950 Feb 03 21:39:38.934929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38700fa1-0f09-4c91-b2fa-1ef23ade9a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5865815-d594-4e26-a305-b604649f80e9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:38.956480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e7395e08-e97b-4546-ae4c-2826145798dd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.034394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c817f58-05b0-4af7-bec3-256a851a337a req-9909e836-c3d9-4988-a3f8-24e5b0b76267 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 210 time: 0.0511973 Feb 03 21:39:39.086119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7395e08-e97b-4546-ae4c-2826145798dd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:39.092836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eab3e3-60f4-44f6-92ab-abb898d0d689 req-64433dea-777f-473b-8b33-ca05039e0b8e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:39.094129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5eab3e3-60f4-44f6-92ab-abb898d0d689 req-64433dea-777f-473b-8b33-ca05039e0b8e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.0623894 Feb 03 21:39:39.156415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5eab3e3-60f4-44f6-92ab-abb898d0d689 req-278692e4-4431-4b66-99d1-32e93c0f77ee tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566230 Feb 03 21:39:39.179238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-b2d49c6d-d5b8-4c42-98fe-a9236fa6bbfc tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:39.180923 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-b2d49c6d-d5b8-4c42-98fe-a9236fa6bbfc tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466755 Feb 03 21:39:39.194383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Request body: {'port': {'device_id': 'd8552712-c696-4942-81ce-b7242a32c588', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '833df2edc19e4b8992c0bf05e28db63a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:39.233327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331738-bcf8-4fee-9866-1c859fd5336e req-0b5e9842-c7d9-4e6f-97cd-b2b25b84459f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:39.235122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b331738-bcf8-4fee-9866-1c859fd5336e req-0b5e9842-c7d9-4e6f-97cd-b2b25b84459f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 944 time: 0.0638537 Feb 03 21:39:39.259355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Allocated IP 192.168.233.170 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/0881c0e9-8741-4209-8619-a5f063652665) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:39.287287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b331738-bcf8-4fee-9866-1c859fd5336e req-e6871abe-a6db-4313-8f7d-01b3b3a0f2b6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463994 Feb 03 21:39:39.377824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4462ea9-e614-4750-8adb-3dee17bdb933 req-ac8f5e8c-70b9-4c93-87c1-db57b5eb0774 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 210 time: 0.0298679 Feb 03 21:39:39.407176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Made reservation on behalf of 833df2edc19e4b8992c0bf05e28db63a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:39.410484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.423969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:39.464596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3ac18ec5-0f82-4969-b493-d365d35e5fcd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87711a4b79fb49d192ea23e7bb490fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394464 Feb 03 21:39:39.467766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:39.519190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-744f1ad8-727a-4853-a13a-bf24254fa6b6 admin admin] Publish callbacks [] for security_group (d63ca2ad-44cc-4527-b044-be97de20ccca), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.534064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks [] for port (0881c0e9-8741-4209-8619-a5f063652665), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.573125 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-744f1ad8-727a-4853-a13a-bf24254fa6b6 admin admin] Publish callbacks [] for security_group (d63ca2ad-44cc-4527-b044-be97de20ccca), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.573338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.616727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cefef-62fd-4a08-8617-15a476dc39be req-1218be7d-b420-42e8-946f-3c8c9316275c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:39.618245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c5cefef-62fd-4a08-8617-15a476dc39be req-1218be7d-b420-42e8-946f-3c8c9316275c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.1010265 Feb 03 21:39:39.658156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:39.664089 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-744f1ad8-727a-4853-a13a-bf24254fa6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d63ca2ad-44cc-4527-b044-be97de20ccca), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.666662 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-744f1ad8-727a-4853-a13a-bf24254fa6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.667867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-744f1ad8-727a-4853-a13a-bf24254fa6b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d63ca2ad-44cc-4527-b044-be97de20ccca HTTP/1.1" status: 204 len: 168 time: 0.1990390 Feb 03 21:39:39.669291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:39.671700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:39.673771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Allocated IP 192.168.233.163 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/b3c548fa-e8bf-4976-a7a6-0481d919b5ff) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:39.678085 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:39.682066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c5cefef-62fd-4a08-8617-15a476dc39be req-48a5bb43-bd54-4202-b092-b0dfc28ef6f8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561831 Feb 03 21:39:39.682938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f1ad8-727a-4853-a13a-bf24254fa6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63ca2ad-44cc-4527-b044-be97de20ccca,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:39.768838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:39.769517 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.829608 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-92e40a36-c483-428e-a267-a1c80f72833b tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1537652 Feb 03 21:39:39.854117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Request body: {'port': {'device_id': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:39.884878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac9ec6-b22c-481c-9f92-ea90332b8392 req-9e5113c3-c64d-4a93-ba0b-81f5344a8284 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:39.892195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dac9ec6-b22c-481c-9f92-ea90332b8392 req-9e5113c3-c64d-4a93-ba0b-81f5344a8284 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.0943162 Feb 03 21:39:39.952396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:39.959515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dac9ec6-b22c-481c-9f92-ea90332b8392 req-8f128398-6dcf-47fb-9dde-770b072e0626 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663383 Feb 03 21:39:39.974122 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks [] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.037518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-98a1988a-ae8a-47ed-922a-3637c94da2cd None None] Provisioning complete for port 0881c0e9-8741-4209-8619-a5f063652665 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:40.038475 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98a1988a-ae8a-47ed-922a-3637c94da2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0881c0e9-8741-4209-8619-a5f063652665), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.078362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-98a1988a-ae8a-47ed-922a-3637c94da2cd None None] Port 0881c0e9-8741-4209-8619-a5f063652665 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:39:40.111158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.193316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7289a-3355-4800-b06d-4f9ed2e4f229 req-698ef3de-ed4f-4a1b-b3ab-9a4119db85bc tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:40.195551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7a7289a-3355-4800-b06d-4f9ed2e4f229 req-698ef3de-ed4f-4a1b-b3ab-9a4119db85bc tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 936 time: 0.0697739 Feb 03 21:39:40.201916 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:40.210454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:40.213859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Pushing event updated for resources: {'Port': ['ID=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:40.217753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:40.264897 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7a7289a-3355-4800-b06d-4f9ed2e4f229 req-732d1f3f-794a-47b6-b878-2694ac823fa8 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613387 Feb 03 21:39:40.297890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:40.298548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.330927 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a2b78848-bdef-45b7-8d09-9164241ba446 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1402664 Feb 03 21:39:40.346842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Request body: {'port': {'device_id': 'd8552712-c696-4942-81ce-b7242a32c588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:40.362638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7a771-cf35-4557-9e20-a0494ccd5a86 req-f63cfcea-66a7-46e0-b006-47cc60a1273b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:40.373294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ed7a771-cf35-4557-9e20-a0494ccd5a86 req-f63cfcea-66a7-46e0-b006-47cc60a1273b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1065204 Feb 03 21:39:40.414146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0881c0e9-8741-4209-8619-a5f063652665 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:40.423375 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Publish callbacks [] for port (0881c0e9-8741-4209-8619-a5f063652665), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.444875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Transition to ACTIVE for port object 0881c0e9-8741-4209-8619-a5f063652665 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:40.475976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.495491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ed7a771-cf35-4557-9e20-a0494ccd5a86 req-65d47ddd-6ab9-4876-ad8b-f40cb9f1e81b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989923 Feb 03 21:39:40.504600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b8174d17-8169-4574-9f2b-0260113c330c None None] Provisioning complete for port b3c548fa-e8bf-4976-a7a6-0481d919b5ff triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:40.505228 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8174d17-8169-4574-9f2b-0260113c330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.511115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b5d2-25d2-4cb4-84a9-7504f78f7ace req-a0005822-ee91-40b6-ba66-08eff702d06a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:40.512606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c37b5d2-25d2-4cb4-84a9-7504f78f7ace req-a0005822-ee91-40b6-ba66-08eff702d06a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 944 time: 0.1190200 Feb 03 21:39:40.558291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b8174d17-8169-4574-9f2b-0260113c330c None None] Port b3c548fa-e8bf-4976-a7a6-0481d919b5ff cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:39:40.570138 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.599719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:40.619064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48728) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:40.625053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22f1938d-5eb8-4a6a-9285-fb94faddba80 req-919bb5e2-4232-4d4c-ba3e-c26f432cd900 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 210 time: 0.0466857 Feb 03 21:39:40.645466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c37b5d2-25d2-4cb4-84a9-7504f78f7ace req-04ceeb4e-954a-4582-822d-f72a22432a76 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216276 Feb 03 21:39:40.751397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-network', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:40.803639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Made reservation on behalf of d47d1fe5af3c42b09e4a4f6b4900dab2 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:40.805972 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.819035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:40.868031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c4509-06d8-4d50-ab0a-00ab7e8fbf03 req-30b40d75-a00e-4bfb-b0e1-f86e2586c049 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:40.875795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e50c4509-06d8-4d50-ab0a-00ab7e8fbf03 req-30b40d75-a00e-4bfb-b0e1-f86e2586c049 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.1079590 Feb 03 21:39:40.975469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e50c4509-06d8-4d50-ab0a-00ab7e8fbf03 req-0d6d48fb-6975-415c-8fad-c84ba0ae552e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985346 Feb 03 21:39:41.008560 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Publish callbacks [] for security_group (bbfc3d88-66c1-44d7-9f0b-98c3dd17f678), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.008560 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bbfc3d88-66c1-44d7-9f0b-98c3dd17f678), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.034289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:39:41.044190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Attempting to bind port 0881c0e9-8741-4209-8619-a5f063652665 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:41.044750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Attempting to bind port 0881c0e9-8741-4209-8619-a5f063652665 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:41.044884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Attempting to bind port 0881c0e9-8741-4209-8619-a5f063652665 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:41.052686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Port 0881c0e9-8741-4209-8619-a5f063652665 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:41.052840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:41.053039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Attempting to bind port 0881c0e9-8741-4209-8619-a5f063652665 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:41.070761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:41.071113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:41.071533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:41.071943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Bound port: 0881c0e9-8741-4209-8619-a5f063652665, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:41.072303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.074410 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (fc4ff126-d88c-4f18-adac-8f19ebee0625), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.074822 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Added segment fc4ff126-d88c-4f18-adac-8f19ebee0625 of type vlan for network 389414c5-46da-4172-86cd-f127985ac026 Feb 03 21:39:41.127339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (389414c5-46da-4172-86cd-f127985ac026), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.138077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732eabf-f3b7-40e7-b54d-a64a05d5bb11 req-9097612e-f4e8-418f-8b2b-bfff2dec8641 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.139568 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a732eabf-f3b7-40e7-b54d-a64a05d5bb11 req-9097612e-f4e8-418f-8b2b-bfff2dec8641 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.0984485 Feb 03 21:39:41.176108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (389414c5-46da-4172-86cd-f127985ac026), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.177060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.177648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.199208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:41.216061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:41.228328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.255570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a732eabf-f3b7-40e7-b54d-a64a05d5bb11 req-7542e692-b8ec-4325-a3ad-46da15a1a6ec tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081719 Feb 03 21:39:41.260599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6343129 Feb 03 21:39:41.263787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:41.265776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9bf80-f603-4791-89ec-82295dc8e594 admin admin] Pushing event updated for resources: {'Network': ['ID=389414c5-46da-4172-86cd-f127985ac026,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:41.270696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Request body: {'subnet': {'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-subnet', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:41.281502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 389414c5-46da-4172-86cd-f127985ac026 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:39:41.285690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.286440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.287881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] 10.222.0.47 "PUT /v2.0/ports/0881c0e9-8741-4209-8619-a5f063652665 HTTP/1.1" status: 200 len: 1096 time: 1.4449906 Feb 03 21:39:41.292950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'tag': '0881c0e9-8741-4209-8619-a5f063652665'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:41.303605 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928e082a-874a-4ba4-a403-2500fd645a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "tag": "0881c0e9-8741-4209-8619-a5f063652665"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:41.303827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Made reservation on behalf of d47d1fe5af3c42b09e4a4f6b4900dab2 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:41.305007 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.314310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c548fa-e8bf-4976-a7a6-0481d919b5ff {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:41.328005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Publish callbacks [] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.367401 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac5cb55-9958-4201-b550-8bd746fb042d x-openstack-request-id: req-aac5cb55-9958-4201-b550-8bd746fb042d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:41.367699 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "tag": "0881c0e9-8741-4209-8619-a5f063652665", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:41.367967 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aac5cb55-9958-4201-b550-8bd746fb042d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:41.368362 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'tag': '0881c0e9-8741-4209-8619-a5f063652665', 'status': 'completed', 'code': 200} Feb 03 21:39:41.369100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3730018-bef9-41d5-832c-e96e62cf8e42 service neutron] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:41.389556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Transition to ACTIVE for port object b3c548fa-e8bf-4976-a7a6-0481d919b5ff will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:41.403399 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.431739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c9846bf2-11f0-4582-a155-f24dc4e2dde3 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:41.482801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-51a8bb0c-3ebd-408e-99ae-f827a08f7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.484639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-51a8bb0c-3ebd-408e-99ae-f827a08f7ec6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=833df2edc19e4b8992c0bf05e28db63a&device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 1130 time: 0.1352696 Feb 03 21:39:41.485429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:41.562237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616592c-db12-4d5e-9f10-f38f01fe2837 req-8f77659a-4082-4a3d-89ae-c1a8133643dd tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.567061 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-0bc3dd17-9afa-4a8e-82f1-465a79c06aa2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=0881c0e9-8741-4209-8619-a5f063652665 HTTP/1.1" status: 200 len: 217 time: 0.0738063 Feb 03 21:39:41.569715 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1616592c-db12-4d5e-9f10-f38f01fe2837 req-8f77659a-4082-4a3d-89ae-c1a8133643dd tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 948 time: 0.1469648 Feb 03 21:39:41.603714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c9846bf2-11f0-4582-a155-f24dc4e2dde3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:41.622657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa', 'port_id': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'mac_address': 'fa:16:3e:52:da:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c52e04-00e9-40d9-9773-f83e38701b4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:39:41.662916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (ce248299-6d8b-42ab-9018-6c005c6a8525), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.674172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-bd31c285-b45a-49dc-8d68-6943cb7af9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.675978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-bd31c285-b45a-49dc-8d68-6943cb7af9cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0908353 Feb 03 21:39:41.679669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port c9846bf2-11f0-4582-a155-f24dc4e2dde3 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:41.680117 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.697225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9846bf2-11f0-4582-a155-f24dc4e2dde3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:41.704589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1616592c-db12-4d5e-9f10-f38f01fe2837 req-f12dfa79-f0b1-4586-bebd-57331e0464bf tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334043 Feb 03 21:39:41.732723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Attempting to bind port b3c548fa-e8bf-4976-a7a6-0481d919b5ff on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:41.733624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Attempting to bind port b3c548fa-e8bf-4976-a7a6-0481d919b5ff by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:41.733779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Attempting to bind port b3c548fa-e8bf-4976-a7a6-0481d919b5ff on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:41.734593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c9846bf2-11f0-4582-a155-f24dc4e2dde3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:41.748682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.750387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Port b3c548fa-e8bf-4976-a7a6-0481d919b5ff on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:41.750954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Attempting to bind port b3c548fa-e8bf-4976-a7a6-0481d919b5ff on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:41.758640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57cfa0-015b-412f-b531-6d82020bb32e req-c90134ae-02c1-4eda-8bcd-3cce58a2bb66 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.759283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:41.759739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:41.760243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:41.760779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Bound port: b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:41.761262 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.775927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d57cfa0-015b-412f-b531-6d82020bb32e req-c90134ae-02c1-4eda-8bcd-3cce58a2bb66 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1980963 Feb 03 21:39:41.780005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a84bb408-d72c-4e1e-961d-db7ccf75af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.782255 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-a84bb408-d72c-4e1e-961d-db7ccf75af1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0974884 Feb 03 21:39:41.806142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=c9846bf2-11f0-4582-a155-f24dc4e2dde3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:41.820406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce248299-6d8b-42ab-9018-6c005c6a8525,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:41.896094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68f2e415-e3cb-4dba-9ea7-565389f57021 req-f16a3aa2-afa2-4e9e-af15-cd0c72f9072d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 210 time: 0.0562270 Feb 03 21:39:41.905076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:41.910951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d57cfa0-015b-412f-b531-6d82020bb32e req-a10b93aa-d865-4dec-ab7b-d98808f0f090 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341414 Feb 03 21:39:41.912622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Checking segment: {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:41.913297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Network hostable DHCP agents. Network: 389414c5-46da-4172-86cd-f127985ac026, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:39:41.914949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:41.936471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Network 389414c5-46da-4172-86cd-f127985ac026 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:39:41.947093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.952886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 389414c5-46da-4172-86cd-f127985ac026) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:41.967526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a23b41-d632-492d-ad25-ceddd8c2c2f8 None None] Network 389414c5-46da-4172-86cd-f127985ac026 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:39:41.979861 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.981008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.984208 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-98f08ffc-bf8a-4f2b-8a34-ba52929a9557 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751916 Feb 03 21:39:41.995073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:41.995796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:41.998041 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3c548fa-e8bf-4976-a7a6-0481d919b5ff HTTP/1.1" status: 200 len: 1096 time: 1.6570215 Feb 03 21:39:42.083360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-139955f4-6596-4473-adc0-547f47f20711 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8180826 Feb 03 21:39:42.086234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:42.091820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:42.116924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-389414c5-46da-4172-86cd-f127985ac026', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:39:42.118048 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.125964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d8c0c-8525-49ba-b416-89d1df0a4305 req-de2fe77e-a3bc-427d-a06a-254ea59a45d2 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.127881 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c9d8c0c-8525-49ba-b416-89d1df0a4305 req-de2fe77e-a3bc-427d-a06a-254ea59a45d2 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 945 time: 0.1426444 Feb 03 21:39:42.132793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4d69d-df83-4aa2-bc2a-909b00baa128 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:42.141284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:42.185766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-4368f4bb-75b7-467b-acfe-ee138a4f5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.187769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-4368f4bb-75b7-467b-acfe-ee138a4f5515 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=833df2edc19e4b8992c0bf05e28db63a&device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 1130 time: 0.1184807 Feb 03 21:39:42.194919 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2e142fb-8dc1-4994-ba8c-5342217b1f78 req-db7d96b6-8576-4ed4-9747-e7f9585cd82d service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016790 Feb 03 21:39:42.219689 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (c78c602f-9a8a-41de-be91-227448b5dc3f), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.221713 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (c78c602f-9a8a-41de-be91-227448b5dc3f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.255745 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-76244315-144d-4fcd-adae-4b7c8c2336a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff HTTP/1.1" status: 200 len: 217 time: 0.0548646 Feb 03 21:39:42.263747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c9d8c0c-8525-49ba-b416-89d1df0a4305 req-c70e1c28-768e-4855-96f4-57551071753c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068096 Feb 03 21:39:42.348399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2270d-5720-45d4-9089-63ea364802bb req-ca7cb499-1dc3-4917-b33c-b8fa56c00564 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.350725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0aa2270d-5720-45d4-9089-63ea364802bb req-ca7cb499-1dc3-4917-b33c-b8fa56c00564 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.2217560 Feb 03 21:39:42.358208 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks [] for router_controller (c78c602f-9a8a-41de-be91-227448b5dc3f), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.378006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e082a-874a-4ba4-a403-2500fd645a5a req-557254ce-7a78-4c05-a169-db4775fc9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.380034 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-928e082a-874a-4ba4-a403-2500fd645a5a req-557254ce-7a78-4c05-a169-db4775fc9421 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=833df2edc19e4b8992c0bf05e28db63a&device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 1130 time: 0.1130383 Feb 03 21:39:42.382172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a34fe2bb-3667-4f86-8fa2-e6f49dbe56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.383607 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-a34fe2bb-3667-4f86-8fa2-e6f49dbe56f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1078181 Feb 03 21:39:42.509514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0aa2270d-5720-45d4-9089-63ea364802bb req-88e22992-c691-48ec-9291-1b6fad43cb8f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489878 Feb 03 21:39:42.554954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Allocated IP 172.20.0.2 (389414c5-46da-4172-86cd-f127985ac026/ce248299-6d8b-42ab-9018-6c005c6a8525/635bab82-a316-42b4-817c-de3bc8ba8b18) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:42.574045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e082a-874a-4ba4-a403-2500fd645a5a req-d6a61cab-7e4a-4898-aa59-cdff70a162be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.577023 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-928e082a-874a-4ba4-a403-2500fd645a5a req-d6a61cab-7e4a-4898-aa59-cdff70a162be service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1839168 Feb 03 21:39:42.593264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks [] for router_gateway (c78c602f-9a8a-41de-be91-227448b5dc3f), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.606678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b6fa-a142-493b-ae8f-a68f8c026a42 req-dc9fdaec-5b17-4f6a-b3ef-5b358791889b tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.608216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da07b6fa-a142-493b-ae8f-a68f8c026a42 req-dc9fdaec-5b17-4f6a-b3ef-5b358791889b tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.2317104 Feb 03 21:39:42.644966 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-928e082a-874a-4ba4-a403-2500fd645a5a req-25870e1a-e485-4429-8ab8-d7b9e8bafc8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=0881c0e9-8741-4209-8619-a5f063652665 HTTP/1.1" status: 200 len: 217 time: 0.0583048 Feb 03 21:39:42.686088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-2bfff52f-1a99-4f13-8389-935a5518825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.687606 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-2bfff52f-1a99-4f13-8389-935a5518825f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2866192 Feb 03 21:39:42.706567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da07b6fa-a142-493b-ae8f-a68f8c026a42 req-a2163f90-070b-418f-bb41-6a1bb9108573 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911415 Feb 03 21:39:42.721604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e082a-874a-4ba4-a403-2500fd645a5a req-caff5167-5a5b-47b4-af2e-4ae7e4605571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.723233 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-928e082a-874a-4ba4-a403-2500fd645a5a req-caff5167-5a5b-47b4-af2e-4ae7e4605571 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0708747 Feb 03 21:39:42.757110 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Publish callbacks [] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.768426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.815372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Network 389414c5-46da-4172-86cd-f127985ac026 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:42.818543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:42.822533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:42.828334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Pushing event updated for resources: {'Port': ['ID=635bab82-a316-42b4-817c-de3bc8ba8b18,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:42.831221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e082a-874a-4ba4-a403-2500fd645a5a req-ccd81502-1c7e-47e6-be69-3dfa07cec814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.832753 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-928e082a-874a-4ba4-a403-2500fd645a5a req-ccd81502-1c7e-47e6-be69-3dfa07cec814 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0801806 Feb 03 21:39:42.835186 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-e3a13dc5-7e86-42c0-9bc2-fc80f96c5af7 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378284 Feb 03 21:39:42.887015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Attempting to bind port 635bab82-a316-42b4-817c-de3bc8ba8b18 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:42.887015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Attempting to bind port 635bab82-a316-42b4-817c-de3bc8ba8b18 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:42.887921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Attempting to bind port 635bab82-a316-42b4-817c-de3bc8ba8b18 on network 389414c5-46da-4172-86cd-f127985ac026 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:42.893491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:42.893863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Checking segment: {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:42.894259 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.894644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Bound using segment: {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:42.895099 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Bound port: 635bab82-a316-42b4-817c-de3bc8ba8b18, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:42.895481 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.949616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks [] for router_gateway (c78c602f-9a8a-41de-be91-227448b5dc3f), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.967214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] For port 635bab82-a316-42b4-817c-de3bc8ba8b18, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:42.970810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] For port 635bab82-a316-42b4-817c-de3bc8ba8b18, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=635bab82-a316-42b4-817c-de3bc8ba8b18,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:42.979140 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:42.990472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a92661-bbd0-49ee-91cd-a854f032ef69 req-2d4fb0a5-97dc-478c-9f61-c2576ff4b0d6 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:42.992256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72a92661-bbd0-49ee-91cd-a854f032ef69 req-2d4fb0a5-97dc-478c-9f61-c2576ff4b0d6 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 948 time: 0.1756988 Feb 03 21:39:42.994217 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:43.009404 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c514b93-eda9-49b5-9b41-1b13aa6487bf req-05a3e1be-bc79-4ce9-8e33-f9768d7290cb service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555321 Feb 03 21:39:43.011234 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-928e082a-874a-4ba4-a403-2500fd645a5a req-e53389dc-abe4-4f5e-8cf2-7abfdc048bca service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651294 Feb 03 21:39:43.040367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ed084-9391-46f6-8057-e58f779408ea None None] Pushing event updated for resources: {'Port': ['ID=635bab82-a316-42b4-817c-de3bc8ba8b18,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:43.058729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c039ec2f-1771-4851-b147-a01065d0581d req-e1080214-c0c5-4ca8-85d2-67f2c2ee9229 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 210 time: 0.0782840 Feb 03 21:39:43.138343 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-928e082a-874a-4ba4-a403-2500fd645a5a req-4fa579c9-04b2-4b04-90e5-51fb0afa5b5b service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109030 Feb 03 21:39:43.147907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72a92661-bbd0-49ee-91cd-a854f032ef69 req-dabb8b48-a99e-4955-867d-417352cd2eb9 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454711 Feb 03 21:39:43.218466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Allocated IP 172.25.5.212 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/9dcab42c-c94e-4471-895d-60979066538d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:43.237210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014d8f7-f943-45ad-985f-91994ef46fa2 req-32247a55-6643-4391-8747-83b2fdf66fb9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:43.239360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3014d8f7-f943-45ad-985f-91994ef46fa2 req-32247a55-6643-4391-8747-83b2fdf66fb9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1091924 Feb 03 21:39:43.370354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:43.372773 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135408b8-a7ab-4ca8-b586-312aaf6208e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:43.402149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3014d8f7-f943-45ad-985f-91994ef46fa2 req-b204b5ef-bc78-4bab-8c69-1d9286d8a5c6 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360939 Feb 03 21:39:43.446570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06936d-88ef-46ba-8528-b6c560b254c9 req-fb27068a-3942-460c-85ad-e39a4043a297 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:43.448171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b06936d-88ef-46ba-8528-b6c560b254c9 req-fb27068a-3942-460c-85ad-e39a4043a297 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 945 time: 0.1066577 Feb 03 21:39:43.451834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks [] for port (9dcab42c-c94e-4471-895d-60979066538d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:43.469654 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734007d2-82d4-435c-9c2a-b24f9ff6c87c x-openstack-request-id: req-734007d2-82d4-435c-9c2a-b24f9ff6c87c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:43.470034 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:43.470357 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-734007d2-82d4-435c-9c2a-b24f9ff6c87c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:43.470816 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff', 'status': 'completed', 'code': 200} Feb 03 21:39:43.521437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b06936d-88ef-46ba-8528-b6c560b254c9 req-42867abb-ad7e-4f33-a59b-6e494a1beb65 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648403 Feb 03 21:39:43.527940 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9dcab42c-c94e-4471-895d-60979066538d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:43.543951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-1e586aca-0bde-4fe9-a5c2-309db51cdded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:43.545561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-1e586aca-0bde-4fe9-a5c2-309db51cdded service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=833df2edc19e4b8992c0bf05e28db63a&device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 1130 time: 0.0511510 Feb 03 21:39:43.569455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 635bab82-a316-42b4-817c-de3bc8ba8b18 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:43.586493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:43.589687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:43.598829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:43.604608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Pushing event updated for resources: {'Port': ['ID=9dcab42c-c94e-4471-895d-60979066538d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:43.656894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 635bab82-a316-42b4-817c-de3bc8ba8b18 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:43.657307 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:43.668127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-85da0194-c27f-41d1-a427-218aa69b4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:43.670688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-85da0194-c27f-41d1-a427-218aa69b4579 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1187789 Feb 03 21:39:43.720776 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-a506b839-6d35-42ff-83b7-a2f9ab8b633a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff HTTP/1.1" status: 200 len: 217 time: 0.0409257 Feb 03 21:39:43.747965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 635bab82-a316-42b4-817c-de3bc8ba8b18 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:43.748402 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:43.781971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-982c91a9-1022-47a6-ae8b-5998abad0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:43.784048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-982c91a9-1022-47a6-ae8b-5998abad0029 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0565627 Feb 03 21:39:43.790403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 635bab82-a316-42b4-817c-de3bc8ba8b18, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=635bab82-a316-42b4-817c-de3bc8ba8b18,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:43.797093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:43.854246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=635bab82-a316-42b4-817c-de3bc8ba8b18,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:43.872694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-b05663d1-a56e-4936-9571-6dac25c66ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:43.874508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-b05663d1-a56e-4936-9571-6dac25c66ce8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0841813 Feb 03 21:39:43.975111 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-05c3c409-a7cf-4413-804b-de93ab5f74c0 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938962 Feb 03 21:39:44.078007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05b60-5078-4981-a705-822d69f98e86 req-b593ec1c-46e2-46a8-b26c-2d1472c60261 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:44.079534 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9c05b60-5078-4981-a705-822d69f98e86 req-b593ec1c-46e2-46a8-b26c-2d1472c60261 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.4547544 Feb 03 21:39:44.081078 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-135408b8-a7ab-4ca8-b586-312aaf6208e2 req-9ee7f00b-83db-4600-9bb3-0d25ebb929f7 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987391 Feb 03 21:39:44.170917 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698afbf5-ce86-4eb6-8cfa-098a3df104ba None None] Network 389414c5-46da-4172-86cd-f127985ac026 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:39:44.193355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52388d7a-d791-4be7-a676-0cc6071151ae req-9f8f980f-a5b9-4fb6-8f72-5eadb3f28d1c tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:44.194821 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52388d7a-d791-4be7-a676-0cc6071151ae req-9f8f980f-a5b9-4fb6-8f72-5eadb3f28d1c tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1417134 Feb 03 21:39:44.204583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Request body: {'port': {'device_id': '44664915-3353-4247-a066-f779bd782825', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': 'd3bb7b52d4c64f5488ca4d8abce20ef7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:44.238192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-38101896-36de-4b06-8d2a-53f8e01464a4 None None] Provisioning complete for port 635bab82-a316-42b4-817c-de3bc8ba8b18 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:44.238896 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38101896-36de-4b06-8d2a-53f8e01464a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:44.255674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9c05b60-5078-4981-a705-822d69f98e86 req-017db321-bf1d-4701-a9ae-f7e1c6c6a2b7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595175 Feb 03 21:39:44.341378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52388d7a-d791-4be7-a676-0cc6071151ae req-47cc9de5-fa8e-440f-974a-c1abab698656 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059511 Feb 03 21:39:44.341378 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks [] for router_gateway (c78c602f-9a8a-41de-be91-227448b5dc3f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:44.352669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Made reservation on behalf of d3bb7b52d4c64f5488ca4d8abce20ef7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:44.357068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:44.407192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-38101896-36de-4b06-8d2a-53f8e01464a4 None None] Current status of the port 635bab82-a316-42b4-817c-de3bc8ba8b18 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:44.501939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb798bf1-8a36-4cc3-ae3a-7706e11841bf req-d324dfe5-1fe1-4d3e-8398-11919c0f6516 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 210 time: 0.0590305 Feb 03 21:39:44.528185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440366d-009b-4808-862f-909cfd6bc5b8 req-98a7d0a2-fb6b-44ba-b707-4603f6489dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:44.528618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a440366d-009b-4808-862f-909cfd6bc5b8 req-98a7d0a2-fb6b-44ba-b707-4603f6489dd9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1128 time: 0.2120225 Feb 03 21:39:44.538136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Allocated IP 192.168.233.46 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/86458b92-d97c-43a3-a13f-6a204450fb9b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:44.574615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf223e-a16b-4fef-8855-3fd56ea2d73d req-d2f30753-a7df-414c-a45f-1bbccd5f8d26 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:44.575686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ecf223e-a16b-4fef-8855-3fd56ea2d73d req-d2f30753-a7df-414c-a45f-1bbccd5f8d26 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 948 time: 0.1739752 Feb 03 21:39:44.656185 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a440366d-009b-4808-862f-909cfd6bc5b8 req-6fe3acfa-c8f5-4851-84e5-9bf033003982 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177723 Feb 03 21:39:44.705069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks [] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:44.730197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-21d8b48a-94d9-499d-a050-5a05ef8f4bf7 None None] Provisioning complete for port 635bab82-a316-42b4-817c-de3bc8ba8b18 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:44.730759 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21d8b48a-94d9-499d-a050-5a05ef8f4bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:44.747202 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:44.747600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ecf223e-a16b-4fef-8855-3fd56ea2d73d req-2e6507fc-2c03-44b6-a2c5-524de703664e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635382 Feb 03 21:39:44.764580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['fc2bbba1-e966-4551-9a1f-66bbdb296d68'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:44.777368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e2f-35a8-4149-97c6-c98377818dc3 req-fae9cf52-ad88-41f8-928e-e2e4ebc79fa0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:44.777368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cced1e2f-35a8-4149-97c6-c98377818dc3 req-fae9cf52-ad88-41f8-928e-e2e4ebc79fa0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1704102 Feb 03 21:39:44.785520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (c78c602f-9a8a-41de-be91-227448b5dc3f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:44.807192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:44.810863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:44.814829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:44.860749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Pushing event updated for resources: {'Port': ['ID=86458b92-d97c-43a3-a13f-6a204450fb9b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:44.890029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:44.891410 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:44.901245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cced1e2f-35a8-4149-97c6-c98377818dc3 req-8f404e3e-a281-4877-a016-d0ad8046ab33 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221836 Feb 03 21:39:44.916976 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-16d45077-f6d8-4ae9-a7b5-a126daee5c7d tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7172437 Feb 03 21:39:44.957735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-21d8b48a-94d9-499d-a050-5a05ef8f4bf7 None None] Current status of the port 635bab82-a316-42b4-817c-de3bc8ba8b18 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:44.980989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4151-660e-4d64-aceb-917f89785b19 req-06234574-8a25-45ea-89b3-519de393a00b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:44.982859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-874e4151-660e-4d64-aceb-917f89785b19 req-06234574-8a25-45ea-89b3-519de393a00b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 945 time: 0.0988076 Feb 03 21:39:45.044042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Router c78c602f-9a8a-41de-be91-227448b5dc3f is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:39:45.051637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-874e4151-660e-4d64-aceb-917f89785b19 req-325c6633-a9d6-4341-b8c8-53f54390c1ba tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620205 Feb 03 21:39:45.158937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:39:45.167587 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Sync routers for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:39:45.175860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.179629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b6e88361-7b70-451c-9fda-5050e23f1a55 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0898135 Feb 03 21:39:45.179763 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:45.179763 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:39:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:45.180081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48778) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:39:45.181331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9ab11237-20aa-491b-bc33-aecd9b3c950b None None] Provisioning complete for port 86458b92-d97c-43a3-a13f-6a204450fb9b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:45.183148 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ab11237-20aa-491b-bc33-aecd9b3c950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.219451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9ab11237-20aa-491b-bc33-aecd9b3c950b None None] Port 86458b92-d97c-43a3-a13f-6a204450fb9b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:39:45.343508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c9846bf2-11f0-4582-a155-f24dc4e2dde3 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:45.384603 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:45.420959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port c9846bf2-11f0-4582-a155-f24dc4e2dde3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:39:45.425994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port c9846bf2-11f0-4582-a155-f24dc4e2dde3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:45.426858 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.519942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 635bab82-a316-42b4-817c-de3bc8ba8b18 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:45.561587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port c9846bf2-11f0-4582-a155-f24dc4e2dde3 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:45.561969 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.592646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:45.594912 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f237931-c0c7-44f4-9d3f-1adc61441588" -d '{"events": [{"server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "name": "network-vif-plugged", "status": "completed", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:45.601510 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:44Z', 'revision_number': 3, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:45.610766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c9846bf2-11f0-4582-a155-f24dc4e2dde3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:45.612375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edff9e-643f-4eab-8e4e-bf5bb16e77b9 req-c6e81b0c-ad13-4f93-a160-ecd45f738d7a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:45.614296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2edff9e-643f-4eab-8e4e-bf5bb16e77b9 req-c6e81b0c-ad13-4f93-a160-ecd45f738d7a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.1668770 Feb 03 21:39:45.616376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 635bab82-a316-42b4-817c-de3bc8ba8b18 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:45.616812 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.626210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70af4-9e5f-4b93-a068-8d41edfd4415 req-904d6da8-9d97-4904-a81d-0e9ce048f2a7 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:45.627727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18a70af4-9e5f-4b93-a068-8d41edfd4415 req-904d6da8-9d97-4904-a81d-0e9ce048f2a7 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1622167 Feb 03 21:39:45.633542 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Checking router: c78c602f-9a8a-41de-be91-227448b5dc3f for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:39:45.633895 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Updating router c78c602f-9a8a-41de-be91-227448b5dc3f port 9dcab42c-c94e-4471-895d-60979066538d binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:39:45.636803 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.663479 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9dcab42c-c94e-4471-895d-60979066538d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.696450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=c9846bf2-11f0-4582-a155-f24dc4e2dde3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:45.743505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 635bab82-a316-42b4-817c-de3bc8ba8b18 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:45.759822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18a70af4-9e5f-4b93-a068-8d41edfd4415 req-f4a3d37d-d315-4f2a-81f2-1ca678a5b52c tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081479 Feb 03 21:39:45.769266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2edff9e-643f-4eab-8e4e-bf5bb16e77b9 req-cdef59e9-2edf-40d9-a2f1-13af5072a464 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224761 Feb 03 21:39:45.837081 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb157b6c-5bcd-49bf-bed2-f75cea7de314 x-openstack-request-id: req-bb157b6c-5bcd-49bf-bed2-f75cea7de314 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:45.837487 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "name": "network-vif-plugged", "status": "completed", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:45.837817 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb157b6c-5bcd-49bf-bed2-f75cea7de314 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:45.838290 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'code': 200} Feb 03 21:39:45.871241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.948888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0769eb3-fe55-4645-a9de-420087a6e02a req-2d1831aa-1266-4854-a4f0-e0b1c9e1145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:45.950239 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Publish callbacks [] for port (9dcab42c-c94e-4471-895d-60979066538d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.951391 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0769eb3-fe55-4645-a9de-420087a6e02a req-2d1831aa-1266-4854-a4f0-e0b1c9e1145c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1128 time: 0.0532126 Feb 03 21:39:45.956658 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9dcab42c-c94e-4471-895d-60979066538d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:45.974126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22397dd0-7e7d-4795-94e7-6b6b024c3704 req-8356073d-ba15-4cfe-8570-e548b35e3fcc tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:45.975602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22397dd0-7e7d-4795-94e7-6b6b024c3704 req-8356073d-ba15-4cfe-8570-e548b35e3fcc tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 935 time: 0.1552610 Feb 03 21:39:46.000884 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Pushing event updated for resources: {'Port': ['ID=9dcab42c-c94e-4471-895d-60979066538d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:46.006398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0769eb3-fe55-4645-a9de-420087a6e02a req-8a46e270-75d0-4d48-8f64-12556f58ce0b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Feb 03 21:39:46.016925 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.017277 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.017662 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.017944 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.018345 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.018608 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.018934 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.019255 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.019573 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.019891 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.020210 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.020583 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.020833 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:39:46.024116 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Attempting to bind port 9dcab42c-c94e-4471-895d-60979066538d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:46.024484 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Attempting to bind port 9dcab42c-c94e-4471-895d-60979066538d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:46.024843 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Attempting to bind port 9dcab42c-c94e-4471-895d-60979066538d on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:46.030092 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:46.030462 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:46.030861 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:46.031238 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:46.031699 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Bound port: 9dcab42c-c94e-4471-895d-60979066538d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:46.032071 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9dcab42c-c94e-4471-895d-60979066538d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:46.083805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d413aa-6c36-4f68-8671-5ae0be126c62 req-ac7d28d2-aea3-405a-8b15-cadd12fc0908 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:46.085303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57d413aa-6c36-4f68-8671-5ae0be126c62 req-ac7d28d2-aea3-405a-8b15-cadd12fc0908 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 948 time: 0.1804678 Feb 03 21:39:46.085441 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] For port 9dcab42c-c94e-4471-895d-60979066538d, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:46.088521 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] For port 9dcab42c-c94e-4471-895d-60979066538d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9dcab42c-c94e-4471-895d-60979066538d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:46.091096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22397dd0-7e7d-4795-94e7-6b6b024c3704 req-fa0f3ca2-b664-4291-a78f-1e1d7babfae5 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065171 Feb 03 21:39:46.095833 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9dcab42c-c94e-4471-895d-60979066538d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:46.145620 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:46.146260 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:39:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:46.182365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Allocated IP 172.20.0.1 (389414c5-46da-4172-86cd-f127985ac026/ce248299-6d8b-42ab-9018-6c005c6a8525/7ec16c46-86ac-4b9d-a6d4-3f701a931f8d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:46.211266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57d413aa-6c36-4f68-8671-5ae0be126c62 req-8ab8b4a9-3301-43c6-8999-cae38ce489c4 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115158 Feb 03 21:39:46.247990 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853631ae-f18d-44ef-a6a9-c6c1e94e89f7 None None] Pushing event updated for resources: {'Port': ['ID=9dcab42c-c94e-4471-895d-60979066538d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:46.252733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cefd1f-f84e-480e-bd8a-871b6a9d1ba7 req-8d4e1639-70bf-49dd-9ffa-1d93b71f6504 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:46.254316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73cefd1f-f84e-480e-bd8a-871b6a9d1ba7 req-8d4e1639-70bf-49dd-9ffa-1d93b71f6504 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.0977926 Feb 03 21:39:46.287750 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:46.374855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73cefd1f-f84e-480e-bd8a-871b6a9d1ba7 req-9eb55ef1-bae4-4ed4-9d8d-e0684cbb530f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950663 Feb 03 21:39:46.405294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Publish callbacks [] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:46.412691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3baf2-5fdc-4efc-87c3-3edf7ccb011b req-642aa11e-6744-4fde-988d-bdb7b9c5fae5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:46.414182 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98c3baf2-5fdc-4efc-87c3-3edf7ccb011b req-642aa11e-6744-4fde-988d-bdb7b9c5fae5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 946 time: 0.1355855 Feb 03 21:39:46.463183 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-85b76a69-39f0-4179-9640-af952473f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:44Z', 'revision_number': 3, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:46.485493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98c3baf2-5fdc-4efc-87c3-3edf7ccb011b req-33ae084c-39ca-4da6-8d86-6a36855840a1 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645447 Feb 03 21:39:46.486883 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:46.493670 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b76a69-39f0-4179-9640-af952473f944 None None] The sync data for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 is: [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:44Z', 'revision_number': 3, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:39:46.530469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Network 389414c5-46da-4172-86cd-f127985ac026 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:46.533372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:46.537584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:46.540946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec16c46-86ac-4b9d-a6d4-3f701a931f8d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:46.580445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (c78c602f-9a8a-41de-be91-227448b5dc3f), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:46.720035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:46.767055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1188c81b-b60e-4faf-a814-c640b3cec9fb None None] Provisioning complete for port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:46.767618 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1188c81b-b60e-4faf-a814-c640b3cec9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:46.839377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1188c81b-b60e-4faf-a814-c640b3cec9fb None None] Port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:39:47.274956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e740a2-180a-4896-a9e6-aac9a7abc56c req-390c5638-1b21-46e0-bdd7-c055c55a2a56 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:47.276527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57e740a2-180a-4896-a9e6-aac9a7abc56c req-390c5638-1b21-46e0-bdd7-c055c55a2a56 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1288548 Feb 03 21:39:47.287314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c24a53-1c1f-4930-8cb3-1809e6bdfe16 req-7dc0904a-d0be-47af-bd2d-da605789f4f0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:47.288639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49c24a53-1c1f-4930-8cb3-1809e6bdfe16 req-7dc0904a-d0be-47af-bd2d-da605789f4f0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.1423595 Feb 03 21:39:47.334372 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Publish callbacks [] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.340586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b3c548fa-e8bf-4976-a7a6-0481d919b5ff details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:47.350155 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.426687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57e740a2-180a-4896-a9e6-aac9a7abc56c req-fe7dbf5a-ed9a-4364-a1b3-76217a0eda84 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370342 Feb 03 21:39:47.455604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:47.463064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49c24a53-1c1f-4930-8cb3-1809e6bdfe16 req-e30b2af8-85aa-4346-8382-7d19472a2db5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680024 Feb 03 21:39:47.466292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (c78c602f-9a8a-41de-be91-227448b5dc3f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.475117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff', 'mac_address': 'fa:16:3e:69:42:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:39:47.475492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec16c46-86ac-4b9d-a6d4-3f701a931f8d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:47.526604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port b3c548fa-e8bf-4976-a7a6-0481d919b5ff is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:47.527088 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.542202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c548fa-e8bf-4976-a7a6-0481d919b5ff {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:47.569368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:47.573831 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.574541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:47.618992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9dcab42c-c94e-4471-895d-60979066538d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:47.685503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:47.697305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:47.704967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74398d-d1ab-4943-90f2-9a3f2a376880 req-afb8c302-e67b-483e-88ca-54b0d2d1e7fc tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:47.706490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd74398d-d1ab-4943-90f2-9a3f2a376880 req-afb8c302-e67b-483e-88ca-54b0d2d1e7fc tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 935 time: 0.1485782 Feb 03 21:39:47.710637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '0881c0e9-8741-4209-8619-a5f063652665', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '0881c0e9-8741-4209-8619-a5f063652665', 'mac_address': 'fa:16:3e:af:76:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:39:47.712291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Network 389414c5-46da-4172-86cd-f127985ac026 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:47.718648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:47.749097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9dcab42c-c94e-4471-895d-60979066538d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:47.749476 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9dcab42c-c94e-4471-895d-60979066538d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.753001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad529a24-80a7-4212-92af-b5c41ce8d1db req-1ef83a40-c1b2-40a2-b296-b20cc3a3f8bb tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:47.760144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad529a24-80a7-4212-92af-b5c41ce8d1db req-1ef83a40-c1b2-40a2-b296-b20cc3a3f8bb tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 949 time: 0.1711721 Feb 03 21:39:47.780776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0881c0e9-8741-4209-8619-a5f063652665 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:47.781750 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.803466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0881c0e9-8741-4209-8619-a5f063652665 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:47.832386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:47.853163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.894126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd74398d-d1ab-4943-90f2-9a3f2a376880 req-63927ba9-2885-4b43-9492-3b7c37df8ea9 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703107 Feb 03 21:39:47.930037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9dcab42c-c94e-4471-895d-60979066538d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:47.930710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9dcab42c-c94e-4471-895d-60979066538d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.938827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:47.947601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad529a24-80a7-4212-92af-b5c41ce8d1db req-8dd6b1d7-3a15-4e3f-b2e3-b57501c9f7c1 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827741 Feb 03 21:39:47.972959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 9dcab42c-c94e-4471-895d-60979066538d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9dcab42c-c94e-4471-895d-60979066538d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:47.978474 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9dcab42c-c94e-4471-895d-60979066538d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:47.984032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Router c78c602f-9a8a-41de-be91-227448b5dc3f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:39:48.036757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=9dcab42c-c94e-4471-895d-60979066538d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:48.069151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-181b0658-8e73-417b-a33b-641050ea8f20 None None] Provisioning complete for port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:48.069434 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-181b0658-8e73-417b-a33b-641050ea8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:48.105194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-181b0658-8e73-417b-a33b-641050ea8f20 None None] Port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:39:48.123983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68491c4e-95bd-44ea-9b9b-979f40130895 req-e91ce68a-3d91-4a06-b02c-8f2e4cf376ca tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:48.125480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68491c4e-95bd-44ea-9b9b-979f40130895 req-e91ce68a-3d91-4a06-b02c-8f2e4cf376ca tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1548562 Feb 03 21:39:48.195639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd1a31-e0a7-4033-acea-a0abefdfbf6c req-706fa950-7797-48b1-9fd2-27a851d08319 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:48.197127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dadd1a31-e0a7-4033-acea-a0abefdfbf6c req-706fa950-7797-48b1-9fd2-27a851d08319 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 946 time: 0.1774900 Feb 03 21:39:48.210555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:39:48.223220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-54a0e6be-e90c-4780-a3f1-f43eb01c8455 admin admin] 10.222.0.50 "PUT /v2.0/routers/c78c602f-9a8a-41de-be91-227448b5dc3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0421457 Feb 03 21:39:48.234971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68491c4e-95bd-44ea-9b9b-979f40130895 req-bd62aeae-919e-4252-8152-8dfef417b741 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024859 Feb 03 21:39:48.273376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dadd1a31-e0a7-4033-acea-a0abefdfbf6c req-3e27aa4f-76fe-4561-87ad-66edd56237d7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684350 Feb 03 21:39:48.274578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Sync routers for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:39:48.286001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:48.286623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:39:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:48.329124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['b3c548fa-e8bf-4976-a7a6-0481d919b5ff'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:48.364509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['0881c0e9-8741-4209-8619-a5f063652665'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:48.391593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-5c7a8aa5-9284-4167-8690-89234a6cbef9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-453078400&fields=id&tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2 HTTP/1.1" status: 200 len: 267 time: 0.0540473 Feb 03 21:39:48.445794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-692f1278-88a7-4a7a-b2ef-881c1ffd777f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:48.447549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-692f1278-88a7-4a7a-b2ef-881c1ffd777f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 946 time: 0.0551920 Feb 03 21:39:48.460530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-b07dc55a-8a25-4089-8172-00751f216ee9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'port': {'security_groups': ['77c2e545-091b-41da-9642-90edfce8e85b', '56c1499e-651e-423e-aab9-d45d57163759']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:48.505544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:48.539303 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-b07dc55a-8a25-4089-8172-00751f216ee9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:48.767243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-0a4705dc-8988-47dd-8dec-6389d31008cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:48.768794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-0a4705dc-8988-47dd-8dec-6389d31008cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 820 time: 0.1785526 Feb 03 21:39:48.798117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-0a12d286-ad84-4308-bc3b-71e5ae292cf3 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/quotas/d47d1fe5af3c42b09e4a4f6b4900dab2 HTTP/1.1" status: 200 len: 375 time: 0.0233805 Feb 03 21:39:48.854248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-b07dc55a-8a25-4089-8172-00751f216ee9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] For port c9846bf2-11f0-4582-a155-f24dc4e2dde3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:48.893972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-0b84ff28-4b87-4194-a8a6-e3861b04855d tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877211 Feb 03 21:39:48.897654 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-b07dc55a-8a25-4089-8172-00751f216ee9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:48.912639 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-b07dc55a-8a25-4089-8172-00751f216ee9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:48.932118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:49.003715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-b07dc55a-8a25-4089-8172-00751f216ee9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:49.004334 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-b07dc55a-8a25-4089-8172-00751f216ee9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:49.005749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-444fdffa-0139-43e7-acb7-b2433445edd0 req-b07dc55a-8a25-4089-8172-00751f216ee9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "PUT /v2.0/ports/c9846bf2-11f0-4582-a155-f24dc4e2dde3 HTTP/1.1" status: 200 len: 982 time: 0.5501437 Feb 03 21:39:49.006349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:49.008721 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b252fa-fc18-4193-9cf8-c5be10243aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:49.039391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 2, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:49.041157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dc55a-8a25-4089-8172-00751f216ee9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'Port': ['ID=c9846bf2-11f0-4582-a155-f24dc4e2dde3,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:49.063716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-fede436f-6ba1-4f8a-931b-becd197c97ee service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598608 Feb 03 21:39:49.072757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Checking router: c78c602f-9a8a-41de-be91-227448b5dc3f for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:39:49.073130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Updating router c78c602f-9a8a-41de-be91-227448b5dc3f port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:39:49.116957 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:49.179567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34851310-3a3c-466f-8fd5-f374adddd8bb req-7a9f779c-1061-4e32-ac09-9885aefac1e3 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:49.181148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34851310-3a3c-466f-8fd5-f374adddd8bb req-7a9f779c-1061-4e32-ac09-9885aefac1e3 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1154008 Feb 03 21:39:49.186648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:49.212114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-94490833-4a85-41b9-8cb0-a1e76ba0bbe9 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475675 Feb 03 21:39:49.241789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34851310-3a3c-466f-8fd5-f374adddd8bb req-fc35889e-f78c-4792-8a27-8de952f106eb tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521898 Feb 03 21:39:49.371735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e75c6f-7160-42d5-a057-e6da695a93dc req-504264ad-3f94-4a21-b98e-16e4eb4a2ed9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:49.378459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9e75c6f-7160-42d5-a057-e6da695a93dc req-504264ad-3f94-4a21-b98e-16e4eb4a2ed9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.0771539 Feb 03 21:39:49.460806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9e75c6f-7160-42d5-a057-e6da695a93dc req-2320c963-6e87-43ad-8128-b7db9b1e3ea6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814893 Feb 03 21:39:49.488077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46f34-5236-43cd-a1d1-ff3d46c7b8a5 req-c045e001-50d5-4962-a932-bd24c6d96a47 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:49.501485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10f46f34-5236-43cd-a1d1-ff3d46c7b8a5 req-c045e001-50d5-4962-a932-bd24c6d96a47 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 935 time: 0.1012125 Feb 03 21:39:49.509319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9dcab42c-c94e-4471-895d-60979066538d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:49.590307 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10f46f34-5236-43cd-a1d1-ff3d46c7b8a5 req-a33ff3b0-361d-44ea-89f2-6143ecadfeb7 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870366 Feb 03 21:39:49.596726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Request body: {'port': {'device_id': '44664915-3353-4247-a066-f779bd782825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:49.658305 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Publish callbacks [] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:49.665636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24cf2-b6fb-49a2-9a16-e73eaf70cf7c req-dc18066d-3682-436e-b99e-ef0bfb6da7d7 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:49.676315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93d24cf2-b6fb-49a2-9a16-e73eaf70cf7c req-dc18066d-3682-436e-b99e-ef0bfb6da7d7 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 949 time: 0.1075149 Feb 03 21:39:49.688361 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:49.700599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9dcab42c-c94e-4471-895d-60979066538d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:49.701079 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9dcab42c-c94e-4471-895d-60979066538d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:49.739048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:49.766318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93d24cf2-b6fb-49a2-9a16-e73eaf70cf7c req-39f20f06-6660-4319-b32e-546ccd3a29cc tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883384 Feb 03 21:39:49.780962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f0565-25de-4c0e-b864-f7747a66a01e None None] Pushing event updated for resources: {'Port': ['ID=7ec16c46-86ac-4b9d-a6d4-3f701a931f8d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:49.823798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-c3249ea9-ea4f-4afb-8914-7218b462660f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1468543460&fields=id&tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2 HTTP/1.1" status: 200 len: 267 time: 0.1129076 Feb 03 21:39:49.869315 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c244388b-fb2d-446a-84be-5f2f87c8a39f x-openstack-request-id: req-c244388b-fb2d-446a-84be-5f2f87c8a39f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:49.870343 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:49.871019 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c244388b-fb2d-446a-84be-5f2f87c8a39f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:49.873382 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'status': 'completed', 'code': 200} Feb 03 21:39:49.924108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Attempting to bind port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:49.924487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Attempting to bind port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:49.924876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Attempting to bind port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d on network 389414c5-46da-4172-86cd-f127985ac026 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:49.942131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:49.942877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Checking segment: {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:49.943010 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:49.948574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Bound using segment: {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:49.949583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Bound port: 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:49.950027 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:49.975995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9dcab42c-c94e-4471-895d-60979066538d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:49.988202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-96c38d20-2bc3-4f90-8d80-290feb741ec6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:49.998877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-96c38d20-2bc3-4f90-8d80-290feb741ec6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 985 time: 0.1729772 Feb 03 21:39:50.010100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-ae174446-13f6-4e74-bd1d-fe8657966366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:50.011676 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-ae174446-13f6-4e74-bd1d-fe8657966366 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1167 time: 0.1485651 Feb 03 21:39:50.019432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-d84948ce-ff93-4064-b72c-22d6229c3ebc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'port': {'security_groups': ['56c1499e-651e-423e-aab9-d45d57163759', '77c2e545-091b-41da-9642-90edfce8e85b', 'b2b22488-64c5-40b8-b6ee-af1cd40def8c']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:50.039195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] For port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:50.044503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] For port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ec16c46-86ac-4b9d-a6d4-3f701a931f8d,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:50.055266 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.130754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:39:50.131768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:39:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:50.134979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f0565-25de-4c0e-b864-f7747a66a01e None None] Pushing event updated for resources: {'Port': ['ID=7ec16c46-86ac-4b9d-a6d4-3f701a931f8d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:50.219715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-5eac78eb-572d-4180-8dc0-d76d8eeb7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:50.221346 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-5eac78eb-572d-4180-8dc0-d76d8eeb7330 service neutron] 10.222.0.47 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 914 time: 0.1683803 Feb 03 21:39:50.229738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-d84948ce-ff93-4064-b72c-22d6229c3ebc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.263395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105b713-6b46-4ee8-bb31-10f5bb7bddc8 req-9fc77f9c-4b62-464b-9d01-aade34e04a14 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:50.263756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a5ece976-a42e-46fa-8232-8e2c2a3a905d None None] Provisioning complete for port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:50.264354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ece976-a42e-46fa-8232-8e2c2a3a905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.265441 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d105b713-6b46-4ee8-bb31-10f5bb7bddc8 req-9fc77f9c-4b62-464b-9d01-aade34e04a14 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.2540097 Feb 03 21:39:50.329240 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-665b94ce-5db5-4834-8208-3939a0082726 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3 HTTP/1.1" status: 200 len: 217 time: 0.0960765 Feb 03 21:39:50.355191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:39:50.383322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86458b92-d97c-43a3-a13f-6a204450fb9b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:50.394288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Publish callbacks [] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.423307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Transition to ACTIVE for port object 86458b92-d97c-43a3-a13f-6a204450fb9b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:50.426216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-5a79be5c-f971-4502-909e-22dfb2bb51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:50.435705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-5a79be5c-f971-4502-909e-22dfb2bb51e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 200 len: 853 time: 0.0877411 Feb 03 21:39:50.435833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d105b713-6b46-4ee8-bb31-10f5bb7bddc8 req-19284ece-9f58-4fcf-b322-64823724c9d7 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318471 Feb 03 21:39:50.448877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.501896 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-a7fb2312-799c-43cd-93c6-ca9300803e98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=086865c8-de64-47f1-9bc4-33ff286001fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652752 Feb 03 21:39:50.597143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a5ece976-a42e-46fa-8232-8e2c2a3a905d None None] Current status of the port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:50.597450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ece976-a42e-46fa-8232-8e2c2a3a905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.598410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b01e2f1-69fc-4dc8-a2ee-704d44c57dad req-6a8a66d8-22dd-48cc-9cf0-73c494907453 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 210 time: 0.0389793 Feb 03 21:39:50.622151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Pushing event updated for resources: {'Port': ['ID=86458b92-d97c-43a3-a13f-6a204450fb9b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:50.650343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-d84948ce-ff93-4064-b72c-22d6229c3ebc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] For port c9846bf2-11f0-4582-a155-f24dc4e2dde3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:50.711354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-d84948ce-ff93-4064-b72c-22d6229c3ebc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.719347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a5ece976-a42e-46fa-8232-8e2c2a3a905d None None] For port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ec16c46-86ac-4b9d-a6d4-3f701a931f8d,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:50.732277 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ece976-a42e-46fa-8232-8e2c2a3a905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.740419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-d84948ce-ff93-4064-b72c-22d6229c3ebc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.775066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:50.814390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-d84948ce-ff93-4064-b72c-22d6229c3ebc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:50.815485 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-d84948ce-ff93-4064-b72c-22d6229c3ebc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:50.817080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50de9bfb-ed0f-4b6f-b548-b27e85545742 req-d84948ce-ff93-4064-b72c-22d6229c3ebc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "PUT /v2.0/ports/c9846bf2-11f0-4582-a155-f24dc4e2dde3 HTTP/1.1" status: 200 len: 1021 time: 0.8064420 Feb 03 21:39:50.878367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84948ce-ff93-4064-b72c-22d6229c3ebc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'Port': ['ID=c9846bf2-11f0-4582-a155-f24dc4e2dde3,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:50.924638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea8b75-539e-4bb7-b17f-6e5112e05734 req-468d2614-1711-4301-874c-5acb3d214963 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:50.926252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4aea8b75-539e-4bb7-b17f-6e5112e05734 req-468d2614-1711-4301-874c-5acb3d214963 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.2018437 Feb 03 21:39:50.987379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:51.032832 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-f29f2150-3f80-4c33-991c-208755efe9bb service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105970 Feb 03 21:39:51.034820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4aea8b75-539e-4bb7-b17f-6e5112e05734 req-5677bc88-ac40-4ddb-95b5-2a6b2965cb4f tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929656 Feb 03 21:39:51.059604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Attempting to bind port 86458b92-d97c-43a3-a13f-6a204450fb9b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:51.060315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Attempting to bind port 86458b92-d97c-43a3-a13f-6a204450fb9b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:51.061695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ece976-a42e-46fa-8232-8e2c2a3a905d None None] Pushing event updated for resources: {'Port': ['ID=7ec16c46-86ac-4b9d-a6d4-3f701a931f8d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:51.062295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Attempting to bind port 86458b92-d97c-43a3-a13f-6a204450fb9b on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:51.070956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Port 86458b92-d97c-43a3-a13f-6a204450fb9b on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:51.073536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Attempting to bind port 86458b92-d97c-43a3-a13f-6a204450fb9b on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:51.077009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:39:51.092305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-76e22505-1c4b-4381-a771-facddd33c19e None None] Provisioning complete for port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:51.092942 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76e22505-1c4b-4381-a771-facddd33c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:51.115504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:51.116105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:51.116616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:51.117312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Bound port: 86458b92-d97c-43a3-a13f-6a204450fb9b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:51.117753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:51.173278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146a811b-ca39-4b47-bcd6-2fefa8b06971 None None] The sync data for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 is: [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:39:51.240027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-10204e19-30dd-4ba7-9081-5b7f93dff6ca tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:51.241528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-10204e19-30dd-4ba7-9081-5b7f93dff6ca tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 820 time: 0.2057621 Feb 03 21:39:51.287871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-00b252fa-fc18-4193-9cf8-c5be10243aa0 req-44fc88da-dbbf-40b2-9edc-18a7550b59c3 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067113 Feb 03 21:39:51.292058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] For port 86458b92-d97c-43a3-a13f-6a204450fb9b, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:51.293130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Request body: {'port': {'device_id': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'admin_state_up': True, 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:51.295939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] For port 86458b92-d97c-43a3-a13f-6a204450fb9b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86458b92-d97c-43a3-a13f-6a204450fb9b,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:51.312592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:51.356285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:51.356285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:51.356285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] 10.222.0.10 "PUT /v2.0/ports/86458b92-d97c-43a3-a13f-6a204450fb9b HTTP/1.1" status: 200 len: 1095 time: 1.7637699 Feb 03 21:39:51.358542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44664915-3353-4247-a066-f779bd782825', 'tag': '86458b92-d97c-43a3-a13f-6a204450fb9b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:51.359340 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13b3ca7-dce3-42f5-bd25-1c986bced914" -d '{"events": [{"name": "network-changed", "server_uuid": "44664915-3353-4247-a066-f779bd782825", "tag": "86458b92-d97c-43a3-a13f-6a204450fb9b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:51.369834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff14f7a-a574-4ef4-92d2-e128b546c486 req-83126efb-a515-42dd-8f03-478509b638b3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:51.377346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cff14f7a-a574-4ef4-92d2-e128b546c486 req-83126efb-a515-42dd-8f03-478509b638b3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.3705666 Feb 03 21:39:51.383587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b3c548fa-e8bf-4976-a7a6-0481d919b5ff up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:51.399166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecaa77c-de36-489a-acef-96dc128cb31e service neutron] Pushing event updated for resources: {'Port': ['ID=86458b92-d97c-43a3-a13f-6a204450fb9b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:51.500407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57440d19-d89b-421e-a46c-675096d328f6 req-43cba0dd-9765-42aa-bc4b-0dce426b0612 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:51.511363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57440d19-d89b-421e-a46c-675096d328f6 req-43cba0dd-9765-42aa-bc4b-0dce426b0612 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 947 time: 0.3156204 Feb 03 21:39:51.535838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-a5d39f6e-04a2-45f1-b995-17fba7f36694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:51.537403 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-a5d39f6e-04a2-45f1-b995-17fba7f36694 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 1129 time: 0.1034913 Feb 03 21:39:51.552783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-76e22505-1c4b-4381-a771-facddd33c19e None None] Current status of the port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:51.624289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-49e4e8e2-7faf-4d70-8061-fbd34dec4d8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=86458b92-d97c-43a3-a13f-6a204450fb9b HTTP/1.1" status: 200 len: 217 time: 0.0760467 Feb 03 21:39:51.629713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cff14f7a-a574-4ef4-92d2-e128b546c486 req-adae8ab7-c928-4860-8ad5-dec3a112cd0e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511659 Feb 03 21:39:51.662504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:51.698707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57440d19-d89b-421e-a46c-675096d328f6 req-11f5b01c-2ec4-472c-b747-9fb8190995e0 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858764 Feb 03 21:39:51.741374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port b3c548fa-e8bf-4976-a7a6-0481d919b5ff completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:39:51.772634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port b3c548fa-e8bf-4976-a7a6-0481d919b5ff triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:51.773225 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:51.781376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Made reservation on behalf of d47d1fe5af3c42b09e4a4f6b4900dab2 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:39:51.784246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-2adceaaf-e771-42b8-a2fe-920aacd26f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:51.785005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:51.785759 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-2adceaaf-e771-42b8-a2fe-920aacd26f0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1176243 Feb 03 21:39:51.855483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-cdc4a02f-d955-4bb2-8a8c-b311c9976d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:51.857083 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-cdc4a02f-d955-4bb2-8a8c-b311c9976d89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0638742 Feb 03 21:39:51.909995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:51.910379 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:52.010004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port b3c548fa-e8bf-4976-a7a6-0481d919b5ff is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:52.010702 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-6a507d32-00e4-4370-aa4b-421ad0fa59e6 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461804 Feb 03 21:39:52.010795 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:52.078154 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:52.081432 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b087715-9241-4be9-8b18-90c467087bd5" -d '{"events": [{"server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "name": "network-vif-plugged", "status": "completed", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:52.086253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:52.096512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:52.097411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:52.130904 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-814d78d4-8c71-4cd8-877b-b2d8b27eebcc req-a2f08019-a0db-45db-b473-68e1742d2a35 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148322 Feb 03 21:39:52.216747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:52.219049 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109b2b14-15e2-4324-b05b-569e06b9aa91" -d '{"events": [{"name": "network-changed", "server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:52.232702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30518-a6b1-450d-9d7d-cd994a319333 req-e957986f-df9b-4c5b-8fbf-5bc3c7b8bbf8 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:52.234318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ff30518-a6b1-450d-9d7d-cd994a319333 req-e957986f-df9b-4c5b-8fbf-5bc3c7b8bbf8 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 949 time: 0.5347185 Feb 03 21:39:52.300439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b8739-8eb4-435a-8fc9-a57cd9815503 req-84ddee21-708a-4bdc-8282-fe48553e6e2e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:52.302088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c3b8739-8eb4-435a-8fc9-a57cd9815503 req-84ddee21-708a-4bdc-8282-fe48553e6e2e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1024 time: 0.4877672 Feb 03 21:39:52.346862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:52.364119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:52.378602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ff30518-a6b1-450d-9d7d-cd994a319333 req-806a79e6-d2a5-46fa-a257-b82bf9f088cc tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351650 Feb 03 21:39:52.384588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 0881c0e9-8741-4209-8619-a5f063652665 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:39:52.390690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 0881c0e9-8741-4209-8619-a5f063652665 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:52.390690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0881c0e9-8741-4209-8619-a5f063652665), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:52.393098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Allocated IP 172.20.0.4 (389414c5-46da-4172-86cd-f127985ac026/ce248299-6d8b-42ab-9018-6c005c6a8525/710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:39:52.459839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c3b8739-8eb4-435a-8fc9-a57cd9815503 req-9dca28e9-dd4b-4e24-a9d0-04fdda4591ce tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&id=b2b22488-64c5-40b8-b6ee-af1cd40def8c&id=56c1499e-651e-423e-aab9-d45d57163759 HTTP/1.1" status: 200 len: 6200 time: 0.1323199 Feb 03 21:39:52.464283 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55522a93-1141-42e0-977c-89693bd6421f x-openstack-request-id: req-55522a93-1141-42e0-977c-89693bd6421f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:52.464586 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44664915-3353-4247-a066-f779bd782825", "tag": "86458b92-d97c-43a3-a13f-6a204450fb9b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:52.464847 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55522a93-1141-42e0-977c-89693bd6421f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:52.473364 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44664915-3353-4247-a066-f779bd782825', 'tag': '86458b92-d97c-43a3-a13f-6a204450fb9b', 'status': 'completed', 'code': 200} Feb 03 21:39:52.489940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0881c0e9-8741-4209-8619-a5f063652665 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:52.490430 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:52.534527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:52.543812 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:52.592388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-81f38cd7-2429-49fd-ab8f-2dc92ca3ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:52.594030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-81f38cd7-2429-49fd-ab8f-2dc92ca3ea13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 1129 time: 0.0988054 Feb 03 21:39:52.604145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:52.636463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af9973cf-4f95-46d5-b3cd-ff4e217c31d5 req-e4df2235-563b-4e6c-82e6-e76b59260a43 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 210 time: 0.0582638 Feb 03 21:39:52.685359 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:52.695491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee40522-e392-45c8-a2f6-b6949b4fa395 req-cc871dd6-c916-44ad-a5e3-38737f17dba2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:52.697496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ee40522-e392-45c8-a2f6-b6949b4fa395 req-cc871dd6-c916-44ad-a5e3-38737f17dba2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1348405 Feb 03 21:39:52.715665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-67c61c81-1335-4b25-a164-58b602ef035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:52.717128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-67c61c81-1335-4b25-a164-58b602ef035c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1169302 Feb 03 21:39:52.765049 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-baa6ece2-0f4a-40d7-b514-b2e6765c9f03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=86458b92-d97c-43a3-a13f-6a204450fb9b HTTP/1.1" status: 200 len: 217 time: 0.0405922 Feb 03 21:39:52.801462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ee40522-e392-45c8-a2f6-b6949b4fa395 req-a246ae86-8664-4422-8696-15a68403b72b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946641 Feb 03 21:39:52.804717 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:52.832260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-c367c674-161d-40c1-9506-900dfb5803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:52.843483 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-c367c674-161d-40c1-9506-900dfb5803b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0705011 Feb 03 21:39:52.857415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9afd35-590a-4ebb-98e9-f910a694730b req-f76b72da-0784-458a-aa80-160ca8f94267 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:52.858945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da9afd35-590a-4ebb-98e9-f910a694730b req-f76b72da-0784-458a-aa80-160ca8f94267 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.1423817 Feb 03 21:39:52.877140 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22df4a6b-082e-40f2-abac-76ae9ccc0e08 x-openstack-request-id: req-22df4a6b-082e-40f2-abac-76ae9ccc0e08 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:52.877515 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "name": "network-vif-plugged", "status": "completed", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:52.879049 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22df4a6b-082e-40f2-abac-76ae9ccc0e08 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:52.879499 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff', 'code': 200} Feb 03 21:39:52.880312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Network 389414c5-46da-4172-86cd-f127985ac026 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:39:52.885679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:39:52.888049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Pushing event updated for resources: {'Port': ['ID=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:52.890224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:39:52.944527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-d663ebfd-d424-46e3-b3d5-3c2ec6db1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:52.946188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-d663ebfd-d424-46e3-b3d5-3c2ec6db1aab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0952277 Feb 03 21:39:52.950989 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e2c90a-deea-4649-88ae-46e29c80fca9 x-openstack-request-id: req-10e2c90a-deea-4649-88ae-46e29c80fca9 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:52.951292 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:52.951547 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10e2c90a-deea-4649-88ae-46e29c80fca9 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:52.952057 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'status': 'completed', 'code': 200} Feb 03 21:39:52.965585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:52.966258 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:52.971900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da9afd35-590a-4ebb-98e9-f910a694730b req-61b704f2-d496-43fe-a815-b277df7588b8 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044254 Feb 03 21:39:52.981203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-2456ed0a-9f81-40c8-a45a-283aaf43b52e req-e47ec91d-4018-4871-908c-1d0734f9b8a9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2099801807 ', 'description': 'tempest-description-1521735031'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:53.001750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-4b34eb07-a1f2-47a5-93e7-082bf92beba1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7153828 Feb 03 21:39:53.016333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Request body: {'port': {'device_id': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:53.021866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2456ed0a-9f81-40c8-a45a-283aaf43b52e req-e47ec91d-4018-4871-908c-1d0734f9b8a9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.122030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-c09b9e03-ace7-456c-a1be-e47c3844081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:53.123651 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-c09b9e03-ace7-456c-a1be-e47c3844081d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1207 time: 0.1062300 Feb 03 21:39:53.127372 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cffeb6-8789-452a-9126-41a29a76d7a7 req-1da5aac3-3b61-4630-b120-045ce58b7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:53.128799 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82cffeb6-8789-452a-9126-41a29a76d7a7 req-1da5aac3-3b61-4630-b120-045ce58b7296 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 1132 time: 0.1568248 Feb 03 21:39:53.142821 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-1eb21089-220a-484c-81a0-681cbd1c988b service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894617 Feb 03 21:39:53.158173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.197006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42997b3a-23a5-4e0e-b0d7-65de7139646a req-87a69d00-6c0c-4761-ab83-7c18dd1c545a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:53.198449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42997b3a-23a5-4e0e-b0d7-65de7139646a req-87a69d00-6c0c-4761-ab83-7c18dd1c545a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.1376336 Feb 03 21:39:53.211554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8ff7e9db-31a1-453d-8289-e14f3f3dcf37 None None] Provisioning complete for port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:53.212133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e9db-31a1-453d-8289-e14f3f3dcf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.235937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2456ed0a-9f81-40c8-a45a-283aaf43b52e req-e47ec91d-4018-4871-908c-1d0734f9b8a9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (9b4d3076-8cd8-4691-a29c-3f9c58cdc34a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.250638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7e9db-31a1-453d-8289-e14f3f3dcf37 None None] Port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:39:53.258807 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2456ed0a-9f81-40c8-a45a-283aaf43b52e req-e47ec91d-4018-4871-908c-1d0734f9b8a9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b4d3076-8cd8-4691-a29c-3f9c58cdc34a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.295846 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82cffeb6-8789-452a-9126-41a29a76d7a7 req-483e998c-69f3-4a9d-b4e8-3e81c946e1da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553109 Feb 03 21:39:53.317693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-528044bd-cf99-4275-ab68-750e6c9dd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:53.319162 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-528044bd-cf99-4275-ab68-750e6c9dd5cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 914 time: 0.1881454 Feb 03 21:39:53.334261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c13b3ca7-dce3-42f5-bd25-1c986bced914 req-ace7d0dc-e32f-48a1-8133-996b1ce26d2a service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496103 Feb 03 21:39:53.365832 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2456ed0a-9f81-40c8-a45a-283aaf43b52e req-e47ec91d-4018-4871-908c-1d0734f9b8a9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.367045 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2456ed0a-9f81-40c8-a45a-283aaf43b52e req-e47ec91d-4018-4871-908c-1d0734f9b8a9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3925385 Feb 03 21:39:53.373863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:39:53.390898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ec91d-4018-4871-908c-1d0734f9b8a9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4d3076-8cd8-4691-a29c-3f9c58cdc34a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:53.404463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42997b3a-23a5-4e0e-b0d7-65de7139646a req-1c3fa83a-6bb3-47ae-9e05-8a99346c55cb tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827209 Feb 03 21:39:53.461736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:53.462130 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.505012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:53.513705 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.539517 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7fc1-e9a8-4bbf-a4f1-042d3e934387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.563411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:53.578846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730a26-b7ab-422f-89a9-fd74b8e2802e req-09269728-29b2-4853-a429-1d7a97cf090a tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:53.580337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6730a26-b7ab-422f-89a9-fd74b8e2802e req-09269728-29b2-4853-a429-1d7a97cf090a tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 947 time: 0.1589856 Feb 03 21:39:53.593824 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-cf47de30-b008-47fc-ab06-301c37e64529 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3 HTTP/1.1" status: 200 len: 217 time: 0.0390749 Feb 03 21:39:53.610072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36915e50-dc23-4a0f-9abf-e257fa8dd9fa req-c1119146-56a0-4553-96b7-5504c3ce7f1a tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:53.611557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36915e50-dc23-4a0f-9abf-e257fa8dd9fa req-c1119146-56a0-4553-96b7-5504c3ce7f1a tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1127 time: 0.1255333 Feb 03 21:39:53.655198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-6df7c3e0-53bd-478f-8c7c-834aaf6abcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:53.656664 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-6df7c3e0-53bd-478f-8c7c-834aaf6abcb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 200 len: 853 time: 0.0436437 Feb 03 21:39:53.690238 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-6a8347bb-7890-4704-89c4-7dba7c9346e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=086865c8-de64-47f1-9bc4-33ff286001fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272360 Feb 03 21:39:53.699395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:53.711436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6730a26-b7ab-422f-89a9-fd74b8e2802e req-e7114e00-b66a-4ead-b54c-08219b6eae44 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201518 Feb 03 21:39:53.715800 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Publish callbacks [] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.737560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36915e50-dc23-4a0f-9abf-e257fa8dd9fa req-57bfc92e-19d4-4828-b9b4-a179de46d76d tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168506 Feb 03 21:39:53.755663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Transition to ACTIVE for port object 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:39:53.764522 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:53.797198 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-2ea82cd4-ef77-4bf0-953f-eb1c2d8d1cf8 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987699 Feb 03 21:39:53.890076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4df6e57-c34e-4898-a9c7-432dd1b9b0b0 req-7feaf5ce-947a-4057-a0dc-427483af74bf tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/9b4d3076-8cd8-4691-a29c-3f9c58cdc34a HTTP/1.1" status: 200 len: 1798 time: 0.1505363 Feb 03 21:39:53.922836 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-109b2b14-15e2-4324-b05b-569e06b9aa91 req-4a53bcf7-4b68-418a-85c4-0fba6e4304da service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123285 Feb 03 21:39:53.928033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Pushing event updated for resources: {'Port': ['ID=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:53.990268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d230c00-1d7a-4ce6-8481-48436b9b0832 req-ed8c970a-997c-4887-9747-b2dc7b719757 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:53.992218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d230c00-1d7a-4ce6-8481-48436b9b0832 req-ed8c970a-997c-4887-9747-b2dc7b719757 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 950 time: 0.1810527 Feb 03 21:39:54.011934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75724-d715-4de2-aa57-19d3b9949053 req-9856a494-ad02-4af9-a4cd-ba72d7267688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:54.013567 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-49f75724-d715-4de2-aa57-19d3b9949053 req-9856a494-ad02-4af9-a4cd-ba72d7267688 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1130 time: 0.0555694 Feb 03 21:39:54.061230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-49f75724-d715-4de2-aa57-19d3b9949053 req-5f63e3a2-dc68-4a57-8bcc-0b50f6c5b8cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Feb 03 21:39:54.099140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Attempting to bind port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:54.099475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Attempting to bind port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:54.099810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Attempting to bind port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 on network 389414c5-46da-4172-86cd-f127985ac026 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:54.108085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d230c00-1d7a-4ce6-8481-48436b9b0832 req-cf35ee4e-92a3-44d1-be57-dd9563d23a96 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003249 Feb 03 21:39:54.111205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 on network 389414c5-46da-4172-86cd-f127985ac026 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:54.111540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Attempting to bind port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 on network 389414c5-46da-4172-86cd-f127985ac026 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:54.124376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a240-42c4-4994-a5cc-4ad1a058be57 req-e06fa1b4-fdf8-4a57-af01-addd7e06333c tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:54.125894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88b0a240-42c4-4994-a5cc-4ad1a058be57 req-e06fa1b4-fdf8-4a57-af01-addd7e06333c tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1128 time: 0.1327713 Feb 03 21:39:54.129404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:54.136577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Checking segment: {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:54.136577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Bound using segment: {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:54.136577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Bound port: 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:54.136577 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:54.137917 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:54.202830 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:54.249658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88b0a240-42c4-4994-a5cc-4ad1a058be57 req-8c4be1a9-960d-4ecb-b3dc-b40c1663f9b0 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151147 Feb 03 21:39:54.258165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] For port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:54.262509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] For port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:54.269004 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:54.317159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af004c7-e971-4e89-a2dc-0409923b2fe8 req-e397841d-70c4-4682-a748-b79df657f0fa tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:54.318722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6af004c7-e971-4e89-a2dc-0409923b2fe8 req-e397841d-70c4-4682-a748-b79df657f0fa tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 943 time: 0.1342471 Feb 03 21:39:54.321871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:54.322472 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:54.323762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] 10.222.0.10 "PUT /v2.0/ports/710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 1091 time: 1.3144746 Feb 03 21:39:54.363899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7d161-292a-4716-a3c0-52df0316dcdf service neutron] Pushing event updated for resources: {'Port': ['ID=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:54.438446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5fcd573-2b40-475a-b3cc-c37b62d68b85 req-bdf11f4b-d191-453f-916c-0705ece15cb1 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/9b4d3076-8cd8-4691-a29c-3f9c58cdc34a HTTP/1.1" status: 200 len: 1798 time: 0.1118913 Feb 03 21:39:54.471173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6af004c7-e971-4e89-a2dc-0409923b2fe8 req-1626493e-ae34-4e76-88fb-a17a3320cf18 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297500 Feb 03 21:39:54.516440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-524e8516-395f-45c2-a3fa-302f1822d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:54.517977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-524e8516-395f-45c2-a3fa-302f1822d645 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1125 time: 0.1375232 Feb 03 21:39:54.570454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5fcd573-2b40-475a-b3cc-c37b62d68b85 req-195da01d-e21d-40e8-8efd-8c3c87c53cbd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (9b4d3076-8cd8-4691-a29c-3f9c58cdc34a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:54.574999 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-f0f81bcf-5933-4519-ab48-5230ba26983a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 217 time: 0.0449448 Feb 03 21:39:54.656568 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5fcd573-2b40-475a-b3cc-c37b62d68b85 req-195da01d-e21d-40e8-8efd-8c3c87c53cbd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (9b4d3076-8cd8-4691-a29c-3f9c58cdc34a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:54.714744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-fbab563a-f935-44ec-9849-0eb6bddd46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:54.716789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-fbab563a-f935-44ec-9849-0eb6bddd46e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.1224160 Feb 03 21:39:54.724380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead54f1-eb81-49c2-8a4e-604aa695335e req-99ae15ff-cfc3-474f-9641-e1dcbb7a35ce tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:54.725906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ead54f1-eb81-49c2-8a4e-604aa695335e req-99ae15ff-cfc3-474f-9641-e1dcbb7a35ce tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 948 time: 0.1564660 Feb 03 21:39:54.792427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5fcd573-2b40-475a-b3cc-c37b62d68b85 req-195da01d-e21d-40e8-8efd-8c3c87c53cbd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b4d3076-8cd8-4691-a29c-3f9c58cdc34a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:54.795167 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5fcd573-2b40-475a-b3cc-c37b62d68b85 req-195da01d-e21d-40e8-8efd-8c3c87c53cbd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:54.796294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5fcd573-2b40-475a-b3cc-c37b62d68b85 req-195da01d-e21d-40e8-8efd-8c3c87c53cbd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/9b4d3076-8cd8-4691-a29c-3f9c58cdc34a HTTP/1.1" status: 204 len: 173 time: 0.3512540 Feb 03 21:39:54.821335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195da01d-e21d-40e8-8efd-8c3c87c53cbd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4d3076-8cd8-4691-a29c-3f9c58cdc34a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:54.836623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ead54f1-eb81-49c2-8a4e-604aa695335e req-72941826-eac0-4a38-b030-f5f902a07b86 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000450 Feb 03 21:39:54.846450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-1d2c791a-fd40-477b-b1c7-af763c0d67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:54.847998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-1d2c791a-fd40-477b-b1c7-af763c0d67f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1212096 Feb 03 21:39:54.881064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665'}, {'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:54.883760 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fac3e6d-999c-4627-834e-028027e40ede" -d '{"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-plugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665"}, {"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-unplugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:54.956061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:54.958257 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70405172-ca05-49ab-8674-f2f055fbd9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:54.986692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c4c5a-9a4c-4120-ad08-23e3aebdae0b req-d0490b6d-40f9-414f-a560-cc24a8091caf tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:54.988876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-604c4c5a-9a4c-4120-ad08-23e3aebdae0b req-d0490b6d-40f9-414f-a560-cc24a8091caf tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1128 time: 0.1367188 Feb 03 21:39:55.043250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-bbfa7b3b-bdec-49d0-821a-b6239fede7a6 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811123 Feb 03 21:39:55.068382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2d15-034e-4586-a839-6e9c656a3dc8 req-5b4c7325-2180-4e2e-a071-c03827fdf19a tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:55.069801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-725d2d15-034e-4586-a839-6e9c656a3dc8 req-5b4c7325-2180-4e2e-a071-c03827fdf19a tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 947 time: 0.1350310 Feb 03 21:39:55.133504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-604c4c5a-9a4c-4120-ad08-23e3aebdae0b req-d0e47adc-b677-4387-b7f4-96235a7ab270 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342285 Feb 03 21:39:55.211491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-725d2d15-034e-4586-a839-6e9c656a3dc8 req-842c978d-321b-4ab0-88be-9610f609b101 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256583 Feb 03 21:39:55.213668 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-2374bcf2-4b1a-4040-9ead-cf585bcb546a req-bfcc59f7-8f6d-40eb-8237-dc46e8f2a14d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:39:55.225689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2374bcf2-4b1a-4040-9ead-cf585bcb546a req-bfcc59f7-8f6d-40eb-8237-dc46e8f2a14d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/9b4d3076-8cd8-4691-a29c-3f9c58cdc34a HTTP/1.1" status: 404 len: 352 time: 0.0449491 Feb 03 21:39:55.244390 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ebfee8b-2a40-4941-91e6-5240258d049f req-68e9b318-5c49-47b7-bc6f-435f2bff001d service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922042 Feb 03 21:39:55.266592 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a9accf-35c3-49b7-8d45-82b70b8070c2 x-openstack-request-id: req-55a9accf-35c3-49b7-8d45-82b70b8070c2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:55.266785 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:55.266992 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55a9accf-35c3-49b7-8d45-82b70b8070c2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:55.267394 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'status': 'completed', 'code': 200} Feb 03 21:39:55.276921 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f3a83f-afb4-4c1c-b9f5-7681b7b2d711 x-openstack-request-id: req-b7f3a83f-afb4-4c1c-b9f5-7681b7b2d711 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:39:55.277388 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-plugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665", "code": 200}, {"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-unplugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:39:55.277953 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7f3a83f-afb4-4c1c-b9f5-7681b7b2d711 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:39:55.278450 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665', 'code': 200} Feb 03 21:39:55.278951 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'code': 200} Feb 03 21:39:55.353714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-ef69dd1a-a40f-4d41-973e-c95c866707e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:55.355266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-ef69dd1a-a40f-4d41-973e-c95c866707e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1125 time: 0.0516274 Feb 03 21:39:55.373418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-05528db3-c4ef-49f9-b2d3-d9f88943c56a req-841ea190-8970-4cfe-ba0c-fefe199bc2d4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1679420031', 'description': 'tempest-description-2018707049'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:55.391695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:55.475124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d9ae2-2c30-4d1a-a5dc-6e6c94e72006 req-b9560081-71cc-4526-96d3-5b32f1038441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:55.476716 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0f9d9ae2-2c30-4d1a-a5dc-6e6c94e72006 req-b9560081-71cc-4526-96d3-5b32f1038441 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 1132 time: 0.1058030 Feb 03 21:39:55.501898 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-05528db3-c4ef-49f9-b2d3-d9f88943c56a req-841ea190-8970-4cfe-ba0c-fefe199bc2d4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:55.534170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e386-579e-4a1a-81e2-56533b9fbb05 req-513f4d53-cecc-47ad-99e2-7f5458e5d7b5 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:55.535924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05a5e386-579e-4a1a-81e2-56533b9fbb05 req-513f4d53-cecc-47ad-99e2-7f5458e5d7b5 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 950 time: 0.1499662 Feb 03 21:39:55.546992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 86458b92-d97c-43a3-a13f-6a204450fb9b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:55.547870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-b80e4f28-9e89-4247-af0b-1295665b81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:55.549467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-b80e4f28-9e89-4247-af0b-1295665b81ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.1815889 Feb 03 21:39:55.565104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0f9d9ae2-2c30-4d1a-a5dc-6e6c94e72006 req-b1647f30-51dd-409f-b7f0-2ae66afdf9b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729501 Feb 03 21:39:55.611905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:55.619614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-5673bdf1-5646-43df-a66d-088c2d3d8ca1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 217 time: 0.0608010 Feb 03 21:39:55.662894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'mac_address': 'fa:16:3e:d5:ab:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:39:55.716225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05a5e386-579e-4a1a-81e2-56533b9fbb05 req-fb1f348a-ab9c-484f-b83c-9d207ef394b4 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727645 Feb 03 21:39:55.731878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-cd72c3f6-ca9c-4d5c-a261-4ef7c2ed0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:55.733523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-cd72c3f6-ca9c-4d5c-a261-4ef7c2ed0346 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.1055353 Feb 03 21:39:55.738703 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110f306f-35ad-4f5d-b343-9848efd137b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:55.744402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:55.744795 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:55.744962 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-05528db3-c4ef-49f9-b2d3-d9f88943c56a req-841ea190-8970-4cfe-ba0c-fefe199bc2d4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (7609c311-c034-451c-b79e-4c8d06c56c7e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:55.762360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-05528db3-c4ef-49f9-b2d3-d9f88943c56a req-841ea190-8970-4cfe-ba0c-fefe199bc2d4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7609c311-c034-451c-b79e-4c8d06c56c7e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:55.783023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:55.789313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 86458b92-d97c-43a3-a13f-6a204450fb9b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86458b92-d97c-43a3-a13f-6a204450fb9b,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:55.815727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '86458b92-d97c-43a3-a13f-6a204450fb9b', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '86458b92-d97c-43a3-a13f-6a204450fb9b', 'mac_address': 'fa:16:3e:c1:f7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:39:55.818448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:55.853197 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-05528db3-c4ef-49f9-b2d3-d9f88943c56a req-841ea190-8970-4cfe-ba0c-fefe199bc2d4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:55.871077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 86458b92-d97c-43a3-a13f-6a204450fb9b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:55.872136 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:55.872404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05528db3-c4ef-49f9-b2d3-d9f88943c56a req-841ea190-8970-4cfe-ba0c-fefe199bc2d4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5031345 Feb 03 21:39:55.874551 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:55.880118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ea190-8970-4cfe-ba0c-fefe199bc2d4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7609c311-c034-451c-b79e-4c8d06c56c7e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:55.938327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-2e0c4acd-d5fb-49a5-94a0-6353b8147ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:55.940621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86458b92-d97c-43a3-a13f-6a204450fb9b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:39:55.942760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-2e0c4acd-d5fb-49a5-94a0-6353b8147ddd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1987686 Feb 03 21:39:56.004777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 86458b92-d97c-43a3-a13f-6a204450fb9b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86458b92-d97c-43a3-a13f-6a204450fb9b,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:56.008818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:56.025762 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:56.091298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=86458b92-d97c-43a3-a13f-6a204450fb9b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:56.178069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-d6feb6ca-a50d-46b8-b992-6ec41e21e6a6 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294335 Feb 03 21:39:56.186877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ee815-5fa0-4708-ac1c-75ca5780c1d2 req-f323e1aa-da3b-444f-a083-b33ce5a7b4d0 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:56.188383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-641ee815-5fa0-4708-ac1c-75ca5780c1d2 req-f323e1aa-da3b-444f-a083-b33ce5a7b4d0 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 943 time: 0.2179680 Feb 03 21:39:56.195171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235262f-ca91-43b4-9720-0ab3439c8167 req-03250ae7-d724-46e0-b5b9-08a4227c31d7 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:56.196747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0235262f-ca91-43b4-9720-0ab3439c8167 req-03250ae7-d724-46e0-b5b9-08a4227c31d7 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 950 time: 0.1316977 Feb 03 21:39:56.333309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-641ee815-5fa0-4708-ac1c-75ca5780c1d2 req-b53c7bb6-8d72-49d6-9cdf-0f165c030a6d tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342719 Feb 03 21:39:56.352160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0235262f-ca91-43b4-9720-0ab3439c8167 req-f1d11584-df46-438c-9494-e42f01625de9 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406643 Feb 03 21:39:56.373972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4c9ddd6a-983e-43f2-8444-7de43f8ca63c req-2e0885cc-6076-4ded-97f2-40ac0171d49d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1765900825', 'description': 'tempest-description-612351063'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:56.376555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:56.403505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70405172-ca05-49ab-8674-f2f055fbd9d8 req-a5ecf03e-9770-49f6-a8f0-584465a2032f service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056448 Feb 03 21:39:56.410348 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4c9ddd6a-983e-43f2-8444-7de43f8ca63c req-2e0885cc-6076-4ded-97f2-40ac0171d49d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:56.494779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86458b92-d97c-43a3-a13f-6a204450fb9b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:39:56.527497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5ccf-0e94-4310-a25c-1ee792bc93a9 req-b4d94799-9981-4d07-a11f-9a94171e8578 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:56.529002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92ba5ccf-0e94-4310-a25c-1ee792bc93a9 req-b4d94799-9981-4d07-a11f-9a94171e8578 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 950 time: 0.0794847 Feb 03 21:39:56.535095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4c9ddd6a-983e-43f2-8444-7de43f8ca63c req-2e0885cc-6076-4ded-97f2-40ac0171d49d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:56.543669 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4c9ddd6a-983e-43f2-8444-7de43f8ca63c req-2e0885cc-6076-4ded-97f2-40ac0171d49d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:56.588739 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4c9ddd6a-983e-43f2-8444-7de43f8ca63c req-2e0885cc-6076-4ded-97f2-40ac0171d49d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:56.590138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c9ddd6a-983e-43f2-8444-7de43f8ca63c req-2e0885cc-6076-4ded-97f2-40ac0171d49d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2211747 Feb 03 21:39:56.598152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0885cc-6076-4ded-97f2-40ac0171d49d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:56.612082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92ba5ccf-0e94-4310-a25c-1ee792bc93a9 req-7f40fb9a-7d9b-4b65-9173-2d5c3492e6d1 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757294 Feb 03 21:39:56.747047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984420c-5658-41f4-82e9-fa799e7f6677 req-4b89baed-a333-4d1c-89b0-751a5523e523 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:56.748572 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b984420c-5658-41f4-82e9-fa799e7f6677 req-4b89baed-a333-4d1c-89b0-751a5523e523 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1128 time: 0.0770555 Feb 03 21:39:56.760093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79f743-c72a-4da7-8190-9dee8493b0be req-1b15b002-3308-4752-9c96-2386ab2dca58 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:56.761488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c79f743-c72a-4da7-8190-9dee8493b0be req-1b15b002-3308-4752-9c96-2386ab2dca58 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 948 time: 0.0814698 Feb 03 21:39:56.809297 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:56.830528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c79f743-c72a-4da7-8190-9dee8493b0be req-8642ea01-d3ab-47ec-858e-4dbcd02bf338 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626876 Feb 03 21:39:56.832611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b984420c-5658-41f4-82e9-fa799e7f6677 req-c55afb8d-787d-410a-b2fe-fa867d1381c9 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702703 Feb 03 21:39:56.859292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4a37c17b-4dd3-43aa-ba80-5d4e3cd11fe3 req-922cfed8-083c-48a9-b159-42c0db90999c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-178728627', 'description': 'tempest-description-1169108824'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:56.895608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a37c17b-4dd3-43aa-ba80-5d4e3cd11fe3 req-922cfed8-083c-48a9-b159-42c0db90999c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:56.963959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a37c17b-4dd3-43aa-ba80-5d4e3cd11fe3 req-922cfed8-083c-48a9-b159-42c0db90999c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (fe076845-163b-44bc-82bb-09c7224f7e78), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:56.967677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a37c17b-4dd3-43aa-ba80-5d4e3cd11fe3 req-922cfed8-083c-48a9-b159-42c0db90999c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fe076845-163b-44bc-82bb-09c7224f7e78), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:57.001816 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a37c17b-4dd3-43aa-ba80-5d4e3cd11fe3 req-922cfed8-083c-48a9-b159-42c0db90999c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:57.003004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a37c17b-4dd3-43aa-ba80-5d4e3cd11fe3 req-922cfed8-083c-48a9-b159-42c0db90999c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1484363 Feb 03 21:39:57.004709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cfed8-083c-48a9-b159-42c0db90999c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe076845-163b-44bc-82bb-09c7224f7e78,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:57.412891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89fa0-cb32-47b8-814c-93493da40545 req-e38155cd-a43b-44c1-badd-db995c2cae1d tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:57.420967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0d89fa0-cb32-47b8-814c-93493da40545 req-e38155cd-a43b-44c1-badd-db995c2cae1d tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1132 time: 0.0584855 Feb 03 21:39:57.469470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0d89fa0-cb32-47b8-814c-93493da40545 req-35d8f06c-48a9-4862-b279-e1f5bba360ec tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473375 Feb 03 21:39:57.639239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd07a91d-2731-44ab-8474-ec6ef39b0412 req-f4c19c17-8583-4520-9d0f-4ca873957ae3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2 HTTP/1.1" status: 200 len: 10999 time: 0.1359501 Feb 03 21:39:57.692731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd07a91d-2731-44ab-8474-ec6ef39b0412 req-5f66b06b-fec6-482a-aac2-2809b073099b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/77c2e545-091b-41da-9642-90edfce8e85b HTTP/1.1" status: 200 len: 2998 time: 0.0451910 Feb 03 21:39:57.774202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd07a91d-2731-44ab-8474-ec6ef39b0412 req-29c5bc79-144d-4f12-9f44-f306da39a3c0 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/77c2e545-091b-41da-9642-90edfce8e85b HTTP/1.1" status: 200 len: 2998 time: 0.0751381 Feb 03 21:39:57.891641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d137a-ee24-420c-a733-35db15fe9a18 req-d59109be-346c-4e8d-9b23-596ef2d3cec1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:57.893106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-304d137a-ee24-420c-a733-35db15fe9a18 req-d59109be-346c-4e8d-9b23-596ef2d3cec1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 943 time: 0.0716503 Feb 03 21:39:57.947079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-96852c17-b9f9-46d4-b87e-f73987bf33dd tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:39:57.948776 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-96852c17-b9f9-46d4-b87e-f73987bf33dd tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072904 Feb 03 21:39:57.953477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-304d137a-ee24-420c-a733-35db15fe9a18 req-04b857eb-dedd-4aeb-a7e9-031b92fd7eef tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530975 Feb 03 21:39:57.992497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-fcaa6c92-e326-4a2f-a052-a7b966ce971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:57.994046 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-fcaa6c92-e326-4a2f-a052-a7b966ce971c service neutron] 10.222.0.50 "GET /v2.0/ports/2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 200 len: 1125 time: 0.0370781 Feb 03 21:39:58.003879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Request body: {'binding': {'host': 'n-h2-824834-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:58.004440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:39:58.062047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904439b2-c7c1-4436-9cca-07ade415dd70 req-54baa80f-2695-4881-b417-da06ea0f01d0 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:58.063920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-904439b2-c7c1-4436-9cca-07ade415dd70 req-54baa80f-2695-4881-b417-da06ea0f01d0 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 950 time: 0.0564580 Feb 03 21:39:58.119891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-904439b2-c7c1-4436-9cca-07ade415dd70 req-1b809176-2ec0-42d7-a0a3-d82032167eb3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Feb 03 21:39:58.153540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on host n-h2-824834-9 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:39:58.153905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:39:58.154235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:58.158839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:39:58.159156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:39:58.163945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:39:58.164283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:39:58.164666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:39:58.165124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Bound port: 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:39:58.223373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:39:58.230841 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:58.232817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b49d850f-d24c-4f92-8abc-ce3ea11b0224 service neutron] 10.222.0.50 "POST /v2.0/ports/2f4e312d-f07e-4ccd-bd46-78a717da4d3b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2324212 Feb 03 21:39:58.304825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57fe1710-ce2d-4b76-9ca8-e9439d1d5772 req-03d75506-164e-4e78-bdd3-cc8cb885f052 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/7609c311-c034-451c-b79e-4c8d06c56c7e HTTP/1.1" status: 200 len: 1818 time: 0.0612690 Feb 03 21:39:58.421000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-57fe1710-ce2d-4b76-9ca8-e9439d1d5772 req-e822fc4f-6bc4-409c-a136-9becb789a51f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (7609c311-c034-451c-b79e-4c8d06c56c7e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:58.449573 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:58.457263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7f9d4-77e6-4ad1-821e-bd673ddd77b6 req-93a40d96-3ea7-4eff-a6e5-8454e019abf2 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:58.458865 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2d7f9d4-77e6-4ad1-821e-bd673ddd77b6 req-93a40d96-3ea7-4eff-a6e5-8454e019abf2 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 948 time: 0.1032302 Feb 03 21:39:58.460657 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-57fe1710-ce2d-4b76-9ca8-e9439d1d5772 req-e822fc4f-6bc4-409c-a136-9becb789a51f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (7609c311-c034-451c-b79e-4c8d06c56c7e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:58.536303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2d7f9d4-77e6-4ad1-821e-bd673ddd77b6 req-cdd163f4-2d8d-4dee-8035-b58257bf0137 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662787 Feb 03 21:39:58.542866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-57fe1710-ce2d-4b76-9ca8-e9439d1d5772 req-e822fc4f-6bc4-409c-a136-9becb789a51f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7609c311-c034-451c-b79e-4c8d06c56c7e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:58.544206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-c672d50b-02db-4c0f-b89b-cc62f8db7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:58.545810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-c672d50b-02db-4c0f-b89b-cc62f8db7022 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1128 time: 0.0635545 Feb 03 21:39:58.546380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-57fe1710-ce2d-4b76-9ca8-e9439d1d5772 req-e822fc4f-6bc4-409c-a136-9becb789a51f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:58.547461 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57fe1710-ce2d-4b76-9ca8-e9439d1d5772 req-e822fc4f-6bc4-409c-a136-9becb789a51f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/7609c311-c034-451c-b79e-4c8d06c56c7e HTTP/1.1" status: 204 len: 173 time: 0.2356575 Feb 03 21:39:58.560744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822fc4f-6bc4-409c-a136-9becb789a51f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7609c311-c034-451c-b79e-4c8d06c56c7e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:58.670822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf20b8d-6067-4b04-8dbb-07d8f6309ef7 req-72e0e823-4a10-4cb4-8915-8b08f710383f tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:58.672352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bf20b8d-6067-4b04-8dbb-07d8f6309ef7 req-72e0e823-4a10-4cb4-8915-8b08f710383f tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 1132 time: 0.0578821 Feb 03 21:39:58.695879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-0197056a-c0a6-4832-908d-5192254999e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:58.697424 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-0197056a-c0a6-4832-908d-5192254999e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.1259344 Feb 03 21:39:58.746436 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-eb0d412d-3252-4dcc-964c-b006f5ef135b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 200 len: 217 time: 0.0412846 Feb 03 21:39:58.800365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-064762a9-56c5-4424-a679-50874a450bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:58.802329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-064762a9-56c5-4424-a679-50874a450bf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0501144 Feb 03 21:39:58.837682 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-264a68cb-8408-4fbf-8a98-651e5ef35b5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281172 Feb 03 21:39:58.991114 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-1591f7a7-b8a6-4cbe-88fd-8921b655426b service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452832 Feb 03 21:39:59.073636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bf20b8d-6067-4b04-8dbb-07d8f6309ef7 req-3afd237b-5102-42de-8289-0840604f5618 tempest-ServersAdminTestJSON-1675088660 tempest-ServersAdminTestJSON-1675088660-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935163 Feb 03 21:39:59.097803 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-bf74b860-1a8f-42a2-884d-7c83b53e1d0b service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914211 Feb 03 21:39:59.098472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29974e-ceea-4efa-ad57-833175cad27b req-f6b7f7eb-915a-4f93-989c-1fb524a84c75 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:59.105551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba29974e-ceea-4efa-ad57-833175cad27b req-f6b7f7eb-915a-4f93-989c-1fb524a84c75 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 946 time: 0.0838211 Feb 03 21:39:59.167361 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-51479b6e-f755-459d-8b46-5704bd6c5645 req-22e367df-1ffb-40c1-bf18-8df4a7772253 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:39:59.168410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51479b6e-f755-459d-8b46-5704bd6c5645 req-22e367df-1ffb-40c1-bf18-8df4a7772253 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/7609c311-c034-451c-b79e-4c8d06c56c7e HTTP/1.1" status: 404 len: 352 time: 0.0338264 Feb 03 21:39:59.177877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba29974e-ceea-4efa-ad57-833175cad27b req-6c35a1e5-2911-486f-b080-704273e23bf6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714929 Feb 03 21:39:59.271654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cc36da87-ae48-4a1a-926a-1da789833a0f tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:59.273976 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cc36da87-ae48-4a1a-926a-1da789833a0f tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1128 time: 0.0844080 Feb 03 21:39:59.286826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-9'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:39:59.311210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86c9a0-d94e-4b47-8056-f2a0d60110e0 req-f4aaec06-2758-4b32-93fc-96bd0831d60e tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:59.313260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d86c9a0-d94e-4b47-8056-f2a0d60110e0 req-f4aaec06-2758-4b32-93fc-96bd0831d60e tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 943 time: 0.0717926 Feb 03 21:39:59.384459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d86c9a0-d94e-4b47-8056-f2a0d60110e0 req-afdc9009-eaaf-40f3-af80-e2d9184a76d2 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602975 Feb 03 21:39:59.385332 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.405852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:59.501956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6498a24-f5dd-44f7-b196-10b093127467 req-67c324ef-07b3-42e1-9f38-9f4e5df61502 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51 HTTP/1.1" status: 200 len: 1817 time: 0.0887072 Feb 03 21:39:59.528194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:59.528796 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.576009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:39:59.583134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 86458b92-d97c-43a3-a13f-6a204450fb9b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:39:59.603656 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6498a24-f5dd-44f7-b196-10b093127467 req-13f08907-cf8b-45af-90b1-70d4606dfa77 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.642851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362d790-6012-4a24-bf5d-783cc68599bb req-658afaf8-1cd8-4e22-911f-97e752fcfcc0 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:59.644516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1362d790-6012-4a24-bf5d-783cc68599bb req-658afaf8-1cd8-4e22-911f-97e752fcfcc0 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 950 time: 0.1284363 Feb 03 21:39:59.648513 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6498a24-f5dd-44f7-b196-10b093127467 req-13f08907-cf8b-45af-90b1-70d4606dfa77 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.665538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:39:59.726698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:39:59.735169 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-f454c87e-86de-41d0-8916-3f71c21181c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171737 Feb 03 21:39:59.749155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1362d790-6012-4a24-bf5d-783cc68599bb req-651551d1-a9aa-4f3f-a61c-791f22801e66 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976660 Feb 03 21:39:59.777899 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6498a24-f5dd-44f7-b196-10b093127467 req-13f08907-cf8b-45af-90b1-70d4606dfa77 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.780831 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6498a24-f5dd-44f7-b196-10b093127467 req-13f08907-cf8b-45af-90b1-70d4606dfa77 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.786166 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6498a24-f5dd-44f7-b196-10b093127467 req-13f08907-cf8b-45af-90b1-70d4606dfa77 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51 HTTP/1.1" status: 204 len: 173 time: 0.2825727 Feb 03 21:39:59.802913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f08907-cf8b-45af-90b1-70d4606dfa77 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:39:59.844859 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-8cf7c02e-df73-4db4-9b45-76d32e7fe919 req-f6e13f35-9708-4118-bb8c-2fd7e3b72609 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:39:59.849797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 86458b92-d97c-43a3-a13f-6a204450fb9b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:39:59.852054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cf7c02e-df73-4db4-9b45-76d32e7fe919 req-f6e13f35-9708-4118-bb8c-2fd7e3b72609 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51 HTTP/1.1" status: 404 len: 352 time: 0.0409620 Feb 03 21:39:59.863387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:39:59.865988 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9f20d6-063b-4c9c-a3f4-48a925d599a4" -d '{"events": [{"server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:39:59.872373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Publish callbacks [] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.883904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.892122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:39:59.892862 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.909703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-6db5dd8c-f9f0-4f18-a317-7ff0a3ec3488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:39:59.911261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-6db5dd8c-f9f0-4f18-a317-7ff0a3ec3488 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 1131 time: 0.1375971 Feb 03 21:39:59.920042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 86458b92-d97c-43a3-a13f-6a204450fb9b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:39:59.920693 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.928813 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:39:59.954348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0adfc2d8-02bd-4f2a-8f78-26b1d81ff8e9 req-c7e58276-fd70-4acd-b4fb-7f06b2bb7927 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/fe076845-163b-44bc-82bb-09c7224f7e78 HTTP/1.1" status: 200 len: 1817 time: 0.0568566 Feb 03 21:39:59.989691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:00.004316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960599c8-ce96-4500-b066-deddfeb8a09e req-4422c71e-40d0-4d22-9f1e-dbc8ba8037cc tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:00.012776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-960599c8-ce96-4500-b066-deddfeb8a09e req-4422c71e-40d0-4d22-9f1e-dbc8ba8037cc tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 948 time: 0.1475587 Feb 03 21:40:00.015163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:00.017975 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5203fac-3354-4169-af83-88adf1977e4f" -d '{"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-plugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:00.034296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'port_id': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'mac_address': 'fa:16:3e:37:75:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:40:00.044491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:00.069798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on host n-h1-824834-9 for vnic_type normal with profile {"migrating_to": "n-h2-824834-9"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:00.070369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:00.070475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:00.076018 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.077234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:40:00.077566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Attempting to bind port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:00.079404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:00.091207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:00.091603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:00.092036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:00.093681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Bound port: 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:00.094919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.095050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-960599c8-ce96-4500-b066-deddfeb8a09e req-9258158f-8241-4114-b6e7-64c6186daa20 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813062 Feb 03 21:40:00.114469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0adfc2d8-02bd-4f2a-8f78-26b1d81ff8e9 req-86920826-a16f-43cd-bd63-99db44fe87e4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (fe076845-163b-44bc-82bb-09c7224f7e78), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.123764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:00.124371 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.150754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:00.165365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-8cf17c4a-9906-4eb8-8ec4-1f6c711b17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:00.167366 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-8cf17c4a-9906-4eb8-8ec4-1f6c711b17c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2235849 Feb 03 21:40:00.171370 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0adfc2d8-02bd-4f2a-8f78-26b1d81ff8e9 req-86920826-a16f-43cd-bd63-99db44fe87e4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (fe076845-163b-44bc-82bb-09c7224f7e78), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.171779 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ed5195-c01f-4078-90bd-5c5871253152 x-openstack-request-id: req-40ed5195-c01f-4078-90bd-5c5871253152 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:00.172100 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:00.172361 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40ed5195-c01f-4078-90bd-5c5871253152 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:00.172754 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b', 'code': 200} Feb 03 21:40:00.221368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:00.225185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-6f5a8ff5-bab1-41d1-8375-4b43b9111af4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=dd353adf-a0f7-45c2-ae40-25226c330e9f HTTP/1.1" status: 200 len: 217 time: 0.0461144 Feb 03 21:40:00.229936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:00.233603 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f4bd40-d244-48b7-8d54-f97955a10f81 x-openstack-request-id: req-a0f4bd40-d244-48b7-8d54-f97955a10f81 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:00.233603 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-plugged", "status": "completed", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:00.233875 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0f4bd40-d244-48b7-8d54-f97955a10f81 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:00.234462 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'code': 200} Feb 03 21:40:00.236879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 86458b92-d97c-43a3-a13f-6a204450fb9b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:00.237366 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.241053 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.278783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0adfc2d8-02bd-4f2a-8f78-26b1d81ff8e9 req-86920826-a16f-43cd-bd63-99db44fe87e4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fe076845-163b-44bc-82bb-09c7224f7e78), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.282272 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0adfc2d8-02bd-4f2a-8f78-26b1d81ff8e9 req-86920826-a16f-43cd-bd63-99db44fe87e4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.283447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0adfc2d8-02bd-4f2a-8f78-26b1d81ff8e9 req-86920826-a16f-43cd-bd63-99db44fe87e4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/fe076845-163b-44bc-82bb-09c7224f7e78 HTTP/1.1" status: 204 len: 173 time: 0.3220468 Feb 03 21:40:00.295956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86920826-a16f-43cd-bd63-99db44fe87e4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe076845-163b-44bc-82bb-09c7224f7e78,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:00.301071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:00.328158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:00.356396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 86458b92-d97c-43a3-a13f-6a204450fb9b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86458b92-d97c-43a3-a13f-6a204450fb9b,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:00.365111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.369589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-f0fa1252-6cdc-4de0-bdbc-e95d55f22b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:00.371759 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-f0fa1252-6cdc-4de0-bdbc-e95d55f22b0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1107748 Feb 03 21:40:00.383077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29347fc8-8a9c-4459-8389-40c904ec69d3 req-76b9c453-94b8-491f-bd5a-3bd01f196072 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:00.390473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29347fc8-8a9c-4459-8389-40c904ec69d3 req-76b9c453-94b8-491f-bd5a-3bd01f196072 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.0751340 Feb 03 21:40:00.394811 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.401740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:00.416184 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-6c3da5e0-01ea-45f6-9679-164379640b06 req-369a4f94-ade9-4b8f-888d-7519473391ea tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:40:00.416184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c3da5e0-01ea-45f6-9679-164379640b06 req-369a4f94-ade9-4b8f-888d-7519473391ea tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/fe076845-163b-44bc-82bb-09c7224f7e78 HTTP/1.1" status: 404 len: 352 time: 0.0165236 Feb 03 21:40:00.470212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29347fc8-8a9c-4459-8389-40c904ec69d3 req-17d650e7-0258-4947-bbc3-cfffe2b4b372 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787885 Feb 03 21:40:00.492632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:00.493348 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:00.494843 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 200 len: 1122 time: 1.2129521 Feb 03 21:40:00.503510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1800c7-d6b8-4fd3-b182-04967d7d65f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:00.516390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-c9b5d30c-c1d4-493a-a201-20c642b5c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:00.518223 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-c9b5d30c-c1d4-493a-a201-20c642b5c91e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1166651 Feb 03 21:40:00.550278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=86458b92-d97c-43a3-a13f-6a204450fb9b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:00.650852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:00.651859 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-241682cd-9627-473d-90ae-b5b9ba66ee5c service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191225 Feb 03 21:40:00.654322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['2f4e312d-f07e-4ccd-bd46-78a717da4d3b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:00.656608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed9f66-6e39-40da-9ece-c430a527e01c req-92f99d6d-c7de-4ad2-929a-6a67e30be39a tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:00.663662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81ed9f66-6e39-40da-9ece-c430a527e01c req-92f99d6d-c7de-4ad2-929a-6a67e30be39a tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 944 time: 0.1523392 Feb 03 21:40:00.677674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02655600-6553-40c6-bbd2-9c51cef3e384 req-6ec4eea7-3053-403e-9878-7629f3ce90f7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2 HTTP/1.1" status: 200 len: 6200 time: 0.1922538 Feb 03 21:40:00.755323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02655600-6553-40c6-bbd2-9c51cef3e384 req-7b1a8b55-496c-41a4-a1d1-07aa6c95e4e5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/77c2e545-091b-41da-9642-90edfce8e85b HTTP/1.1" status: 200 len: 2998 time: 0.0695028 Feb 03 21:40:00.771137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4431c69c-36f9-47c2-9bd9-6f590c3cee57 req-463602fc-365c-4127-b677-0ecb74f3f788 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110218 Feb 03 21:40:00.832641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81ed9f66-6e39-40da-9ece-c430a527e01c req-fedff6b3-4caa-4a20-b6fe-dedecc18e7bd tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659219 Feb 03 21:40:00.835626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02655600-6553-40c6-bbd2-9c51cef3e384 req-d040b743-f113-491f-8755-c174896ba581 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/77c2e545-091b-41da-9642-90edfce8e85b HTTP/1.1" status: 200 len: 2998 time: 0.0794332 Feb 03 21:40:00.870942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-299dfdec-6d40-4588-89c0-fac751511cf3 req-945368c8-9584-4622-a495-47b79f5a364a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-968618768', 'description': 'tempest-description-908868149'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:00.898738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-299dfdec-6d40-4588-89c0-fac751511cf3 req-945368c8-9584-4622-a495-47b79f5a364a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:01.024619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a46c16-cf3b-44db-86e9-78d0768d5c48 req-0fb8c7cc-a378-4255-b388-4c484dd3c682 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:01.026013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17a46c16-cf3b-44db-86e9-78d0768d5c48 req-0fb8c7cc-a378-4255-b388-4c484dd3c682 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 950 time: 0.0983474 Feb 03 21:40:01.029220 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-299dfdec-6d40-4588-89c0-fac751511cf3 req-945368c8-9584-4622-a495-47b79f5a364a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (83734468-edbd-4186-855c-70966bd2279c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:01.038725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-299dfdec-6d40-4588-89c0-fac751511cf3 req-945368c8-9584-4622-a495-47b79f5a364a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (83734468-edbd-4186-855c-70966bd2279c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:01.083855 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-299dfdec-6d40-4588-89c0-fac751511cf3 req-945368c8-9584-4622-a495-47b79f5a364a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:01.085034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-299dfdec-6d40-4588-89c0-fac751511cf3 req-945368c8-9584-4622-a495-47b79f5a364a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2194970 Feb 03 21:40:01.098440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945368c8-9584-4622-a495-47b79f5a364a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83734468-edbd-4186-855c-70966bd2279c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:01.114367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-cbd5a84a-4d0c-41b4-90ee-3c0403ce02a7 req-fdc23328-3e2d-4fec-a5fc-b591330c2c97 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2124011674', 'description': 'tempest-description-500336624'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:01.126082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17a46c16-cf3b-44db-86e9-78d0768d5c48 req-a1527882-6ab8-48b6-be99-303010e30267 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937030 Feb 03 21:40:01.141370 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cbd5a84a-4d0c-41b4-90ee-3c0403ce02a7 req-fdc23328-3e2d-4fec-a5fc-b591330c2c97 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:01.238830 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cbd5a84a-4d0c-41b4-90ee-3c0403ce02a7 req-fdc23328-3e2d-4fec-a5fc-b591330c2c97 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (8b94d953-f467-4dfe-96a4-6bdd18c78a60), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:01.245957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cbd5a84a-4d0c-41b4-90ee-3c0403ce02a7 req-fdc23328-3e2d-4fec-a5fc-b591330c2c97 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b94d953-f467-4dfe-96a4-6bdd18c78a60), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:01.276595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f86ab4-a36a-4b6d-a518-e3f1cd81c1ac req-42eecbd9-0ec9-4c7e-9bae-c38fe144f5e8 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:01.278659 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4f86ab4-a36a-4b6d-a518-e3f1cd81c1ac req-42eecbd9-0ec9-4c7e-9bae-c38fe144f5e8 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 949 time: 0.0939178 Feb 03 21:40:01.284093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cbd5a84a-4d0c-41b4-90ee-3c0403ce02a7 req-fdc23328-3e2d-4fec-a5fc-b591330c2c97 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:01.285484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbd5a84a-4d0c-41b4-90ee-3c0403ce02a7 req-fdc23328-3e2d-4fec-a5fc-b591330c2c97 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1780536 Feb 03 21:40:01.311263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc23328-3e2d-4fec-a5fc-b591330c2c97 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94d953-f467-4dfe-96a4-6bdd18c78a60,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:01.345265 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4f86ab4-a36a-4b6d-a518-e3f1cd81c1ac req-ae0ca4e8-0868-4f28-a6e1-4fd50b810870 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551455 Feb 03 21:40:01.591678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-8118a13b-a867-49ea-a50c-3feff4db8458 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:01.593065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-8118a13b-a867-49ea-a50c-3feff4db8458 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 813 time: 0.1267779 Feb 03 21:40:01.614995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-a087c94f-7d09-44f2-80a4-0014efe79753 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/quotas/883669fbc7f04b6e99d14c65e4a8d3b2 HTTP/1.1" status: 200 len: 375 time: 0.0148425 Feb 03 21:40:01.623691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd501463-7b4c-41ab-a956-e3383f387314 req-eaab2ccf-7f9b-4cc5-be12-d9941a558510 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:01.625165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd501463-7b4c-41ab-a956-e3383f387314 req-eaab2ccf-7f9b-4cc5-be12-d9941a558510 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.0917583 Feb 03 21:40:01.709440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-b993c05b-d632-4447-bd62-7b8755f7a9e4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833108 Feb 03 21:40:01.712565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd501463-7b4c-41ab-a956-e3383f387314 req-c464f3f0-6f5f-4148-8e54-11fcc148d0fc tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767431 Feb 03 21:40:01.823128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcde95-1140-40d9-a3dc-9df91593c184 req-b26f0a71-7cd8-46fc-bd2a-10829a615ad6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:01.825871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-febcde95-1140-40d9-a3dc-9df91593c184 req-b26f0a71-7cd8-46fc-bd2a-10829a615ad6 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 950 time: 0.0715327 Feb 03 21:40:01.833587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-b622716a-d2a7-4cad-ab5d-dee1f6dd45eb service neutron] 10.222.0.50 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158106 Feb 03 21:40:01.957994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-febcde95-1140-40d9-a3dc-9df91593c184 req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Deleting port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:40:01.958457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-febcde95-1140-40d9-a3dc-9df91593c184 req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:02.024761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaa63e-97c8-414a-a19c-34a5d467d5b2 req-657e0202-d651-4e91-b069-bb33f91efb7c tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:02.026759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39aaa63e-97c8-414a-a19c-34a5d467d5b2 req-657e0202-d651-4e91-b069-bb33f91efb7c tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 944 time: 0.0882592 Feb 03 21:40:02.028319 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-9a880321-fea3-4de9-a9da-b30ec1e6e115 service neutron] 10.222.0.50 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886349 Feb 03 21:40:02.063002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-febcde95-1140-40d9-a3dc-9df91593c184 req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] For port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:02.063572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-febcde95-1140-40d9-a3dc-9df91593c184 req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:02.080280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-febcde95-1140-40d9-a3dc-9df91593c184 req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Calling delete_port for 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:40:02.130001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39aaa63e-97c8-414a-a19c-34a5d467d5b2 req-1525dce1-6105-4ea4-9350-baa091b33405 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899441 Feb 03 21:40:02.174437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:02.177578 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b9048b-590d-472c-b47f-f86683823782" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:02.236704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44664915-3353-4247-a066-f779bd782825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86458b92-d97c-43a3-a13f-6a204450fb9b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:02.244402 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72634108-6fcb-422d-a232-34ac9f566319" -d '{"events": [{"server_uuid": "44664915-3353-4247-a066-f779bd782825", "name": "network-vif-plugged", "status": "completed", "tag": "86458b92-d97c-43a3-a13f-6a204450fb9b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:02.365412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83220358-53c6-445c-a383-100632624792 req-2271e322-c048-405b-805d-a9dd2644d248 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 210 time: 0.0451894 Feb 03 21:40:02.404573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c8dd8-e1ed-4233-a9a3-8807155f22c5 req-20a00d2c-b8cf-4a8b-8061-a085c06ab093 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:02.412164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-691c8dd8-e1ed-4233-a9a3-8807155f22c5 req-20a00d2c-b8cf-4a8b-8061-a085c06ab093 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a5fcf1-980b-48f0-9ec1-7318a943e175 HTTP/1.1" status: 200 len: 950 time: 0.1704195 Feb 03 21:40:02.432434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9048b-590d-472c-b47f-f86683823782 req-6feb6ce2-d8b7-4a87-81f0-176684c8e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:02.435929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4b9048b-590d-472c-b47f-f86683823782 req-6feb6ce2-d8b7-4a87-81f0-176684c8e3da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1156 time: 0.1418183 Feb 03 21:40:02.466989 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2bee5d-86ff-41e1-bb6c-16742d4c3926 x-openstack-request-id: req-6d2bee5d-86ff-41e1-bb6c-16742d4c3926 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:02.467327 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44664915-3353-4247-a066-f779bd782825", "name": "network-vif-plugged", "status": "completed", "tag": "86458b92-d97c-43a3-a13f-6a204450fb9b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:02.467588 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d2bee5d-86ff-41e1-bb6c-16742d4c3926 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:02.467985 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44664915-3353-4247-a066-f779bd782825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86458b92-d97c-43a3-a13f-6a204450fb9b', 'code': 200} Feb 03 21:40:02.499991 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad70ae9c-352b-43c3-99f9-ddd87e35663f x-openstack-request-id: req-ad70ae9c-352b-43c3-99f9-ddd87e35663f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:02.500374 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:02.500545 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad70ae9c-352b-43c3-99f9-ddd87e35663f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:02.500952 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b', 'status': 'completed', 'code': 200} Feb 03 21:40:02.531599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-febcde95-1140-40d9-a3dc-9df91593c184 req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:02.551107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['dd353adf-a0f7-45c2-ae40-25226c330e9f', '6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed', '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:02.566944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-691c8dd8-e1ed-4233-a9a3-8807155f22c5 req-f2614ee4-0efb-4fcc-9f90-782021674b43 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537907 Feb 03 21:40:02.592806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Pushing event deleted for resources: {'Port': ['ID=6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:02.678054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-febcde95-1140-40d9-a3dc-9df91593c184 req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] No DVR routers for this DVR port 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:40:02.681065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9048b-590d-472c-b47f-f86683823782 req-387acf97-8861-4be1-8cc6-b41ab79c657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:02.682257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-febcde95-1140-40d9-a3dc-9df91593c184 req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:02.682714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4b9048b-590d-472c-b47f-f86683823782 req-387acf97-8861-4be1-8cc6-b41ab79c657c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.2368953 Feb 03 21:40:02.687274 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-febcde95-1140-40d9-a3dc-9df91593c184 req-7294022e-b55e-474d-a1c2-62b46e8ec880 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "DELETE /v2.0/ports/6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed HTTP/1.1" status: 204 len: 173 time: 0.8537426 Feb 03 21:40:02.753875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9230fb-86b1-4026-ba65-3c3285ed9d05 req-8829d68a-e18e-493d-acca-461abd148623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:02.755990 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cd9230fb-86b1-4026-ba65-3c3285ed9d05 req-8829d68a-e18e-493d-acca-461abd148623 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 1131 time: 0.1780405 Feb 03 21:40:02.796768 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4b9048b-590d-472c-b47f-f86683823782 req-fc931583-01ba-4c42-b3a1-a9c024bdc934 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 200 len: 217 time: 0.1077213 Feb 03 21:40:02.869643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cd9230fb-86b1-4026-ba65-3c3285ed9d05 req-d32be625-05e3-4211-b642-ba0818b10fa3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056960 Feb 03 21:40:02.946802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9048b-590d-472c-b47f-f86683823782 req-8f7c5b28-dc68-45d6-913c-5b11d9187cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:02.960797 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4b9048b-590d-472c-b47f-f86683823782 req-8f7c5b28-dc68-45d6-913c-5b11d9187cc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1544921 Feb 03 21:40:02.988475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36a840-1a57-4b57-a036-ac8462ff7e78 req-21a44b1b-ffb2-4812-a288-ede34da06091 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:03.006380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db36a840-1a57-4b57-a036-ac8462ff7e78 req-21a44b1b-ffb2-4812-a288-ede34da06091 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 949 time: 0.4363675 Feb 03 21:40:03.093214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ab329-6677-4b63-81b2-129dcac66ff7 req-383a3a80-4d9e-4c58-836f-3f33c3ff4913 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:03.094720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-820ab329-6677-4b63-81b2-129dcac66ff7 req-383a3a80-4d9e-4c58-836f-3f33c3ff4913 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.1547744 Feb 03 21:40:03.163995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db36a840-1a57-4b57-a036-ac8462ff7e78 req-01df033c-e2f7-4224-a62c-fff036020232 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499357 Feb 03 21:40:03.236711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4b9048b-590d-472c-b47f-f86683823782 req-df3b9df5-c7c3-402d-be10-a90ea1a08f4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767455 Feb 03 21:40:03.240096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-820ab329-6677-4b63-81b2-129dcac66ff7 req-7dc41bae-a1cf-45d4-901f-a05d62c11944 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384478 Feb 03 21:40:03.375730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654b08a-9035-414f-9610-7e6b424833ca req-a165d01c-660f-4a70-bcf5-6f67cac93c27 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:03.383222 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1654b08a-9035-414f-9610-7e6b424833ca req-a165d01c-660f-4a70-bcf5-6f67cac93c27 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 944 time: 0.1420896 Feb 03 21:40:03.417319 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4b9048b-590d-472c-b47f-f86683823782 req-b968b474-e255-440f-87b5-e212e317103d service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618211 Feb 03 21:40:03.422465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:03.572226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc8512f2-dfc1-49eb-a1b8-54af90c89881 req-1415d6ff-e56f-4169-8556-3f0a61f894ae tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 210 time: 0.0496547 Feb 03 21:40:03.586447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1654b08a-9035-414f-9610-7e6b424833ca req-100bb7e8-3e6a-4c77-b696-b330d851c45a tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022576 Feb 03 21:40:03.593817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:03.617173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:03.687311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4b9048b-590d-472c-b47f-f86683823782 req-db413f4d-254e-43aa-8bbc-16514a3ae687 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494743 Feb 03 21:40:03.700251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b has no active binding in host n-h2-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:40:03.701124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:03.745913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:40:03.815892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:03.817135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:03.915818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:03.963126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '0881c0e9-8741-4209-8619-a5f063652665', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '0881c0e9-8741-4209-8619-a5f063652665', 'mac_address': 'fa:16:3e:af:76:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:40:04.008592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a960c-4bfa-4a9d-b440-bd1b32eb2b0a req-051cf5c9-387e-409a-82f1-f11aa77f5001 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:04.016480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-005a960c-4bfa-4a9d-b440-bd1b32eb2b0a req-051cf5c9-387e-409a-82f1-f11aa77f5001 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 949 time: 0.0895529 Feb 03 21:40:04.076475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-005a960c-4bfa-4a9d-b440-bd1b32eb2b0a req-badb9aa9-1929-494a-8614-89cef7a7ecf5 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590672 Feb 03 21:40:04.109250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0881c0e9-8741-4209-8619-a5f063652665 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:04.109695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:04.127417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-964b5fc2-b8f9-486f-b5f0-9db99a3fff6b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:04.129053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-964b5fc2-b8f9-486f-b5f0-9db99a3fff6b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.47 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 813 time: 0.1568816 Feb 03 21:40:04.138560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0881c0e9-8741-4209-8619-a5f063652665 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:04.142995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:04.143443 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:04.154242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'port': {'device_id': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa', 'admin_state_up': True, 'tenant_id': '883669fbc7f04b6e99d14c65e4a8d3b2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:04.176221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:04.196604 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:04.224387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:04.287594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:04.293378 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:04.357426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Made reservation on behalf of 883669fbc7f04b6e99d14c65e4a8d3b2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:40:04.361146 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:04.399149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['0881c0e9-8741-4209-8619-a5f063652665'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:04.457237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9d6d8-c56a-4af3-bade-323063a931ba req-d804f9b7-a69d-4d33-af50-8b7e4c1ae028 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:04.473515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eba9d6d8-c56a-4af3-bade-323063a931ba req-d804f9b7-a69d-4d33-af50-8b7e4c1ae028 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 949 time: 0.2139993 Feb 03 21:40:04.473727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:04.478525 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4392a751-70db-4a02-8ab5-44b5683bd8c8" -d '{"events": [{"server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "name": "network-vif-plugged", "status": "completed", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:04.531901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:04.536207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8a07b-c371-46b6-af39-ef33d982fed1 req-b1c616a1-f032-4423-b73f-a781cc0aaa30 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:04.551160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Allocated IP 172.20.0.11 (086865c8-de64-47f1-9bc4-33ff286001fa/e7c52e04-00e9-40d9-9773-f83e38701b4b/ecffc5b0-fe14-49d7-adfd-82d25d609eda) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:04.557816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56d8a07b-c371-46b6-af39-ef33d982fed1 req-b1c616a1-f032-4423-b73f-a781cc0aaa30 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.2019196 Feb 03 21:40:04.661111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eba9d6d8-c56a-4af3-bade-323063a931ba req-57229847-efef-4108-bbb0-0d03ace26862 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860883 Feb 03 21:40:04.681333 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56d8a07b-c371-46b6-af39-ef33d982fed1 req-8f7de0b9-65ec-4842-8dda-10b2ed2bdd93 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215432 Feb 03 21:40:04.713867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:04.721598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a5fcf1-980b-48f0-9ec1-7318a943e175', 'name': 'network-vif-deleted', 'tag': '6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:04.725347 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c7f0af-e4a2-4735-8e8e-27f32dc43149 x-openstack-request-id: req-e9c7f0af-e4a2-4735-8e8e-27f32dc43149 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:04.725883 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "name": "network-vif-plugged", "status": "completed", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:04.726320 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9c7f0af-e4a2-4735-8e8e-27f32dc43149 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:04.726946 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'code': 200} Feb 03 21:40:04.728814 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a317923c-1c10-4941-bbce-03ba894c0bf5" -d '{"events": [{"server_uuid": "c5a5fcf1-980b-48f0-9ec1-7318a943e175", "name": "network-vif-deleted", "tag": "6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:04.818272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:04.846017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:04.883451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e34f767-62b6-49e5-b225-6bff93b22345 req-099abab7-0953-4658-a833-98459cfa525b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 210 time: 0.0974030 Feb 03 21:40:04.906046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'Port': ['ID=ecffc5b0-fe14-49d7-adfd-82d25d609eda,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:04.924412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Network 086865c8-de64-47f1-9bc4-33ff286001fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:04.927350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:04.935062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:05.002864 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2dd603-db93-48d3-b937-00dc38663d74 x-openstack-request-id: req-9f2dd603-db93-48d3-b937-00dc38663d74 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:05.003138 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a5fcf1-980b-48f0-9ec1-7318a943e175", "name": "network-vif-deleted", "tag": "6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:05.003397 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f2dd603-db93-48d3-b937-00dc38663d74 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:05.003792 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5fcf1-980b-48f0-9ec1-7318a943e175', 'name': 'network-vif-deleted', 'tag': '6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed', 'status': 'completed', 'code': 200} Feb 03 21:40:05.011608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:05.012242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.020779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a3b96-236e-4498-8b7c-5a9fcf0775e6 req-2122096d-2dba-4f4f-bf21-c698be0f392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:05.033709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a57a3b96-236e-4498-8b7c-5a9fcf0775e6 req-2122096d-2dba-4f4f-bf21-c698be0f392b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1127 time: 0.2283072 Feb 03 21:40:05.039954 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f9200bdf-07da-4f8f-9dec-bed02444435b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8963110 Feb 03 21:40:05.041032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db5b38-8d60-4779-a5be-1b73079fcc4a req-1f1d89ee-4f21-48d5-8db9-39700884ba57 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:05.042481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16db5b38-8d60-4779-a5be-1b73079fcc4a req-1f1d89ee-4f21-48d5-8db9-39700884ba57 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 945 time: 0.2360601 Feb 03 21:40:05.056172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Request body: {'port': {'device_id': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:05.130947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.173173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16db5b38-8d60-4779-a5be-1b73079fcc4a req-8597e8d4-4b44-473b-a983-4b57092b2724 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152880 Feb 03 21:40:05.175380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a57a3b96-236e-4498-8b7c-5a9fcf0775e6 req-021ae374-aa6c-4e8d-931c-25cfafbb2d9b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159346 Feb 03 21:40:05.266250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9012e47-8ae8-45b0-84e8-009c7c3684f6 req-8f451a49-ae2c-4999-a64a-416dd3e24911 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:05.267825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e9012e47-8ae8-45b0-84e8-009c7c3684f6 req-8f451a49-ae2c-4999-a64a-416dd3e24911 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 949 time: 0.0581608 Feb 03 21:40:05.333645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e9012e47-8ae8-45b0-84e8-009c7c3684f6 req-22285d6c-d5f2-4e18-84d0-947bfbaad132 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584085 Feb 03 21:40:05.429930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:05.497187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 0881c0e9-8741-4209-8619-a5f063652665 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:05.497863 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0881c0e9-8741-4209-8619-a5f063652665), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.534404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecffc5b0-fe14-49d7-adfd-82d25d609eda {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:05.543845 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Publish callbacks [] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.558181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Transition to ACTIVE for port object ecffc5b0-fe14-49d7-adfd-82d25d609eda will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:40:05.565046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.586106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0881c0e9-8741-4209-8619-a5f063652665 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:05.586502 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.627679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:05.636188 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.641952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:05.644162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecffc5b0-fe14-49d7-adfd-82d25d609eda,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:05.674525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:40:05.676481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 6d75b45d-9eb6-4f67-9fd9-91ecf0cd03ed not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:40:05.743442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Attempting to bind port ecffc5b0-fe14-49d7-adfd-82d25d609eda on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:05.746509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Attempting to bind port ecffc5b0-fe14-49d7-adfd-82d25d609eda by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:05.746509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Attempting to bind port ecffc5b0-fe14-49d7-adfd-82d25d609eda on network 086865c8-de64-47f1-9bc4-33ff286001fa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:05.757431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Port ecffc5b0-fe14-49d7-adfd-82d25d609eda on network 086865c8-de64-47f1-9bc4-33ff286001fa not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:40:05.759909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Attempting to bind port ecffc5b0-fe14-49d7-adfd-82d25d609eda on network 086865c8-de64-47f1-9bc4-33ff286001fa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:05.769988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:05.771700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:05.772142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Checking segment: {'id': 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:05.773770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Bound using segment: {'id': 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:05.774329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Bound port: ecffc5b0-fe14-49d7-adfd-82d25d609eda, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:05.775834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.804366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667231ae-fdcb-4480-89cb-80226004b917 req-dd5a240d-23d9-4cc9-9ef7-1987d44caa39 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:05.811389 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-667231ae-fdcb-4480-89cb-80226004b917 req-dd5a240d-23d9-4cc9-9ef7-1987d44caa39 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 949 time: 0.0629144 Feb 03 21:40:05.859559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] For port ecffc5b0-fe14-49d7-adfd-82d25d609eda, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:05.862988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] For port ecffc5b0-fe14-49d7-adfd-82d25d609eda, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:05.870595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.904344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-667231ae-fdcb-4480-89cb-80226004b917 req-b870b518-b0a3-4359-8feb-ce91d7e4e2c6 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863330 Feb 03 21:40:05.926817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:05.927645 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:05.929689 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] 10.222.0.47 "PUT /v2.0/ports/ecffc5b0-fe14-49d7-adfd-82d25d609eda HTTP/1.1" status: 200 len: 1092 time: 0.8780339 Feb 03 21:40:05.941182 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3f511-92e3-4e79-a66d-d82f7fbed437 req-2cc642e4-30b4-406d-b733-a4cc5e3e9f5e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:05.944149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ae3f511-92e3-4e79-a66d-d82f7fbed437 req-2cc642e4-30b4-406d-b733-a4cc5e3e9f5e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.1306691 Feb 03 21:40:05.955997 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4068199-f1b8-4061-a257-acb0327a22e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecffc5b0-fe14-49d7-adfd-82d25d609eda,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:06.048727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-d54671bc-8e57-4918-be1d-cf5c594fa547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:06.050204 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-d54671bc-8e57-4918-be1d-cf5c594fa547 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 1126 time: 0.0604789 Feb 03 21:40:06.069706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ae3f511-92e3-4e79-a66d-d82f7fbed437 req-1ae2b669-6f90-4b41-b500-bd1c09eba2d8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948534 Feb 03 21:40:06.103834 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-d1745cb9-9e43-41f7-bbca-07c452d34a7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda HTTP/1.1" status: 200 len: 217 time: 0.0424817 Feb 03 21:40:06.123934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3f5bc-b071-48c1-88ba-6ab1a97f3341 req-e7934d16-a265-4678-95a9-d30801bac6a8 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:06.125714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68e3f5bc-b071-48c1-88ba-6ab1a97f3341 req-e7934d16-a265-4678-95a9-d30801bac6a8 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 944 time: 0.1069589 Feb 03 21:40:06.167027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-89953bc7-9d42-461e-a80a-c5fe0d18be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:06.168929 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-89953bc7-9d42-461e-a80a-c5fe0d18be75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 200 len: 853 time: 0.0589843 Feb 03 21:40:06.178729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68e3f5bc-b071-48c1-88ba-6ab1a97f3341 req-64ac2bbc-7eb4-4482-b1cd-ee234131ce2f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470521 Feb 03 21:40:06.220598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-9d9adf19-407d-4b1a-a4ac-2b86ddbb07b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=086865c8-de64-47f1-9bc4-33ff286001fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396287 Feb 03 21:40:06.329664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62abe2-aaa4-4f20-800d-9c18bd2771bd req-e0c5a3e2-c1c2-4422-ad55-d408f5b8bf4e tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:06.331218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d62abe2-aaa4-4f20-800d-9c18bd2771bd req-e0c5a3e2-c1c2-4422-ad55-d408f5b8bf4e tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 945 time: 0.0602462 Feb 03 21:40:06.337481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-6e665b79-5548-41a7-a296-84814c246d12 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036186 Feb 03 21:40:06.410340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d62abe2-aaa4-4f20-800d-9c18bd2771bd req-bd987bbb-9abf-48e4-985b-44ff670095e5 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684550 Feb 03 21:40:06.417158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c578ba-d941-4691-8203-a158b0846d68 req-3fde2c48-2921-450f-bf28-77318b2663ad tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:06.419171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03c578ba-d941-4691-8203-a158b0846d68 req-3fde2c48-2921-450f-bf28-77318b2663ad tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 949 time: 0.0870674 Feb 03 21:40:06.440812 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63b76ee9-84fb-45e5-a09a-e0ed34a55b82 req-6e08463d-dd34-40b1-8b7f-6321d9f82a05 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934260 Feb 03 21:40:06.495469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03c578ba-d941-4691-8203-a158b0846d68 req-660958cc-fb96-4515-b409-b9d5abf28b0c tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620856 Feb 03 21:40:06.554539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571f632-4be5-4f81-9ad4-dd3d2bb26278 req-a6dd7825-47ba-4e45-ac5c-3d594938a826 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:06.556288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8571f632-4be5-4f81-9ad4-dd3d2bb26278 req-a6dd7825-47ba-4e45-ac5c-3d594938a826 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 949 time: 0.0554752 Feb 03 21:40:06.609257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8571f632-4be5-4f81-9ad4-dd3d2bb26278 req-600cd08d-fb1f-4eee-b2b6-c79b667b3122 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Feb 03 21:40:06.728654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:06.861135 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71a3381-957a-4c09-8e90-5ed94c0df925" -d '{"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-plugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:06.900319 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee086c7c-d8e8-4a46-8096-82a38f53a411 x-openstack-request-id: req-ee086c7c-d8e8-4a46-8096-82a38f53a411 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:06.900711 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-plugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:06.901153 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee086c7c-d8e8-4a46-8096-82a38f53a411 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:06.901541 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665', 'code': 200} Feb 03 21:40:07.005136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:07.007791 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41be120-340a-4a1c-b4a8-4d93d02f3724" -d '{"events": [{"name": "network-changed", "server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:07.045310 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df209f6-328d-4f22-914c-2c414ad9301f x-openstack-request-id: req-9df209f6-328d-4f22-914c-2c414ad9301f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:07.045602 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:07.045855 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9df209f6-328d-4f22-914c-2c414ad9301f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:07.046252 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda', 'status': 'completed', 'code': 200} Feb 03 21:40:07.111041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-a10c46de-d6c6-4971-b853-7460e983d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:07.112598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-a10c46de-d6c6-4971-b853-7460e983d6fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 1126 time: 0.0472207 Feb 03 21:40:07.201409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83fee-943e-4245-9c3a-6a921f77240f req-35522805-dea5-4412-b4e2-81fe9fb36042 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:07.208140 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bd83fee-943e-4245-9c3a-6a921f77240f req-35522805-dea5-4412-b4e2-81fe9fb36042 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 944 time: 0.0594521 Feb 03 21:40:07.218168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-63d7886c-681d-4aeb-ba06-3f3d7cb848d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:07.219913 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-63d7886c-681d-4aeb-ba06-3f3d7cb848d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 914 time: 0.0979331 Feb 03 21:40:07.276084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bd83fee-943e-4245-9c3a-6a921f77240f req-a023960b-c490-4024-8129-ca50e8b9cbd8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657873 Feb 03 21:40:07.359224 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-c2251471-078e-4ee2-a700-89485bd14d41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda HTTP/1.1" status: 200 len: 217 time: 0.1285031 Feb 03 21:40:07.368209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688783d-5b77-47d6-b3ae-378c625e02a2 req-3e702a43-c6e6-4e24-8689-62245c26a55e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:07.369673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2688783d-5b77-47d6-b3ae-378c625e02a2 req-3e702a43-c6e6-4e24-8689-62245c26a55e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 944 time: 0.0720527 Feb 03 21:40:07.420316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2688783d-5b77-47d6-b3ae-378c625e02a2 req-2a37dcf2-c419-4ed6-8411-819f7e383ba6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Feb 03 21:40:07.424304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-335bf3b1-fe91-4510-a790-5c1c2f516e1c tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:07.426473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-335bf3b1-fe91-4510-a790-5c1c2f516e1c tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 949 time: 0.1177518 Feb 03 21:40:07.430401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-43c1a228-25f2-4bd3-aa99-69c865a817b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:07.433092 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-43c1a228-25f2-4bd3-aa99-69c865a817b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 200 len: 853 time: 0.0636418 Feb 03 21:40:07.448729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:07.509936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-9c03f9f6-043f-4d9e-b9b9-09cdba16ef1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=086865c8-de64-47f1-9bc4-33ff286001fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660021 Feb 03 21:40:07.570254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:07.583802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b has no active binding in host n-h2-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:40:07.629438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8cc68-142b-453c-b5ed-da2ae1014e7a req-b31a234f-d884-499e-9678-379a35f058a1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:07.632498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6f8cc68-142b-453c-b5ed-da2ae1014e7a req-b31a234f-d884-499e-9678-379a35f058a1 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 945 time: 0.1099355 Feb 03 21:40:07.670330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Deleting port dd353adf-a0f7-45c2-ae40-25226c330e9f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:40:07.670692 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:07.676375 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-58d9b5d5-8029-457b-837c-10d7c2871952 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588607 Feb 03 21:40:07.702810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1885-90b1-4596-8919-1b47829f2adb req-29964428-29ff-486f-bfbc-a625082167d4 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:07.704287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-111d1885-90b1-4596-8919-1b47829f2adb req-29964428-29ff-486f-bfbc-a625082167d4 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 949 time: 0.0965538 Feb 03 21:40:07.707633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6f8cc68-142b-453c-b5ed-da2ae1014e7a req-ea173c98-da4f-4873-8582-3f80048b3374 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619092 Feb 03 21:40:07.787839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-111d1885-90b1-4596-8919-1b47829f2adb req-b8ee0296-96a3-46e7-86f3-57fc9307e395 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547290 Feb 03 21:40:07.827097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] For port dd353adf-a0f7-45c2-ae40-25226c330e9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=dd353adf-a0f7-45c2-ae40-25226c330e9f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:07.827462 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:07.847899 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e41be120-340a-4a1c-b4a8-4d93d02f3724 req-e02f6877-ca2b-4337-adc2-d0a90370e004 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326885 Feb 03 21:40:07.848750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Calling delete_port for dd353adf-a0f7-45c2-ae40-25226c330e9f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:40:07.976397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fba1a-4e5a-4111-9100-78535d2bf3ae req-db5abeae-f656-42b7-aced-47cfc8fe6693 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:07.978015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e8fba1a-4e5a-4111-9100-78535d2bf3ae req-db5abeae-f656-42b7-aced-47cfc8fe6693 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee986a9-271a-4897-8fdb-6172b6d7be50 HTTP/1.1" status: 200 len: 949 time: 0.1743314 Feb 03 21:40:08.025574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-15e048e4-e4c4-4c1c-b2d6-951a804d933b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2076380 Feb 03 21:40:08.026889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-f6c3ef27-ae2f-466b-af39-63aa804e01ca service neutron] 10.222.0.10 "GET /v2.0/ports/2f4e312d-f07e-4ccd-bd46-78a717da4d3b/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 384 time: 0.1439102 Feb 03 21:40:08.033306 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (dd353adf-a0f7-45c2-ae40-25226c330e9f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:08.047436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['dd353adf-a0f7-45c2-ae40-25226c330e9f', '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:08.048594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:08.068395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Pushing event deleted for resources: {'Port': ['ID=dd353adf-a0f7-45c2-ae40-25226c330e9f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:08.138761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e8fba1a-4e5a-4111-9100-78535d2bf3ae req-6d41d7b4-7c62-4e83-aad8-e8f279ca87c8 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501579 Feb 03 21:40:08.183009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] No DVR routers for this DVR port dd353adf-a0f7-45c2-ae40-25226c330e9f on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:40:08.187754 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:08.189238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:08.193336 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f59304ac-ed60-452b-be4e-d05adbb55fb0 req-21a95424-a3f1-468d-a226-43f3de7d693d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "DELETE /v2.0/ports/dd353adf-a0f7-45c2-ae40-25226c330e9f HTTP/1.1" status: 204 len: 173 time: 0.7507079 Feb 03 21:40:08.431620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd974d-1ff8-4f64-84f9-b22662ea69bb req-599d4dbb-ee16-45da-bea8-a6ea00b38b6e tempest-LiveMigrationNegativeTest-1700626899 tempest-LiveMigrationNegativeTest-1700626899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:08.433226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4fd974d-1ff8-4f64-84f9-b22662ea69bb req-599d4dbb-ee16-45da-bea8-a6ea00b38b6e tempest-LiveMigrationNegativeTest-1700626899 tempest-LiveMigrationNegativeTest-1700626899-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 1131 time: 0.1683328 Feb 03 21:40:08.479483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:08.488067 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4fd974d-1ff8-4f64-84f9-b22662ea69bb req-e0dd548e-bbcc-442c-ba46-61b9556d0b38 tempest-LiveMigrationNegativeTest-1700626899 tempest-LiveMigrationNegativeTest-1700626899-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:08.526657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:08.568682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:08.606766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-dec96377-f426-4112-b73b-2f10797f7c07 req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4e312d-f07e-4ccd-bd46-78a717da4d3b {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:08.666364 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:08.701611 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:08.766806 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4fd974d-1ff8-4f64-84f9-b22662ea69bb req-e0dd548e-bbcc-442c-ba46-61b9556d0b38 tempest-LiveMigrationNegativeTest-1700626899 tempest-LiveMigrationNegativeTest-1700626899-project-admin] Publish callbacks [] for security_group (3e7a9d00-0374-4ba0-886a-373ce59fdbf0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:08.794777 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4fd974d-1ff8-4f64-84f9-b22662ea69bb req-e0dd548e-bbcc-442c-ba46-61b9556d0b38 tempest-LiveMigrationNegativeTest-1700626899 tempest-LiveMigrationNegativeTest-1700626899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3e7a9d00-0374-4ba0-886a-373ce59fdbf0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:08.831844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Allocated IP 172.25.5.195 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/a945b647-8eca-4a51-8099-20241d9dfb70) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:08.879459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4fd974d-1ff8-4f64-84f9-b22662ea69bb req-e0dd548e-bbcc-442c-ba46-61b9556d0b38 tempest-LiveMigrationNegativeTest-1700626899 tempest-LiveMigrationNegativeTest-1700626899-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380069 Feb 03 21:40:08.889921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd548e-bbcc-442c-ba46-61b9556d0b38 tempest-LiveMigrationNegativeTest-1700626899 tempest-LiveMigrationNegativeTest-1700626899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7a9d00-0374-4ba0-886a-373ce59fdbf0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:08.958991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-dec96377-f426-4112-b73b-2f10797f7c07 req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] Transition to ACTIVE for port object 2f4e312d-f07e-4ccd-bd46-78a717da4d3b will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:40:08.969408 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:09.047912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee986a9-271a-4897-8fdb-6172b6d7be50', 'name': 'network-vif-deleted', 'tag': 'dd353adf-a0f7-45c2-ae40-25226c330e9f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:09.055046 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bab5d86-8b3e-4171-bf17-f030133b141b" -d '{"events": [{"server_uuid": "5ee986a9-271a-4897-8fdb-6172b6d7be50", "name": "network-vif-deleted", "tag": "dd353adf-a0f7-45c2-ae40-25226c330e9f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:09.138074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] No DVR routers for this DVR port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:40:09.140213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] Pushing event updated for resources: {'Port': ['ID=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,revision_number=10']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:09.161014 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for port (a945b647-8eca-4a51-8099-20241d9dfb70), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:09.207095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-6b28916e-8c8a-4829-bca2-7051577b6faa service neutron] 10.222.0.10 "PUT /v2.0/ports/2f4e312d-f07e-4ccd-bd46-78a717da4d3b/bindings/n-h2-824834-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1672220 Feb 03 21:40:09.219872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e47c0-9bbb-4e08-8fe1-f8760523c28b req-9b4d5d36-2604-4b25-ba0c-5094fcbef710 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:09.222507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa4e47c0-9bbb-4e08-8fe1-f8760523c28b req-9b4d5d36-2604-4b25-ba0c-5094fcbef710 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 945 time: 0.2149935 Feb 03 21:40:09.280071 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a945b647-8eca-4a51-8099-20241d9dfb70), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:09.340802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b52cbe7d-2552-4e2e-a5f0-ca78f0a7e2eb tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:09.343306 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-b52cbe7d-2552-4e2e-a5f0-ca78f0a7e2eb tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.0642838 Feb 03 21:40:09.362470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa4e47c0-9bbb-4e08-8fe1-f8760523c28b req-fff70664-42ed-44f4-ab67-530d6d7a3c09 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272058 Feb 03 21:40:09.374893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:09.383119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:09.394455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:09.431994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-f671a172-42e7-47a6-a78d-eba095a5a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:09.435616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-f671a172-42e7-47a6-a78d-eba095a5a281 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c&tenant_id=261723128a8a47f793e246a218d942d4 HTTP/1.1" status: 200 len: 1127 time: 0.0846002 Feb 03 21:40:09.440335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Pushing event updated for resources: {'Port': ['ID=a945b647-8eca-4a51-8099-20241d9dfb70,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:09.562597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-28a2a0cd-8af3-4c0a-b986-f48f104e0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:09.564610 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-28a2a0cd-8af3-4c0a-b986-f48f104e0ebc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1127 time: 0.0741005 Feb 03 21:40:09.597567 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:09.646722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36f0e2-df1a-4322-a550-d49b5fc5b4ce req-6f33137a-4d7a-4b8f-9d33-ec8e7e07f075 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:09.648297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d36f0e2-df1a-4322-a550-d49b5fc5b4ce req-6f33137a-4d7a-4b8f-9d33-ec8e7e07f075 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 944 time: 0.0841095 Feb 03 21:40:09.655279 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a945b647-8eca-4a51-8099-20241d9dfb70), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:09.663692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:09.681401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cdca3f3a-4010-4848-b1f6-9cb6312b4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:09.682890 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-cdca3f3a-4010-4848-b1f6-9cb6312b4aee service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.1121562 Feb 03 21:40:09.714104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:40:09.715786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:40:09.754407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-a32133aa-6c2b-46a4-b723-9588a1cbba56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 200 len: 217 time: 0.0552685 Feb 03 21:40:09.835654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-efade615-b353-475a-a5bf-2033b13749a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:09.837343 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-efade615-b353-475a-a5bf-2033b13749a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0755365 Feb 03 21:40:09.909240 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-e226910d-b55a-4f2e-a4dd-1ce1e8c41ca9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566051 Feb 03 21:40:10.032826 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-9bd2d281-636a-4707-b38f-6b3c5a790026 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111445 Feb 03 21:40:10.074875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d36f0e2-df1a-4322-a550-d49b5fc5b4ce req-b5c3c017-4935-417c-b898-03b46b0d55a5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173336 Feb 03 21:40:10.163643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-e7eca0af-0021-41b8-b22b-bbe940045e17 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228671 Feb 03 21:40:10.209410 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for port (a945b647-8eca-4a51-8099-20241d9dfb70), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:10.214327 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3a148e-968c-4619-a06e-00843e79223a x-openstack-request-id: req-0b3a148e-968c-4619-a06e-00843e79223a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:10.215424 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee986a9-271a-4897-8fdb-6172b6d7be50", "name": "network-vif-deleted", "tag": "dd353adf-a0f7-45c2-ae40-25226c330e9f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:10.215795 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b3a148e-968c-4619-a06e-00843e79223a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:10.217611 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee986a9-271a-4897-8fdb-6172b6d7be50', 'name': 'network-vif-deleted', 'tag': 'dd353adf-a0f7-45c2-ae40-25226c330e9f', 'status': 'completed', 'code': 200} Feb 03 21:40:10.223068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (a945b647-8eca-4a51-8099-20241d9dfb70), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:10.301612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Pushing event updated for resources: {'Port': ['ID=a945b647-8eca-4a51-8099-20241d9dfb70,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:10.347329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:10.374787 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:10.375673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-0cf27870-525b-434e-9b5b-b2efe3af72cf tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3432605 Feb 03 21:40:10.432979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-cd167eab-5a8d-4dd3-8e76-693a9ba6d79f tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0503438 Feb 03 21:40:10.495440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96377-f426-4112-b73b-2f10797f7c07 req-2d8f7253-dc6e-435a-b803-4fb8cc0a2c33 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:10.498040 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-2d8f7253-dc6e-435a-b803-4fb8cc0a2c33 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.0623269 Feb 03 21:40:10.593474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-99c55a9e-e316-4445-80e0-74d7972d533b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:10.594960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94317d87-94ab-40f2-b187-d7ca50e8b1ec req-99c55a9e-e316-4445-80e0-74d7972d533b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1505592 Feb 03 21:40:10.681986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dec96377-f426-4112-b73b-2f10797f7c07 req-3be6fb78-3574-44ed-88f3-3bbd19af148a service neutron] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:10.687606 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dec96377-f426-4112-b73b-2f10797f7c07 req-3be6fb78-3574-44ed-88f3-3bbd19af148a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:10.688739 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dec96377-f426-4112-b73b-2f10797f7c07 req-3be6fb78-3574-44ed-88f3-3bbd19af148a service neutron] 10.222.0.47 "DELETE /v2.0/ports/2f4e312d-f07e-4ccd-bd46-78a717da4d3b/bindings/n-h1-824834-9 HTTP/1.1" status: 204 len: 173 time: 0.1801171 Feb 03 21:40:10.741269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95787e80-3456-410d-80c8-1387abb199b0 req-62acc8ce-dc83-449a-b9cc-b915ed5c618a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:10.749524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95787e80-3456-410d-80c8-1387abb199b0 req-62acc8ce-dc83-449a-b9cc-b915ed5c618a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 945 time: 0.0825126 Feb 03 21:40:10.814658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95787e80-3456-410d-80c8-1387abb199b0 req-27761807-a62e-44ea-812d-d496fd2d71c2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616963 Feb 03 21:40:11.151316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-c6baf6ba-917a-4c8b-8a6d-be8241190e7c tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:11.153317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-c6baf6ba-917a-4c8b-8a6d-be8241190e7c tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 820 time: 0.2378237 Feb 03 21:40:11.159977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7435c-6b78-4952-b3b2-2b6271f820d4 req-530f7d49-2590-4b7d-a4d4-d407f87f4591 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:11.167253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ee7435c-6b78-4952-b3b2-2b6271f820d4 req-530f7d49-2590-4b7d-a4d4-d407f87f4591 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 951 time: 0.2629840 Feb 03 21:40:11.192408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-2dd98e2a-ce80-47be-b13e-0f0b2ad96b11 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/quotas/d47d1fe5af3c42b09e4a4f6b4900dab2 HTTP/1.1" status: 200 len: 375 time: 0.0230880 Feb 03 21:40:11.256687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ee7435c-6b78-4952-b3b2-2b6271f820d4 req-ede6b8be-56ed-4473-ac8b-38a34995fa84 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880709 Feb 03 21:40:11.302798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-52418c47-43c5-44b1-a900-11791f866adc tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936096 Feb 03 21:40:11.441400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdcfdf-e4b1-4e7f-8652-709d62d38e50 req-47b311d3-7a43-4157-a689-5b8ca5e610bf tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:11.442373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19fdcfdf-e4b1-4e7f-8652-709d62d38e50 req-47b311d3-7a43-4157-a689-5b8ca5e610bf tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 949 time: 0.0817478 Feb 03 21:40:11.477131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ecffc5b0-fe14-49d7-adfd-82d25d609eda details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:11.501314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:11.533731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-a9699433-3b6d-4709-9820-91c349337ea4 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298818 Feb 03 21:40:11.676084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19fdcfdf-e4b1-4e7f-8652-709d62d38e50 req-8012e482-6bee-4e0c-b145-3cb95106d60b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128918 Feb 03 21:40:11.685952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-0d7059e0-db21-4d85-a682-f352a93920cf service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389756 Feb 03 21:40:11.692676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:11.694354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device dd353adf-a0f7-45c2-ae40-25226c330e9f no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:11.697605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ecffc5b0-fe14-49d7-adfd-82d25d609eda, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:11.744151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: dd353adf-a0f7-45c2-ae40-25226c330e9f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:40:11.744798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device dd353adf-a0f7-45c2-ae40-25226c330e9f not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:40:11.749422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda', 'network_id': '086865c8-de64-47f1-9bc4-33ff286001fa', 'port_id': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda', 'mac_address': 'fa:16:3e:fa:0a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c52e04-00e9-40d9-9773-f83e38701b4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:40:11.809514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port ecffc5b0-fe14-49d7-adfd-82d25d609eda is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:11.810210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:11.836988 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecffc5b0-fe14-49d7-adfd-82d25d609eda {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:11.897294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ecffc5b0-fe14-49d7-adfd-82d25d609eda, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:11.898162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8df2-f301-404e-93ae-0122c79eca69 req-34b59dc5-8da6-4e91-bf1e-aa01e816fed7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:11.914451 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:11.925653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-154c8df2-f301-404e-93ae-0122c79eca69 req-34b59dc5-8da6-4e91-bf1e-aa01e816fed7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 944 time: 0.1590784 Feb 03 21:40:12.004591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-154c8df2-f301-404e-93ae-0122c79eca69 req-3751b80d-0858-418c-9700-d81e58cb68ae tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774503 Feb 03 21:40:12.087568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=ecffc5b0-fe14-49d7-adfd-82d25d609eda,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:12.138821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb52d0-0013-425f-8d31-a573c696e40c req-293ff587-05d2-441e-a483-6b4c35080103 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:12.140508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12eb52d0-0013-425f-8d31-a573c696e40c req-293ff587-05d2-441e-a483-6b4c35080103 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1127 time: 0.0577846 Feb 03 21:40:12.217436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12eb52d0-0013-425f-8d31-a573c696e40c req-94a84dd4-4cbb-4b3c-a790-232888fae7e4 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699232 Feb 03 21:40:12.269748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c105e0ff-1c33-4c30-8a60-52cf21531a5c req-6d251d0d-8172-4bdc-88ce-40a7a4de46e3 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 210 time: 0.0557723 Feb 03 21:40:12.444744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac3cb-6208-48f0-8646-6dba48525c33 req-96550973-9dfe-4226-8b99-baba5c73e460 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:12.446538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b03ac3cb-6208-48f0-8646-6dba48525c33 req-96550973-9dfe-4226-8b99-baba5c73e460 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 951 time: 0.0704319 Feb 03 21:40:12.518609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['ecffc5b0-fe14-49d7-adfd-82d25d609eda'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:12.539836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b03ac3cb-6208-48f0-8646-6dba48525c33 req-6b601af2-315a-459c-ab75-9dc002f950e2 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/security-groups?id=7525e499-eefe-41ce-8b19-dbfb4e2b2842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861967 Feb 03 21:40:12.752535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-6635739c-2b30-4021-954b-7574d93985b5 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:12.755626 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-6635739c-2b30-4021-954b-7574d93985b5 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 951 time: 0.1274033 Feb 03 21:40:12.784264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-647f3c6b-a42c-4f59-966b-daf6bb27d260 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:12.785586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-647f3c6b-a42c-4f59-966b-daf6bb27d260 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.10 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 949 time: 0.1248326 Feb 03 21:40:12.891373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-5e7295f4-af51-439b-950d-5e9e33ff7400 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:12.898611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-5e7295f4-af51-439b-950d-5e9e33ff7400 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 821 time: 0.2544472 Feb 03 21:40:12.938701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-029e01b1-bcf9-4f69-97b3-013788617fa8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/quotas/261723128a8a47f793e246a218d942d4 HTTP/1.1" status: 200 len: 375 time: 0.0390913 Feb 03 21:40:12.947850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Deleting port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:40:12.948658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:13.012487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aac074-dd33-425b-ac88-49842b5bc99c req-6891e718-8e17-4a7a-a59f-cba76a96c2a4 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:13.019310 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2aac074-dd33-425b-ac88-49842b5bc99c req-6891e718-8e17-4a7a-a59f-cba76a96c2a4 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 949 time: 0.2090316 Feb 03 21:40:13.094605 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2aac074-dd33-425b-ac88-49842b5bc99c req-dba6adbf-ffb2-4337-b8dd-3922aadac25e tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743353 Feb 03 21:40:13.103952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] For port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:13.104647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:13.134047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Calling delete_port for 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:40:13.134264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-5da399e6-e142-4e8a-baa0-16528dcf5f09 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1946607 Feb 03 21:40:13.199889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Deleting port 86458b92-d97c-43a3-a13f-6a204450fb9b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:40:13.200314 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:13.346010 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (17c5bbd7-2cfd-477c-ae18-52a3c5a178e3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:13.361321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:13.365446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a61971-bef3-4640-a355-2326b6ad30b1 req-30ff259c-6387-4396-b4e1-c25b66ff2a3f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:13.366967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5a61971-bef3-4640-a355-2326b6ad30b1 req-30ff259c-6387-4396-b4e1-c25b66ff2a3f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 945 time: 0.1806738 Feb 03 21:40:13.368844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] For port 86458b92-d97c-43a3-a13f-6a204450fb9b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86458b92-d97c-43a3-a13f-6a204450fb9b,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:13.369240 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:13.380635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-9c2bc685-16d3-4622-8632-9e16572f14d2 service neutron] 10.222.0.50 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454393 Feb 03 21:40:13.381695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Pushing event deleted for resources: {'Port': ['ID=17c5bbd7-2cfd-477c-ae18-52a3c5a178e3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:13.396299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.397024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.397373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.398348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.398348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.398550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.398762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.399136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.399465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.400556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.401052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.401384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.401716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:13.451113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Calling delete_port for 86458b92-d97c-43a3-a13f-6a204450fb9b owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:40:13.479504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] No DVR routers for this DVR port 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:40:13.482956 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:13.488591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-30c7c0ca-36b0-42f7-b657-9d2859590cd9 req-22c29bf6-3bc5-4bae-aba8-96c95a5e686d tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.47 "DELETE /v2.0/ports/17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 HTTP/1.1" status: 204 len: 173 time: 0.7229109 Feb 03 21:40:13.489134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-deleted', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:13.494431 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63175917-18de-4db7-8958-39c425d9c7bd" -d '{"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-deleted", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:13.757344 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-7bfd5cec-aab3-4c12-b567-d50f666b344e tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:13.758835 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-7bfd5cec-aab3-4c12-b567-d50f666b344e tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 820 time: 0.2229609 Feb 03 21:40:13.777627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5a61971-bef3-4640-a355-2326b6ad30b1 req-9845244d-c56f-4aec-bdce-5ab12e317a10 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907270 Feb 03 21:40:13.782004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Request body: {'port': {'device_id': '0a629358-20c6-4443-a492-f4ae0905d400', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'admin_state_up': True, 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:13.878148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fc321a10-c77f-40ff-b3aa-78a472d5dacc service neutron] 10.222.0.50 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964983 Feb 03 21:40:13.907998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (86458b92-d97c-43a3-a13f-6a204450fb9b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:13.923018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['fc2bbba1-e966-4551-9a1f-66bbdb296d68'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:14.023484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Pushing event deleted for resources: {'Port': ['ID=86458b92-d97c-43a3-a13f-6a204450fb9b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:14.049424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Made reservation on behalf of d47d1fe5af3c42b09e4a4f6b4900dab2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:40:14.053231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:14.054220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.054698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.056439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.056939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.058406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.058876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.059756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.060660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.062161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.062995 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.063734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.064812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.067273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:14.139728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a1b81c3-9622-4b40-95c9-0795ff936907 req-64aa419f-0607-4bf8-b4d9-65be146421a9 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 210 time: 0.1564875 Feb 03 21:40:14.243101 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39823e86-e368-42a0-805e-e1c028d1f61e x-openstack-request-id: req-39823e86-e368-42a0-805e-e1c028d1f61e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:14.246250 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef248f-87f1-4ea1-9903-96f97f6a77b3", "name": "network-vif-deleted", "tag": "17c5bbd7-2cfd-477c-ae18-52a3c5a178e3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:14.246250 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39823e86-e368-42a0-805e-e1c028d1f61e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:14.246250 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef248f-87f1-4ea1-9903-96f97f6a77b3', 'name': 'network-vif-deleted', 'tag': '17c5bbd7-2cfd-477c-ae18-52a3c5a178e3', 'status': 'completed', 'code': 200} Feb 03 21:40:14.280883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] No DVR routers for this DVR port 86458b92-d97c-43a3-a13f-6a204450fb9b on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:40:14.291207 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:14.307783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dbcd242-9428-4099-9bca-39ee4a97a717 req-d2fce05d-0a35-4c1d-906c-3ac72d16217b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.10 "DELETE /v2.0/ports/86458b92-d97c-43a3-a13f-6a204450fb9b HTTP/1.1" status: 204 len: 173 time: 1.4943304 Feb 03 21:40:14.311770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44664915-3353-4247-a066-f779bd782825', 'name': 'network-vif-deleted', 'tag': '86458b92-d97c-43a3-a13f-6a204450fb9b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:14.319793 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c898fc7-af7b-4e0a-a266-7c464f801e2b" -d '{"events": [{"server_uuid": "44664915-3353-4247-a066-f779bd782825", "name": "network-vif-deleted", "tag": "86458b92-d97c-43a3-a13f-6a204450fb9b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:14.386409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d0c1e15-2764-449b-956c-7b2353c86e58 req-5a728609-0350-49c7-be7c-8197e35e38d6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 210 time: 0.0576379 Feb 03 21:40:14.447431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Allocated IP 172.20.0.12 (389414c5-46da-4172-86cd-f127985ac026/ce248299-6d8b-42ab-9018-6c005c6a8525/3f5823f2-3182-4bee-99e9-c7d374e01563) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:14.465178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6db72b26-9bfd-41b2-84c5-4e170566a8d3 req-4f4b3a9a-9f5b-499b-bd0d-36e2c368d6c7 tempest-ServersAdminTestJSON-323463846 tempest-ServersAdminTestJSON-323463846-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ef248f-87f1-4ea1-9903-96f97f6a77b3 HTTP/1.1" status: 200 len: 210 time: 0.0865512 Feb 03 21:40:14.522092 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83918b88-fb0c-4b22-a4f6-71d2dbcf61c4 x-openstack-request-id: req-83918b88-fb0c-4b22-a4f6-71d2dbcf61c4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:14.522582 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44664915-3353-4247-a066-f779bd782825", "name": "network-vif-deleted", "tag": "86458b92-d97c-43a3-a13f-6a204450fb9b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:14.523014 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83918b88-fb0c-4b22-a4f6-71d2dbcf61c4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:14.523678 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44664915-3353-4247-a066-f779bd782825', 'name': 'network-vif-deleted', 'tag': '86458b92-d97c-43a3-a13f-6a204450fb9b', 'status': 'completed', 'code': 200} Feb 03 21:40:14.588272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0c70f4c-2285-41fb-b6cf-8496a7d02deb req-1b338ddf-a2ea-4543-ab52-3029caa3e6ba tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=44664915-3353-4247-a066-f779bd782825 HTTP/1.1" status: 200 len: 210 time: 0.0563612 Feb 03 21:40:14.713523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:14.768970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:14.794381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:14.815562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Network 389414c5-46da-4172-86cd-f127985ac026 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:14.820952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:14.834120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:14.991781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:14.992605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:15.021895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Pushing event updated for resources: {'Port': ['ID=3f5823f2-3182-4bee-99e9-c7d374e01563,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:15.054351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171de38-532c-4eb8-a1c6-bf181ebd6bbb req-7230bef5-5b4a-46c8-ad6f-f978ceaddfec tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:15.067683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1171de38-532c-4eb8-a1c6-bf181ebd6bbb req-7230bef5-5b4a-46c8-ad6f-f978ceaddfec tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 945 time: 0.1475184 Feb 03 21:40:15.071988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-b400b51f-0f4b-401a-8aa2-7b2c4da8d012 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2964447 Feb 03 21:40:15.108356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Request body: {'port': {'device_id': '0a629358-20c6-4443-a492-f4ae0905d400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:15.231873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1171de38-532c-4eb8-a1c6-bf181ebd6bbb req-88d32abc-2c6d-4bd4-96b8-0da0e078e2b4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572802 Feb 03 21:40:15.303127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:15.356688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6559a902-59cb-427d-b6e3-23908e9d1ef7 None None] Provisioning complete for port 3f5823f2-3182-4bee-99e9-c7d374e01563 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:15.357810 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6559a902-59cb-427d-b6e3-23908e9d1ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:15.407565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a05c9-5efd-42eb-9980-f1938ba1f2c4 req-a883c547-f299-4551-ad95-77b30b8515f3 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:15.409760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-126a05c9-5efd-42eb-9980-f1938ba1f2c4 req-a883c547-f299-4551-ad95-77b30b8515f3 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 932 time: 0.0959244 Feb 03 21:40:15.415915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6559a902-59cb-427d-b6e3-23908e9d1ef7 None None] Port 3f5823f2-3182-4bee-99e9-c7d374e01563 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:40:15.486816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ecffc5b0-fe14-49d7-adfd-82d25d609eda up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:15.493868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-126a05c9-5efd-42eb-9980-f1938ba1f2c4 req-18b4a18d-809d-47ed-ad06-eafcbae6e79e tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768807 Feb 03 21:40:15.579992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b291f38a-1ea3-4e7e-b5fb-ea9d05502d08 req-7a5e2c7d-7431-4747-bb31-237a6268ead8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 210 time: 0.0443277 Feb 03 21:40:15.613554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port ecffc5b0-fe14-49d7-adfd-82d25d609eda completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:40:15.619843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port ecffc5b0-fe14-49d7-adfd-82d25d609eda triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:15.621756 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:15.700150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 86458b92-d97c-43a3-a13f-6a204450fb9b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:15.764244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 86458b92-d97c-43a3-a13f-6a204450fb9b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:40:15.764967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 86458b92-d97c-43a3-a13f-6a204450fb9b not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:40:15.879593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port ecffc5b0-fe14-49d7-adfd-82d25d609eda is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:15.880109 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:15.901396 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:40:15.959918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:15.971472 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e76dbb1-e2ec-402f-8992-30737641e9f8" -d '{"events": [{"server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "name": "network-vif-plugged", "status": "completed", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:16.036119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ecffc5b0-fe14-49d7-adfd-82d25d609eda, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:16.046569 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:16.049380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:16.067426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5823f2-3182-4bee-99e9-c7d374e01563 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:16.086936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Publish callbacks [] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:16.138158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:40:16.139917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Transition to ACTIVE for port object 3f5823f2-3182-4bee-99e9-c7d374e01563 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:40:16.141167 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 17c5bbd7-2cfd-477c-ae18-52a3c5a178e3 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:40:16.149166 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656aea56-b01d-4a78-b7b0-dc3d3a88b57e x-openstack-request-id: req-656aea56-b01d-4a78-b7b0-dc3d3a88b57e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:16.149567 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "name": "network-vif-plugged", "status": "completed", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:16.149829 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-656aea56-b01d-4a78-b7b0-dc3d3a88b57e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:16.150229 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda', 'code': 200} Feb 03 21:40:16.153683 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:16.219641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:16.287988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-d9047d20-a8f5-42d9-94a2-50cfb3781172 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:16.289570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-d9047d20-a8f5-42d9-94a2-50cfb3781172 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 821 time: 0.4961808 Feb 03 21:40:16.318787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=ecffc5b0-fe14-49d7-adfd-82d25d609eda,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:16.347138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Request body: {'port': {'device_id': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a', 'admin_state_up': True, 'tenant_id': '261723128a8a47f793e246a218d942d4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:16.347366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5823f2-3182-4bee-99e9-c7d374e01563,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:16.469742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb93f8-8995-46f9-b870-758b81a5527d req-2437f8d2-b9a1-44c7-bea9-fb0ffb736e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:16.471969 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8deb93f8-8995-46f9-b870-758b81a5527d req-2437f8d2-b9a1-44c7-bea9-fb0ffb736e28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 1128 time: 0.1733372 Feb 03 21:40:16.472663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Attempting to bind port 3f5823f2-3182-4bee-99e9-c7d374e01563 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:16.473022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Attempting to bind port 3f5823f2-3182-4bee-99e9-c7d374e01563 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:16.473350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Attempting to bind port 3f5823f2-3182-4bee-99e9-c7d374e01563 on network 389414c5-46da-4172-86cd-f127985ac026 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:16.478832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ce8a9-d006-4adc-a691-153cf905c7ef req-3a8114ae-dcab-4177-9a6c-d1816917118e tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:16.486769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b0ce8a9-d006-4adc-a691-153cf905c7ef req-3a8114ae-dcab-4177-9a6c-d1816917118e tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.2941511 Feb 03 21:40:16.522186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Port 3f5823f2-3182-4bee-99e9-c7d374e01563 on network 389414c5-46da-4172-86cd-f127985ac026 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:40:16.522567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Attempting to bind port 3f5823f2-3182-4bee-99e9-c7d374e01563 on network 389414c5-46da-4172-86cd-f127985ac026 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:16.532940 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-63069e06-ca7f-4eb6-93dc-fe2cf75a7b4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e812a9dbe4b466fb0f443cd9d78f652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017769 Feb 03 21:40:16.537206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:16.541369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:16.541369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Checking segment: {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:16.541763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Bound using segment: {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:16.542200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Bound port: 3f5823f2-3182-4bee-99e9-c7d374e01563, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4ff126-d88c-4f18-adac-8f19ebee0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '389414c5-46da-4172-86cd-f127985ac026'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:16.542787 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:16.547635 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8deb93f8-8995-46f9-b870-758b81a5527d req-8ee8972c-86d8-4dde-8176-6fc01ae20195 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687065 Feb 03 21:40:16.581194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa1e53-0b63-47c7-8b01-2675dd367f1f req-0711d9bd-308f-436d-a177-89a379bcf143 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:16.588012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6aa1e53-0b63-47c7-8b01-2675dd367f1f req-0711d9bd-308f-436d-a177-89a379bcf143 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1127 time: 0.2883544 Feb 03 21:40:16.629822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] For port 3f5823f2-3182-4bee-99e9-c7d374e01563, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:16.634917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] For port 3f5823f2-3182-4bee-99e9-c7d374e01563, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3f5823f2-3182-4bee-99e9-c7d374e01563,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:16.638779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b0ce8a9-d006-4adc-a691-153cf905c7ef req-668f3f54-ef66-410c-86ef-0f638e97d48a tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497881 Feb 03 21:40:16.647300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:16.698175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:16.700155 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:16.702140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] 10.222.0.10 "PUT /v2.0/ports/3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 200 len: 1092 time: 1.6055284 Feb 03 21:40:16.704923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:16.708146 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44613719-e2d8-45ec-b95c-25b6dafe4b90" -d '{"events": [{"name": "network-changed", "server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:16.764579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28314318-5465-411b-a87f-bd5a787bfe04 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5823f2-3182-4bee-99e9-c7d374e01563,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:16.787145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Made reservation on behalf of 261723128a8a47f793e246a218d942d4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:40:16.791194 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:16.817178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-726fc05d-b548-4dac-972b-6979b4dfed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:16.819348 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-726fc05d-b548-4dac-972b-6979b4dfed17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 1126 time: 0.0678942 Feb 03 21:40:16.871864 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0568cbdd-e0b3-4290-b762-a2b1dd97705c admin admin] Publish callbacks [] for security_group (7525e499-eefe-41ce-8b19-dbfb4e2b2842), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:16.898306 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0568cbdd-e0b3-4290-b762-a2b1dd97705c admin admin] Publish callbacks [] for security_group (7525e499-eefe-41ce-8b19-dbfb4e2b2842), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:16.936847 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-825a1b65-6faf-48ab-91e4-b90cd4cd6094 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 200 len: 217 time: 0.0644493 Feb 03 21:40:16.939906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6aa1e53-0b63-47c7-8b01-2675dd367f1f req-612a5bb0-02d2-4340-9a9b-81d2a467b4e4 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509717 Feb 03 21:40:17.032256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605c5f1-17f5-4a51-abaf-203a22c62569 req-b493ec78-7ea5-4f4f-9ba0-47148ec55eeb tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:17.040949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8605c5f1-17f5-4a51-abaf-203a22c62569 req-b493ec78-7ea5-4f4f-9ba0-47148ec55eeb tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.2759702 Feb 03 21:40:17.044387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-e571c92d-75fd-4b35-824c-dc24bcd5c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:17.046048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-e571c92d-75fd-4b35-824c-dc24bcd5c511 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.0980570 Feb 03 21:40:17.052732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0568cbdd-e0b3-4290-b762-a2b1dd97705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7525e499-eefe-41ce-8b19-dbfb4e2b2842), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:17.055232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0568cbdd-e0b3-4290-b762-a2b1dd97705c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:17.069342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0568cbdd-e0b3-4290-b762-a2b1dd97705c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7525e499-eefe-41ce-8b19-dbfb4e2b2842 HTTP/1.1" status: 204 len: 168 time: 0.5216298 Feb 03 21:40:17.108331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-9c237250-bacf-4e51-8c1e-1fc8e5e6a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:17.111234 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-9c237250-bacf-4e51-8c1e-1fc8e5e6a393 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554180 Feb 03 21:40:17.153827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568cbdd-e0b3-4290-b762-a2b1dd97705c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7525e499-eefe-41ce-8b19-dbfb4e2b2842,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:17.245211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8605c5f1-17f5-4a51-abaf-203a22c62569 req-52eb8e4e-cac7-47ba-8da3-c32d05455138 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032802 Feb 03 21:40:17.264465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Allocated IP 172.20.0.10 (8f607306-2b6c-4658-9842-d5d1c84c2d2a/05581427-b6cc-4869-9bb2-ddc18faca9e6/c07f34bb-b3fd-421e-b8d0-fb7097ce2866) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:17.284470 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-1b64d9e9-c137-4be4-98c1-1599a161a684 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667883 Feb 03 21:40:17.328136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907a419-0bdd-423f-be89-95f647ce9499 req-0bdd19c3-8f9b-4c6f-93b1-b8feb7eaf7c5 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:17.340918 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8907a419-0bdd-423f-be89-95f647ce9499 req-0bdd19c3-8f9b-4c6f-93b1-b8feb7eaf7c5 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 944 time: 0.2970824 Feb 03 21:40:17.479195 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f54764a4-f4f7-4f5a-8f28-8eefc96d9fbc req-042cf80a-66c1-4b26-8911-77b336fd6427 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833372 Feb 03 21:40:17.579462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:17.587473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7946fe9b-4621-4309-af59-23270621ba73 req-e2323a32-cb27-42ff-b67c-327b3693c56e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 210 time: 0.2112269 Feb 03 21:40:17.644288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8907a419-0bdd-423f-be89-95f647ce9499 req-a82ab9aa-f491-4089-b0c3-d3d126a35cca tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910402 Feb 03 21:40:17.675909 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af564406-052a-44d4-8a92-b2329539a44b x-openstack-request-id: req-af564406-052a-44d4-8a92-b2329539a44b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:17.676204 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:17.676663 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af564406-052a-44d4-8a92-b2329539a44b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:17.676871 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'status': 'completed', 'code': 200} Feb 03 21:40:17.711331 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3f0f62d9-8f88-4d40-9b72-c1f3be1ae3f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffcaea2c2d8c4ddea778b79f646d4ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283920 Feb 03 21:40:17.713056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49494) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:17.759962 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks [] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:17.816109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-da39ee21-e8e9-4c99-a5e1-f7f6fbfad0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:17.817929 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-da39ee21-e8e9-4c99-a5e1-f7f6fbfad0b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 1126 time: 0.0849302 Feb 03 21:40:17.823267 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-370ae214-342f-4fe4-93a1-f921459834f2 admin admin] Publish callbacks [] for security_group (09aab17b-3bfe-4dac-9912-5b6be7c67014), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:17.846675 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:17.920613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-370ae214-342f-4fe4-93a1-f921459834f2 admin admin] Publish callbacks [] for security_group (09aab17b-3bfe-4dac-9912-5b6be7c67014), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:17.945072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Network 8f607306-2b6c-4658-9842-d5d1c84c2d2a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:17.950501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:17.962627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:17.983418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-09b89ba3-de74-4bb9-a2c0-6d1fb472b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:17.985021 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-09b89ba3-de74-4bb9-a2c0-6d1fb472b6f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.1589606 Feb 03 21:40:18.035255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Pushing event updated for resources: {'Port': ['ID=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:18.047337 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-8f112321-1cf3-41c6-9f09-61cff153eef5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 200 len: 217 time: 0.0546722 Feb 03 21:40:18.080633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:18.081321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:18.088560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-370ae214-342f-4fe4-93a1-f921459834f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (09aab17b-3bfe-4dac-9912-5b6be7c67014), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:18.091060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-370ae214-342f-4fe4-93a1-f921459834f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:18.093507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-370ae214-342f-4fe4-93a1-f921459834f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09aab17b-3bfe-4dac-9912-5b6be7c67014 HTTP/1.1" status: 204 len: 168 time: 0.3794723 Feb 03 21:40:18.098324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cba199-9ca6-44fe-966f-bf473c6adfb8 req-83db70db-3aab-4c46-91f3-91a02eefe41f tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:18.105549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6cba199-9ca6-44fe-966f-bf473c6adfb8 req-83db70db-3aab-4c46-91f3-91a02eefe41f tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.1780534 Feb 03 21:40:18.108635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ae214-342f-4fe4-93a1-f921459834f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aab17b-3bfe-4dac-9912-5b6be7c67014,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:18.134695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-81ff5e88-226b-4c73-a1d1-e8c569cd7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:18.137917 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-81ff5e88-226b-4c73-a1d1-e8c569cd7c65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.0786297 Feb 03 21:40:18.144011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fe19ac7b-f6a2-4446-b929-f6efe899d251 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8091283 Feb 03 21:40:18.166424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Request body: {'port': {'device_id': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:18.254376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6cba199-9ca6-44fe-966f-bf473c6adfb8 req-9123c1e7-c766-44cb-b757-46f35a0a87ca tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476326 Feb 03 21:40:18.347146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:18.463392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4645813-86d0-4ea2-a42c-36934e5ad022 req-9f6a0e65-3499-49d5-97a7-01817ce4b6fe tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:18.470343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4645813-86d0-4ea2-a42c-36934e5ad022 req-9f6a0e65-3499-49d5-97a7-01817ce4b6fe tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1092727 Feb 03 21:40:18.643162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4645813-86d0-4ea2-a42c-36934e5ad022 req-560ed5ee-a40d-439a-bb05-37c01789ff0d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718285 Feb 03 21:40:18.918844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98da8-397f-4ac5-bbee-762beaddd77d req-eeac40b8-7694-4a86-b947-8bbdbf4b5044 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:18.926426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaa98da8-397f-4ac5-bbee-762beaddd77d req-eeac40b8-7694-4a86-b947-8bbdbf4b5044 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 932 time: 0.0980253 Feb 03 21:40:18.990580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-05d439f9-b80c-4ac2-8d41-9ba8a30918bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:19.022956 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-05d439f9-b80c-4ac2-8d41-9ba8a30918bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8781652 Feb 03 21:40:19.118247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07f34bb-b3fd-421e-b8d0-fb7097ce2866 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:19.133465 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Publish callbacks [] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:19.151175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaa98da8-397f-4ac5-bbee-762beaddd77d req-525a86a5-6cd2-4e5d-8556-9b717965621f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238750 Feb 03 21:40:19.193138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Transition to ACTIVE for port object c07f34bb-b3fd-421e-b8d0-fb7097ce2866 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:40:19.203838 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:19.285838 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-d5630c95-3530-4533-8cb2-58e73b27e417 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533398 Feb 03 21:40:19.345516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:19.449977 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44613719-e2d8-45ec-b95c-25b6dafe4b90 req-3d2d9218-3fa6-4a85-a3eb-ce6bd820568b service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556778 Feb 03 21:40:19.494948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ff646-260d-4a15-94e8-565eb16d6822 req-773b477e-33ad-40ae-9cf2-57a81a7641f6 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:19.497009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf0ff646-260d-4a15-94e8-565eb16d6822 req-773b477e-33ad-40ae-9cf2-57a81a7641f6 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 944 time: 0.1445436 Feb 03 21:40:19.498339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:19.498699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:19.499028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:19.505327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:40:19.505327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:19.527957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:19.528325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:19.529024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:19.529165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Bound port: c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:19.529537 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:19.598040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf0ff646-260d-4a15-94e8-565eb16d6822 req-67003e39-416b-4f81-ab42-866437685417 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896454 Feb 03 21:40:19.649469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:19.660378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:19.671430 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:19.762548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:19.765617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:19.769115 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] 10.222.0.10 "PUT /v2.0/ports/c07f34bb-b3fd-421e-b8d0-fb7097ce2866 HTTP/1.1" status: 200 len: 1092 time: 1.6085172 Feb 03 21:40:19.771707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:19.778651 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89340d-1a96-4371-adf7-5098d32f22ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:19.847442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb86736-ac71-4873-8398-30b0a6163009 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:19.904461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46771874-961b-41e6-845c-277786cd4e3c req-e38610eb-7c75-44dd-b92b-1aba35b30612 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:19.912214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46771874-961b-41e6-845c-277786cd4e3c req-e38610eb-7c75-44dd-b92b-1aba35b30612 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.1227553 Feb 03 21:40:19.939040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-aacb9e36-d0a7-4f9e-a7ce-19b15dde6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:19.941047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-aacb9e36-d0a7-4f9e-a7ce-19b15dde6ec6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1126 time: 0.1053784 Feb 03 21:40:20.015986 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-88888a68-8a5b-4851-9b69-5988e66a3306 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866 HTTP/1.1" status: 200 len: 217 time: 0.0624144 Feb 03 21:40:20.040818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46771874-961b-41e6-845c-277786cd4e3c req-5b0794d4-4893-4e80-8b48-9036bde6073b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097536 Feb 03 21:40:20.153582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fb0b017f-607e-4317-939d-83d0a9725eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:20.157459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-fb0b017f-607e-4317-939d-83d0a9725eaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1151228 Feb 03 21:40:20.215857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-25fa350f-0b4a-4296-b974-3b0925190499 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437801 Feb 03 21:40:20.284941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408d705-2a46-4822-807b-72c68a1ceab7 req-9080b2f4-4472-4d62-a805-230d2644b898 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:20.291772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0408d705-2a46-4822-807b-72c68a1ceab7 req-9080b2f4-4472-4d62-a805-230d2644b898 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1294982 Feb 03 21:40:20.670524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0408d705-2a46-4822-807b-72c68a1ceab7 req-8487a331-f210-47b5-bdf7-17e1ed44b642 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772607 Feb 03 21:40:20.702957 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-6947166f-d186-428c-9ba1-8a155f446e64 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785402 Feb 03 21:40:20.763030 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d006af-56d4-4c11-97e2-0fd79e66a4ca x-openstack-request-id: req-f6d006af-56d4-4c11-97e2-0fd79e66a4ca {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:20.774893 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:20.775140 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6d006af-56d4-4c11-97e2-0fd79e66a4ca {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:20.775565 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866', 'status': 'completed', 'code': 200} Feb 03 21:40:20.863293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc4e2bec-06d2-4d6e-8696-901034626aba req-90319007-009a-4161-a94a-c4592efe6912 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542628 Feb 03 21:40:20.903693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e39dd-8a98-407c-bb79-5ff6885d58d5 req-36c7ea39-6f78-4de7-98d4-eaf13003c641 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:20.906108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-467e39dd-8a98-407c-bb79-5ff6885d58d5 req-36c7ea39-6f78-4de7-98d4-eaf13003c641 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.1097574 Feb 03 21:40:21.009803 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-467e39dd-8a98-407c-bb79-5ff6885d58d5 req-b079fd05-54ce-4e17-8882-a117bd0784db tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869000 Feb 03 21:40:21.026127 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-3f2ee1da-2918-4113-b759-271b5e3db821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:21.027845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-3f2ee1da-2918-4113-b759-271b5e3db821 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1126 time: 0.0724511 Feb 03 21:40:21.185646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6df22-7e89-4a66-8107-d2ce570cb8d6 req-fb7e3c96-6ea0-4de9-941b-9974f7426f45 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:21.187143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c6df22-7e89-4a66-8107-d2ce570cb8d6 req-fb7e3c96-6ea0-4de9-941b-9974f7426f45 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 944 time: 0.0830104 Feb 03 21:40:21.188380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-889de71a-7d3c-4d26-b92d-ff091c15c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:21.189725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-889de71a-7d3c-4d26-b92d-ff091c15c648 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.1529763 Feb 03 21:40:21.240628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-88467ad8-10c0-4a1f-82fb-2f5ead05da9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866 HTTP/1.1" status: 200 len: 217 time: 0.0398197 Feb 03 21:40:21.309049 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c6df22-7e89-4a66-8107-d2ce570cb8d6 req-257397e3-1547-4c45-8e30-f6b816fa32f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154203 Feb 03 21:40:21.316580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-281994a7-d519-4854-b736-4fba77816387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:21.318210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-281994a7-d519-4854-b736-4fba77816387 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0688040 Feb 03 21:40:21.355809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-1b6c0996-c3ab-4315-a7e6-62504dcd6301 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309978 Feb 03 21:40:21.460039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-e3384683-93ea-4fa9-ac0a-94494fea9518 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988824 Feb 03 21:40:21.571946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b89340d-1a96-4371-adf7-5098d32f22ce req-e91f3e48-827f-459d-a3c0-53f0c9ca64e5 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055322 Feb 03 21:40:21.675530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-84fa4f0c-c0d1-4a48-b647-6624732b6a80 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=320c9146c2f549c091a61a76d19c8e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237949 Feb 03 21:40:21.681868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3f5823f2-3182-4bee-99e9-c7d374e01563 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:21.831134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e3143ce0-0ae2-4917-bfeb-290c7958a4e3 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:21.832488 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3f5823f2-3182-4bee-99e9-c7d374e01563, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3f5823f2-3182-4bee-99e9-c7d374e01563,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:21.841381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e3143ce0-0ae2-4917-bfeb-290c7958a4e3 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585474 Feb 03 21:40:21.852839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-3255c53d-64ff-46fe-9bb3-27f4d5980b4c tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/quotas/320c9146c2f549c091a61a76d19c8e99 HTTP/1.1" status: 200 len: 375 time: 0.0103846 Feb 03 21:40:21.857061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'port_id': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'mac_address': 'fa:16:3e:fa:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:40:21.900787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-d5025213-3f68-441f-ba11-a00968077871 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c9146c2f549c091a61a76d19c8e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378952 Feb 03 21:40:21.934025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 3f5823f2-3182-4bee-99e9-c7d374e01563 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:21.934542 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:21.961586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5823f2-3182-4bee-99e9-c7d374e01563 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:21.993464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3f5823f2-3182-4bee-99e9-c7d374e01563, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3f5823f2-3182-4bee-99e9-c7d374e01563,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:22.003560 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:22.095962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=3f5823f2-3182-4bee-99e9-c7d374e01563,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:22.184435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c0c33-55d4-48d4-98c9-5f07a60f8b8a req-042ead42-3342-4c41-8906-e313e5f637e0 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:22.193093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-367c0c33-55d4-48d4-98c9-5f07a60f8b8a req-042ead42-3342-4c41-8906-e313e5f637e0 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.1200640 Feb 03 21:40:22.265802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-367c0c33-55d4-48d4-98c9-5f07a60f8b8a req-fa6e0f28-cc6c-46cb-a1e4-03f50c6dec90 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716507 Feb 03 21:40:22.407064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cd2f-a11a-4bf8-a8d6-67b742646a07 req-c1e01d66-0a48-4ffb-a67a-a1a815da8ff5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:22.415003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26d4cd2f-a11a-4bf8-a8d6-67b742646a07 req-c1e01d66-0a48-4ffb-a67a-a1a815da8ff5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.0756834 Feb 03 21:40:22.524629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26d4cd2f-a11a-4bf8-a8d6-67b742646a07 req-8e1f9ab0-a797-47e5-b583-4a9f1cb1a43b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082296 Feb 03 21:40:22.584712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['3f5823f2-3182-4bee-99e9-c7d374e01563'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:22.635729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-511178c8-ff7c-4e81-9122-f43742ab60d1 req-aa3e3171-c456-4fc0-b303-e786d49716d7 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 210 time: 0.0375297 Feb 03 21:40:22.850582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381829f-1e39-4426-826a-3bdc66ba8710 req-e27e347b-fa8a-480f-9f75-9e448bdd17ee tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:22.857053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0381829f-1e39-4426-826a-3bdc66ba8710 req-e27e347b-fa8a-480f-9f75-9e448bdd17ee tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.1058073 Feb 03 21:40:22.916853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0381829f-1e39-4426-826a-3bdc66ba8710 req-7b0bdcef-75ff-403f-bf34-1695b3f53cf0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575089 Feb 03 21:40:23.057685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3c341-2cd0-4396-9343-da392648f36d req-b12df67e-2c24-4420-865f-94e806a2ec91 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:23.060118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bc3c341-2cd0-4396-9343-da392648f36d req-b12df67e-2c24-4420-865f-94e806a2ec91 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 945 time: 0.0737166 Feb 03 21:40:23.135371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bc3c341-2cd0-4396-9343-da392648f36d req-f0fedda5-2154-43d8-97c7-958e54327ddb tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667403 Feb 03 21:40:23.396447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7502928-80f3-4e74-815c-3324a7f7144b req-ebd168c3-ae67-4b33-8246-a98b3aa9a944 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:23.397960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7502928-80f3-4e74-815c-3324a7f7144b req-ebd168c3-ae67-4b33-8246-a98b3aa9a944 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.0535424 Feb 03 21:40:23.446475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7502928-80f3-4e74-815c-3324a7f7144b req-78453984-c957-4c44-8d46-ac5414a66969 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Feb 03 21:40:23.510550 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4597a48-1d1b-413e-8ea7-ab58cb912f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:23.525377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-ec2c766f-22f7-4d38-a995-023534db8297 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=320c9146c2f549c091a61a76d19c8e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241768 Feb 03 21:40:23.677563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-729fa61a-4866-4f29-9a8c-35de1f478bea tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:23.678887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-729fa61a-4866-4f29-9a8c-35de1f478bea tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352260 Feb 03 21:40:23.690361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb571a57-dbfe-4caf-bec3-6d73aef56835 req-b502b694-a404-4409-a9c5-3832973e0d69 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:23.691719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb571a57-dbfe-4caf-bec3-6d73aef56835 req-b502b694-a404-4409-a9c5-3832973e0d69 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.0892367 Feb 03 21:40:23.696197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Request body: {'port': {'device_id': '35f0299d-c5da-47db-9c2c-360e3c28ef3c', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '320c9146c2f549c091a61a76d19c8e99'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:23.805676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb571a57-dbfe-4caf-bec3-6d73aef56835 req-855bd449-783a-4210-ba11-2cdb4394be3f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046052 Feb 03 21:40:23.841590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Made reservation on behalf of 320c9146c2f549c091a61a76d19c8e99 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:40:23.845254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:23.855281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:23.908610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05e1ff88-bccd-4ca9-b0b8-fa4b7f3d6e0c req-4a6b273e-8d8a-4a10-ba71-85cd63c7c04f tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 210 time: 0.0349576 Feb 03 21:40:23.960365 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks [] for security_group (00245f8a-da48-400b-a790-b557662d45a1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:23.961288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-a0546f4d-b2a9-4875-b3c2-edad6e9840d1 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:40:23.962367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-a0546f4d-b2a9-4875-b3c2-edad6e9840d1 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058165 Feb 03 21:40:23.966324 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (00245f8a-da48-400b-a790-b557662d45a1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:24.013164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-d5730a75-4eac-4e40-8e30-a3192adb0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.014543 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-d5730a75-4eac-4e40-8e30-a3192adb0c58 service neutron] 10.222.0.50 "GET /v2.0/ports/b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 200 len: 1124 time: 0.0435984 Feb 03 21:40:24.023375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Request body: {'binding': {'host': 'n-h2-824834-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:24.023833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:40:24.044954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00245f8a-da48-400b-a790-b557662d45a1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:24.135050 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:24.136840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82206dda-936b-4b09-a796-76771e302197 req-790b431f-b4f3-4a3a-9673-78d117156f4b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.138398 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82206dda-936b-4b09-a796-76771e302197 req-790b431f-b4f3-4a3a-9673-78d117156f4b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.1094811 Feb 03 21:40:24.162889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on host n-h2-824834-9 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:24.163241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:24.163569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:24.163783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Allocated IP 192.168.233.122 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/747e86a4-3530-47c5-9d1a-e78ab8496d85) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:24.168129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:40:24.168452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:24.173228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:24.173599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:24.173956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:24.174401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Bound port: b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:24.216143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:24.218746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82206dda-936b-4b09-a796-76771e302197 req-34e2c3dd-2814-4b0f-a212-f35304dc6eef tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739386 Feb 03 21:40:24.231005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:24.244496 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:24.244496 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-cc2e7937-46ee-419a-9d87-b60480854e8d service neutron] 10.222.0.50 "POST /v2.0/ports/b0359acf-a1e2-4a59-ade6-2fe9f1e84012/bindings HTTP/1.1" status: 201 len: 389 time: 0.2196281 Feb 03 21:40:24.401063 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks [] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:24.411310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1a3f5-8a73-4318-bd0d-d091a77dbeb7 req-0c86427b-1108-44c3-a348-ff670e758605 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.412792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3e1a3f5-8a73-4318-bd0d-d091a77dbeb7 req-0c86427b-1108-44c3-a348-ff670e758605 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 945 time: 0.1104591 Feb 03 21:40:24.517250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262abfb-d566-4087-a46b-de3961029008 req-b6c9c715-26ff-4ed7-ae96-b60d2432588e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.518633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4262abfb-d566-4087-a46b-de3961029008 req-b6c9c715-26ff-4ed7-ae96-b60d2432588e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1049547 Feb 03 21:40:24.519570 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:24.523930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3e1a3f5-8a73-4318-bd0d-d091a77dbeb7 req-69c23f3d-1dac-4590-bc7d-36310e3ad876 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983713 Feb 03 21:40:24.584750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:24.597040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:24.610416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:24.628469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-1943bf2f-4503-4711-a64f-e87ffc41b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.630418 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-1943bf2f-4503-4711-a64f-e87ffc41b467 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1127 time: 0.0618460 Feb 03 21:40:24.665462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Pushing event updated for resources: {'Port': ['ID=747e86a4-3530-47c5-9d1a-e78ab8496d85,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:24.685411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4262abfb-d566-4087-a46b-de3961029008 req-0353e148-e67c-4937-b4cb-593df8465159 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605546 Feb 03 21:40:24.722023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.722613 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:24.755299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f4322-b6bb-4ade-89cc-469e9fda6b94 req-153a3f4c-441b-483f-892c-125ddb0fcad6 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.757643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd9f4322-b6bb-4ade-89cc-469e9fda6b94 req-153a3f4c-441b-483f-892c-125ddb0fcad6 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.0887218 Feb 03 21:40:24.758330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-13921ec2-b393-4995-b094-29d500c0a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.760086 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-13921ec2-b393-4995-b094-29d500c0a12c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.1130035 Feb 03 21:40:24.762046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e17b096d-afae-4b8c-92af-502be9cc337d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0694315 Feb 03 21:40:24.790279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Request body: {'port': {'device_id': '35f0299d-c5da-47db-9c2c-360e3c28ef3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:24.804377 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-2c571d49-8072-4346-805d-ed65b8d8af87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 200 len: 217 time: 0.0376246 Feb 03 21:40:24.860375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-3e21bf5a-7036-4ee7-9050-22d8bd896607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.861997 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-3e21bf5a-7036-4ee7-9050-22d8bd896607 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0498345 Feb 03 21:40:24.897440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-3bed3c35-5aea-4ad1-a140-237172a13d8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257905 Feb 03 21:40:24.901326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd9f4322-b6bb-4ade-89cc-469e9fda6b94 req-f6f5b9c6-b2e3-41fb-b9bb-704bf75cad3b tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376276 Feb 03 21:40:24.903127 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:24.931745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fbda3-cc3b-4c44-9fa2-a4fc330af347 req-0b551bae-a528-4819-a048-585814483403 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:24.934036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-100fbda3-cc3b-4c44-9fa2-a4fc330af347 req-0b551bae-a528-4819-a048-585814483403 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 950 time: 0.1641941 Feb 03 21:40:24.968502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2a11c888-6312-459e-aa5f-081338cf9ca4 None None] Provisioning complete for port 747e86a4-3530-47c5-9d1a-e78ab8496d85 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:24.969117 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a11c888-6312-459e-aa5f-081338cf9ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:25.005499 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-7ba43169-7272-4543-b156-5d77e79aca9d service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003606 Feb 03 21:40:25.006094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a11c888-6312-459e-aa5f-081338cf9ca4 None None] Port 747e86a4-3530-47c5-9d1a-e78ab8496d85 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:40:25.095506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-100fbda3-cc3b-4c44-9fa2-a4fc330af347 req-d2213da4-def5-4f39-a561-4bf52ef06c48 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397517 Feb 03 21:40:25.102650 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-8b2002b1-7d21-4eb5-99ef-b1c4bd4597f9 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890617 Feb 03 21:40:25.189682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01647442-99ea-4caa-939f-51f75ad4dcd1 req-6ed57dfa-034a-4d11-a683-a5eb7e7da028 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:25.191135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01647442-99ea-4caa-939f-51f75ad4dcd1 req-6ed57dfa-034a-4d11-a683-a5eb7e7da028 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1935010 Feb 03 21:40:25.295028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bee47-011c-4a78-abea-c4e0af932dcc req-a88b2653-944b-4fa6-b32a-14f8f30a6b66 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:25.296486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a41bee47-011c-4a78-abea-c4e0af932dcc req-a88b2653-944b-4fa6-b32a-14f8f30a6b66 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 936 time: 0.1375844 Feb 03 21:40:25.301045 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01647442-99ea-4caa-939f-51f75ad4dcd1 req-1c35e40a-fd73-4b92-9a4f-5c85ba22efb2 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934110 Feb 03 21:40:25.374423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747e86a4-3530-47c5-9d1a-e78ab8496d85 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:25.389578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Publish callbacks [] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:25.398023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a41bee47-011c-4a78-abea-c4e0af932dcc req-97ffaa13-32eb-4441-98a4-6f707706ccb3 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927041 Feb 03 21:40:25.406009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Transition to ACTIVE for port object 747e86a4-3530-47c5-9d1a-e78ab8496d85 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:40:25.410957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:25.516680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=747e86a4-3530-47c5-9d1a-e78ab8496d85,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:25.576916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb367f9-c404-4653-8b36-f1776c1354b9 req-dd28429e-488b-43f8-be3e-c347197d24e9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:25.578444 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4eb367f9-c404-4653-8b36-f1776c1354b9 req-dd28429e-488b-43f8-be3e-c347197d24e9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.1201005 Feb 03 21:40:25.602104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Attempting to bind port 747e86a4-3530-47c5-9d1a-e78ab8496d85 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:25.602437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Attempting to bind port 747e86a4-3530-47c5-9d1a-e78ab8496d85 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:25.602768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Attempting to bind port 747e86a4-3530-47c5-9d1a-e78ab8496d85 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:25.613703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Port 747e86a4-3530-47c5-9d1a-e78ab8496d85 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:40:25.613948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Attempting to bind port 747e86a4-3530-47c5-9d1a-e78ab8496d85 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:25.638408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:25.638408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:25.638408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:25.638408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Bound port: 747e86a4-3530-47c5-9d1a-e78ab8496d85, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:25.638408 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:25.659743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4eb367f9-c404-4653-8b36-f1776c1354b9 req-52f36824-3228-48da-a848-79d464d36dea tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739558 Feb 03 21:40:25.709175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6006fb5-0e4f-479e-9336-a74e836a7e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:25.718577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c07f34bb-b3fd-421e-b8d0-fb7097ce2866 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:25.721279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3f5823f2-3182-4bee-99e9-c7d374e01563 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:25.760640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] For port 747e86a4-3530-47c5-9d1a-e78ab8496d85, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:25.765237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] For port 747e86a4-3530-47c5-9d1a-e78ab8496d85, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=747e86a4-3530-47c5-9d1a-e78ab8496d85,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:25.781930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad8bd7-1721-429c-a57e-37d880f272cb req-2b7cb5fc-85f7-47e0-b656-ddae91a67c8f tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:25.783949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4bad8bd7-1721-429c-a57e-37d880f272cb req-2b7cb5fc-85f7-47e0-b656-ddae91a67c8f tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 945 time: 0.0901358 Feb 03 21:40:25.787409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:25.874604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 3f5823f2-3182-4bee-99e9-c7d374e01563 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:40:25.874841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:25.875409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:25.876862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] 10.222.0.10 "PUT /v2.0/ports/747e86a4-3530-47c5-9d1a-e78ab8496d85 HTTP/1.1" status: 200 len: 1096 time: 1.1044190 Feb 03 21:40:25.877765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f0299d-c5da-47db-9c2c-360e3c28ef3c', 'tag': '747e86a4-3530-47c5-9d1a-e78ab8496d85'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:25.879759 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fe8442-f7e2-4590-a1ac-8498638be11c" -d '{"events": [{"name": "network-changed", "server_uuid": "35f0299d-c5da-47db-9c2c-360e3c28ef3c", "tag": "747e86a4-3530-47c5-9d1a-e78ab8496d85"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:25.888629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 3f5823f2-3182-4bee-99e9-c7d374e01563 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:25.889023 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:25.922617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:25.937470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4bad8bd7-1721-429c-a57e-37d880f272cb req-34e27a09-fdb8-4744-86ed-1dc389e67ad8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476035 Feb 03 21:40:25.944032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866', 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a', 'port_id': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866', 'mac_address': 'fa:16:3e:58:09:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05581427-b6cc-4869-9bb2-ddc18faca9e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:40:25.953202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f44a0a-b543-46bb-be0c-b9506eb9d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=747e86a4-3530-47c5-9d1a-e78ab8496d85,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:25.979686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b5881-3a3c-41fb-9b24-d483d94d9dd3 req-c0a4150f-a969-4382-b2d9-d75b03cd726f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:25.981255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f10b5881-3a3c-41fb-9b24-d483d94d9dd3 req-c0a4150f-a969-4382-b2d9-d75b03cd726f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1962926 Feb 03 21:40:26.005602 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f1b89-ac50-463f-99fe-13bce431a495 x-openstack-request-id: req-c74f1b89-ac50-463f-99fe-13bce431a495 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:26.005884 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f0299d-c5da-47db-9c2c-360e3c28ef3c", "tag": "747e86a4-3530-47c5-9d1a-e78ab8496d85", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:26.006430 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c74f1b89-ac50-463f-99fe-13bce431a495 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:26.006559 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f0299d-c5da-47db-9c2c-360e3c28ef3c', 'tag': '747e86a4-3530-47c5-9d1a-e78ab8496d85', 'status': 'completed', 'code': 200} Feb 03 21:40:26.032981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-a1b45861-84e1-42d3-be64-0754c4e1df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.034484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-a1b45861-84e1-42d3-be64-0754c4e1df8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=320c9146c2f549c091a61a76d19c8e99&device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 1130 time: 0.0956640 Feb 03 21:40:26.037373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:26.037892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:26.046807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f10b5881-3a3c-41fb-9b24-d483d94d9dd3 req-1d5fe134-dc61-48ac-b0b9-019624535df6 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595515 Feb 03 21:40:26.075553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07f34bb-b3fd-421e-b8d0-fb7097ce2866 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:26.082389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 3f5823f2-3182-4bee-99e9-c7d374e01563 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:26.082776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:26.094172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-f5e35168-e624-4c73-af27-15cc28c5b63d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=747e86a4-3530-47c5-9d1a-e78ab8496d85 HTTP/1.1" status: 200 len: 217 time: 0.0463922 Feb 03 21:40:26.107711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:26.115679 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:26.124662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:26.127265 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1823a01f-9728-4536-8ba6-be2d2d492c00" -d '{"events": [{"server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "name": "network-vif-plugged", "status": "completed", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:26.168294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-84db5013-c6d0-4b7a-a7ec-d9d367450455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.169759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-84db5013-c6d0-4b7a-a7ec-d9d367450455 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0663533 Feb 03 21:40:26.176126 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef80024-3226-4a27-983c-c7318469ccdd x-openstack-request-id: req-6ef80024-3226-4a27-983c-c7318469ccdd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:26.176446 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "name": "network-vif-plugged", "status": "completed", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:26.176708 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ef80024-3226-4a27-983c-c7318469ccdd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:26.177129 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'code': 200} Feb 03 21:40:26.182096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4348dc2-b461-41fa-89e9-9f2eafd21d55 req-4ae60e3e-5001-4022-9c8c-51ba4a96d086 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.183666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4348dc2-b461-41fa-89e9-9f2eafd21d55 req-4ae60e3e-5001-4022-9c8c-51ba4a96d086 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.0914891 Feb 03 21:40:26.197399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3f5823f2-3182-4bee-99e9-c7d374e01563, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3f5823f2-3182-4bee-99e9-c7d374e01563,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:26.210666 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:26.215349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:26.262856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4348dc2-b461-41fa-89e9-9f2eafd21d55 req-21469740-d75a-404e-a880-082c5e4f46cb tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705564 Feb 03 21:40:26.270099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e22b4c2d-8717-408b-958d-6ec0e8fbdaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.271852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-e22b4c2d-8717-408b-958d-6ec0e8fbdaba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0873098 Feb 03 21:40:26.272247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=3f5823f2-3182-4bee-99e9-c7d374e01563,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:26.297158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db102a10-40dc-4b99-8281-a27e9182bd10 req-edcbf702-3346-4b7f-9b44-df1c23cb95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.298721 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db102a10-40dc-4b99-8281-a27e9182bd10 req-edcbf702-3346-4b7f-9b44-df1c23cb95cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 1128 time: 0.0496373 Feb 03 21:40:26.342499 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db102a10-40dc-4b99-8281-a27e9182bd10 req-f5fed213-89d4-46df-8898-af4208eb91bf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Feb 03 21:40:26.368564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-aa8634a7-c554-4aef-b1f5-ac509e36c040 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826907 Feb 03 21:40:26.420790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168385-4929-4609-b758-47c909bef9ba req-5eaf1a42-8f13-409a-aedd-018d4aaacbe4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.422312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c168385-4929-4609-b758-47c909bef9ba req-5eaf1a42-8f13-409a-aedd-018d4aaacbe4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.0529423 Feb 03 21:40:26.481307 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c168385-4929-4609-b758-47c909bef9ba req-9fb7d63e-b896-4001-a80a-7ac608f557bd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533576 Feb 03 21:40:26.521097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3607d6-10dd-4823-b38d-d0d5c8d12e5b req-de543e8d-5580-43c9-be26-36fc674ac2ea tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.522561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e3607d6-10dd-4823-b38d-d0d5c8d12e5b req-de543e8d-5580-43c9-be26-36fc674ac2ea tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 948 time: 0.0563428 Feb 03 21:40:26.558204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['c07f34bb-b3fd-421e-b8d0-fb7097ce2866'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:26.567731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e3607d6-10dd-4823-b38d-d0d5c8d12e5b req-0a0fe353-9bb2-4636-8426-2399e6f6d64a tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 Feb 03 21:40:26.695530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91c865f1-91b8-41ec-8b4d-d35846dcbd75 req-7046b028-ead1-4f51-bb89-dfae2bf57592 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850260 Feb 03 21:40:26.808539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:26.817424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ca9a8-3e03-4c0e-8779-ffd10a130161 req-113eeb16-05b0-4b1e-868f-2781921fa44a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.819259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-091ca9a8-3e03-4c0e-8779-ffd10a130161 req-113eeb16-05b0-4b1e-868f-2781921fa44a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.0870936 Feb 03 21:40:26.825477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-13316062-afd3-4f8f-9e77-1cf3f045c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.826892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-13316062-afd3-4f8f-9e77-1cf3f045c2ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=320c9146c2f549c091a61a76d19c8e99&device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 1130 time: 0.0670700 Feb 03 21:40:26.916672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-091ca9a8-3e03-4c0e-8779-ffd10a130161 req-936d1fde-9ccc-489e-b46f-4b791bca28e3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888608 Feb 03 21:40:26.944865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-4661f1b5-0c67-4abb-b1f7-47d3a06513e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:26.946269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-4661f1b5-0c67-4abb-b1f7-47d3a06513e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1116786 Feb 03 21:40:26.987379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-4f460400-aa59-427b-a0c0-76ebddf1977a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=747e86a4-3530-47c5-9d1a-e78ab8496d85 HTTP/1.1" status: 200 len: 217 time: 0.0337250 Feb 03 21:40:27.069172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-582f9d3d-68e8-44c2-becd-2a801a048e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:27.070614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-582f9d3d-68e8-44c2-becd-2a801a048e3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0730672 Feb 03 21:40:27.086981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e2875-d6aa-4d3e-8a4c-0f7b32772894 req-1be883b5-1c1b-4599-b7b0-768ee8e8f524 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:27.088387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-553e2875-d6aa-4d3e-8a4c-0f7b32772894 req-1be883b5-1c1b-4599-b7b0-768ee8e8f524 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 946 time: 0.0838149 Feb 03 21:40:27.191003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-553e2875-d6aa-4d3e-8a4c-0f7b32772894 req-e4ee3d63-3ffe-497a-afb0-e2d4c20f2777 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948925 Feb 03 21:40:27.197897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-c584b4b9-b692-4812-ae08-78f64465b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:27.199352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-c584b4b9-b692-4812-ae08-78f64465b973 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1194997 Feb 03 21:40:27.210867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ad05d-ec3e-4054-a432-c42cb24f2cb5 req-5b995372-e7ca-46e4-90e2-a1283197bb12 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:27.212228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e0ad05d-ec3e-4054-a432-c42cb24f2cb5 req-5b995372-e7ca-46e4-90e2-a1283197bb12 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.0947428 Feb 03 21:40:27.534886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fc2bbba1-e966-4551-9a1f-66bbdb296d68 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:27.603473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e0ad05d-ec3e-4054-a432-c42cb24f2cb5 req-6777bd9b-a76a-4b4d-8d8b-eb0511a5a99a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829975 Feb 03 21:40:27.609825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port fc2bbba1-e966-4551-9a1f-66bbdb296d68 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:27.610223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:27.634664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-bfa7319b-122d-4412-9eb2-beb4b5183356 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214654 Feb 03 21:40:27.644237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738dbec-1931-447f-ab6b-184cfa327c17 req-3e442931-c9ed-4fc9-9544-af0578d54788 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:27.645791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9738dbec-1931-447f-ab6b-184cfa327c17 req-3e442931-c9ed-4fc9-9544-af0578d54788 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 950 time: 0.1496232 Feb 03 21:40:27.650324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fc2bbba1-e966-4551-9a1f-66bbdb296d68, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc2bbba1-e966-4551-9a1f-66bbdb296d68,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:27.655869 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:27.657101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:27.731053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=fc2bbba1-e966-4551-9a1f-66bbdb296d68,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:27.772344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0881c0e9-8741-4209-8619-a5f063652665 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:27.772733 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:27.785542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9738dbec-1931-447f-ab6b-184cfa327c17 req-b98f69b9-d5de-447c-a6c0-adf1f5699075 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293550 Feb 03 21:40:27.808817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:27.809435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd4ac8-3ee3-43be-9d2d-e23b56044a3f req-a7023700-d20a-4004-90f7-8be56e7d4f4b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:27.810866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dcd4ac8-3ee3-43be-9d2d-e23b56044a3f req-a7023700-d20a-4004-90f7-8be56e7d4f4b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1175551 Feb 03 21:40:27.813166 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20fe8442-f7e2-4590-a1ac-8498638be11c req-aa040671-a241-48e1-ae88-482e4e896f07 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664345 Feb 03 21:40:27.814930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:27.862008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dcd4ac8-3ee3-43be-9d2d-e23b56044a3f req-79d6c50a-798b-4ea6-9bd4-41b549e6c156 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Feb 03 21:40:27.872123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:27.928184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fb491-84fb-4ab8-937b-35349f56d63b req-3c3f37c2-fff2-4a79-a0d7-875f769e2551 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:27.929679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f37fb491-84fb-4ab8-937b-35349f56d63b req-3c3f37c2-fff2-4a79-a0d7-875f769e2551 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 948 time: 0.0553446 Feb 03 21:40:27.976828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f37fb491-84fb-4ab8-937b-35349f56d63b req-45e3211b-0846-408e-83d0-35c9930407af tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Feb 03 21:40:28.043567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8232ac7-e040-4d6b-9a95-6bdc7a0e9e01 req-13ac9e83-cc25-4b6f-b364-1200bcf02520 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:28.045066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8232ac7-e040-4d6b-9a95-6bdc7a0e9e01 req-13ac9e83-cc25-4b6f-b364-1200bcf02520 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.0563061 Feb 03 21:40:28.091015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8232ac7-e040-4d6b-9a95-6bdc7a0e9e01 req-eb3afcf0-1011-44eb-8d37-f9e4b6a039cb tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Feb 03 21:40:28.177900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c363d1-523a-435d-a098-4f2a216cc104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68'}, {'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:28.180160 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3df1e8-1c49-4119-a7f6-c2ddd1e181e1" -d '{"events": [{"server_uuid": "10c363d1-523a-435d-a098-4f2a216cc104", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2bbba1-e966-4551-9a1f-66bbdb296d68"}, {"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-unplugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:28.218864 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968e4d8-9226-447c-9e91-bd467a7a27ce x-openstack-request-id: req-d968e4d8-9226-447c-9e91-bd467a7a27ce {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:28.219178 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c363d1-523a-435d-a098-4f2a216cc104", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2bbba1-e966-4551-9a1f-66bbdb296d68", "code": 200}, {"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-unplugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:28.219440 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d968e4d8-9226-447c-9e91-bd467a7a27ce {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:28.220026 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c363d1-523a-435d-a098-4f2a216cc104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68', 'code': 200} Feb 03 21:40:28.220297 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665', 'code': 200} Feb 03 21:40:28.306169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc37c5c-c9a6-4bed-a119-03f2c6d7434b req-e6ed2bd9-6f42-4aa2-99dc-616e4ca11e48 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:28.308215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bfc37c5c-c9a6-4bed-a119-03f2c6d7434b req-e6ed2bd9-6f42-4aa2-99dc-616e4ca11e48 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 946 time: 0.0518909 Feb 03 21:40:28.358693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bfc37c5c-c9a6-4bed-a119-03f2c6d7434b req-3c173715-e439-4c21-bfb8-b6d741ad6757 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445807 Feb 03 21:40:28.450354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:28.726470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a056f78-23b0-4d82-9ea3-378d3a938aea req-cfd19991-efdd-4c7c-95ed-bf8070b4cf58 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:28.727951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a056f78-23b0-4d82-9ea3-378d3a938aea req-cfd19991-efdd-4c7c-95ed-bf8070b4cf58 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.0546310 Feb 03 21:40:28.773017 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a056f78-23b0-4d82-9ea3-378d3a938aea req-18a50360-8ca7-4d1d-a88a-9f5f0fc56e04 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388722 Feb 03 21:40:28.903890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0b4c6-50ee-4d91-85ea-e6d6c72556d7 req-c1b7cb32-8420-4d43-a588-d1f72a226720 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:28.905427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5b0b4c6-50ee-4d91-85ea-e6d6c72556d7 req-c1b7cb32-8420-4d43-a588-d1f72a226720 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 948 time: 0.0534694 Feb 03 21:40:28.977283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5b0b4c6-50ee-4d91-85ea-e6d6c72556d7 req-37e90f85-8d65-4335-ac92-f969e820b9a6 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661392 Feb 03 21:40:29.000177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4bdec-d311-4460-b7b5-d779800fbc04 req-7cef7fe9-af1a-4afa-84b2-ff30739f865c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:29.002134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5d4bdec-d311-4460-b7b5-d779800fbc04 req-7cef7fe9-af1a-4afa-84b2-ff30739f865c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.0711212 Feb 03 21:40:29.053564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5d4bdec-d311-4460-b7b5-d779800fbc04 req-88ca708b-7a2d-4379-bf16-6f68192fb32b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Feb 03 21:40:29.132615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48a07d-c20f-4e85-99b7-655f8d2b3592 req-a1d8425b-3dec-4362-b34b-4c7dc2b72ec7 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:29.134118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a48a07d-c20f-4e85-99b7-655f8d2b3592 req-a1d8425b-3dec-4362-b34b-4c7dc2b72ec7 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 948 time: 0.0529864 Feb 03 21:40:29.206133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a48a07d-c20f-4e85-99b7-655f8d2b3592 req-e2c51783-64b8-491a-93e6-fca996f429c8 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657706 Feb 03 21:40:29.225378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5c30-42c3-4fa8-ad5b-05ee3ea1f8ab req-a27fafeb-50db-4976-8f3f-81b1724cc18f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:29.226888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a6b5c30-42c3-4fa8-ad5b-05ee3ea1f8ab req-a27fafeb-50db-4976-8f3f-81b1724cc18f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.0618165 Feb 03 21:40:29.272473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a6b5c30-42c3-4fa8-ad5b-05ee3ea1f8ab req-8e4bc6c4-9bb8-49b7-9a99-ead921b9475b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Feb 03 21:40:29.477716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da3350-1122-4ca7-8876-5dbf56fb85ae req-f8ac4578-a232-47d6-b72e-0f8af75a23b3 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:29.479172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91da3350-1122-4ca7-8876-5dbf56fb85ae req-f8ac4578-a232-47d6-b72e-0f8af75a23b3 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 946 time: 0.0553591 Feb 03 21:40:29.525370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91da3350-1122-4ca7-8876-5dbf56fb85ae req-3d7579f1-7f78-4baa-b4f3-923c81adff4b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Feb 03 21:40:29.643056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-4009713a-10b3-4110-bfb9-929f55a02499 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:29.644513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-4009713a-10b3-4110-bfb9-929f55a02499 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0532689 Feb 03 21:40:29.695445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-4549a68c-437e-4129-b11f-a20dc30bc6e5 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0454569 Feb 03 21:40:29.704251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-58c81791-943b-4580-98ec-1557d75aa950 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Request body: {'floatingip': {'port_id': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:29.735727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c07f34bb-b3fd-421e-b8d0-fb7097ce2866 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:29.741027 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-58c81791-943b-4580-98ec-1557d75aa950 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:29.788036 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:29.801750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:40:29.805532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:29.805812 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:29.893757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:29.894137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:29.926752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:29.930574 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:29.976297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:29.980663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3c81b-93fd-4b47-835e-ae665b0c8009 req-58a48dda-ffa3-490b-9809-4ef18557af5b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:29.982325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87f3c81b-93fd-4b47-835e-ae665b0c8009 req-58a48dda-ffa3-490b-9809-4ef18557af5b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1295941 Feb 03 21:40:30.108237 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87f3c81b-93fd-4b47-835e-ae665b0c8009 req-8440e944-6666-4445-95c3-4f550fc63909 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175885 Feb 03 21:40:30.221601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:30.223965 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbf6c9e-9b2d-4fc2-851e-9d8bfbc0b616" -d '{"events": [{"server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "name": "network-vif-plugged", "status": "completed", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:30.272998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-58c81791-943b-4580-98ec-1557d75aa950 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:30.283886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f78dd-b33f-4cd4-b8c0-de07dbeaf4c5 req-62cc77e6-00a7-4d02-a7ec-79844c618c26 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:30.285419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e69f78dd-b33f-4cd4-b8c0-de07dbeaf4c5 req-62cc77e6-00a7-4d02-a7ec-79844c618c26 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 948 time: 0.1022406 Feb 03 21:40:30.286153 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-58c81791-943b-4580-98ec-1557d75aa950 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:30.403123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e69f78dd-b33f-4cd4-b8c0-de07dbeaf4c5 req-91b518a8-341b-4f3c-90b5-6468dffa85dd tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811880 Feb 03 21:40:30.418880 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-58c81791-943b-4580-98ec-1557d75aa950 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8 associated. External IP: 172.25.5.195, port: 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6. Feb 03 21:40:30.625130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e2fad-4177-4d42-9766-3f5bea4c8acd req-5a613097-70aa-4bf0-9746-5292521f40a5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:30.626599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e6e2fad-4177-4d42-9766-3f5bea4c8acd req-5a613097-70aa-4bf0-9746-5292521f40a5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1196859 Feb 03 21:40:30.699604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e6e2fad-4177-4d42-9766-3f5bea4c8acd req-268dad9a-21aa-45a2-ba4c-a94349fc72b0 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645154 Feb 03 21:40:30.704353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-58c81791-943b-4580-98ec-1557d75aa950 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Router c78c602f-9a8a-41de-be91-227448b5dc3f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:40:30.744442 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35dc67c-70f2-44a0-b716-3e778585fffc x-openstack-request-id: req-f35dc67c-70f2-44a0-b716-3e778585fffc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:30.744967 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "name": "network-vif-plugged", "status": "completed", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:30.745727 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f35dc67c-70f2-44a0-b716-3e778585fffc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:30.746221 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866', 'code': 200} Feb 03 21:40:30.907331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3330f3-6aca-44c8-9a96-b52dacf5f4f6 req-41a6e81b-ac7c-44ec-965d-60eaf1106c5e tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:30.908818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce3330f3-6aca-44c8-9a96-b52dacf5f4f6 req-41a6e81b-ac7c-44ec-965d-60eaf1106c5e tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 948 time: 0.1105924 Feb 03 21:40:30.911390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-58c81791-943b-4580-98ec-1557d75aa950 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:40:30.916345 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-58c81791-943b-4580-98ec-1557d75aa950 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:30.919514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4e361-6a50-47bb-96cd-3b38156fa982 req-54766fa1-88c7-4cb3-a31a-d1c22c018735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:30.921071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53f4e361-6a50-47bb-96cd-3b38156fa982 req-54766fa1-88c7-4cb3-a31a-d1c22c018735 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1128 time: 0.1041594 Feb 03 21:40:30.921349 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] Sync routers for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:40:30.930882 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:30.931485 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:30.986421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-58c81791-943b-4580-98ec-1557d75aa950 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "PUT /v2.0/floatingips/b42eb360-a8de-4d8e-b03f-94df0b98e7a8 HTTP/1.1" status: 200 len: 996 time: 1.2855783 Feb 03 21:40:30.988636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:30.990923 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee75d58-a778-4557-81a0-6fd80f23dc46" -d '{"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:31.037949 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:31.047046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce3330f3-6aca-44c8-9a96-b52dacf5f4f6 req-636f3bb2-8756-4b1d-906a-a8a21846be71 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241760 Feb 03 21:40:31.051794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53f4e361-6a50-47bb-96cd-3b38156fa982 req-57f0a35c-ce93-4647-8496-340cbe8bdad6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075420 Feb 03 21:40:31.077305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-ad2bd5a4-0779-4b83-811e-d4855380a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:31.079525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-ad2bd5a4-0779-4b83-811e-d4855380a0bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1127 time: 0.0690539 Feb 03 21:40:31.212349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f6490-4fd0-452b-b858-553bc659c1e3 req-bffb59b3-bdee-40ad-a383-1cc742c408da tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:31.213857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab6f6490-4fd0-452b-b858-553bc659c1e3 req-bffb59b3-bdee-40ad-a383-1cc742c408da tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.0856936 Feb 03 21:40:31.214971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-caaddd0e-1650-4a24-ba7c-1b9bb26b6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:31.216280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-caaddd0e-1650-4a24-ba7c-1b9bb26b6154 service neutron] 10.222.0.50 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.1320157 Feb 03 21:40:31.270043 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:37:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:30Z', 'revision_number': 1, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:31.295461 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] Checking router: c78c602f-9a8a-41de-be91-227448b5dc3f for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:40:31.303601 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:31.304204 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:31.306618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab6f6490-4fd0-452b-b858-553bc659c1e3 req-8be24946-726b-40f7-9c78-1196338e076d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867960 Feb 03 21:40:31.309024 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-63f1a048-80d1-4c42-a1b7-0e2fab23463c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 999 time: 0.0833807 Feb 03 21:40:31.366179 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcc4abc-d27e-4962-8c15-c90c30a17372 x-openstack-request-id: req-edcc4abc-d27e-4962-8c15-c90c30a17372 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:31.366179 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:31.366179 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-edcc4abc-d27e-4962-8c15-c90c30a17372 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:31.366179 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'status': 'completed', 'code': 200} Feb 03 21:40:31.389958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-f0e14102-71b9-48a8-9ffc-afb662b5b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:31.391920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-f0e14102-71b9-48a8-9ffc-afb662b5b446 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.0765319 Feb 03 21:40:31.413617 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:31.514906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-16dc6687-5f6f-4953-816e-012d20888465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:31.516392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-16dc6687-5f6f-4953-816e-012d20888465 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1127 time: 0.1091125 Feb 03 21:40:31.518082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-c5e5daee-aa33-4791-93c0-a959e8d6b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:31.519459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-c5e5daee-aa33-4791-93c0-a959e8d6b742 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1225581 Feb 03 21:40:31.527210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e542bf8-e75a-4a67-9964-dce536c49ce1 req-19bdd7d3-b346-4518-8f28-898f06787577 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:31.528708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e542bf8-e75a-4a67-9964-dce536c49ce1 req-19bdd7d3-b346-4518-8f28-898f06787577 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1224666 Feb 03 21:40:31.534513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-563d542f-82ed-43f3-9060-e08daa6ac885 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:40:31.535478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-563d542f-82ed-43f3-9060-e08daa6ac885 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048082 Feb 03 21:40:31.736786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 747e86a4-3530-47c5-9d1a-e78ab8496d85 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:31.737629 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:37:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:30Z', 'revision_number': 1, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:31.766088 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5024c-1ba5-4e31-926a-02ea4cd2688b None None] The sync data for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 is: [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:37:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:30Z', 'revision_number': 1, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:40:31.974656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e542bf8-e75a-4a67-9964-dce536c49ce1 req-d30559d9-d14d-46bf-a995-f5778394ab74 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303706 Feb 03 21:40:31.997287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 747e86a4-3530-47c5-9d1a-e78ab8496d85, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=747e86a4-3530-47c5-9d1a-e78ab8496d85,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:32.001345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9922736c-8ed9-474f-90b7-75ff55249dae None None] New status for floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:40:32.006052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-fbf95864-d637-445f-ab81-f80957b302fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:32.007774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-fbf95864-d637-445f-ab81-f80957b302fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.4781554 Feb 03 21:40:32.017625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-a9d1d41d-7eb2-436b-91f2-f95ec5d25281 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743083 Feb 03 21:40:32.043936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '747e86a4-3530-47c5-9d1a-e78ab8496d85', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '747e86a4-3530-47c5-9d1a-e78ab8496d85', 'mac_address': 'fa:16:3e:12:e0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:40:32.129194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 747e86a4-3530-47c5-9d1a-e78ab8496d85 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:32.129508 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:32.152406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747e86a4-3530-47c5-9d1a-e78ab8496d85 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:32.164512 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-b05a1346-3cdd-4f85-8d82-da2ade469586 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 999 time: 0.1380045 Feb 03 21:40:32.203077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 747e86a4-3530-47c5-9d1a-e78ab8496d85, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=747e86a4-3530-47c5-9d1a-e78ab8496d85,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:32.207995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:32.226514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f619fe-01e2-44e6-95a4-2f48d81868a3 req-17d55832-7ada-4942-8949-e01973d918d9 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:32.228029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3f619fe-01e2-44e6-95a4-2f48d81868a3 req-17d55832-7ada-4942-8949-e01973d918d9 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 948 time: 0.1583953 Feb 03 21:40:32.238237 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7764da-1c91-4c5d-93e2-6fc2ba6e2765 req-88d38a92-373b-4b25-babe-29d27f84a968 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195923 Feb 03 21:40:32.266010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=747e86a4-3530-47c5-9d1a-e78ab8496d85,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:32.274631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.275058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.275415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.275757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.276097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.277006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.277343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.277630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-97fb967c-4038-4ba3-87b8-68edf9642127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:32.277749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.278016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.278646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.278646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.278953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.279111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-97fb967c-4038-4ba3-87b8-68edf9642127 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.1042113 Feb 03 21:40:32.279312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:40:32.323006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3f619fe-01e2-44e6-95a4-2f48d81868a3 req-d0de964d-705a-41de-a14f-a0de0af13e04 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.50 "GET /v2.0/security-groups?id=d957b5d3-38c2-4e5b-a411-6654ef45d64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870743 Feb 03 21:40:32.348783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-9ea8ca84-7656-4455-a772-e79dfb30808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:32.350764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-9ea8ca84-7656-4455-a772-e79dfb30808a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635519 Feb 03 21:40:32.481133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-e6e02f06-45d0-4981-ab93-f2613255370c service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224842 Feb 03 21:40:32.489663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26585abc-f74e-4061-ba26-0c9c7904e71e req-8fc16135-49d4-4ce9-bb30-c8215e17e108 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:32.491005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26585abc-f74e-4061-ba26-0c9c7904e71e req-8fc16135-49d4-4ce9-bb30-c8215e17e108 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.0868704 Feb 03 21:40:32.634144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26585abc-f74e-4061-ba26-0c9c7904e71e req-3e4efad4-1cee-40f7-899e-d80a110c06e3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317689 Feb 03 21:40:32.653790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a5966-619f-48a1-be07-f2c5dec0638a req-b67b21d7-e6d7-4203-830c-3964772a7c34 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:32.655342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d80a5966-619f-48a1-be07-f2c5dec0638a req-b67b21d7-e6d7-4203-830c-3964772a7c34 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 949 time: 0.1380188 Feb 03 21:40:32.661720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ee75d58-a778-4557-81a0-6fd80f23dc46 req-9eb70ed2-3cb2-4eb6-976e-def3f15551c4 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679316 Feb 03 21:40:32.719033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d80a5966-619f-48a1-be07-f2c5dec0638a req-da62ec37-e7de-4199-88bf-3c64a9943392 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564287 Feb 03 21:40:32.768986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-33fde54a-6dfd-4954-8125-ee4b01983ca3 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:32.771030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-33fde54a-6dfd-4954-8125-ee4b01983ca3 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0687973 Feb 03 21:40:32.796775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['747e86a4-3530-47c5-9d1a-e78ab8496d85'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:32.897166 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-88eec4ca-fe1b-4b38-9184-22f8ed9dcb02 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1001 time: 0.1181297 Feb 03 21:40:32.914813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Request body: {'floatingip': {'port_id': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:32.926176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-36dd272f-c617-44f9-a527-13e3ce38dd9f tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:32.928367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-36dd272f-c617-44f9-a527-13e3ce38dd9f tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c363d1-523a-435d-a098-4f2a216cc104 HTTP/1.1" status: 200 len: 948 time: 0.1455996 Feb 03 21:40:32.977658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527a588-71a3-405c-ae4c-e8bf5ddaed10 req-d485cb1a-7fca-4e54-829a-6b6434c0d542 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:32.986021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6527a588-71a3-405c-ae4c-e8bf5ddaed10 req-d485cb1a-7fca-4e54-829a-6b6434c0d542 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1494877 Feb 03 21:40:33.038922 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:33.063156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6527a588-71a3-405c-ae4c-e8bf5ddaed10 req-5d2db7b1-f602-4404-a661-0819a214477e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671115 Feb 03 21:40:33.105501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Deleting port fc2bbba1-e966-4551-9a1f-66bbdb296d68 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:40:33.106029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:33.217043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] For port fc2bbba1-e966-4551-9a1f-66bbdb296d68, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc2bbba1-e966-4551-9a1f-66bbdb296d68,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:33.217688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:33.230968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Calling delete_port for fc2bbba1-e966-4551-9a1f-66bbdb296d68 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:40:33.233421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-004abd49-bc91-49fe-8360-6c341c1d87f4 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2113247006&fields=id&tenant_id=1180219ab3ad4947879c0a31c3f61450 HTTP/1.1" status: 200 len: 267 time: 0.0602486 Feb 03 21:40:33.363882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fc2bbba1-e966-4551-9a1f-66bbdb296d68), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:33.404771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Pushing event deleted for resources: {'Port': ['ID=fc2bbba1-e966-4551-9a1f-66bbdb296d68,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:33.452701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] No DVR routers for this DVR port fc2bbba1-e966-4551-9a1f-66bbdb296d68 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:40:33.455695 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:33.459632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dcd46b0-b12b-478c-938c-bafb74df8888 req-77af742f-2d66-46a8-b6c9-f1d348db3a33 tempest-LiveMigrationNegativeTest-1475020418 tempest-LiveMigrationNegativeTest-1475020418-project] 10.222.0.47 "DELETE /v2.0/ports/fc2bbba1-e966-4551-9a1f-66bbdb296d68 HTTP/1.1" status: 204 len: 173 time: 0.5240591 Feb 03 21:40:33.460160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c363d1-523a-435d-a098-4f2a216cc104', 'name': 'network-vif-deleted', 'tag': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:33.460705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-30cc3c2a-df4b-4f96-a5c0-d368baeb790c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:33.462209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-30cc3c2a-df4b-4f96-a5c0-d368baeb790c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/networks?id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 HTTP/1.1" status: 200 len: 824 time: 0.1978481 Feb 03 21:40:33.462607 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc20295d-34a9-4c9b-9289-7678c04c56a6" -d '{"events": [{"server_uuid": "10c363d1-523a-435d-a098-4f2a216cc104", "name": "network-vif-deleted", "tag": "fc2bbba1-e966-4551-9a1f-66bbdb296d68"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:33.503195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-ad1671a7-e563-4a8c-bc11-652fd283590a tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/quotas/1180219ab3ad4947879c0a31c3f61450 HTTP/1.1" status: 200 len: 375 time: 0.0224946 Feb 03 21:40:33.662771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-7cfdfdc6-2211-4d33-a20b-4ea7d66cad24 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1180219ab3ad4947879c0a31c3f61450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221368 Feb 03 21:40:33.778775 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:33.786494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:33.889626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-0c6a6ee5-028b-4f8c-ad4d-0e21990d5945 service neutron] 10.222.0.50 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113886 Feb 03 21:40:33.982576 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8 associated. External IP: 172.25.5.195, port: 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6. Feb 03 21:40:34.061564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-04b09995-a689-4ff2-a744-82c3888c6e0d service neutron] 10.222.0.50 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709292 Feb 03 21:40:34.229029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Router c78c602f-9a8a-41de-be91-227448b5dc3f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:40:34.341771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ff35b-3d71-4b44-9f00-c91fa14fe575 req-4f64f121-d86c-41cc-aaf3-2c09cdf50e8c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:34.343173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de4ff35b-3d71-4b44-9f00-c91fa14fe575 req-4f64f121-d86c-41cc-aaf3-2c09cdf50e8c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1257961 Feb 03 21:40:34.423130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de4ff35b-3d71-4b44-9f00-c91fa14fe575 req-bc49ecb1-24b6-4ede-8bc3-4a1228077d9a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712638 Feb 03 21:40:34.426381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:40:34.436483 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] Sync routers for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:40:34.455757 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:34.456407 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:34.599409 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:34.679169 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c37027c-7bb2-4fbf-bda9-4bf786c2975e x-openstack-request-id: req-5c37027c-7bb2-4fbf-bda9-4bf786c2975e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:34.680569 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c363d1-523a-435d-a098-4f2a216cc104", "name": "network-vif-deleted", "tag": "fc2bbba1-e966-4551-9a1f-66bbdb296d68", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:34.681063 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c37027c-7bb2-4fbf-bda9-4bf786c2975e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:34.681717 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c363d1-523a-435d-a098-4f2a216cc104', 'name': 'network-vif-deleted', 'tag': 'fc2bbba1-e966-4551-9a1f-66bbdb296d68', 'status': 'completed', 'code': 200} Feb 03 21:40:34.857238 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:fa:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a629358-20c6-4443-a492-f4ae0905d400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:33Z', 'revision_number': 3, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:34.885956 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] Checking router: c78c602f-9a8a-41de-be91-227448b5dc3f for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:40:34.895549 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:34.896217 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:35.030542 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:35.101018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:35.192203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b8718-02df-46e5-a87b-131141952ddb req-7b68ebed-78f9-48a7-8b63-bbfe53fbf8d4 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:35.194031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec7b8718-02df-46e5-a87b-131141952ddb req-7b68ebed-78f9-48a7-8b63-bbfe53fbf8d4 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.10 "GET /v2.0/ports?device_id=297520c6-e77d-4931-8912-96b2ff320698 HTTP/1.1" status: 200 len: 945 time: 0.1065822 Feb 03 21:40:35.203761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Router c78c602f-9a8a-41de-be91-227448b5dc3f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:40:35.253759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8b727-1198-4ac5-aa1d-80289708a730 req-10732c1e-083f-4b93-8d21-f2750d3b6719 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:35.262034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4f8b727-1198-4ac5-aa1d-80289708a730 req-10732c1e-083f-4b93-8d21-f2750d3b6719 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.2033370 Feb 03 21:40:35.278289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9cedee8-3950-4fe2-ab78-39652888b21c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3bb7b52d4c64f5488ca4d8abce20ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759303 Feb 03 21:40:35.280680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:35.294226 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:fa:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a629358-20c6-4443-a492-f4ae0905d400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:33Z', 'revision_number': 3, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:35.323969 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4dadc9-e74a-4890-9f73-f9988ccec6e9 None None] The sync data for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 is: [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:fa:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a629358-20c6-4443-a492-f4ae0905d400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:33Z', 'revision_number': 3, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:40:35.337001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2549c66-4192-4067-998a-a22d29be3b82 admin admin] Publish callbacks [] for security_group (d957b5d3-38c2-4e5b-a411-6654ef45d64f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:35.371643 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2549c66-4192-4067-998a-a22d29be3b82 admin admin] Publish callbacks [] for security_group (d957b5d3-38c2-4e5b-a411-6654ef45d64f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:35.433965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2549c66-4192-4067-998a-a22d29be3b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d957b5d3-38c2-4e5b-a411-6654ef45d64f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:35.437599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2549c66-4192-4067-998a-a22d29be3b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:35.438992 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a2549c66-4192-4067-998a-a22d29be3b82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d957b5d3-38c2-4e5b-a411-6654ef45d64f HTTP/1.1" status: 204 len: 168 time: 0.1571412 Feb 03 21:40:35.449000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2549c66-4192-4067-998a-a22d29be3b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d957b5d3-38c2-4e5b-a411-6654ef45d64f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:35.573119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4f8b727-1198-4ac5-aa1d-80289708a730 req-55ff8b2a-3649-44ff-aad1-b8560f25d831 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078260 Feb 03 21:40:35.646264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874b403-daa1-492c-be77-2e97ef6f9060 None None] New status for floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:40:35.663147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:40:35.678745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-c67054cd-a559-4f51-88f7-682cc4ee25a9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:35.679613 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:35.680362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-c67054cd-a559-4f51-88f7-682cc4ee25a9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.47 "GET /v2.0/networks?id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 HTTP/1.1" status: 200 len: 824 time: 0.2048428 Feb 03 21:40:35.731604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Deleting port 8d431009-999a-4239-914e-0efdd77c9c20 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:40:35.732095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8d431009-999a-4239-914e-0efdd77c9c20), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:35.815630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 747e86a4-3530-47c5-9d1a-e78ab8496d85 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:35.836169 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1b2de954-c5d2-4f7f-8a2a-ddde25a58b2e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1180219ab3ad4947879c0a31c3f61450 HTTP/1.1" status: 200 len: 380 time: 0.1363966 Feb 03 21:40:35.846453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Request body: {'port': {'device_id': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'admin_state_up': True, 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'security_groups': ['0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:35.904591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:35.907468 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550987c6-a82d-49d8-8382-40b6366acd88" -d '{"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:35.996079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 747e86a4-3530-47c5-9d1a-e78ab8496d85 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:40:36.001035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 747e86a4-3530-47c5-9d1a-e78ab8496d85 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:36.001497 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.012305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4618f6d1-5555-4df0-b9b3-993fd316e42b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "PUT /v2.0/floatingips/b42eb360-a8de-4d8e-b03f-94df0b98e7a8 HTTP/1.1" status: 200 len: 999 time: 3.1040647 Feb 03 21:40:36.033614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d52d20-3c58-4b04-9111-ad6628b2ce25 req-092fd322-ac6f-453b-bf21-4cc341135114 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:36.038935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1d52d20-3c58-4b04-9111-ad6628b2ce25 req-092fd322-ac6f-453b-bf21-4cc341135114 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 949 time: 0.3511505 Feb 03 21:40:36.047348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:36.070912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Made reservation on behalf of 1180219ab3ad4947879c0a31c3f61450 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:40:36.075893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.105983 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] Sync routers for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:40:36.121884 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:36.125304 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:36.142938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 747e86a4-3530-47c5-9d1a-e78ab8496d85 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:36.143672 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.150844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] For port 8d431009-999a-4239-914e-0efdd77c9c20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8d431009-999a-4239-914e-0efdd77c9c20,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:36.151265 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8d431009-999a-4239-914e-0efdd77c9c20), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.159827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-e4b69e18-5076-41c5-aee4-295b92ff4196 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:36.161212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-e4b69e18-5076-41c5-aee4-295b92ff4196 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports/710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 942 time: 0.1387072 Feb 03 21:40:36.201258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f0299d-c5da-47db-9c2c-360e3c28ef3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747e86a4-3530-47c5-9d1a-e78ab8496d85'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:36.205440 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b8f2b4-7245-4a06-bdcf-4a116c28bc82" -d '{"events": [{"server_uuid": "35f0299d-c5da-47db-9c2c-360e3c28ef3c", "name": "network-vif-plugged", "status": "completed", "tag": "747e86a4-3530-47c5-9d1a-e78ab8496d85"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:36.256706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 747e86a4-3530-47c5-9d1a-e78ab8496d85, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=747e86a4-3530-47c5-9d1a-e78ab8496d85,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:36.267869 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.278126 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7722326c-e0ff-46ce-9a51-707a4d31ea23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43ee6c7013504a60b4e30de0764e890c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294619 Feb 03 21:40:36.281976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49908) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:36.324340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Allocated IP 172.20.0.12 (cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3/3c1721e8-321d-4d48-ba06-56f0e79dd1a5/8758aa49-b24e-42bd-87ae-518ed35b57f7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:36.338668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1d52d20-3c58-4b04-9111-ad6628b2ce25 req-48b34950-fb65-4ff1-a9ff-85b57aac375b tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667742 Feb 03 21:40:36.350531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=747e86a4-3530-47c5-9d1a-e78ab8496d85,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:36.374878 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:36.537005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.584679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.625144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-44769f40-eebf-4702-88f7-6160bd68a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:36.627186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-44769f40-eebf-4702-88f7-6160bd68a439 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1127 time: 0.2617693 Feb 03 21:40:36.640004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event updated for resources: {'Port': ['ID=8758aa49-b24e-42bd-87ae-518ed35b57f7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:36.642310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8cbb7-1cf4-4fbb-82e8-f700800146f5 req-e0ffce4c-0d11-4539-96d8-8c695cdea51e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:36.650680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bf8cbb7-1cf4-4fbb-82e8-f700800146f5 req-e0ffce4c-0d11-4539-96d8-8c695cdea51e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2082207 Feb 03 21:40:36.656286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:36.657703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:36.658967 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:fa:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a629358-20c6-4443-a492-f4ae0905d400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:35Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:36.660776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:36.718784 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] Checking router: c78c602f-9a8a-41de-be91-227448b5dc3f for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:40:36.726250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:36.726872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.729118 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:36.731227 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:36.748017 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb509db3-9457-417f-bc87-f56d330ca0b4 admin admin] Publish callbacks [] for security_group (3e7a9d00-0374-4ba0-886a-373ce59fdbf0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.754577 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1d3bc755-2e13-48cb-b925-cef6169f147c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9122994 Feb 03 21:40:36.772430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Request body: {'port': {'device_id': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:36.792748 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.793172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (66cd2d5f-2c30-4f5f-8458-521ea603998b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.793465 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Floating IP 66cd2d5f-2c30-4f5f-8458-521ea603998b disassociated. External IP: 172.25.5.150, port: 8d431009-999a-4239-914e-0efdd77c9c20. Feb 03 21:40:36.793816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Calling delete_port for 8d431009-999a-4239-914e-0efdd77c9c20 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:40:36.851461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-09759366-66ea-4b59-99e6-cebe53eb54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:36.853084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-09759366-66ea-4b59-99e6-cebe53eb54ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.1981297 Feb 03 21:40:36.872090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:36.874631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bf8cbb7-1cf4-4fbb-82e8-f700800146f5 req-4b2efc02-e3cc-4180-a2c0-582089189ee4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227764 Feb 03 21:40:36.983381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-a3ff34ab-6ae7-49dd-a76f-ceae3ca552f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 217 time: 0.1073551 Feb 03 21:40:36.986104 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb509db3-9457-417f-bc87-f56d330ca0b4 admin admin] Publish callbacks [] for security_group (3e7a9d00-0374-4ba0-886a-373ce59fdbf0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.030084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9777a300-3a89-4604-b0c7-9df81cbe6602 None None] Provisioning complete for port 8758aa49-b24e-42bd-87ae-518ed35b57f7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:37.030630 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9777a300-3a89-4604-b0c7-9df81cbe6602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.064868 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:37.100777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9777a300-3a89-4604-b0c7-9df81cbe6602 None None] Port 8758aa49-b24e-42bd-87ae-518ed35b57f7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:40:37.150867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-dba8c9e0-cfa7-437e-875e-c9230216e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:37.158410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-dba8c9e0-cfa7-437e-875e-c9230216e143 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.1346557 Feb 03 21:40:37.219074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ae564-21a1-4fb4-99c3-8afed21b69a6 req-ff435455-78fb-480c-8484-d23adf1b4481 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:37.226163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-039ae564-21a1-4fb4-99c3-8afed21b69a6 req-ff435455-78fb-480c-8484-d23adf1b4481 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 932 time: 0.1945386 Feb 03 21:40:37.301395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-10165f5b-cc04-4b25-8bb2-5154e3f1c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:37.310180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-10165f5b-cc04-4b25-8bb2-5154e3f1c611 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1509070 Feb 03 21:40:37.318153 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:fa:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a629358-20c6-4443-a492-f4ae0905d400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:35Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:37.323484 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb509db3-9457-417f-bc87-f56d330ca0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3e7a9d00-0374-4ba0-886a-373ce59fdbf0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.326463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb509db3-9457-417f-bc87-f56d330ca0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.327664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bb509db3-9457-417f-bc87-f56d330ca0b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e7a9d00-0374-4ba0-886a-373ce59fdbf0 HTTP/1.1" status: 204 len: 168 time: 1.0446887 Feb 03 21:40:37.345466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8758aa49-b24e-42bd-87ae-518ed35b57f7 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:37.348094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6fe337-5544-4eff-ad31-38083205b235 None None] The sync data for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 is: [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:fa:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a629358-20c6-4443-a492-f4ae0905d400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:35Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:40:37.360959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb509db3-9457-417f-bc87-f56d330ca0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7a9d00-0374-4ba0-886a-373ce59fdbf0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:37.367382 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Publish callbacks [] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.439463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-039ae564-21a1-4fb4-99c3-8afed21b69a6 req-879396fc-c858-42f8-9704-8b1081856fc8 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121027 Feb 03 21:40:37.491698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Transition to ACTIVE for port object 8758aa49-b24e-42bd-87ae-518ed35b57f7 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:40:37.493820 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8d431009-999a-4239-914e-0efdd77c9c20), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.506635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.574744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b3c548fa-e8bf-4976-a7a6-0481d919b5ff details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:37.600972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event deleted for resources: {'Port': ['ID=8d431009-999a-4239-914e-0efdd77c9c20,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:37.627689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Pushing event updated for resources: {'Port': ['ID=8758aa49-b24e-42bd-87ae-518ed35b57f7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:37.772767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8d431009-999a-4239-914e-0efdd77c9c20 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:37.776760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Attempting to bind port 8758aa49-b24e-42bd-87ae-518ed35b57f7 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:37.777298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Attempting to bind port 8758aa49-b24e-42bd-87ae-518ed35b57f7 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:37.778037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Attempting to bind port 8758aa49-b24e-42bd-87ae-518ed35b57f7 on network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:37.784202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Port 8758aa49-b24e-42bd-87ae-518ed35b57f7 on network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:40:37.784413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:37.784537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Attempting to bind port 8758aa49-b24e-42bd-87ae-518ed35b57f7 on network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:37.790146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:37.790489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Checking segment: {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:37.790983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Bound using segment: {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:37.791422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Bound port: 8758aa49-b24e-42bd-87ae-518ed35b57f7, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef32374-a7a1-48c9-a938-e15d4801376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:37.794471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.803891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Router 031b6d47-1e38-4382-b089-33b183f56a20 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:40:37.815571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 8d431009-999a-4239-914e-0efdd77c9c20 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:40:37.816248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8d431009-999a-4239-914e-0efdd77c9c20 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:40:37.821789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff', 'mac_address': 'fa:16:3e:69:42:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:40:37.826924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-5a6b6b22-ed06-4140-81c6-2789a82dd023 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157650 Feb 03 21:40:37.873513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port b3c548fa-e8bf-4976-a7a6-0481d919b5ff is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:37.873906 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.896199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3c548fa-e8bf-4976-a7a6-0481d919b5ff {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:37.944328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] For port 8758aa49-b24e-42bd-87ae-518ed35b57f7, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:37.947842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:37.953466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] For port 8758aa49-b24e-42bd-87ae-518ed35b57f7, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8758aa49-b24e-42bd-87ae-518ed35b57f7,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:37.967941 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:37.975103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:38.017789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f4c2b-9a5a-44fa-b755-443e79f6e62d req-6f1f5ba3-4329-47e8-a511-cf37d32c6d43 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.027075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-138f4c2b-9a5a-44fa-b755-443e79f6e62d req-6f1f5ba3-4329-47e8-a511-cf37d32c6d43 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.4704335 Feb 03 21:40:38.050779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:38.062398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.063960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:38.068039 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] 10.222.0.47 "PUT /v2.0/ports/8758aa49-b24e-42bd-87ae-518ed35b57f7 HTTP/1.1" status: 200 len: 1092 time: 1.3004084 Feb 03 21:40:38.070442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'tag': '8758aa49-b24e-42bd-87ae-518ed35b57f7'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:38.074991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['b3c548fa-e8bf-4976-a7a6-0481d919b5ff'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:38.082311 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22091a40-9564-4cc8-ad95-6eeaf3e61697" -d '{"events": [{"name": "network-changed", "server_uuid": "aebc807d-6dee-418b-ad62-12ab3df09d39", "tag": "8758aa49-b24e-42bd-87ae-518ed35b57f7"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:38.158779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d3ec0-4b41-4116-80fd-40808147e9bd service neutron] Pushing event updated for resources: {'Port': ['ID=8758aa49-b24e-42bd-87ae-518ed35b57f7,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:38.210987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-4ffbc20b-3493-4c01-8079-c7cba1f12637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.212805 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-4ffbc20b-3493-4c01-8079-c7cba1f12637 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1180219ab3ad4947879c0a31c3f61450&device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 1126 time: 0.1012614 Feb 03 21:40:38.226621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-2d10ed6d-042b-49db-a803-10a47d9e40c4 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802528 Feb 03 21:40:38.269018 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-394bb1d8-fe9d-4a50-9e1a-c5b2ffb16c87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8758aa49-b24e-42bd-87ae-518ed35b57f7 HTTP/1.1" status: 200 len: 217 time: 0.0476925 Feb 03 21:40:38.270502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-138f4c2b-9a5a-44fa-b755-443e79f6e62d req-c5e26be2-3469-48dc-8b42-3f1396d0f1cf tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424092 Feb 03 21:40:38.286973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:40:38.305270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] Sync routers for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:40:38.334520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-524e7707-033d-42a5-aa1e-dc839d33199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.336774 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-524e7707-033d-42a5-aa1e-dc839d33199a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1721e8-321d-4d48-ba06-56f0e79dd1a5 HTTP/1.1" status: 200 len: 863 time: 0.0587773 Feb 03 21:40:38.413410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:38.414102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:38.431637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1c86305a-9ece-43c6-a346-8725a80811d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.435383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-1c86305a-9ece-43c6-a346-8725a80811d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915282 Feb 03 21:40:38.464813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] No DVR routers for this DVR port 8d431009-999a-4239-914e-0efdd77c9c20 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:40:38.469888 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdc34c3-64dc-420c-a474-a5c68888a20f x-openstack-request-id: req-cbdc34c3-64dc-420c-a474-a5c68888a20f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:38.469888 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:38.470165 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbdc34c3-64dc-420c-a474-a5c68888a20f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:38.470588 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'status': 'completed', 'code': 200} Feb 03 21:40:38.473450 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:38.477510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec7b8718-02df-46e5-a87b-131141952ddb req-4414b152-ace8-4268-9e95-8ab8a387130b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.10 "DELETE /v2.0/ports/8d431009-999a-4239-914e-0efdd77c9c20 HTTP/1.1" status: 204 len: 173 time: 3.2719867 Feb 03 21:40:38.501095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-dfb46e85-d90c-40be-bd35-167466aa15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.502978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-dfb46e85-d90c-40be-bd35-167466aa15b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 1128 time: 0.2046142 Feb 03 21:40:38.536525 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf62cd1-bf07-4afe-9293-4896479da182 x-openstack-request-id: req-2bf62cd1-bf07-4afe-9293-4896479da182 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:38.537482 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f0299d-c5da-47db-9c2c-360e3c28ef3c", "name": "network-vif-plugged", "status": "completed", "tag": "747e86a4-3530-47c5-9d1a-e78ab8496d85", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:38.537954 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bf62cd1-bf07-4afe-9293-4896479da182 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:38.539245 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f0299d-c5da-47db-9c2c-360e3c28ef3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747e86a4-3530-47c5-9d1a-e78ab8496d85', 'code': 200} Feb 03 21:40:38.664836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4b008b4b-35b4-4fa3-8270-24601f44f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.667958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-4b008b4b-35b4-4fa3-8270-24601f44f998 service neutron] 10.222.0.50 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.1588080 Feb 03 21:40:38.743335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:38.769686 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-532b7969-1a92-4ab3-b41f-cc011b9a4003 service neutron] 10.222.0.47 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256586 Feb 03 21:40:38.771545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550987c6-a82d-49d8-8382-40b6366acd88 req-ac37d4ba-efe3-4844-b161-8b761b007433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.777682 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-550987c6-a82d-49d8-8382-40b6366acd88 req-ac37d4ba-efe3-4844-b161-8b761b007433 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1127 time: 0.2724419 Feb 03 21:40:38.935829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99881f19-e21e-48be-83b5-5e901ad68975 req-8c2145fc-3139-425b-b555-947c282ab9b7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.941919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99881f19-e21e-48be-83b5-5e901ad68975 req-8c2145fc-3139-425b-b555-947c282ab9b7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.2724860 Feb 03 21:40:38.959084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-6cb81c35-bdac-4a5d-a080-5310d3f02c2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 200 len: 1002 time: 0.2047915 Feb 03 21:40:38.968232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550987c6-a82d-49d8-8382-40b6366acd88 req-82de70df-c569-4e60-af2e-cb131d8b357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:38.969822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-550987c6-a82d-49d8-8382-40b6366acd88 req-82de70df-c569-4e60-af2e-cb131d8b357e service neutron] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.1802645 Feb 03 21:40:39.055579 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-90e63c94-76c6-4a59-9837-c747d5be4b07 req-024b53d6-43b9-4bc6-8c67-c6ac74079e9e service neutron] 10.222.0.47 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768912 Feb 03 21:40:39.076599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25324b46-62c4-4eea-9bfb-3349f5899380 req-70e5ec1a-ff2b-499c-9722-88c1ec7ca2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:39.078482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25324b46-62c4-4eea-9bfb-3349f5899380 req-70e5ec1a-ff2b-499c-9722-88c1ec7ca2c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 1132 time: 0.3225510 Feb 03 21:40:39.133168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99881f19-e21e-48be-83b5-5e901ad68975 req-e920f37c-de49-40ad-b490-4ab6dc6bb1b4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777499 Feb 03 21:40:39.150044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:39.174010 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-550987c6-a82d-49d8-8382-40b6366acd88 req-38127f58-06ef-47ef-b7c6-b02ecb949e2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 217 time: 0.1146252 Feb 03 21:40:39.181903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] Checking router: 031b6d47-1e38-4382-b089-33b183f56a20 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:40:39.193197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:39.193323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:39.193931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-de6badb0-5f53-4af9-968f-6a36c9d9c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:39.199355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-de6badb0-5f53-4af9-968f-6a36c9d9c016 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.2247043 Feb 03 21:40:39.291568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550987c6-a82d-49d8-8382-40b6366acd88 req-07731085-c5ff-47ff-80b8-bd8e83deae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:39.295320 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-550987c6-a82d-49d8-8382-40b6366acd88 req-07731085-c5ff-47ff-80b8-bd8e83deae6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.1132085 Feb 03 21:40:39.352697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25324b46-62c4-4eea-9bfb-3349f5899380 req-85ea6e8e-eaee-4c32-9c5a-eb162098c37a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377553 Feb 03 21:40:39.364713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:39.371692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6177b14-d29b-4702-bc84-37faf346da1b req-529310eb-be0d-4744-8734-f1347f273407 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:39.378753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6177b14-d29b-4702-bc84-37faf346da1b req-529310eb-be0d-4744-8734-f1347f273407 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1128 time: 0.0823660 Feb 03 21:40:39.388109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-55cdec20-5af6-40c9-a35a-b538de7149ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:39.390746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-55cdec20-5af6-40c9-a35a-b538de7149ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1852705 Feb 03 21:40:39.420771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550987c6-a82d-49d8-8382-40b6366acd88 req-664fde39-8152-45d3-bf03-d23f8041e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:39.424146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-550987c6-a82d-49d8-8382-40b6366acd88 req-664fde39-8152-45d3-bf03-d23f8041e01b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1042209 Feb 03 21:40:39.757257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-550987c6-a82d-49d8-8382-40b6366acd88 req-244a064b-f805-4f48-a48a-12d197cef21f service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396999 Feb 03 21:40:39.760428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b3c548fa-e8bf-4976-a7a6-0481d919b5ff up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:39.788845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6177b14-d29b-4702-bc84-37faf346da1b req-10ec2441-f898-4c21-90c1-f4def2011a2b tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088149 Feb 03 21:40:39.817996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-45dbc24b-ca50-493d-ad5a-5f25f91f95ed service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187438 Feb 03 21:40:39.909095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port b3c548fa-e8bf-4976-a7a6-0481d919b5ff triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:39.909095 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:39.913774 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-550987c6-a82d-49d8-8382-40b6366acd88 req-7702a828-e4f0-4444-8c13-9384eb58978b service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494915 Feb 03 21:40:39.936627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:39.967396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797a9f19-e516-4925-beae-ae8e562b9227 None None] The sync data for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 is: [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:40:40.005727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847e057-66d4-4916-99aa-3802fcd1dd60 req-f9f70224-acc4-4508-9e32-a9262b8bac96 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:40.007737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4847e057-66d4-4916-99aa-3802fcd1dd60 req-f9f70224-acc4-4508-9e32-a9262b8bac96 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 950 time: 0.0894136 Feb 03 21:40:40.011874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91dbfe2-211a-45e0-adf7-c60e97335325 req-a1226936-d47d-42f6-9f71-76eaf0a47643 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676574 Feb 03 21:40:40.035190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port b3c548fa-e8bf-4976-a7a6-0481d919b5ff is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:40.035663 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:40.080575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4847e057-66d4-4916-99aa-3802fcd1dd60 req-e6526fdb-9570-4ae8-ad69-cda6ae916ecf tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616760 Feb 03 21:40:40.095229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:40.105389 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a602c9c-ba6e-4e6b-b751-a425c423ef8a x-openstack-request-id: req-8a602c9c-ba6e-4e6b-b751-a425c423ef8a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:40.106727 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebc807d-6dee-418b-ad62-12ab3df09d39", "tag": "8758aa49-b24e-42bd-87ae-518ed35b57f7", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:40.107199 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a602c9c-ba6e-4e6b-b751-a425c423ef8a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:40.107910 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'tag': '8758aa49-b24e-42bd-87ae-518ed35b57f7', 'status': 'completed', 'code': 200} Feb 03 21:40:40.110122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:40.175557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:40.217842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f116-d1f5-4045-8827-63cc100c049b req-a3b540fb-4150-44a2-b553-9be7bf18e65f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:40.223109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-d05a12bb-2c3f-4fd0-9b86-95bd7cc3afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:40.224626 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-d05a12bb-2c3f-4fd0-9b86-95bd7cc3afa9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1180219ab3ad4947879c0a31c3f61450&device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 1126 time: 0.0987856 Feb 03 21:40:40.225197 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6c7f116-d1f5-4045-8827-63cc100c049b req-a3b540fb-4150-44a2-b553-9be7bf18e65f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 944 time: 0.0754180 Feb 03 21:40:40.318734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6c7f116-d1f5-4045-8827-63cc100c049b req-6742bc5d-34b9-4dcc-aa92-280b6e4836d4 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920293 Feb 03 21:40:40.329770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-f81afc6d-111e-4bf5-b674-01b27fee8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:40.331399 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-f81afc6d-111e-4bf5-b674-01b27fee8299 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 HTTP/1.1" status: 200 len: 925 time: 0.0993199 Feb 03 21:40:40.374386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68317897-ffc1-47a5-aede-07127f167212 req-a9116164-b54b-4bf1-9f3a-7a8311630e48 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:40.383879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68317897-ffc1-47a5-aede-07127f167212 req-a9116164-b54b-4bf1-9f3a-7a8311630e48 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1358304 Feb 03 21:40:40.407803 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6ac24-39c8-46f1-9d02-98ac02f9744b None None] New status for floating IP 66cd2d5f-2c30-4f5f-8458-521ea603998b: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:40:40.419561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-5d4f82c3-c6a4-47e8-b27e-0d510f3dc6f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8758aa49-b24e-42bd-87ae-518ed35b57f7 HTTP/1.1" status: 200 len: 217 time: 0.0777023 Feb 03 21:40:40.464746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68317897-ffc1-47a5-aede-07127f167212 req-a01c7f9d-f641-44b2-a923-568209fe157f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741789 Feb 03 21:40:40.472085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563'}, {'server_uuid': '297520c6-e77d-4931-8912-96b2ff320698', 'name': 'network-vif-deleted', 'tag': '8d431009-999a-4239-914e-0efdd77c9c20'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:40.476155 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3769a084-fcf3-4118-9cbc-61a9c1436d99" -d '{"events": [{"name": "network-changed", "server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563"}, {"server_uuid": "297520c6-e77d-4931-8912-96b2ff320698", "name": "network-vif-deleted", "tag": "8d431009-999a-4239-914e-0efdd77c9c20"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:40.502843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-52508a3c-2bb1-4b4f-84a7-aa62cb3e4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:40.505257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-52508a3c-2bb1-4b4f-84a7-aa62cb3e4298 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1721e8-321d-4d48-ba06-56f0e79dd1a5 HTTP/1.1" status: 200 len: 863 time: 0.0757935 Feb 03 21:40:40.541284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:40.544291 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d45a62-48e9-4041-bd67-07b2ce2b4138" -d '{"events": [{"server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "name": "network-vif-plugged", "status": "completed", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:40.583203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-e13d0230-ac12-4ed2-b2e5-118c9c2a41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:40.584869 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-e13d0230-ac12-4ed2-b2e5-118c9c2a41e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736189 Feb 03 21:40:40.672525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2794ef51-62a5-4cbd-bcd0-e36897a5c7a4 req-4a2a429a-340f-4980-899b-1dca6706907a tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.1143017 Feb 03 21:40:40.705561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-269688ac-20df-48de-a63a-f0443878f4f4 service neutron] 10.222.0.47 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115320 Feb 03 21:40:40.736878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794ef51-62a5-4cbd-bcd0-e36897a5c7a4 req-d23a3ce7-431c-4f19-9fb8-ae706c252b53 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:40.739308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2794ef51-62a5-4cbd-bcd0-e36897a5c7a4 req-d23a3ce7-431c-4f19-9fb8-ae706c252b53 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports/3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 200 len: 943 time: 0.0606072 Feb 03 21:40:40.814869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e2c7c-ddf3-497d-9178-c258375e494b req-8f357fda-6510-43a9-b99f-ae2eefaf8fa7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:40.816327 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-710e2c7c-ddf3-497d-9178-c258375e494b req-8f357fda-6510-43a9-b99f-ae2eefaf8fa7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.0758390 Feb 03 21:40:40.847829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-22091a40-9564-4cc8-ad95-6eeaf3e61697 req-500c02dc-e5b2-4929-8350-8a9daec4ec3e service neutron] 10.222.0.47 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348388 Feb 03 21:40:40.920034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2794ef51-62a5-4cbd-bcd0-e36897a5c7a4 req-7c0626c1-0be8-43a6-a0f4-938f44df9140 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.1026371 Feb 03 21:40:40.933535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-710e2c7c-ddf3-497d-9178-c258375e494b req-450638d8-9823-4677-8577-ab8ef19d52a9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090679 Feb 03 21:40:41.059638 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebdef37-8b0f-4f0f-9205-eba30ee0fc3a x-openstack-request-id: req-1ebdef37-8b0f-4f0f-9205-eba30ee0fc3a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:41.059946 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563", "status": "completed", "code": 200}, {"server_uuid": "297520c6-e77d-4931-8912-96b2ff320698", "name": "network-vif-deleted", "tag": "8d431009-999a-4239-914e-0efdd77c9c20", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:41.060207 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ebdef37-8b0f-4f0f-9205-eba30ee0fc3a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:41.060617 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'status': 'completed', 'code': 200} Feb 03 21:40:41.060877 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297520c6-e77d-4931-8912-96b2ff320698', 'name': 'network-vif-deleted', 'tag': '8d431009-999a-4239-914e-0efdd77c9c20', 'status': 'completed', 'code': 200} Feb 03 21:40:41.120290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794ef51-62a5-4cbd-bcd0-e36897a5c7a4 req-089844ea-1dfd-4de6-893f-270769f2927b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:41.132129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2794ef51-62a5-4cbd-bcd0-e36897a5c7a4 req-089844ea-1dfd-4de6-893f-270769f2927b tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.2109499 Feb 03 21:40:41.142024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-a4685544-7592-464f-8c38-00849af08f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:41.144167 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-a4685544-7592-464f-8c38-00849af08f64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 1128 time: 0.0667405 Feb 03 21:40:41.152304 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc3c7a-f44f-4973-9b4f-eaaed1ecfc7e x-openstack-request-id: req-a8fc3c7a-f44f-4973-9b4f-eaaed1ecfc7e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:41.152716 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "name": "network-vif-plugged", "status": "completed", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:41.153779 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8fc3c7a-f44f-4973-9b4f-eaaed1ecfc7e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:41.155600 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff', 'code': 200} Feb 03 21:40:41.254674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-27cfa95f-c2cb-4efb-b02f-18313f3b9073 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0788424 Feb 03 21:40:41.291350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-d68ecfac-7171-4b74-bc16-e3471404f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:41.293900 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-d68ecfac-7171-4b74-bc16-e3471404f5d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.1437602 Feb 03 21:40:41.347642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-3bd3fe76-64ee-4183-90a2-f1c9bbc7850f tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:41.349127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-3bd3fe76-64ee-4183-90a2-f1c9bbc7850f tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports/3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 200 len: 943 time: 0.0935602 Feb 03 21:40:41.362005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb38752-5caa-4871-bb38-76107410853f req-1853933f-4a38-45e6-8642-dd339e20cd98 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:41.363861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abb38752-5caa-4871-bb38-76107410853f req-1853933f-4a38-45e6-8642-dd339e20cd98 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 950 time: 0.1052766 Feb 03 21:40:41.389946 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-03dc68e7-5dec-4bd5-9d02-6b9c2ecaf319 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 200 len: 1002 time: 0.0842719 Feb 03 21:40:41.439527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abb38752-5caa-4871-bb38-76107410853f req-d745a42c-14f6-43a5-a1c2-0dbb4a1d0137 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686274 Feb 03 21:40:41.483852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-990bfc22-ead7-40cb-bd1a-68c971aa6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:41.489153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-990bfc22-ead7-40cb-bd1a-68c971aa6c94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.0904138 Feb 03 21:40:41.543853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-c4cc9c97-ca9b-4905-ad96-19d68c3c80ab tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.1032186 Feb 03 21:40:41.577988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-6598b0d1-1ba7-4d49-b0aa-cd47180f1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:41.580021 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-6598b0d1-1ba7-4d49-b0aa-cd47180f1b71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829222 Feb 03 21:40:41.671973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-60c3747f-360b-438a-ad38-b20e29f7b402 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:41.679989 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-60c3747f-360b-438a-ad38-b20e29f7b402 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1349545 Feb 03 21:40:41.718945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-7a0dd18a-a3a8-4bfe-b9c0-dcbf0d668102 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319833 Feb 03 21:40:41.784101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-749d3c43-088c-4416-85b2-2199b10cbdc9 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.1033072 Feb 03 21:40:41.809996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-e6c478fd-0ef4-4cce-b546-7eb59d947a60 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:41.881587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-e6c478fd-0ef4-4cce-b546-7eb59d947a60 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:41.891265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332b0d1-0205-4d5e-9cb5-6ee7a7357ebc req-092151c8-2437-43b2-b0dc-8da55fdb79d1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:41.898411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3332b0d1-0205-4d5e-9cb5-6ee7a7357ebc req-092151c8-2437-43b2-b0dc-8da55fdb79d1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 944 time: 0.1377513 Feb 03 21:40:41.908851 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3769a084-fcf3-4118-9cbc-61a9c1436d99 req-2d78f6ba-0cb1-4b40-8772-d58a73dc9c53 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829138 Feb 03 21:40:42.040948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3332b0d1-0205-4d5e-9cb5-6ee7a7357ebc req-1a79f509-1101-4c1e-86e1-83562cc7b039 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351228 Feb 03 21:40:42.082881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:42.139234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-e6c478fd-0ef4-4cce-b546-7eb59d947a60 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.149529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-e6c478fd-0ef4-4cce-b546-7eb59d947a60 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.150022 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-e6c478fd-0ef4-4cce-b546-7eb59d947a60 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8 disassociated. External IP: 172.25.5.195, port: 3f5823f2-3182-4bee-99e9-c7d374e01563. Feb 03 21:40:42.296186 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b240f0e1-77de-4c7a-8a9f-49f09add381c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.450926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b240f0e1-77de-4c7a-8a9f-49f09add381c admin admin] Publish callbacks [] for security_group (780f1c23-436f-45b3-bf50-21b271f9fab9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.457813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-e6c478fd-0ef4-4cce-b546-7eb59d947a60 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Router c78c602f-9a8a-41de-be91-227448b5dc3f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:40:42.465737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b240f0e1-77de-4c7a-8a9f-49f09add381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (780f1c23-436f-45b3-bf50-21b271f9fab9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.517072 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b240f0e1-77de-4c7a-8a9f-49f09add381c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d12f101a2dd84f69a9f15fe636e9c63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307275 Feb 03 21:40:42.525159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:42.528450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240f0e1-77de-4c7a-8a9f-49f09add381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780f1c23-436f-45b3-bf50-21b271f9fab9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:42.697948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde0738-f555-4488-b562-1e0da2966e2a req-0901989a-ff4b-42c0-978c-6dfeb2d3b42e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:42.699505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdde0738-f555-4488-b562-1e0da2966e2a req-0901989a-ff4b-42c0-978c-6dfeb2d3b42e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1901567 Feb 03 21:40:42.700660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-e6c478fd-0ef4-4cce-b546-7eb59d947a60 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:40:42.709929 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-e6c478fd-0ef4-4cce-b546-7eb59d947a60 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.718943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] Sync routers for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:40:42.732213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:42.733303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:42.746218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-e6c478fd-0ef4-4cce-b546-7eb59d947a60 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "PUT /v2.0/floatingips/b42eb360-a8de-4d8e-b03f-94df0b98e7a8 HTTP/1.1" status: 200 len: 695 time: 0.9452467 Feb 03 21:40:42.759113 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22c506f8-694b-423e-90fc-1c147dd989ea admin admin] Publish callbacks [] for security_group (780f1c23-436f-45b3-bf50-21b271f9fab9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.810284 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22c506f8-694b-423e-90fc-1c147dd989ea admin admin] Publish callbacks [] for security_group (780f1c23-436f-45b3-bf50-21b271f9fab9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.878445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdde0738-f555-4488-b562-1e0da2966e2a req-9b392442-8ad3-4ad2-8463-d011d686fb6a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308184 Feb 03 21:40:42.888390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:42.920670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-1219e635-f671-4306-adb1-0dececf433c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:42.922224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-1219e635-f671-4306-adb1-0dececf433c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 1128 time: 0.1334565 Feb 03 21:40:42.949601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22c506f8-694b-423e-90fc-1c147dd989ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (780f1c23-436f-45b3-bf50-21b271f9fab9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.952008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22c506f8-694b-423e-90fc-1c147dd989ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:42.953132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-22c506f8-694b-423e-90fc-1c147dd989ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/780f1c23-436f-45b3-bf50-21b271f9fab9 HTTP/1.1" status: 204 len: 168 time: 0.4260089 Feb 03 21:40:43.035264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c506f8-694b-423e-90fc-1c147dd989ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780f1c23-436f-45b3-bf50-21b271f9fab9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:43.067963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:43.072612 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5477328-8ae2-4616-8cab-5dc491c50460" -d '{"events": [{"name": "network-changed", "server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:43.140382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0806-74f0-4168-944f-856d636f19bf req-af14dbc1-52df-40fa-baca-b4920e3f0060 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:43.141985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-645b0806-74f0-4168-944f-856d636f19bf req-af14dbc1-52df-40fa-baca-b4920e3f0060 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1463625 Feb 03 21:40:43.143638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-de487304-3ddf-4ff5-997d-2ad142658066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:43.145738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-de487304-3ddf-4ff5-997d-2ad142658066 service neutron] 10.222.0.50 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.2050216 Feb 03 21:40:43.217227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:43.222872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-ca71790b-4524-46fd-9bd0-8af321ab722e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 200 len: 217 time: 0.0636003 Feb 03 21:40:43.265000 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] Checking router: c78c602f-9a8a-41de-be91-227448b5dc3f for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:40:43.277913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:43.278695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:43.335113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-645b0806-74f0-4168-944f-856d636f19bf req-dfe8582c-68cd-4181-8ccd-fe82acbbbebb tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868360 Feb 03 21:40:43.339850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-a5ef10b5-b71e-4f14-9303-cda1d1c3b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:43.346747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-a5ef10b5-b71e-4f14-9303-cda1d1c3b4ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.1230512 Feb 03 21:40:43.428371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-08863a76-a52b-4676-8783-934850fbba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:43.437950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-08863a76-a52b-4676-8783-934850fbba05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0889924 Feb 03 21:40:43.454734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:43.467867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:43.493028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6065d4d-3717-45c8-8a9d-c2cdf615d209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:43.544086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-74d3284b-6e11-4eb3-a87c-0b997b6a7637 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=320c9146c2f549c091a61a76d19c8e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389316 Feb 03 21:40:43.597202 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6065d4d-3717-45c8-8a9d-c2cdf615d209 admin admin] Publish callbacks [] for security_group (cb9a7a7e-012f-4a6b-ad83-4e749ac06a1e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:43.602253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6065d4d-3717-45c8-8a9d-c2cdf615d209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cb9a7a7e-012f-4a6b-ad83-4e749ac06a1e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:43.654030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d6065d4d-3717-45c8-8a9d-c2cdf615d209 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=870dfd952f1c48bb9846e8d093d81590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983578 Feb 03 21:40:43.656054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6065d4d-3717-45c8-8a9d-c2cdf615d209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9a7a7e-012f-4a6b-ad83-4e749ac06a1e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:43.658431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50086) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:43.678151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-21367343-1c56-4931-8b09-ea10388ff08e service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386050 Feb 03 21:40:43.732681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:43.764242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3ebf3-793f-439f-a0ad-7284831949f8 None None] The sync data for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 is: [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:40:43.814040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-08ee25c2-5d81-4400-be1d-c9df1f8229d4 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:43.816018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-08ee25c2-5d81-4400-be1d-c9df1f8229d4 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709920 Feb 03 21:40:43.877174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13f8a84e-8ad0-4415-a7b9-c5746454bbe4 admin admin] Publish callbacks [] for security_group (cb9a7a7e-012f-4a6b-ad83-4e749ac06a1e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:43.881298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-7a89a19a-139c-4bd0-9e54-6b92e164e7f3 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/quotas/320c9146c2f549c091a61a76d19c8e99 HTTP/1.1" status: 200 len: 375 time: 0.0412688 Feb 03 21:40:43.898363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbb6bc90-6c68-4660-811d-2e2c493b4b6b req-b3616867-238a-42d8-b6a0-d05b25ac6af4 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163048 Feb 03 21:40:44.016678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13f8a84e-8ad0-4415-a7b9-c5746454bbe4 admin admin] Publish callbacks [] for security_group (cb9a7a7e-012f-4a6b-ad83-4e749ac06a1e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:44.106054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-ff830923-64cb-49a3-9499-4213bb232d46 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c9146c2f549c091a61a76d19c8e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2063227 Feb 03 21:40:44.134684 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13f8a84e-8ad0-4415-a7b9-c5746454bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cb9a7a7e-012f-4a6b-ad83-4e749ac06a1e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:44.137709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13f8a84e-8ad0-4415-a7b9-c5746454bbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:44.139760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-13f8a84e-8ad0-4415-a7b9-c5746454bbe4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb9a7a7e-012f-4a6b-ad83-4e749ac06a1e HTTP/1.1" status: 204 len: 168 time: 0.4789209 Feb 03 21:40:44.160794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7945ad-052d-42a5-922b-888c6250275a req-16cee61b-663e-404b-b621-f9100af7c49f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:44.162460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad7945ad-052d-42a5-922b-888c6250275a req-16cee61b-663e-404b-b621-f9100af7c49f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 944 time: 0.1586998 Feb 03 21:40:44.163491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8a84e-8ad0-4415-a7b9-c5746454bbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9a7a7e-012f-4a6b-ad83-4e749ac06a1e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:44.203361 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145592b-0025-470d-9f54-8bedadc156fc None None] New status for floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:40:44.245447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad7945ad-052d-42a5-922b-888c6250275a req-3760158b-2558-4328-ab29-9d5970073b30 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608637 Feb 03 21:40:44.355889 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca9136a-57f2-40bd-a2f0-90f2392e945e x-openstack-request-id: req-cca9136a-57f2-40bd-a2f0-90f2392e945e {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:44.356594 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:44.357257 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cca9136a-57f2-40bd-a2f0-90f2392e945e {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:44.358092 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'status': 'completed', 'code': 200} Feb 03 21:40:44.518411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-649c3abc-edc2-4678-8894-0d4db971a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:44.521588 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-649c3abc-edc2-4678-8894-0d4db971a054 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 1128 time: 0.1383245 Feb 03 21:40:44.749293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2483311-8e91-4e18-b637-78844f683b29 req-d02e2b14-44cd-44a9-bc0e-0debfc7c705f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:44.750855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2483311-8e91-4e18-b637-78844f683b29 req-d02e2b14-44cd-44a9-bc0e-0debfc7c705f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1356318 Feb 03 21:40:44.814528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-06820b61-6360-4bf3-9710-91606a505261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:44.816251 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-06820b61-6360-4bf3-9710-91606a505261 service neutron] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.2857902 Feb 03 21:40:44.854108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2483311-8e91-4e18-b637-78844f683b29 req-081d80c3-4548-4597-af03-ef5b8042a60f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822234 Feb 03 21:40:44.979438 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-bdb927ee-e62d-44a0-a554-f466f407f26e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 200 len: 217 time: 0.1552784 Feb 03 21:40:45.120716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-6dac25e7-37c9-45c3-a9d2-0100016e8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:45.127023 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-6dac25e7-37c9-45c3-a9d2-0100016e8402 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.1368568 Feb 03 21:40:45.255845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b5093-36c2-4fa7-8358-7a27a551b29b req-d54b947f-fc7b-4341-b11a-26144d3386d9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:45.260693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-b793e278-056c-4576-b466-0fd72c8ee881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:45.263461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-b793e278-056c-4576-b466-0fd72c8ee881 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1233735 Feb 03 21:40:45.283012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf2b5093-36c2-4fa7-8358-7a27a551b29b req-d54b947f-fc7b-4341-b11a-26144d3386d9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1497006 Feb 03 21:40:45.381432 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8242ccc-21ab-4cfa-b702-4cb9e9f38a0f req-4e54ef50-64eb-40f2-83b0-dfff7975d51f tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 210 time: 0.0947921 Feb 03 21:40:45.438002 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-c2e18ebf-0fc1-427b-a111-a352d001dc97 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621249 Feb 03 21:40:45.470608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf2b5093-36c2-4fa7-8358-7a27a551b29b req-cc007f9f-8749-44de-a545-98a50f4dc759 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852622 Feb 03 21:40:45.609262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8758aa49-b24e-42bd-87ae-518ed35b57f7 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:45.694547 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c5477328-8ae2-4616-8cab-5dc491c50460 req-ffa5bf00-101c-4ed8-b68d-2590d9c66bbf service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468853 Feb 03 21:40:45.728615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-9778bcd9-fb4a-4e62-b12b-81c2af879c83 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:45.731279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-9778bcd9-fb4a-4e62-b12b-81c2af879c83 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2007108 Feb 03 21:40:45.780618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cedb6-c2e8-4ad1-a16e-3a87a9adbeda req-f9f6cad7-0cfe-421b-b1dc-48f8c0b1adc8 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:45.791253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-782cedb6-c2e8-4ad1-a16e-3a87a9adbeda req-f9f6cad7-0cfe-421b-b1dc-48f8c0b1adc8 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 944 time: 0.2098382 Feb 03 21:40:45.800497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 8758aa49-b24e-42bd-87ae-518ed35b57f7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8758aa49-b24e-42bd-87ae-518ed35b57f7,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:45.816003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '8758aa49-b24e-42bd-87ae-518ed35b57f7', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'port_id': '8758aa49-b24e-42bd-87ae-518ed35b57f7', 'mac_address': 'fa:16:3e:ca:14:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:40:45.873362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-6e2cb645-8663-4d7d-8b44-bff4e0ec52d4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.1305628 Feb 03 21:40:45.881465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-c5424150-f4b0-4020-970c-0de126e9d1c4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Request body: {'floatingip': {'port_id': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:45.884467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 8758aa49-b24e-42bd-87ae-518ed35b57f7 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:45.887176 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:45.917648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8758aa49-b24e-42bd-87ae-518ed35b57f7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:45.957587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-c5424150-f4b0-4020-970c-0de126e9d1c4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:45.963230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 8758aa49-b24e-42bd-87ae-518ed35b57f7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8758aa49-b24e-42bd-87ae-518ed35b57f7,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:45.980833 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:46.026454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:46.027561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-782cedb6-c2e8-4ad1-a16e-3a87a9adbeda req-edaa45a0-d3eb-42dc-a301-89ef7ee54d1b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328887 Feb 03 21:40:46.149257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=8758aa49-b24e-42bd-87ae-518ed35b57f7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:46.261364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-network', 'tenant_id': '1b0d4b2948634e919196251922a97d4f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:46.325766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Made reservation on behalf of 1b0d4b2948634e919196251922a97d4f for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:40:46.328365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:46.409649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:46.429553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['8758aa49-b24e-42bd-87ae-518ed35b57f7'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:46.580789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50028396-9cc4-4f23-a8d4-7b257931a6b6 req-67cdc2a5-96df-4e41-8852-70165951e430 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:46.608939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50028396-9cc4-4f23-a8d4-7b257931a6b6 req-67cdc2a5-96df-4e41-8852-70165951e430 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.2093065 Feb 03 21:40:46.687459 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Publish callbacks [] for security_group (98ab7aaf-4d32-4603-ad1b-f97806f6f3ea), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:46.691213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-10e4494f-3b0a-4589-8f99-58e5fe553403 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=320c9146c2f549c091a61a76d19c8e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3278484 Feb 03 21:40:46.694980 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (98ab7aaf-4d32-4603-ad1b-f97806f6f3ea), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:46.899842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50028396-9cc4-4f23-a8d4-7b257931a6b6 req-e464e323-5c3e-485e-84d7-f0000b6b95fe tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752388 Feb 03 21:40:46.945441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:40:47.047474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-2bb5ec46-f6e3-47ee-9b50-3475f85d74b6 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:47.049638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-2bb5ec46-f6e3-47ee-9b50-3475f85d74b6 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3475604 Feb 03 21:40:47.057279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:47.085880 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8648156d-fac6-42e9-82d6-f353e53b86ce), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:47.085880 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Added segment 8648156d-fac6-42e9-82d6-f353e53b86ce of type vlan for network 83ae70db-d930-438a-954f-5377c6b2de25 Feb 03 21:40:47.088830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Request body: {'port': {'device_id': '710cbf4e-a3f5-4c98-aecc-f08ed049c2cc', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '320c9146c2f549c091a61a76d19c8e99'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:47.110696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f96a525-5303-4b14-ae16-027e406dd910 req-06717593-37ea-4511-8b13-ba9b3ba6a9f9 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 210 time: 0.0657196 Feb 03 21:40:47.148485 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-c5424150-f4b0-4020-970c-0de126e9d1c4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:47.158318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-c5424150-f4b0-4020-970c-0de126e9d1c4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:47.377860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e5dd3-071f-4dfc-88b8-96246fba2f80 req-39358d6a-290f-4e5e-a8ce-fa481667ce2a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:47.379352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-433e5dd3-071f-4dfc-88b8-96246fba2f80 req-39358d6a-290f-4e5e-a8ce-fa481667ce2a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1784554 Feb 03 21:40:47.382709 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-c5424150-f4b0-4020-970c-0de126e9d1c4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8 associated. External IP: 172.25.5.195, port: 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6. Feb 03 21:40:47.581022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (83ae70db-d930-438a-954f-5377c6b2de25), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:47.617903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Made reservation on behalf of 320c9146c2f549c091a61a76d19c8e99 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:40:47.621943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:47.764552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Allocated IP 192.168.233.71 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/a382ba5e-8292-48e9-b26b-294dfbbd3aac) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:47.881701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c8707-dd40-4356-98f4-da167049b35a req-51d7eb0a-361d-4825-9463-a80cc3bae2bc tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:47.883402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e63c8707-dd40-4356-98f4-da167049b35a req-51d7eb0a-361d-4825-9463-a80cc3bae2bc tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a629358-20c6-4443-a492-f4ae0905d400 HTTP/1.1" status: 200 len: 946 time: 0.5648017 Feb 03 21:40:47.934469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-433e5dd3-071f-4dfc-88b8-96246fba2f80 req-06f37afd-883a-4e74-bad5-192148bcce17 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475047 Feb 03 21:40:47.937433 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks [] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:47.975485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (83ae70db-d930-438a-954f-5377c6b2de25), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:47.976616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:47.977395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:48.039375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=83ae70db-d930-438a-954f-5377c6b2de25,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:48.042663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:48.050824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 83ae70db-d930-438a-954f-5377c6b2de25 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:40:48.096711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:48.100111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:48.104779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:48.144490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['747e86a4-3530-47c5-9d1a-e78ab8496d85'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:48.196608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:48.205403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:48.238874 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ab64e9dd-8c1e-4cfc-8d36-ff93ab6ff5f5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2111309 Feb 03 21:40:48.243117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50182) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:48.253276 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1708477 Feb 03 21:40:48.254410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Request body: {'subnet': {'network_id': '83ae70db-d930-438a-954f-5377c6b2de25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-subnet', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:48.264730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94face80-15c3-4d8b-bd92-843a9fb673ec tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Pushing event updated for resources: {'Port': ['ID=a382ba5e-8292-48e9-b26b-294dfbbd3aac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:48.282698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Request body: {'port': {'device_id': '710cbf4e-a3f5-4c98-aecc-f08ed049c2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:48.323720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eb981-2e57-41b2-b503-57e928efe29e req-1c3ef758-3659-455c-b9af-adc85809ca05 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:48.326762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c79eb981-2e57-41b2-b503-57e928efe29e req-1c3ef758-3659-455c-b9af-adc85809ca05 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 945 time: 0.2461395 Feb 03 21:40:48.352108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-e63c8707-dd40-4356-98f4-da167049b35a req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Deleting port 3f5823f2-3182-4bee-99e9-c7d374e01563 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:40:48.356628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e63c8707-dd40-4356-98f4-da167049b35a req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:48.361445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-c5424150-f4b0-4020-970c-0de126e9d1c4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Router c78c602f-9a8a-41de-be91-227448b5dc3f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:40:48.421314 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:48.442636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Made reservation on behalf of 1b0d4b2948634e919196251922a97d4f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:40:48.445960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:48.558628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9561c09-b265-4e25-802e-370f192edeaa None None] Provisioning complete for port a382ba5e-8292-48e9-b26b-294dfbbd3aac triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:48.559006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9561c09-b265-4e25-802e-370f192edeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:48.635835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9561c09-b265-4e25-802e-370f192edeaa None None] Port a382ba5e-8292-48e9-b26b-294dfbbd3aac cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:40:48.731546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c79eb981-2e57-41b2-b503-57e928efe29e req-465f0b35-a8c2-4930-934d-365fe71dcfd8 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626986 Feb 03 21:40:48.800557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e63c8707-dd40-4356-98f4-da167049b35a req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] For port 3f5823f2-3182-4bee-99e9-c7d374e01563, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3f5823f2-3182-4bee-99e9-c7d374e01563,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:48.801198 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e63c8707-dd40-4356-98f4-da167049b35a req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:48.847868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a382ba5e-8292-48e9-b26b-294dfbbd3aac {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:48.864467 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Publish callbacks [] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:48.884969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-e63c8707-dd40-4356-98f4-da167049b35a req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Calling delete_port for 3f5823f2-3182-4bee-99e9-c7d374e01563 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:40:48.907976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Transition to ACTIVE for port object a382ba5e-8292-48e9-b26b-294dfbbd3aac will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:40:48.922056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:49.021569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Pushing event updated for resources: {'Port': ['ID=a382ba5e-8292-48e9-b26b-294dfbbd3aac,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:49.121798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Attempting to bind port a382ba5e-8292-48e9-b26b-294dfbbd3aac on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:49.122230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Attempting to bind port a382ba5e-8292-48e9-b26b-294dfbbd3aac by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:49.122370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-c5424150-f4b0-4020-970c-0de126e9d1c4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:40:49.122618 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Attempting to bind port a382ba5e-8292-48e9-b26b-294dfbbd3aac on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:49.128881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Port a382ba5e-8292-48e9-b26b-294dfbbd3aac on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:40:49.129205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Attempting to bind port a382ba5e-8292-48e9-b26b-294dfbbd3aac on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:49.135064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:49.135593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:49.136111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:49.136681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Bound port: a382ba5e-8292-48e9-b26b-294dfbbd3aac, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:49.137238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] Sync routers for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:40:49.137739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:49.155367 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-c5424150-f4b0-4020-970c-0de126e9d1c4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:49.158814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:49.160414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:49.222067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] For port a382ba5e-8292-48e9-b26b-294dfbbd3aac, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:49.227366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] For port a382ba5e-8292-48e9-b26b-294dfbbd3aac, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a382ba5e-8292-48e9-b26b-294dfbbd3aac,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:49.243755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:49.318371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:49.319294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:49.321750 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] 10.222.0.10 "PUT /v2.0/ports/a382ba5e-8292-48e9-b26b-294dfbbd3aac HTTP/1.1" status: 200 len: 1095 time: 1.0434799 Feb 03 21:40:49.322582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710cbf4e-a3f5-4c98-aecc-f08ed049c2cc', 'tag': 'a382ba5e-8292-48e9-b26b-294dfbbd3aac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:49.325117 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8833293b-1ae8-4297-a1a4-e24082f31dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "710cbf4e-a3f5-4c98-aecc-f08ed049c2cc", "tag": "a382ba5e-8292-48e9-b26b-294dfbbd3aac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:49.369005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9c8d0-199f-4721-a25b-50a497eb2513 service neutron] Pushing event updated for resources: {'Port': ['ID=a382ba5e-8292-48e9-b26b-294dfbbd3aac,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:49.388634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-c5424150-f4b0-4020-970c-0de126e9d1c4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "PUT /v2.0/floatingips/b42eb360-a8de-4d8e-b03f-94df0b98e7a8 HTTP/1.1" status: 200 len: 996 time: 3.5142665 Feb 03 21:40:49.389402 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e63c8707-dd40-4356-98f4-da167049b35a req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3f5823f2-3182-4bee-99e9-c7d374e01563), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:49.396833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:49.399118 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:49.426394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:49.456868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-8437cb41-00e7-4e8a-ba1a-dbead5bfc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:49.458456 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-8437cb41-00e7-4e8a-ba1a-dbead5bfc4a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=320c9146c2f549c091a61a76d19c8e99&device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 1129 time: 0.0763581 Feb 03 21:40:49.545461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-ea5152a8-67b5-4723-8128-652bd59b3835 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=a382ba5e-8292-48e9-b26b-294dfbbd3aac HTTP/1.1" status: 200 len: 217 time: 0.0755026 Feb 03 21:40:49.623546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8758aa49-b24e-42bd-87ae-518ed35b57f7 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:49.636788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Pushing event deleted for resources: {'Port': ['ID=3f5823f2-3182-4bee-99e9-c7d374e01563,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:49.673402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63c8707-dd40-4356-98f4-da167049b35a req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] No DVR routers for this DVR port 3f5823f2-3182-4bee-99e9-c7d374e01563 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:40:49.673862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-4c5a1672-d0a0-4b7c-a1fb-884f58449c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:49.675747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-4c5a1672-d0a0-4b7c-a1fb-884f58449c57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1231475 Feb 03 21:40:49.684094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e63c8707-dd40-4356-98f4-da167049b35a req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:49.687808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e63c8707-dd40-4356-98f4-da167049b35a req-e0242c5f-b94c-44e0-9784-f25a84e61ea8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.10 "DELETE /v2.0/ports/3f5823f2-3182-4bee-99e9-c7d374e01563 HTTP/1.1" status: 204 len: 173 time: 1.7952199 Feb 03 21:40:49.721248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:49.761918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-fc294cc4-6994-46e4-a25a-4a84a0dd6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:49.763540 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-fc294cc4-6994-46e4-a25a-4a84a0dd6336 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0806131 Feb 03 21:40:49.808026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f303-cb0a-4c02-a259-acda295e354e req-d74eb4d0-d859-4025-91f1-8d066d398afa tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:49.821595 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0237f303-cb0a-4c02-a259-acda295e354e req-d74eb4d0-d859-4025-91f1-8d066d398afa tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.7961385 Feb 03 21:40:49.980497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3f5823f2-3182-4bee-99e9-c7d374e01563 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:40:49.984740 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-c3878c3b-8ae5-427f-9323-4c62993e8e85 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010229 Feb 03 21:40:50.036519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-dd8c66db-48fa-4524-ae86-4e7156431194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:50.044429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-dd8c66db-48fa-4524-ae86-4e7156431194 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1127 time: 0.6089189 Feb 03 21:40:50.169641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-e1f7f1cc-f7e3-4235-a8f2-501d08494873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:50.177355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-e1f7f1cc-f7e3-4235-a8f2-501d08494873 service neutron] 10.222.0.50 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.1316299 Feb 03 21:40:50.182528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b525ef8b-093f-44ef-a33f-4a1bf1dbb8a3 req-45dfa469-b773-4c0e-8476-fc60b19c3332 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911128 Feb 03 21:40:50.251974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0237f303-cb0a-4c02-a259-acda295e354e req-d0b9b41e-d7ca-44cf-a01f-d869de216f1b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259536 Feb 03 21:40:50.349900 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (d1dee0e9-21bb-4926-ad92-d87ecde20967), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:50.355176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 3f5823f2-3182-4bee-99e9-c7d374e01563 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:40:50.355709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3f5823f2-3182-4bee-99e9-c7d374e01563 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:40:50.494644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 8758aa49-b24e-42bd-87ae-518ed35b57f7 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:40:50.503209 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 8758aa49-b24e-42bd-87ae-518ed35b57f7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:50.504176 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:50.537834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Checking segment: {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:50.537834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Network hostable DHCP agents. Network: 83ae70db-d930-438a-954f-5377c6b2de25, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:40:50.582991 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-2fb36836-abc5-4dfa-a732-880433cee12c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 999 time: 0.4047594 Feb 03 21:40:50.642251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1dee0e9-21bb-4926-ad92-d87ecde20967,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:50.647322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-9f7b58fd-35c6-4282-9445-a7048f89077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:50.650432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 8758aa49-b24e-42bd-87ae-518ed35b57f7 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:50.651466 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:50.656385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-9f7b58fd-35c6-4282-9445-a7048f89077f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.0708826 Feb 03 21:40:50.658057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Network 83ae70db-d930-438a-954f-5377c6b2de25 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:40:50.676957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 83ae70db-d930-438a-954f-5377c6b2de25) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:50.681919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:50.682783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:50.693363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b01bb2b-d484-4fc4-a1d9-be614ecad8ab None None] Network 83ae70db-d930-438a-954f-5377c6b2de25 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:40:50.737929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93947de-f205-44dc-aed9-bcfa62758883 req-2ce08078-7cbe-41f7-993c-481eb754b871 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:50.739597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e93947de-f205-44dc-aed9-bcfa62758883 req-2ce08078-7cbe-41f7-993c-481eb754b871 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 947 time: 0.2880943 Feb 03 21:40:50.748007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:50.748268 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9b2ea341-7b0f-41da-9f8e-cb2786be731e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5037346 Feb 03 21:40:50.754231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:50.757338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758aa49-b24e-42bd-87ae-518ed35b57f7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:50.759599 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9620e430-b3d0-44d6-bb81-f6078fbd7c4e" -d '{"events": [{"server_uuid": "aebc807d-6dee-418b-ad62-12ab3df09d39", "name": "network-vif-plugged", "status": "completed", "tag": "8758aa49-b24e-42bd-87ae-518ed35b57f7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:50.765343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-8234fbe2-b93f-46c9-9d29-9d0cfb6226fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:50.773692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-8234fbe2-b93f-46c9-9d29-9d0cfb6226fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1167495 Feb 03 21:40:50.787732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 8758aa49-b24e-42bd-87ae-518ed35b57f7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8758aa49-b24e-42bd-87ae-518ed35b57f7,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:50.799269 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:50.801225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:50.811592 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:50.885730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:37:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:46Z', 'revision_number': 8, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:50.946517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-83ae70db-d930-438a-954f-5377c6b2de25', 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25', 'project_id': '1b0d4b2948634e919196251922a97d4f', 'fixed_ips': [{'subnet_id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:40:50.947741 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:50.950857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=8758aa49-b24e-42bd-87ae-518ed35b57f7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:50.953568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] Checking router: c78c602f-9a8a-41de-be91-227448b5dc3f for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:40:50.969324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks [] for router_controller (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:50.973259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e93947de-f205-44dc-aed9-bcfa62758883 req-657da643-6441-4188-b1b2-6c8ad3adaba2 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227676 Feb 03 21:40:50.991933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:50.992881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:51.038586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-e03d3857-d829-47a6-831b-816bad1933d0 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639408 Feb 03 21:40:51.244980 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks [] for router_gateway (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:51.248608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d35a4390-7a5b-4d59-9217-95bc6f4532c8 req-12d9a0ed-3ed7-4adb-82f2-e2ad8057f7e3 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986096 Feb 03 21:40:51.298042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51a9cf-92ff-432f-9b38-1dcdb5859baa req-9db60ed7-0096-48f6-b44e-e15ee9979671 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:51.301897 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b51a9cf-92ff-432f-9b38-1dcdb5859baa req-9db60ed7-0096-48f6-b44e-e15ee9979671 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1227794 Feb 03 21:40:51.358533 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b444b3e-4a0c-4cbf-98b7-202173904e51 x-openstack-request-id: req-2b444b3e-4a0c-4cbf-98b7-202173904e51 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:51.359083 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710cbf4e-a3f5-4c98-aecc-f08ed049c2cc", "tag": "a382ba5e-8292-48e9-b26b-294dfbbd3aac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:51.359539 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b444b3e-4a0c-4cbf-98b7-202173904e51 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:51.360118 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710cbf4e-a3f5-4c98-aecc-f08ed049c2cc', 'tag': 'a382ba5e-8292-48e9-b26b-294dfbbd3aac', 'status': 'completed', 'code': 200} Feb 03 21:40:51.366750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Allocated IP 172.20.0.2 (83ae70db-d930-438a-954f-5377c6b2de25/d1dee0e9-21bb-4926-ad92-d87ecde20967/31733110-3914-4303-ac2e-cc8a039c5e6e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:51.410755 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d1cf87-17f9-43ab-bcf8-d01b960324e3 x-openstack-request-id: req-b0d1cf87-17f9-43ab-bcf8-d01b960324e3 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:51.411039 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:51.411358 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0d1cf87-17f9-43ab-bcf8-d01b960324e3 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:51.415224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:51.425496 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'status': 'completed', 'code': 200} Feb 03 21:40:51.455187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b51a9cf-92ff-432f-9b38-1dcdb5859baa req-ac8f49f3-bff8-4df3-831d-e55bc0c4011b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446168 Feb 03 21:40:51.566297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-a3603c6e-cd81-46ea-8200-413f9c852031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:51.567902 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-a3603c6e-cd81-46ea-8200-413f9c852031 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=320c9146c2f549c091a61a76d19c8e99&device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 1129 time: 0.1743748 Feb 03 21:40:51.591951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-43724299-7df1-46d1-ba36-a745f2a997f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:51.604610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-43724299-7df1-46d1-ba36-a745f2a997f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1127 time: 0.1494355 Feb 03 21:40:51.761835 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a41cdd0-172e-4028-98f7-fa39fa2f477b x-openstack-request-id: req-0a41cdd0-172e-4028-98f7-fa39fa2f477b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:51.762215 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebc807d-6dee-418b-ad62-12ab3df09d39", "name": "network-vif-plugged", "status": "completed", "tag": "8758aa49-b24e-42bd-87ae-518ed35b57f7", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:51.762393 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a41cdd0-172e-4028-98f7-fa39fa2f477b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:51.762906 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758aa49-b24e-42bd-87ae-518ed35b57f7', 'code': 200} Feb 03 21:40:51.804389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8af73-7aa6-4a38-a1d5-7180bf26b549 req-5d097450-ff31-45d5-b5c5-ce51dd8703d3 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:51.809116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68f8af73-7aa6-4a38-a1d5-7180bf26b549 req-5d097450-ff31-45d5-b5c5-ce51dd8703d3 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2034163 Feb 03 21:40:51.881015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-01947d1e-9aab-4fbb-a8f7-1c5c11c4c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:51.889365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-01947d1e-9aab-4fbb-a8f7-1c5c11c4c48c service neutron] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.2165048 Feb 03 21:40:52.132783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68f8af73-7aa6-4a38-a1d5-7180bf26b549 req-a408987f-9a6e-4251-b0be-dd18e1eb4427 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117597 Feb 03 21:40:52.143426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-17f4a886-6446-430e-926e-815e285876ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 999 time: 0.2182300 Feb 03 21:40:52.187974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bed36f-54e9-4f19-a6e5-1b855a7ec81d req-6561084b-8898-4c09-aa43-96a0405cbc34 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:52.194932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:37:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:46Z', 'revision_number': 8, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:52.209949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22bed36f-54e9-4f19-a6e5-1b855a7ec81d req-6561084b-8898-4c09-aa43-96a0405cbc34 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.3550665 Feb 03 21:40:52.260813 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks [] for router_gateway (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:52.306345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b725e-a9a6-4771-96b8-1693ef062dfd None None] The sync data for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 is: [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b42eb360-a8de-4d8e-b03f-94df0b98e7a8', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'port_id': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'mac_address': 'fa:16:3e:37:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:40:09Z', 'updated_at': '2022-02-03T21:40:46Z', 'revision_number': 8, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:40:52.321608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0362f-5e61-4aa2-8656-3d2386604b43 req-3aea3dcd-f2b8-498b-bec8-b0b403828272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:52.324703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55e0362f-5e61-4aa2-8656-3d2386604b43 req-3aea3dcd-f2b8-498b-bec8-b0b403828272 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 1128 time: 0.4357111 Feb 03 21:40:52.327021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-440e9fec-27fd-402b-9f8b-8f97c4821466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:52.328448 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-440e9fec-27fd-402b-9f8b-8f97c4821466 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.7412891 Feb 03 21:40:52.335178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:52.372614 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Publish callbacks [] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:52.387692 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:52.430285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-a6a7d0ba-d5e6-4b53-a220-428fdaab4450 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=a382ba5e-8292-48e9-b26b-294dfbbd3aac HTTP/1.1" status: 200 len: 217 time: 0.0764639 Feb 03 21:40:52.497815 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55e0362f-5e61-4aa2-8656-3d2386604b43 req-317700b0-aaf9-471a-8502-a8a34bbb5cfc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523731 Feb 03 21:40:52.502348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-9e546b6a-6841-4525-99da-2ec8f5ebcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:52.503788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-9e546b6a-6841-4525-99da-2ec8f5ebcc42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.3476636 Feb 03 21:40:52.511130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Network 83ae70db-d930-438a-954f-5377c6b2de25 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:52.532964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:52.547473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:52.550777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Pushing event updated for resources: {'Port': ['ID=31733110-3914-4303-ac2e-cc8a039c5e6e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:52.600824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8c7ffe3-7c67-4bb6-9281-e11807babb24 req-50f27d58-31c5-4e21-b07f-d7db2cb96e6d tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips/b42eb360-a8de-4d8e-b03f-94df0b98e7a8 HTTP/1.1" status: 200 len: 996 time: 0.3898115 Feb 03 21:40:52.612477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22bed36f-54e9-4f19-a6e5-1b855a7ec81d req-f8f4b318-ccd5-4a61-a216-44d5e314a76b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511791 Feb 03 21:40:52.623622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-50820f24-37d5-4def-8c62-066b85143849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:52.625346 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-50820f24-37d5-4def-8c62-066b85143849 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1677749 Feb 03 21:40:52.680669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Attempting to bind port 31733110-3914-4303-ac2e-cc8a039c5e6e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:52.681076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Attempting to bind port 31733110-3914-4303-ac2e-cc8a039c5e6e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:52.681445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Attempting to bind port 31733110-3914-4303-ac2e-cc8a039c5e6e on network 83ae70db-d930-438a-954f-5377c6b2de25 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:52.693867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:52.694295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Checking segment: {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:52.694706 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:52.695101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Bound using segment: {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:52.695579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Bound port: 31733110-3914-4303-ac2e-cc8a039c5e6e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:52.695963 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:52.752601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Allocated IP 172.25.5.107 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/0fadc123-9537-4431-97ee-edafdcd4df9c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:52.783616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-ce2346b6-d628-4213-aa19-acdde022f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:52.789150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-ce2346b6-d628-4213-aa19-acdde022f1cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1506374 Feb 03 21:40:52.810783 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653790ef-3dcb-46be-897f-4414d7d6dd48 None None] New status for floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:40:52.819895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-d75501d1-130a-48ca-a3d4-6cd42a2ea51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:52.821323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-d75501d1-130a-48ca-a3d4-6cd42a2ea51c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3015068 Feb 03 21:40:52.875036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] For port 31733110-3914-4303-ac2e-cc8a039c5e6e, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:52.878367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] For port 31733110-3914-4303-ac2e-cc8a039c5e6e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=31733110-3914-4303-ac2e-cc8a039c5e6e,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:52.903563 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:52.963883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7ffe3-7c67-4bb6-9281-e11807babb24 req-c3c7730d-123e-42c2-b91b-e620ce199c83 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:52.964915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8c7ffe3-7c67-4bb6-9281-e11807babb24 req-c3c7730d-123e-42c2-b91b-e620ce199c83 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.3457906 Feb 03 21:40:52.985728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-a8c7ffe3-7c67-4bb6-9281-e11807babb24 req-f2f654cb-f738-4fce-9d3d-30bddd551c88 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:40:52.986753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8c7ffe3-7c67-4bb6-9281-e11807babb24 req-f2f654cb-f738-4fce-9d3d-30bddd551c88 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095501 Feb 03 21:40:53.023850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks [] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:53.028064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9491c-d60d-47ee-921e-e43d20d27200 req-f20fb69a-f78f-4a66-8bb2-cb4967810311 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:53.039779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd1945-c8a6-43c9-b3a0-b46051b41b43 None None] Pushing event updated for resources: {'Port': ['ID=31733110-3914-4303-ac2e-cc8a039c5e6e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:53.042486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fa9491c-d60d-47ee-921e-e43d20d27200 req-f20fb69a-f78f-4a66-8bb2-cb4967810311 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 947 time: 0.2621841 Feb 03 21:40:53.091971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:53.125447 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:40:53.139991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:53.149610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:53.203389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:53.307800 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-c9279156-9ab6-4495-8ef8-2e2e86385d83 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068729 Feb 03 21:40:53.312199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Pushing event updated for resources: {'Port': ['ID=0fadc123-9537-4431-97ee-edafdcd4df9c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:53.535138 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fdbebac-ec41-4ed7-8f26-84d50ddf2f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:53.654611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'name': 'network-vif-deleted', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:53.657600 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd0c12f-5219-4e0a-beaa-26bf6f671f74" -d '{"events": [{"server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "name": "network-vif-deleted", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:53.703631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 31733110-3914-4303-ac2e-cc8a039c5e6e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:53.723044 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8833293b-1ae8-4297-a1a4-e24082f31dfd req-c158ae92-a461-44f8-8eb5-12af0f824241 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968225 Feb 03 21:40:53.767807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-b884c729-15cc-4626-852d-fea203f3f8c2 service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9323521 Feb 03 21:40:53.818111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 31733110-3914-4303-ac2e-cc8a039c5e6e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:53.818504 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:53.905198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a382ba5e-8292-48e9-b26b-294dfbbd3aac details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:40:53.937752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbced3a7-dece-4d0d-9018-72ca22f28e79 req-54a76d91-7cd1-46c3-bcab-5e19dc5ee7a4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:53.942527 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks [] for router_gateway (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:53.949331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbced3a7-dece-4d0d-9018-72ca22f28e79 req-54a76d91-7cd1-46c3-bcab-5e19dc5ee7a4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.2878335 Feb 03 21:40:53.996065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fa9491c-d60d-47ee-921e-e43d20d27200 req-eb87c967-624d-4c0c-b19d-e131c83c419f tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9525816 Feb 03 21:40:54.152421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbced3a7-dece-4d0d-9018-72ca22f28e79 req-4642f4ce-8215-4915-9f0c-c7c60e21a1ca tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022836 Feb 03 21:40:54.224009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7657f2ba-5b43-4471-9e2b-88dd5b70c67e req-fe4e7967-9f20-4a3e-97a5-da140ad50bda service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478538 Feb 03 21:40:54.235568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a382ba5e-8292-48e9-b26b-294dfbbd3aac, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a382ba5e-8292-48e9-b26b-294dfbbd3aac,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:54.281530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-dfc86cf3-0c76-4a76-8b5b-24ce2cf0bfb7 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1001 time: 0.1444614 Feb 03 21:40:54.362013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:54.385466 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:54.391499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'a382ba5e-8292-48e9-b26b-294dfbbd3aac', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'a382ba5e-8292-48e9-b26b-294dfbbd3aac', 'mac_address': 'fa:16:3e:b4:41:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:40:54.439054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-a1c18966-b445-4a00-9424-9e43c00390f4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:54.440308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-a1c18966-b445-4a00-9424-9e43c00390f4 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports/710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 942 time: 0.1527629 Feb 03 21:40:54.467986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956af8-8243-4807-a3b5-cfb8d18e7614 req-7eb6ba32-9d48-4faf-b763-c7360e0e263d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:54.483496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f956af8-8243-4807-a3b5-cfb8d18e7614 req-7eb6ba32-9d48-4faf-b763-c7360e0e263d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1731606 Feb 03 21:40:54.485832 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:54.505800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 31733110-3914-4303-ac2e-cc8a039c5e6e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:54.506194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:54.606676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 31733110-3914-4303-ac2e-cc8a039c5e6e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=31733110-3914-4303-ac2e-cc8a039c5e6e,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:54.619165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a382ba5e-8292-48e9-b26b-294dfbbd3aac is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:54.621773 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:54.628686 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:54.675890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-0d26dd61-7e1e-4641-9bef-746d4e6dceeb tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1001 time: 0.1550391 Feb 03 21:40:54.705601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=31733110-3914-4303-ac2e-cc8a039c5e6e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:54.713944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a382ba5e-8292-48e9-b26b-294dfbbd3aac {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:40:54.756463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b5c22-d50e-4948-94a0-63997631e6cd None None] Network 83ae70db-d930-438a-954f-5377c6b2de25 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:40:54.761007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a382ba5e-8292-48e9-b26b-294dfbbd3aac, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a382ba5e-8292-48e9-b26b-294dfbbd3aac,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:54.813806 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:54.824437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:40:54.920749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-c63ce731-c0c0-4ae2-a911-681725e25fda tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:54.922805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-c63ce731-c0c0-4ae2-a911-681725e25fda tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.2331803 Feb 03 21:40:54.967507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f956af8-8243-4807-a3b5-cfb8d18e7614 req-4f27b87d-da92-4e89-b3bd-16610276d1c0 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4829273 Feb 03 21:40:55.106411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:40:55.131671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Sync routers for ids ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:40:55.139429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-7a2779c0-1cdd-49b6-b598-85e6715fe9ea tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1001 time: 0.1893950 Feb 03 21:40:55.154070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:55.158164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-d8029722-2d65-4561-ba04-9ed924d9f2c8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:55.158526 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-caa4be4b-3c21-40b9-85a3-8202660b6398 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4085081 Feb 03 21:40:55.159307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:55.169310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012b78f-6c6a-4836-b5b5-18d4c584dfa9 req-a8ad9cb3-a25c-4a1a-b924-3c64d935d450 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:55.177620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c012b78f-6c6a-4836-b5b5-18d4c584dfa9 req-a8ad9cb3-a25c-4a1a-b924-3c64d935d450 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1015723 Feb 03 21:40:55.182416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Routers {'d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:55.183044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:55.260537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6c6a0ece-ede8-416c-a449-bfa337969d19 None None] Provisioning complete for port 31733110-3914-4303-ac2e-cc8a039c5e6e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:55.260827 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c6a0ece-ede8-416c-a449-bfa337969d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:55.301223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a382ba5e-8292-48e9-b26b-294dfbbd3aac,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:55.355638 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c012b78f-6c6a-4836-b5b5-18d4c584dfa9 req-87ba4b24-f268-4215-ad6f-be82db92ee1c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761029 Feb 03 21:40:55.361732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['a382ba5e-8292-48e9-b26b-294dfbbd3aac'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:40:55.390330 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-d8029722-2d65-4561-ba04-9ed924d9f2c8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:55.509122 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a49ef4-d61f-498a-9451-74bb51532e95 x-openstack-request-id: req-b4a49ef4-d61f-498a-9451-74bb51532e95 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:55.509485 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a629358-20c6-4443-a492-f4ae0905d400", "name": "network-vif-deleted", "tag": "3f5823f2-3182-4bee-99e9-c7d374e01563", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:55.509766 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4a49ef4-d61f-498a-9451-74bb51532e95 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:55.510905 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a629358-20c6-4443-a492-f4ae0905d400', 'name': 'network-vif-deleted', 'tag': '3f5823f2-3182-4bee-99e9-c7d374e01563', 'status': 'completed', 'code': 200} Feb 03 21:40:55.652660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 31733110-3914-4303-ac2e-cc8a039c5e6e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:55.759260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-d8029722-2d65-4561-ba04-9ed924d9f2c8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:55.793152 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-d8029722-2d65-4561-ba04-9ed924d9f2c8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:55.794265 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-d8029722-2d65-4561-ba04-9ed924d9f2c8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8 disassociated. External IP: 172.25.5.195, port: 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6. Feb 03 21:40:55.849272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Set router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:56.107115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-d8029722-2d65-4561-ba04-9ed924d9f2c8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Router c78c602f-9a8a-41de-be91-227448b5dc3f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:40:56.109357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a0ece-ede8-416c-a449-bfa337969d19 None None] Current status of the port 31733110-3914-4303-ac2e-cc8a039c5e6e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:56.171273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b6f4f1-c0e9-4124-915c-72f42b49b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:56.183447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1793d3f-3af5-4d11-b7ed-4ebe721dc34e req-695ffb55-b910-461e-9eeb-a27417e9dfe4 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:56.191678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1793d3f-3af5-4d11-b7ed-4ebe721dc34e req-695ffb55-b910-461e-9eeb-a27417e9dfe4 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 948 time: 0.5356970 Feb 03 21:40:56.245620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:56.325197 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1793d3f-3af5-4d11-b7ed-4ebe721dc34e req-582a85ba-a5cf-4bfe-af8f-3923749ec132 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325254 Feb 03 21:40:56.412645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 31733110-3914-4303-ac2e-cc8a039c5e6e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:56.418522 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:56.422783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-d8029722-2d65-4561-ba04-9ed924d9f2c8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:40:56.439267 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] Sync routers for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:40:56.444474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-d8029722-2d65-4561-ba04-9ed924d9f2c8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:56.467765 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:56.468492 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:56.522633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-d8029722-2d65-4561-ba04-9ed924d9f2c8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "PUT /v2.0/floatingips/b42eb360-a8de-4d8e-b03f-94df0b98e7a8 HTTP/1.1" status: 200 len: 696 time: 1.3695681 Feb 03 21:40:56.540112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fff32c51-8ce5-4ffb-854e-6b2daec42ed4 None None] Provisioning complete for port 31733110-3914-4303-ac2e-cc8a039c5e6e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:56.540494 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fff32c51-8ce5-4ffb-854e-6b2daec42ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:56.554092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Allocated IP 172.20.0.1 (83ae70db-d930-438a-954f-5377c6b2de25/d1dee0e9-21bb-4926-ad92-d87ecde20967/32c706cf-65c6-468e-961e-f59dcc6bc215) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:40:56.742510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:40:50Z', 'updated_at': '2022-02-03T21:40:53Z', 'revision_number': 3, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'gw_port': {'id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ab:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:52Z', 'updated_at': '2022-02-03T21:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:56.762533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-bb0e8d6b-7dd3-4f31-9728-5ecf437896ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:56.777639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-bb0e8d6b-7dd3-4f31-9728-5ecf437896ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1127 time: 0.2372122 Feb 03 21:40:56.777879 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Publish callbacks [] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:56.784394 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:56.850044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Checking router: d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:40:56.850448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Updating router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 port 0fadc123-9537-4431-97ee-edafdcd4df9c binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:40:56.865805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:56.914779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9d1d9-1d7d-49b4-9832-a84ceec9a023 req-e288a892-0f69-47ff-b3fa-229d47c982ff tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:56.931103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ede9d1d9-1d7d-49b4-9832-a84ceec9a023 req-e288a892-0f69-47ff-b3fa-229d47c982ff tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.3188221 Feb 03 21:40:56.956700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Network 83ae70db-d930-438a-954f-5377c6b2de25 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:56.959824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:56.974200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 31733110-3914-4303-ac2e-cc8a039c5e6e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:56.976471 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:56.977027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:40:56.981343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Pushing event updated for resources: {'Port': ['ID=32c706cf-65c6-468e-961e-f59dcc6bc215,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:57.000053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ede9d1d9-1d7d-49b4-9832-a84ceec9a023 req-9964aabb-ccb9-42b4-996b-a5f80df72aa3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679491 Feb 03 21:40:57.011664 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fff32c51-8ce5-4ffb-854e-6b2daec42ed4 None None] Current status of the port 31733110-3914-4303-ac2e-cc8a039c5e6e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:57.014041 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:57.065108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:57.074956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-341a1bc5-05a2-4294-b487-77bac9641b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:57.090784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-341a1bc5-05a2-4294-b487-77bac9641b11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.3068137 Feb 03 21:40:57.254065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-bf02037e-e2df-4b22-ae86-f978c7a8f7e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 217 time: 0.1596978 Feb 03 21:40:57.265287 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:57.330069 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] Checking router: c78c602f-9a8a-41de-be91-227448b5dc3f for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:40:57.350663 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:57.351347 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:57.409432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690a4cd-a0f1-4e80-8e5d-5cbf4fa8d445 req-2ee70d10-13b3-4274-b0f9-8b0ca7ef4254 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:57.411407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8690a4cd-a0f1-4e80-8e5d-5cbf4fa8d445 req-2ee70d10-13b3-4274-b0f9-8b0ca7ef4254 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2992110 Feb 03 21:40:57.414076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-8cc091da-113a-45b5-82fa-e75c3feb2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:57.422112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-8cc091da-113a-45b5-82fa-e75c3feb2349 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.1672809 Feb 03 21:40:57.511824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:57.516098 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f23488c-b93c-48ee-8541-0f4d92064859" -d '{"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:57.569776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8690a4cd-a0f1-4e80-8e5d-5cbf4fa8d445 req-1c1c2720-a14e-46d4-9478-97850c2b150a tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310287 Feb 03 21:40:57.573873 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Publish callbacks [] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:57.586875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-40f89cd8-7d7c-43dc-aa63-39a397944e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:57.596507 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:57.600532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-40f89cd8-7d7c-43dc-aa63-39a397944e93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1772141 Feb 03 21:40:57.604854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:57.621917 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:57.627541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-253f9b75-546a-475e-bb22-1747d9009813 None None] Provisioning complete for port 32c706cf-65c6-468e-961e-f59dcc6bc215 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:57.627915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-253f9b75-546a-475e-bb22-1747d9009813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:57.729510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-760e85a5-1906-463f-a5bd-4bf77ac90a36 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266234 Feb 03 21:40:57.784030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Attempting to bind port 0fadc123-9537-4431-97ee-edafdcd4df9c on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:40:57.784623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Attempting to bind port 0fadc123-9537-4431-97ee-edafdcd4df9c by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:40:57.784759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Attempting to bind port 0fadc123-9537-4431-97ee-edafdcd4df9c on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:40:57.786819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eac15e-c885-4845-b5b3-4c0212b0693f None None] Pushing event updated for resources: {'Port': ['ID=0fadc123-9537-4431-97ee-edafdcd4df9c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:57.790430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-253f9b75-546a-475e-bb22-1747d9009813 None None] Port 32c706cf-65c6-468e-961e-f59dcc6bc215 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:40:57.795157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:40:57.795552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:40:57.795947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:57.796342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:40:57.796817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Bound port: 0fadc123-9537-4431-97ee-edafdcd4df9c, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:40:57.797262 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:57.918698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a382ba5e-8292-48e9-b26b-294dfbbd3aac up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:40:57.951871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] For port 0fadc123-9537-4431-97ee-edafdcd4df9c, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:40:57.976325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] For port 0fadc123-9537-4431-97ee-edafdcd4df9c, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0fadc123-9537-4431-97ee-edafdcd4df9c,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:40:57.981800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee786ce9-f35c-48c8-a786-0aba4cc1a4b0 req-b7756032-4af7-4390-9b4d-6bc737abaf37 service neutron] 10.222.0.50 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508812 Feb 03 21:40:57.991220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Publish callbacks [] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:57.997340 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:58.006423 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:58.011760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef2e81-a54f-44af-90a3-1f2bd398b5aa req-2e251855-c52a-4f74-834d-e26b0894e20c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:58.022684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bef2e81-a54f-44af-90a3-1f2bd398b5aa req-2e251855-c52a-4f74-834d-e26b0894e20c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.2832239 Feb 03 21:40:58.088466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port a382ba5e-8292-48e9-b26b-294dfbbd3aac completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:40:58.142164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Pushing event updated for resources: {'Port': ['ID=32c706cf-65c6-468e-961e-f59dcc6bc215,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:58.145225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:58.145398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port a382ba5e-8292-48e9-b26b-294dfbbd3aac triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:58.145794 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:58.200791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eac15e-c885-4845-b5b3-4c0212b0693f None None] Pushing event updated for resources: {'Port': ['ID=0fadc123-9537-4431-97ee-edafdcd4df9c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:58.203231 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bef2e81-a54f-44af-90a3-1f2bd398b5aa req-39413455-0065-43b8-ad14-01fe2af2f7d4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737692 Feb 03 21:40:58.273380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Routers {'d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:40:58.274030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:58.286615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe353e36-2b04-4f6d-be61-24fc96afc91e req-45706037-bc77-45da-9c52-5d05b3f91b15 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:58.304487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe353e36-2b04-4f6d-be61-24fc96afc91e req-45706037-bc77-45da-9c52-5d05b3f91b15 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 948 time: 0.1967351 Feb 03 21:40:58.312790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Network 83ae70db-d930-438a-954f-5377c6b2de25 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:40:58.316499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:40:58.405306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe353e36-2b04-4f6d-be61-24fc96afc91e req-02ad0659-dedf-4a5c-ac64-ed4e5ded2b30 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995779 Feb 03 21:40:58.419133 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3120447-5310-429a-983b-cfbd76671cb5 x-openstack-request-id: req-c3120447-5310-429a-983b-cfbd76671cb5 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:40:58.419631 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:40:58.420039 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3120447-5310-429a-983b-cfbd76671cb5 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:40:58.420599 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'status': 'completed', 'code': 200} Feb 03 21:40:58.469153 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:58.550719 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af951fe-d09e-461f-9899-b1a4708c3974 None None] The sync data for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 is: [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:39:46Z', 'revision_number': 4, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ec16c46-86ac-4b9d-a6d4-3f701a931f8d', 'name': '', 'network_id': '389414c5-46da-4172-86cd-f127985ac026', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'mac_address': 'fa:16:3e:97:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:45Z', 'updated_at': '2022-02-03T21:39:50Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'subnets': [{'id': 'ce248299-6d8b-42ab-9018-6c005c6a8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:40:58.570047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-c2e76215-4969-416f-9e56-4ee1030897c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:58.571329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-c2e76215-4969-416f-9e56-4ee1030897c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 1127 time: 0.1338756 Feb 03 21:40:58.702674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:40:58.891517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-5b12071e-7412-45db-b932-6dee71481e8d tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips/b42eb360-a8de-4d8e-b03f-94df0b98e7a8 HTTP/1.1" status: 200 len: 696 time: 0.2722161 Feb 03 21:40:58.975443 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:59.004007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:40:59.012211 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8b3f7a08-7029-4106-b967-bc5d1443cd37 admin admin] 10.222.0.50 "PUT /v2.0/routers/d1ff01f5-b2c3-4dfb-81c1-89eb17a78110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8518734 Feb 03 21:40:59.033689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] Set router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:40:59.140166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-65e1661e-193f-474d-b2f0-51526c171948 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:59.159610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-65e1661e-193f-474d-b2f0-51526c171948 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.2671247 Feb 03 21:40:59.171655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fbbd3d-33e4-44b6-b0fd-93e610eff877 None None] New status for floating IP b42eb360-a8de-4d8e-b03f-94df0b98e7a8: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:40:59.229989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a382ba5e-8292-48e9-b26b-294dfbbd3aac is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:40:59.230392 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:59.270410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a9bd4b2c-c40f-40fa-b733-a1544bba223e None None] Provisioning complete for port 32c706cf-65c6-468e-961e-f59dcc6bc215 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:40:59.270641 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9bd4b2c-c40f-40fa-b733-a1544bba223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:59.274804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2cafe-eb00-43f7-a58c-feef8e33705e req-6035d0a3-b841-4525-b75a-f6a466f089a3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:59.281256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40f2cafe-eb00-43f7-a58c-feef8e33705e req-6035d0a3-b841-4525-b75a-f6a466f089a3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.6060746 Feb 03 21:40:59.285715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-55ddfcc1-5edd-420d-9d7e-74bc5b5e9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:59.288058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-55ddfcc1-5edd-420d-9d7e-74bc5b5e9a23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 200 len: 921 time: 0.7086861 Feb 03 21:40:59.317362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd4b2c-c40f-40fa-b733-a1544bba223e None None] Port 32c706cf-65c6-468e-961e-f59dcc6bc215 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:40:59.323967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-9429c5f5-f498-4aef-8b3b-6efa458a8aa6 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 699 time: 0.1633890 Feb 03 21:40:59.399719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-80039dfc-c228-4b6d-b685-965b4cd480ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 200 len: 217 time: 0.0910537 Feb 03 21:40:59.409338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710cbf4e-a3f5-4c98-aecc-f08ed049c2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a382ba5e-8292-48e9-b26b-294dfbbd3aac'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:40:59.411653 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf9fa58-5d23-4a3f-94ac-28291938ab53" -d '{"events": [{"server_uuid": "710cbf4e-a3f5-4c98-aecc-f08ed049c2cc", "name": "network-vif-plugged", "status": "completed", "tag": "a382ba5e-8292-48e9-b26b-294dfbbd3aac"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:40:59.435716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-4d84c2ac-8d88-4a2a-8b6c-d311035daa10 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 699 time: 0.1106157 Feb 03 21:40:59.524403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a382ba5e-8292-48e9-b26b-294dfbbd3aac, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a382ba5e-8292-48e9-b26b-294dfbbd3aac,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:40:59.554082 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:59.668450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a382ba5e-8292-48e9-b26b-294dfbbd3aac,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:40:59.672441 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40f2cafe-eb00-43f7-a58c-feef8e33705e req-c67afcf2-ff77-4e23-9e25-33cafe8d663c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828082 Feb 03 21:40:59.694536 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:40:50Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 4, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'gw_port': {'id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ab:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:52Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '32c706cf-65c6-468e-961e-f59dcc6bc215', 'name': '', 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'mac_address': 'fa:16:3e:aa:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:56Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 2, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'subnets': [{'id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:40:59.740015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-0422cefb-075a-4b7c-859b-995735daebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:59.742739 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-0422cefb-075a-4b7c-859b-995735daebdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 200 len: 859 time: 0.3329940 Feb 03 21:40:59.780261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1920435-0431-4170-a091-2cdd6b22bb18 None None] The sync data for ids ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'] in n-d-824834-9 is: [{'id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:40:50Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 4, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'gw_port': {'id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ab:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:52Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '32c706cf-65c6-468e-961e-f59dcc6bc215', 'name': '', 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'mac_address': 'fa:16:3e:aa:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:56Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 2, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'subnets': [{'id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:40:59.795618 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:40:59.942796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:40:59.949552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-network', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:40:59.986476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-9cc37b15-1471-4b13-8940-b4a3e5a51ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:40:59.988290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-9cc37b15-1471-4b13-8940-b4a3e5a51ea0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=389414c5-46da-4172-86cd-f127985ac026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1965823 Feb 03 21:41:00.000703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Made reservation on behalf of 4a7cccd4de5b428186515c49c67d9b51 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:00.003311 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.024179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.054392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Deleting port a945b647-8eca-4a51-8099-20241d9dfb70 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:00.054392 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a945b647-8eca-4a51-8099-20241d9dfb70), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.281986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428ccc7-1efe-401f-a6ce-fd582a1bc0d3 req-38bf340f-ad2b-4c4b-9b6b-3653fad03797 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:00.291692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f428ccc7-1efe-401f-a6ce-fd582a1bc0d3 req-38bf340f-ad2b-4c4b-9b6b-3653fad03797 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.4194281 Feb 03 21:41:00.293145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Publish callbacks [] for security_group (1f96d01e-4df3-4b02-a787-b409cfbcc4b7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.315159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1f96d01e-4df3-4b02-a787-b409cfbcc4b7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.353207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:41:00.395862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f428ccc7-1efe-401f-a6ce-fd582a1bc0d3 req-2f254ef4-a716-4270-a345-99f3073a4bf6 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032155 Feb 03 21:41:00.418475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.418895 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Added segment b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e of type vlan for network 2529641c-92ad-4413-b4ac-e9a72d6826aa Feb 03 21:41:00.510941 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a945b647-8eca-4a51-8099-20241d9dfb70), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.511312 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (a945b647-8eca-4a51-8099-20241d9dfb70), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.572376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-4a345af0-f1e3-4793-aece-b1b0afeec19b service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655646 Feb 03 21:41:00.573918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Calling delete_port for a945b647-8eca-4a51-8099-20241d9dfb70 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:00.594674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f96d01e-4df3-4b02-a787-b409cfbcc4b7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:00.620622 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2529641c-92ad-4413-b4ac-e9a72d6826aa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.635270 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-1e9f965b-82a4-479e-99b0-4d599a9743c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2093766 Feb 03 21:41:00.666859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2529641c-92ad-4413-b4ac-e9a72d6826aa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.678691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:00.679283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:00.726282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f23488c-b93c-48ee-8541-0f4d92064859 req-3039342a-51e1-49c5-9013-cc0bd541732c service neutron] 10.222.0.10 "GET /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456084 Feb 03 21:41:00.852571 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9075408 Feb 03 21:41:00.857786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:00.897160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Request body: {'subnet': {'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-subnet', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:00.924638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07b578-0007-474f-a9c7-df83fd495c20 admin admin] Pushing event updated for resources: {'Network': ['ID=2529641c-92ad-4413-b4ac-e9a72d6826aa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:00.939944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2529641c-92ad-4413-b4ac-e9a72d6826aa details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:41:00.986399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-2291f354-ad7c-4f4e-b36f-b0b79dd5e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:00.990846 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-2291f354-ad7c-4f4e-b36f-b0b79dd5e3c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1126 time: 0.3034785 Feb 03 21:41:00.997581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a945b647-8eca-4a51-8099-20241d9dfb70), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:01.035874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b8b7a-2cea-4fda-a2fe-741611b5f1a5 req-04f70660-e68d-4611-8bcd-e82bb9e5671f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:01.050523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-078b8b7a-2cea-4fda-a2fe-741611b5f1a5 req-04f70660-e68d-4611-8bcd-e82bb9e5671f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.5500243 Feb 03 21:41:01.095402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Pushing event deleted for resources: {'Port': ['ID=a945b647-8eca-4a51-8099-20241d9dfb70,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:01.221706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-078b8b7a-2cea-4fda-a2fe-741611b5f1a5 req-1c6db181-0595-4b6c-b5ba-1828f3017437 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342332 Feb 03 21:41:01.231981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Made reservation on behalf of 4a7cccd4de5b428186515c49c67d9b51 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:01.234381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:01.239052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks [] for floatingip (b42eb360-a8de-4d8e-b03f-94df0b98e7a8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:01.250031 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:01.264739 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-973b2d2a-1943-4188-a800-cdbfacac4a45 req-b3fb788b-035c-4ab6-92b4-045d0baf2142 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "DELETE /v2.0/floatingips/b42eb360-a8de-4d8e-b03f-94df0b98e7a8 HTTP/1.1" status: 204 len: 173 time: 1.8255908 Feb 03 21:41:01.296765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-9a733da9-2c11-40bb-9be6-8d4a51450cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:01.298316 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-9a733da9-2c11-40bb-9be6-8d4a51450cac service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.2857742 Feb 03 21:41:01.403290 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-e08c4245-b83e-459b-93c0-bc35803d53ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 217 time: 0.0906820 Feb 03 21:41:01.438188 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a418a79-bbeb-4287-b647-69385411cd81 x-openstack-request-id: req-6a418a79-bbeb-4287-b647-69385411cd81 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:01.438731 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710cbf4e-a3f5-4c98-aecc-f08ed049c2cc", "name": "network-vif-plugged", "status": "completed", "tag": "a382ba5e-8292-48e9-b26b-294dfbbd3aac", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:01.439158 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a418a79-bbeb-4287-b647-69385411cd81 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:01.439760 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710cbf4e-a3f5-4c98-aecc-f08ed049c2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a382ba5e-8292-48e9-b26b-294dfbbd3aac', 'code': 200} Feb 03 21:41:01.460387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a7f4-89e1-429b-9ff5-772f34a3bf9c req-075afbc1-f8e1-4511-9669-ecc61a268cbf tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:01.471955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5c6a7f4-89e1-429b-9ff5-772f34a3bf9c req-075afbc1-f8e1-4511-9669-ecc61a268cbf tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 949 time: 0.1199670 Feb 03 21:41:01.574887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-3c436dda-f69b-40bb-a1b8-814290d68687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:01.579053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-3c436dda-f69b-40bb-a1b8-814290d68687 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1662040 Feb 03 21:41:01.663119 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-dd23956f-0107-409c-9760-ee269e2669da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739503 Feb 03 21:41:01.715438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0fadc123-9537-4431-97ee-edafdcd4df9c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:01.786301 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-797890a8-6303-4be6-ae18-af2347c49c5e service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167037 Feb 03 21:41:01.873504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 0fadc123-9537-4431-97ee-edafdcd4df9c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:01.874135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:01.975792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:02.093995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 0fadc123-9537-4431-97ee-edafdcd4df9c is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:02.094571 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:02.135594 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9732a1-3001-4cfa-a74c-2df4aa3a1e47 req-d08d0144-7be3-446c-b96e-8c810a65958e service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396146 Feb 03 21:41:02.154100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 0fadc123-9537-4431-97ee-edafdcd4df9c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0fadc123-9537-4431-97ee-edafdcd4df9c,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:02.160273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:02.168326 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:02.197558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Checking segment: {'id': 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:02.197922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Network hostable DHCP agents. Network: 2529641c-92ad-4413-b4ac-e9a72d6826aa, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:41:02.234122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Network 2529641c-92ad-4413-b4ac-e9a72d6826aa is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:41:02.256503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=0fadc123-9537-4431-97ee-edafdcd4df9c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:02.258747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2529641c-92ad-4413-b4ac-e9a72d6826aa) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:02.264803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:02.265605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:02.279796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5772a642-d711-4e61-99b3-a43dc075a11b None None] Network 2529641c-92ad-4413-b4ac-e9a72d6826aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:02.299775 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a1550ea1-0ade-4422-a061-518681653f4d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4408417 Feb 03 21:41:02.300456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50358) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:02.305268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:02.341795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5c6a7f4-89e1-429b-9ff5-772f34a3bf9c req-c8e8546c-a8f5-475a-9db2-45b60285fa4b tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8687916 Feb 03 21:41:02.356381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (dc71ab9e-b94a-4bcc-9f9f-469c40176150), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:02.357607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (dc71ab9e-b94a-4bcc-9f9f-469c40176150), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:02.395835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ff819-35c7-4bc3-90d4-4534954664bc req-e2ba2ef9-f676-40cb-a923-065ae6ee282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:02.397499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-835ff819-35c7-4bc3-90d4-4534954664bc req-e2ba2ef9-f676-40cb-a923-065ae6ee282a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 1131 time: 0.8681679 Feb 03 21:41:02.415735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3ea3f-f886-47a8-9400-68d6e0019208 req-3c0043e8-4458-459c-9b8d-002a63602d0c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:02.422777 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31a3ea3f-f886-47a8-9400-68d6e0019208 req-3c0043e8-4458-459c-9b8d-002a63602d0c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.8944461 Feb 03 21:41:02.494943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks [] for router_controller (dc71ab9e-b94a-4bcc-9f9f-469c40176150), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:02.536401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2529641c-92ad-4413-b4ac-e9a72d6826aa', 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa', 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'fixed_ips': [{'subnet_id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:41:02.537320 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:02.550279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-835ff819-35c7-4bc3-90d4-4534954664bc req-85412170-4418-4f27-b4f5-074e7e101ae8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246378 Feb 03 21:41:02.580358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31a3ea3f-f886-47a8-9400-68d6e0019208 req-cd933e97-0e3b-41ad-be72-c75a1736f826 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407409 Feb 03 21:41:02.805672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Allocated IP 172.20.0.2 (2529641c-92ad-4413-b4ac-e9a72d6826aa/2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227/3869264b-2d21-4ff7-a736-d96c2230b69b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:41:02.813635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958be92-9c80-4c0b-8894-169fbf79a81e req-9dcce9fd-c999-40bf-be46-f870036f142f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:02.815202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e958be92-9c80-4c0b-8894-169fbf79a81e req-9dcce9fd-c999-40bf-be46-f870036f142f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1599212 Feb 03 21:41:02.815584 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks [] for router_gateway (dc71ab9e-b94a-4bcc-9f9f-469c40176150), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:02.948771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e958be92-9c80-4c0b-8894-169fbf79a81e req-38c3fdfd-9c17-42b4-9caa-c8d5ad85257f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261675 Feb 03 21:41:03.009809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f60cf-5568-46c0-be4c-d74fd733867a req-4c598dea-c6d3-4a82-a4ba-cbc512c25341 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:03.018241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf2f60cf-5568-46c0-be4c-d74fd733867a req-4c598dea-c6d3-4a82-a4ba-cbc512c25341 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1731718 Feb 03 21:41:03.118438 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Publish callbacks [] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:03.140206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf2f60cf-5568-46c0-be4c-d74fd733867a req-f3269ef1-b564-4efc-9896-d6078abef99c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204708 Feb 03 21:41:03.161217 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:03.165060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks [] for router_gateway (dc71ab9e-b94a-4bcc-9f9f-469c40176150), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:03.203841 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:03.239706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Pushing event updated for resources: {'Port': ['ID=3869264b-2d21-4ff7-a736-d96c2230b69b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:03.261796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Network 2529641c-92ad-4413-b4ac-e9a72d6826aa is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:03.267447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:03.278376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:41:03.289005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df9257-a7c4-4b61-bb89-ac165e446e14 req-6f3f7db6-38f3-465d-bcd2-aada2b402c88 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:03.290804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91df9257-a7c4-4b61-bb89-ac165e446e14 req-6f3f7db6-38f3-465d-bcd2-aada2b402c88 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 945 time: 0.0997753 Feb 03 21:41:03.349525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Allocated IP 172.25.5.119 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/95a186e1-4f33-4c3d-b779-f129087c6cb3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:41:03.373566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Attempting to bind port 3869264b-2d21-4ff7-a736-d96c2230b69b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:03.373943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Attempting to bind port 3869264b-2d21-4ff7-a736-d96c2230b69b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:03.374313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Attempting to bind port 3869264b-2d21-4ff7-a736-d96c2230b69b on network 2529641c-92ad-4413-b4ac-e9a72d6826aa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:03.380051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:03.380674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Checking segment: {'id': 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:03.381191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:03.383989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Bound using segment: {'id': 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:03.383989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Bound port: 3869264b-2d21-4ff7-a736-d96c2230b69b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:03.383989 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:03.457629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91df9257-a7c4-4b61-bb89-ac165e446e14 req-250a53c2-9fd8-4382-9f18-6cccfe027549 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550875 Feb 03 21:41:03.480753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] For port 3869264b-2d21-4ff7-a736-d96c2230b69b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:03.484064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] For port 3869264b-2d21-4ff7-a736-d96c2230b69b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3869264b-2d21-4ff7-a736-d96c2230b69b,segment=NetworkSegment(b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e),segment_id=b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:03.493864 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:03.531846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks [] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:03.656032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5e714-b449-4cc1-a70a-25f5988d37b0 req-af31fcad-2936-4775-9323-b10e26ecfb95 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:03.664704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1079ef-c79d-4c5b-8383-0447792038aa None None] Pushing event updated for resources: {'Port': ['ID=3869264b-2d21-4ff7-a736-d96c2230b69b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:03.667585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bc5e714-b449-4cc1-a70a-25f5988d37b0 req-af31fcad-2936-4775-9323-b10e26ecfb95 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 949 time: 0.1399496 Feb 03 21:41:03.710487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0fadc123-9537-4431-97ee-edafdcd4df9c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:03.753493 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Sync routers for ids ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:41:03.769601 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Routers {'d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:03.770253 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:03.828936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 0fadc123-9537-4431-97ee-edafdcd4df9c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:03.828936 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:03.837441 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bc5e714-b449-4cc1-a70a-25f5988d37b0 req-647e77ca-0c97-434b-acda-11eb66a7779d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688070 Feb 03 21:41:03.868331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3552045-81d8-4360-b33b-3969c341af40 req-41320119-b5ab-4f1f-a0f9-55a0b0988c1f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:03.877859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3552045-81d8-4360-b33b-3969c341af40 req-41320119-b5ab-4f1f-a0f9-55a0b0988c1f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1727326 Feb 03 21:41:03.949380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:04.020407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3552045-81d8-4360-b33b-3969c341af40 req-f570fe3e-de53-4b23-905f-06f15d38e593 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412833 Feb 03 21:41:04.069523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:04.075075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:04.095053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:41:04.126786 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Set router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:04.142241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 0fadc123-9537-4431-97ee-edafdcd4df9c is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:04.156118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Pushing event updated for resources: {'Port': ['ID=95a186e1-4f33-4c3d-b779-f129087c6cb3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:04.267840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7cc1a-e83d-4c17-8474-481364adbda4 req-6705319e-c099-416d-a172-121beab79dc6 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:04.290393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afe7cc1a-e83d-4c17-8474-481364adbda4 req-6705319e-c099-416d-a172-121beab79dc6 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1584821 Feb 03 21:41:04.453248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afe7cc1a-e83d-4c17-8474-481364adbda4 req-ebd36bb3-7dc1-46ff-9f94-8d1c8ba10cfe tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618531 Feb 03 21:41:04.460610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63ce4-b610-4664-bd92-ec1bfa0c7ffd req-c04c0b23-301c-42e1-9231-274eea311aef tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:04.470095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6b63ce4-b610-4664-bd92-ec1bfa0c7ffd req-c04c0b23-301c-42e1-9231-274eea311aef tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1368401 Feb 03 21:41:04.575550 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks [] for router_gateway (dc71ab9e-b94a-4bcc-9f9f-469c40176150), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:04.577560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6b63ce4-b610-4664-bd92-ec1bfa0c7ffd req-c5c7bee2-47b0-4ed3-8fdd-997e58e8d53a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064520 Feb 03 21:41:04.643508 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:40:50Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 4, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'gw_port': {'id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:52Z', 'updated_at': '2022-02-03T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '32c706cf-65c6-468e-961e-f59dcc6bc215', 'name': '', 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'mac_address': 'fa:16:3e:aa:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:56Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 2, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'subnets': [{'id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:04.672044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b9a8-be02-4e58-ad24-7ead7f4b68f8 req-c520c2a7-b5ab-468d-9444-dee2db0bab00 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:04.680632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b937b9a8-be02-4e58-ad24-7ead7f4b68f8 req-c520c2a7-b5ab-468d-9444-dee2db0bab00 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 945 time: 0.1011674 Feb 03 21:41:04.682489 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Checking router: d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:41:04.683026 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Updating router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 port 32c706cf-65c6-468e-961e-f59dcc6bc215 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:41:04.721735 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:04.724792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-b409ad67-e5cd-4017-a27b-003241c2bf97 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:04.726480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-b409ad67-e5cd-4017-a27b-003241c2bf97 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 945 time: 0.1167243 Feb 03 21:41:04.798533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b937b9a8-be02-4e58-ad24-7ead7f4b68f8 req-23bd680b-0708-489c-84fb-7cd0fbfaac53 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168191 Feb 03 21:41:04.891512 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (dc71ab9e-b94a-4bcc-9f9f-469c40176150), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:04.898413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Deleting port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:04.898767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:05.100815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f7e48-359a-4ed3-a364-0b53d6eb8291 req-a882e062-7bb0-4202-a8da-41fac18f2fad tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:05.109672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c5f7e48-359a-4ed3-a364-0b53d6eb8291 req-a882e062-7bb0-4202-a8da-41fac18f2fad tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 949 time: 0.1461928 Feb 03 21:41:05.118764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Router dc71ab9e-b94a-4bcc-9f9f-469c40176150 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:41:05.127679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] For port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:05.129605 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:05.152839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Calling delete_port for 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:05.327555 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:05.333868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c36e91-14e4-430d-947d-fcbc2becd2fa None None] Network 2529641c-92ad-4413-b4ac-e9a72d6826aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:05.344761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:41:05.345378 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Publish callbacks [] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:05.363362 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:05.388400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:05.392974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-51ac152d-8238-4936-a1a8-4db709486be1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0888386 Feb 03 21:41:05.393256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:05.413183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:05.430521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Sync routers for ids ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:41:05.446626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Pushing event deleted for resources: {'Port': ['ID=710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:05.485186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] No DVR routers for this DVR port 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:41:05.488347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:05.492487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16bf1074-7c7c-4a45-8edd-b57e78a94166 req-842bedd3-b85b-4a17-a3ea-734885d161f8 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.10 "DELETE /v2.0/ports/710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 HTTP/1.1" status: 204 len: 173 time: 0.7519321 Feb 03 21:41:05.497314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'name': 'network-vif-deleted', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:05.499931 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b52acec-127f-4254-99e9-9cd988c766a9" -d '{"events": [{"server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "name": "network-vif-deleted", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:05.508845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Routers {'dc71ab9e-b94a-4bcc-9f9f-469c40176150'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:05.510286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:05.522087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c5f7e48-359a-4ed3-a364-0b53d6eb8291 req-1e3c95e3-7247-482a-bdf7-946ca17d596d tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064283 Feb 03 21:41:05.540873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598cfd-867c-41c1-af64-0a8b8cc90f82 req-a08eef5f-172d-4322-96f2-79ba41028939 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:05.553963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5598cfd-867c-41c1-af64-0a8b8cc90f82 req-a08eef5f-172d-4322-96f2-79ba41028939 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.2480597 Feb 03 21:41:05.642492 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Pushing event updated for resources: {'Port': ['ID=32c706cf-65c6-468e-961e-f59dcc6bc215,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:05.714570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5598cfd-867c-41c1-af64-0a8b8cc90f82 req-a99b4d37-d389-49bc-9d58-c901e5fa8584 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580973 Feb 03 21:41:05.732342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8e8a77f0-a35c-44dd-8841-4727a21b0386 None None] Provisioning complete for port 3869264b-2d21-4ff7-a736-d96c2230b69b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:05.732816 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e8a77f0-a35c-44dd-8841-4727a21b0386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:05.842743 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.847604 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.848414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.848866 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.849527 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.851399 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.852314 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.857839 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.858378 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.858927 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.859269 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.862165 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.862165 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:05.916273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae808f-a36e-4bab-83e0-a2696ec1e7b0 req-ed45c15f-2525-4670-9c50-215c1727bb1b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:05.926493 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Attempting to bind port 32c706cf-65c6-468e-961e-f59dcc6bc215 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:05.928318 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Attempting to bind port 32c706cf-65c6-468e-961e-f59dcc6bc215 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:05.929870 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Attempting to bind port 32c706cf-65c6-468e-961e-f59dcc6bc215 on network 83ae70db-d930-438a-954f-5377c6b2de25 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:05.935054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0cae808f-a36e-4bab-83e0-a2696ec1e7b0 req-ed45c15f-2525-4670-9c50-215c1727bb1b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1715326 Feb 03 21:41:05.938227 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d9fd0d-fcf2-4b3f-b41e-826d265a38e8 x-openstack-request-id: req-14d9fd0d-fcf2-4b3f-b41e-826d265a38e8 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:05.938579 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d35b2b0-278b-4dbb-b6dd-949adad11867", "name": "network-vif-deleted", "tag": "710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:05.938759 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14d9fd0d-fcf2-4b3f-b41e-826d265a38e8 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:05.939149 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d35b2b0-278b-4dbb-b6dd-949adad11867', 'name': 'network-vif-deleted', 'tag': '710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6', 'status': 'completed', 'code': 200} Feb 03 21:41:05.940315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3869264b-2d21-4ff7-a736-d96c2230b69b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:05.946364 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:05.954860 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Checking segment: {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:05.955663 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:05.956300 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Bound using segment: {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:05.957051 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Bound port: 32c706cf-65c6-468e-961e-f59dcc6bc215, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:05.958728 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:06.028993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0cae808f-a36e-4bab-83e0-a2696ec1e7b0 req-216ced8c-bb2c-49d3-9b60-da43e7f542c8 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930388 Feb 03 21:41:06.097584 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] For port 32c706cf-65c6-468e-961e-f59dcc6bc215, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:06.116161 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] For port 32c706cf-65c6-468e-961e-f59dcc6bc215, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=32c706cf-65c6-468e-961e-f59dcc6bc215,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:06.142765 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:06.211782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Set router dc71ab9e-b94a-4bcc-9f9f-469c40176150 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:06.314709 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Routers {'d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:06.316840 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:06.405702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b793c2c-5ae0-463d-99ce-badc6b91a98e req-912f44ad-cb9d-4259-9037-c4ceb73d1059 tempest-FloatingIPsAssociationTestJSON-588168864 tempest-FloatingIPsAssociationTestJSON-588168864-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35b2b0-278b-4dbb-b6dd-949adad11867 HTTP/1.1" status: 200 len: 210 time: 0.1559248 Feb 03 21:41:06.472747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58833c9f-ba99-4f5f-96d3-82e4083fdcd3 req-84ffaba0-c298-47eb-ba0d-96f249310842 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:06.482201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58833c9f-ba99-4f5f-96d3-82e4083fdcd3 req-84ffaba0-c298-47eb-ba0d-96f249310842 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.2344642 Feb 03 21:41:06.545462 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed93a12-3116-4622-b024-4209bc259c3d None None] Pushing event updated for resources: {'Port': ['ID=32c706cf-65c6-468e-961e-f59dcc6bc215,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:06.621939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58833c9f-ba99-4f5f-96d3-82e4083fdcd3 req-bf6dd380-49f1-4b94-9095-150701f545be tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318195 Feb 03 21:41:06.661890 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] Set router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:06.692436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192caafe-12b7-4942-a4e0-515d9736dfb3 req-b9ba7e45-1fda-4b95-a8ca-a815c2a5e552 tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:06.700437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-192caafe-12b7-4942-a4e0-515d9736dfb3 req-b9ba7e45-1fda-4b95-a8ca-a815c2a5e552 tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 1131 time: 0.1034796 Feb 03 21:41:06.724369 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-192caafe-12b7-4942-a4e0-515d9736dfb3 req-552c13a7-5c79-4e3d-9feb-5656bf67d8bd tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:06.785685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:06.959476 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:40:50Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 4, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'gw_port': {'id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:52Z', 'updated_at': '2022-02-03T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '32c706cf-65c6-468e-961e-f59dcc6bc215', 'name': '', 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'mac_address': 'fa:16:3e:aa:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:56Z', 'updated_at': '2022-02-03T21:41:06Z', 'revision_number': 4, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'subnets': [{'id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:07.031823 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c5e6b-816c-44df-aef3-7ed24d46f1b8 None None] The sync data for ids ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'] in n-d-824834-9 is: [{'id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:40:50Z', 'updated_at': '2022-02-03T21:40:57Z', 'revision_number': 4, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'gw_port': {'id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:52Z', 'updated_at': '2022-02-03T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '32c706cf-65c6-468e-961e-f59dcc6bc215', 'name': '', 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'mac_address': 'fa:16:3e:aa:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:56Z', 'updated_at': '2022-02-03T21:41:06Z', 'revision_number': 4, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'subnets': [{'id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:41:07.057658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca134113-ba0c-42d8-af44-30c46b75f88e req-5c83e11f-0340-4ef2-aa36-ad8625269879 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:07.066037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Allocated IP 172.20.0.1 (2529641c-92ad-4413-b4ac-e9a72d6826aa/2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227/5f1bebdf-277d-4334-aa24-0b8bbc9efe3b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:41:07.068490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca134113-ba0c-42d8-af44-30c46b75f88e req-5c83e11f-0340-4ef2-aa36-ad8625269879 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1681793 Feb 03 21:41:07.078055 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-192caafe-12b7-4942-a4e0-515d9736dfb3 req-552c13a7-5c79-4e3d-9feb-5656bf67d8bd tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] Publish callbacks [] for security_group (614dd083-3bb6-4e23-b048-c4a161b8e78d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.089847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-192caafe-12b7-4942-a4e0-515d9736dfb3 req-552c13a7-5c79-4e3d-9feb-5656bf67d8bd tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (614dd083-3bb6-4e23-b048-c4a161b8e78d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.104631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3869264b-2d21-4ff7-a736-d96c2230b69b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:07.105256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.130923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c13a7-5c79-4e3d-9feb-5656bf67d8bd tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614dd083-3bb6-4e23-b048-c4a161b8e78d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:07.214714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-192caafe-12b7-4942-a4e0-515d9736dfb3 req-552c13a7-5c79-4e3d-9feb-5656bf67d8bd tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132971 Feb 03 21:41:07.249851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca134113-ba0c-42d8-af44-30c46b75f88e req-215c4d87-a28c-4b14-80a8-da8f88e42585 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800714 Feb 03 21:41:07.262477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:02Z', 'updated_at': '2022-02-03T21:41:04Z', 'revision_number': 3, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'gw_port': {'id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:03Z', 'updated_at': '2022-02-03T21:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:07.328833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a77f0-a35c-44dd-8841-4727a21b0386 None None] Current status of the port 3869264b-2d21-4ff7-a736-d96c2230b69b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:07.329568 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e8a77f0-a35c-44dd-8841-4727a21b0386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.339652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Publish callbacks [] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.349064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Checking router: dc71ab9e-b94a-4bcc-9f9f-469c40176150 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:41:07.349674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Updating router dc71ab9e-b94a-4bcc-9f9f-469c40176150 port 95a186e1-4f33-4c3d-b779-f129087c6cb3 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:41:07.386347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a781e-d771-43b5-a9d6-9dab3806d451 req-7cbd69b6-64a5-4a5e-8b29-add966e16da7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:07.394822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-785a781e-d771-43b5-a9d6-9dab3806d451 req-7cbd69b6-64a5-4a5e-8b29-add966e16da7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.0904400 Feb 03 21:41:07.407948 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.465872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8e8a77f0-a35c-44dd-8841-4727a21b0386 None None] For port 3869264b-2d21-4ff7-a736-d96c2230b69b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3869264b-2d21-4ff7-a736-d96c2230b69b,segment=NetworkSegment(b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e),segment_id=b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:07.479747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Network 2529641c-92ad-4413-b4ac-e9a72d6826aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:07.484193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:07.485730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e8a77f0-a35c-44dd-8841-4727a21b0386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.500581 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.504185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:41:07.511203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-785a781e-d771-43b5-a9d6-9dab3806d451 req-e9c1a2f8-4533-4587-b896-18d675e77445 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154237 Feb 03 21:41:07.511957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:07.564737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Pushing event updated for resources: {'Port': ['ID=5f1bebdf-277d-4334-aa24-0b8bbc9efe3b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:07.593635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (dc71ab9e-b94a-4bcc-9f9f-469c40176150), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.902532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3869264b-2d21-4ff7-a736-d96c2230b69b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:07.902922 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.909952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:07.980336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:07.999720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] Provisioning complete for port 3869264b-2d21-4ff7-a736-d96c2230b69b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:08.000873 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.012414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74e3dd-9ce6-4abd-9d04-b615b73bfd85 req-04de310f-0c5f-4a0b-95d9-cb46e20d0ee7 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:08.023060 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c74e3dd-9ce6-4abd-9d04-b615b73bfd85 req-04de310f-0c5f-4a0b-95d9-cb46e20d0ee7 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.1523979 Feb 03 21:41:08.155139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:08.155139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 710f18ab-7fc5-4c18-9da1-c8a8e0a4edd6 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:08.239677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a77f0-a35c-44dd-8841-4727a21b0386 None None] Pushing event updated for resources: {'Port': ['ID=3869264b-2d21-4ff7-a736-d96c2230b69b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:08.264178 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:41:08.264564 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:41:08.271725 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Publish callbacks [] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.280934 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Publish callbacks [] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.286701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.311539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.341326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c74e3dd-9ce6-4abd-9d04-b615b73bfd85 req-df217fff-3057-4388-b291-1eb4f5636d90 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066676 Feb 03 21:41:08.380799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Pushing event updated for resources: {'Port': ['ID=5f1bebdf-277d-4334-aa24-0b8bbc9efe3b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:08.406075 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (dc71ab9e-b94a-4bcc-9f9f-469c40176150), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.414351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] Current status of the port 3869264b-2d21-4ff7-a736-d96c2230b69b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:08.430508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Attempting to bind port 95a186e1-4f33-4c3d-b779-f129087c6cb3 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:08.430892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Attempting to bind port 95a186e1-4f33-4c3d-b779-f129087c6cb3 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:08.431264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Attempting to bind port 95a186e1-4f33-4c3d-b779-f129087c6cb3 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:08.471264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] Provisioning complete for port 32c706cf-65c6-468e-961e-f59dcc6bc215 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:08.471637 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.478328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:08.478728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:08.479220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.479622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:08.480153 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Bound port: 95a186e1-4f33-4c3d-b779-f129087c6cb3, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:08.480538 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.553761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] For port 95a186e1-4f33-4c3d-b779-f129087c6cb3, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:08.558201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] For port 95a186e1-4f33-4c3d-b779-f129087c6cb3, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=95a186e1-4f33-4c3d-b779-f129087c6cb3,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:08.562162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Network 2529641c-92ad-4413-b4ac-e9a72d6826aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:08.564249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:08.578586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631959fd-0036-4aad-bb82-5903440447e2 req-1a58c942-e928-430e-a234-7bc8af1b380f tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:08.580203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-631959fd-0036-4aad-bb82-5903440447e2 req-1a58c942-e928-430e-a234-7bc8af1b380f tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 1131 time: 0.2378638 Feb 03 21:41:08.590123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:08.604991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838cc8b-6526-4a05-b844-10a69da1bb7b None None] Pushing event updated for resources: {'Port': ['ID=95a186e1-4f33-4c3d-b779-f129087c6cb3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:08.630464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff1b9f-2557-4dcb-b4de-146b558eb891 req-a42ae6a3-178c-4d5e-b34b-e0f4587027af tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:08.638051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5ff1b9f-2557-4dcb-b4de-146b558eb891 req-a42ae6a3-178c-4d5e-b34b-e0f4587027af tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1600289 Feb 03 21:41:08.710991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838cc8b-6526-4a05-b844-10a69da1bb7b None None] Pushing event updated for resources: {'Port': ['ID=95a186e1-4f33-4c3d-b779-f129087c6cb3,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:08.715898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Routers {'dc71ab9e-b94a-4bcc-9f9f-469c40176150'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:08.716541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:08.817498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Router dc71ab9e-b94a-4bcc-9f9f-469c40176150 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:41:08.927773 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-631959fd-0036-4aad-bb82-5903440447e2 req-0f27bf8c-949c-489a-bebe-3fda0685d024 tempest-ServersAdminNegativeTestJSON-173605890 tempest-ServersAdminNegativeTestJSON-173605890-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133476 Feb 03 21:41:08.990801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:41:08.999783 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-55ad471c-fcf3-4c81-8748-999f53d0c30b admin admin] 10.222.0.50 "PUT /v2.0/routers/dc71ab9e-b94a-4bcc-9f9f-469c40176150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6054549 Feb 03 21:41:09.002788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] Set router dc71ab9e-b94a-4bcc-9f9f-469c40176150 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:09.007560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5ff1b9f-2557-4dcb-b4de-146b558eb891 req-435c47cd-0bfb-4a5c-b5a7-0a4c15a7d8cb tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578672 Feb 03 21:41:09.213936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12140c12-6b44-4ba7-a318-c73e1e50754e req-4e8ce022-aa02-4239-b0b4-6e8ec6b62c23 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:09.213936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12140c12-6b44-4ba7-a318-c73e1e50754e req-4e8ce022-aa02-4239-b0b4-6e8ec6b62c23 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1238952 Feb 03 21:41:09.273238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (c78c602f-9a8a-41de-be91-227448b5dc3f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:09.359533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3869264b-2d21-4ff7-a736-d96c2230b69b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:09.404541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] Current status of the port 32c706cf-65c6-468e-961e-f59dcc6bc215 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:09.404963 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:09.521583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] For port 32c706cf-65c6-468e-961e-f59dcc6bc215, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=32c706cf-65c6-468e-961e-f59dcc6bc215,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:09.538206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:02Z', 'updated_at': '2022-02-03T21:41:07Z', 'revision_number': 4, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'gw_port': {'id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:03Z', 'updated_at': '2022-02-03T21:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5f1bebdf-277d-4334-aa24-0b8bbc9efe3b', 'name': '', 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'mac_address': 'fa:16:3e:53:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:06Z', 'updated_at': '2022-02-03T21:41:07Z', 'revision_number': 2, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'subnets': [{'id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:09.540553 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:09.584249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12140c12-6b44-4ba7-a318-c73e1e50754e req-fb653c39-e69c-4ea1-a03c-29dbce16735b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653824 Feb 03 21:41:09.686696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851ff38-4f7b-46e0-b093-701cbb54ad45 None None] Pushing event updated for resources: {'Port': ['ID=32c706cf-65c6-468e-961e-f59dcc6bc215,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:09.689547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 32c706cf-65c6-468e-961e-f59dcc6bc215 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:09.726783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dc83e-6616-44b1-92b6-3f302e52b404 None None] The sync data for ids ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'] in n-d-824834-9 is: [{'id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:02Z', 'updated_at': '2022-02-03T21:41:07Z', 'revision_number': 4, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'gw_port': {'id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:03Z', 'updated_at': '2022-02-03T21:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5f1bebdf-277d-4334-aa24-0b8bbc9efe3b', 'name': '', 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'mac_address': 'fa:16:3e:53:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:06Z', 'updated_at': '2022-02-03T21:41:07Z', 'revision_number': 2, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'subnets': [{'id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:41:09.765667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-68b4b03e-c566-4c32-83c1-4e2b4f87b02c None None] Provisioning complete for port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:09.766705 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68b4b03e-c566-4c32-83c1-4e2b4f87b02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:09.895328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003e2b-d9c7-486a-a978-97e877d03f87 req-645b679b-311e-43cc-83a5-6628ddfe9c0d tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:09.897051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6003e2b-d9c7-486a-a978-97e877d03f87 req-645b679b-311e-43cc-83a5-6628ddfe9c0d tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1128 time: 0.1908407 Feb 03 21:41:09.904463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf68183-6a83-4b23-b752-31a16cea5919 req-973f6643-ad11-42c1-ae84-07d753b9ca72 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:09.914363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcf68183-6a83-4b23-b752-31a16cea5919 req-973f6643-ad11-42c1-ae84-07d753b9ca72 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 945 time: 0.2436681 Feb 03 21:41:10.028352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-68b4b03e-c566-4c32-83c1-4e2b4f87b02c None None] Port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:41:10.031587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 32c706cf-65c6-468e-961e-f59dcc6bc215 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:10.032269 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:10.146491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcf68183-6a83-4b23-b752-31a16cea5919 req-aae3775b-0e73-454f-91bf-0e05667dd149 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335682 Feb 03 21:41:10.156462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6003e2b-d9c7-486a-a978-97e877d03f87 req-cd215700-7090-4fdf-9f2c-3919f82d074d tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236338 Feb 03 21:41:10.234981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Deleting port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:10.235769 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:10.237781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 32c706cf-65c6-468e-961e-f59dcc6bc215 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:10.239052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3869264b-2d21-4ff7-a736-d96c2230b69b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:10.347890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3869264b-2d21-4ff7-a736-d96c2230b69b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:10.347890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:10.456810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] For port 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ec16c46-86ac-4b9d-a6d4-3f701a931f8d,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:10.457362 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:10.470460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3869264b-2d21-4ff7-a736-d96c2230b69b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:10.478888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2549-ec9e-407a-a8d9-a587021c7276 req-35ff03e6-89ce-4da3-8a8f-78bbc22614c3 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:10.481326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-044f2549-ec9e-407a-a8d9-a587021c7276 req-35ff03e6-89ce-4da3-8a8f-78bbc22614c3 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 949 time: 0.1660306 Feb 03 21:41:10.501057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a522a7d-4b49-4591-b88f-34e75fa989ea req-c23d2d98-b19f-44da-bd8a-0045bfe6a9d3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:10.502761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a522a7d-4b49-4591-b88f-34e75fa989ea req-c23d2d98-b19f-44da-bd8a-0045bfe6a9d3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.2029409 Feb 03 21:41:10.503905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Calling delete_port for 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:10.634277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-044f2549-ec9e-407a-a8d9-a587021c7276 req-23c1bb4c-04fa-4a7a-b0a9-6b0b52aec602 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463804 Feb 03 21:41:10.655559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a522a7d-4b49-4591-b88f-34e75fa989ea req-02d4342e-676f-4e6f-b7bd-8dad7c61a600 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408074 Feb 03 21:41:10.922070 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7ec16c46-86ac-4b9d-a6d4-3f701a931f8d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:11.035738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec16c46-86ac-4b9d-a6d4-3f701a931f8d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:11.147967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f1b7-d9dd-4601-99d8-e6d671e79b0f req-1b68c1c6-a590-4ca5-9017-bc631751b45d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:11.149917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6030f1b7-d9dd-4601-99d8-e6d671e79b0f req-1b68c1c6-a590-4ca5-9017-bc631751b45d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2312088 Feb 03 21:41:11.410823 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (c78c602f-9a8a-41de-be91-227448b5dc3f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:11.437312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-7d0c5e78-86a0-4096-b362-0ff40ec38e44 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:11.446426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6030f1b7-d9dd-4601-99d8-e6d671e79b0f req-1c5874e1-0268-4370-8223-c85e5180358d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846980 Feb 03 21:41:11.483979 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-7d0c5e78-86a0-4096-b362-0ff40ec38e44 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.1243529 Feb 03 21:41:11.515760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-9'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:11.698686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:11.827635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b0359acf-a1e2-4a59-ade6-2fe9f1e84012 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:41:11.999890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 32c706cf-65c6-468e-961e-f59dcc6bc215 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:12.078117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:12.100313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 32c706cf-65c6-468e-961e-f59dcc6bc215 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:12.101239 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:12.104759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b0359acf-a1e2-4a59-ade6-2fe9f1e84012 has no active binding in host n-h2-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:41:12.162303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:12.307265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:12.357628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Publish callbacks [] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:12.361217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:12.364109 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf7f022-cfb3-4223-b699-8108ccfa2c17" -d '{"events": [{"server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:12.369623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:12.380516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 32c706cf-65c6-468e-961e-f59dcc6bc215 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:12.390572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 95a186e1-4f33-4c3d-b779-f129087c6cb3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:12.464799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Pushing event updated for resources: {'Port': ['ID=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:12.478057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-e25d8023-8a95-403c-a572-2759ee3e3d0a tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:12.479266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-e25d8023-8a95-403c-a572-2759ee3e3d0a tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 949 time: 1.0653255 Feb 03 21:41:12.506396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0a514-55db-463b-8140-54d3c1a17f2f req-740e859b-efcd-46a3-a326-d795a11dca2b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:12.508512 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdf0a514-55db-463b-8140-54d3c1a17f2f req-740e859b-efcd-46a3-a326-d795a11dca2b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.1504703 Feb 03 21:41:12.533990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 95a186e1-4f33-4c3d-b779-f129087c6cb3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:12.534233 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:12.585631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on host n-h1-824834-9 for vnic_type normal with profile {"migrating_to": "n-h2-824834-9"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:12.586588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:12.586736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:12.599773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:41:12.600227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Attempting to bind port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:12.613137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:12.613757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:12.614530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:12.614678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Bound port: b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:12.615090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:12.694879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 95a186e1-4f33-4c3d-b779-f129087c6cb3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:12.695590 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:12.711934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:12.714108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdf0a514-55db-463b-8140-54d3c1a17f2f req-42625eb0-39e2-4079-ae06-2969298d5277 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827834 Feb 03 21:41:12.728961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:12.736228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 95a186e1-4f33-4c3d-b779-f129087c6cb3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=95a186e1-4f33-4c3d-b779-f129087c6cb3,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:12.745702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-8e17b0f5-c4a3-4f32-9ec1-d64d4d1a198c tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:41:12.748382 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:12.752005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Router c78c602f-9a8a-41de-be91-227448b5dc3f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:41:12.758601 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-8e17b0f5-c4a3-4f32-9ec1-d64d4d1a198c tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219419 Feb 03 21:41:12.769937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Deleting port a382ba5e-8292-48e9-b26b-294dfbbd3aac {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:12.770284 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:12.776562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:12.859152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=95a186e1-4f33-4c3d-b779-f129087c6cb3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:13.052585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] For port a382ba5e-8292-48e9-b26b-294dfbbd3aac, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a382ba5e-8292-48e9-b26b-294dfbbd3aac,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:13.053056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:13.075470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Calling delete_port for a382ba5e-8292-48e9-b26b-294dfbbd3aac owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:13.077756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:41:13.088089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd27f-acce-43dd-8227-e9855bd86382 req-c1225abc-1f71-43df-8765-6798ef81b774 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:13.089714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef4cd27f-acce-43dd-8227-e9855bd86382 req-c1225abc-1f71-43df-8765-6798ef81b774 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 950 time: 0.1808321 Feb 03 21:41:13.094580 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] Sync routers for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:41:13.099608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-527beb92-0dc7-4c90-a7b7-d340e34c8942 admin admin] 10.222.0.50 "PUT /v2.0/routers/c78c602f-9a8a-41de-be91-227448b5dc3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5865037 Feb 03 21:41:13.102163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50584) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:13.111553 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:13.112572 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:13.185032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Pushing event updated for resources: {'Port': ['ID=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:13.244809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:13.245992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:13.247430 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9acf34de-fa3a-48e6-8abe-852d6765ff0c service neutron] 10.222.0.47 "PUT /v2.0/ports/b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 200 len: 1121 time: 1.7623281 Feb 03 21:41:13.252016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-672421df-982b-465e-abcf-240945f6eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:13.263887 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-672421df-982b-465e-abcf-240945f6eaaf service neutron] 10.222.0.50 "GET /v2.0/ports/c07f34bb-b3fd-421e-b8d0-fb7097ce2866 HTTP/1.1" status: 200 len: 1125 time: 0.5026641 Feb 03 21:41:13.276299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Request body: {'binding': {'host': 'n-h2-824834-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:13.282437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:41:13.340168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef4cd27f-acce-43dd-8227-e9855bd86382 req-c2395166-cae0-46fc-a807-04668b9beb68 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284060 Feb 03 21:41:13.378941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['b0359acf-a1e2-4a59-ade6-2fe9f1e84012'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:13.391892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['b0359acf-a1e2-4a59-ade6-2fe9f1e84012'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:13.405712 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks [] for router (c78c602f-9a8a-41de-be91-227448b5dc3f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:13.530530 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:13.669517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 95a186e1-4f33-4c3d-b779-f129087c6cb3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:13.718361 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a382ba5e-8292-48e9-b26b-294dfbbd3aac), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:13.791634 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:41:10Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:13.793236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['747e86a4-3530-47c5-9d1a-e78ab8496d85'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:13.802040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Pushing event deleted for resources: {'Port': ['ID=a382ba5e-8292-48e9-b26b-294dfbbd3aac,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:13.833770 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] Checking router: c78c602f-9a8a-41de-be91-227448b5dc3f for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:41:13.844238 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] Routers {'c78c602f-9a8a-41de-be91-227448b5dc3f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:13.845675 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c78c602f-9a8a-41de-be91-227448b5dc3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:13.845981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d0718-d151-4a77-a632-85fcf74aff09 req-014791ba-0e85-4036-99ec-a9dc25043a22 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:13.847564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c12d0718-d151-4a77-a632-85fcf74aff09 req-014791ba-0e85-4036-99ec-a9dc25043a22 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.2555757 Feb 03 21:41:13.870665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on host n-h2-824834-9 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:13.871264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:13.871402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:13.888132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:41:13.888484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:13.903437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:13.903437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:13.903822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:13.917306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Bound port: c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:13.926708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks [] for router_gateway (c78c602f-9a8a-41de-be91-227448b5dc3f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:13.934201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Sync routers for ids ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:41:13.965886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] No DVR routers for this DVR port a382ba5e-8292-48e9-b26b-294dfbbd3aac on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:41:13.966256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b3c548fa-e8bf-4976-a7a6-0481d919b5ff no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:13.983886 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:13.987839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af00a22a-a32d-4c01-868f-cb85cdaaea74 req-283df3a3-72e5-4340-b1ce-209985672399 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "DELETE /v2.0/ports/a382ba5e-8292-48e9-b26b-294dfbbd3aac HTTP/1.1" status: 204 len: 173 time: 1.5011103 Feb 03 21:41:13.988326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710cbf4e-a3f5-4c98-aecc-f08ed049c2cc', 'name': 'network-vif-deleted', 'tag': 'a382ba5e-8292-48e9-b26b-294dfbbd3aac'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:13.991482 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3aeca0-f6ec-4a85-8df8-014993fe1254" -d '{"events": [{"server_uuid": "710cbf4e-a3f5-4c98-aecc-f08ed049c2cc", "name": "network-vif-deleted", "tag": "a382ba5e-8292-48e9-b26b-294dfbbd3aac"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:14.049816 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] Set router c78c602f-9a8a-41de-be91-227448b5dc3f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:14.057978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c12d0718-d151-4a77-a632-85fcf74aff09 req-1e324639-667c-43e4-a22f-9f003d88eb21 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674361 Feb 03 21:41:14.107488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Deleting port 9dcab42c-c94e-4471-895d-60979066538d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:14.107839 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9dcab42c-c94e-4471-895d-60979066538d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:14.143814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:14.171398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:14.172649 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-d601bddc-15cd-4c7c-8b8d-47db542536d0 service neutron] 10.222.0.50 "POST /v2.0/ports/c07f34bb-b3fd-421e-b8d0-fb7097ce2866/bindings HTTP/1.1" status: 201 len: 389 time: 0.9032128 Feb 03 21:41:14.229868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a382ba5e-8292-48e9-b26b-294dfbbd3aac no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:14.287481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Routers {'dc71ab9e-b94a-4bcc-9f9f-469c40176150'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:14.288234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:14.413222 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: a382ba5e-8292-48e9-b26b-294dfbbd3aac {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:14.413876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a382ba5e-8292-48e9-b26b-294dfbbd3aac not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:14.436714 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16aefeec-44bf-4641-83eb-bad55155dead x-openstack-request-id: req-16aefeec-44bf-4641-83eb-bad55155dead {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:14.437353 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:14.437838 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16aefeec-44bf-4641-83eb-bad55155dead {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:14.438435 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012', 'code': 200} Feb 03 21:41:14.445147 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ee3ff68-e25c-42d7-9764-eda7f53b956c req-6d686e1a-678b-4805-94f7-a892b767e0f7 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=710cbf4e-a3f5-4c98-aecc-f08ed049c2cc HTTP/1.1" status: 200 len: 210 time: 0.0828135 Feb 03 21:41:14.456128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] For port 9dcab42c-c94e-4471-895d-60979066538d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9dcab42c-c94e-4471-895d-60979066538d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:14.456409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9dcab42c-c94e-4471-895d-60979066538d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:14.497505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Calling delete_port for 9dcab42c-c94e-4471-895d-60979066538d owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:14.516350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 95a186e1-4f33-4c3d-b779-f129087c6cb3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:14.516729 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:14.654327 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:41:10Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:14.705382 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0e9dc-f475-4233-b7f7-31a970381d24 None None] The sync data for ids ['c78c602f-9a8a-41de-be91-227448b5dc3f'] in n-d-824834-9 is: [{'id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'name': 'tempest-FloatingIPsAssociationTestJSON-420243102-router', 'tenant_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '9dcab42c-c94e-4471-895d-60979066538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:39:42Z', 'updated_at': '2022-02-03T21:41:10Z', 'revision_number': 5, 'project_id': 'd47d1fe5af3c42b09e4a4f6b4900dab2', 'gw_port': {'id': '9dcab42c-c94e-4471-895d-60979066538d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c602f-9a8a-41de-be91-227448b5dc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:39:43Z', 'updated_at': '2022-02-03T21:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:41:14.733521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669422a-daea-4dc1-88d6-d45e6fe2dfb7 req-238f7bf2-7dc1-4b03-8b88-8b98120ddc0d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:14.740286 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a669422a-daea-4dc1-88d6-d45e6fe2dfb7 req-238f7bf2-7dc1-4b03-8b88-8b98120ddc0d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2196522 Feb 03 21:41:14.794780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port b3c548fa-e8bf-4976-a7a6-0481d919b5ff is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:14.795175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:14.878131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a669422a-daea-4dc1-88d6-d45e6fe2dfb7 req-ba514038-678d-4ec1-9ac9-de1a03eab3e1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368799 Feb 03 21:41:14.901635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Set router dc71ab9e-b94a-4bcc-9f9f-469c40176150 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:14.991664 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d0faa0-fe2b-460e-a4cd-0471d4b72578 x-openstack-request-id: req-b4d0faa0-fe2b-460e-a4cd-0471d4b72578 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:14.992376 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710cbf4e-a3f5-4c98-aecc-f08ed049c2cc", "name": "network-vif-deleted", "tag": "a382ba5e-8292-48e9-b26b-294dfbbd3aac", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:14.992852 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4d0faa0-fe2b-460e-a4cd-0471d4b72578 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:14.993521 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710cbf4e-a3f5-4c98-aecc-f08ed049c2cc', 'name': 'network-vif-deleted', 'tag': 'a382ba5e-8292-48e9-b26b-294dfbbd3aac', 'status': 'completed', 'code': 200} Feb 03 21:41:15.093020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9dcab42c-c94e-4471-895d-60979066538d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.136808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9dcab42c-c94e-4471-895d-60979066538d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:15.170913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473503d-ae1f-48c1-82a0-55742d09480d req-27ff6516-01c2-4b41-be89-5a9cd982d3e8 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:15.191818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0473503d-ae1f-48c1-82a0-55742d09480d req-27ff6516-01c2-4b41-be89-5a9cd982d3e8 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.1904352 Feb 03 21:41:15.213770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 95a186e1-4f33-4c3d-b779-f129087c6cb3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:15.216837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.217318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.217853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.218463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.218980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.219416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.219863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.220284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.220716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.221174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.221600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.222028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.222467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:15.242229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921acb4-1f02-4045-a29c-b0959a5a352f req-95c4f26c-77bc-4e36-8754-21588a5a5a61 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:15.249614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8921acb4-1f02-4045-a29c-b0959a5a352f req-95c4f26c-77bc-4e36-8754-21588a5a5a61 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2169526 Feb 03 21:41:15.257641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:15.261586 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a49c1a-4bc4-4471-8bb9-8881d36c1733" -d '{"events": [{"server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:15.265764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:15.299999 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.357858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (c78c602f-9a8a-41de-be91-227448b5dc3f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.362844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0473503d-ae1f-48c1-82a0-55742d09480d req-6511f244-89e3-425d-a72c-0e68e8f87c9d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697955 Feb 03 21:41:15.369440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:15.377430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8921acb4-1f02-4045-a29c-b0959a5a352f req-611f7da4-1760-4a85-8f3b-b758da6de1cd tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231313 Feb 03 21:41:15.556983 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b423a6-6f8c-4d09-93cd-e9eb2e00dbf8 x-openstack-request-id: req-d1b423a6-6f8c-4d09-93cd-e9eb2e00dbf8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:15.557407 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:15.559778 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1b423a6-6f8c-4d09-93cd-e9eb2e00dbf8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:15.560253 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff', 'code': 200} Feb 03 21:41:15.583982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:02Z', 'updated_at': '2022-02-03T21:41:07Z', 'revision_number': 4, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'gw_port': {'id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:03Z', 'updated_at': '2022-02-03T21:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5f1bebdf-277d-4334-aa24-0b8bbc9efe3b', 'name': '', 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'mac_address': 'fa:16:3e:53:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:06Z', 'updated_at': '2022-02-03T21:41:07Z', 'revision_number': 2, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'subnets': [{'id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:15.590231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:15.637701 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (c78c602f-9a8a-41de-be91-227448b5dc3f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.641200 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks [] for router_controller (c78c602f-9a8a-41de-be91-227448b5dc3f), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.718621 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (c78c602f-9a8a-41de-be91-227448b5dc3f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.719290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c78c602f-9a8a-41de-be91-227448b5dc3f {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:41:15.729284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc39ac-d387-40d4-81bd-1e6520beae27 req-ecf47f96-e7a8-41bb-81cf-e3180031135b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:15.736962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90bc39ac-d387-40d4-81bd-1e6520beae27 req-ecf47f96-e7a8-41bb-81cf-e3180031135b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1357749 Feb 03 21:41:15.777270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.778893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-313c9dc4-900c-4dde-8116-38ec96573bbd admin admin] 10.222.0.50 "DELETE /v2.0/routers/c78c602f-9a8a-41de-be91-227448b5dc3f HTTP/1.1" status: 204 len: 168 time: 2.6755781 Feb 03 21:41:15.781887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:15.815099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90bc39ac-d387-40d4-81bd-1e6520beae27 req-24fc74d2-76cd-4e50-93d3-d45288129644 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676250 Feb 03 21:41:15.835354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Checking router: dc71ab9e-b94a-4bcc-9f9f-469c40176150 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:41:15.835929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Updating router dc71ab9e-b94a-4bcc-9f9f-469c40176150 port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:41:15.886640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Deleting subnet ce248299-6d8b-42ab-9018-6c005c6a8525 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:41:15.890669 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Publish callbacks [] for subnet (ce248299-6d8b-42ab-9018-6c005c6a8525), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.933267 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.955274 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (ce248299-6d8b-42ab-9018-6c005c6a8525), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:15.963361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:15.963858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ec16c46-86ac-4b9d-a6d4-3f701a931f8d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:15.990821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f2538-a521-4d38-a2b9-4c9cd9548ca8 req-67395c65-9493-4101-a70f-bfb0253423a3 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:16.001622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-008f2538-a521-4d38-a2b9-4c9cd9548ca8 req-67395c65-9493-4101-a70f-bfb0253423a3 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 950 time: 0.1161222 Feb 03 21:41:16.065321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (ce248299-6d8b-42ab-9018-6c005c6a8525), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.097294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-008f2538-a521-4d38-a2b9-4c9cd9548ca8 req-93a86376-a529-4035-95d2-bf0a86b74c75 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945160 Feb 03 21:41:16.131466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7414b4-ca6a-4f3f-8fcc-8b3c6be60787 req-92dc6a7d-4d41-4807-a4ed-ce5d452260f3 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:16.133048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc7414b4-ca6a-4f3f-8fcc-8b3c6be60787 req-92dc6a7d-4d41-4807-a4ed-ce5d452260f3 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1025267 Feb 03 21:41:16.144071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (ce248299-6d8b-42ab-9018-6c005c6a8525), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.175721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce248299-6d8b-42ab-9018-6c005c6a8525,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:16.186104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.190213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ce248299-6d8b-42ab-9018-6c005c6a8525 HTTP/1.1" status: 204 len: 168 time: 0.4071202 Feb 03 21:41:16.193075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.193619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.194268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.194528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f94a005-20dd-4114-bef9-fafd2f0f8f34 None None] Network 389414c5-46da-4172-86cd-f127985ac026 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:16.194816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50626) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:16.195122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.195619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.196714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.197292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.197789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.198267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.198755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.199256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.199742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.200379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbdd58-46ed-4305-bebf-72578efb90fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:16.208158 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc7414b4-ca6a-4f3f-8fcc-8b3c6be60787 req-5ca1a064-3989-4567-a48f-f66eba3c2e77 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671880 Feb 03 21:41:16.273926 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (389414c5-46da-4172-86cd-f127985ac026), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.338021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Deleting port 635bab82-a316-42b4-817c-de3bc8ba8b18 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:16.338368 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.418609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] For port 635bab82-a316-42b4-817c-de3bc8ba8b18, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=635bab82-a316-42b4-817c-de3bc8ba8b18,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:16.418980 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.435358 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Publish callbacks [] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.439817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:16.443338 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e71bf2-62cb-4682-895d-0af3d68217ff" -d '{"events": [{"name": "network-changed", "server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:16.452708 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.457766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Calling delete_port for 635bab82-a316-42b4-817c-de3bc8ba8b18 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:16.544245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14bf790-8843-48b5-a216-c54cd35e123b None None] DHCP port deletion for 389414c5-46da-4172-86cd-f127985ac026 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:41:16.590802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Attempting to bind port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:16.591308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Attempting to bind port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:16.591906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Attempting to bind port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b on network 2529641c-92ad-4413-b4ac-e9a72d6826aa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:16.594386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7e763-d803-444b-8b40-e2f2d861dce1 None None] Pushing event updated for resources: {'Port': ['ID=5f1bebdf-277d-4334-aa24-0b8bbc9efe3b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:16.604078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:16.604587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Checking segment: {'id': 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:16.605107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.605590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Bound using segment: {'id': 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:16.606159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Bound port: 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:16.606728 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.683914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541b2b7-09c4-4cec-a340-fc5bc29ff4dd req-28134e01-3fdb-4f4a-bedd-6927784a3055 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:16.686232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e541b2b7-09c4-4cec-a340-fc5bc29ff4dd req-28134e01-3fdb-4f4a-bedd-6927784a3055 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1662271 Feb 03 21:41:16.699829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830c51-add1-441c-abaf-f4f763beffbb req-e607f156-7251-41f0-9941-8e6a425c9187 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:16.704526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e14bf790-8843-48b5-a216-c54cd35e123b None None] Deleting port 635bab82-a316-42b4-817c-de3bc8ba8b18 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:16.705062 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e14bf790-8843-48b5-a216-c54cd35e123b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.706611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce830c51-add1-441c-abaf-f4f763beffbb req-e607f156-7251-41f0-9941-8e6a425c9187 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.0952098 Feb 03 21:41:16.776848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e14bf790-8843-48b5-a216-c54cd35e123b None None] For port 635bab82-a316-42b4-817c-de3bc8ba8b18, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=635bab82-a316-42b4-817c-de3bc8ba8b18,segment=NetworkSegment(fc4ff126-d88c-4f18-adac-8f19ebee0625),segment_id=fc4ff126-d88c-4f18-adac-8f19ebee0625)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:16.777399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e14bf790-8843-48b5-a216-c54cd35e123b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.793555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] For port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:16.795855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e14bf790-8843-48b5-a216-c54cd35e123b None None] Calling delete_port for 635bab82-a316-42b4-817c-de3bc8ba8b18 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:16.801470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce830c51-add1-441c-abaf-f4f763beffbb req-55427f8f-e96b-49a3-b0fb-88444464d402 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938954 Feb 03 21:41:16.817160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] For port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5f1bebdf-277d-4334-aa24-0b8bbc9efe3b,segment=NetworkSegment(b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e),segment_id=b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:16.817289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e541b2b7-09c4-4cec-a340-fc5bc29ff4dd req-5209ba8b-9968-4464-af04-654692f77df7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910003 Feb 03 21:41:16.859073 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0441a9e9-e774-4a44-9732-51ec4ca52eae x-openstack-request-id: req-0441a9e9-e774-4a44-9732-51ec4ca52eae {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:16.859583 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:16.859796 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0441a9e9-e774-4a44-9732-51ec4ca52eae {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:16.860355 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012', 'status': 'completed', 'code': 200} Feb 03 21:41:16.938726 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.956885 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e14bf790-8843-48b5-a216-c54cd35e123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (635bab82-a316-42b4-817c-de3bc8ba8b18), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.964089 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:16.985938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] No DVR routers for this DVR port 635bab82-a316-42b4-817c-de3bc8ba8b18 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:41:16.987162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Pushing event deleted for resources: {'Port': ['ID=635bab82-a316-42b4-817c-de3bc8ba8b18,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:16.998311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bf790-8843-48b5-a216-c54cd35e123b None None] Pushing event deleted for resources: {'Port': ['ID=635bab82-a316-42b4-817c-de3bc8ba8b18,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:17.044766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14bf790-8843-48b5-a216-c54cd35e123b None None] No DVR routers for this DVR port 635bab82-a316-42b4-817c-de3bc8ba8b18 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:41:17.068661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Routers {'dc71ab9e-b94a-4bcc-9f9f-469c40176150'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:17.069364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:40:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:17.081208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-43384c70-39cf-4c8d-bffe-8a0ad5061633 None None] Provisioning complete for port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:17.081208 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43384c70-39cf-4c8d-bffe-8a0ad5061633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.109542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-2e7dc5ba-8893-4e2f-b233-1e40f2bd49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:17.111056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-2e7dc5ba-8893-4e2f-b233-1e40f2bd49fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1155 time: 0.2232492 Feb 03 21:41:17.116460 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (389414c5-46da-4172-86cd-f127985ac026), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.122539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7e763-d803-444b-8b40-e2f2d861dce1 None None] Pushing event updated for resources: {'Port': ['ID=5f1bebdf-277d-4334-aa24-0b8bbc9efe3b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:17.215723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ade771-778e-4ada-aeb9-6fdb530e47b4 req-3f2a4cdf-4115-4af6-bed2-8934c8ed38cf tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:17.229902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85ade771-778e-4ada-aeb9-6fdb530e47b4 req-3f2a4cdf-4115-4af6-bed2-8934c8ed38cf tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.2597651 Feb 03 21:41:17.280501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389414c5-46da-4172-86cd-f127985ac026']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:17.315948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4ff126-d88c-4f18-adac-8f19ebee0625') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:17.316167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4ff126-d88c-4f18-adac-8f19ebee0625') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:17.328065 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] Set router dc71ab9e-b94a-4bcc-9f9f-469c40176150 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:17.338525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-c05a0464-cd35-4dd7-91ed-60e18a5bec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:17.340332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-c05a0464-cd35-4dd7-91ed-60e18a5bec93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.2153480 Feb 03 21:41:17.355253 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (fc4ff126-d88c-4f18-adac-8f19ebee0625), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.424939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-f6ab454d-5d56-41b2-a300-912952609cf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 200 len: 217 time: 0.0717626 Feb 03 21:41:17.426435 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (fc4ff126-d88c-4f18-adac-8f19ebee0625), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.445095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85ade771-778e-4ada-aeb9-6fdb530e47b4 req-81109ae4-a78c-457b-927d-1f57ddc4ed08 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141960 Feb 03 21:41:17.508081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-43384c70-39cf-4c8d-bffe-8a0ad5061633 None None] Current status of the port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:17.508675 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43384c70-39cf-4c8d-bffe-8a0ad5061633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.551636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-26b90e51-142c-479a-a0b1-aa1d36757229 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:17.555742 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-26b90e51-142c-479a-a0b1-aa1d36757229 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 950 time: 0.1519501 Feb 03 21:41:17.620484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:17.654513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-43384c70-39cf-4c8d-bffe-8a0ad5061633 None None] For port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5f1bebdf-277d-4334-aa24-0b8bbc9efe3b,segment=NetworkSegment(b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e),segment_id=b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:17.682888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43384c70-39cf-4c8d-bffe-8a0ad5061633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.721265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Deleting port 747e86a4-3530-47c5-9d1a-e78ab8496d85 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:17.721551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.799524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43384c70-39cf-4c8d-bffe-8a0ad5061633 None None] Pushing event updated for resources: {'Port': ['ID=5f1bebdf-277d-4334-aa24-0b8bbc9efe3b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:17.839410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:17.840038 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.851032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] For port 747e86a4-3530-47c5-9d1a-e78ab8496d85, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=747e86a4-3530-47c5-9d1a-e78ab8496d85,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:17.851403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.859646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:41:17.860190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (fc4ff126-d88c-4f18-adac-8f19ebee0625), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:41:17.861957 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:41:17.868202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Calling delete_port for 747e86a4-3530-47c5-9d1a-e78ab8496d85 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:17.889306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-13b00b18-0343-4f8d-a41c-d656b1a07267 None None] Provisioning complete for port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:17.889969 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13b00b18-0343-4f8d-a41c-d656b1a07267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:17.932446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a4100-8d10-47e7-af83-82fc827e608c req-06d7ce9e-7ce9-428d-8723-5bd343b3d9a2 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:17.940284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f1a4100-8d10-47e7-af83-82fc827e608c req-06d7ce9e-7ce9-428d-8723-5bd343b3d9a2 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/ports?device_id=35f0299d-c5da-47db-9c2c-360e3c28ef3c HTTP/1.1" status: 200 len: 950 time: 0.6996040 Feb 03 21:41:17.955890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:02Z', 'updated_at': '2022-02-03T21:41:07Z', 'revision_number': 4, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'gw_port': {'id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:03Z', 'updated_at': '2022-02-03T21:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5f1bebdf-277d-4334-aa24-0b8bbc9efe3b', 'name': '', 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'mac_address': 'fa:16:3e:53:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:06Z', 'updated_at': '2022-02-03T21:41:16Z', 'revision_number': 4, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'subnets': [{'id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:17.994332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-d54ff6b6-828f-452c-8b22-cccd5b6e42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:17.995923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-d54ff6b6-828f-452c-8b22-cccd5b6e42ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.5478663 Feb 03 21:41:18.017425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4722cca-309d-4ce9-9b56-6059de8655c4 None None] The sync data for ids ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'] in n-d-824834-9 is: [{'id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:02Z', 'updated_at': '2022-02-03T21:41:07Z', 'revision_number': 4, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'gw_port': {'id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:03Z', 'updated_at': '2022-02-03T21:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5f1bebdf-277d-4334-aa24-0b8bbc9efe3b', 'name': '', 'network_id': '2529641c-92ad-4413-b4ac-e9a72d6826aa', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'mac_address': 'fa:16:3e:53:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:06Z', 'updated_at': '2022-02-03T21:41:16Z', 'revision_number': 4, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'subnets': [{'id': '2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:41:18.054088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (389414c5-46da-4172-86cd-f127985ac026), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:18.059121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-d22ef2c4-9795-482f-be8c-15665c4889c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504448 Feb 03 21:41:18.075046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f1a4100-8d10-47e7-af83-82fc827e608c req-4a6c080d-37c7-49de-9e5f-a7f7ff79bf95 tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.50 "GET /v2.0/security-groups?id=00245f8a-da48-400b-a790-b557662d45a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336503 Feb 03 21:41:18.084021 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:18.089882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] 10.222.0.50 "DELETE /v2.0/networks/389414c5-46da-4172-86cd-f127985ac026 HTTP/1.1" status: 204 len: 168 time: 1.8939176 Feb 03 21:41:18.101863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (747e86a4-3530-47c5-9d1a-e78ab8496d85), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:18.125790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f7473-ee85-4fe1-9b20-8403dcbe5fb1 req-e480d519-46d2-4198-89c1-e93a08e091b6 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:18.136095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-178f7473-ee85-4fe1-9b20-8403dcbe5fb1 req-e480d519-46d2-4198-89c1-e93a08e091b6 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2843196 Feb 03 21:41:18.212271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Pushing event deleted for resources: {'Port': ['ID=747e86a4-3530-47c5-9d1a-e78ab8496d85,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:18.299802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98771fe-844d-416d-879f-84067abf3cea admin admin] Pushing event deleted for resources: {'Network': ['ID=389414c5-46da-4172-86cd-f127985ac026,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:18.335755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] No DVR routers for this DVR port 747e86a4-3530-47c5-9d1a-e78ab8496d85 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:41:18.342634 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:18.347041 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8077e25c-bda1-45d6-978e-22d426261ed7 req-552ef227-ecf8-4b1f-bd0e-c3df772dcaee tempest-ServersAdminNegativeTestJSON-1484328080 tempest-ServersAdminNegativeTestJSON-1484328080-project] 10.222.0.10 "DELETE /v2.0/ports/747e86a4-3530-47c5-9d1a-e78ab8496d85 HTTP/1.1" status: 204 len: 173 time: 0.7839632 Feb 03 21:41:18.452064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-178f7473-ee85-4fe1-9b20-8403dcbe5fb1 req-ed54e520-3dec-444f-9162-44cd164bc285 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157647 Feb 03 21:41:18.535894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7eb85-5b03-4b66-8c0b-c1f97cef2a7b req-9a21ead0-6e66-4472-8d09-8573f1c0aef4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:18.543350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ced7eb85-5b03-4b66-8c0b-c1f97cef2a7b req-9a21ead0-6e66-4472-8d09-8573f1c0aef4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.3400552 Feb 03 21:41:18.596513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-14fd5a50-7d95-4e17-a282-a5a266af9052 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018203 Feb 03 21:41:18.600834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50660) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:18.700223 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aabb18a6-53b5-4e30-8cc8-4a3711f365be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d47d1fe5af3c42b09e4a4f6b4900dab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959766 Feb 03 21:41:18.703303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:18.767060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-13b00b18-0343-4f8d-a41c-d656b1a07267 None None] Current status of the port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:18.785657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:18.862438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f0299d-c5da-47db-9c2c-360e3c28ef3c', 'name': 'network-vif-deleted', 'tag': '747e86a4-3530-47c5-9d1a-e78ab8496d85'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:18.864768 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af234c0-7168-4c59-aaf6-d3a68e8e7f3c" -d '{"events": [{"server_uuid": "35f0299d-c5da-47db-9c2c-360e3c28ef3c", "name": "network-vif-deleted", "tag": "747e86a4-3530-47c5-9d1a-e78ab8496d85"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:18.923212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 635bab82-a316-42b4-817c-de3bc8ba8b18 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:18.975088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 635bab82-a316-42b4-817c-de3bc8ba8b18 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:18.975428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 635bab82-a316-42b4-817c-de3bc8ba8b18 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:18.975839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9dcab42c-c94e-4471-895d-60979066538d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:19.033235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 9dcab42c-c94e-4471-895d-60979066538d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:19.034751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9dcab42c-c94e-4471-895d-60979066538d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:19.053201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ced7eb85-5b03-4b66-8c0b-c1f97cef2a7b req-9ae1e518-7cee-485c-a3f2-ed5f095990b6 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039694 Feb 03 21:41:19.134565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e71bf2-62cb-4682-895d-0af3d68217ff req-8127b229-f394-4a9a-8437-85fd1ee4d60d service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299659 Feb 03 21:41:19.156882 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7baebaa4-afd2-4519-a308-fcac78a45fba admin admin] Publish callbacks [] for security_group (bbfc3d88-66c1-44d7-9f0b-98c3dd17f678), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:19.182908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7baebaa4-afd2-4519-a308-fcac78a45fba admin admin] Publish callbacks [] for security_group (bbfc3d88-66c1-44d7-9f0b-98c3dd17f678), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:19.248760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e0905-e863-4b0e-961f-c1b090086894 req-538afbca-9ae8-4842-ba5e-133244491d6e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:19.256603 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-170e0905-e863-4b0e-961f-c1b090086894 req-538afbca-9ae8-4842-ba5e-133244491d6e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.5769665 Feb 03 21:41:19.305108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7baebaa4-afd2-4519-a308-fcac78a45fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bbfc3d88-66c1-44d7-9f0b-98c3dd17f678), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:19.308243 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7baebaa4-afd2-4519-a308-fcac78a45fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:19.309493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7baebaa4-afd2-4519-a308-fcac78a45fba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbfc3d88-66c1-44d7-9f0b-98c3dd17f678 HTTP/1.1" status: 204 len: 168 time: 0.4254363 Feb 03 21:41:19.320179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-170e0905-e863-4b0e-961f-c1b090086894 req-8f7900fd-6a7d-41e7-a4d4-5df7849ba913 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634305 Feb 03 21:41:19.356253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baebaa4-afd2-4519-a308-fcac78a45fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfc3d88-66c1-44d7-9f0b-98c3dd17f678,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:19.479438 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a214d7f-22fb-49d1-b928-415b7dc3ff66 x-openstack-request-id: req-4a214d7f-22fb-49d1-b928-415b7dc3ff66 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:19.480013 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f0299d-c5da-47db-9c2c-360e3c28ef3c", "name": "network-vif-deleted", "tag": "747e86a4-3530-47c5-9d1a-e78ab8496d85", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:19.480202 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a214d7f-22fb-49d1-b928-415b7dc3ff66 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:19.480709 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f0299d-c5da-47db-9c2c-360e3c28ef3c', 'name': 'network-vif-deleted', 'tag': '747e86a4-3530-47c5-9d1a-e78ab8496d85', 'status': 'completed', 'code': 200} Feb 03 21:41:19.581929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:19.613286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b128902-2d58-416f-a12c-e67577897371 req-11ac54a7-dfb2-4641-bdaf-98929cd3376e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:19.623540 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b128902-2d58-416f-a12c-e67577897371 req-11ac54a7-dfb2-4641-bdaf-98929cd3376e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1674569 Feb 03 21:41:19.744584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:19.744976 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:19.785380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b128902-2d58-416f-a12c-e67577897371 req-d2b06750-8971-46d4-b201-c5e14deefbf7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526551 Feb 03 21:41:19.866725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aa02d-3c16-4408-a55c-94e69a5c8581 req-87638c24-d256-4df0-82fc-623c31536aab tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:19.878051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a5aa02d-3c16-4408-a55c-94e69a5c8581 req-87638c24-d256-4df0-82fc-623c31536aab tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1760097 Feb 03 21:41:19.898691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:41:20.011984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 747e86a4-3530-47c5-9d1a-e78ab8496d85 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:20.078020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a5aa02d-3c16-4408-a55c-94e69a5c8581 req-d6e3c34a-84e2-43a7-b22f-d532c8f9208d tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918175 Feb 03 21:41:20.195200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:20.256520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:20.258853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 747e86a4-3530-47c5-9d1a-e78ab8496d85 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:20.259778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 747e86a4-3530-47c5-9d1a-e78ab8496d85 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:20.436996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc751869-d7b9-4580-8bfd-3e44261dcc9d req-75364110-55bf-4827-8f3a-98c9e56f4533 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:20.458509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc751869-d7b9-4580-8bfd-3e44261dcc9d req-75364110-55bf-4827-8f3a-98c9e56f4533 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.2128382 Feb 03 21:41:20.474095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:20.515159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '0881c0e9-8741-4209-8619-a5f063652665', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '0881c0e9-8741-4209-8619-a5f063652665', 'mac_address': 'fa:16:3e:af:76:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:41:20.583393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0881c0e9-8741-4209-8619-a5f063652665 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:20.583793 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:20.589245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b44a0de3-1732-41d6-9f55-c691b050efe4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=320c9146c2f549c091a61a76d19c8e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905816 Feb 03 21:41:20.592344 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:20.622409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0881c0e9-8741-4209-8619-a5f063652665 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:41:20.643081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc751869-d7b9-4580-8bfd-3e44261dcc9d req-488473b0-2be5-48c3-a904-9f7fbd7fbdb3 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919849 Feb 03 21:41:20.659651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f7dd-ed18-4188-a143-07637568158a req-43fcb83f-5c00-4c0e-be97-0afa5c9cc3b1 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:20.677085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a31f7dd-ed18-4188-a143-07637568158a req-43fcb83f-5c00-4c0e-be97-0afa5c9cc3b1 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2031507 Feb 03 21:41:20.694652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6378e22d-1cd9-4d0c-91f7-c2701bd67948 admin admin] Publish callbacks [] for security_group (00245f8a-da48-400b-a790-b557662d45a1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:20.702745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:20.715787 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:20.741392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6378e22d-1cd9-4d0c-91f7-c2701bd67948 admin admin] Publish callbacks [] for security_group (00245f8a-da48-400b-a790-b557662d45a1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:20.842791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6378e22d-1cd9-4d0c-91f7-c2701bd67948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (00245f8a-da48-400b-a790-b557662d45a1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:20.845909 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6378e22d-1cd9-4d0c-91f7-c2701bd67948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:20.847180 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6378e22d-1cd9-4d0c-91f7-c2701bd67948 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00245f8a-da48-400b-a790-b557662d45a1 HTTP/1.1" status: 204 len: 168 time: 0.2538157 Feb 03 21:41:20.869377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a31f7dd-ed18-4188-a143-07637568158a req-df108213-ee3c-4190-a265-0f3d9dcc46c4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991439 Feb 03 21:41:20.872874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:20.887007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378e22d-1cd9-4d0c-91f7-c2701bd67948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00245f8a-da48-400b-a790-b557662d45a1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:20.963009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['0881c0e9-8741-4209-8619-a5f063652665'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:21.033990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdfcd7-f84e-4e61-8f4e-17ba3b818ea6 req-d7800c7d-79be-48fa-b5f3-9baa460b09d3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:21.035824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dacdfcd7-f84e-4e61-8f4e-17ba3b818ea6 req-d7800c7d-79be-48fa-b5f3-9baa460b09d3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.0807226 Feb 03 21:41:21.163612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50730) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:21.177244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dacdfcd7-f84e-4e61-8f4e-17ba3b818ea6 req-05e84c4f-6c1d-456a-94c4-edeefec88445 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308303 Feb 03 21:41:21.374278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169c6bd-4ab6-4d58-a053-d6c0fdb31fb5 req-7613f586-a102-4b9e-9948-90083ae8c754 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:21.381450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6169c6bd-4ab6-4d58-a053-d6c0fdb31fb5 req-7613f586-a102-4b9e-9948-90083ae8c754 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1081617 Feb 03 21:41:21.487713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:21.496291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6169c6bd-4ab6-4d58-a053-d6c0fdb31fb5 req-1a8bec8e-6128-4bf0-82b3-6cb880af8e19 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106453 Feb 03 21:41:21.517200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-574079951-network', 'tenant_id': 'f7fd005c4f0a4e3cb800e58ad261ae15'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:21.564418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Made reservation on behalf of f7fd005c4f0a4e3cb800e58ad261ae15 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:21.567624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.576518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:21.576894 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ef71fc0c-c007-40ae-870d-2ff599e1789e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86ebbfb87efd4694b183a7f0327872ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0878682 Feb 03 21:41:21.583539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.651373 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b884b214-04e0-4763-874c-fac4ddd04842 admin admin] Publish callbacks [] for security_group (614dd083-3bb6-4e23-b048-c4a161b8e78d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.680725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b884b214-04e0-4763-874c-fac4ddd04842 admin admin] Publish callbacks [] for security_group (614dd083-3bb6-4e23-b048-c4a161b8e78d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.693955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Publish callbacks [] for security_group (d8ba6518-f6d8-4017-909e-1b218e2ac41c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.701509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d8ba6518-f6d8-4017-909e-1b218e2ac41c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.769846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:41:21.776473 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b884b214-04e0-4763-874c-fac4ddd04842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (614dd083-3bb6-4e23-b048-c4a161b8e78d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.779704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b884b214-04e0-4763-874c-fac4ddd04842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.784350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b884b214-04e0-4763-874c-fac4ddd04842 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/614dd083-3bb6-4e23-b048-c4a161b8e78d HTTP/1.1" status: 204 len: 168 time: 0.2062883 Feb 03 21:41:21.788608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ba6518-f6d8-4017-909e-1b218e2ac41c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:21.801179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b214-04e0-4763-874c-fac4ddd04842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614dd083-3bb6-4e23-b048-c4a161b8e78d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:21.825624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (85795a42-9abf-4f66-9421-5d2a5e91513e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.826161 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Added segment 85795a42-9abf-4f66-9421-5d2a5e91513e of type vlan for network 37090306-f13c-4a59-989b-eba14a431521 Feb 03 21:41:21.908388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (37090306-f13c-4a59-989b-eba14a431521), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.915086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfb377-5ced-43dd-901e-4637e4405568 req-4ae08eb0-0a93-4044-a38e-3527f21eb13b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:21.929553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3bfb377-5ced-43dd-901e-4637e4405568 req-4ae08eb0-0a93-4044-a38e-3527f21eb13b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.1436496 Feb 03 21:41:21.983526 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (37090306-f13c-4a59-989b-eba14a431521), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:21.984519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:21.985141 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:22.073488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3bfb377-5ced-43dd-901e-4637e4405568 req-18c1caae-3bea-4582-9b71-b4735eeeb035 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427288 Feb 03 21:41:22.112301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf93e9-95cf-40a1-8248-f6bd9754d497 req-254021e2-ad99-4ea7-8c9f-34317057830a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:22.114380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adaf93e9-95cf-40a1-8248-f6bd9754d497 req-254021e2-ad99-4ea7-8c9f-34317057830a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1073897 Feb 03 21:41:22.125531 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9693468 Feb 03 21:41:22.126155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:22.170251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Request body: {'subnet': {'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-574079951-subnet', 'tenant_id': 'f7fd005c4f0a4e3cb800e58ad261ae15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:22.182764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c3807-6c1a-421a-b05b-59edf2c5379a admin admin] Pushing event updated for resources: {'Network': ['ID=37090306-f13c-4a59-989b-eba14a431521,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:22.194087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 37090306-f13c-4a59-989b-eba14a431521 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:41:22.230372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adaf93e9-95cf-40a1-8248-f6bd9754d497 req-139e107d-a892-49dc-a1f9-ba5b0a31d1de tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087146 Feb 03 21:41:22.267898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Made reservation on behalf of f7fd005c4f0a4e3cb800e58ad261ae15 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:22.270705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:22.495048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe2f7-8f80-4108-9cdb-58efdac083de req-fbde9abe-0afd-4040-b755-d1ac2a929ad6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:22.496950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29cbe2f7-8f80-4108-9cdb-58efdac083de req-fbde9abe-0afd-4040-b755-d1ac2a929ad6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1376145 Feb 03 21:41:22.611733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (4e21f944-9322-4781-b061-7bb75d40913a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:22.636666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29cbe2f7-8f80-4108-9cdb-58efdac083de req-51ec97fb-46f0-4279-b085-ba5e84d2708c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257415 Feb 03 21:41:22.711576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802d839-ab65-4c89-9bae-98774fc721b5 req-d87e0539-5f80-4107-91cf-802fe439972b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:22.713444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e21f944-9322-4781-b061-7bb75d40913a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:22.724919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f802d839-ab65-4c89-9bae-98774fc721b5 req-d87e0539-5f80-4107-91cf-802fe439972b tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.0994022 Feb 03 21:41:22.739095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Checking segment: {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:22.740352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Network hostable DHCP agents. Network: 37090306-f13c-4a59-989b-eba14a431521, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:41:22.771658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Network 37090306-f13c-4a59-989b-eba14a431521 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:41:22.782338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f802d839-ab65-4c89-9bae-98774fc721b5 req-09a43df3-1fa2-4f5c-b798-175e026a9e79 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567935 Feb 03 21:41:22.787088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 37090306-f13c-4a59-989b-eba14a431521) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:22.793150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:22.794033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:22.805101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a3c2e2-5c23-4f8c-be10-d9272bd78b6b None None] Network 37090306-f13c-4a59-989b-eba14a431521 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:22.843270 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d887e50d-8fa3-4538-b625-b8a9495cf188 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6848495 Feb 03 21:41:22.976112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a2fe2-65d5-45e9-aa53-0db0c95c3617 None None] Network 37090306-f13c-4a59-989b-eba14a431521 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:23.221854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b071-6d81-471d-9651-35f31b653fe3 req-8e77b2c7-9e7d-4d00-808b-57293c64de03 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:23.229235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f735b071-6d81-471d-9651-35f31b653fe3 req-8e77b2c7-9e7d-4d00-808b-57293c64de03 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.0854959 Feb 03 21:41:23.235302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50798) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:23.281109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f735b071-6d81-471d-9651-35f31b653fe3 req-056a1df4-7b3a-4975-b1d9-27962c3b96bc tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509677 Feb 03 21:41:23.383184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-network', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:23.418401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Made reservation on behalf of 890a8c89f5184baab8fcb7a97b9916ae for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:23.420725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.432919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cfb25-6360-459f-997f-a225f82a1ec8 req-958acebb-4bc8-4cc1-b412-be0d1b38bd9c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:23.434872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-322cfb25-6360-459f-997f-a225f82a1ec8 req-958acebb-4bc8-4cc1-b412-be0d1b38bd9c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.0735595 Feb 03 21:41:23.442357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.525511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b976579a-6a77-4602-b85b-506539def505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.539675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Publish callbacks [] for security_group (a6ea3144-5988-46de-8692-50de46396f48), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.544819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a6ea3144-5988-46de-8692-50de46396f48), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.565965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-322cfb25-6360-459f-997f-a225f82a1ec8 req-a5c7465c-b4a7-4ac6-85e1-bbce6726ead1 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243074 Feb 03 21:41:23.572144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:41:23.588484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ea3144-5988-46de-8692-50de46396f48,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:23.615789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ec797610-9648-4622-a2ff-67eb03860026), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.616458 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Added segment ec797610-9648-4622-a2ff-67eb03860026 of type vlan for network f57d521f-b7e6-4902-aa01-c09a990e308f Feb 03 21:41:23.616546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51922aeb-1882-4969-8513-f8d663913d05 req-857a9295-6f22-4c89-b320-c682cb5b4ba0 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:23.618983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-857a9295-6f22-4c89-b320-c682cb5b4ba0 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 804 time: 0.1579373 Feb 03 21:41:23.642748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-ef0e524c-5506-4eb9-b27c-e244c8c4ca95 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/quotas/f7fd005c4f0a4e3cb800e58ad261ae15 HTTP/1.1" status: 200 len: 375 time: 0.0168529 Feb 03 21:41:23.665913 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (f57d521f-b7e6-4902-aa01-c09a990e308f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.681069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-72882901-43f2-4a50-aa46-3f0ffeae2cb6 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373414 Feb 03 21:41:23.696499 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (f57d521f-b7e6-4902-aa01-c09a990e308f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.698557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:23.699175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.763270 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5268841 Feb 03 21:41:23.767881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50840) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:23.774550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cad1c8-f17f-45e4-96f0-304c38813900 admin admin] Pushing event updated for resources: {'Network': ['ID=f57d521f-b7e6-4902-aa01-c09a990e308f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:23.778546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Request body: {'subnet': {'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-subnet', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:23.784123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network f57d521f-b7e6-4902-aa01-c09a990e308f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:41:23.826378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Made reservation on behalf of 890a8c89f5184baab8fcb7a97b9916ae for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:23.828692 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:23.865419 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:23.908958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-c42a3e2e-0f7d-46e2-b9a7-f12ef109f52c service neutron] 10.222.0.50 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269592 Feb 03 21:41:23.924630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105eeca-7eaf-4c70-af44-fdc8da7c3cc1 req-c7de840c-8eae-42ee-8d0c-633efe9bb675 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:23.926159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b105eeca-7eaf-4c70-af44-fdc8da7c3cc1 req-c7de840c-8eae-42ee-8d0c-633efe9bb675 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1969378 Feb 03 21:41:23.939848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 0881c0e9-8741-4209-8619-a5f063652665 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:23.940227 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0881c0e9-8741-4209-8619-a5f063652665), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.038656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0881c0e9-8741-4209-8619-a5f063652665 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:24.039322 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.068412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:24.071614 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d225dae-e0eb-47ea-9e78-5df66a19010d" -d '{"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-plugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:24.082339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b105eeca-7eaf-4c70-af44-fdc8da7c3cc1 req-aefe616d-9d2f-421d-a53b-c63561299176 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359594 Feb 03 21:41:24.087368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:24.099352 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.125789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-3831e6f5-4f72-4d34-ab93-953b3ba66c51 service neutron] 10.222.0.50 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927001 Feb 03 21:41:24.177822 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (503141ba-a95c-4ea5-b158-6fc3a1a120d4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.213598 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.221516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:24.233243 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.309938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503141ba-a95c-4ea5-b158-6fc3a1a120d4,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:24.334616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Checking segment: {'id': 'ec797610-9648-4622-a2ff-67eb03860026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:24.334971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Network hostable DHCP agents. Network: f57d521f-b7e6-4902-aa01-c09a990e308f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:41:24.344076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39a707-6c53-42c0-becf-ff433525aefd req-985b5344-eaff-49bf-85a7-4889f19df3f5 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:24.345627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc39a707-6c53-42c0-becf-ff433525aefd req-985b5344-eaff-49bf-85a7-4889f19df3f5 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1490164 Feb 03 21:41:24.380263 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d93ebe-dbf7-4e50-8088-86d754d6df91 x-openstack-request-id: req-a0d93ebe-dbf7-4e50-8088-86d754d6df91 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:24.381395 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-plugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:24.381652 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0d93ebe-dbf7-4e50-8088-86d754d6df91 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:24.382027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Network f57d521f-b7e6-4902-aa01-c09a990e308f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:41:24.382304 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665', 'code': 200} Feb 03 21:41:24.418918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, f57d521f-b7e6-4902-aa01-c09a990e308f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:24.429767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a9ca3-18b1-47c3-9843-1248621bd3e1 None None] Network f57d521f-b7e6-4902-aa01-c09a990e308f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:24.444478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc39a707-6c53-42c0-becf-ff433525aefd req-76406d7f-d581-4ce4-9738-b0a4cb258fcc tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876338 Feb 03 21:41:24.466155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:24.466750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.518874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a098baab-265f-4236-bd24-ca82e8a47754 req-82395bf3-5ce4-4d32-8b94-42102d76dcc4 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 210 time: 0.0992703 Feb 03 21:41:24.555142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:24.555363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-43a55e76-4a76-4762-9d57-bd4dadf03251 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7844055 Feb 03 21:41:24.561254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:24.594562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (057236c0-efee-4018-a71d-d9db39b2c66f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.596018 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (057236c0-efee-4018-a71d-d9db39b2c66f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.627884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da24b4-d63f-4003-acab-beddc93f188a req-5539c279-6d6e-4abe-9031-57ddbef23c26 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:24.638288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-f57d521f-b7e6-4902-aa01-c09a990e308f', 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f', 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'fixed_ips': [{'subnet_id': '503141ba-a95c-4ea5-b158-6fc3a1a120d4'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:41:24.638783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89da24b4-d63f-4003-acab-beddc93f188a req-5539c279-6d6e-4abe-9031-57ddbef23c26 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.0929451 Feb 03 21:41:24.641187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.689260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks [] for router_controller (057236c0-efee-4018-a71d-d9db39b2c66f), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.705120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89da24b4-d63f-4003-acab-beddc93f188a req-2f14464c-5917-4938-a682-1e81117cd50f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613627 Feb 03 21:41:24.891367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks [] for router_gateway (057236c0-efee-4018-a71d-d9db39b2c66f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:24.904885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2882e74-3cf4-42f7-9179-b3ffd8fe5136 req-361e3a9c-32e4-47d0-9ae7-e93f1682ed49 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:24.938148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2882e74-3cf4-42f7-9179-b3ffd8fe5136 req-361e3a9c-32e4-47d0-9ae7-e93f1682ed49 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1740351 Feb 03 21:41:24.997855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Allocated IP 172.20.0.2 (f57d521f-b7e6-4902-aa01-c09a990e308f/503141ba-a95c-4ea5-b158-6fc3a1a120d4/f2176466-8575-4e1a-983a-e6d454982cc9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:41:25.032943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2882e74-3cf4-42f7-9179-b3ffd8fe5136 req-f13146ec-0ece-41ab-afa0-cc3f6db21b72 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869579 Feb 03 21:41:25.190916 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Publish callbacks [] for port (f2176466-8575-4e1a-983a-e6d454982cc9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.198956 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.300073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Network f57d521f-b7e6-4902-aa01-c09a990e308f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:25.300710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks [] for router_gateway (057236c0-efee-4018-a71d-d9db39b2c66f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.306704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20155c-1f31-4097-bf57-81a689de07dd req-7600f01a-4957-4bcc-aa77-f8f34888a922 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:25.309550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:25.314517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f20155c-1f31-4097-bf57-81a689de07dd req-7600f01a-4957-4bcc-aa77-f8f34888a922 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1126401 Feb 03 21:41:25.315174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:41:25.350186 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.381645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Pushing event updated for resources: {'Port': ['ID=f2176466-8575-4e1a-983a-e6d454982cc9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:25.410830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f20155c-1f31-4097-bf57-81a689de07dd req-abc36121-328f-409c-8779-3747b2f65898 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872247 Feb 03 21:41:25.450309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Attempting to bind port f2176466-8575-4e1a-983a-e6d454982cc9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:25.450934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Attempting to bind port f2176466-8575-4e1a-983a-e6d454982cc9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'ec797610-9648-4622-a2ff-67eb03860026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:25.451307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Attempting to bind port f2176466-8575-4e1a-983a-e6d454982cc9 on network f57d521f-b7e6-4902-aa01-c09a990e308f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:25.458125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:25.458721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Checking segment: {'id': 'ec797610-9648-4622-a2ff-67eb03860026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:25.459132 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.459671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Bound using segment: {'id': 'ec797610-9648-4622-a2ff-67eb03860026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:25.460193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Bound port: f2176466-8575-4e1a-983a-e6d454982cc9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec797610-9648-4622-a2ff-67eb03860026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:25.460578 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.546936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Allocated IP 172.25.5.246 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/1bad0ff4-b6f5-4799-ae86-d39192cd2737) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:41:25.552389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] For port f2176466-8575-4e1a-983a-e6d454982cc9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:25.557432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] For port f2176466-8575-4e1a-983a-e6d454982cc9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f2176466-8575-4e1a-983a-e6d454982cc9,segment=NetworkSegment(ec797610-9648-4622-a2ff-67eb03860026),segment_id=ec797610-9648-4622-a2ff-67eb03860026)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:25.574101 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.593931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49971ad-2716-43cc-a724-8f342c9bbdcf req-858f78c1-31ea-4b1b-a24e-815fcb89e0c4 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:25.596052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b49971ad-2716-43cc-a724-8f342c9bbdcf req-858f78c1-31ea-4b1b-a24e-815fcb89e0c4 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.0847707 Feb 03 21:41:25.714501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks [] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.729891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9b4219e-c68e-4c88-9a48-fa8d44671598 req-4335f234-d818-49b4-ab97-6f8770d14548 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 210 time: 0.0808926 Feb 03 21:41:25.730985 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1030bbfa-a2ca-4917-84bf-d33941186b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.739344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343b42a-88cc-47d4-89ef-20323c0e2bb3 None None] Pushing event updated for resources: {'Port': ['ID=f2176466-8575-4e1a-983a-e6d454982cc9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:25.742741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b49971ad-2716-43cc-a724-8f342c9bbdcf req-2533f866-3db8-40de-b446-b9030b38eaec tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384075 Feb 03 21:41:25.801594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:25.875078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:25.875316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aee19f-0d87-4865-8b64-d1e04d96ddd9 req-2df8eb04-6d68-4bd1-962f-d11972009b5b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:25.878135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:25.885533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:41:25.889153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47aee19f-0d87-4865-8b64-d1e04d96ddd9 req-2df8eb04-6d68-4bd1-962f-d11972009b5b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.0857382 Feb 03 21:41:25.931134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Pushing event updated for resources: {'Port': ['ID=1bad0ff4-b6f5-4799-ae86-d39192cd2737,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:26.016487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47aee19f-0d87-4865-8b64-d1e04d96ddd9 req-24e857f1-8d58-4ba9-9e9b-c396576fe536 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257317 Feb 03 21:41:26.259931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51922aeb-1882-4969-8513-f8d663913d05 req-edacf63f-892d-40f8-b04f-548285fd49bc tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:26.261501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-edacf63f-892d-40f8-b04f-548285fd49bc tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 804 time: 0.2901120 Feb 03 21:41:26.274724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061a289-6d85-484f-b657-f1582443b396 req-01b868fd-61cb-44c1-8fb2-1056060c027b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:26.276280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5061a289-6d85-484f-b657-f1582443b396 req-01b868fd-61cb-44c1-8fb2-1056060c027b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1450226 Feb 03 21:41:26.280894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Request body: {'port': {'device_id': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'admin_state_up': True, 'tenant_id': 'f7fd005c4f0a4e3cb800e58ad261ae15'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:26.390927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks [] for router_gateway (057236c0-efee-4018-a71d-d9db39b2c66f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:26.411129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5061a289-6d85-484f-b657-f1582443b396 req-0bd3fac1-32ab-4baa-800d-9c03f6b7de21 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216106 Feb 03 21:41:26.488966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Made reservation on behalf of f7fd005c4f0a4e3cb800e58ad261ae15 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:26.492685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:26.629663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (057236c0-efee-4018-a71d-d9db39b2c66f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:26.633983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b310a-f3a3-41b4-a09f-19ce807c1a25 req-4e053da9-d3cb-45b1-8e51-12c38186d003 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:26.635510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-395b310a-f3a3-41b4-a09f-19ce807c1a25 req-4e053da9-d3cb-45b1-8e51-12c38186d003 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1210449 Feb 03 21:41:26.720440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Allocated IP 172.20.0.11 (37090306-f13c-4a59-989b-eba14a431521/4e21f944-9322-4781-b061-7bb75d40913a/ac92ca75-1335-4f26-8d85-e06d144cc839) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:41:26.732309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-395b310a-f3a3-41b4-a09f-19ce807c1a25 req-fe678ff2-2b0d-4476-a4d5-b249f2cdee4c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768032 Feb 03 21:41:26.836882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Router 057236c0-efee-4018-a71d-d9db39b2c66f is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:41:26.838905 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:26.918371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0970c89-3b53-4296-b92a-588c06690c68 req-a3c3f9b2-2037-48b8-a8b5-931822b9a02d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 210 time: 0.0316651 Feb 03 21:41:27.029659 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks [] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:27.034530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:41:27.045653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab751553-941a-4f39-b8e0-5c34445f576f req-0e10683d-b157-45d6-a31e-1395afb9a26e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:27.047576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab751553-941a-4f39-b8e0-5c34445f576f req-0e10683d-b157-45d6-a31e-1395afb9a26e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1642385 Feb 03 21:41:27.053738 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Sync routers for ids ['057236c0-efee-4018-a71d-d9db39b2c66f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:41:27.073692 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Routers {'057236c0-efee-4018-a71d-d9db39b2c66f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:27.074596 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['057236c0-efee-4018-a71d-d9db39b2c66f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:27.106137 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:27.108632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e18800b4-7d4c-4909-b80c-4403cd683621 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5524530 Feb 03 21:41:27.111435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:27.161133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab751553-941a-4f39-b8e0-5c34445f576f req-0cb790c3-0946-4e84-847f-ab1ddf076651 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926998 Feb 03 21:41:27.178546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:27.220028 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Set router 057236c0-efee-4018-a71d-d9db39b2c66f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:27.244597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Network 37090306-f13c-4a59-989b-eba14a431521 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:27.249348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:27.274642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:41:27.340922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Pushing event updated for resources: {'Port': ['ID=ac92ca75-1335-4f26-8d85-e06d144cc839,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:27.409178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5e95c-f9ea-43b1-8968-8397d8184549 req-5141e568-3640-4efa-bc83-ab1ed8a480ee tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:27.410786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cb5e95c-f9ea-43b1-8968-8397d8184549 req-5141e568-3640-4efa-bc83-ab1ed8a480ee tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.1877427 Feb 03 21:41:27.416820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:27.424806 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:27.504266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-be863c28-3130-4a2d-8dc0-d9597f70a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2268691 Feb 03 21:41:27.512494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15863521-1a3c-40db-b62d-d540949c35ff None None] Network f57d521f-b7e6-4902-aa01-c09a990e308f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:27.608810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Request body: {'port': {'device_id': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:27.616871 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:24Z', 'updated_at': '2022-02-03T21:41:26Z', 'revision_number': 3, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'gw_port': {'id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:25Z', 'updated_at': '2022-02-03T21:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:27.655421 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Checking router: 057236c0-efee-4018-a71d-d9db39b2c66f for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:41:27.656027 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Updating router 057236c0-efee-4018-a71d-d9db39b2c66f port 1bad0ff4-b6f5-4799-ae86-d39192cd2737 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:41:27.703047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f2176466-8575-4e1a-983a-e6d454982cc9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:27.705987 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:27.807121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9c66fb00-22fe-4ea0-99d5-3c8edd57af86 None None] Provisioning complete for port f2176466-8575-4e1a-983a-e6d454982cc9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:27.807998 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c66fb00-22fe-4ea0-99d5-3c8edd57af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:27.867485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cb5e95c-f9ea-43b1-8968-8397d8184549 req-af61aed3-6e3f-4f6b-a91b-609c4d3bf685 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863571 Feb 03 21:41:27.920869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780661e-0cf4-497f-b640-cdd79adeb2ae req-1a480e61-42d7-41bb-ba11-6e736722319a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:27.922436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b780661e-0cf4-497f-b640-cdd79adeb2ae req-1a480e61-42d7-41bb-ba11-6e736722319a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2328227 Feb 03 21:41:27.923056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:27.959117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f2176466-8575-4e1a-983a-e6d454982cc9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:27.959117 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.079803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9c66fb00-22fe-4ea0-99d5-3c8edd57af86 None None] Current status of the port f2176466-8575-4e1a-983a-e6d454982cc9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:28.080066 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c66fb00-22fe-4ea0-99d5-3c8edd57af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.127295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b780661e-0cf4-497f-b640-cdd79adeb2ae req-70f7696a-3f7e-4d6f-b7eb-f55d0473d325 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985023 Feb 03 21:41:28.372977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9c66fb00-22fe-4ea0-99d5-3c8edd57af86 None None] For port f2176466-8575-4e1a-983a-e6d454982cc9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f2176466-8575-4e1a-983a-e6d454982cc9,segment=NetworkSegment(ec797610-9648-4622-a2ff-67eb03860026),segment_id=ec797610-9648-4622-a2ff-67eb03860026)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:28.377723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f2176466-8575-4e1a-983a-e6d454982cc9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:28.378116 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.410743 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c66fb00-22fe-4ea0-99d5-3c8edd57af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.445360 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Publish callbacks [] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.461069 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.526380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.559151 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.629920 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb0548-4cc6-4527-8ce1-e310da831992 None None] Pushing event updated for resources: {'Port': ['ID=1bad0ff4-b6f5-4799-ae86-d39192cd2737,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:28.639318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e17b0-a3ff-4f2b-b5ff-1f604c08f7e8 req-ed4420f9-f118-41c3-afa9-733401c555bd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:28.640316 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Attempting to bind port 1bad0ff4-b6f5-4799-ae86-d39192cd2737 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:28.640499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd7e17b0-a3ff-4f2b-b5ff-1f604c08f7e8 req-ed4420f9-f118-41c3-afa9-733401c555bd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.5294516 Feb 03 21:41:28.640695 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Attempting to bind port 1bad0ff4-b6f5-4799-ae86-d39192cd2737 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:28.644602 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Attempting to bind port 1bad0ff4-b6f5-4799-ae86-d39192cd2737 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:28.663182 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:28.665013 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:28.666133 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.674917 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:28.676839 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Bound port: 1bad0ff4-b6f5-4799-ae86-d39192cd2737, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:28.676839 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.732318 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:41:28.734293 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:41:28.770986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90da46-e132-4170-8e29-93216ae3553b req-47b24e7f-50f1-44ce-953e-2f0a6d782ba4 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:28.779841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-440a5988-3795-4c4a-84c3-4679fa600c74 None None] Provisioning complete for port f2176466-8575-4e1a-983a-e6d454982cc9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:28.783998 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-440a5988-3795-4c4a-84c3-4679fa600c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.787141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b90da46-e132-4170-8e29-93216ae3553b req-47b24e7f-50f1-44ce-953e-2f0a6d782ba4 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 932 time: 0.4050040 Feb 03 21:41:28.788388 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] For port 1bad0ff4-b6f5-4799-ae86-d39192cd2737, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:28.796511 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] For port 1bad0ff4-b6f5-4799-ae86-d39192cd2737, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1bad0ff4-b6f5-4799-ae86-d39192cd2737,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:28.813816 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:28.899989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66fb00-22fe-4ea0-99d5-3c8edd57af86 None None] Pushing event updated for resources: {'Port': ['ID=f2176466-8575-4e1a-983a-e6d454982cc9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:28.958388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Allocated IP 172.20.0.1 (f57d521f-b7e6-4902-aa01-c09a990e308f/503141ba-a95c-4ea5-b158-6fc3a1a120d4/0854adfd-2eec-4fc8-bfd1-6edacb87ab79) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:41:29.014920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd7e17b0-a3ff-4f2b-b5ff-1f604c08f7e8 req-c7e89f51-98db-49de-be2e-0b3eff58af23 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349121 Feb 03 21:41:29.087656 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb0548-4cc6-4527-8ce1-e310da831992 None None] Pushing event updated for resources: {'Port': ['ID=1bad0ff4-b6f5-4799-ae86-d39192cd2737,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:29.091003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-440a5988-3795-4c4a-84c3-4679fa600c74 None None] Current status of the port f2176466-8575-4e1a-983a-e6d454982cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:29.102479 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Routers {'057236c0-efee-4018-a71d-d9db39b2c66f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:29.103686 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['057236c0-efee-4018-a71d-d9db39b2c66f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:29.152455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b90da46-e132-4170-8e29-93216ae3553b req-375db83b-3529-42d9-aab8-a2de4ddc5ead tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642983 Feb 03 21:41:29.163325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac92ca75-1335-4f26-8d85-e06d144cc839 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:41:29.190755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Publish callbacks [] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:29.203937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Publish callbacks [] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:29.244158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Transition to ACTIVE for port object ac92ca75-1335-4f26-8d85-e06d144cc839 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:41:29.261771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:29.280660 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:29.337345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f2176466-8575-4e1a-983a-e6d454982cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:29.341344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Pushing event updated for resources: {'Port': ['ID=ac92ca75-1335-4f26-8d85-e06d144cc839,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:29.407734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Network f57d521f-b7e6-4902-aa01-c09a990e308f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:29.427183 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:29.429264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Pushing event updated for resources: {'Port': ['ID=0854adfd-2eec-4fc8-bfd1-6edacb87ab79,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:29.432433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:41:29.583329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388367f-a234-417b-aa7b-f31cfeada3c9 req-d2b82c5c-9760-4fd1-984b-4b9a3ac20608 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:29.583329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a388367f-a234-417b-aa7b-f31cfeada3c9 req-d2b82c5c-9760-4fd1-984b-4b9a3ac20608 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2334170 Feb 03 21:41:29.599392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (057236c0-efee-4018-a71d-d9db39b2c66f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:29.714434 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] Set router 057236c0-efee-4018-a71d-d9db39b2c66f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:29.785106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f2176466-8575-4e1a-983a-e6d454982cc9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:30.002395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:30.012507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f2176466-8575-4e1a-983a-e6d454982cc9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:30.012507 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:30.079500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b0359acf-a1e2-4a59-ade6-2fe9f1e84012 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:30.103622 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:30.108409 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:41:30.157593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c1d4db03-008f-4a44-9d11-098e8a078708 None None] Provisioning complete for port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:30.158194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1d4db03-008f-4a44-9d11-098e8a078708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:30.216394 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:24Z', 'updated_at': '2022-02-03T21:41:26Z', 'revision_number': 3, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'gw_port': {'id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:25Z', 'updated_at': '2022-02-03T21:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:30.290025 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f25375-9eed-49fc-aef0-4c0b2cea850f None None] The sync data for ids ['057236c0-efee-4018-a71d-d9db39b2c66f'] in n-d-824834-9 is: [{'id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:24Z', 'updated_at': '2022-02-03T21:41:26Z', 'revision_number': 3, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'gw_port': {'id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:25Z', 'updated_at': '2022-02-03T21:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:41:30.332599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4db03-008f-4a44-9d11-098e8a078708 None None] Port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:41:30.492608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Publish callbacks [] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:30.504459 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:30.540933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a388367f-a234-417b-aa7b-f31cfeada3c9 req-df4d0b0f-c1cc-4898-a118-f794d1e6f45a tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9574564 Feb 03 21:41:30.575422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f2176466-8575-4e1a-983a-e6d454982cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:30.576080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Attempting to bind port ac92ca75-1335-4f26-8d85-e06d144cc839 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:30.576481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Attempting to bind port ac92ca75-1335-4f26-8d85-e06d144cc839 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:30.576890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Attempting to bind port ac92ca75-1335-4f26-8d85-e06d144cc839 on network 37090306-f13c-4a59-989b-eba14a431521 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:30.588469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Port ac92ca75-1335-4f26-8d85-e06d144cc839 on network 37090306-f13c-4a59-989b-eba14a431521 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:41:30.588810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Attempting to bind port ac92ca75-1335-4f26-8d85-e06d144cc839 on network 37090306-f13c-4a59-989b-eba14a431521 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:30.592835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:30.600441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:30.602537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Checking segment: {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:30.603638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Bound using segment: {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:30.604136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Bound port: ac92ca75-1335-4f26-8d85-e06d144cc839, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:30.604584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:30.687781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Pushing event updated for resources: {'Port': ['ID=0854adfd-2eec-4fc8-bfd1-6edacb87ab79,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:30.779989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (057236c0-efee-4018-a71d-d9db39b2c66f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:30.816050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:30.823758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ac92ca75-1335-4f26-8d85-e06d144cc839,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:30.931732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:31.016839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Network f57d521f-b7e6-4902-aa01-c09a990e308f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:31.019690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:31.021157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:31.021892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:31.026382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] 10.222.0.10 "PUT /v2.0/ports/ac92ca75-1335-4f26-8d85-e06d144cc839 HTTP/1.1" status: 200 len: 1092 time: 3.4540648 Feb 03 21:41:31.026883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:31.029250 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076" -d '{"events": [{"name": "network-changed", "server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:31.146054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604b157-7ba5-4653-908f-37b77b6a1206 req-264517b2-59aa-4138-9966-6c18001a257f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:31.155995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f604b157-7ba5-4653-908f-37b77b6a1206 req-264517b2-59aa-4138-9966-6c18001a257f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.3111620 Feb 03 21:41:31.278212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6840b-5bdc-4a7e-b09d-c4aaf9eb3563 service neutron] Pushing event updated for resources: {'Port': ['ID=ac92ca75-1335-4f26-8d85-e06d144cc839,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:31.343164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Router 057236c0-efee-4018-a71d-d9db39b2c66f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:41:31.408769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51922aeb-1882-4969-8513-f8d663913d05 req-7c97c1fc-1f19-4db7-930e-f9bbf0198734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:31.410329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-7c97c1fc-1f19-4db7-930e-f9bbf0198734 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 1126 time: 0.3254287 Feb 03 21:41:31.448689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f604b157-7ba5-4653-908f-37b77b6a1206 req-52e210fe-db12-47a9-bdbd-7fff68f088e9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915726 Feb 03 21:41:31.486316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0e2a2cd-7173-46f6-97dd-71160049eb08 None None] Provisioning complete for port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:31.487369 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0e2a2cd-7173-46f6-97dd-71160049eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:31.590675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2a2cd-7173-46f6-97dd-71160049eb08 None None] Port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:41:31.621318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-d4548a78-5713-40c1-a078-96149f241439 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac92ca75-1335-4f26-8d85-e06d144cc839 HTTP/1.1" status: 200 len: 217 time: 0.1684556 Feb 03 21:41:31.676878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1bad0ff4-b6f5-4799-ae86-d39192cd2737 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:31.728503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:41:31.739158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1be707b4-f11c-4a36-af38-7b4185b45b36 admin admin] 10.222.0.50 "PUT /v2.0/routers/057236c0-efee-4018-a71d-d9db39b2c66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6263747 Feb 03 21:41:31.868789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df5385-d303-47d5-8212-f7efd021ea90 req-36b9750e-1b03-4a36-9cd2-7edf07d7c585 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:31.877754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71df5385-d303-47d5-8212-f7efd021ea90 req-36b9750e-1b03-4a36-9cd2-7edf07d7c585 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2621486 Feb 03 21:41:31.883454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51922aeb-1882-4969-8513-f8d663913d05 req-07a4b206-0e35-49a0-91bd-ac9ad3c0ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:31.891776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-07a4b206-0e35-49a0-91bd-ac9ad3c0ee41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e21f944-9322-4781-b061-7bb75d40913a HTTP/1.1" status: 200 len: 844 time: 0.2427688 Feb 03 21:41:32.009734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-5e2f6f66-3c3a-475f-9aee-d33c8d8ec12d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37090306-f13c-4a59-989b-eba14a431521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580812 Feb 03 21:41:32.110779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71df5385-d303-47d5-8212-f7efd021ea90 req-9fe48c43-bfab-41a9-8f5c-dd505fa6b7e4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179828 Feb 03 21:41:32.199772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1bad0ff4-b6f5-4799-ae86-d39192cd2737 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:32.200155 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:32.204508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-c3753343-ec2c-4780-890e-7d580fd09ed0 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936028 Feb 03 21:41:32.371788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1bad0ff4-b6f5-4799-ae86-d39192cd2737 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:32.388863 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:32.424292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51922aeb-1882-4969-8513-f8d663913d05 req-86554387-54d4-4d2d-8499-bee12d067847 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096498 Feb 03 21:41:32.435126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 1bad0ff4-b6f5-4799-ae86-d39192cd2737, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1bad0ff4-b6f5-4799-ae86-d39192cd2737,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:32.448894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:32.537832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36207f81-48a2-4686-bf68-7c0487d59a85 req-ecb6a39a-358d-4731-91ab-63e945e26ff3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:32.544167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36207f81-48a2-4686-bf68-7c0487d59a85 req-ecb6a39a-358d-4731-91ab-63e945e26ff3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1138155 Feb 03 21:41:32.556147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=1bad0ff4-b6f5-4799-ae86-d39192cd2737,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:32.572767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.573110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.573458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.573801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.574405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.574936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.574936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.575542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.575542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.575955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.576281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.576613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.577089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:41:32.640460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36207f81-48a2-4686-bf68-7c0487d59a85 req-c43f5026-1724-4bec-afce-5c401e647364 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903080 Feb 03 21:41:32.838092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305235ab-f132-4866-a6e8-620880f393d9 req-060db7cd-7b66-4674-a201-01c11ca36711 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:32.844935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-305235ab-f132-4866-a6e8-620880f393d9 req-060db7cd-7b66-4674-a201-01c11ca36711 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 944 time: 0.1158621 Feb 03 21:41:32.939845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-305235ab-f132-4866-a6e8-620880f393d9 req-af04c461-d964-41db-9efa-b88a1421c971 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891004 Feb 03 21:41:33.084881 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b313776-764c-4fde-b3a9-5caf9fd32aac x-openstack-request-id: req-4b313776-764c-4fde-b3a9-5caf9fd32aac {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:33.085249 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:33.085480 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b313776-764c-4fde-b3a9-5caf9fd32aac {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:33.085860 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839', 'status': 'completed', 'code': 200} Feb 03 21:41:33.303431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-197fbf10-39c0-4caa-b3cf-7eca7aef4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:33.307387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-197fbf10-39c0-4caa-b3cf-7eca7aef4c63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 1126 time: 0.2001851 Feb 03 21:41:33.346202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Sync routers for ids ['057236c0-efee-4018-a71d-d9db39b2c66f'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:41:33.373109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Routers {'057236c0-efee-4018-a71d-d9db39b2c66f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:33.373761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['057236c0-efee-4018-a71d-d9db39b2c66f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:33.391786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad64cb-0caf-490f-999c-b8b4ed667568 req-2a65f62a-7468-499f-9c5a-d00673fd34ad tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:33.393364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02ad64cb-0caf-490f-999c-b8b4ed667568 req-2a65f62a-7468-499f-9c5a-d00673fd34ad tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1729081 Feb 03 21:41:33.547313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1bad0ff4-b6f5-4799-ae86-d39192cd2737 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:33.570483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-3715561c-9eb6-4e80-96eb-26c7d0ad23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:33.572357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-3715561c-9eb6-4e80-96eb-26c7d0ad23aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 905 time: 0.2585466 Feb 03 21:41:33.667741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-75bee131-6a57-4fd2-87b3-c69d14acd239 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac92ca75-1335-4f26-8d85-e06d144cc839 HTTP/1.1" status: 200 len: 217 time: 0.0852697 Feb 03 21:41:33.675759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02ad64cb-0caf-490f-999c-b8b4ed667568 req-51ae5673-4ef1-410d-a66c-88388afa362a tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695727 Feb 03 21:41:33.691523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1bad0ff4-b6f5-4799-ae86-d39192cd2737 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:33.692097 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:33.786152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Set router 057236c0-efee-4018-a71d-d9db39b2c66f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:33.796799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-d4a9ac3c-bccc-4844-9adc-2e17582e77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:33.802522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-d4a9ac3c-bccc-4844-9adc-2e17582e77b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e21f944-9322-4781-b061-7bb75d40913a HTTP/1.1" status: 200 len: 844 time: 0.1254923 Feb 03 21:41:33.869149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-d11ce063-e6d0-4d69-91ac-7d4c3afe160d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37090306-f13c-4a59-989b-eba14a431521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605726 Feb 03 21:41:33.945162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1bad0ff4-b6f5-4799-ae86-d39192cd2737 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:34.093597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-89b5f481-1cf1-4d44-94d9-ff578e124c91 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782281 Feb 03 21:41:34.116965 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-556c9ad8-e451-4c63-a2d5-2224a29dc1bd req-0c7d48e4-ba9b-4456-ae43-25d88900ac3e tempest-FloatingIPDetailsNegativeTestJSON-416828971 tempest-FloatingIPDetailsNegativeTestJSON-416828971-project] show failed (client error): The resource could not be found. Feb 03 21:41:34.116965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-556c9ad8-e451-4c63-a2d5-2224a29dc1bd req-0c7d48e4-ba9b-4456-ae43-25d88900ac3e tempest-FloatingIPDetailsNegativeTestJSON-416828971 tempest-FloatingIPDetailsNegativeTestJSON-416828971-project] 10.222.0.50 "GET /v2.0/floatingips/7cc3892f-6254-4a0d-9c58-a54fa4429683 HTTP/1.1" status: 404 len: 350 time: 0.0520046 Feb 03 21:41:34.135924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:34.409331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e672ca5-6b52-410a-8e6a-a59bc8fd11ba req-f931b855-abc2-477f-b69f-9dbd4dc6898c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:34.418738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e672ca5-6b52-410a-8e6a-a59bc8fd11ba req-f931b855-abc2-477f-b69f-9dbd4dc6898c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.1950672 Feb 03 21:41:34.425735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:24Z', 'updated_at': '2022-02-03T21:41:29Z', 'revision_number': 4, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'gw_port': {'id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:25Z', 'updated_at': '2022-02-03T21:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '0854adfd-2eec-4fc8-bfd1-6edacb87ab79', 'name': '', 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'mac_address': 'fa:16:3e:db:fc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '503141ba-a95c-4ea5-b158-6fc3a1a120d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:28Z', 'updated_at': '2022-02-03T21:41:30Z', 'revision_number': 2, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'subnets': [{'id': '503141ba-a95c-4ea5-b158-6fc3a1a120d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:34.453569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-564d82f6-8e8d-4a74-b2fd-c1c9c68f8076 req-7ae2e182-9599-4f8a-a085-07c76abb7ed5 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908083 Feb 03 21:41:34.457076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Checking router: 057236c0-efee-4018-a71d-d9db39b2c66f for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:41:34.457615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Updating router 057236c0-efee-4018-a71d-d9db39b2c66f port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:41:34.490410 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:34.573955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e672ca5-6b52-410a-8e6a-a59bc8fd11ba req-1748b613-303c-4963-8821-c4eb0d501349 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192641 Feb 03 21:41:34.818163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Publish callbacks [] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:34.922753 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:34.954279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85838a76-5ad3-4f55-98c8-6293baff1d5a req-6d4ff1d9-4dcb-48e4-88da-1c1d74707756 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:34.978205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85838a76-5ad3-4f55-98c8-6293baff1d5a req-6d4ff1d9-4dcb-48e4-88da-1c1d74707756 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2645235 Feb 03 21:41:35.050651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (057236c0-efee-4018-a71d-d9db39b2c66f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:35.076497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85838a76-5ad3-4f55-98c8-6293baff1d5a req-c4569c4f-45ad-4f2f-9bdc-0989ac4885a9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906458 Feb 03 21:41:35.146832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546ab77-6e06-4ae5-86c0-72f21a5d1ddb None None] Pushing event updated for resources: {'Port': ['ID=0854adfd-2eec-4fc8-bfd1-6edacb87ab79,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:35.175094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Attempting to bind port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:35.183685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Attempting to bind port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'ec797610-9648-4622-a2ff-67eb03860026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:35.185384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Attempting to bind port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 on network f57d521f-b7e6-4902-aa01-c09a990e308f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:35.202936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:35.205294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Checking segment: {'id': 'ec797610-9648-4622-a2ff-67eb03860026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:35.205955 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:35.206553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Bound using segment: {'id': 'ec797610-9648-4622-a2ff-67eb03860026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:35.209698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Bound port: 0854adfd-2eec-4fc8-bfd1-6edacb87ab79, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec797610-9648-4622-a2ff-67eb03860026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:35.210361 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:35.354661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cc6a9-dd96-4ebd-9f17-e27dbfb4ebf3 req-a6fda8fe-51f7-40c5-8df2-0ee7e4163cbc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:35.361646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d74cc6a9-dd96-4ebd-9f17-e27dbfb4ebf3 req-a6fda8fe-51f7-40c5-8df2-0ee7e4163cbc tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1496444 Feb 03 21:41:35.442145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] For port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:35.450517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] For port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0854adfd-2eec-4fc8-bfd1-6edacb87ab79,segment=NetworkSegment(ec797610-9648-4622-a2ff-67eb03860026),segment_id=ec797610-9648-4622-a2ff-67eb03860026)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:35.465125 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:35.548509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d74cc6a9-dd96-4ebd-9f17-e27dbfb4ebf3 req-c6b705c0-2225-4833-9b80-8ff48bca3d97 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812649 Feb 03 21:41:35.579679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546ab77-6e06-4ae5-86c0-72f21a5d1ddb None None] Pushing event updated for resources: {'Port': ['ID=0854adfd-2eec-4fc8-bfd1-6edacb87ab79,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:35.617659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f96d2ab3-fe11-4405-8b4c-b67457e468c0 None None] Provisioning complete for port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:35.618653 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f96d2ab3-fe11-4405-8b4c-b67457e468c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:35.620236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Routers {'057236c0-efee-4018-a71d-d9db39b2c66f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:35.620970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['057236c0-efee-4018-a71d-d9db39b2c66f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:35.646633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Deleting port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:35.647747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:35.772636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] Set router 057236c0-efee-4018-a71d-d9db39b2c66f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:35.868606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb7e37-c2ff-4bf3-acc0-01ff024c1cb1 req-4e25129b-5292-4da6-8b10-8d2e1687290b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:35.870250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36fb7e37-c2ff-4bf3-acc0-01ff024c1cb1 req-4e25129b-5292-4da6-8b10-8d2e1687290b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 944 time: 0.1790326 Feb 03 21:41:35.881076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] For port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0854adfd-2eec-4fc8-bfd1-6edacb87ab79,segment=NetworkSegment(ec797610-9648-4622-a2ff-67eb03860026),segment_id=ec797610-9648-4622-a2ff-67eb03860026)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:35.882060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:35.900224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Calling delete_port for 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:36.082941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36fb7e37-c2ff-4bf3-acc0-01ff024c1cb1 req-0caa3859-5e06-44c8-9dca-1e1bc0973ca4 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963151 Feb 03 21:41:36.143310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ac92ca75-1335-4f26-8d85-e06d144cc839 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:41:36.259042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f96d2ab3-fe11-4405-8b4c-b67457e468c0 None None] Current status of the port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:36.260992 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f96d2ab3-fe11-4405-8b4c-b67457e468c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:36.402907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f96d2ab3-fe11-4405-8b4c-b67457e468c0 None None] For port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0854adfd-2eec-4fc8-bfd1-6edacb87ab79,segment=NetworkSegment(ec797610-9648-4622-a2ff-67eb03860026),segment_id=ec797610-9648-4622-a2ff-67eb03860026)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:36.420468 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f96d2ab3-fe11-4405-8b4c-b67457e468c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:36.446559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee09558-1b24-41b8-9122-072a479ee231 req-ff3e4eb4-9341-46a1-ac17-e1f9246c5932 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:36.456148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fee09558-1b24-41b8-9122-072a479ee231 req-ff3e4eb4-9341-46a1-ac17-e1f9246c5932 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2246110 Feb 03 21:41:36.570891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d2ab3-fe11-4405-8b4c-b67457e468c0 None None] Pushing event updated for resources: {'Port': ['ID=0854adfd-2eec-4fc8-bfd1-6edacb87ab79,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:36.593999 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fee09558-1b24-41b8-9122-072a479ee231 req-1e90be95-7bd5-4a45-8ede-ffcc31f2e402 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371827 Feb 03 21:41:36.624233 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-aaa2118e-58fa-4a6e-9a19-ffd5884dab4e service neutron] 10.222.0.10 "GET /v2.0/ports/b0359acf-a1e2-4a59-ade6-2fe9f1e84012/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 384 time: 0.3321278 Feb 03 21:41:36.669985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ac92ca75-1335-4f26-8d85-e06d144cc839,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:36.743174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e04c15b6-fd92-47ae-ab40-ba8067138758 None None] Provisioning complete for port 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:36.745512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e04c15b6-fd92-47ae-ab40-ba8067138758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:36.748986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'ac92ca75-1335-4f26-8d85-e06d144cc839', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'port_id': 'ac92ca75-1335-4f26-8d85-e06d144cc839', 'mac_address': 'fa:16:3e:8c:9b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e21f944-9322-4781-b061-7bb75d40913a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:41:36.847433 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0854adfd-2eec-4fc8-bfd1-6edacb87ab79), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:36.918797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Pushing event deleted for resources: {'Port': ['ID=0854adfd-2eec-4fc8-bfd1-6edacb87ab79,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:37.038156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3201-cb59-4eb4-bb3b-cf5260e43e11 req-5b92e4e9-687b-470d-97ab-538ac9dda2fd tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:37.049328 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-344e3201-cb59-4eb4-bb3b-cf5260e43e11 req-5b92e4e9-687b-470d-97ab-538ac9dda2fd tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 943 time: 0.2774529 Feb 03 21:41:37.184043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-344e3201-cb59-4eb4-bb3b-cf5260e43e11 req-85088619-26ed-4818-be7c-041266b8a2ad tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909686 Feb 03 21:41:37.217489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:24Z', 'updated_at': '2022-02-03T21:41:29Z', 'revision_number': 4, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'gw_port': {'id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:25Z', 'updated_at': '2022-02-03T21:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '0854adfd-2eec-4fc8-bfd1-6edacb87ab79', 'name': '', 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'mac_address': 'fa:16:3e:db:fc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '503141ba-a95c-4ea5-b158-6fc3a1a120d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:28Z', 'updated_at': '2022-02-03T21:41:35Z', 'revision_number': 4, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'subnets': [{'id': '503141ba-a95c-4ea5-b158-6fc3a1a120d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:37.305342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816f7ec-e3d0-44c2-8c61-9c2bc40bdbe4 None None] The sync data for ids ['057236c0-efee-4018-a71d-d9db39b2c66f'] in n-d-824834-9 is: [{'id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:24Z', 'updated_at': '2022-02-03T21:41:29Z', 'revision_number': 4, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'gw_port': {'id': '1bad0ff4-b6f5-4799-ae86-d39192cd2737', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:25Z', 'updated_at': '2022-02-03T21:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '0854adfd-2eec-4fc8-bfd1-6edacb87ab79', 'name': '', 'network_id': 'f57d521f-b7e6-4902-aa01-c09a990e308f', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'mac_address': 'fa:16:3e:db:fc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '503141ba-a95c-4ea5-b158-6fc3a1a120d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:28Z', 'updated_at': '2022-02-03T21:41:35Z', 'revision_number': 4, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'subnets': [{'id': '503141ba-a95c-4ea5-b158-6fc3a1a120d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:41:37.341777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ac92ca75-1335-4f26-8d85-e06d144cc839 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:37.342167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:37.345934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e04c15b6-fd92-47ae-ab40-ba8067138758 None None] Could not find standard attr ID for object 0854adfd-2eec-4fc8-bfd1-6edacb87ab79. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 21:41:37.349185 n-d-824834-9 neutron-server[103399]: INFO neutron.plugins.ml2.db [None req-e04c15b6-fd92-47ae-ab40-ba8067138758 None None] No ports have port_id starting with 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 Feb 03 21:41:37.356505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (057236c0-efee-4018-a71d-d9db39b2c66f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:37.363941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac92ca75-1335-4f26-8d85-e06d144cc839 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:41:37.444270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ac92ca75-1335-4f26-8d85-e06d144cc839,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:37.462253 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:37.518499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:37.562239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ac92ca75-1335-4f26-8d85-e06d144cc839,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:37.566022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:37.620000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0359acf-a1e2-4a59-ade6-2fe9f1e84012 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:41:37.652049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:37.708988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:37.743742 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe43eb-ce0f-4759-b830-8aa45f03637a req-cb2019f5-6f26-470a-b49f-c6294146b41a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:37.749016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdfe43eb-ce0f-4759-b830-8aa45f03637a req-cb2019f5-6f26-470a-b49f-c6294146b41a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.3797772 Feb 03 21:41:37.791397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['ac92ca75-1335-4f26-8d85-e06d144cc839'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:37.886469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Router 057236c0-efee-4018-a71d-d9db39b2c66f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:41:37.982109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdfe43eb-ce0f-4759-b830-8aa45f03637a req-d776ce0a-a966-41ce-b7ae-5269c1587267 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727400 Feb 03 21:41:38.046211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] Transition to ACTIVE for port object b0359acf-a1e2-4a59-ade6-2fe9f1e84012 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:41:38.058057 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:38.207772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:41:38.226852 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-96bbfbf5-6919-4219-b020-9324924fb561 admin admin] 10.222.0.50 "PUT /v2.0/routers/057236c0-efee-4018-a71d-d9db39b2c66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0896451 Feb 03 21:41:38.227443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:38.266404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] No DVR routers for this DVR port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:41:38.279359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] Pushing event updated for resources: {'Port': ['ID=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,revision_number=10']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:38.386359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-4de571f7-665b-43ff-99a4-859745eb9bdb service neutron] 10.222.0.10 "PUT /v2.0/ports/b0359acf-a1e2-4a59-ade6-2fe9f1e84012/bindings/n-h2-824834-9/activate HTTP/1.1" status: 200 len: 369 time: 1.7536860 Feb 03 21:41:38.403571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f6693-ea31-4cef-b94e-7015747366cd req-cced00fc-fa3d-4b2a-8b39-362227741a27 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:38.406854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-083f6693-ea31-4cef-b94e-7015747366cd req-cced00fc-fa3d-4b2a-8b39-362227741a27 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.2188406 Feb 03 21:41:38.536242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-083f6693-ea31-4cef-b94e-7015747366cd req-aa4cbafb-91d1-4008-9455-7d5da3055e22 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230192 Feb 03 21:41:38.588690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-3688415e-067c-4020-9eba-6ee6de9adfb6 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:38.590390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-3688415e-067c-4020-9eba-6ee6de9adfb6 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1126 time: 0.1292057 Feb 03 21:41:38.594865 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks [] for router (057236c0-efee-4018-a71d-d9db39b2c66f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:38.729593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1108d30-4341-43c0-87cd-b2782b4ae161 req-9b4b8270-f654-47f2-9e2d-ffd814133a46 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:38.731168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1108d30-4341-43c0-87cd-b2782b4ae161 req-9b4b8270-f654-47f2-9e2d-ffd814133a46 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 945 time: 0.1175885 Feb 03 21:41:38.838990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1108d30-4341-43c0-87cd-b2782b4ae161 req-b8b35543-69fc-4e9b-bce3-d89ac030bf5c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994794 Feb 03 21:41:38.841041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-69d69594-e74e-4978-bfc7-ebd41c3d22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:38.844798 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-69d69594-e74e-4978-bfc7-ebd41c3d22d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4&tenant_id=b2166eece056406097c00f535cedae9a HTTP/1.1" status: 200 len: 1126 time: 0.1924696 Feb 03 21:41:38.949476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks [] for router_gateway (057236c0-efee-4018-a71d-d9db39b2c66f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:39.008808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-27277358-93e3-454c-8827-90b54c30b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:39.017290 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-27277358-93e3-454c-8827-90b54c30b89c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1126 time: 0.1334367 Feb 03 21:41:39.132495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019a8a0-e762-4587-b191-a32b73a7b3bb req-52f186d1-57d4-4933-9e54-f27ac5e4e9dd tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:39.134766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2019a8a0-e762-4587-b191-a32b73a7b3bb req-52f186d1-57d4-4933-9e54-f27ac5e4e9dd tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1798179 Feb 03 21:41:39.258351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2019a8a0-e762-4587-b191-a32b73a7b3bb req-996a9293-9e39-4588-9b06-abb83775308f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093030 Feb 03 21:41:39.268736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Deleting port 1bad0ff4-b6f5-4799-ae86-d39192cd2737 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:39.268736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:39.430342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] For port 1bad0ff4-b6f5-4799-ae86-d39192cd2737, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1bad0ff4-b6f5-4799-ae86-d39192cd2737,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:39.430749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:39.453271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Calling delete_port for 1bad0ff4-b6f5-4799-ae86-d39192cd2737 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:39.531279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf4455-ed44-436e-bf7f-6848d723f4d5 req-fa948abd-5a38-4c51-bf5f-0e22eaa06f87 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:39.553224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fdf4455-ed44-436e-bf7f-6848d723f4d5 req-fa948abd-5a38-4c51-bf5f-0e22eaa06f87 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 944 time: 0.1757393 Feb 03 21:41:39.643099 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] Sync routers for ids ['057236c0-efee-4018-a71d-d9db39b2c66f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:41:39.651845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-89ea3752-aa16-4844-b48e-b2c56cb1d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:39.655765 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-89ea3752-aa16-4844-b48e-b2c56cb1d22d service neutron] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.5984786 Feb 03 21:41:39.671661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fdf4455-ed44-436e-bf7f-6848d723f4d5 req-b5cfc7d4-2faa-4b2e-802f-a274ff8c05d0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076040 Feb 03 21:41:39.673801 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] Routers {'057236c0-efee-4018-a71d-d9db39b2c66f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:39.674538 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['057236c0-efee-4018-a71d-d9db39b2c66f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:39.747367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-6526a747-4417-41e0-a1d5-4fccc49fc770 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 200 len: 217 time: 0.0829775 Feb 03 21:41:39.887271 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] Set router 057236c0-efee-4018-a71d-d9db39b2c66f gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:39.898411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbc63c-e5bb-4a8d-972b-f25fef0429da req-6c84c589-7d39-43f4-825a-77fa240e8e2f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:39.902515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50bbc63c-e5bb-4a8d-972b-f25fef0429da req-6c84c589-7d39-43f4-825a-77fa240e8e2f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1160789 Feb 03 21:41:39.943047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-f14a8dc4-2ea6-41cd-b03f-ff4c4fc6ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:39.944653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-f14a8dc4-2ea6-41cd-b03f-ff4c4fc6ecf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1451578 Feb 03 21:41:39.964209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1bad0ff4-b6f5-4799-ae86-d39192cd2737), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:39.965024 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:24Z', 'updated_at': '2022-02-03T21:41:38Z', 'revision_number': 6, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:39.995844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50bbc63c-e5bb-4a8d-972b-f25fef0429da req-1353349f-ae66-4798-868e-8c0c04ad90eb tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760720 Feb 03 21:41:39.998613 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] Checking router: 057236c0-efee-4018-a71d-d9db39b2c66f for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:41:40.009406 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] Routers {'057236c0-efee-4018-a71d-d9db39b2c66f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:40.010305 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['057236c0-efee-4018-a71d-d9db39b2c66f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:40.097840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ac92ca75-1335-4f26-8d85-e06d144cc839 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:40.105834 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] Set router 057236c0-efee-4018-a71d-d9db39b2c66f gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:41:40.163899 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-afaf5302-07f4-45ae-9675-2ec9f9cef2b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1960421 Feb 03 21:41:40.169296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bad0ff4-b6f5-4799-ae86-d39192cd2737,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:40.222563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42398bc1-2f19-4afb-b2f4-6566634314cc req-1a8ee206-125e-4c5b-b881-080c75c45af4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:40.232687 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:24Z', 'updated_at': '2022-02-03T21:41:39Z', 'revision_number': 7, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:40.238428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42398bc1-2f19-4afb-b2f4-6566634314cc req-1a8ee206-125e-4c5b-b881-080c75c45af4 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1257536 Feb 03 21:41:40.245497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port ac92ca75-1335-4f26-8d85-e06d144cc839 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:41:40.251778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port ac92ca75-1335-4f26-8d85-e06d144cc839 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:40.252177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:40.306737 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7676f-b4ce-453b-8a08-ad9e9ea30ffd None None] The sync data for ids ['057236c0-efee-4018-a71d-d9db39b2c66f'] in n-d-824834-9 is: [{'id': '057236c0-efee-4018-a71d-d9db39b2c66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1353464402-router', 'tenant_id': '890a8c89f5184baab8fcb7a97b9916ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:24Z', 'updated_at': '2022-02-03T21:41:39Z', 'revision_number': 7, 'project_id': '890a8c89f5184baab8fcb7a97b9916ae', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:41:40.358203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42398bc1-2f19-4afb-b2f4-6566634314cc req-8487d1a6-f1f1-413d-9c48-a4e0bb79b430 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188097 Feb 03 21:41:40.373750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (057236c0-efee-4018-a71d-d9db39b2c66f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:40.495039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ac92ca75-1335-4f26-8d85-e06d144cc839 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:40.495712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:40.581588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ac92ca75-1335-4f26-8d85-e06d144cc839,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:40.584804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:40.593413 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a43c49-f66b-47b4-84a6-11b32ad325dc" -d '{"events": [{"server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "name": "network-vif-plugged", "status": "completed", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:40.602201 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:40.613656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c906797-6623-4d3f-877a-529d7ffc5b9f req-c5af0d86-67af-4cd0-b724-e1cf9c333a3e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:40.616932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c906797-6623-4d3f-877a-529d7ffc5b9f req-c5af0d86-67af-4cd0-b724-e1cf9c333a3e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 945 time: 0.1322789 Feb 03 21:41:40.677688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (057236c0-efee-4018-a71d-d9db39b2c66f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:40.681940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks [] for router_controller (057236c0-efee-4018-a71d-d9db39b2c66f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:40.709443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ac92ca75-1335-4f26-8d85-e06d144cc839,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:40.715095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c906797-6623-4d3f-877a-529d7ffc5b9f req-accad6d9-06c7-4025-8a10-43481a380dca tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919886 Feb 03 21:41:40.769929 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-9eaca99e-68ea-4044-8461-d8a1292fcc4d service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868747 Feb 03 21:41:40.790480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (057236c0-efee-4018-a71d-d9db39b2c66f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:40.794847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 057236c0-efee-4018-a71d-d9db39b2c66f {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:41:40.877438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:40.885378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fc7d3f26-a7b3-4252-a175-ba429775adb2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/057236c0-efee-4018-a71d-d9db39b2c66f HTTP/1.1" status: 204 len: 168 time: 2.6519775 Feb 03 21:41:40.885953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:41.044410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e87868-2035-4319-b9a0-52fde6798694 req-3fca776a-a1d3-4ffe-9cbd-4c6463b4c0fa tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:41.046346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15e87868-2035-4319-b9a0-52fde6798694 req-3fca776a-a1d3-4ffe-9cbd-4c6463b4c0fa tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1999888 Feb 03 21:41:41.086785 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-95d39dc4-7d54-472f-a16d-9fcb1b8b7e60 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807555 Feb 03 21:41:41.104033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b263913a-00fb-48af-ac2b-2b36a1a17c9a admin admin] Deleting subnet 503141ba-a95c-4ea5-b158-6fc3a1a120d4 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:41:41.108281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b263913a-00fb-48af-ac2b-2b36a1a17c9a admin admin] Publish callbacks [] for subnet (503141ba-a95c-4ea5-b158-6fc3a1a120d4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:41.108749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15e87868-2035-4319-b9a0-52fde6798694 req-3c340978-b25e-4196-91fb-157152e523ef tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527952 Feb 03 21:41:41.179015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b263913a-00fb-48af-ac2b-2b36a1a17c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (503141ba-a95c-4ea5-b158-6fc3a1a120d4), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:41.286026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-3016cd8b-d978-4fe3-8949-4b5d91b1a573 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-968618768&fields=id&tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2 HTTP/1.1" status: 200 len: 267 time: 0.1124671 Feb 03 21:41:41.442018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-723a7aaf-100e-4e43-b6ba-5195fa8b306a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:41.443526 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b263913a-00fb-48af-ac2b-2b36a1a17c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (503141ba-a95c-4ea5-b158-6fc3a1a120d4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:41.451884 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-723a7aaf-100e-4e43-b6ba-5195fa8b306a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 946 time: 0.1599100 Feb 03 21:41:41.470754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-0c935fdd-e372-4920-bf7e-720dc344ca79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'port': {'security_groups': ['77c2e545-091b-41da-9642-90edfce8e85b', '83734468-edbd-4186-855c-70966bd2279c']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:41.544657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:41.572057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:41.572609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0854adfd-2eec-4fc8-bfd1-6edacb87ab79 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:41.573322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1bad0ff4-b6f5-4799-ae86-d39192cd2737 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:41.596339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b263913a-00fb-48af-ac2b-2b36a1a17c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (503141ba-a95c-4ea5-b158-6fc3a1a120d4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:41.607128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 1bad0ff4-b6f5-4799-ae86-d39192cd2737 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:41.608192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1bad0ff4-b6f5-4799-ae86-d39192cd2737 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:41.631197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-070ccc7a-150b-4424-ac8c-db5f6bbfd213 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:41.633006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-070ccc7a-150b-4424-ac8c-db5f6bbfd213 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1126 time: 0.1366253 Feb 03 21:41:41.636307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263913a-00fb-48af-ac2b-2b36a1a17c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503141ba-a95c-4ea5-b158-6fc3a1a120d4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:41.638300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b263913a-00fb-48af-ac2b-2b36a1a17c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:41.641616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b263913a-00fb-48af-ac2b-2b36a1a17c9a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/503141ba-a95c-4ea5-b158-6fc3a1a120d4 HTTP/1.1" status: 204 len: 168 time: 0.7546623 Feb 03 21:41:41.645217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56daff1c-ac7d-4d24-a5d9-a61a336a5638 None None] Network f57d521f-b7e6-4902-aa01-c09a990e308f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:41.645401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51032) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:41.822291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-94acf72d-ee78-45c0-9994-91fa739a7fd2 service neutron] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:41.825685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-94acf72d-ee78-45c0-9994-91fa739a7fd2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:41.826822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed60f307-2151-4e7a-b801-fa5c39fe70ef req-94acf72d-ee78-45c0-9994-91fa739a7fd2 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b0359acf-a1e2-4a59-ade6-2fe9f1e84012/bindings/n-h1-824834-9 HTTP/1.1" status: 204 len: 173 time: 0.1838174 Feb 03 21:41:41.831995 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-0c935fdd-e372-4920-bf7e-720dc344ca79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:41.879028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (f57d521f-b7e6-4902-aa01-c09a990e308f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:41.993767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74fa373-136e-4192-8c8c-e45de47a7836 None None] DHCP port deletion for f57d521f-b7e6-4902-aa01-c09a990e308f request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:41:42.135663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d74fa373-136e-4192-8c8c-e45de47a7836 None None] Deleting port f2176466-8575-4e1a-983a-e6d454982cc9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:42.138610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74fa373-136e-4192-8c8c-e45de47a7836 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.169323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Deleting port f2176466-8575-4e1a-983a-e6d454982cc9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:42.169908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.285145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] For port f2176466-8575-4e1a-983a-e6d454982cc9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f2176466-8575-4e1a-983a-e6d454982cc9,segment=NetworkSegment(ec797610-9648-4622-a2ff-67eb03860026),segment_id=ec797610-9648-4622-a2ff-67eb03860026)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:42.286155 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.309346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-0c935fdd-e372-4920-bf7e-720dc344ca79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] For port ecffc5b0-fe14-49d7-adfd-82d25d609eda, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:42.326052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Calling delete_port for f2176466-8575-4e1a-983a-e6d454982cc9 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:42.334485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d74fa373-136e-4192-8c8c-e45de47a7836 None None] For port f2176466-8575-4e1a-983a-e6d454982cc9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f2176466-8575-4e1a-983a-e6d454982cc9,segment=NetworkSegment(ec797610-9648-4622-a2ff-67eb03860026),segment_id=ec797610-9648-4622-a2ff-67eb03860026)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:42.334485 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74fa373-136e-4192-8c8c-e45de47a7836 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.361263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d74fa373-136e-4192-8c8c-e45de47a7836 None None] Calling delete_port for f2176466-8575-4e1a-983a-e6d454982cc9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:42.418578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-0c935fdd-e372-4920-bf7e-720dc344ca79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.430086 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-0c935fdd-e372-4920-bf7e-720dc344ca79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.451917 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'ecffc5b0-fe14-49d7-adfd-82d25d609eda'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:42.572333 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74fa373-136e-4192-8c8c-e45de47a7836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.580657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-0c935fdd-e372-4920-bf7e-720dc344ca79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:42.581425 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-0c935fdd-e372-4920-bf7e-720dc344ca79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.583408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a4aa95c-c5d7-4a87-b0ff-8654718b8a07 req-0c935fdd-e372-4920-bf7e-720dc344ca79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "PUT /v2.0/ports/ecffc5b0-fe14-49d7-adfd-82d25d609eda HTTP/1.1" status: 200 len: 982 time: 1.1308520 Feb 03 21:41:42.591398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:42.593809 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8458813-a613-4778-b1e5-dd0720b2a564" -d '{"events": [{"name": "network-changed", "server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:42.630338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f2176466-8575-4e1a-983a-e6d454982cc9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.641750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74fa373-136e-4192-8c8c-e45de47a7836 None None] No DVR routers for this DVR port f2176466-8575-4e1a-983a-e6d454982cc9 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:41:42.652018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c935fdd-e372-4920-bf7e-720dc344ca79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'Port': ['ID=ecffc5b0-fe14-49d7-adfd-82d25d609eda,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:42.657446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fa373-136e-4192-8c8c-e45de47a7836 None None] Pushing event deleted for resources: {'Port': ['ID=f2176466-8575-4e1a-983a-e6d454982cc9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:42.677026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] No DVR routers for this DVR port f2176466-8575-4e1a-983a-e6d454982cc9 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:41:42.702044 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cd9e31-cf41-45c5-a3d9-3f9d8d27e1e2 x-openstack-request-id: req-43cd9e31-cf41-45c5-a3d9-3f9d8d27e1e2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:42.702456 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "name": "network-vif-plugged", "status": "completed", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:42.702776 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-43cd9e31-cf41-45c5-a3d9-3f9d8d27e1e2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:42.703366 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839', 'code': 200} Feb 03 21:41:42.713304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['ecffc5b0-fe14-49d7-adfd-82d25d609eda'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:42.736447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2176466-8575-4e1a-983a-e6d454982cc9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:42.960195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (f57d521f-b7e6-4902-aa01-c09a990e308f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:42.982885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57d521f-b7e6-4902-aa01-c09a990e308f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:42.994866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec797610-9648-4622-a2ff-67eb03860026') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:42.995323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec797610-9648-4622-a2ff-67eb03860026') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:43.005536 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (ec797610-9648-4622-a2ff-67eb03860026), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:43.019030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ec797610-9648-4622-a2ff-67eb03860026), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:43.026254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:41:43.026447 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (ec797610-9648-4622-a2ff-67eb03860026), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:41:43.087178 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:41:43.110991 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (f57d521f-b7e6-4902-aa01-c09a990e308f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:43.151296 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:43.154548 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f57d521f-b7e6-4902-aa01-c09a990e308f HTTP/1.1" status: 204 len: 168 time: 1.4990275 Feb 03 21:41:43.177581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb5f3b-5e8e-4d78-b7d3-b1959ea2aaa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57d521f-b7e6-4902-aa01-c09a990e308f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:43.250176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab492e9c-f308-4ccc-a266-40f0f9512ff9 req-11dc4fef-a27e-4c0e-a4d4-6e2105fe0b10 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:43.251910 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab492e9c-f308-4ccc-a266-40f0f9512ff9 req-11dc4fef-a27e-4c0e-a4d4-6e2105fe0b10 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 944 time: 0.3927920 Feb 03 21:41:43.288173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72ad4e-441d-420e-8620-8c159c3649fb req-4e680666-548f-4ead-a56c-5ed216bc2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:43.289851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f72ad4e-441d-420e-8620-8c159c3649fb req-4e680666-548f-4ead-a56c-5ed216bc2be1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 1128 time: 0.2016561 Feb 03 21:41:43.324005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-963f91ae-57b1-4a05-9781-3ea718bb32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:43.325541 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-963f91ae-57b1-4a05-9781-3ea718bb32e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1128 time: 0.0903602 Feb 03 21:41:43.335783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1cab4-7bb3-463a-aeee-7f47f261147f req-3e11a6c8-a554-477d-bec9-614a5b6f5760 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:43.346803 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dca1cab4-7bb3-463a-aeee-7f47f261147f req-3e11a6c8-a554-477d-bec9-614a5b6f5760 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2503543 Feb 03 21:41:43.413756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:43.482953 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dca1cab4-7bb3-463a-aeee-7f47f261147f req-bbf32ded-4fe3-4cf1-aaa8-0e8a667ef6f8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268954 Feb 03 21:41:43.506052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab492e9c-f308-4ccc-a266-40f0f9512ff9 req-6e0f2727-6309-4d1b-8e20-1785a68b918a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293682 Feb 03 21:41:43.509443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f72ad4e-441d-420e-8620-8c159c3649fb req-8330fc14-e9fd-49ac-a777-87a0abad18f6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945457 Feb 03 21:41:43.510406 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5feb3116-a1a2-4bad-87fa-d77c54f093a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=890a8c89f5184baab8fcb7a97b9916ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952740 Feb 03 21:41:43.517866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:43.529374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-ad6a90ca-3baa-4d59-b18e-57ee9d668edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:43.542451 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-ad6a90ca-3baa-4d59-b18e-57ee9d668edd service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.2046075 Feb 03 21:41:43.552267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f2176466-8575-4e1a-983a-e6d454982cc9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:43.602041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f2176466-8575-4e1a-983a-e6d454982cc9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:43.603313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f2176466-8575-4e1a-983a-e6d454982cc9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:43.641443 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-65eef2e1-7e67-49f9-b713-e285ce8434bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866 HTTP/1.1" status: 200 len: 217 time: 0.0845499 Feb 03 21:41:43.723219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06bd18b6-aa46-4992-80f9-f32eab66207f admin admin] Publish callbacks [] for security_group (a6ea3144-5988-46de-8692-50de46396f48), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:43.726130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-4b2bcc84-4852-453b-9913-d3af0ecfa657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:43.727935 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-4b2bcc84-4852-453b-9913-d3af0ecfa657 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0759287 Feb 03 21:41:43.735467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74351215-f7df-4951-966d-c93a05662011 req-9d686764-ef95-494d-9a2c-a683f74a8e85 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:43.743247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74351215-f7df-4951-966d-c93a05662011 req-9d686764-ef95-494d-9a2c-a683f74a8e85 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 946 time: 0.1522930 Feb 03 21:41:43.759496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaee410-a763-4214-afaa-ccf365864994 req-e5f44997-7a7d-4daf-97e7-ee47087847c6 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:43.760987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaaee410-a763-4214-afaa-ccf365864994 req-e5f44997-7a7d-4daf-97e7-ee47087847c6 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1209271 Feb 03 21:41:43.777819 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-3e1cee21-13db-47d9-9fa6-70c0442e24eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379393 Feb 03 21:41:43.802062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06bd18b6-aa46-4992-80f9-f32eab66207f admin admin] Publish callbacks [] for security_group (a6ea3144-5988-46de-8692-50de46396f48), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:43.831583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74351215-f7df-4951-966d-c93a05662011 req-ddb7e5cc-3bd8-4cf4-a195-9e1ba89dd015 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768042 Feb 03 21:41:43.878454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaaee410-a763-4214-afaa-ccf365864994 req-a4446e3a-b7d3-421a-8529-b62cff9b7d9e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110857 Feb 03 21:41:43.915824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef292b67-23d1-433b-8cbe-0bcc0089498f req-68338960-4eb7-4e25-9a15-ea1b3c5b45aa tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/83734468-edbd-4186-855c-70966bd2279c HTTP/1.1" status: 200 len: 1816 time: 0.0577724 Feb 03 21:41:43.971733 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-a8d16953-0514-4272-8611-4dd7903eb474 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828315 Feb 03 21:41:43.998229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06bd18b6-aa46-4992-80f9-f32eab66207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a6ea3144-5988-46de-8692-50de46396f48), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:44.001302 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06bd18b6-aa46-4992-80f9-f32eab66207f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:44.004807 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-06bd18b6-aa46-4992-80f9-f32eab66207f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6ea3144-5988-46de-8692-50de46396f48 HTTP/1.1" status: 204 len: 168 time: 0.4834650 Feb 03 21:41:44.005008 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126d50e8-0e97-4635-899e-6ffa3466a734 x-openstack-request-id: req-126d50e8-0e97-4635-899e-6ffa3466a734 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:44.005008 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:44.010091 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-126d50e8-0e97-4635-899e-6ffa3466a734 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:44.010526 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda', 'status': 'completed', 'code': 200} Feb 03 21:41:44.016955 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-ef292b67-23d1-433b-8cbe-0bcc0089498f req-3c96d7c4-b1d0-486e-ab2c-2e6e728d8f7b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 21:41:44.021250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef292b67-23d1-433b-8cbe-0bcc0089498f req-3c96d7c4-b1d0-486e-ab2c-2e6e728d8f7b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/83734468-edbd-4186-855c-70966bd2279c HTTP/1.1" status: 409 len: 341 time: 0.0986123 Feb 03 21:41:44.085364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd18b6-aa46-4992-80f9-f32eab66207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ea3144-5988-46de-8692-50de46396f48,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:44.463130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-50ffd30d-cd21-4e11-927d-9ffedc8fbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:44.464644 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-50ffd30d-cd21-4e11-927d-9ffedc8fbbe2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 1167 time: 0.4492369 Feb 03 21:41:44.468314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-309863ee-1a2b-4ae5-8b1f-0a55156373dd service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800916 Feb 03 21:41:44.527986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66052871-4ee3-4834-b2c1-07c8719b44e8 req-a6736afc-2b87-403f-a33f-f31ee73326c4 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:44.535864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66052871-4ee3-4834-b2c1-07c8719b44e8 req-a6736afc-2b87-403f-a33f-f31ee73326c4 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1126 time: 0.1253593 Feb 03 21:41:44.583777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-1b086114-3a76-473b-8d27-8d2cb745acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:44.585441 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-1b086114-3a76-473b-8d27-8d2cb745acf4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 914 time: 0.1107824 Feb 03 21:41:44.610372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66052871-4ee3-4834-b2c1-07c8719b44e8 req-85ca4df0-5499-4998-837a-004aa7989193 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651362 Feb 03 21:41:44.644472 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-571731a4-c957-423d-8b32-4387720d5100 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda HTTP/1.1" status: 200 len: 217 time: 0.0502539 Feb 03 21:41:44.646717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-85c4d2cc-e777-4f2e-8b79-6632292836dd tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:44.650068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-85c4d2cc-e777-4f2e-8b79-6632292836dd tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/networks?id=83ae70db-d930-438a-954f-5377c6b2de25 HTTP/1.1" status: 200 len: 815 time: 0.2052987 Feb 03 21:41:44.676686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-f700aa34-2b95-4539-96b0-4550c085312b tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/quotas/1b0d4b2948634e919196251922a97d4f HTTP/1.1" status: 200 len: 375 time: 0.0201848 Feb 03 21:41:44.765460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-4a7fa59f-3fe0-4540-bac1-ddda402afb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:44.767260 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-4a7fa59f-3fe0-4540-bac1-ddda402afb76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 200 len: 853 time: 0.1105106 Feb 03 21:41:44.796921 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-97adbe11-94a6-486c-a156-65e553687d1f tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0d4b2948634e919196251922a97d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122005 Feb 03 21:41:44.830763 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-ea6df3e8-3cf1-4709-b34d-56601d8704a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=086865c8-de64-47f1-9bc4-33ff286001fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502729 Feb 03 21:41:44.859072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8dca2-67c0-4a8d-8170-4d90bb985ba3 req-6cbbf031-874f-42d2-95c8-4ab3e4652c3a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:44.866333 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42a8dca2-67c0-4a8d-8170-4d90bb985ba3 req-6cbbf031-874f-42d2-95c8-4ab3e4652c3a tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 985 time: 0.1421945 Feb 03 21:41:44.976958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-a6709681-68de-40f1-92c8-12f15721bb4f service neutron] 10.222.0.50 "GET /v2.0/networks/83ae70db-d930-438a-954f-5377c6b2de25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746120 Feb 03 21:41:44.994291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42a8dca2-67c0-4a8d-8170-4d90bb985ba3 req-89f9ce6c-1a7d-4677-9e73-d094409734c7 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&id=83734468-edbd-4186-855c-70966bd2279c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1223464 Feb 03 21:41:45.113391 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-0f84d9aa-0219-4655-8256-a8b1027474ff service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741892 Feb 03 21:41:45.187721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-77b69e9e-6fe4-40c3-80d5-ab3188a5b9c3 service neutron] 10.222.0.50 "GET /v2.0/networks/83ae70db-d930-438a-954f-5377c6b2de25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922593 Feb 03 21:41:45.216944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb252d0-0d3f-4321-a3bf-b37e3a36ebbf req-2682d66e-2a74-42bd-8e11-ceef30a9b8a6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:45.224773 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6eb252d0-0d3f-4321-a3bf-b37e3a36ebbf req-2682d66e-2a74-42bd-8e11-ceef30a9b8a6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.0987742 Feb 03 21:41:45.306460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6eb252d0-0d3f-4321-a3bf-b37e3a36ebbf req-f9e75cc4-a4c0-4ff3-a9cd-b19da4cdc595 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759966 Feb 03 21:41:45.323972 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8458813-a613-4778-b1e5-dd0720b2a564 req-81717975-486c-4f55-be23-de16e18aef2a service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898651 Feb 03 21:41:45.384586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:45.472679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4a6bc-1254-4c96-9cfc-cd00dfdc7f82 req-8739614e-15b5-406e-94e1-d4dc565efd48 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:45.475892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55b4a6bc-1254-4c96-9cfc-cd00dfdc7f82 req-8739614e-15b5-406e-94e1-d4dc565efd48 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1126 time: 0.1018140 Feb 03 21:41:45.502902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-7b13ecfe-99bb-4fac-b34b-69bbabbe7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:45.509383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-7b13ecfe-99bb-4fac-b34b-69bbabbe7999 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 1167 time: 0.1244314 Feb 03 21:41:45.597112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1667135957-network', 'tenant_id': '89631647ef28401ebc50a6d53ebf22e3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:45.646625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55b4a6bc-1254-4c96-9cfc-cd00dfdc7f82 req-ae4220ee-90a4-4e8a-b353-8bfba128d419 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636839 Feb 03 21:41:45.654342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-248a977b-1a6f-4bf9-9110-1c0a98eab00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:45.659196 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-248a977b-1a6f-4bf9-9110-1c0a98eab00e service neutron] 10.222.0.47 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 914 time: 0.1423817 Feb 03 21:41:45.746463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ab38d-6fe0-4d32-8883-d197a794cf96 req-bc7b4f20-0e33-4f25-a053-a73b2f841803 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:45.753734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-858ab38d-6fe0-4d32-8883-d197a794cf96 req-bc7b4f20-0e33-4f25-a053-a73b2f841803 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 946 time: 0.2288113 Feb 03 21:41:45.757569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Made reservation on behalf of 89631647ef28401ebc50a6d53ebf22e3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:45.763795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-861a19d2-b72e-4df6-b276-2e708bf174dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda HTTP/1.1" status: 200 len: 217 time: 0.0938466 Feb 03 21:41:45.768100 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:45.840514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-0d355a3d-e7df-4a5f-b340-fe5bed158da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:45.842901 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-0d355a3d-e7df-4a5f-b340-fe5bed158da7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 200 len: 853 time: 0.0698280 Feb 03 21:41:45.844773 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:45.892098 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-de26215e-3978-4269-a17b-2af33945fed7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=086865c8-de64-47f1-9bc4-33ff286001fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421355 Feb 03 21:41:45.964743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-858ab38d-6fe0-4d32-8883-d197a794cf96 req-4463b4e2-3b42-41b4-9cdf-6eb177b8d163 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510444 Feb 03 21:41:46.044401 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Publish callbacks [] for security_group (3f2f835e-02b6-4170-97c3-e05452092f2a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:46.060827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31ee27-b79b-41f6-812e-b145f5a1a168 req-10a21d88-1433-4ae4-99f7-34657feaed99 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:46.070952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f31ee27-b79b-41f6-812e-b145f5a1a168 req-10a21d88-1433-4ae4-99f7-34657feaed99 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2681475 Feb 03 21:41:46.074101 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f2f835e-02b6-4170-97c3-e05452092f2a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:46.120387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-7a2513fb-9a42-4af0-ae04-3296312b7634 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185745 Feb 03 21:41:46.134114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:41:46.141981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2f835e-02b6-4170-97c3-e05452092f2a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:46.173599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f30abe90-dbf0-4a15-91b7-746abbfca66b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:46.174751 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Added segment f30abe90-dbf0-4a15-91b7-746abbfca66b of type vlan for network 678ceb55-bc6c-4eef-8e0c-aa76edfe1aab Feb 03 21:41:46.265381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (678ceb55-bc6c-4eef-8e0c-aa76edfe1aab), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:46.299104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-47d2b44b-582c-456d-ba0f-94ff6c866bf7 req-bd7879db-ffcb-435b-9df5-93864b397549 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701953 Feb 03 21:41:46.343695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f31ee27-b79b-41f6-812e-b145f5a1a168 req-b75a74da-3f84-4d3d-af03-553208c5b51f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715027 Feb 03 21:41:46.346393 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (678ceb55-bc6c-4eef-8e0c-aa76edfe1aab), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:46.347748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:46.348335 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:46.402598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c910e57b-fcc4-48c5-9caf-d3da959a3f58 req-1c6a25fc-3d55-48b3-942c-c63b25ef75e8 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 210 time: 0.2060690 Feb 03 21:41:46.538074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1523798 Feb 03 21:41:46.541786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:46.548234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee75786-d30f-4b13-b19e-f7f2a88dbb09 admin admin] Pushing event updated for resources: {'Network': ['ID=678ceb55-bc6c-4eef-8e0c-aa76edfe1aab,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:46.562407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 678ceb55-bc6c-4eef-8e0c-aa76edfe1aab details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:41:46.575854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Request body: {'subnet': {'network_id': '678ceb55-bc6c-4eef-8e0c-aa76edfe1aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1667135957-subnet', 'tenant_id': '89631647ef28401ebc50a6d53ebf22e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:46.651519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Made reservation on behalf of 89631647ef28401ebc50a6d53ebf22e3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:46.654884 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:46.826911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c1b16-8b08-49ae-937f-d384b5c4d13e req-1c2dc5af-1e87-441d-8016-aacbfa54680f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:46.832395 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a5c1b16-8b08-49ae-937f-d384b5c4d13e req-1c2dc5af-1e87-441d-8016-aacbfa54680f tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 985 time: 0.1570754 Feb 03 21:41:47.074580 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (f06caf81-0931-4822-b23e-2a98103c4c10), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:47.191989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06caf81-0931-4822-b23e-2a98103c4c10,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:47.235129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Checking segment: {'id': 'f30abe90-dbf0-4a15-91b7-746abbfca66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '678ceb55-bc6c-4eef-8e0c-aa76edfe1aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:47.235925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Network hostable DHCP agents. Network: 678ceb55-bc6c-4eef-8e0c-aa76edfe1aab, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:41:47.268931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Network 678ceb55-bc6c-4eef-8e0c-aa76edfe1aab is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:41:47.286695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 678ceb55-bc6c-4eef-8e0c-aa76edfe1aab) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:47.333200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a5c1b16-8b08-49ae-937f-d384b5c4d13e req-4d53034f-5456-4114-908d-c31eabbdff49 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&id=83734468-edbd-4186-855c-70966bd2279c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4603784 Feb 03 21:41:47.361120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed30972-1232-48fb-9a29-df8377d049ce req-b0a93d04-d05e-41d7-9f36-7dd83ec301df tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:47.364526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ea89f-1ec9-4f8e-95c9-475fe05aa545 None None] Network 678ceb55-bc6c-4eef-8e0c-aa76edfe1aab requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:47.378884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:47.379530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bed30972-1232-48fb-9a29-df8377d049ce req-b0a93d04-d05e-41d7-9f36-7dd83ec301df tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.5412862 Feb 03 21:41:47.389306 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:47.448698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce12dfdb-33d2-4d13-9cae-f43e95348716 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9044845 Feb 03 21:41:47.453193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bed30972-1232-48fb-9a29-df8377d049ce req-012960bc-7940-4f14-9909-db121a6bd438 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700052 Feb 03 21:41:47.655392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63bb29e-ebaf-4028-b071-e76fcee5538c None None] Network 678ceb55-bc6c-4eef-8e0c-aa76edfe1aab requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:41:47.835208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cafb40-f9dc-4ae4-bb1c-0ef3cd9cb29c req-41acaa7d-0cfd-4b5f-bc20-45553fdfe30e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:47.844675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09cafb40-f9dc-4ae4-bb1c-0ef3cd9cb29c req-41acaa7d-0cfd-4b5f-bc20-45553fdfe30e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 946 time: 0.3783376 Feb 03 21:41:47.973959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09cafb40-f9dc-4ae4-bb1c-0ef3cd9cb29c req-698c8d3c-7652-4f12-b53e-c92b7d0c6d34 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232798 Feb 03 21:41:48.020227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-90980871-25b9-46a0-8638-61d45e47448c tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:48.027861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-90980871-25b9-46a0-8638-61d45e47448c tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.10 "GET /v2.0/networks?id=83ae70db-d930-438a-954f-5377c6b2de25 HTTP/1.1" status: 200 len: 815 time: 0.4100544 Feb 03 21:41:48.036635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a833a19-17cc-4c7d-b7b2-871215db769a req-d847e28d-b0bb-4f57-b72f-b899090311c5 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:48.056522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a833a19-17cc-4c7d-b7b2-871215db769a req-d847e28d-b0bb-4f57-b72f-b899090311c5 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2324069 Feb 03 21:41:48.065163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Request body: {'port': {'device_id': '08391221-1765-49eb-a202-36d0f5922dc2', 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25', 'admin_state_up': True, 'tenant_id': '1b0d4b2948634e919196251922a97d4f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:48.244731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-768b9c46-cd70-4ef9-a175-b4ce8cfcf16e req-e22602c6-4456-4353-bc91-91f08e34ee28 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 210 time: 0.1503861 Feb 03 21:41:48.311690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a833a19-17cc-4c7d-b7b2-871215db769a req-129fa05b-a9f8-40c7-9400-a5d631fb3184 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538838 Feb 03 21:41:48.362197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Made reservation on behalf of 1b0d4b2948634e919196251922a97d4f for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:41:48.367396 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:48.432781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-7f9aa32a-5459-44e6-b3a6-1e4e7476b252 req-bf604e45-3a3c-4d1e-85e7-b588e75aa99c tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-241251249', 'description': 'tempest-description-1164831265'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:48.505728 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f9aa32a-5459-44e6-b3a6-1e4e7476b252 req-bf604e45-3a3c-4d1e-85e7-b588e75aa99c tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:48.629724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Allocated IP 172.20.0.11 (83ae70db-d930-438a-954f-5377c6b2de25/d1dee0e9-21bb-4926-ad92-d87ecde20967/b1db339a-2d47-445c-baad-b43988fb8026) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:41:48.754904 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f9aa32a-5459-44e6-b3a6-1e4e7476b252 req-bf604e45-3a3c-4d1e-85e7-b588e75aa99c tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (ad96a49d-30c9-4374-b10f-b5769bae94e0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:48.769751 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f9aa32a-5459-44e6-b3a6-1e4e7476b252 req-bf604e45-3a3c-4d1e-85e7-b588e75aa99c tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ad96a49d-30c9-4374-b10f-b5769bae94e0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:48.811152 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f9aa32a-5459-44e6-b3a6-1e4e7476b252 req-bf604e45-3a3c-4d1e-85e7-b588e75aa99c tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:48.821459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f9aa32a-5459-44e6-b3a6-1e4e7476b252 req-bf604e45-3a3c-4d1e-85e7-b588e75aa99c tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3960860 Feb 03 21:41:48.912252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf604e45-3a3c-4d1e-85e7-b588e75aa99c tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad96a49d-30c9-4374-b10f-b5769bae94e0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:49.047172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d41f-7342-4ed4-bce3-f99e0ca7551c req-5465841a-cbe5-418f-b74b-bad52663589d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:49.049269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f59d41f-7342-4ed4-bce3-f99e0ca7551c req-5465841a-cbe5-418f-b74b-bad52663589d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 985 time: 0.1435020 Feb 03 21:41:49.058450 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Publish callbacks [] for port (b1db339a-2d47-445c-baad-b43988fb8026), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:49.165452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f59d41f-7342-4ed4-bce3-f99e0ca7551c req-afe20629-c3fc-4b01-bc90-c7714a248dcd tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&id=83734468-edbd-4186-855c-70966bd2279c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1041303 Feb 03 21:41:49.169061 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b1db339a-2d47-445c-baad-b43988fb8026), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:49.299466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Network 83ae70db-d930-438a-954f-5377c6b2de25 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:41:49.321874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Pushing event updated for resources: {'Port': ['ID=b1db339a-2d47-445c-baad-b43988fb8026,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:49.324409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:41:49.339111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:41:49.460777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:49.461590 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:49.490359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-4ac16247-a8c4-4930-8061-3605e018a9cf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4287014 Feb 03 21:41:49.523366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bf0ef-cbf2-4385-aa94-28a01f703898 req-ca71ca50-3f08-46ed-b511-bbb1a5f80ab3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:49.535315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d06bf0ef-cbf2-4385-aa94-28a01f703898 req-ca71ca50-3f08-46ed-b511-bbb1a5f80ab3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1972895 Feb 03 21:41:49.548054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Request body: {'port': {'device_id': '08391221-1765-49eb-a202-36d0f5922dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:49.669936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b1db339a-2d47-445c-baad-b43988fb8026), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:49.739591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d06bf0ef-cbf2-4385-aa94-28a01f703898 req-7d0aaf38-e127-4188-b72b-4ab6fee809b0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906637 Feb 03 21:41:49.828307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-088f2ccd-d03d-4cea-966b-ba269913c94f None None] Provisioning complete for port b1db339a-2d47-445c-baad-b43988fb8026 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:49.831438 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-088f2ccd-d03d-4cea-966b-ba269913c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b1db339a-2d47-445c-baad-b43988fb8026), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:49.989298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-088f2ccd-d03d-4cea-966b-ba269913c94f None None] Port b1db339a-2d47-445c-baad-b43988fb8026 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:41:50.089629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-6a860ad2-79f6-4bd4-8bcc-60eb9898beb5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2124011674&fields=id&tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2 HTTP/1.1" status: 200 len: 267 time: 0.0580678 Feb 03 21:41:50.119311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3691f0a9-1760-4653-9274-49e9b07e4c78 req-ffff25b6-60c3-40a7-8113-1b8fbd2b3cfd tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/ad96a49d-30c9-4374-b10f-b5769bae94e0 HTTP/1.1" status: 200 len: 1829 time: 0.1835251 Feb 03 21:41:50.149497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-3691f0a9-1760-4653-9274-49e9b07e4c78 req-183aaaf9-e3e1-41d8-813f-a0b92e1d652b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ad96a49d-30c9-4374-b10f-b5769bae94e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:50.149833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-3691f0a9-1760-4653-9274-49e9b07e4c78 req-183aaaf9-e3e1-41d8-813f-a0b92e1d652b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ad96a49d-30c9-4374-b10f-b5769bae94e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:50.307500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-08fbe67d-4a57-4118-9c2c-64d42d83bdc9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:50.309157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-08fbe67d-4a57-4118-9c2c-64d42d83bdc9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 985 time: 0.2039618 Feb 03 21:41:50.313085 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3691f0a9-1760-4653-9274-49e9b07e4c78 req-183aaaf9-e3e1-41d8-813f-a0b92e1d652b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group_rule (cad16d5e-80bd-4e5a-8cb8-56719d9d31a9), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:50.348567 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3691f0a9-1760-4653-9274-49e9b07e4c78 req-183aaaf9-e3e1-41d8-813f-a0b92e1d652b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group_rule (cad16d5e-80bd-4e5a-8cb8-56719d9d31a9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:50.358765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-9b2fcbcb-660d-4b33-a495-d5ad9a895a62 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'port': {'security_groups': ['77c2e545-091b-41da-9642-90edfce8e85b', '83734468-edbd-4186-855c-70966bd2279c', '8b94d953-f467-4dfe-96a4-6bdd18c78a60']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:50.372036 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3691f0a9-1760-4653-9274-49e9b07e4c78 req-183aaaf9-e3e1-41d8-813f-a0b92e1d652b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (cad16d5e-80bd-4e5a-8cb8-56719d9d31a9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:50.425064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aaaf9-e3e1-41d8-813f-a0b92e1d652b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad16d5e-80bd-4e5a-8cb8-56719d9d31a9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:50.458663 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3691f0a9-1760-4653-9274-49e9b07e4c78 req-183aaaf9-e3e1-41d8-813f-a0b92e1d652b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:50.459988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3691f0a9-1760-4653-9274-49e9b07e4c78 req-183aaaf9-e3e1-41d8-813f-a0b92e1d652b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3148487 Feb 03 21:41:50.539241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-9b2fcbcb-660d-4b33-a495-d5ad9a895a62 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:50.662457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1db339a-2d47-445c-baad-b43988fb8026 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:41:50.677699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Publish callbacks [] for port (b1db339a-2d47-445c-baad-b43988fb8026), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:50.729407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b92d7-b3e1-45ce-945d-d28572f94a17 req-ac451288-2ffb-4596-b630-9420de327192 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:50.731019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b2b92d7-b3e1-45ce-945d-d28572f94a17 req-ac451288-2ffb-4596-b630-9420de327192 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 932 time: 0.1313596 Feb 03 21:41:50.734782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Transition to ACTIVE for port object b1db339a-2d47-445c-baad-b43988fb8026 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:41:50.755158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (b1db339a-2d47-445c-baad-b43988fb8026), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:50.904366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Pushing event updated for resources: {'Port': ['ID=b1db339a-2d47-445c-baad-b43988fb8026,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:51.001520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b2b92d7-b3e1-45ce-945d-d28572f94a17 req-dfa581aa-9af4-4343-9e03-86fde0322d70 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611041 Feb 03 21:41:51.061154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Attempting to bind port b1db339a-2d47-445c-baad-b43988fb8026 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:41:51.061490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Attempting to bind port b1db339a-2d47-445c-baad-b43988fb8026 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:41:51.061821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Attempting to bind port b1db339a-2d47-445c-baad-b43988fb8026 on network 83ae70db-d930-438a-954f-5377c6b2de25 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:51.076235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Port b1db339a-2d47-445c-baad-b43988fb8026 on network 83ae70db-d930-438a-954f-5377c6b2de25 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:41:51.076567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Attempting to bind port b1db339a-2d47-445c-baad-b43988fb8026 on network 83ae70db-d930-438a-954f-5377c6b2de25 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:41:51.088518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-9b2fcbcb-660d-4b33-a495-d5ad9a895a62 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] For port ecffc5b0-fe14-49d7-adfd-82d25d609eda, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:51.090948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:41:51.091115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Checking segment: {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:41:51.091402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Bound using segment: {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:41:51.091826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Bound port: b1db339a-2d47-445c-baad-b43988fb8026, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8648156d-fac6-42e9-82d6-f353e53b86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:41:51.092193 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b1db339a-2d47-445c-baad-b43988fb8026), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:51.167973 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-9b2fcbcb-660d-4b33-a495-d5ad9a895a62 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:51.193148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-9b2fcbcb-660d-4b33-a495-d5ad9a895a62 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:51.205734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'ecffc5b0-fe14-49d7-adfd-82d25d609eda'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:51.298070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] For port b1db339a-2d47-445c-baad-b43988fb8026, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:41:51.307446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-9b2fcbcb-660d-4b33-a495-d5ad9a895a62 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:51.308309 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-9b2fcbcb-660d-4b33-a495-d5ad9a895a62 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:51.310248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91f78d59-bca8-4df2-b0bf-48b3e97516e4 req-9b2fcbcb-660d-4b33-a495-d5ad9a895a62 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "PUT /v2.0/ports/ecffc5b0-fe14-49d7-adfd-82d25d609eda HTTP/1.1" status: 200 len: 1021 time: 0.9564252 Feb 03 21:41:51.311005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:51.314751 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:51.319289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] For port b1db339a-2d47-445c-baad-b43988fb8026, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b1db339a-2d47-445c-baad-b43988fb8026,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:41:51.346740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc404-967b-4575-ae51-5b888f353bec req-124688b5-6746-47db-b0ec-b98e57acaf0f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:51.349964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd7bc404-967b-4575-ae51-5b888f353bec req-124688b5-6746-47db-b0ec-b98e57acaf0f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2022903 Feb 03 21:41:51.354665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (b1db339a-2d47-445c-baad-b43988fb8026), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:51.386483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fcbcb-660d-4b33-a495-d5ad9a895a62 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'Port': ['ID=ecffc5b0-fe14-49d7-adfd-82d25d609eda,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:51.397931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:51.399416 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:51.402037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] 10.222.0.10 "PUT /v2.0/ports/b1db339a-2d47-445c-baad-b43988fb8026 HTTP/1.1" status: 200 len: 1092 time: 1.8650150 Feb 03 21:41:51.472763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['ecffc5b0-fe14-49d7-adfd-82d25d609eda'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:51.783412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd7bc404-967b-4575-ae51-5b888f353bec req-c5c7b8c3-18c1-4c79-8de3-fa9a82271045 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149768 Feb 03 21:41:51.808451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdc642-0ca4-44f0-8afb-b5c42d15a988 service neutron] Pushing event updated for resources: {'Port': ['ID=b1db339a-2d47-445c-baad-b43988fb8026,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:51.828772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33a284c9-8bc3-41cc-a9a6-321b28409658 req-f2b38bc5-4974-4256-8a04-03d1adcfac0f tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/ad96a49d-30c9-4374-b10f-b5769bae94e0 HTTP/1.1" status: 200 len: 2422 time: 0.2453902 Feb 03 21:41:51.853024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-f4dde5a0-c6ed-47cd-aae9-201bd051f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:51.858252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-f4dde5a0-c6ed-47cd-aae9-201bd051f01f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b0d4b2948634e919196251922a97d4f&device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 1126 time: 0.3939772 Feb 03 21:41:52.116608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-8a2716ec-9be8-439b-b936-ee8449070298 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1db339a-2d47-445c-baad-b43988fb8026 HTTP/1.1" status: 200 len: 217 time: 0.0521641 Feb 03 21:41:52.143657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d31707a-94bb-4f2d-9d8a-8188a4327be0 req-3afcdf37-0531-4897-a8d6-7cd30851404b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/8b94d953-f467-4dfe-96a4-6bdd18c78a60 HTTP/1.1" status: 200 len: 1817 time: 0.1199360 Feb 03 21:41:52.215236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a809a5b-f351-4267-8863-2542ce20d269 req-c799a25a-a6b6-4f03-8ec5-f521812d44f8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:52.223264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a809a5b-f351-4267-8863-2542ce20d269 req-c799a25a-a6b6-4f03-8ec5-f521812d44f8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2457364 Feb 03 21:41:52.291644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-7fb3640e-71f2-4019-8562-ace172e24d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:52.293118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-7fb3640e-71f2-4019-8562-ace172e24d7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1dee0e9-21bb-4926-ad92-d87ecde20967 HTTP/1.1" status: 200 len: 854 time: 0.1401219 Feb 03 21:41:52.320472 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-5d31707a-94bb-4f2d-9d8a-8188a4327be0 req-6bcb819a-502e-47e1-8f54-34a894ce5659 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 21:41:52.352396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d31707a-94bb-4f2d-9d8a-8188a4327be0 req-6bcb819a-502e-47e1-8f54-34a894ce5659 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b94d953-f467-4dfe-96a4-6bdd18c78a60 HTTP/1.1" status: 409 len: 341 time: 0.2076735 Feb 03 21:41:52.401250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a809a5b-f351-4267-8863-2542ce20d269 req-7af44df1-d3d1-4849-8910-44f4ede35550 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771214 Feb 03 21:41:52.440843 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c5ad23-d758-452d-8cb5-688f942757da x-openstack-request-id: req-79c5ad23-d758-452d-8cb5-688f942757da {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:52.445788 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:52.445788 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79c5ad23-d758-452d-8cb5-688f942757da {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:52.457366 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda', 'status': 'completed', 'code': 200} Feb 03 21:41:52.548814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93ee8669-9e44-4f7b-9f73-5bf47be66a21 req-e2f2e465-bd23-4671-acb9-fc1f18d2d286 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-group-rules/cad16d5e-80bd-4e5a-8cb8-56719d9d31a9 HTTP/1.1" status: 200 len: 778 time: 0.0875173 Feb 03 21:41:52.558126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-f7208049-d6bf-4497-9053-59b6e5330570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:52.559648 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-f7208049-d6bf-4497-9053-59b6e5330570 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 1207 time: 0.1086469 Feb 03 21:41:52.631638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-aba31397-7d4d-4308-9ed9-3a52de07c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:52.634033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-aba31397-7d4d-4308-9ed9-3a52de07c2c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ae70db-d930-438a-954f-5377c6b2de25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2803113 Feb 03 21:41:52.646337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93ee8669-9e44-4f7b-9f73-5bf47be66a21 req-364a1465-86eb-4baa-926f-127dad06b18d tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/ad96a49d-30c9-4374-b10f-b5769bae94e0 HTTP/1.1" status: 200 len: 2422 time: 0.0908887 Feb 03 21:41:52.698628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-93ee8669-9e44-4f7b-9f73-5bf47be66a21 req-a3f9039f-8799-4c95-aa0b-d6f046a03b99 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group_rule (cad16d5e-80bd-4e5a-8cb8-56719d9d31a9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:52.712235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-d689a91e-4e86-409d-a1cf-5e6dd51706ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:52.714104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-d689a91e-4e86-409d-a1cf-5e6dd51706ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 200 len: 914 time: 0.1475189 Feb 03 21:41:52.716022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-93ee8669-9e44-4f7b-9f73-5bf47be66a21 req-a3f9039f-8799-4c95-aa0b-d6f046a03b99 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group_rule (cad16d5e-80bd-4e5a-8cb8-56719d9d31a9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:52.734224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a08b8-6a9c-46c1-9f1b-5575274c47a2 req-0ccf4482-b5eb-4741-a189-6af080b3d141 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:52.742193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b7a08b8-6a9c-46c1-9f1b-5575274c47a2 req-0ccf4482-b5eb-4741-a189-6af080b3d141 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 951 time: 0.2387764 Feb 03 21:41:52.786625 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-9f50dc17-e387-4b64-8472-a0f4ea3ab27c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda HTTP/1.1" status: 200 len: 217 time: 0.0645399 Feb 03 21:41:52.868315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b7a08b8-6a9c-46c1-9f1b-5575274c47a2 req-06fcc87b-c157-4bd5-bf4f-21ab4c5259f3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163614 Feb 03 21:41:52.890799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-482bb43c-16ef-41fa-b75b-cbc509b526e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:52.894253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-482bb43c-16ef-41fa-b75b-cbc509b526e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 200 len: 853 time: 0.1010156 Feb 03 21:41:52.899892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-93ee8669-9e44-4f7b-9f73-5bf47be66a21 req-a3f9039f-8799-4c95-aa0b-d6f046a03b99 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (cad16d5e-80bd-4e5a-8cb8-56719d9d31a9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:52.906453 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-93ee8669-9e44-4f7b-9f73-5bf47be66a21 req-a3f9039f-8799-4c95-aa0b-d6f046a03b99 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:52.933986 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93ee8669-9e44-4f7b-9f73-5bf47be66a21 req-a3f9039f-8799-4c95-aa0b-d6f046a03b99 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/cad16d5e-80bd-4e5a-8cb8-56719d9d31a9 HTTP/1.1" status: 204 len: 173 time: 0.2866940 Feb 03 21:41:52.974372 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-3a8787fd-5f80-4cc4-af33-1a73e0da8fd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=086865c8-de64-47f1-9bc4-33ff286001fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732515 Feb 03 21:41:53.000643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9039f-8799-4c95-aa0b-d6f046a03b99 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cad16d5e-80bd-4e5a-8cb8-56719d9d31a9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:53.117301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-1abc2878-d85d-4b85-bec1-0dd670d16de6 service neutron] 10.222.0.10 "GET /v2.0/networks/83ae70db-d930-438a-954f-5377c6b2de25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527966 Feb 03 21:41:53.178387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-fdc61b6c-abd3-4aa9-93d9-e36ac15a86b8 service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966894 Feb 03 21:41:53.425921 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-978d8e47-dd11-405c-bc1b-a6cea9b2d2ff req-20d4c16e-a617-426a-85df-446a5aeaaefb service neutron] 10.222.0.47 "GET /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305739 Feb 03 21:41:53.456139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4900f9-ea21-4dc7-a278-c9b0d2972fb8 req-5f274d1e-ab8a-43de-a038-de773de4d3c0 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:53.457861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba4900f9-ea21-4dc7-a278-c9b0d2972fb8 req-5f274d1e-ab8a-43de-a038-de773de4d3c0 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 944 time: 0.4163423 Feb 03 21:41:53.474156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc5c4cdb-bcbf-4cdd-a9bb-0f8c3029d04f req-59734a33-0e66-4306-b4dc-8b55a33ef5c9 service neutron] 10.222.0.10 "GET /v2.0/networks/83ae70db-d930-438a-954f-5377c6b2de25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242285 Feb 03 21:41:53.526909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9782d00c-e7b6-4d1c-8895-651b13ea6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:53.585217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba4900f9-ea21-4dc7-a278-c9b0d2972fb8 req-cfd879be-0b97-4e3d-8cec-04845a7e9a3f tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702608 Feb 03 21:41:53.602402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b041c-86ae-4009-8c7d-dd33eeb3222f req-6115b8c2-c941-4d96-969f-92bac0767e5c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:53.631602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-859b041c-86ae-4009-8c7d-dd33eeb3222f req-6115b8c2-c941-4d96-969f-92bac0767e5c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1723230 Feb 03 21:41:53.739719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-859b041c-86ae-4009-8c7d-dd33eeb3222f req-8672ec9e-a967-4a42-b87f-c547adfb15df tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035886 Feb 03 21:41:53.802151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b8a38472-1fa1-4142-b46e-17ce7bce97bd req-b618f648-ae76-4708-b84f-dadb7a0a9918 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2122670996', 'description': 'tempest-description-998722764'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:53.845306 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b8a38472-1fa1-4142-b46e-17ce7bce97bd req-b618f648-ae76-4708-b84f-dadb7a0a9918 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.029319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:54.123664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b8a38472-1fa1-4142-b46e-17ce7bce97bd req-b618f648-ae76-4708-b84f-dadb7a0a9918 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (42b14c35-b53f-4566-8f71-9f05652c8c7f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.142471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b8a38472-1fa1-4142-b46e-17ce7bce97bd req-b618f648-ae76-4708-b84f-dadb7a0a9918 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (42b14c35-b53f-4566-8f71-9f05652c8c7f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.175858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ac92ca75-1335-4f26-8d85-e06d144cc839 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:41:54.227552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da2265-7dcf-44df-9d52-0cdbf950f047 req-7fecc225-ff54-4a3a-9f60-a6e57eba104b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:54.243895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3da2265-7dcf-44df-9d52-0cdbf950f047 req-7fecc225-ff54-4a3a-9f60-a6e57eba104b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 1024 time: 0.2613003 Feb 03 21:41:54.257881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b8a38472-1fa1-4142-b46e-17ce7bce97bd req-b618f648-ae76-4708-b84f-dadb7a0a9918 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.273388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8a38472-1fa1-4142-b46e-17ce7bce97bd req-b618f648-ae76-4708-b84f-dadb7a0a9918 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4884593 Feb 03 21:41:54.289391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618f648-ae76-4708-b84f-dadb7a0a9918 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b14c35-b53f-4566-8f71-9f05652c8c7f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:54.316857 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.324806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0881c0e9-8741-4209-8619-a5f063652665 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:54.325244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.415950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:54.429692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:54.439336 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438cd709-8237-4e6d-88a7-37b9e4210bde" -d '{"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-unplugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:54.459907 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.463703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08391221-1765-49eb-a202-36d0f5922dc2', 'tag': 'b1db339a-2d47-445c-baad-b43988fb8026'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:54.468721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ac92ca75-1335-4f26-8d85-e06d144cc839,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:54.469662 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bcfe82-4dba-48ce-9513-26e7164ff4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "08391221-1765-49eb-a202-36d0f5922dc2", "tag": "b1db339a-2d47-445c-baad-b43988fb8026"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:54.518319 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.520434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3da2265-7dcf-44df-9d52-0cdbf950f047 req-78ff31ec-2740-41d8-a1a1-0a2e7362f734 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&id=83734468-edbd-4186-855c-70966bd2279c&id=8b94d953-f467-4dfe-96a4-6bdd18c78a60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2444561 Feb 03 21:41:54.521395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'ac92ca75-1335-4f26-8d85-e06d144cc839', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'port_id': 'ac92ca75-1335-4f26-8d85-e06d144cc839', 'mac_address': 'fa:16:3e:8c:9b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e21f944-9322-4781-b061-7bb75d40913a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:41:54.543487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a6d2a-e135-4439-aefd-1a0cf2a8b0e6 req-ba4dacd2-95b7-4918-ad19-95806d925fd6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:54.546809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c56a6d2a-e135-4439-aefd-1a0cf2a8b0e6 req-ba4dacd2-95b7-4918-ad19-95806d925fd6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1799011 Feb 03 21:41:54.573348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:54.581826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ac92ca75-1335-4f26-8d85-e06d144cc839 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:54.582213 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.597445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac92ca75-1335-4f26-8d85-e06d144cc839 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:41:54.619617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ac92ca75-1335-4f26-8d85-e06d144cc839,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:54.625922 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:54.678514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c56a6d2a-e135-4439-aefd-1a0cf2a8b0e6 req-1280f66c-e39f-4825-9d7c-3be100325403 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270225 Feb 03 21:41:54.873796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6d0619b-2652-426d-99fc-2148b65c6c84 req-6a3d8adf-3b4d-4a0e-8f93-6022b349fa73 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/42b14c35-b53f-4566-8f71-9f05652c8c7f HTTP/1.1" status: 200 len: 1829 time: 0.1489089 Feb 03 21:41:54.958181 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c07df3-021d-4a4d-bc06-b254c30c2a80 x-openstack-request-id: req-99c07df3-021d-4a4d-bc06-b254c30c2a80 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:54.958595 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-unplugged", "status": "completed", "tag": "0881c0e9-8741-4209-8619-a5f063652665", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:54.958980 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99c07df3-021d-4a4d-bc06-b254c30c2a80 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:54.959404 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0881c0e9-8741-4209-8619-a5f063652665', 'code': 200} Feb 03 21:41:54.960184 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d41ba3-c19a-4c13-b313-5e6be98db832 x-openstack-request-id: req-e0d41ba3-c19a-4c13-b313-5e6be98db832 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:54.960480 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08391221-1765-49eb-a202-36d0f5922dc2", "tag": "b1db339a-2d47-445c-baad-b43988fb8026", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:54.960739 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0d41ba3-c19a-4c13-b313-5e6be98db832 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:54.961215 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08391221-1765-49eb-a202-36d0f5922dc2', 'tag': 'b1db339a-2d47-445c-baad-b43988fb8026', 'status': 'completed', 'code': 200} Feb 03 21:41:55.024622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['ac92ca75-1335-4f26-8d85-e06d144cc839'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:55.043374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ac92ca75-1335-4f26-8d85-e06d144cc839,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:55.115611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-fa80dede-08c3-4b7f-bd39-92c0b69798d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:55.117143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-fa80dede-08c3-4b7f-bd39-92c0b69798d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b0d4b2948634e919196251922a97d4f&device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 1126 time: 0.1337843 Feb 03 21:41:55.163487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510df0-40df-49b8-8ace-9f5113bad9ca req-da5729ce-9ee1-40fa-aa3f-4d7b01976d87 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:55.165257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0510df0-40df-49b8-8ace-9f5113bad9ca req-da5729ce-9ee1-40fa-aa3f-4d7b01976d87 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 944 time: 0.1135352 Feb 03 21:41:55.174511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8597786-b973-49c0-b69d-58a57656e68b req-f56509b6-4e3d-4ced-b51d-d6857ad44fee tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:55.177336 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8597786-b973-49c0-b69d-58a57656e68b req-f56509b6-4e3d-4ced-b51d-d6857ad44fee tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.47 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 1024 time: 0.1096072 Feb 03 21:41:55.366230 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0510df0-40df-49b8-8ace-9f5113bad9ca req-128925fa-efc7-43e3-aeb2-6e16a19aabae tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773398 Feb 03 21:41:55.443689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-fd093e01-11e5-4c83-874d-8255a824ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:55.453349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-fd093e01-11e5-4c83-874d-8255a824ba4a service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ae70db-d930-438a-954f-5377c6b2de25 HTTP/1.1" status: 200 len: 916 time: 0.3108850 Feb 03 21:41:55.510309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a8597786-b973-49c0-b69d-58a57656e68b req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Deleting port ecffc5b0-fe14-49d7-adfd-82d25d609eda {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:41:55.510655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8597786-b973-49c0-b69d-58a57656e68b req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:55.541852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-c19a10b1-c17b-4e79-b4ae-18c5ea6d7652 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1db339a-2d47-445c-baad-b43988fb8026 HTTP/1.1" status: 200 len: 217 time: 0.0875187 Feb 03 21:41:55.577348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9138e9-5af4-448d-946e-192b8c9f00e1 req-5f96ca9c-0506-4395-931f-1d8f0d8dff9f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:55.585364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e9138e9-5af4-448d-946e-192b8c9f00e1 req-5f96ca9c-0506-4395-931f-1d8f0d8dff9f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.2555449 Feb 03 21:41:55.645547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-1965a389-292d-4177-873e-e53a91fcf0e7 req-4f06000f-fe3d-4a35-9d30-c1a3f05d8cab tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-621107277', 'description': 'tempest-description-1084738874'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:55.717961 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52e48f11-66af-408a-ae01-80ad44084f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:55.721678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1965a389-292d-4177-873e-e53a91fcf0e7 req-4f06000f-fe3d-4a35-9d30-c1a3f05d8cab tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:55.734137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e9138e9-5af4-448d-946e-192b8c9f00e1 req-cf1fb26d-a195-42a6-a272-e56b043c681f tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429553 Feb 03 21:41:55.743576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a8597786-b973-49c0-b69d-58a57656e68b req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] For port ecffc5b0-fe14-49d7-adfd-82d25d609eda, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ecffc5b0-fe14-49d7-adfd-82d25d609eda,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:55.744071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8597786-b973-49c0-b69d-58a57656e68b req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:55.761116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a8597786-b973-49c0-b69d-58a57656e68b req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Calling delete_port for ecffc5b0-fe14-49d7-adfd-82d25d609eda owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:41:55.764784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-a1ee39af-71bf-4ed7-8e72-cfbbdf5a000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:55.766270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-a1ee39af-71bf-4ed7-8e72-cfbbdf5a000b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1dee0e9-21bb-4926-ad92-d87ecde20967 HTTP/1.1" status: 200 len: 854 time: 0.1103826 Feb 03 21:41:55.917703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8597786-b973-49c0-b69d-58a57656e68b req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ecffc5b0-fe14-49d7-adfd-82d25d609eda), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:55.929253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'ecffc5b0-fe14-49d7-adfd-82d25d609eda'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:41:55.932595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-04ef64fe-6c3f-4896-9458-a3c992385310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:55.935849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-04ef64fe-6c3f-4896-9458-a3c992385310 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ae70db-d930-438a-954f-5377c6b2de25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1537592 Feb 03 21:41:55.950249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1965a389-292d-4177-873e-e53a91fcf0e7 req-4f06000f-fe3d-4a35-9d30-c1a3f05d8cab tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (3f045efe-cc81-42e3-a827-9ad2a0d758db), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:55.957655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1965a389-292d-4177-873e-e53a91fcf0e7 req-4f06000f-fe3d-4a35-9d30-c1a3f05d8cab tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f045efe-cc81-42e3-a827-9ad2a0d758db), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:55.973021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'Port': ['ID=ecffc5b0-fe14-49d7-adfd-82d25d609eda,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:55.997739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8220ca8-af64-4c59-957a-92ff7d24f2d2 req-81cc2b0d-71cd-4681-851f-afaf5f3032d9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:56.005463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8220ca8-af64-4c59-957a-92ff7d24f2d2 req-81cc2b0d-71cd-4681-851f-afaf5f3032d9 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=317e8afa-bd91-4b1c-aa6d-8c98832cec27 HTTP/1.1" status: 200 len: 945 time: 0.1625662 Feb 03 21:41:56.070092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8597786-b973-49c0-b69d-58a57656e68b req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] No DVR routers for this DVR port ecffc5b0-fe14-49d7-adfd-82d25d609eda on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:41:56.076929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8597786-b973-49c0-b69d-58a57656e68b req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:56.088121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8597786-b973-49c0-b69d-58a57656e68b req-53405d41-c9d6-4477-8d22-2a060fbdfcf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.47 "DELETE /v2.0/ports/ecffc5b0-fe14-49d7-adfd-82d25d609eda HTTP/1.1" status: 204 len: 173 time: 0.8771715 Feb 03 21:41:56.089384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'name': 'network-vif-deleted', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:56.097700 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddd014c-a0be-423f-9bc2-b946a14a78ae" -d '{"events": [{"server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "name": "network-vif-deleted", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:56.098736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06000f-fe3d-4a35-9d30-c1a3f05d8cab tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f045efe-cc81-42e3-a827-9ad2a0d758db,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:56.110935 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1965a389-292d-4177-873e-e53a91fcf0e7 req-4f06000f-fe3d-4a35-9d30-c1a3f05d8cab tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:56.124776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1965a389-292d-4177-873e-e53a91fcf0e7 req-4f06000f-fe3d-4a35-9d30-c1a3f05d8cab tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4984002 Feb 03 21:41:56.202972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ac92ca75-1335-4f26-8d85-e06d144cc839 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:41:56.215480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8220ca8-af64-4c59-957a-92ff7d24f2d2 req-6f5cb77f-e47f-454f-bbbf-a3ae4ab28882 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&id=83734468-edbd-4186-855c-70966bd2279c&id=8b94d953-f467-4dfe-96a4-6bdd18c78a60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2090583 Feb 03 21:41:56.245401 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-c387766f-aa7e-4c12-ab90-da1783695381 service neutron] 10.222.0.10 "GET /v2.0/networks/83ae70db-d930-438a-954f-5377c6b2de25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790327 Feb 03 21:41:56.448464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ab4a5-7b19-467f-9120-3ca915dd6bd2 req-316e225e-b31d-4406-a8b9-6b93118d3f10 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:56.450766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f33ab4a5-7b19-467f-9120-3ca915dd6bd2 req-316e225e-b31d-4406-a8b9-6b93118d3f10 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1407528 Feb 03 21:41:56.459062 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ea146-82ab-45c8-b9a2-f09bf2e7a387 x-openstack-request-id: req-a13ea146-82ab-45c8-b9a2-f09bf2e7a387 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:56.459584 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317e8afa-bd91-4b1c-aa6d-8c98832cec27", "name": "network-vif-deleted", "tag": "ecffc5b0-fe14-49d7-adfd-82d25d609eda", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:56.459773 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a13ea146-82ab-45c8-b9a2-f09bf2e7a387 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:56.460247 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317e8afa-bd91-4b1c-aa6d-8c98832cec27', 'name': 'network-vif-deleted', 'tag': 'ecffc5b0-fe14-49d7-adfd-82d25d609eda', 'status': 'completed', 'code': 200} Feb 03 21:41:56.518891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port ac92ca75-1335-4f26-8d85-e06d144cc839 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:41:56.519403 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:56.653459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ac92ca75-1335-4f26-8d85-e06d144cc839 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:41:56.654227 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:56.762563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ac92ca75-1335-4f26-8d85-e06d144cc839,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:41:56.783757 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:56.883824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ba338ce-1bfa-4e7e-a222-474ee99f4568 req-43cd52db-82c6-4826-8f80-247bfd66a0dd tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/3f045efe-cc81-42e3-a827-9ad2a0d758db HTTP/1.1" status: 200 len: 1829 time: 0.3617051 Feb 03 21:41:56.893356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73bcfe82-4dba-48ce-9513-26e7164ff4b0 req-57a029d3-6080-459f-a219-ddb1db0e1c52 service neutron] 10.222.0.10 "GET /v2.0/networks/83ae70db-d930-438a-954f-5377c6b2de25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377697 Feb 03 21:41:56.957715 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:56.958776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f33ab4a5-7b19-467f-9120-3ca915dd6bd2 req-f6c154c1-33e7-4da6-8a4d-368e2f4804c3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767802 Feb 03 21:41:56.961344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:56.963972 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f9fc34-4b0b-4dd8-b4d0-87186e0eda6b" -d '{"events": [{"server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "name": "network-vif-plugged", "status": "completed", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:56.986325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ac92ca75-1335-4f26-8d85-e06d144cc839,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:57.266844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f2d56-01c3-4bc9-9b60-5bd90c5ca232 req-922c95d2-0972-440f-bcfb-f0fc051c3f80 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:57.284303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-908f2d56-01c3-4bc9-9b60-5bd90c5ca232 req-922c95d2-0972-440f-bcfb-f0fc051c3f80 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 944 time: 0.1526246 Feb 03 21:41:57.404381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-908f2d56-01c3-4bc9-9b60-5bd90c5ca232 req-87fcad9c-bee3-466c-9f57-67824e5eb1bf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176140 Feb 03 21:41:57.441849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-16a0ec8c-db52-4102-a141-8028a6a3d605 req-6723bf71-c763-4c98-a34e-f5bd43b94246 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-175868019', 'description': 'tempest-description-1058742216'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:57.473921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb1a61-662d-4e4d-9e89-8399e1d5a362 req-52793c37-e8c4-4a1c-9d07-00928ebfa6c1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:57.476050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afcb1a61-662d-4e4d-9e89-8399e1d5a362 req-52793c37-e8c4-4a1c-9d07-00928ebfa6c1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1312532 Feb 03 21:41:57.477935 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-16a0ec8c-db52-4102-a141-8028a6a3d605 req-6723bf71-c763-4c98-a34e-f5bd43b94246 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:57.552295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afcb1a61-662d-4e4d-9e89-8399e1d5a362 req-b002383f-3c7b-4266-85a9-7c74e4079beb tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651085 Feb 03 21:41:57.615871 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-16a0ec8c-db52-4102-a141-8028a6a3d605 req-6723bf71-c763-4c98-a34e-f5bd43b94246 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (b225920b-78b9-47c7-8ee8-595bbf01b25f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:57.623525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-16a0ec8c-db52-4102-a141-8028a6a3d605 req-6723bf71-c763-4c98-a34e-f5bd43b94246 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b225920b-78b9-47c7-8ee8-595bbf01b25f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:57.649218 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aea0ff-44a3-46f1-9ab9-e979493e7a4d x-openstack-request-id: req-b0aea0ff-44a3-46f1-9ab9-e979493e7a4d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:41:57.649736 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "name": "network-vif-plugged", "status": "completed", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:41:57.650162 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0aea0ff-44a3-46f1-9ab9-e979493e7a4d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:41:57.650908 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839', 'code': 200} Feb 03 21:41:57.678579 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-16a0ec8c-db52-4102-a141-8028a6a3d605 req-6723bf71-c763-4c98-a34e-f5bd43b94246 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:57.691292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16a0ec8c-db52-4102-a141-8028a6a3d605 req-6723bf71-c763-4c98-a34e-f5bd43b94246 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2542160 Feb 03 21:41:57.703114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723bf71-c763-4c98-a34e-f5bd43b94246 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b225920b-78b9-47c7-8ee8-595bbf01b25f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:57.968501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-485f012a-bcee-4a4f-aa47-a2147f26c4df req-65c1f73c-0c14-44fc-909f-f1aa294fd277 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/b225920b-78b9-47c7-8ee8-595bbf01b25f HTTP/1.1" status: 200 len: 1829 time: 0.1310182 Feb 03 21:41:58.041685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ecffc5b0-fe14-49d7-adfd-82d25d609eda no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:41:58.069341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9ab17-89df-4428-805a-59c034ab42ee req-d48222dc-2975-42a5-9d06-58982b7a11c4 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:58.079605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:41:58.084105 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f1c9ab17-89df-4428-805a-59c034ab42ee req-d48222dc-2975-42a5-9d06-58982b7a11c4 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1881869 Feb 03 21:41:58.085332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Request body: {'floatingip': {'port_id': '8758aa49-b24e-42bd-87ae-518ed35b57f7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:58.099349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: ecffc5b0-fe14-49d7-adfd-82d25d609eda {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:41:58.099700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ecffc5b0-fe14-49d7-adfd-82d25d609eda not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:41:58.101099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78d141f8-8728-4892-afe8-46e2273aa782 req-c7b4e2b5-ce53-463b-a2f9-5166dc5b3bc8 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/83734468-edbd-4186-855c-70966bd2279c HTTP/1.1" status: 200 len: 1816 time: 0.0905647 Feb 03 21:41:58.202065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9be4a2ec-497e-4bfc-a7c2-fb1214516bdf req-08fcb538-c00e-46ac-828b-ad0629229c2b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1716662057', 'description': 'tempest-description-308766316'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:58.238741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-78d141f8-8728-4892-afe8-46e2273aa782 req-9aea580f-e089-4585-b9dc-afe7361e7743 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (83734468-edbd-4186-855c-70966bd2279c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.241343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9be4a2ec-497e-4bfc-a7c2-fb1214516bdf req-08fcb538-c00e-46ac-828b-ad0629229c2b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.274398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (66cd2d5f-2c30-4f5f-8458-521ea603998b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.276647 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-78d141f8-8728-4892-afe8-46e2273aa782 req-9aea580f-e089-4585-b9dc-afe7361e7743 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (83734468-edbd-4186-855c-70966bd2279c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.347245 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-78d141f8-8728-4892-afe8-46e2273aa782 req-9aea580f-e089-4585-b9dc-afe7361e7743 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (83734468-edbd-4186-855c-70966bd2279c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.350799 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-78d141f8-8728-4892-afe8-46e2273aa782 req-9aea580f-e089-4585-b9dc-afe7361e7743 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.352677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78d141f8-8728-4892-afe8-46e2273aa782 req-9aea580f-e089-4585-b9dc-afe7361e7743 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/83734468-edbd-4186-855c-70966bd2279c HTTP/1.1" status: 204 len: 173 time: 0.2468545 Feb 03 21:41:58.371674 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9be4a2ec-497e-4bfc-a7c2-fb1214516bdf req-08fcb538-c00e-46ac-828b-ad0629229c2b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (cbb07ffc-9337-44a6-b7f1-35cbf05e2966), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.378745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea580f-e089-4585-b9dc-afe7361e7743 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83734468-edbd-4186-855c-70966bd2279c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:58.384375 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9be4a2ec-497e-4bfc-a7c2-fb1214516bdf req-08fcb538-c00e-46ac-828b-ad0629229c2b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cbb07ffc-9337-44a6-b7f1-35cbf05e2966), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.435086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcb538-c00e-46ac-828b-ad0629229c2b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb07ffc-9337-44a6-b7f1-35cbf05e2966,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:58.470190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9be4a2ec-497e-4bfc-a7c2-fb1214516bdf req-08fcb538-c00e-46ac-828b-ad0629229c2b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.471463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9be4a2ec-497e-4bfc-a7c2-fb1214516bdf req-08fcb538-c00e-46ac-828b-ad0629229c2b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2741370 Feb 03 21:41:58.473501 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.495494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0c0f-5ace-48b2-8589-5df7220c6865 req-50f15f36-c7e9-4b45-87d4-efe56978f5c2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:58.497072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e5c0c0f-5ace-48b2-8589-5df7220c6865 req-50f15f36-c7e9-4b45-87d4-efe56978f5c2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.0775955 Feb 03 21:41:58.574761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e5c0c0f-5ace-48b2-8589-5df7220c6865 req-b34f82c8-0dae-4e7a-a933-c26547891f16 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643592 Feb 03 21:41:58.643686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a4ca814-5914-4d6f-9b7b-b52cccee4763 req-c7024976-3de8-47ce-9773-a80a24c33b79 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/8b94d953-f467-4dfe-96a4-6bdd18c78a60 HTTP/1.1" status: 200 len: 1817 time: 0.0444255 Feb 03 21:41:58.747594 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6a4ca814-5914-4d6f-9b7b-b52cccee4763 req-72d6af5f-9e06-48d7-a70a-f0d9d5612300 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (8b94d953-f467-4dfe-96a4-6bdd18c78a60), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.782324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1346bf-7460-4c70-9b42-3b7a2f853254 req-0ed6f3dc-9fb1-4689-a466-af177060cc3e tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:58.786391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df1346bf-7460-4c70-9b42-3b7a2f853254 req-0ed6f3dc-9fb1-4689-a466-af177060cc3e tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 944 time: 0.0867496 Feb 03 21:41:58.790490 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6a4ca814-5914-4d6f-9b7b-b52cccee4763 req-72d6af5f-9e06-48d7-a70a-f0d9d5612300 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (8b94d953-f467-4dfe-96a4-6bdd18c78a60), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.867245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df1346bf-7460-4c70-9b42-3b7a2f853254 req-7dca0ba3-d920-476a-9ffa-163f378ba6d4 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736556 Feb 03 21:41:58.875159 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6a4ca814-5914-4d6f-9b7b-b52cccee4763 req-72d6af5f-9e06-48d7-a70a-f0d9d5612300 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b94d953-f467-4dfe-96a4-6bdd18c78a60), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.878705 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6a4ca814-5914-4d6f-9b7b-b52cccee4763 req-72d6af5f-9e06-48d7-a70a-f0d9d5612300 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:58.880099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a4ca814-5914-4d6f-9b7b-b52cccee4763 req-72d6af5f-9e06-48d7-a70a-f0d9d5612300 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b94d953-f467-4dfe-96a4-6bdd18c78a60 HTTP/1.1" status: 204 len: 173 time: 0.2301311 Feb 03 21:41:58.910623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6af5f-9e06-48d7-a70a-f0d9d5612300 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b94d953-f467-4dfe-96a4-6bdd18c78a60,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:58.970675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:41:58.980601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8474988d-0264-4ab9-805b-c59a65f49bf7 req-b2712458-9682-43da-8a88-99aecd6012c9 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/cbb07ffc-9337-44a6-b7f1-35cbf05e2966 HTTP/1.1" status: 200 len: 1829 time: 0.0580730 Feb 03 21:41:59.005905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e902bffa-fdb0-476b-8ba1-8a0f8a2b6ccd req-f374c4f4-3d7a-43a8-9661-d1118399a62e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-346912731', 'description': 'tempest-description-1671655395'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:59.032489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e902bffa-fdb0-476b-8ba1-8a0f8a2b6ccd req-f374c4f4-3d7a-43a8-9661-d1118399a62e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.066297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.071203 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (66cd2d5f-2c30-4f5f-8458-521ea603998b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.094528 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-72f45486-8685-4b49-badd-75cf913e6e36 req-8ee30f3b-8c7f-41d3-8ef6-0ae905518400 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] show failed (client error): The resource could not be found. Feb 03 21:41:59.095695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72f45486-8685-4b49-badd-75cf913e6e36 req-8ee30f3b-8c7f-41d3-8ef6-0ae905518400 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/f3594944-fc03-4bd2-bf06-51f23d889f3f HTTP/1.1" status: 404 len: 352 time: 0.0410779 Feb 03 21:41:59.146022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e902bffa-fdb0-476b-8ba1-8a0f8a2b6ccd req-f374c4f4-3d7a-43a8-9661-d1118399a62e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (4866fe40-6421-4999-92ce-0fd0374658fb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.151845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e902bffa-fdb0-476b-8ba1-8a0f8a2b6ccd req-f374c4f4-3d7a-43a8-9661-d1118399a62e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4866fe40-6421-4999-92ce-0fd0374658fb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.199427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e902bffa-fdb0-476b-8ba1-8a0f8a2b6ccd req-f374c4f4-3d7a-43a8-9661-d1118399a62e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.201918 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e902bffa-fdb0-476b-8ba1-8a0f8a2b6ccd req-f374c4f4-3d7a-43a8-9661-d1118399a62e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2000620 Feb 03 21:41:59.204585 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Floating IP 66cd2d5f-2c30-4f5f-8458-521ea603998b associated. External IP: 172.25.5.150, port: 8758aa49-b24e-42bd-87ae-518ed35b57f7. Feb 03 21:41:59.213880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374c4f4-3d7a-43a8-9661-d1118399a62e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4866fe40-6421-4999-92ce-0fd0374658fb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:59.274305 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-2642b834-c37d-4559-a996-f7bd4f74e85b req-5cb342a2-5fb1-431f-a3cc-95dba89fc48e tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] show failed (client error): The resource could not be found. Feb 03 21:41:59.275433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2642b834-c37d-4559-a996-f7bd4f74e85b req-5cb342a2-5fb1-431f-a3cc-95dba89fc48e tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-group-rules/f2b97815-e241-4e6f-842f-4e7a57dfe081 HTTP/1.1" status: 404 len: 361 time: 0.0228539 Feb 03 21:41:59.278131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf2c0980-a8bb-41d7-a09a-31b2c0c01216 req-a4ce3b45-8e5c-4ec0-8f2f-d1945df5c628 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/4866fe40-6421-4999-92ce-0fd0374658fb HTTP/1.1" status: 200 len: 1817 time: 0.0516100 Feb 03 21:41:59.293040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-cf2c0980-a8bb-41d7-a09a-31b2c0c01216 req-8dedeab8-25db-43ab-91a6-7e479fd2aba6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1512614401', 'description': 'tempest-description-hth-1530318035'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:41:59.331077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cf2c0980-a8bb-41d7-a09a-31b2c0c01216 req-8dedeab8-25db-43ab-91a6-7e479fd2aba6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (4866fe40-6421-4999-92ce-0fd0374658fb), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.437584 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab43f582-913e-4263-a2bc-0d23b9d089fb req-46101e89-bdea-4344-8f91-e8e05bf3675c tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/cbb07ffc-9337-44a6-b7f1-35cbf05e2966 HTTP/1.1" status: 200 len: 1829 time: 0.0603940 Feb 03 21:41:59.452562 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cf2c0980-a8bb-41d7-a09a-31b2c0c01216 req-8dedeab8-25db-43ab-91a6-7e479fd2aba6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (4866fe40-6421-4999-92ce-0fd0374658fb), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.463678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cf2c0980-a8bb-41d7-a09a-31b2c0c01216 req-8dedeab8-25db-43ab-91a6-7e479fd2aba6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4866fe40-6421-4999-92ce-0fd0374658fb), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.467983 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cf2c0980-a8bb-41d7-a09a-31b2c0c01216 req-8dedeab8-25db-43ab-91a6-7e479fd2aba6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.469352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf2c0980-a8bb-41d7-a09a-31b2c0c01216 req-8dedeab8-25db-43ab-91a6-7e479fd2aba6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "PUT /v2.0/security-groups/4866fe40-6421-4999-92ce-0fd0374658fb HTTP/1.1" status: 200 len: 1792 time: 0.1803830 Feb 03 21:41:59.521949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedeab8-25db-43ab-91a6-7e479fd2aba6 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4866fe40-6421-4999-92ce-0fd0374658fb,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:59.549925 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab43f582-913e-4263-a2bc-0d23b9d089fb req-18ab7ad3-3cd9-479b-9f99-61c533c8fd8a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (cbb07ffc-9337-44a6-b7f1-35cbf05e2966), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.579617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab43f582-913e-4263-a2bc-0d23b9d089fb req-18ab7ad3-3cd9-479b-9f99-61c533c8fd8a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (cbb07ffc-9337-44a6-b7f1-35cbf05e2966), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.643459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab43f582-913e-4263-a2bc-0d23b9d089fb req-18ab7ad3-3cd9-479b-9f99-61c533c8fd8a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cbb07ffc-9337-44a6-b7f1-35cbf05e2966), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.646166 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab43f582-913e-4263-a2bc-0d23b9d089fb req-18ab7ad3-3cd9-479b-9f99-61c533c8fd8a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.647315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab43f582-913e-4263-a2bc-0d23b9d089fb req-18ab7ad3-3cd9-479b-9f99-61c533c8fd8a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "DELETE /v2.0/security-groups/cbb07ffc-9337-44a6-b7f1-35cbf05e2966 HTTP/1.1" status: 204 len: 173 time: 0.2088649 Feb 03 21:41:59.672064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab7ad3-3cd9-479b-9f99-61c533c8fd8a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb07ffc-9337-44a6-b7f1-35cbf05e2966,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:41:59.704234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9e3275d-30fa-4eb4-9549-5ecfa70a461d req-8520467b-c93b-42f2-aba4-2eed6a48adf3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/4866fe40-6421-4999-92ce-0fd0374658fb HTTP/1.1" status: 200 len: 1792 time: 0.0821378 Feb 03 21:41:59.759153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Router 031b6d47-1e38-4382-b089-33b183f56a20 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:41:59.798377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0417e6d-47a3-4d90-a357-2b8880a8af1d req-4db703ab-cc06-4f8b-bcb7-97a152a33c63 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:41:59.800823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0417e6d-47a3-4d90-a357-2b8880a8af1d req-4db703ab-cc06-4f8b-bcb7-97a152a33c63 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.0771754 Feb 03 21:41:59.804716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.877104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0417e6d-47a3-4d90-a357-2b8880a8af1d req-b3ae2073-83b4-4ff9-b7e3-a8329b6a2635 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688572 Feb 03 21:41:59.901650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:41:59.913589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] Sync routers for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:41:59.916251 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:41:59.923045 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:41:59.923670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:41:59.955842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b312dd2c-8f0b-4a11-8553-8d3e53dacee7 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "PUT /v2.0/floatingips/66cd2d5f-2c30-4f5f-8458-521ea603998b HTTP/1.1" status: 200 len: 992 time: 1.8750272 Feb 03 21:41:59.956445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'tag': '8758aa49-b24e-42bd-87ae-518ed35b57f7'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:41:59.958881 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5" -d '{"events": [{"name": "network-changed", "server_uuid": "aebc807d-6dee-418b-ad62-12ab3df09d39", "tag": "8758aa49-b24e-42bd-87ae-518ed35b57f7"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:41:59.983459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47bb1270-a82e-416b-adef-fa56032a51e7 req-c0effcdc-9562-4565-bd54-537ed95d6aff tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/4866fe40-6421-4999-92ce-0fd0374658fb HTTP/1.1" status: 200 len: 1792 time: 0.0513194 Feb 03 21:41:59.986920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11c4da4c-70c6-4b3d-a4e9-484b9db7aae4 req-e7b1b811-bc1f-4212-93ea-eb85acbb60d5 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/b225920b-78b9-47c7-8ee8-595bbf01b25f HTTP/1.1" status: 200 len: 1829 time: 0.0948050 Feb 03 21:42:00.056235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:00.079746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-47bb1270-a82e-416b-adef-fa56032a51e7 req-2872eb4a-4cf0-4899-95c1-86428e57e67b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (4866fe40-6421-4999-92ce-0fd0374658fb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.081390 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-11c4da4c-70c6-4b3d-a4e9-484b9db7aae4 req-2a122ab9-d7d7-46f5-9fe3-eb5f648de153 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (b225920b-78b9-47c7-8ee8-595bbf01b25f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.121689 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-47bb1270-a82e-416b-adef-fa56032a51e7 req-2872eb4a-4cf0-4899-95c1-86428e57e67b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (4866fe40-6421-4999-92ce-0fd0374658fb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.124766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-11c4da4c-70c6-4b3d-a4e9-484b9db7aae4 req-2a122ab9-d7d7-46f5-9fe3-eb5f648de153 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (b225920b-78b9-47c7-8ee8-595bbf01b25f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.191667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-11c4da4c-70c6-4b3d-a4e9-484b9db7aae4 req-2a122ab9-d7d7-46f5-9fe3-eb5f648de153 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b225920b-78b9-47c7-8ee8-595bbf01b25f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.195063 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-11c4da4c-70c6-4b3d-a4e9-484b9db7aae4 req-2a122ab9-d7d7-46f5-9fe3-eb5f648de153 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.196375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11c4da4c-70c6-4b3d-a4e9-484b9db7aae4 req-2a122ab9-d7d7-46f5-9fe3-eb5f648de153 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "DELETE /v2.0/security-groups/b225920b-78b9-47c7-8ee8-595bbf01b25f HTTP/1.1" status: 204 len: 173 time: 0.2005038 Feb 03 21:42:00.199966 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-47bb1270-a82e-416b-adef-fa56032a51e7 req-2872eb4a-4cf0-4899-95c1-86428e57e67b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4866fe40-6421-4999-92ce-0fd0374658fb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.202547 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-47bb1270-a82e-416b-adef-fa56032a51e7 req-2872eb4a-4cf0-4899-95c1-86428e57e67b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.203574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47bb1270-a82e-416b-adef-fa56032a51e7 req-2872eb4a-4cf0-4899-95c1-86428e57e67b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/4866fe40-6421-4999-92ce-0fd0374658fb HTTP/1.1" status: 204 len: 173 time: 0.2145824 Feb 03 21:42:00.213128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a122ab9-d7d7-46f5-9fe3-eb5f648de153 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b225920b-78b9-47c7-8ee8-595bbf01b25f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:00.224017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872eb4a-4cf0-4899-95c1-86428e57e67b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4866fe40-6421-4999-92ce-0fd0374658fb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:00.339345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '66cd2d5f-2c30-4f5f-8458-521ea603998b', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'port_id': '8758aa49-b24e-42bd-87ae-518ed35b57f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'mac_address': 'fa:16:3e:ca:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:38:44Z', 'updated_at': '2022-02-03T21:41:58Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:00.369813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d316-867f-44ce-accf-da0668973249 req-1f3c56a7-7504-41c3-9565-b4fef1620c4e tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:00.371448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42c3d316-867f-44ce-accf-da0668973249 req-1f3c56a7-7504-41c3-9565-b4fef1620c4e tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 944 time: 0.0628588 Feb 03 21:42:00.376995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] Checking router: 031b6d47-1e38-4382-b089-33b183f56a20 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:42:00.386182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:00.386817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:00.453599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42c3d316-867f-44ce-accf-da0668973249 req-79efc801-985b-4fa3-b653-e4b1148565cc tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Feb 03 21:42:00.461872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4704b-fc96-4487-aa93-f9b332c36be0 req-d7c2a659-91b9-451e-ae1b-5001de589c35 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:00.463338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74c4704b-fc96-4487-aa93-f9b332c36be0 req-d7c2a659-91b9-451e-ae1b-5001de589c35 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.0910192 Feb 03 21:42:00.507516 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d049d8f-71c5-4b08-8914-37ffb7442676 x-openstack-request-id: req-2d049d8f-71c5-4b08-8914-37ffb7442676 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:00.508037 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebc807d-6dee-418b-ad62-12ab3df09d39", "tag": "8758aa49-b24e-42bd-87ae-518ed35b57f7", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:00.508151 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d049d8f-71c5-4b08-8914-37ffb7442676 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:00.508490 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'tag': '8758aa49-b24e-42bd-87ae-518ed35b57f7', 'status': 'completed', 'code': 200} Feb 03 21:42:00.527561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:00.534868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74c4704b-fc96-4487-aa93-f9b332c36be0 req-b538c350-7908-4559-8053-19810831a522 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652721 Feb 03 21:42:00.589264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-6954fe50-c1ce-4212-8e93-34e7eff05c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:00.591504 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-6954fe50-c1ce-4212-8e93-34e7eff05c1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1180219ab3ad4947879c0a31c3f61450&device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 1128 time: 0.0606642 Feb 03 21:42:00.670229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1053f1e6-5308-4c5d-afb8-b775e450ab76 req-670c7ded-bc27-4be6-97b1-1b05baf18cc4 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/3f045efe-cc81-42e3-a827-9ad2a0d758db HTTP/1.1" status: 200 len: 1829 time: 0.0710368 Feb 03 21:42:00.718116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-70e8824c-abca-4934-a829-e0ad35d3ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:00.719668 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-70e8824c-abca-4934-a829-e0ad35d3ee96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 HTTP/1.1" status: 200 len: 925 time: 0.1185091 Feb 03 21:42:00.779110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1053f1e6-5308-4c5d-afb8-b775e450ab76 req-2c580a23-a7b0-4b0f-97dc-829f7b9eede6 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (3f045efe-cc81-42e3-a827-9ad2a0d758db), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.806802 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-4fa60ced-714c-4a98-ac89-4596cce30764 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8758aa49-b24e-42bd-87ae-518ed35b57f7 HTTP/1.1" status: 200 len: 1000 time: 0.0786028 Feb 03 21:42:00.813110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1053f1e6-5308-4c5d-afb8-b775e450ab76 req-2c580a23-a7b0-4b0f-97dc-829f7b9eede6 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (3f045efe-cc81-42e3-a827-9ad2a0d758db), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.848400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '66cd2d5f-2c30-4f5f-8458-521ea603998b', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'port_id': '8758aa49-b24e-42bd-87ae-518ed35b57f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'mac_address': 'fa:16:3e:ca:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:38:44Z', 'updated_at': '2022-02-03T21:41:58Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:00.873855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-fc4d2258-eba4-4f42-97a7-a8dd6b39d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:00.876002 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-fc4d2258-eba4-4f42-97a7-a8dd6b39d710 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1721e8-321d-4d48-ba06-56f0e79dd1a5 HTTP/1.1" status: 200 len: 863 time: 0.0589833 Feb 03 21:42:00.901735 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1053f1e6-5308-4c5d-afb8-b775e450ab76 req-2c580a23-a7b0-4b0f-97dc-829f7b9eede6 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f045efe-cc81-42e3-a827-9ad2a0d758db), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.915098 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1053f1e6-5308-4c5d-afb8-b775e450ab76 req-2c580a23-a7b0-4b0f-97dc-829f7b9eede6 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:00.916637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1053f1e6-5308-4c5d-afb8-b775e450ab76 req-2c580a23-a7b0-4b0f-97dc-829f7b9eede6 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f045efe-cc81-42e3-a827-9ad2a0d758db HTTP/1.1" status: 204 len: 173 time: 0.2404184 Feb 03 21:42:00.930888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c580a23-a7b0-4b0f-97dc-829f7b9eede6 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f045efe-cc81-42e3-a827-9ad2a0d758db,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:00.947336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6444604-a66b-4eb9-813f-5e04216fc2fa None None] The sync data for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 is: [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '66cd2d5f-2c30-4f5f-8458-521ea603998b', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'port_id': '8758aa49-b24e-42bd-87ae-518ed35b57f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'mac_address': 'fa:16:3e:ca:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:38:44Z', 'updated_at': '2022-02-03T21:41:58Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:42:00.962289 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-e4e3f228-f84c-4ffb-a19e-8c2a3458429e req-1f2fac88-c98d-4e0a-b591-0c7c5b620b2d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:42:00.963696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4e3f228-f84c-4ffb-a19e-8c2a3458429e req-1f2fac88-c98d-4e0a-b591-0c7c5b620b2d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/8b94d953-f467-4dfe-96a4-6bdd18c78a60 HTTP/1.1" status: 404 len: 352 time: 0.0236464 Feb 03 21:42:01.014807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-c1ee4eea-5997-450c-a7c8-799ef54f6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:01.016349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-c1ee4eea-5997-450c-a7c8-799ef54f6232 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1285186 Feb 03 21:42:01.192802 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-714e1c4e-cfd5-4abd-9dd9-28bd14b71230 service neutron] 10.222.0.47 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693554 Feb 03 21:42:01.337253 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62212192-9163-4bbb-b047-3a2b39bc26c3 None None] New status for floating IP 66cd2d5f-2c30-4f5f-8458-521ea603998b: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:42:01.353190 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3617768d-f7e1-4f1d-8fe9-0c1aae20ffd5 req-7a0023eb-3a16-416d-a2cd-70c1f9446836 service neutron] 10.222.0.47 "GET /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496994 Feb 03 21:42:01.567631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d332ca7-d0d9-4642-91b3-54ea5df4e3b2 req-160ebd48-fba3-429e-8974-4eda287a1058 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/42b14c35-b53f-4566-8f71-9f05652c8c7f HTTP/1.1" status: 200 len: 1829 time: 0.0504007 Feb 03 21:42:01.582112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c14aed-5355-4a79-bab6-50dd4e98536b req-539e9784-25d2-44bf-9de7-aaf8a226f40d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:01.589432 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5c14aed-5355-4a79-bab6-50dd4e98536b req-539e9784-25d2-44bf-9de7-aaf8a226f40d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.4350650 Feb 03 21:42:01.660606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5c14aed-5355-4a79-bab6-50dd4e98536b req-c887b27c-c8d1-4c39-9b29-25e5ec659cf3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701213 Feb 03 21:42:01.674419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6d332ca7-d0d9-4642-91b3-54ea5df4e3b2 req-fcd5c3b4-c03a-4ebb-b42a-6c6a9790b74a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (42b14c35-b53f-4566-8f71-9f05652c8c7f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:01.703318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6d332ca7-d0d9-4642-91b3-54ea5df4e3b2 req-fcd5c3b4-c03a-4ebb-b42a-6c6a9790b74a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (42b14c35-b53f-4566-8f71-9f05652c8c7f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:01.720581 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-f2cd1e8a-acc2-4a01-9db6-844b1d3a44ee req-d038a05b-4722-48aa-9daa-0d7ff28681d3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:42:01.721597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2cd1e8a-acc2-4a01-9db6-844b1d3a44ee req-d038a05b-4722-48aa-9daa-0d7ff28681d3 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/83734468-edbd-4186-855c-70966bd2279c HTTP/1.1" status: 404 len: 352 time: 0.0308638 Feb 03 21:42:01.776766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6d332ca7-d0d9-4642-91b3-54ea5df4e3b2 req-fcd5c3b4-c03a-4ebb-b42a-6c6a9790b74a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (42b14c35-b53f-4566-8f71-9f05652c8c7f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:01.780057 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6d332ca7-d0d9-4642-91b3-54ea5df4e3b2 req-fcd5c3b4-c03a-4ebb-b42a-6c6a9790b74a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:01.788542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d332ca7-d0d9-4642-91b3-54ea5df4e3b2 req-fcd5c3b4-c03a-4ebb-b42a-6c6a9790b74a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "DELETE /v2.0/security-groups/42b14c35-b53f-4566-8f71-9f05652c8c7f HTTP/1.1" status: 204 len: 173 time: 0.1961594 Feb 03 21:42:01.809347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5c3b4-c03a-4ebb-b42a-6c6a9790b74a tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b14c35-b53f-4566-8f71-9f05652c8c7f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:01.929292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebad10d-330b-4ccb-a585-17499a26cef8 req-edb0910c-746e-408b-a139-c95c1ae6e182 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:01.931153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ebad10d-330b-4ccb-a585-17499a26cef8 req-edb0910c-746e-408b-a139-c95c1ae6e182 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 944 time: 0.0656826 Feb 03 21:42:02.001111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ebad10d-330b-4ccb-a585-17499a26cef8 req-b60ce488-92b5-4234-b0c7-2588342116fb tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635948 Feb 03 21:42:02.172652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a2225-d794-44c9-b93f-7b69d78f4a62 req-98ab099c-26d0-4aec-b063-b7be1217a7af tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:02.181368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c4a2225-d794-44c9-b93f-7b69d78f4a62 req-98ab099c-26d0-4aec-b063-b7be1217a7af tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.0723684 Feb 03 21:42:02.240358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c4a2225-d794-44c9-b93f-7b69d78f4a62 req-8c9b35f4-7316-4fd5-a6b4-f9731d278b0e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579922 Feb 03 21:42:02.378023 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-90698ee6-7e04-477b-8fad-2a5c2ca1e70a req-c98b426b-da7d-4001-b8e4-5f45e0fe5f76 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:42:02.379277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90698ee6-7e04-477b-8fad-2a5c2ca1e70a req-c98b426b-da7d-4001-b8e4-5f45e0fe5f76 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/fe076845-163b-44bc-82bb-09c7224f7e78 HTTP/1.1" status: 404 len: 352 time: 0.0305517 Feb 03 21:42:02.498547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5274a14d-fc10-46ae-a783-bde2e924a52a req-17899fd3-3611-4610-afbb-cb41818f1691 tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "GET /v2.0/security-groups/ad96a49d-30c9-4374-b10f-b5769bae94e0 HTTP/1.1" status: 200 len: 1829 time: 0.0776284 Feb 03 21:42:02.552431 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-8d5e5bc7-fac1-488e-a3a4-b3436b35161f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046281 Feb 03 21:42:02.569743 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5274a14d-fc10-46ae-a783-bde2e924a52a req-723f8628-bf5d-4ed2-95e5-cfddc3b9603b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (ad96a49d-30c9-4374-b10f-b5769bae94e0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:02.619684 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5274a14d-fc10-46ae-a783-bde2e924a52a req-723f8628-bf5d-4ed2-95e5-cfddc3b9603b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (ad96a49d-30c9-4374-b10f-b5769bae94e0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:02.669686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-f9f7b6b8-f392-4f03-afd3-927118aa0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:02.671547 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-f9f7b6b8-f392-4f03-afd3-927118aa0132 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1126 time: 0.0590155 Feb 03 21:42:02.717802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d0caa-919d-48b1-9cf2-ba8e68dc6df3 req-bd201681-2f13-4476-93fa-1d8a64d6d193 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:02.719456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-689d0caa-919d-48b1-9cf2-ba8e68dc6df3 req-bd201681-2f13-4476-93fa-1d8a64d6d193 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1128950 Feb 03 21:42:02.721146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5274a14d-fc10-46ae-a783-bde2e924a52a req-723f8628-bf5d-4ed2-95e5-cfddc3b9603b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ad96a49d-30c9-4374-b10f-b5769bae94e0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:02.724077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5274a14d-fc10-46ae-a783-bde2e924a52a req-723f8628-bf5d-4ed2-95e5-cfddc3b9603b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:02.731911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5274a14d-fc10-46ae-a783-bde2e924a52a req-723f8628-bf5d-4ed2-95e5-cfddc3b9603b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad96a49d-30c9-4374-b10f-b5769bae94e0 HTTP/1.1" status: 204 len: 173 time: 0.2323217 Feb 03 21:42:02.762362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:02.813001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f8628-bf5d-4ed2-95e5-cfddc3b9603b tempest-SecurityGroupRulesNegativeTestJSON-912125952 tempest-SecurityGroupRulesNegativeTestJSON-912125952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad96a49d-30c9-4374-b10f-b5769bae94e0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:02.888827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-e435b6e8-8df6-490a-8e9e-e49a373382e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:02.891149 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-e435b6e8-8df6-490a-8e9e-e49a373382e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.1941817 Feb 03 21:42:02.894550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-689d0caa-919d-48b1-9cf2-ba8e68dc6df3 req-8594e901-e04c-4767-9514-235e23fbb22c tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526973 Feb 03 21:42:02.929393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-281e0c99-2f1c-4182-96e1-00d33fdc5bce admin admin] Deleting subnet f06caf81-0931-4822-b23e-2a98103c4c10 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:42:02.952938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281e0c99-2f1c-4182-96e1-00d33fdc5bce admin admin] Publish callbacks [] for subnet (f06caf81-0931-4822-b23e-2a98103c4c10), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:02.971150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-930c5446-a3c5-4d2b-b78b-3f5a6b814d7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 217 time: 0.0744216 Feb 03 21:42:02.986594 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-7205cc09-3635-4e1d-8e64-61885bcc57c8 req-0bfa803f-1fc6-4cad-9ef5-7bd749b82cb1 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:42:02.988176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7205cc09-3635-4e1d-8e64-61885bcc57c8 req-0bfa803f-1fc6-4cad-9ef5-7bd749b82cb1 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/2c6f3a67-b2ce-4b60-9a7a-5ff1d5646b51 HTTP/1.1" status: 404 len: 352 time: 0.0518451 Feb 03 21:42:03.027106 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281e0c99-2f1c-4182-96e1-00d33fdc5bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (f06caf81-0931-4822-b23e-2a98103c4c10), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:03.081124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-2e12c4a5-ef2f-49f9-9c73-cf71a949c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:03.082601 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-2e12c4a5-ef2f-49f9-9c73-cf71a949c9b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1045859 Feb 03 21:42:03.129818 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-3fa01255-587a-4da3-b7a0-09942e788e15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395789 Feb 03 21:42:03.267231 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-57acab7e-ffac-4065-a653-c0de1d7cfb3c service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301198 Feb 03 21:42:03.316129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-995e873e-c78c-45bc-bdcd-77716022817e req-990439cc-c954-4531-a565-992f69ee48c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2867365 Feb 03 21:42:03.331649 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281e0c99-2f1c-4182-96e1-00d33fdc5bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f06caf81-0931-4822-b23e-2a98103c4c10), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:03.375418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca54ba-77e1-4f2b-84b7-4872452f280f req-b6cfac85-d489-4d2d-9565-394b979bdde8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:03.377245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9dca54ba-77e1-4f2b-84b7-4872452f280f req-b6cfac85-d489-4d2d-9565-394b979bdde8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2567310 Feb 03 21:42:03.495054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-827fac6f-22c8-41f1-8188-fd4b16fbb4c1 req-9e8cf3a6-d8d1-4205-ae70-76a90090655d service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184298 Feb 03 21:42:03.531495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e873e-c78c-45bc-bdcd-77716022817e req-aed5bcea-2618-40ed-8093-d18cca2f69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:03.533032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-995e873e-c78c-45bc-bdcd-77716022817e req-aed5bcea-2618-40ed-8093-d18cca2f69ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1127 time: 0.1683371 Feb 03 21:42:03.536789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281e0c99-2f1c-4182-96e1-00d33fdc5bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (f06caf81-0931-4822-b23e-2a98103c4c10), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:03.584546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9dca54ba-77e1-4f2b-84b7-4872452f280f req-eb65cde8-ffed-4020-8aed-350ea4a8dcbf tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710737 Feb 03 21:42:03.599833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e0c99-2f1c-4182-96e1-00d33fdc5bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06caf81-0931-4822-b23e-2a98103c4c10,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:03.628283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281e0c99-2f1c-4182-96e1-00d33fdc5bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:03.634821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:03.655191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-281e0c99-2f1c-4182-96e1-00d33fdc5bce admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f06caf81-0931-4822-b23e-2a98103c4c10 HTTP/1.1" status: 204 len: 168 time: 0.8648336 Feb 03 21:42:03.700521 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-551cfe7a-9141-4c8b-b2f8-510309568a09 req-e7fa96c9-65a9-470c-8def-b80ef9175a7b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:42:03.700521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-551cfe7a-9141-4c8b-b2f8-510309568a09 req-e7fa96c9-65a9-470c-8def-b80ef9175a7b tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/7609c311-c034-451c-b79e-4c8d06c56c7e HTTP/1.1" status: 404 len: 352 time: 0.0439289 Feb 03 21:42:03.785865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e873e-c78c-45bc-bdcd-77716022817e req-32a9bfc3-f24d-4141-84b5-d19a3f447365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:03.800943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-995e873e-c78c-45bc-bdcd-77716022817e req-32a9bfc3-f24d-4141-84b5-d19a3f447365 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.2103372 Feb 03 21:42:03.814102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (678ceb55-bc6c-4eef-8e0c-aa76edfe1aab), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:03.896785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-995e873e-c78c-45bc-bdcd-77716022817e req-59fb434a-597c-40c9-b969-710b1e0ddaa0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 217 time: 0.0869110 Feb 03 21:42:03.978548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (678ceb55-bc6c-4eef-8e0c-aa76edfe1aab), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.014230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678ceb55-bc6c-4eef-8e0c-aa76edfe1aab']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:04.030711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30abe90-dbf0-4a15-91b7-746abbfca66b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:04.031008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30abe90-dbf0-4a15-91b7-746abbfca66b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:04.058871 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (f30abe90-dbf0-4a15-91b7-746abbfca66b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.059131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e873e-c78c-45bc-bdcd-77716022817e req-f2b33672-7e59-4778-b9ee-61bb62fea925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:04.063969 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-995e873e-c78c-45bc-bdcd-77716022817e req-f2b33672-7e59-4778-b9ee-61bb62fea925 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1487782 Feb 03 21:42:04.079264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad9a51-4415-401c-8d37-725d5b0e9ca0 req-d54e5ad8-172c-4a3d-8fef-06634207bddb tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:04.080414 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f30abe90-dbf0-4a15-91b7-746abbfca66b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.086713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24ad9a51-4415-401c-8d37-725d5b0e9ca0 req-d54e5ad8-172c-4a3d-8fef-06634207bddb tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 944 time: 0.1917052 Feb 03 21:42:04.092929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:42:04.093330 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (f30abe90-dbf0-4a15-91b7-746abbfca66b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.145689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-995e873e-c78c-45bc-bdcd-77716022817e req-efc2fd57-e0d2-4a06-9d33-89b6f7f619dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553122 Feb 03 21:42:04.149127 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-611d5175-1fed-4d44-8059-5c3146a4dceb req-e49e5fd8-8772-4a08-bcb2-ab38c3a2fc61 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] show failed (client error): The resource could not be found. Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:42:04.149558 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:42:04.151603 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-611d5175-1fed-4d44-8059-5c3146a4dceb req-e49e5fd8-8772-4a08-bcb2-ab38c3a2fc61 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/9b4d3076-8cd8-4691-a29c-3f9c58cdc34a HTTP/1.1" status: 404 len: 352 time: 0.0589395 Feb 03 21:42:04.192432 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24ad9a51-4415-401c-8d37-725d5b0e9ca0 req-1a8d07fe-de5a-49e3-abb7-f714aaa81420 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044469 Feb 03 21:42:04.235389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (678ceb55-bc6c-4eef-8e0c-aa76edfe1aab), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.241922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.247199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b1db339a-2d47-445c-baad-b43988fb8026 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:42:04.250833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/678ceb55-bc6c-4eef-8e0c-aa76edfe1aab HTTP/1.1" status: 204 len: 168 time: 0.6141820 Feb 03 21:42:04.286777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa4eec-6647-415b-95cb-e7e42b93caf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=678ceb55-bc6c-4eef-8e0c-aa76edfe1aab,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:04.457552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-995e873e-c78c-45bc-bdcd-77716022817e req-0aa39d7b-eb0c-4f64-968b-ea548fb19ebc service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814622 Feb 03 21:42:04.478526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b1db339a-2d47-445c-baad-b43988fb8026, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b1db339a-2d47-445c-baad-b43988fb8026,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:04.499643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'b1db339a-2d47-445c-baad-b43988fb8026', 'network_id': '83ae70db-d930-438a-954f-5377c6b2de25', 'port_id': 'b1db339a-2d47-445c-baad-b43988fb8026', 'mac_address': 'fa:16:3e:02:55:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1dee0e9-21bb-4926-ad92-d87ecde20967', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:42:04.552711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:04.568048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port b1db339a-2d47-445c-baad-b43988fb8026 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:04.568448 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b1db339a-2d47-445c-baad-b43988fb8026), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.590861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1db339a-2d47-445c-baad-b43988fb8026 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:42:04.617004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b1db339a-2d47-445c-baad-b43988fb8026, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b1db339a-2d47-445c-baad-b43988fb8026,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:04.633307 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-766b0bb7-68b9-4fd3-98f3-69175c0ab7b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89631647ef28401ebc50a6d53ebf22e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0764928 Feb 03 21:42:04.634060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:04.638505 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b1db339a-2d47-445c-baad-b43988fb8026), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.705586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=b1db339a-2d47-445c-baad-b43988fb8026,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:04.729416 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceae3d54-4527-4991-97d0-45616f8a66bb admin admin] Publish callbacks [] for security_group (3f2f835e-02b6-4170-97c3-e05452092f2a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.774929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceae3d54-4527-4991-97d0-45616f8a66bb admin admin] Publish callbacks [] for security_group (3f2f835e-02b6-4170-97c3-e05452092f2a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.813071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ffcb6-f30b-458a-ad64-6bcd5a7eb2d1 req-201908d5-eb95-41d0-b9b9-66497fd2fd51 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:04.820137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-935ffcb6-f30b-458a-ad64-6bcd5a7eb2d1 req-201908d5-eb95-41d0-b9b9-66497fd2fd51 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1024 time: 0.2098744 Feb 03 21:42:04.830303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-995e873e-c78c-45bc-bdcd-77716022817e req-0db9822c-29b3-4303-b046-24e92383d99f service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635468 Feb 03 21:42:04.863602 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceae3d54-4527-4991-97d0-45616f8a66bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f2f835e-02b6-4170-97c3-e05452092f2a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.866524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceae3d54-4527-4991-97d0-45616f8a66bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:04.868644 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ceae3d54-4527-4991-97d0-45616f8a66bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f2f835e-02b6-4170-97c3-e05452092f2a HTTP/1.1" status: 204 len: 168 time: 0.2332106 Feb 03 21:42:04.886370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae3d54-4527-4991-97d0-45616f8a66bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2f835e-02b6-4170-97c3-e05452092f2a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:04.950734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76621-4ee9-4ba1-aa6c-52562cb25e73 req-255bab49-2e04-40a7-8fa1-d3d2ec988585 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:04.960420 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24c76621-4ee9-4ba1-aa6c-52562cb25e73 req-255bab49-2e04-40a7-8fa1-d3d2ec988585 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 948 time: 0.2431788 Feb 03 21:42:05.000769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-935ffcb6-f30b-458a-ad64-6bcd5a7eb2d1 req-e5e57f9b-9a04-4bf0-b302-6abbc62b2006 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&id=b2b22488-64c5-40b8-b6ee-af1cd40def8c&id=56c1499e-651e-423e-aab9-d45d57163759&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1796346 Feb 03 21:42:05.021186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['b1db339a-2d47-445c-baad-b43988fb8026'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:42:05.052881 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24c76621-4ee9-4ba1-aa6c-52562cb25e73 req-78f5f307-a887-49eb-b794-0dc3e6a21a25 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854046 Feb 03 21:42:05.216918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45717f94-6e44-4eff-9c48-d3042837ed43 req-548fad04-48e4-4263-b56e-409071275037 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:05.218421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45717f94-6e44-4eff-9c48-d3042837ed43 req-548fad04-48e4-4263-b56e-409071275037 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.0994751 Feb 03 21:42:05.373236 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45717f94-6e44-4eff-9c48-d3042837ed43 req-3e888eca-2bbb-47ee-93bd-b0d0dbce40e4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479654 Feb 03 21:42:05.493074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6941-5a3a-43e2-9a0f-f85503322a0a req-7dc39e00-1fdc-4106-b7a9-bc828ac8ed90 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:05.494822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d7b6941-5a3a-43e2-9a0f-f85503322a0a req-7dc39e00-1fdc-4106-b7a9-bc828ac8ed90 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 945 time: 0.0841405 Feb 03 21:42:05.580269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d7b6941-5a3a-43e2-9a0f-f85503322a0a req-544b5d65-b981-4d84-8a9c-503ee3a21e0a tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774131 Feb 03 21:42:06.033989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51860) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:06.222629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb6e64-0ea9-4c86-b1da-b8ef3af593e3 req-853320f0-f584-4933-970c-d1df26fa43b5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:06.225094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eabb6e64-0ea9-4c86-b1da-b8ef3af593e3 req-853320f0-f584-4933-970c-d1df26fa43b5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1024 time: 0.1103420 Feb 03 21:42:06.231809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-521166698-network', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:06.241978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b1db339a-2d47-445c-baad-b43988fb8026 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:06.244941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e1fe4-4d08-49b2-ad51-8cd55f7b40e6 req-e0306f82-8f4e-432f-9ee6-40ea9cac3e9c tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:06.246619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b99e1fe4-4d08-49b2-ad51-8cd55f7b40e6 req-e0306f82-8f4e-432f-9ee6-40ea9cac3e9c tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 948 time: 0.0940192 Feb 03 21:42:06.348355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port b1db339a-2d47-445c-baad-b43988fb8026 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:42:06.355822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port b1db339a-2d47-445c-baad-b43988fb8026 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:06.356496 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b1db339a-2d47-445c-baad-b43988fb8026), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.374453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eabb6e64-0ea9-4c86-b1da-b8ef3af593e3 req-c943d4d2-e018-4ef3-8235-ccd2f15b9b22 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&id=b2b22488-64c5-40b8-b6ee-af1cd40def8c&id=56c1499e-651e-423e-aab9-d45d57163759&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1388416 Feb 03 21:42:06.376591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Made reservation on behalf of 8a1c494627a14b55b0ce469afb2dcb96 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:06.379664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.399118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b99e1fe4-4d08-49b2-ad51-8cd55f7b40e6 req-01e6e803-61e0-4273-b49a-32822eee7831 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394193 Feb 03 21:42:06.419528 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.478413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-abf3f307-21e5-47b0-861e-3f068c7f307d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:06.484436 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-abf3f307-21e5-47b0-861e-3f068c7f307d tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.47 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1024 time: 0.1745262 Feb 03 21:42:06.537156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port b1db339a-2d47-445c-baad-b43988fb8026 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:06.537763 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b1db339a-2d47-445c-baad-b43988fb8026), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.558659 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Publish callbacks [] for security_group (86cd7292-40a1-48b6-af61-1af1a5f24303), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.572159 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (86cd7292-40a1-48b6-af61-1af1a5f24303), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.581248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b1db339a-2d47-445c-baad-b43988fb8026, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b1db339a-2d47-445c-baad-b43988fb8026,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:06.582612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08391221-1765-49eb-a202-36d0f5922dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1db339a-2d47-445c-baad-b43988fb8026'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:06.585638 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de9b440-6303-46df-a141-f24277bd46a5" -d '{"events": [{"server_uuid": "08391221-1765-49eb-a202-36d0f5922dc2", "name": "network-vif-plugged", "status": "completed", "tag": "b1db339a-2d47-445c-baad-b43988fb8026"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:06.599886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b1db339a-2d47-445c-baad-b43988fb8026), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.660941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cd7292-40a1-48b6-af61-1af1a5f24303,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:06.680424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:42:06.719365 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8338cf1a-08c8-4bb4-81aa-98d8891afd74), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.720492 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Added segment 8338cf1a-08c8-4bb4-81aa-98d8891afd74 of type vlan for network 991280d3-1d30-4f26-9862-116470f80a23 Feb 03 21:42:06.725803 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94d245d-ab4d-44a6-b6fb-2f46867525ac x-openstack-request-id: req-e94d245d-ab4d-44a6-b6fb-2f46867525ac {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:06.726526 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08391221-1765-49eb-a202-36d0f5922dc2", "name": "network-vif-plugged", "status": "completed", "tag": "b1db339a-2d47-445c-baad-b43988fb8026", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:06.727435 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e94d245d-ab4d-44a6-b6fb-2f46867525ac {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:06.739548 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08391221-1765-49eb-a202-36d0f5922dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1db339a-2d47-445c-baad-b43988fb8026', 'code': 200} Feb 03 21:42:06.853583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=b1db339a-2d47-445c-baad-b43988fb8026,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:06.928714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (991280d3-1d30-4f26-9862-116470f80a23), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.970199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-cc0f19d4-d9e5-41f2-8910-4846e4dbfe06 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:06.973564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-cc0f19d4-d9e5-41f2-8910-4846e4dbfe06 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 948 time: 0.3049448 Feb 03 21:42:06.986987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Deleting port c9846bf2-11f0-4582-a155-f24dc4e2dde3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:42:06.987696 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:06.990722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b8a7-5d6e-4fe1-9b8d-76cb73a607e9 req-1a816901-21c8-4074-ac96-f6a8f8325fac tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:06.998045 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec70b8a7-5d6e-4fe1-9b8d-76cb73a607e9 req-1a816901-21c8-4074-ac96-f6a8f8325fac tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.2488949 Feb 03 21:42:07.006394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (991280d3-1d30-4f26-9862-116470f80a23), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:07.008297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:07.009000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:07.015362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3897e6-e6a8-4519-8c02-79e02ceb6394 req-c1e6000f-6ad4-4ca2-b5d3-8c85d7372570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:07.017178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d3897e6-e6a8-4519-8c02-79e02ceb6394 req-c1e6000f-6ad4-4ca2-b5d3-8c85d7372570 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 1128 time: 0.1691895 Feb 03 21:42:07.026830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cda6b-32a2-4cfd-ba67-d0b65837b501 req-36e21b83-9519-4229-899a-76809067c371 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:07.033944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd6cda6b-32a2-4cfd-ba67-d0b65837b501 req-36e21b83-9519-4229-899a-76809067c371 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 946 time: 0.1840577 Feb 03 21:42:07.098105 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:42:07.168166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] Pushing event updated for resources: {'Network': ['ID=991280d3-1d30-4f26-9862-116470f80a23,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:07.179527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1758b79c-c032-47b8-9668-4fe7b6320cee admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1408930 Feb 03 21:42:07.182590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51886) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:07.184853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 991280d3-1d30-4f26-9862-116470f80a23 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:42:07.224476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Request body: {'subnet': {'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-521166698-subnet', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:07.248788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Deleting port b3c548fa-e8bf-4976-a7a6-0481d919b5ff {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:42:07.249312 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:07.299009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd6cda6b-32a2-4cfd-ba67-d0b65837b501 req-5b10197d-e3fa-4764-8e77-fec149d98b4a tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640424 Feb 03 21:42:07.313455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Made reservation on behalf of 8a1c494627a14b55b0ce469afb2dcb96 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:07.315915 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:07.319586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d3897e6-e6a8-4519-8c02-79e02ceb6394 req-fbdb2b3e-2f70-46e5-ad8b-812591f79040 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835970 Feb 03 21:42:07.343656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] For port c9846bf2-11f0-4582-a155-f24dc4e2dde3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c9846bf2-11f0-4582-a155-f24dc4e2dde3,segment=NetworkSegment(ec6bd9b4-4363-4a20-84ea-779e7ec4292e),segment_id=ec6bd9b4-4363-4a20-84ea-779e7ec4292e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:07.344299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:07.377993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Calling delete_port for c9846bf2-11f0-4582-a155-f24dc4e2dde3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:42:07.430446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec70b8a7-5d6e-4fe1-9b8d-76cb73a607e9 req-c407c668-e6d0-421f-847a-c851a3add033 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238527 Feb 03 21:42:07.577949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] For port b3c548fa-e8bf-4976-a7a6-0481d919b5ff, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:07.579578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:07.609265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Calling delete_port for b3c548fa-e8bf-4976-a7a6-0481d919b5ff owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:42:07.702141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff4f30-b393-4d9c-a96f-6cb155ed6291 req-d3d3a535-e4bf-4836-8f5c-2bbc5dbbe847 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:07.709771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95ff4f30-b393-4d9c-a96f-6cb155ed6291 req-d3d3a535-e4bf-4836-8f5c-2bbc5dbbe847 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e77105cd-0bc7-4ab1-a12f-6859204fcf4f HTTP/1.1" status: 200 len: 1024 time: 0.2151623 Feb 03 21:42:07.730650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce23eb1-0d4e-4129-9dc6-d65952d808d0 req-c0123afa-81c7-48ce-80e1-a21273bf1c72 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:07.737500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ce23eb1-0d4e-4129-9dc6-d65952d808d0 req-c0123afa-81c7-48ce-80e1-a21273bf1c72 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8552712-c696-4942-81ce-b7242a32c588 HTTP/1.1" status: 200 len: 948 time: 0.1846011 Feb 03 21:42:07.760556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (06405367-f5b9-42c3-9bdf-5d11eba60aff), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:07.768578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c9846bf2-11f0-4582-a155-f24dc4e2dde3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:07.783490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c9846bf2-11f0-4582-a155-f24dc4e2dde3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:42:07.817160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'Port': ['ID=c9846bf2-11f0-4582-a155-f24dc4e2dde3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:07.893608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06405367-f5b9-42c3-9bdf-5d11eba60aff,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:07.897223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] No DVR routers for this DVR port c9846bf2-11f0-4582-a155-f24dc4e2dde3 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:42:07.901138 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:07.906226 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-108c76e3-0c62-4a69-860b-6dd6599126ff req-e36d7d16-3708-4179-83a5-fcc82b959cad tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.47 "DELETE /v2.0/ports/c9846bf2-11f0-4582-a155-f24dc4e2dde3 HTTP/1.1" status: 204 len: 173 time: 1.4153292 Feb 03 21:42:07.908013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'name': 'network-vif-deleted', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:07.910655 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad302e-23ba-465a-ae5a-7d948f20bf50" -d '{"events": [{"server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "name": "network-vif-deleted", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:07.933603 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ce23eb1-0d4e-4129-9dc6-d65952d808d0 req-cce40b3b-c76c-4b04-926e-54660242955c tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893959 Feb 03 21:42:07.969914 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95ff4f30-b393-4d9c-a96f-6cb155ed6291 req-b166482d-20df-4d29-8a09-392f88efbaa8 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups?id=77c2e545-091b-41da-9642-90edfce8e85b&id=b2b22488-64c5-40b8-b6ee-af1cd40def8c&id=56c1499e-651e-423e-aab9-d45d57163759&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2590508 Feb 03 21:42:07.986646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Checking segment: {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:07.987238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Network hostable DHCP agents. Network: 991280d3-1d30-4f26-9862-116470f80a23, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:42:08.051868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Network 991280d3-1d30-4f26-9862-116470f80a23 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:42:08.093382 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b3c548fa-e8bf-4976-a7a6-0481d919b5ff), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:08.103906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 991280d3-1d30-4f26-9862-116470f80a23) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:08.108175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:08.109002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:08.113948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad29f6da-6def-42f9-85dc-55583a022dfd None None] Network 991280d3-1d30-4f26-9862-116470f80a23 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:42:08.149210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5cb9092d-bebc-47cb-85ce-cf3e9efcd1a7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9431562 Feb 03 21:42:08.152018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:08.156448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:08.177310 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db510896-df0c-4e48-81d1-d9bcae4e5eda x-openstack-request-id: req-db510896-df0c-4e48-81d1-d9bcae4e5eda {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:08.177310 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77105cd-0bc7-4ab1-a12f-6859204fcf4f", "name": "network-vif-deleted", "tag": "c9846bf2-11f0-4582-a155-f24dc4e2dde3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:08.177310 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db510896-df0c-4e48-81d1-d9bcae4e5eda {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:08.177310 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77105cd-0bc7-4ab1-a12f-6859204fcf4f', 'name': 'network-vif-deleted', 'tag': 'c9846bf2-11f0-4582-a155-f24dc4e2dde3', 'status': 'completed', 'code': 200} Feb 03 21:42:08.177310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Pushing event deleted for resources: {'Port': ['ID=b3c548fa-e8bf-4976-a7a6-0481d919b5ff,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:08.243592 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (43ac9eef-3c9a-491b-b85c-048649c097ab), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:08.245999 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (43ac9eef-3c9a-491b-b85c-048649c097ab), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:08.253776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] No DVR routers for this DVR port b3c548fa-e8bf-4976-a7a6-0481d919b5ff on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:42:08.259582 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:08.265440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6593dfe4-ff18-4114-a8b0-0141ff8b6773 req-6e6e2d61-d8c4-409f-8774-16aa3ea179b3 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "DELETE /v2.0/ports/b3c548fa-e8bf-4976-a7a6-0481d919b5ff HTTP/1.1" status: 204 len: 173 time: 1.2733836 Feb 03 21:42:08.332576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks [] for router_controller (43ac9eef-3c9a-491b-b85c-048649c097ab), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:08.559802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-991280d3-1d30-4f26-9862-116470f80a23', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:42:08.563458 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:08.699509 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks [] for router_gateway (43ac9eef-3c9a-491b-b85c-048649c097ab), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:08.948657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Allocated IP 172.20.0.2 (991280d3-1d30-4f26-9862-116470f80a23/06405367-f5b9-42c3-9bdf-5d11eba60aff/330b46ea-20ef-41ef-b360-beb04b2f1d41) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:09.017443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860ae12-e329-41f3-aeaf-ba75ee67f448 req-048ab1c0-56ee-4eea-a0a7-e33d065e325e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:09.017443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f860ae12-e329-41f3-aeaf-ba75ee67f448 req-048ab1c0-56ee-4eea-a0a7-e33d065e325e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.3667471 Feb 03 21:42:09.269541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49045abe-7d45-4abc-b63a-bf4a16e34d0f req-107cdd5e-bb30-493b-aceb-22f66ab082d0 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:09.271114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49045abe-7d45-4abc-b63a-bf4a16e34d0f req-107cdd5e-bb30-493b-aceb-22f66ab082d0 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 946 time: 0.6455982 Feb 03 21:42:09.275528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f860ae12-e329-41f3-aeaf-ba75ee67f448 req-12734bea-e926-4233-9b2d-0ad860d6d069 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256658 Feb 03 21:42:09.341332 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Publish callbacks [] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:09.355144 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:09.408436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Network 991280d3-1d30-4f26-9862-116470f80a23 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:09.412403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:09.417685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:09.478844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Pushing event updated for resources: {'Port': ['ID=330b46ea-20ef-41ef-b360-beb04b2f1d41,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:09.498261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Attempting to bind port 330b46ea-20ef-41ef-b360-beb04b2f1d41 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:09.498808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Attempting to bind port 330b46ea-20ef-41ef-b360-beb04b2f1d41 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:09.499326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Attempting to bind port 330b46ea-20ef-41ef-b360-beb04b2f1d41 on network 991280d3-1d30-4f26-9862-116470f80a23 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:09.505610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:09.506301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Checking segment: {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:09.507253 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:09.507998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Bound using segment: {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:09.508618 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Bound port: 330b46ea-20ef-41ef-b360-beb04b2f1d41, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:09.509196 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:09.557750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49045abe-7d45-4abc-b63a-bf4a16e34d0f req-5c3075ce-48d9-46d9-9a79-9bb514db9210 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707388 Feb 03 21:42:09.633131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] For port 330b46ea-20ef-41ef-b360-beb04b2f1d41, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:09.638991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] For port 330b46ea-20ef-41ef-b360-beb04b2f1d41, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=330b46ea-20ef-41ef-b360-beb04b2f1d41,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:09.666763 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:09.820774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7fd52-fbc9-4de4-88f4-0c7dfde768e1 None None] Pushing event updated for resources: {'Port': ['ID=330b46ea-20ef-41ef-b360-beb04b2f1d41,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:09.857281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb41f42f-61be-4346-9e25-eb407d753a8e req-7df0c1cf-66e7-47fb-8a9f-d150419ccbc5 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/b2b22488-64c5-40b8-b6ee-af1cd40def8c HTTP/1.1" status: 200 len: 1818 time: 0.2312958 Feb 03 21:42:09.871178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks [] for router_gateway (43ac9eef-3c9a-491b-b85c-048649c097ab), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:09.930720 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:10.104584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b3c548fa-e8bf-4976-a7a6-0481d919b5ff no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:42:10.139327 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fb41f42f-61be-4346-9e25-eb407d753a8e req-dc54e222-9ae2-4340-891a-82124250b132 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (b2b22488-64c5-40b8-b6ee-af1cd40def8c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:10.149847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ce289-3395-4c5d-a8f6-bca1bb547a6b req-f4eb0ee3-a9e3-45ca-ae80-d60997521efd tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:10.151430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e6ce289-3395-4c5d-a8f6-bca1bb547a6b req-f4eb0ee3-a9e3-45ca-ae80-d60997521efd tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 949 time: 0.2075088 Feb 03 21:42:10.155518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: b3c548fa-e8bf-4976-a7a6-0481d919b5ff {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:42:10.162499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b3c548fa-e8bf-4976-a7a6-0481d919b5ff not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:42:10.162949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c9846bf2-11f0-4582-a155-f24dc4e2dde3 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:42:10.176502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'name': 'network-vif-deleted', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:10.179585 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a51da-0303-497d-b84a-eda621f5cb19" -d '{"events": [{"server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "name": "network-vif-deleted", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:10.244052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: c9846bf2-11f0-4582-a155-f24dc4e2dde3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:42:10.244424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c9846bf2-11f0-4582-a155-f24dc4e2dde3 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:42:10.270506 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fb41f42f-61be-4346-9e25-eb407d753a8e req-dc54e222-9ae2-4340-891a-82124250b132 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (b2b22488-64c5-40b8-b6ee-af1cd40def8c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:10.273542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Allocated IP 172.25.5.180 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/f408f232-3e25-402a-9f3f-f3bccd798565) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:10.384964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e6ce289-3395-4c5d-a8f6-bca1bb547a6b req-e2b05c20-e7f9-4654-a53c-c4945d3cc8bb tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209823 Feb 03 21:42:10.443026 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af17e92a-7d88-4896-af1d-2d9d0279034f x-openstack-request-id: req-af17e92a-7d88-4896-af1d-2d9d0279034f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:10.444066 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8552712-c696-4942-81ce-b7242a32c588", "name": "network-vif-deleted", "tag": "b3c548fa-e8bf-4976-a7a6-0481d919b5ff", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:10.444996 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af17e92a-7d88-4896-af1d-2d9d0279034f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:10.446120 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8552712-c696-4942-81ce-b7242a32c588', 'name': 'network-vif-deleted', 'tag': 'b3c548fa-e8bf-4976-a7a6-0481d919b5ff', 'status': 'completed', 'code': 200} Feb 03 21:42:10.447592 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fb41f42f-61be-4346-9e25-eb407d753a8e req-dc54e222-9ae2-4340-891a-82124250b132 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b2b22488-64c5-40b8-b6ee-af1cd40def8c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:10.461756 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fb41f42f-61be-4346-9e25-eb407d753a8e req-dc54e222-9ae2-4340-891a-82124250b132 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:10.470913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb41f42f-61be-4346-9e25-eb407d753a8e req-dc54e222-9ae2-4340-891a-82124250b132 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/b2b22488-64c5-40b8-b6ee-af1cd40def8c HTTP/1.1" status: 204 len: 173 time: 0.5949373 Feb 03 21:42:10.575367 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks [] for port (f408f232-3e25-402a-9f3f-f3bccd798565), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:10.685159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54e222-9ae2-4340-891a-82124250b132 tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b22488-64c5-40b8-b6ee-af1cd40def8c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:10.738570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f5d8636-5836-453e-9636-ec055f6f9042 req-c085600e-bd61-48ff-b12b-32c5f389a77c tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "GET /v2.0/security-groups/56c1499e-651e-423e-aab9-d45d57163759 HTTP/1.1" status: 200 len: 1817 time: 0.1387744 Feb 03 21:42:10.792313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788f815-920a-467e-a06b-67170eec4acc req-6111d4c3-a0aa-4800-bfb1-b5b3030fee54 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:10.794294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0788f815-920a-467e-a06b-67170eec4acc req-6111d4c3-a0aa-4800-bfb1-b5b3030fee54 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.1960113 Feb 03 21:42:10.802651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:10.850918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:10.865239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:10.893007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:11.038912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Pushing event updated for resources: {'Port': ['ID=f408f232-3e25-402a-9f3f-f3bccd798565,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:11.168579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0788f815-920a-467e-a06b-67170eec4acc req-f968f388-f3e8-4752-9ee5-c8322b00b8f0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279653 Feb 03 21:42:11.276439 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5f5d8636-5836-453e-9636-ec055f6f9042 req-5fa60b11-9ddf-4a2b-9e9c-412e7190ef4e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (56c1499e-651e-423e-aab9-d45d57163759), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:11.454467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2297e04-57bf-4866-9844-bd9520d141d4 None None] Network 991280d3-1d30-4f26-9862-116470f80a23 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:42:11.675454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-197953f2-8b76-4f21-95a4-dc2ed3153e63 None None] Provisioning complete for port 330b46ea-20ef-41ef-b360-beb04b2f1d41 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:11.676139 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-197953f2-8b76-4f21-95a4-dc2ed3153e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:11.723885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 330b46ea-20ef-41ef-b360-beb04b2f1d41 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:11.789836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 330b46ea-20ef-41ef-b360-beb04b2f1d41 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:11.790218 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:11.808079 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5f5d8636-5836-453e-9636-ec055f6f9042 req-5fa60b11-9ddf-4a2b-9e9c-412e7190ef4e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (56c1499e-651e-423e-aab9-d45d57163759), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:11.976066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 330b46ea-20ef-41ef-b360-beb04b2f1d41 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:11.976066 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.049136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 330b46ea-20ef-41ef-b360-beb04b2f1d41, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=330b46ea-20ef-41ef-b360-beb04b2f1d41,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:12.072091 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.083539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-197953f2-8b76-4f21-95a4-dc2ed3153e63 None None] Current status of the port 330b46ea-20ef-41ef-b360-beb04b2f1d41 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:12.086344 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-197953f2-8b76-4f21-95a4-dc2ed3153e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.167373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-a8699a05-7703-4305-b59a-dce98f6fe8d1 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:12.178215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-a8699a05-7703-4305-b59a-dce98f6fe8d1 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 949 time: 0.1190686 Feb 03 21:42:12.203917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cde088-036c-42fe-9c14-a794804c7190 req-c8b159a6-0985-459e-b986-087e2ba49dd3 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:12.216476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4cde088-036c-42fe-9c14-a794804c7190 req-c8b159a6-0985-459e-b986-087e2ba49dd3 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 946 time: 0.4874699 Feb 03 21:42:12.264249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5f5d8636-5836-453e-9636-ec055f6f9042 req-5fa60b11-9ddf-4a2b-9e9c-412e7190ef4e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (56c1499e-651e-423e-aab9-d45d57163759), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.264730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=330b46ea-20ef-41ef-b360-beb04b2f1d41,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:12.273927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5f5d8636-5836-453e-9636-ec055f6f9042 req-5fa60b11-9ddf-4a2b-9e9c-412e7190ef4e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.275084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f5d8636-5836-453e-9636-ec055f6f9042 req-5fa60b11-9ddf-4a2b-9e9c-412e7190ef4e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] 10.222.0.50 "DELETE /v2.0/security-groups/56c1499e-651e-423e-aab9-d45d57163759 HTTP/1.1" status: 204 len: 173 time: 1.5356262 Feb 03 21:42:12.289994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:12.305569 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-197953f2-8b76-4f21-95a4-dc2ed3153e63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:42:12.305925 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-197953f2-8b76-4f21-95a4-dc2ed3153e63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:42:12.344666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa60b11-9ddf-4a2b-9e9c-412e7190ef4e tempest-SecurityGroupsTestJSON-364067339 tempest-SecurityGroupsTestJSON-364067339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c1499e-651e-423e-aab9-d45d57163759,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:12.396027 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4cde088-036c-42fe-9c14-a794804c7190 req-28340fb1-49c6-44dc-a371-34485d9bdcf3 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786799 Feb 03 21:42:12.413307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks [] for router_gateway (43ac9eef-3c9a-491b-b85c-048649c097ab), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.459672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e07e790-5975-43fa-9b81-95aae8a259e3 admin admin] Deleting subnet e7c52e04-00e9-40d9-9773-f83e38701b4b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:42:12.473010 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e07e790-5975-43fa-9b81-95aae8a259e3 admin admin] Publish callbacks [] for subnet (e7c52e04-00e9-40d9-9773-f83e38701b4b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.584442 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e07e790-5975-43fa-9b81-95aae8a259e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (e7c52e04-00e9-40d9-9773-f83e38701b4b), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.588505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Deleting port 0881c0e9-8741-4209-8619-a5f063652665 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:42:12.588828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0881c0e9-8741-4209-8619-a5f063652665), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.738869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817925a6-5ed0-4dbd-9247-8e122aa6d224 req-f30cb73d-3b75-4249-a9f8-eb799850418e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:12.746632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-817925a6-5ed0-4dbd-9247-8e122aa6d224 req-f30cb73d-3b75-4249-a9f8-eb799850418e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ae529f-eb69-4ecb-b620-f62b2aa44a3f HTTP/1.1" status: 200 len: 949 time: 0.1690211 Feb 03 21:42:12.778958 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e07e790-5975-43fa-9b81-95aae8a259e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (e7c52e04-00e9-40d9-9773-f83e38701b4b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.851948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] For port 0881c0e9-8741-4209-8619-a5f063652665, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0881c0e9-8741-4209-8619-a5f063652665,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:12.855119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0881c0e9-8741-4209-8619-a5f063652665), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.881390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Calling delete_port for 0881c0e9-8741-4209-8619-a5f063652665 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:42:12.903509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-197953f2-8b76-4f21-95a4-dc2ed3153e63 None None] Current status of the port 330b46ea-20ef-41ef-b360-beb04b2f1d41 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:12.955073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e07e790-5975-43fa-9b81-95aae8a259e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (e7c52e04-00e9-40d9-9773-f83e38701b4b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.972113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e07e790-5975-43fa-9b81-95aae8a259e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:12.976089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8e07e790-5975-43fa-9b81-95aae8a259e3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e7c52e04-00e9-40d9-9773-f83e38701b4b HTTP/1.1" status: 204 len: 168 time: 0.6840637 Feb 03 21:42:12.992926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:12.998613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07e790-5975-43fa-9b81-95aae8a259e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c52e04-00e9-40d9-9773-f83e38701b4b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:13.052047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0a0db154-2abd-466c-89c5-2c443199bac9 None None] Provisioning complete for port 330b46ea-20ef-41ef-b360-beb04b2f1d41 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:13.052651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a0db154-2abd-466c-89c5-2c443199bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.163322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a0db154-2abd-466c-89c5-2c443199bac9 None None] Current status of the port 330b46ea-20ef-41ef-b360-beb04b2f1d41 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:13.172535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0881c0e9-8741-4209-8619-a5f063652665), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.203978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Pushing event deleted for resources: {'Port': ['ID=0881c0e9-8741-4209-8619-a5f063652665,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:13.276587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] No DVR routers for this DVR port 0881c0e9-8741-4209-8619-a5f063652665 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:42:13.279561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.283821 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c4072636-3592-40f2-a63e-8f9a69bd14f0 req-502696fb-b697-4a6f-bbe3-77618be5074e tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.47 "DELETE /v2.0/ports/0881c0e9-8741-4209-8619-a5f063652665 HTTP/1.1" status: 204 len: 173 time: 1.1041706 Feb 03 21:42:13.284362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-deleted', 'tag': '0881c0e9-8741-4209-8619-a5f063652665'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:13.286953 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfcb994-fd5b-4095-a4e8-bff31ca5e316" -d '{"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-deleted", "tag": "0881c0e9-8741-4209-8619-a5f063652665"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:13.368156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-817925a6-5ed0-4dbd-9247-8e122aa6d224 req-66a6e829-7ede-4cb6-82dc-7f1068a59687 tempest-ListImageFiltersTestJSON-1135377901 tempest-ListImageFiltersTestJSON-1135377901-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7395e08-e97b-4546-ae4c-2826145798dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205781 Feb 03 21:42:13.373033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (086865c8-de64-47f1-9bc4-33ff286001fa), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.421187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (43ac9eef-3c9a-491b-b85c-048649c097ab), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.570852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 330b46ea-20ef-41ef-b360-beb04b2f1d41 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:13.676245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 330b46ea-20ef-41ef-b360-beb04b2f1d41 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:13.681259 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.726016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (086865c8-de64-47f1-9bc4-33ff286001fa), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.798355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086865c8-de64-47f1-9bc4-33ff286001fa']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:13.823326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:13.823591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6bd9b4-4363-4a20-84ea-779e7ec4292e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:13.857857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea2a55-d8f2-49f6-a685-3b6a0ecce457 req-7c5bd5d0-034d-4e33-b06f-8676939c94c4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:13.859428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bea2a55-d8f2-49f6-a685-3b6a0ecce457 req-7c5bd5d0-034d-4e33-b06f-8676939c94c4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 946 time: 0.3698666 Feb 03 21:42:13.862914 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (ec6bd9b4-4363-4a20-84ea-779e7ec4292e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.917635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ec6bd9b4-4363-4a20-84ea-779e7ec4292e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.942515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:42:13.942913 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (ec6bd9b4-4363-4a20-84ea-779e7ec4292e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:42:13.944701 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:42:13.995400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 330b46ea-20ef-41ef-b360-beb04b2f1d41 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:14.055662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bea2a55-d8f2-49f6-a685-3b6a0ecce457 req-611f0091-2ecf-47c8-bbc4-d35af8c6e841 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655760 Feb 03 21:42:14.083050 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (086865c8-de64-47f1-9bc4-33ff286001fa), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:14.090708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:14.096806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] 10.222.0.50 "DELETE /v2.0/networks/086865c8-de64-47f1-9bc4-33ff286001fa HTTP/1.1" status: 204 len: 168 time: 1.0890126 Feb 03 21:42:14.137067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Router 43ac9eef-3c9a-491b-b85c-048649c097ab is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:42:14.141695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf62af-6ee9-433a-bdd8-96a2beff8f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=086865c8-de64-47f1-9bc4-33ff286001fa,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:14.157931 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fdbd4c-c662-4951-9854-fe2efb79a7e6 x-openstack-request-id: req-61fdbd4c-c662-4951-9854-fe2efb79a7e6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:14.159218 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ae529f-eb69-4ecb-b620-f62b2aa44a3f", "name": "network-vif-deleted", "tag": "0881c0e9-8741-4209-8619-a5f063652665", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:14.159807 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61fdbd4c-c662-4951-9854-fe2efb79a7e6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:14.160527 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ae529f-eb69-4ecb-b620-f62b2aa44a3f', 'name': 'network-vif-deleted', 'tag': '0881c0e9-8741-4209-8619-a5f063652665', 'status': 'completed', 'code': 200} Feb 03 21:42:14.491712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:14.554942 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-383f5bcc-bb6d-4185-b068-80f42ef3a8a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=883669fbc7f04b6e99d14c65e4a8d3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606585 Feb 03 21:42:14.555176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:42:14.559202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:14.573693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Sync routers for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:42:14.584093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:14.585402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:14.585676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-224dba6d-9985-4749-a587-496f5e7c28a7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4322028 Feb 03 21:42:14.588648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52078) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:14.592105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:14.678920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5639443-d038-4527-a7a6-f1d74c917d1e admin admin] Publish callbacks [] for security_group (77c2e545-091b-41da-9642-90edfce8e85b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:14.722954 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5639443-d038-4527-a7a6-f1d74c917d1e admin admin] Publish callbacks [] for security_group (77c2e545-091b-41da-9642-90edfce8e85b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:14.830712 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5639443-d038-4527-a7a6-f1d74c917d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (77c2e545-091b-41da-9642-90edfce8e85b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:14.833863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5639443-d038-4527-a7a6-f1d74c917d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:14.835469 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d5639443-d038-4527-a7a6-f1d74c917d1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77c2e545-091b-41da-9642-90edfce8e85b HTTP/1.1" status: 204 len: 168 time: 0.2738626 Feb 03 21:42:14.860429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5639443-d038-4527-a7a6-f1d74c917d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c2e545-091b-41da-9642-90edfce8e85b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:14.879298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:15.171043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:11Z', 'revision_number': 3, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:15.218981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Checking router: 43ac9eef-3c9a-491b-b85c-048649c097ab for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:42:15.219859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Updating router 43ac9eef-3c9a-491b-b85c-048649c097ab port f408f232-3e25-402a-9f3f-f3bccd798565 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:42:15.256547 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:15.411830 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:15.837460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Allocated IP 172.20.0.1 (991280d3-1d30-4f26-9862-116470f80a23/06405367-f5b9-42c3-9bdf-5d11eba60aff/9e038f6c-4bc0-4efa-8dcd-c0575cac1776) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:15.883070 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Publish callbacks [] for port (f408f232-3e25-402a-9f3f-f3bccd798565), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:15.891598 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:15.946466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a99fab-2fe6-46c6-a9b6-79952603b3c0 None None] Pushing event updated for resources: {'Port': ['ID=f408f232-3e25-402a-9f3f-f3bccd798565,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:16.001865 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Publish callbacks [] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.002104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Attempting to bind port f408f232-3e25-402a-9f3f-f3bccd798565 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:16.002104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Attempting to bind port f408f232-3e25-402a-9f3f-f3bccd798565 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:16.002104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Attempting to bind port f408f232-3e25-402a-9f3f-f3bccd798565 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:16.006427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:16.007059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:16.007995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.008393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:16.008856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Bound port: f408f232-3e25-402a-9f3f-f3bccd798565, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:16.009258 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.092171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] For port f408f232-3e25-402a-9f3f-f3bccd798565, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:16.098043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] For port f408f232-3e25-402a-9f3f-f3bccd798565, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f408f232-3e25-402a-9f3f-f3bccd798565,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:16.120957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.129813 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.159980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Network 991280d3-1d30-4f26-9862-116470f80a23 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:16.165873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:16.168106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Pushing event updated for resources: {'Port': ['ID=9e038f6c-4bc0-4efa-8dcd-c0575cac1776,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:16.176094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.176440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.176793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.177191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.179385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.179385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.179385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.179385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.179385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.179385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.179385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.180140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.180140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:16.183403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:16.200343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:42:16.253478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (43ac9eef-3c9a-491b-b85c-048649c097ab), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.257151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 0881c0e9-8741-4209-8619-a5f063652665 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:42:16.258081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0881c0e9-8741-4209-8619-a5f063652665 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:42:16.273061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:16.273712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:16.398365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:16.492840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52118) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:16.499679 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.521184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a99fab-2fe6-46c6-a9b6-79952603b3c0 None None] Pushing event updated for resources: {'Port': ['ID=f408f232-3e25-402a-9f3f-f3bccd798565,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:16.552990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-473dbd3e-e953-4489-a25e-b423e07d86af None None] Provisioning complete for port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:16.553365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473dbd3e-e953-4489-a25e-b423e07d86af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.618284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-473dbd3e-e953-4489-a25e-b423e07d86af None None] Port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:42:16.705581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:11Z', 'revision_number': 3, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:16.733312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1361411919-network', 'tenant_id': '9601b3f1674e422496ca65aaa32c9bb1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:16.742968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382e1da-2632-454c-ae5a-4dd5d615fc95 None None] The sync data for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 is: [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:11Z', 'revision_number': 3, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:42:16.774171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Made reservation on behalf of 9601b3f1674e422496ca65aaa32c9bb1 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:16.776849 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.798337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.817111 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Publish callbacks [] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.825276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.940317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Publish callbacks [] for security_group (18454ca0-5985-4ffb-8d3c-80ae32e0034d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.950619 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (18454ca0-5985-4ffb-8d3c-80ae32e0034d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.972356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Pushing event updated for resources: {'Port': ['ID=9e038f6c-4bc0-4efa-8dcd-c0575cac1776,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:16.976102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (43ac9eef-3c9a-491b-b85c-048649c097ab), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:16.985319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:42:17.006130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18454ca0-5985-4ffb-8d3c-80ae32e0034d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:17.012857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (6a562ebe-ac9d-448a-bd61-4b1f443f6e09), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:17.013211 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Added segment 6a562ebe-ac9d-448a-bd61-4b1f443f6e09 of type vlan for network 66994bcc-d296-4e02-b239-d2f272a5bfbb Feb 03 21:42:17.028623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.029481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.029826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.030167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.030507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.030834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.031736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.032135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.032416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.032744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.033114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.033440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.033768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:17.101060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (66994bcc-d296-4e02-b239-d2f272a5bfbb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:17.186252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (66994bcc-d296-4e02-b239-d2f272a5bfbb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:17.190666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:17.190666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:17.219820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Network 991280d3-1d30-4f26-9862-116470f80a23 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:17.223340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:17.278704 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7798061 Feb 03 21:42:17.285483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:17.301536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Request body: {'subnet': {'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1361411919-subnet', 'tenant_id': '9601b3f1674e422496ca65aaa32c9bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:17.353469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d89ac5-3d24-40f4-8e0f-9644570f8125 admin admin] Pushing event updated for resources: {'Network': ['ID=66994bcc-d296-4e02-b239-d2f272a5bfbb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:17.389535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 66994bcc-d296-4e02-b239-d2f272a5bfbb details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:42:17.423396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Made reservation on behalf of 9601b3f1674e422496ca65aaa32c9bb1 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:17.428188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:17.683779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Router 43ac9eef-3c9a-491b-b85c-048649c097ab has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:42:17.738716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f408f232-3e25-402a-9f3f-f3bccd798565 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:17.852124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f408f232-3e25-402a-9f3f-f3bccd798565 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:17.853742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:17.869704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (6b4dedbf-3c7a-41ac-a1fa-79c81d58281d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:17.938509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:42:17.943883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0c52cc8c-3d26-48d4-944e-1414b28fd536 admin admin] 10.222.0.50 "PUT /v2.0/routers/43ac9eef-3c9a-491b-b85c-048649c097ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3541124 Feb 03 21:42:18.014068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4dedbf-3c7a-41ac-a1fa-79c81d58281d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:18.037097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Checking segment: {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:18.037748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Network hostable DHCP agents. Network: 66994bcc-d296-4e02-b239-d2f272a5bfbb, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:42:18.084395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Network 66994bcc-d296-4e02-b239-d2f272a5bfbb is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:42:18.113098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 66994bcc-d296-4e02-b239-d2f272a5bfbb) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:18.119726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:18.120335 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:18.167087 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ddec1eb6-d870-436f-8d17-2bb748f896c5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8698721 Feb 03 21:42:18.173101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafbddac-e1e3-4023-a685-901cf637d368 None None] Network 66994bcc-d296-4e02-b239-d2f272a5bfbb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:42:18.258462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-06d9e5cd-60e9-4b43-bb78-ad7f5115db09 None None] Provisioning complete for port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:18.259012 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06d9e5cd-60e9-4b43-bb78-ad7f5115db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:18.399178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-06d9e5cd-60e9-4b43-bb78-ad7f5115db09 None None] Port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:42:18.469492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e29ef-cff5-46e0-b82f-7b3a9fe7f208 None None] Network 66994bcc-d296-4e02-b239-d2f272a5bfbb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:42:18.474942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f408f232-3e25-402a-9f3f-f3bccd798565 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:18.475333 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:18.553936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port f408f232-3e25-402a-9f3f-f3bccd798565, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f408f232-3e25-402a-9f3f-f3bccd798565,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:18.563555 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:18.692545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=f408f232-3e25-402a-9f3f-f3bccd798565,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:19.589762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f408f232-3e25-402a-9f3f-f3bccd798565 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:19.726575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f408f232-3e25-402a-9f3f-f3bccd798565 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:19.727239 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:19.772655 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Sync routers for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:42:19.803287 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:19.803938 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:19.857497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f408f232-3e25-402a-9f3f-f3bccd798565 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:19.939451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-f6d096fc-d7a9-433c-b905-3717f9b5694c tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:19.942006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-f6d096fc-d7a9-433c-b905-3717f9b5694c tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1128 time: 0.0754144 Feb 03 21:42:19.963451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-9'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:20.016726 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:20.108061 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:20.120097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c07f34bb-b3fd-421e-b8d0-fb7097ce2866 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:42:20.266866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:20.282858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c07f34bb-b3fd-421e-b8d0-fb7097ce2866 has no active binding in host n-h2-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:42:20.367515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:20.432221 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '9e038f6c-4bc0-4efa-8dcd-c0575cac1776', 'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'mac_address': 'fa:16:3e:5d:19:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:15Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 2, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'subnets': [{'id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:20.461280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:20.468244 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Checking router: 43ac9eef-3c9a-491b-b85c-048649c097ab for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:42:20.468595 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Updating router 43ac9eef-3c9a-491b-b85c-048649c097ab port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:42:20.502477 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:20.568587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Publish callbacks [] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:20.578623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:20.582521 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd0d28c-198d-47ca-9dff-39cbc49d3021" -d '{"events": [{"server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "name": "network-vif-unplugged", "status": "completed", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:20.591041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:20.708385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:20.722025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on host n-h1-824834-9 for vnic_type normal with profile {"migrating_to": "n-h2-824834-9"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:20.722437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:20.722896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:20.729236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:42:20.729786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Attempting to bind port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:20.736151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:20.737009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:20.737009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:20.737552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Bound port: c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:20.737981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:20.890849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:20.909620 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Publish callbacks [] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:20.916212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:20.923672 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:20.937510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:20.978410 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Pushing event updated for resources: {'Port': ['ID=9e038f6c-4bc0-4efa-8dcd-c0575cac1776,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:20.990130 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.990480 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.990823 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.991158 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.991488 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.991869 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.992767 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.993141 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.993605 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.993938 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.994376 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.994772 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:20.995098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:21.067518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:21.068670 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:21.070334 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/c07f34bb-b3fd-421e-b8d0-fb7097ce2866 HTTP/1.1" status: 200 len: 1122 time: 1.1193666 Feb 03 21:42:21.090892 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Attempting to bind port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:21.092024 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Attempting to bind port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:21.094943 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Attempting to bind port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 on network 991280d3-1d30-4f26-9862-116470f80a23 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:21.103214 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:21.103898 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Checking segment: {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:21.104740 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:21.105693 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Bound using segment: {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:21.106484 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Bound port: 9e038f6c-4bc0-4efa-8dcd-c0575cac1776, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:21.107092 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:21.145357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16536ce-3388-4a80-9baf-12b36ca723b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:21.162929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c07f34bb-b3fd-421e-b8d0-fb7097ce2866'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:42:21.229041 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] For port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:21.234357 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] For port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9e038f6c-4bc0-4efa-8dcd-c0575cac1776,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:21.237610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['c07f34bb-b3fd-421e-b8d0-fb7097ce2866'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:42:21.260282 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:21.450829 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:21.454343 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:41:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:21.503902 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeafa50-0eb7-470b-b3ce-6bdf8fd2d166 None None] Pushing event updated for resources: {'Port': ['ID=9e038f6c-4bc0-4efa-8dcd-c0575cac1776,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:21.604518 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:21.655376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-66002d07-f2ce-4465-9377-b3d0ff90c4dc None None] Provisioning complete for port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:21.655752 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66002d07-f2ce-4465-9377-b3d0ff90c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:21.894868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-66002d07-f2ce-4465-9377-b3d0ff90c4dc None None] Current status of the port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:21.895690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66002d07-f2ce-4465-9377-b3d0ff90c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:21.992863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66002d07-f2ce-4465-9377-b3d0ff90c4dc None None] For port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9e038f6c-4bc0-4efa-8dcd-c0575cac1776,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:22.000611 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66002d07-f2ce-4465-9377-b3d0ff90c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:22.010258 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '9e038f6c-4bc0-4efa-8dcd-c0575cac1776', 'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'mac_address': 'fa:16:3e:5d:19:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:15Z', 'updated_at': '2022-02-03T21:42:21Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'subnets': [{'id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:22.043924 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdce685-6041-49e5-99e5-958e4fa89610 None None] The sync data for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 is: [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '9e038f6c-4bc0-4efa-8dcd-c0575cac1776', 'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'mac_address': 'fa:16:3e:5d:19:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:15Z', 'updated_at': '2022-02-03T21:42:21Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'subnets': [{'id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:42:22.123546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66002d07-f2ce-4465-9377-b3d0ff90c4dc None None] Pushing event updated for resources: {'Port': ['ID=9e038f6c-4bc0-4efa-8dcd-c0575cac1776,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:22.153500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5a1f5c44-4681-4ab4-89da-749dfd54e5d5 None None] Provisioning complete for port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:22.153947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5c44-4681-4ab4-89da-749dfd54e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:22.296832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f5c44-4681-4ab4-89da-749dfd54e5d5 None None] Current status of the port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:23.528546 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7651b343-092c-42e7-a62b-02cfbbe9d94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:23.573791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:23.630402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:23.630589 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:23.716425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:23.858981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65fe1c-566e-44ee-b3e4-5b3537f6300d req-17f4da86-95ac-4bb9-8216-697cc30df616 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:23.860574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce65fe1c-566e-44ee-b3e4-5b3537f6300d req-17f4da86-95ac-4bb9-8216-697cc30df616 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.0774674 Feb 03 21:42:23.921192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce65fe1c-566e-44ee-b3e4-5b3537f6300d req-93598813-dd85-4426-a42e-b92195764b81 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546982 Feb 03 21:42:24.180246 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.251700 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.282642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:24.287814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-71ab80a2-858d-4c8b-946f-cb0adcbf5c1e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557627716', 'description': 'tempest-description--362630230'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:24.320043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71ab80a2-858d-4c8b-946f-cb0adcbf5c1e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.439640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71ab80a2-858d-4c8b-946f-cb0adcbf5c1e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group (c41ee711-1a8f-4723-9151-8914c943306f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.448093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71ab80a2-858d-4c8b-946f-cb0adcbf5c1e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c41ee711-1a8f-4723-9151-8914c943306f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.466923 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22920edc-1a31-448a-9972-239f03be9b4d x-openstack-request-id: req-22920edc-1a31-448a-9972-239f03be9b4d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:24.467260 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "name": "network-vif-unplugged", "status": "completed", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:24.467766 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22920edc-1a31-448a-9972-239f03be9b4d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:24.468182 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866', 'code': 200} Feb 03 21:42:24.478823 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71ab80a2-858d-4c8b-946f-cb0adcbf5c1e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.482870 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-71ab80a2-858d-4c8b-946f-cb0adcbf5c1e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1964500 Feb 03 21:42:24.486754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:24.492332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8e407b28-4159-406c-b964-9fa7e0ce4fc5 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Request body: {'security_group_rule': {'security_group_id': 'c41ee711-1a8f-4723-9151-8914c943306f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:24.533744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab80a2-858d-4c8b-946f-cb0adcbf5c1e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41ee711-1a8f-4723-9151-8914c943306f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:24.585647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e407b28-4159-406c-b964-9fa7e0ce4fc5 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group_rule (a3632726-77ac-4d28-9018-76506c734cb9), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.717020 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e407b28-4159-406c-b964-9fa7e0ce4fc5 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group_rule (a3632726-77ac-4d28-9018-76506c734cb9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.724354 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e407b28-4159-406c-b964-9fa7e0ce4fc5 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (a3632726-77ac-4d28-9018-76506c734cb9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.758589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-f250b2be-3a74-4c59-a779-69830530c787 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:24.766591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-f250b2be-3a74-4c59-a779-69830530c787 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/networks?id=66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 200 len: 815 time: 0.5443633 Feb 03 21:42:24.771108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e407b28-4159-406c-b964-9fa7e0ce4fc5 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.772348 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8e407b28-4159-406c-b964-9fa7e0ce4fc5 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2845399 Feb 03 21:42:24.775452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:24.782674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e407b28-4159-406c-b964-9fa7e0ce4fc5 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3632726-77ac-4d28-9018-76506c734cb9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:24.786335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-4ea27898-ab66-4a9d-b308-faabcfd13782 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/quotas/9601b3f1674e422496ca65aaa32c9bb1 HTTP/1.1" status: 200 len: 375 time: 0.0187740 Feb 03 21:42:24.787619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d01a3c75-57e0-4a8d-aa72-6063cec3c902 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Request body: {'security_group_rule': {'security_group_id': 'c41ee711-1a8f-4723-9151-8914c943306f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:24.817348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-9dd80050-0249-460a-ba37-abc68dd3a04b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300260 Feb 03 21:42:24.839047 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a3c75-57e0-4a8d-aa72-6063cec3c902 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group_rule (614774fb-3cde-49ac-ade9-24f86c128737), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.930386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a3c75-57e0-4a8d-aa72-6063cec3c902 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group_rule (614774fb-3cde-49ac-ade9-24f86c128737), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.935109 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a3c75-57e0-4a8d-aa72-6063cec3c902 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (614774fb-3cde-49ac-ade9-24f86c128737), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.953668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1fd0706b-60b1-43bf-a084-e1381022b384 service neutron] 10.222.0.50 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273856 Feb 03 21:42:24.985162 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a3c75-57e0-4a8d-aa72-6063cec3c902 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:24.986663 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d01a3c75-57e0-4a8d-aa72-6063cec3c902 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2059805 Feb 03 21:42:24.990402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:24.997930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:25.031082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a3c75-57e0-4a8d-aa72-6063cec3c902 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614774fb-3cde-49ac-ade9-24f86c128737,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:25.053365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:25.073943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1c0cb521-4692-4b6b-8d97-af9d02f6e321 service neutron] 10.222.0.50 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123860 Feb 03 21:42:25.224770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:25.450181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Allocated IP 172.25.5.178 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/b70f6018-65a6-4e50-a532-93ce6e662424) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:25.452026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1da889-b29d-495b-9262-3e2e4430fdf1 req-d45c6e68-a5c9-47cb-b746-aa9c9b42ab97 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:25.453923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1da889-b29d-495b-9262-3e2e4430fdf1 req-d45c6e68-a5c9-47cb-b746-aa9c9b42ab97 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.1034369 Feb 03 21:42:25.581355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1da889-b29d-495b-9262-3e2e4430fdf1 req-815bb275-9200-4379-8f83-074845c2918d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190758 Feb 03 21:42:25.696312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9758a9e7-7b6e-4abe-9e19-6126bd73ae81 req-c3a32aeb-c44e-473a-93fe-4a38ba1147d7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 210 time: 0.0577645 Feb 03 21:42:25.697475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for port (b70f6018-65a6-4e50-a532-93ce6e662424), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:25.713105 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590c8aca-de15-4676-b64c-5b6b3d5a245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:25.728881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52286) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:25.772451 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b70f6018-65a6-4e50-a532-93ce6e662424), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:25.842484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:25.845692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:25.853905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:25.860608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Pushing event updated for resources: {'Port': ['ID=b70f6018-65a6-4e50-a532-93ce6e662424,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:25.978504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1f8fb08f-735f-4fcd-b920-7d85b5fb368c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=833df2edc19e4b8992c0bf05e28db63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482841 Feb 03 21:42:25.981012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:26.030253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for floatingip (f6a6797b-8335-4501-8333-cbbd83f3ca11), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.075887 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05a2a2ce-eb46-4ade-85ad-459b30a429b0 admin admin] Publish callbacks [] for security_group (e7395e08-e97b-4546-ae4c-2826145798dd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.105145 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05a2a2ce-eb46-4ade-85ad-459b30a429b0 admin admin] Publish callbacks [] for security_group (e7395e08-e97b-4546-ae4c-2826145798dd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.152484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b70f6018-65a6-4e50-a532-93ce6e662424), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.194128 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05a2a2ce-eb46-4ade-85ad-459b30a429b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e7395e08-e97b-4546-ae4c-2826145798dd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.202103 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05a2a2ce-eb46-4ade-85ad-459b30a429b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.203706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-05a2a2ce-eb46-4ade-85ad-459b30a429b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7395e08-e97b-4546-ae4c-2826145798dd HTTP/1.1" status: 204 len: 168 time: 0.2197514 Feb 03 21:42:26.238080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2a2ce-eb46-4ade-85ad-459b30a429b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7395e08-e97b-4546-ae4c-2826145798dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:26.312972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ac92ca75-1335-4f26-8d85-e06d144cc839 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:42:26.516194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ac92ca75-1335-4f26-8d85-e06d144cc839 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:26.516598 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.607214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:26.619572 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35129867-2728-46fa-ac85-957244940882" -d '{"events": [{"server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:26.652275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ac92ca75-1335-4f26-8d85-e06d144cc839,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:26.668723 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.718636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:26.720888 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861d044c-2539-4bc8-b267-e69222349db7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:26.776362 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079667a6-33fa-473a-b0d3-c9f3d549e4b3 x-openstack-request-id: req-079667a6-33fa-473a-b0d3-c9f3d549e4b3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:26.784330 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:26.784736 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-079667a6-33fa-473a-b0d3-c9f3d549e4b3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:26.786377 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839', 'code': 200} Feb 03 21:42:26.875554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for port (b70f6018-65a6-4e50-a532-93ce6e662424), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.894401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b70f6018-65a6-4e50-a532-93ce6e662424), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.945289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:26.949286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579d137-2afa-4059-ba73-9d67ab3d3e83 req-b3229d8f-b813-418f-81ac-eff87f536b88 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:26.952131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d579d137-2afa-4059-ba73-9d67ab3d3e83 req-b3229d8f-b813-418f-81ac-eff87f536b88 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.1953800 Feb 03 21:42:26.955756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ac92ca75-1335-4f26-8d85-e06d144cc839,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:27.037731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d579d137-2afa-4059-ba73-9d67ab3d3e83 req-8c8f80c1-c1ac-48fb-af24-4ff240687df0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744188 Feb 03 21:42:27.091771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Pushing event updated for resources: {'Port': ['ID=b70f6018-65a6-4e50-a532-93ce6e662424,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:27.106082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (f6a6797b-8335-4501-8333-cbbd83f3ca11), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:27.161634 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:27.172746 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8bd64071-158d-43b0-acc9-31480f9bf8fb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1810806 Feb 03 21:42:27.181321 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de131a25-8469-4983-a914-446c369eb0d5 x-openstack-request-id: req-de131a25-8469-4983-a914-446c369eb0d5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:27.181839 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:27.182246 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de131a25-8469-4983-a914-446c369eb0d5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:27.183008 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866', 'status': 'completed', 'code': 200} Feb 03 21:42:27.240034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26e583b0-bd4c-472b-859e-64d9cf85e866 req-5f4868bd-c813-44b6-9acc-c7249ddadddd tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 210 time: 0.0838411 Feb 03 21:42:27.596629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-c25220db-1212-430a-a6cf-46a52629f8be tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:27.598544 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-c25220db-1212-430a-a6cf-46a52629f8be tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.47 "GET /v2.0/networks?id=66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 200 len: 815 time: 0.3452554 Feb 03 21:42:27.634792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Request body: {'port': {'device_id': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb', 'admin_state_up': True, 'tenant_id': '9601b3f1674e422496ca65aaa32c9bb1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:27.682077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402755-bb44-412f-9e8c-054281c9481c req-e52373eb-7313-4622-a6c0-795818cfe47c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:27.684515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-e52373eb-7313-4622-a6c0-795818cfe47c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 804 time: 0.3153307 Feb 03 21:42:27.755218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d044c-2539-4bc8-b267-e69222349db7 req-51ee2199-6b4f-46cf-9ba9-5d0b959a65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:27.757005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-861d044c-2539-4bc8-b267-e69222349db7 req-51ee2199-6b4f-46cf-9ba9-5d0b959a65eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1156 time: 0.5368223 Feb 03 21:42:27.759601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-a48a65e3-a3a8-44a1-9189-fe31596e140a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/quotas/f7fd005c4f0a4e3cb800e58ad261ae15 HTTP/1.1" status: 200 len: 375 time: 0.0529788 Feb 03 21:42:27.801166 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-0f67cff0-7dff-48b7-9256-c37ac1b651aa tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1557627716&fields=id&tenant_id=8a1c494627a14b55b0ce469afb2dcb96 HTTP/1.1" status: 200 len: 267 time: 0.1154649 Feb 03 21:42:27.857632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Made reservation on behalf of 9601b3f1674e422496ca65aaa32c9bb1 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:27.865286 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:28.027781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d044c-2539-4bc8-b267-e69222349db7 req-5ea3bf44-77cc-4488-a5e1-6ab4ac877f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:28.030846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-861d044c-2539-4bc8-b267-e69222349db7 req-5ea3bf44-77cc-4488-a5e1-6ab4ac877f3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.2411444 Feb 03 21:42:28.094714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Allocated IP 172.20.0.6 (66994bcc-d296-4e02-b239-d2f272a5bfbb/6b4dedbf-3c7a-41ac-a1fa-79c81d58281d/2fed24e7-b317-442c-924e-ae2f4780fc9f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:28.104492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-892fd730-d51c-49c2-a72b-f3c64495418c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3169911 Feb 03 21:42:28.111939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-861d044c-2539-4bc8-b267-e69222349db7 req-7ec6b6a5-19be-4a64-9228-c0fadf04447f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866 HTTP/1.1" status: 200 len: 217 time: 0.0660915 Feb 03 21:42:28.182410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-24170d8e-b5c8-4c70-ba74-e19e468bee62 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:28.184149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-24170d8e-b5c8-4c70-ba74-e19e468bee62 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/networks?id=991280d3-1d30-4f26-9862-116470f80a23 HTTP/1.1" status: 200 len: 811 time: 0.3595212 Feb 03 21:42:28.229177 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-5861ba90-81c2-452f-bd9a-35e67a9bec73 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/quotas/8a1c494627a14b55b0ce469afb2dcb96 HTTP/1.1" status: 200 len: 375 time: 0.0242147 Feb 03 21:42:28.258413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d044c-2539-4bc8-b267-e69222349db7 req-3ba4f295-8a27-441a-9667-06075330bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:28.259893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-861d044c-2539-4bc8-b267-e69222349db7 req-3ba4f295-8a27-441a-9667-06075330bc29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1365659 Feb 03 21:42:28.290587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks [] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:28.329074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-861d044c-2539-4bc8-b267-e69222349db7 req-d2dfca5f-b7f2-4576-99eb-e1ecd3708b27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468152 Feb 03 21:42:28.335124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-f92b23a6-f6fe-49bc-8417-349ff05c07e3 service neutron] 10.222.0.50 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222421 Feb 03 21:42:28.335968 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:28.408409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Network 66994bcc-d296-4e02-b239-d2f272a5bfbb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:28.414354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:28.416551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Pushing event updated for resources: {'Port': ['ID=2fed24e7-b317-442c-924e-ae2f4780fc9f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:28.419216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:28.469588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-270a8a9b-8f99-4f7c-90da-b6224fe2aeba tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a1c494627a14b55b0ce469afb2dcb96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322724 Feb 03 21:42:28.479770 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:28.514717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:28.524965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:28.552188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-1ee56cfc-527c-47fa-aab5-dc3aaaa8645b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9320395 Feb 03 21:42:28.572611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Request body: {'port': {'device_id': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:28.624992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-ba738db3-6df4-4cf1-a014-f095afcc10bd service neutron] 10.222.0.50 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786314 Feb 03 21:42:28.628710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-861d044c-2539-4bc8-b267-e69222349db7 req-c6e81461-2bb5-437b-be15-7cffb47ed8c9 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918289 Feb 03 21:42:28.672860 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:28.729100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-14da2d4f-ce12-4df3-9ec2-c60f0103c1be service neutron] 10.222.0.50 "GET /v2.0/networks/991280d3-1d30-4f26-9862-116470f80a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586112 Feb 03 21:42:28.946494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-861d044c-2539-4bc8-b267-e69222349db7 req-6a1f4b53-ea2c-433b-a0cb-c73feb91b0f3 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035781 Feb 03 21:42:28.991279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-44070526-3ca8-4433-87ef-dfddfca774f4 service neutron] 10.222.0.50 "GET /v2.0/networks/991280d3-1d30-4f26-9862-116470f80a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540438 Feb 03 21:42:29.118383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-5e936863-77b5-422a-a113-acafd973f697 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:29.125258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-5e936863-77b5-422a-a113-acafd973f697 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f38f19e-2c39-4a12-9e21-05323b4151c3 HTTP/1.1" status: 200 len: 944 time: 0.1508555 Feb 03 21:42:29.347131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fed24e7-b317-442c-924e-ae2f4780fc9f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:42:29.363095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Publish callbacks [] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:29.399061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Transition to ACTIVE for port object 2fed24e7-b317-442c-924e-ae2f4780fc9f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:42:29.413929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:29.508029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Pushing event updated for resources: {'Port': ['ID=2fed24e7-b317-442c-924e-ae2f4780fc9f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:29.601709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281dcaa-6012-4ef1-a6dd-6d008a513a9e req-a88c5499-4639-4047-aec8-7552e1d45b84 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:29.603243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3281dcaa-6012-4ef1-a6dd-6d008a513a9e req-a88c5499-4639-4047-aec8-7552e1d45b84 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 931 time: 0.2599034 Feb 03 21:42:29.609224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Deleting port ac92ca75-1335-4f26-8d85-e06d144cc839 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:42:29.609608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:29.703238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Attempting to bind port 2fed24e7-b317-442c-924e-ae2f4780fc9f on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:29.703770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Attempting to bind port 2fed24e7-b317-442c-924e-ae2f4780fc9f by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:29.703770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Attempting to bind port 2fed24e7-b317-442c-924e-ae2f4780fc9f on network 66994bcc-d296-4e02-b239-d2f272a5bfbb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:29.716463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Port 2fed24e7-b317-442c-924e-ae2f4780fc9f on network 66994bcc-d296-4e02-b239-d2f272a5bfbb not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:42:29.717119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Attempting to bind port 2fed24e7-b317-442c-924e-ae2f4780fc9f on network 66994bcc-d296-4e02-b239-d2f272a5bfbb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:29.739724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:29.741962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Checking segment: {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:29.742371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Bound using segment: {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:29.743245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Bound port: 2fed24e7-b317-442c-924e-ae2f4780fc9f, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:29.743653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:29.754194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64888205-880d-43bc-a468-780bcf525776 req-925b2d8b-8090-4669-a43e-679b0983695e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:29.764128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64888205-880d-43bc-a468-780bcf525776 req-925b2d8b-8090-4669-a43e-679b0983695e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.3363602 Feb 03 21:42:29.822023 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:29.855491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3281dcaa-6012-4ef1-a6dd-6d008a513a9e req-ab5b04b3-4495-4472-85f7-737fe6256095 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413323 Feb 03 21:42:29.934174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] For port ac92ca75-1335-4f26-8d85-e06d144cc839, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ac92ca75-1335-4f26-8d85-e06d144cc839,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:29.935844 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:29.968845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:29.992763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:29.999165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:30.002738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Calling delete_port for ac92ca75-1335-4f26-8d85-e06d144cc839 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:42:30.057981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:30.058303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64888205-880d-43bc-a468-780bcf525776 req-bac6ffaf-ba64-4818-8b54-c8aef18d095f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800713 Feb 03 21:42:30.118355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:30.119430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:30.121729 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] 10.222.0.47 "PUT /v2.0/ports/2fed24e7-b317-442c-924e-ae2f4780fc9f HTTP/1.1" status: 200 len: 1091 time: 1.5598495 Feb 03 21:42:30.122620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:30.125286 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993e8293-b384-4be4-b040-ef70c75149d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:30.270087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bef0a-7259-4636-af35-b2f3fab71c2f service neutron] Pushing event updated for resources: {'Port': ['ID=2fed24e7-b317-442c-924e-ae2f4780fc9f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:30.322465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-516cd9ea-3b0b-42a3-a5ec-dd518e15aa79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:30.359127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bb52372-b126-457e-9aa6-3a1c3bbee2b5 req-6f98c7a0-14c6-4c2d-a910-cf833c25d9cb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 210 time: 0.0803659 Feb 03 21:42:30.389000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69dbcba4-7d09-4f33-86d4-ef2fd0dfa5f9 req-fae4de5a-8811-4361-acbc-c0ce70d577b5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 210 time: 0.1511655 Feb 03 21:42:30.405167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-e0db61aa-be90-48e1-856b-7b68bccf745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:30.416432 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-e0db61aa-be90-48e1-856b-7b68bccf745a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 1125 time: 0.2042270 Feb 03 21:42:30.422570 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae69646-3365-4b1b-924d-09b47f619b73 x-openstack-request-id: req-aae69646-3365-4b1b-924d-09b47f619b73 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:30.423208 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:30.423708 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aae69646-3365-4b1b-924d-09b47f619b73 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:30.424401 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f', 'status': 'completed', 'code': 200} Feb 03 21:42:30.503393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-cae1daa5-9867-42c2-a26b-e2465eda747d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f HTTP/1.1" status: 200 len: 217 time: 0.0559354 Feb 03 21:42:30.512128 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ac92ca75-1335-4f26-8d85-e06d144cc839), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:30.544521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Pushing event deleted for resources: {'Port': ['ID=ac92ca75-1335-4f26-8d85-e06d144cc839,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:30.546507 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-516cd9ea-3b0b-42a3-a5ec-dd518e15aa79 admin admin] Publish callbacks [] for security_group (ace042d0-df00-4d8b-8866-264a12bd3b67), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:30.583599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-516cd9ea-3b0b-42a3-a5ec-dd518e15aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ace042d0-df00-4d8b-8866-264a12bd3b67), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:30.615252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] No DVR routers for this DVR port ac92ca75-1335-4f26-8d85-e06d144cc839 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:42:30.618537 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:30.622091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca334c68-66a5-4a1b-b636-59e50129fbcd req-d2b947c3-4c8a-4ac3-beed-4de5c3dabca5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "DELETE /v2.0/ports/ac92ca75-1335-4f26-8d85-e06d144cc839 HTTP/1.1" status: 204 len: 173 time: 1.4901226 Feb 03 21:42:30.622588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'name': 'network-vif-deleted', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:30.625770 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2d5ea8-c8fd-49ca-ba52-b7aac88e863e" -d '{"events": [{"server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "name": "network-vif-deleted", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:30.683080 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cd9ea-3b0b-42a3-a5ec-dd518e15aa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace042d0-df00-4d8b-8866-264a12bd3b67,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:30.714519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-3f1a34a6-5305-4d91-86ec-fa95e2071e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:30.716035 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-3f1a34a6-5305-4d91-86ec-fa95e2071e8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b4dedbf-3c7a-41ac-a1fa-79c81d58281d HTTP/1.1" status: 200 len: 855 time: 0.1680741 Feb 03 21:42:30.719580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-516cd9ea-3b0b-42a3-a5ec-dd518e15aa79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0096dcab8f94606bb7fe94c9b85eda2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7475817 Feb 03 21:42:30.721930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:30.859805 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-e460ec91-7938-4c43-9c15-92e657f0040d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66994bcc-d296-4e02-b239-d2f272a5bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138663 Feb 03 21:42:30.922960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5019d-5d5c-407d-95d2-7abdf8bec32a admin admin] Publish callbacks [] for security_group (ace042d0-df00-4d8b-8866-264a12bd3b67), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:30.971140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-ff242524-d2c5-4d44-8224-92a3076c90c3 service neutron] 10.222.0.47 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993981 Feb 03 21:42:31.008002 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a76259-a1d2-4390-853e-09e5c505aa2b x-openstack-request-id: req-27a76259-a1d2-4390-853e-09e5c505aa2b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:31.008300 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f38f19e-2c39-4a12-9e21-05323b4151c3", "name": "network-vif-deleted", "tag": "ac92ca75-1335-4f26-8d85-e06d144cc839", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:31.008556 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27a76259-a1d2-4390-853e-09e5c505aa2b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:31.008977 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38f19e-2c39-4a12-9e21-05323b4151c3', 'name': 'network-vif-deleted', 'tag': 'ac92ca75-1335-4f26-8d85-e06d144cc839', 'status': 'completed', 'code': 200} Feb 03 21:42:31.062705 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5019d-5d5c-407d-95d2-7abdf8bec32a admin admin] Publish callbacks [] for security_group (ace042d0-df00-4d8b-8866-264a12bd3b67), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:31.159184 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-683751e3-8bb8-45fc-aedf-9b7cb2851e1a req-2b042b2b-5d5b-4992-ad93-3d2f538705d7 service neutron] 10.222.0.47 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756003 Feb 03 21:42:31.273893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402755-bb44-412f-9e8c-054281c9481c req-12921c95-e314-48f1-8e5b-293e9a874cb5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:31.276097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-12921c95-e314-48f1-8e5b-293e9a874cb5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 804 time: 0.4221942 Feb 03 21:42:31.285261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f8466-bba5-4a13-a54b-8122513de285 req-511d6d30-60a9-4947-b297-4670f4743e04 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:31.286699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e22f8466-bba5-4a13-a54b-8122513de285 req-511d6d30-60a9-4947-b297-4670f4743e04 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 943 time: 0.2579291 Feb 03 21:42:31.287334 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5019d-5d5c-407d-95d2-7abdf8bec32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ace042d0-df00-4d8b-8866-264a12bd3b67), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:31.290596 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5019d-5d5c-407d-95d2-7abdf8bec32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:31.293413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f2d5019d-5d5c-407d-95d2-7abdf8bec32a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ace042d0-df00-4d8b-8866-264a12bd3b67 HTTP/1.1" status: 204 len: 168 time: 0.5704138 Feb 03 21:42:31.323454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Request body: {'port': {'device_id': '3f6a962d-be3a-433d-bb82-069d49514427', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'admin_state_up': True, 'tenant_id': 'f7fd005c4f0a4e3cb800e58ad261ae15'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:31.438760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5019d-5d5c-407d-95d2-7abdf8bec32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace042d0-df00-4d8b-8866-264a12bd3b67,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:31.479675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-34fda0f5-2246-4797-9194-069e5fd745dd tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:31.484382 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-34fda0f5-2246-4797-9194-069e5fd745dd tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.10 "GET /v2.0/networks?id=991280d3-1d30-4f26-9862-116470f80a23 HTTP/1.1" status: 200 len: 811 time: 0.3116057 Feb 03 21:42:31.532265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a788b13-6547-49d5-87e4-9f223c778865 req-57cebd67-3944-4bea-8ef5-fa32dffb19d7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:31.540488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a788b13-6547-49d5-87e4-9f223c778865 req-57cebd67-3944-4bea-8ef5-fa32dffb19d7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.3503308 Feb 03 21:42:31.661672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e22f8466-bba5-4a13-a54b-8122513de285 req-0394da5d-2695-43d0-9ced-edc1347717ac tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626015 Feb 03 21:42:31.695764 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-3f2b087e-77fe-41de-9627-fcae1b4a36e6 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a1c494627a14b55b0ce469afb2dcb96 HTTP/1.1" status: 200 len: 380 time: 0.1179335 Feb 03 21:42:31.711228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e8293-b384-4be4-b040-ef70c75149d7 req-8fc76b02-7427-46b2-a068-f4665fafd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:31.712719 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-993e8293-b384-4be4-b040-ef70c75149d7 req-8fc76b02-7427-46b2-a068-f4665fafd08e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 1125 time: 0.2252321 Feb 03 21:42:31.722495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a788b13-6547-49d5-87e4-9f223c778865 req-57469bf3-e56c-4316-ab84-220239245afc tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795750 Feb 03 21:42:31.724875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Made reservation on behalf of f7fd005c4f0a4e3cb800e58ad261ae15 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:31.731908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:31.883391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e8293-b384-4be4-b040-ef70c75149d7 req-6646aa3a-997d-4ec3-8b4f-e10167afb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:31.884887 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-993e8293-b384-4be4-b040-ef70c75149d7 req-6646aa3a-997d-4ec3-8b4f-e10167afb0bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 200 len: 916 time: 0.1607068 Feb 03 21:42:31.889588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Request body: {'port': {'device_id': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'admin_state_up': True, 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'security_groups': ['c41ee711-1a8f-4723-9151-8914c943306f']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:31.961005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a78635c1-c6f0-42f7-9ae7-900cb8761542 req-7b945eee-8720-403f-b88e-aef801a9efc0 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 210 time: 0.0664909 Feb 03 21:42:31.969198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e89512f9-d6bd-4be5-aace-7d5cd3fcf440 req-b535f698-9b55-48d6-9f37-00a9c155cd02 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 210 time: 0.0795827 Feb 03 21:42:31.996818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Allocated IP 172.20.0.12 (37090306-f13c-4a59-989b-eba14a431521/4e21f944-9322-4781-b061-7bb75d40913a/a0030415-b892-4271-9bc3-39cfdda9d221) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:32.023785 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-993e8293-b384-4be4-b040-ef70c75149d7 req-d29a27cc-9ae2-4c85-87f0-c27a6b262353 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f HTTP/1.1" status: 200 len: 217 time: 0.1242163 Feb 03 21:42:32.093393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e8293-b384-4be4-b040-ef70c75149d7 req-84ef28ed-5750-4532-8345-3cbaf495408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:32.095024 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-993e8293-b384-4be4-b040-ef70c75149d7 req-84ef28ed-5750-4532-8345-3cbaf495408e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b4dedbf-3c7a-41ac-a1fa-79c81d58281d HTTP/1.1" status: 200 len: 855 time: 0.0580721 Feb 03 21:42:32.157326 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-993e8293-b384-4be4-b040-ef70c75149d7 req-6053ac16-dc6e-4b45-8250-6f99326c7a4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66994bcc-d296-4e02-b239-d2f272a5bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514357 Feb 03 21:42:32.220393 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks [] for port (a0030415-b892-4271-9bc3-39cfdda9d221), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:32.275933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:32.309049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Made reservation on behalf of 8a1c494627a14b55b0ce469afb2dcb96 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:32.321491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ac92ca75-1335-4f26-8d85-e06d144cc839 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:42:32.334250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Network 37090306-f13c-4a59-989b-eba14a431521 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:32.341628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:32.343023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:32.357833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:32.389101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: ac92ca75-1335-4f26-8d85-e06d144cc839 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:42:32.391318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ac92ca75-1335-4f26-8d85-e06d144cc839 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:42:32.421030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Pushing event updated for resources: {'Port': ['ID=a0030415-b892-4271-9bc3-39cfdda9d221,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:32.422429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-993e8293-b384-4be4-b040-ef70c75149d7 req-55a4f134-82d9-4185-af87-424984810792 service neutron] 10.222.0.47 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513127 Feb 03 21:42:32.450338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:32.452016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:32.474531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-4b8239c8-b73b-4af1-a777-3a0e0936888b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1725106 Feb 03 21:42:32.480990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52502) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:32.503840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Request body: {'port': {'device_id': '3f6a962d-be3a-433d-bb82-069d49514427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:32.578493 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:32.622032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-870841527-network', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:32.627722 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-993e8293-b384-4be4-b040-ef70c75149d7 req-abf06625-37e9-4aa5-ad43-a39e2a8b3ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990025 Feb 03 21:42:32.659698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Allocated IP 172.20.0.9 (991280d3-1d30-4f26-9862-116470f80a23/06405367-f5b9-42c3-9bdf-5d11eba60aff/196fdef3-bd69-425c-b364-b2ee2e12b9c4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:32.713270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:32.715733 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:32.731642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:32.900086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:32.944361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.009255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Pushing event updated for resources: {'Port': ['ID=196fdef3-bd69-425c-b364-b2ee2e12b9c4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:33.026903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Network 991280d3-1d30-4f26-9862-116470f80a23 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:33.029014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:33.031562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:33.084657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:33.085540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.123109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-1de16419-b1cd-417f-91ac-fe2446086932 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2365201 Feb 03 21:42:33.151117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Request body: {'port': {'device_id': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:33.274365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.315738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb95b4d-3e75-416b-9f27-405591afcbff req-5b21d8eb-5981-4355-bdf6-c52da66a5b02 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:33.323085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddb95b4d-3e75-416b-9f27-405591afcbff req-5b21d8eb-5981-4355-bdf6-c52da66a5b02 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 943 time: 0.5615938 Feb 03 21:42:33.432274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aceda-bad4-4527-867f-f61b9535d38a req-f19c8147-2c21-4278-855d-0db1b93e4e7a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:33.433824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e82aceda-bad4-4527-867f-f61b9535d38a req-f19c8147-2c21-4278-855d-0db1b93e4e7a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.2254999 Feb 03 21:42:33.519744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddb95b4d-3e75-416b-9f27-405591afcbff req-93a62298-9bcd-4ae0-a364-4ace192b0e50 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957757 Feb 03 21:42:33.550937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c8b5dfd9-24f4-47b6-a684-506ba01d7a4d None None] Provisioning complete for port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:33.551537 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b5dfd9-24f4-47b6-a684-506ba01d7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.553615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e82aceda-bad4-4527-867f-f61b9535d38a req-5640c0b6-df7a-4a3d-b61a-9279dd3f04d6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048067 Feb 03 21:42:33.566036 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Publish callbacks [] for security_group (18435cfa-ad87-4ca6-8413-3b4babf54127), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.593142 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (18435cfa-ad87-4ca6-8413-3b4babf54127), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.630942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:42:33.652646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0030415-b892-4271-9bc3-39cfdda9d221 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:42:33.672218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ff37b049-1166-4e37-b958-ff979d9c392c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.672576 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Added segment ff37b049-1166-4e37-b958-ff979d9c392c of type vlan for network 2f83f93a-3225-4a43-9e07-27b3e3c95587 Feb 03 21:42:33.674840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5dfd9-24f4-47b6-a684-506ba01d7a4d None None] Port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:42:33.675748 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Publish callbacks [] for port (a0030415-b892-4271-9bc3-39cfdda9d221), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.681496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18435cfa-ad87-4ca6-8413-3b4babf54127,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:33.777285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196fdef3-bd69-425c-b364-b2ee2e12b9c4 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:42:33.786896 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Publish callbacks [] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.815902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Transition to ACTIVE for port object 196fdef3-bd69-425c-b364-b2ee2e12b9c4 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:42:33.833128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.839381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Transition to ACTIVE for port object a0030415-b892-4271-9bc3-39cfdda9d221 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:42:33.861518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2f83f93a-3225-4a43-9e07-27b3e3c95587), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.872986 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:33.935539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Pushing event updated for resources: {'Port': ['ID=196fdef3-bd69-425c-b364-b2ee2e12b9c4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:34.018336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1b07f-1b3a-4158-8c8a-d43a95d08b0c req-67e27b4b-63df-422f-8874-a39594625277 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.021611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50d1b07f-1b3a-4158-8c8a-d43a95d08b0c req-67e27b4b-63df-422f-8874-a39594625277 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 931 time: 0.3236027 Feb 03 21:42:34.023317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2f83f93a-3225-4a43-9e07-27b3e3c95587), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:34.024226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.025657 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:34.044041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Attempting to bind port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:34.044532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Attempting to bind port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:34.045029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Attempting to bind port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 on network 991280d3-1d30-4f26-9862-116470f80a23 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:34.051520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 on network 991280d3-1d30-4f26-9862-116470f80a23 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:42:34.052037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Attempting to bind port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 on network 991280d3-1d30-4f26-9862-116470f80a23 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:34.060013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:34.060500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Checking segment: {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:34.061024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Bound using segment: {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:34.061570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Bound port: 196fdef3-bd69-425c-b364-b2ee2e12b9c4, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8338cf1a-08c8-4bb4-81aa-98d8891afd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '991280d3-1d30-4f26-9862-116470f80a23'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:34.062054 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:34.126537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] Pushing event updated for resources: {'Network': ['ID=2f83f93a-3225-4a43-9e07-27b3e3c95587,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:34.137493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2f83f93a-3225-4a43-9e07-27b3e3c95587 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:42:34.166181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] For port 196fdef3-bd69-425c-b364-b2ee2e12b9c4, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:34.170384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] For port 196fdef3-bd69-425c-b364-b2ee2e12b9c4, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=196fdef3-bd69-425c-b364-b2ee2e12b9c4,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:34.175332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0030415-b892-4271-9bc3-39cfdda9d221,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:34.187767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:34.210756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e4fa-f159-4e7d-bd89-090ad18312e0 req-34355274-9196-438d-9e5a-be887ad223e8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.212734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c326e4fa-f159-4e7d-bd89-090ad18312e0 req-34355274-9196-438d-9e5a-be887ad223e8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 932 time: 0.4429374 Feb 03 21:42:34.220155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Attempting to bind port a0030415-b892-4271-9bc3-39cfdda9d221 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:34.220505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Attempting to bind port a0030415-b892-4271-9bc3-39cfdda9d221 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:34.221243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Attempting to bind port a0030415-b892-4271-9bc3-39cfdda9d221 on network 37090306-f13c-4a59-989b-eba14a431521 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:34.244490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.245296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:34.246998 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] 10.222.0.10 "PUT /v2.0/ports/196fdef3-bd69-425c-b364-b2ee2e12b9c4 HTTP/1.1" status: 200 len: 1091 time: 1.1170969 Feb 03 21:42:34.247495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'tag': '196fdef3-bd69-425c-b364-b2ee2e12b9c4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:34.253395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Port a0030415-b892-4271-9bc3-39cfdda9d221 on network 37090306-f13c-4a59-989b-eba14a431521 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:42:34.253726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Attempting to bind port a0030415-b892-4271-9bc3-39cfdda9d221 on network 37090306-f13c-4a59-989b-eba14a431521 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:34.255136 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f3bde4-ab1f-4318-946a-51817cce65ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5", "tag": "196fdef3-bd69-425c-b364-b2ee2e12b9c4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:34.263399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-819e8bca-3f80-4461-9d42-8975091d659e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7782934 Feb 03 21:42:34.265943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:34.278472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Request body: {'subnet': {'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-870841527-subnet', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:34.291897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e34b05-c47f-466e-af4a-c07536db0f90 service neutron] Pushing event updated for resources: {'Port': ['ID=196fdef3-bd69-425c-b364-b2ee2e12b9c4,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:34.333886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:34.336283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:34.338384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:34.338781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Checking segment: {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:34.339167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Bound using segment: {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:34.339602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Bound port: a0030415-b892-4271-9bc3-39cfdda9d221, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:34.339944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:34.375094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-71c45691-ef71-4118-8985-299543a5ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.376975 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-71c45691-ef71-4118-8985-299543a5ed07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a1c494627a14b55b0ce469afb2dcb96&device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 1125 time: 0.0644283 Feb 03 21:42:34.438751 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50d1b07f-1b3a-4158-8c8a-d43a95d08b0c req-99d4d5d6-2384-4c38-8420-fb92a563eec3 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227265 Feb 03 21:42:34.441920 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-63aa8033-4097-415f-af04-286b5006a0d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196fdef3-bd69-425c-b364-b2ee2e12b9c4 HTTP/1.1" status: 200 len: 217 time: 0.0575871 Feb 03 21:42:34.507726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-06d24ae0-8155-475b-a509-1936e56391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.509487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-06d24ae0-8155-475b-a509-1936e56391a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06405367-f5b9-42c3-9bdf-5d11eba60aff HTTP/1.1" status: 200 len: 850 time: 0.0585260 Feb 03 21:42:34.523687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:34.527550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a0030415-b892-4271-9bc3-39cfdda9d221,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:34.537506 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0c48e4-3cc4-46e5-b18c-45eed414dc0f x-openstack-request-id: req-7a0c48e4-3cc4-46e5-b18c-45eed414dc0f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:34.537807 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5", "tag": "196fdef3-bd69-425c-b364-b2ee2e12b9c4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:34.538164 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a0c48e4-3cc4-46e5-b18c-45eed414dc0f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:34.538946 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'tag': '196fdef3-bd69-425c-b364-b2ee2e12b9c4', 'status': 'completed', 'code': 200} Feb 03 21:42:34.567557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c326e4fa-f159-4e7d-bd89-090ad18312e0 req-be1a231e-0f75-40d8-a033-5d2e76098e7a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354304 Feb 03 21:42:34.568856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:34.590438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-d7a1e917-74ec-49a3-856b-c616db99ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.591094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-d7a1e917-74ec-49a3-856b-c616db99ab20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=991280d3-1d30-4f26-9862-116470f80a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732088 Feb 03 21:42:34.709213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-5128fc84-6ed6-4d6d-bfa9-53632e570e09 service neutron] 10.222.0.10 "GET /v2.0/networks/991280d3-1d30-4f26-9862-116470f80a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101089 Feb 03 21:42:34.770074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.770900 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:34.772956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/a0030415-b892-4271-9bc3-39cfdda9d221 HTTP/1.1" status: 200 len: 1092 time: 2.2847247 Feb 03 21:42:34.785440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:34.789007 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72548193-8aa0-455f-8ad3-36a07d0e2404" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:34.839850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda12ca8-4ff4-4f38-b4c4-6064c6274237 req-94e1b528-7399-4239-937f-38502fd6081b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.841734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda12ca8-4ff4-4f38-b4c4-6064c6274237 req-94e1b528-7399-4239-937f-38502fd6081b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 943 time: 0.1740110 Feb 03 21:42:34.853172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bbf5de27-c0ba-48d5-9575-377047e6585d req-ae65aff2-8102-4c3a-96c4-0a125f497d64 service neutron] 10.222.0.10 "GET /v2.0/networks/991280d3-1d30-4f26-9862-116470f80a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376235 Feb 03 21:42:34.872894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6191a87-4206-4d6e-8348-b5b4c4eff35a req-e678fdc4-4cbc-4f26-9252-accd78786968 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.874848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6191a87-4206-4d6e-8348-b5b4c4eff35a req-e678fdc4-4cbc-4f26-9252-accd78786968 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.2171743 Feb 03 21:42:34.880078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b33c5-dd21-4e38-a106-27f7e852b1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0030415-b892-4271-9bc3-39cfdda9d221,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:34.973820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-6fd86554-f0c2-4be0-8b95-2baddb5376dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:34.975243 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-6fd86554-f0c2-4be0-8b95-2baddb5376dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a1c494627a14b55b0ce469afb2dcb96&device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 1125 time: 0.0513377 Feb 03 21:42:35.078856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-4b144566-a971-4c1f-b35f-4710d92938d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:35.080626 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-4b144566-a971-4c1f-b35f-4710d92938d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=991280d3-1d30-4f26-9862-116470f80a23 HTTP/1.1" status: 200 len: 912 time: 0.0990241 Feb 03 21:42:35.091976 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda12ca8-4ff4-4f38-b4c4-6064c6274237 req-15cf49f5-5af6-4770-b4f0-aec37c666c02 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288868 Feb 03 21:42:35.103182 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402755-bb44-412f-9e8c-054281c9481c req-b977925f-e571-4d05-af98-3cb50e465e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:35.104974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-b977925f-e571-4d05-af98-3cb50e465e61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 1126 time: 0.2588937 Feb 03 21:42:35.108704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6191a87-4206-4d6e-8348-b5b4c4eff35a req-c57a3f5b-04de-4b38-ad52-547947441073 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998603 Feb 03 21:42:35.123095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (f420064c-13fa-4fd9-9485-6208efd73674), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:35.143567 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-095d337c-76fa-4465-9b4e-3a5c73c69107 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196fdef3-bd69-425c-b364-b2ee2e12b9c4 HTTP/1.1" status: 200 len: 217 time: 0.0539467 Feb 03 21:42:35.189761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-6506053e-abd6-40b0-8522-56c4424a5019 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0030415-b892-4271-9bc3-39cfdda9d221 HTTP/1.1" status: 200 len: 217 time: 0.0756199 Feb 03 21:42:35.192839 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3517cead-5ac9-49d1-bbc3-c19fb70ecc7c x-openstack-request-id: req-3517cead-5ac9-49d1-bbc3-c19fb70ecc7c {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:35.193570 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:35.193570 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3517cead-5ac9-49d1-bbc3-c19fb70ecc7c {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:35.194039 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221', 'status': 'completed', 'code': 200} Feb 03 21:42:35.207150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-edc731df-8a0c-489b-ba91-16e22a4e89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:35.208657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-edc731df-8a0c-489b-ba91-16e22a4e89bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06405367-f5b9-42c3-9bdf-5d11eba60aff HTTP/1.1" status: 200 len: 850 time: 0.0530941 Feb 03 21:42:35.263625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f420064c-13fa-4fd9-9485-6208efd73674,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:35.282044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-9580090f-e3cd-495e-81af-76f0bef00213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:35.284637 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-9580090f-e3cd-495e-81af-76f0bef00213 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=991280d3-1d30-4f26-9862-116470f80a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0702534 Feb 03 21:42:35.290999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402755-bb44-412f-9e8c-054281c9481c req-5bfbc308-4696-4dd1-ab7b-2b795b4df3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:35.292705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-5bfbc308-4696-4dd1-ab7b-2b795b4df3cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e21f944-9322-4781-b061-7bb75d40913a HTTP/1.1" status: 200 len: 844 time: 0.0944772 Feb 03 21:42:35.327015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Checking segment: {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:35.327389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Network hostable DHCP agents. Network: 2f83f93a-3225-4a43-9e07-27b3e3c95587, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:42:35.352529 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-0a111939-46ba-437e-9bc6-bc283373d92d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37090306-f13c-4a59-989b-eba14a431521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504801 Feb 03 21:42:35.386491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Network 2f83f93a-3225-4a43-9e07-27b3e3c95587 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:42:35.411173 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-568e296a-a4a9-4af3-b838-6f77aee90bda service neutron] 10.222.0.10 "GET /v2.0/networks/991280d3-1d30-4f26-9862-116470f80a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197779 Feb 03 21:42:35.437726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2f83f93a-3225-4a43-9e07-27b3e3c95587) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:35.447492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:35.448034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:35.471603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb679c58-2827-4122-b977-5b20baf8f017 None None] Network 2f83f93a-3225-4a43-9e07-27b3e3c95587 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:42:35.482293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dbe84a1c-2f6e-42b5-affd-101912a5528f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2110844 Feb 03 21:42:35.489060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:35.495522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:35.511117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-575acc5e-6007-4f45-9a27-9480a0ed0070 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501362 Feb 03 21:42:35.590931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:35.592065 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:35.640871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-16f3bde4-ab1f-4318-946a-51817cce65ca req-5ae3c650-c9c4-4113-a507-18cec4f41267 service neutron] 10.222.0.10 "GET /v2.0/networks/991280d3-1d30-4f26-9862-116470f80a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230091 Feb 03 21:42:35.655797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2f83f93a-3225-4a43-9e07-27b3e3c95587', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:42:35.656790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:35.738864 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks [] for router_controller (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:35.753558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c071e-61b3-46a6-9675-ddd612f447d0 req-4058c611-2303-4192-9882-511f592b433e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:35.755300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f98c071e-61b3-46a6-9675-ddd612f447d0 req-4058c611-2303-4192-9882-511f592b433e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 943 time: 0.1593184 Feb 03 21:42:35.758425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d402755-bb44-412f-9e8c-054281c9481c req-583481ae-3854-4143-9b7a-8e5a0ea85ab5 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353592 Feb 03 21:42:35.827602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Allocated IP 172.20.0.2 (2f83f93a-3225-4a43-9e07-27b3e3c95587/f420064c-13fa-4fd9-9485-6208efd73674/b7e12a9b-db60-4d23-9c61-b47156d0b117) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:36.028355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db10d40-7ddc-4d3f-8971-50dce62f0e17 req-5d509550-13f2-4204-a930-7d50edd650ee tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:36.030021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6db10d40-7ddc-4d3f-8971-50dce62f0e17 req-5d509550-13f2-4204-a930-7d50edd650ee tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 944 time: 0.3042750 Feb 03 21:42:36.036852 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks [] for router_gateway (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.052387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f98c071e-61b3-46a6-9675-ddd612f447d0 req-cde0766c-c60d-4cc9-a06f-233484a36169 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740910 Feb 03 21:42:36.101341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-575b054d-642d-4c00-bfee-0a2dea23bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:36.102747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-575b054d-642d-4c00-bfee-0a2dea23bac1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 1126 time: 0.2618103 Feb 03 21:42:36.129754 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Publish callbacks [] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.144663 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.194003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6db10d40-7ddc-4d3f-8971-50dce62f0e17 req-e29b4a10-1fab-4820-86ed-5cdada36e380 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523881 Feb 03 21:42:36.220735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Network 2f83f93a-3225-4a43-9e07-27b3e3c95587 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:36.226346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fed24e7-b317-442c-924e-ae2f4780fc9f details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:42:36.232721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:36.235868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:36.258102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Pushing event updated for resources: {'Port': ['ID=b7e12a9b-db60-4d23-9c61-b47156d0b117,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:36.294687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.295201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.295548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.295885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.296216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.297224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.297581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.297947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.298254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.298830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.299164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.299489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.299812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:42:36.304771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-85280621-cf15-4b6a-b35e-731f9224e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:36.306641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-85280621-cf15-4b6a-b35e-731f9224e2f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 905 time: 0.1750448 Feb 03 21:42:36.323606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287014b-53bd-4110-8639-36068f56cdf3 req-ac38d832-7026-48da-9d82-ea31ae74dfc0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:36.325436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c07f34bb-b3fd-421e-b8d0-fb7097ce2866 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:42:36.325989 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5287014b-53bd-4110-8639-36068f56cdf3 req-ac38d832-7026-48da-9d82-ea31ae74dfc0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 943 time: 0.1138897 Feb 03 21:42:36.411535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Attempting to bind port b7e12a9b-db60-4d23-9c61-b47156d0b117 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:36.411884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Attempting to bind port b7e12a9b-db60-4d23-9c61-b47156d0b117 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:36.412735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Attempting to bind port b7e12a9b-db60-4d23-9c61-b47156d0b117 on network 2f83f93a-3225-4a43-9e07-27b3e3c95587 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:36.424674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-ce8901db-8969-4419-9733-352ccaba3019 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0030415-b892-4271-9bc3-39cfdda9d221 HTTP/1.1" status: 200 len: 217 time: 0.0878479 Feb 03 21:42:36.429969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:36.430349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Checking segment: {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:36.430753 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.431145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Bound using segment: {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:36.431626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Bound port: b7e12a9b-db60-4d23-9c61-b47156d0b117, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:36.432005 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.516593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5287014b-53bd-4110-8639-36068f56cdf3 req-f1717b23-3df8-4e96-ba5b-964382ef2332 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783626 Feb 03 21:42:36.545184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:36.589961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:36.616419 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '2fed24e7-b317-442c-924e-ae2f4780fc9f', 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb', 'port_id': '2fed24e7-b317-442c-924e-ae2f4780fc9f', 'mac_address': 'fa:16:3e:13:35:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4dedbf-3c7a-41ac-a1fa-79c81d58281d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:42:36.620864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-3c8d3fce-aff3-42a7-922d-ceb7d77a2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:36.622376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-3c8d3fce-aff3-42a7-922d-ceb7d77a2461 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e21f944-9322-4781-b061-7bb75d40913a HTTP/1.1" status: 200 len: 844 time: 0.1968780 Feb 03 21:42:36.631423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4acb-4586-4d28-80c4-662e749ae686 req-d65bf249-219d-4bbc-bd49-52e25135cd22 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:36.633223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c3c4acb-4586-4d28-80c4-662e749ae686 req-d65bf249-219d-4bbc-bd49-52e25135cd22 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.3050699 Feb 03 21:42:36.663643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-5b4d23bb-d232-4d6c-bca1-8e6df15a87f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37090306-f13c-4a59-989b-eba14a431521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293796 Feb 03 21:42:36.675983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2fed24e7-b317-442c-924e-ae2f4780fc9f is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:36.676711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.699481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fed24e7-b317-442c-924e-ae2f4780fc9f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:42:36.724028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:36.728441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7a672795-a411-4517-ada6-6207670eb728 None None] For port b7e12a9b-db60-4d23-9c61-b47156d0b117, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:36.743659 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.749860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7a672795-a411-4517-ada6-6207670eb728 None None] For port b7e12a9b-db60-4d23-9c61-b47156d0b117, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b7e12a9b-db60-4d23-9c61-b47156d0b117,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:36.795421 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks [] for router_gateway (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.811522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2fed24e7-b317-442c-924e-ae2f4780fc9f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:36.815812 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.822413 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:36.899395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a672795-a411-4517-ada6-6207670eb728 None None] Pushing event updated for resources: {'Port': ['ID=b7e12a9b-db60-4d23-9c61-b47156d0b117,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:36.918814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c3c4acb-4586-4d28-80c4-662e749ae686 req-c00a44ee-4f02-491b-8664-b3e85da98a07 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540050 Feb 03 21:42:36.954252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-fc56311e-d1c0-472e-98cc-7d240147b615 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811756 Feb 03 21:42:36.987077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Allocated IP 172.25.5.179 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d12b79c6-413f-486b-9a37-f4956526e1f9) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:37.125075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fed24e7-b317-442c-924e-ae2f4780fc9f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:42:37.130234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks [] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:37.255212 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:37.378854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:37.408132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:37.419725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:37.470494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72548193-8aa0-455f-8ad3-36a07d0e2404 req-c054fe0f-24c4-4f1e-bd2c-c9e7a3cadf80 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118579 Feb 03 21:42:37.476662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Pushing event updated for resources: {'Port': ['ID=d12b79c6-413f-486b-9a37-f4956526e1f9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:37.493089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99bba-fb96-434b-ad1e-992a437c4651 req-868b99f2-e425-478d-beb9-8efa63d1aece tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:37.500415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13e99bba-fb96-434b-ad1e-992a437c4651 req-868b99f2-e425-478d-beb9-8efa63d1aece tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 943 time: 0.2543540 Feb 03 21:42:37.642067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bb077-71d7-47ff-9041-432952e50762 req-b43d42cb-2a89-443b-a70c-8d6abfb1a21c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:37.643569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc1bb077-71d7-47ff-9041-432952e50762 req-b43d42cb-2a89-443b-a70c-8d6abfb1a21c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 944 time: 0.3411241 Feb 03 21:42:37.682880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13e99bba-fb96-434b-ad1e-992a437c4651 req-6c6d70f9-5f38-4235-a9e1-257a63d33db1 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816170 Feb 03 21:42:37.696361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b7e12a9b-db60-4d23-9c61-b47156d0b117 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:37.767703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b7e12a9b-db60-4d23-9c61-b47156d0b117 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:37.768170 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:37.780392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc1bb077-71d7-47ff-9041-432952e50762 req-7942a7cd-9979-4f11-8f64-10e20f5d967b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299224 Feb 03 21:42:37.959513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b7e12a9b-db60-4d23-9c61-b47156d0b117 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:37.961888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:38.030975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port b7e12a9b-db60-4d23-9c61-b47156d0b117, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b7e12a9b-db60-4d23-9c61-b47156d0b117,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:38.057688 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:38.126868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b7e12a9b-db60-4d23-9c61-b47156d0b117,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:38.250192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fed24e7-b317-442c-924e-ae2f4780fc9f up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:38.325792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a0030415-b892-4271-9bc3-39cfdda9d221 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:42:38.367345 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks [] for router_gateway (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:38.378363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702db8b3-91b4-497d-b8b6-7a967d1d3e8e req-4031577e-7417-4a67-8118-d51abba256e3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:38.379866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-702db8b3-91b4-497d-b8b6-7a967d1d3e8e req-4031577e-7417-4a67-8118-d51abba256e3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.1349602 Feb 03 21:42:38.423967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e9c82-1651-494e-97b1-9a7a2a4b5b70 None None] Network 2f83f93a-3225-4a43-9e07-27b3e3c95587 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:42:38.425821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f370f0-4464-45bc-af57-0757edfe842a req-93856c15-f4ed-4396-bd8f-e63d39271833 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:38.427337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f370f0-4464-45bc-af57-0757edfe842a req-93856c15-f4ed-4396-bd8f-e63d39271833 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 944 time: 0.5819259 Feb 03 21:42:38.523582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 2fed24e7-b317-442c-924e-ae2f4780fc9f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:42:38.532709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 2fed24e7-b317-442c-924e-ae2f4780fc9f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:38.533123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:38.562454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-702db8b3-91b4-497d-b8b6-7a967d1d3e8e req-6439b8f1-ce32-4787-aae1-a6939999958f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472421 Feb 03 21:42:38.568894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f370f0-4464-45bc-af57-0757edfe842a req-5316816a-2d03-49c5-aec0-e5d68f4befc7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081083 Feb 03 21:42:38.633888 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a0030415-b892-4271-9bc3-39cfdda9d221,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:38.636971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3f10b99a-2496-48a7-818b-a27d0799ef31 None None] Provisioning complete for port b7e12a9b-db60-4d23-9c61-b47156d0b117 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:38.637573 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f10b99a-2496-48a7-818b-a27d0799ef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:38.703684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'a0030415-b892-4271-9bc3-39cfdda9d221', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'port_id': 'a0030415-b892-4271-9bc3-39cfdda9d221', 'mac_address': 'fa:16:3e:b5:75:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e21f944-9322-4781-b061-7bb75d40913a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:42:38.746666 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:38.750856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a0030415-b892-4271-9bc3-39cfdda9d221 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:38.751546 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:38.815096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0030415-b892-4271-9bc3-39cfdda9d221 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:42:38.888373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3f10b99a-2496-48a7-818b-a27d0799ef31 None None] Current status of the port b7e12a9b-db60-4d23-9c61-b47156d0b117 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:38.917504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a0030415-b892-4271-9bc3-39cfdda9d221,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:38.946661 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:38.947331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 196fdef3-bd69-425c-b364-b2ee2e12b9c4 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:42:39.029672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2fed24e7-b317-442c-924e-ae2f4780fc9f is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:39.030069 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:39.085884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a0030415-b892-4271-9bc3-39cfdda9d221,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:39.099196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:39.102505 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a1eec-780a-4865-b614-eb25a2038cf2" -d '{"events": [{"server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "name": "network-vif-plugged", "status": "completed", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:39.125332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46e35-3e80-41a3-aea6-10bc56bc9b20 req-2bc11767-9d3f-49d2-bfc2-cead80831497 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:39.127339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bd46e35-3e80-41a3-aea6-10bc56bc9b20 req-2bc11767-9d3f-49d2-bfc2-cead80831497 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 943 time: 0.2682772 Feb 03 21:42:39.167320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:39.172066 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a1cee-4006-4c22-a6db-5a079a71c700 req-48eb0c76-69a2-41e0-984b-bc9a66cac7e3 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:39.174213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb2a1cee-4006-4c22-a6db-5a079a71c700 req-48eb0c76-69a2-41e0-984b-bc9a66cac7e3 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 945 time: 0.1919940 Feb 03 21:42:39.187788 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:39.248560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb2a1cee-4006-4c22-a6db-5a079a71c700 req-b6543ed3-2c87-4945-94a8-97e76e2a9b39 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658357 Feb 03 21:42:39.252934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bd46e35-3e80-41a3-aea6-10bc56bc9b20 req-a25b2450-047e-4138-bcb2-64f410674bdd tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150060 Feb 03 21:42:39.254242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:42:39.261300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2fed24e7-b317-442c-924e-ae2f4780fc9f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:39.281527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-86a56654-f681-4a8f-b88f-2af80eae054c None None] Provisioning complete for port b7e12a9b-db60-4d23-9c61-b47156d0b117 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:39.281918 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86a56654-f681-4a8f-b88f-2af80eae054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:39.333158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 196fdef3-bd69-425c-b364-b2ee2e12b9c4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=196fdef3-bd69-425c-b364-b2ee2e12b9c4,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:39.349771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '196fdef3-bd69-425c-b364-b2ee2e12b9c4', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'port_id': '196fdef3-bd69-425c-b364-b2ee2e12b9c4', 'mac_address': 'fa:16:3e:7d:a6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:42:39.451269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:39.451666 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:39.466074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-86a56654-f681-4a8f-b88f-2af80eae054c None None] Current status of the port b7e12a9b-db60-4d23-9c61-b47156d0b117 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:39.471758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196fdef3-bd69-425c-b364-b2ee2e12b9c4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:42:39.489038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:42:39.508315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Sync routers for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:42:39.517142 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:39.521747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-411041fd-a522-40be-a13e-6f674ed9f599 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0287549 Feb 03 21:42:39.522533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52568) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:39.711863 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87149cb-3933-4fd4-9e7e-4d22c6f932e0 x-openstack-request-id: req-c87149cb-3933-4fd4-9e7e-4d22c6f932e0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:39.712434 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "name": "network-vif-plugged", "status": "completed", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:39.712537 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c87149cb-3933-4fd4-9e7e-4d22c6f932e0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:39.712930 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f', 'code': 200} Feb 03 21:42:39.717838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 196fdef3-bd69-425c-b364-b2ee2e12b9c4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=196fdef3-bd69-425c-b364-b2ee2e12b9c4,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:39.726089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:39.726781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:39.731290 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:39.796883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025f9d-731e-46fc-b37e-1434204487ba req-404fd56b-5ed2-471a-a936-43b014bbda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:39.798567 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6025f9d-731e-46fc-b37e-1434204487ba req-404fd56b-5ed2-471a-a936-43b014bbda17 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 1127 time: 0.1333642 Feb 03 21:42:39.836980 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=196fdef3-bd69-425c-b364-b2ee2e12b9c4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:39.919216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838e066-ed83-43b5-a156-511814120c73 req-a547495b-bb21-41fc-aa85-bad30d44cc73 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:39.926723 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8838e066-ed83-43b5-a156-511814120c73 req-a547495b-bb21-41fc-aa85-bad30d44cc73 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.2297294 Feb 03 21:42:39.947194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35724-84b6-4a31-8f45-58f732c2c584 req-42acb719-2fa5-4c48-9cbd-4c3d268bfcf1 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:39.950890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83d35724-84b6-4a31-8f45-58f732c2c584 req-42acb719-2fa5-4c48-9cbd-4c3d268bfcf1 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.2443976 Feb 03 21:42:39.982292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b7e12a9b-db60-4d23-9c61-b47156d0b117 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:39.993333 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6025f9d-731e-46fc-b37e-1434204487ba req-7e99dfc9-6bfa-44e0-a634-5bb6acf01cc5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873302 Feb 03 21:42:40.043010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83d35724-84b6-4a31-8f45-58f732c2c584 req-6e4a72c1-4fc6-42e0-bfb2-323fab445daa tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793777 Feb 03 21:42:40.065833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8838e066-ed83-43b5-a156-511814120c73 req-d59b9df8-3cd0-4a54-bdd6-1885c8a331e0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379373 Feb 03 21:42:40.078883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:40.154307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['a0030415-b892-4271-9bc3-39cfdda9d221'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:42:40.156348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['196fdef3-bd69-425c-b364-b2ee2e12b9c4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:42:40.276365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b7e12a9b-db60-4d23-9c61-b47156d0b117 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:40.276809 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:40.497911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ae900-b9ca-4665-a74e-052e57789474 req-49efb5f3-f49f-4614-ad22-9882b47f9fe9 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:40.505350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad4ae900-b9ca-4665-a74e-052e57789474 req-49efb5f3-f49f-4614-ad22-9882b47f9fe9 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 944 time: 0.1260340 Feb 03 21:42:40.522993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814a765-879e-45e9-895e-dc8fbc890cbd req-204308c8-b9fe-403e-aa94-8b0934076c5a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:40.524919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4814a765-879e-45e9-895e-dc8fbc890cbd req-204308c8-b9fe-403e-aa94-8b0934076c5a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 945 time: 0.1550667 Feb 03 21:42:40.582266 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:40.619676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad4ae900-b9ca-4665-a74e-052e57789474 req-dc9455c1-0067-4d48-8344-9bfd456c14eb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131232 Feb 03 21:42:40.624448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4814a765-879e-45e9-895e-dc8fbc890cbd req-a150f1ea-7290-4a60-a65f-677fb93318cb tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928323 Feb 03 21:42:40.649980 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b7e12a9b-db60-4d23-9c61-b47156d0b117 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:40.775122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:37Z', 'revision_number': 3, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:40.775775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Allocated IP 172.20.0.1 (2f83f93a-3225-4a43-9e07-27b3e3c95587/f420064c-13fa-4fd9-9485-6208efd73674/c235a7c1-ebcd-4a70-a1b8-e055f43eec84) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:40.808202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Checking router: d9892f0b-78a3-4dbc-beb0-dc0f54864c98 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:42:40.808573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Updating router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 port d12b79c6-413f-486b-9a37-f4956526e1f9 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:42:40.849920 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:40.916498 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Publish callbacks [] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:40.964455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.024304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Network 2f83f93a-3225-4a43-9e07-27b3e3c95587 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:41.027589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:41.031205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:41.036946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Pushing event updated for resources: {'Port': ['ID=c235a7c1-ebcd-4a70-a1b8-e055f43eec84,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:41.107247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.311536 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Publish callbacks [] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.338605 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.435426 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.452170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Attempting to bind port d12b79c6-413f-486b-9a37-f4956526e1f9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:41.452727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Attempting to bind port d12b79c6-413f-486b-9a37-f4956526e1f9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:41.453251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Attempting to bind port d12b79c6-413f-486b-9a37-f4956526e1f9 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:41.462591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84177fd1-a673-41c9-9c89-f1122e380174 None None] Pushing event updated for resources: {'Port': ['ID=d12b79c6-413f-486b-9a37-f4956526e1f9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:41.479727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff467d-5621-4600-b308-a900ec0f4962 req-c8287a60-48db-42cf-bb14-c0dbd921d8f7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:41.481451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7ff467d-5621-4600-b308-a900ec0f4962 req-c8287a60-48db-42cf-bb14-c0dbd921d8f7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.2165790 Feb 03 21:42:41.487835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:41.488031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:41.489587 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.490018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:41.490722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Bound port: d12b79c6-413f-486b-9a37-f4956526e1f9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:41.491698 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.522373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba965-b030-4bbc-867b-5a6766664421 req-9f55e53c-6b62-4846-b8d1-d26135b20a31 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:41.524240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a86ba965-b030-4bbc-867b-5a6766664421 req-9f55e53c-6b62-4846-b8d1-d26135b20a31 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.2609713 Feb 03 21:42:41.570293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-456ec3bd-c507-47df-9cc8-cae84f220f8a None None] Provisioning complete for port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:41.570616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-456ec3bd-c507-47df-9cc8-cae84f220f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.612003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7ff467d-5621-4600-b308-a900ec0f4962 req-84c57411-f06c-4417-9e7d-998dea48ed4b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227932 Feb 03 21:42:41.615702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a86ba965-b030-4bbc-867b-5a6766664421 req-b99f737f-6bb7-405c-9c83-08cd8ae154ed tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822518 Feb 03 21:42:41.618267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] For port d12b79c6-413f-486b-9a37-f4956526e1f9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:41.636432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-456ec3bd-c507-47df-9cc8-cae84f220f8a None None] Port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:42:41.641378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] For port d12b79c6-413f-486b-9a37-f4956526e1f9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d12b79c6-413f-486b-9a37-f4956526e1f9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:41.650229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.715932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:41.716564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:41.799885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Publish callbacks [] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.812358 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.859397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84177fd1-a673-41c9-9c89-f1122e380174 None None] Pushing event updated for resources: {'Port': ['ID=d12b79c6-413f-486b-9a37-f4956526e1f9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:41.901159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cbad8-1b43-4ba8-aa1c-24cb89fc8d53 req-09d40126-a74e-4953-9e09-7e6df93dc706 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:41.903413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a20cbad8-1b43-4ba8-aa1c-24cb89fc8d53 req-09d40126-a74e-4953-9e09-7e6df93dc706 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 945 time: 0.1354611 Feb 03 21:42:41.926820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08acd37-d16b-4989-ba85-eeab7b0b1ad8 req-1344070b-bcd2-4c78-b9ff-c264cf4a5241 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:41.929337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e08acd37-d16b-4989-ba85-eeab7b0b1ad8 req-1344070b-bcd2-4c78-b9ff-c264cf4a5241 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 944 time: 0.1174350 Feb 03 21:42:41.940250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:41.983955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:42.009439 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a20cbad8-1b43-4ba8-aa1c-24cb89fc8d53 req-358136d6-b241-420b-8095-18596c343f0a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860791 Feb 03 21:42:42.041640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e08acd37-d16b-4989-ba85-eeab7b0b1ad8 req-e004bdce-651f-4df2-83fb-52bd559f6b21 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982945 Feb 03 21:42:42.043255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Pushing event updated for resources: {'Port': ['ID=c235a7c1-ebcd-4a70-a1b8-e055f43eec84,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:42.147152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Network 2f83f93a-3225-4a43-9e07-27b3e3c95587 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:42.149332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:42.279173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:40Z', 'revision_number': 1, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:42.340872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:42:42.511996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a5eb6-f2b3-4ade-b707-b56ba646b73d None None] The sync data for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 is: [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:40Z', 'revision_number': 1, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:42:42.515041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a0030415-b892-4271-9bc3-39cfdda9d221 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:42.534218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:42:42.541849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da5f41c5-aeaa-480c-814a-7bbf979cd013 admin admin] 10.222.0.50 "PUT /v2.0/routers/d9892f0b-78a3-4dbc-beb0-dc0f54864c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0172994 Feb 03 21:42:42.589777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2bfa0d17-8324-4f9d-8387-ffe32c433e3b None None] Provisioning complete for port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:42.590406 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0d17-8324-4f9d-8387-ffe32c433e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:42.618610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port a0030415-b892-4271-9bc3-39cfdda9d221 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:42:42.630550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port a0030415-b892-4271-9bc3-39cfdda9d221 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:42.631071 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:42.663682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa0d17-8324-4f9d-8387-ffe32c433e3b None None] Port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:42:42.760823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a0030415-b892-4271-9bc3-39cfdda9d221 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:42.761275 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:42.795892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:42.798521 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ad8614-f682-49ec-9ef4-d1a2a87d51cb" -d '{"events": [{"server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "name": "network-vif-plugged", "status": "completed", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:42.817706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a0030415-b892-4271-9bc3-39cfdda9d221,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:42.822930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:42.824498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 196fdef3-bd69-425c-b364-b2ee2e12b9c4 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:42.962359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f2ed-479b-44c2-bfeb-44012605514b req-33938798-5719-43b1-ad64-db98b58a4508 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:42.974719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb33f2ed-479b-44c2-bfeb-44012605514b req-33938798-5719-43b1-ad64-db98b58a4508 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.2189002 Feb 03 21:42:43.007337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a0030415-b892-4271-9bc3-39cfdda9d221,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:43.052013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:42:43.064595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:43.065135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.110235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb33f2ed-479b-44c2-bfeb-44012605514b req-19ab54a9-b4d5-4eae-9845-b1f01e656c89 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325839 Feb 03 21:42:43.145258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f41f2e-30d8-42b5-b11e-537e3952a658 req-944b5335-075d-4ba2-990b-3848ff8a8aba tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:43.146845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67f41f2e-30d8-42b5-b11e-537e3952a658 req-944b5335-075d-4ba2-990b-3848ff8a8aba tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.3431056 Feb 03 21:42:43.261840 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dc8468-fef3-4283-b69a-ce1deaca8740 x-openstack-request-id: req-c3dc8468-fef3-4283-b69a-ce1deaca8740 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:43.262698 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "name": "network-vif-plugged", "status": "completed", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:43.263000 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3dc8468-fef3-4283-b69a-ce1deaca8740 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:43.263446 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221', 'code': 200} Feb 03 21:42:43.290527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:43.290917 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.372208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 196fdef3-bd69-425c-b364-b2ee2e12b9c4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=196fdef3-bd69-425c-b364-b2ee2e12b9c4,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:43.387075 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.417378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67f41f2e-30d8-42b5-b11e-537e3952a658 req-98452d6d-6b06-4e9e-b282-79bb664a9729 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637577 Feb 03 21:42:43.443498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:43.449913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2032948379-network', 'tenant_id': '04de019f176c4134a33a97ed56957025'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:43.518548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Made reservation on behalf of 04de019f176c4134a33a97ed56957025 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:43.520891 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.556811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=196fdef3-bd69-425c-b364-b2ee2e12b9c4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:43.560630 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.578208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad574a3-f8d3-4842-8fa4-aedfff9dfa94 req-39c22302-8d13-4b4b-b971-df7b3d03beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:43.579768 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bad574a3-f8d3-4842-8fa4-aedfff9dfa94 req-39c22302-8d13-4b4b-b971-df7b3d03beb3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 1128 time: 0.2933435 Feb 03 21:42:43.619325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f71612-ac12-498e-8336-651a0903e872 req-c9d39c31-eba5-4df2-993e-51d1f84de55a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:43.620876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9f71612-ac12-498e-8336-651a0903e872 req-c9d39c31-eba5-4df2-993e-51d1f84de55a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.2931359 Feb 03 21:42:43.693285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Publish callbacks [] for security_group (9a019949-9c4d-4ec6-9ec4-4912bf0cee11), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.699732 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9a019949-9c4d-4ec6-9ec4-4912bf0cee11), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.715134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:42:43.727675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5ae4c1a6-62ab-4dfc-8224-2beac92939b2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.728159 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Added segment 5ae4c1a6-62ab-4dfc-8224-2beac92939b2 of type vlan for network cc1c07ed-5931-433f-9580-e1f903fd89aa Feb 03 21:42:43.775065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791172f-3dc7-4558-a846-d238d5f646e0 req-39eae035-4da3-4cad-8a64-f6c7423653d6 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:43.776940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8791172f-3dc7-4558-a846-d238d5f646e0 req-39eae035-4da3-4cad-8a64-f6c7423653d6 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.1550038 Feb 03 21:42:43.783506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cc1c07ed-5931-433f-9580-e1f903fd89aa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.816082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9f71612-ac12-498e-8336-651a0903e872 req-f443a416-cd62-4e16-a621-f27d60103a7c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322691 Feb 03 21:42:43.859924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bad574a3-f8d3-4842-8fa4-aedfff9dfa94 req-acacfc5f-9698-4482-8cb0-15cf5801378d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713399 Feb 03 21:42:43.862975 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cc1c07ed-5931-433f-9580-e1f903fd89aa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.864585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:43.865500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:43.926295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8791172f-3dc7-4558-a846-d238d5f646e0 req-adf28a82-7ba2-4e32-b6e2-07e9e3dd3084 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388443 Feb 03 21:42:43.971062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5253983 Feb 03 21:42:43.974460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a019949-9c4d-4ec6-9ec4-4912bf0cee11,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:43.980830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:44.008795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Request body: {'subnet': {'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2032948379-subnet', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:44.021985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e21a9d-2c78-4641-b48c-38e6281121ea admin admin] Pushing event updated for resources: {'Network': ['ID=cc1c07ed-5931-433f-9580-e1f903fd89aa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:44.036220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cc1c07ed-5931-433f-9580-e1f903fd89aa details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:42:44.048750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2ae4-93e2-4948-9dd1-20d47c751f39 req-3e1a7931-b5ff-478e-99da-90b0424ccd4f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:44.050385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c7b2ae4-93e2-4948-9dd1-20d47c751f39 req-3e1a7931-b5ff-478e-99da-90b0424ccd4f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0917654 Feb 03 21:42:44.058829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Made reservation on behalf of 04de019f176c4134a33a97ed56957025 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:44.061275 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:44.100464 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:42:44.143275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c7b2ae4-93e2-4948-9dd1-20d47c751f39 req-35cc9be8-192c-4881-adc0-6ce6dc6464a7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855858 Feb 03 21:42:44.319790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (adcbe575-f757-431d-8632-deb088845bd2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:44.386410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Pushing event updated for resources: {'Subnet': ['ID=adcbe575-f757-431d-8632-deb088845bd2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:44.397057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Checking segment: {'id': '5ae4c1a6-62ab-4dfc-8224-2beac92939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:44.398028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Network hostable DHCP agents. Network: cc1c07ed-5931-433f-9580-e1f903fd89aa, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:42:44.432982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-64a88760-9941-457f-bc78-c707a4e71d8c service neutron] 10.222.0.10 "GET /v2.0/ports/c07f34bb-b3fd-421e-b8d0-fb7097ce2866/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 384 time: 0.0895486 Feb 03 21:42:44.436872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Network cc1c07ed-5931-433f-9580-e1f903fd89aa is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:42:44.467580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cc1c07ed-5931-433f-9580-e1f903fd89aa) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:44.475461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:44.485092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:44.487522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d1bc89-e3ea-4d56-9bf2-0f64564ce25c None None] Network cc1c07ed-5931-433f-9580-e1f903fd89aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:42:44.542159 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-342b6a91-b673-4037-8899-6636107e285a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5582886 Feb 03 21:42:44.544785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:44.553769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:44.603449 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:44.605003 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:44.701109 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks [] for router_controller (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:44.749366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-cc1c07ed-5931-433f-9580-e1f903fd89aa', 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa', 'project_id': '04de019f176c4134a33a97ed56957025', 'fixed_ips': [{'subnet_id': 'adcbe575-f757-431d-8632-deb088845bd2'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:42:44.750253 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:44.924632 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25ee5-a5d8-4679-9c6c-e50ea95ca18a req-92d498e8-04a2-42c9-a7b5-ffcf597c1006 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:44.926453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8f25ee5-a5d8-4679-9c6c-e50ea95ca18a req-92d498e8-04a2-42c9-a7b5-ffcf597c1006 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.2777753 Feb 03 21:42:44.930687 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks [] for router_gateway (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:44.997478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Allocated IP 172.20.0.2 (cc1c07ed-5931-433f-9580-e1f903fd89aa/adcbe575-f757-431d-8632-deb088845bd2/a7f90d9e-024e-49de-8b24-a795f79421cf) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:45.007838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc76d49-9734-4437-832a-4fcb663e2344 req-fd5cc7c3-78ee-42d9-828d-e1d934cdb8fd tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:45.009483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0dc76d49-9734-4437-832a-4fcb663e2344 req-fd5cc7c3-78ee-42d9-828d-e1d934cdb8fd tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 944 time: 0.2858024 Feb 03 21:42:45.019846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8f25ee5-a5d8-4679-9c6c-e50ea95ca18a req-4598e72c-fdc8-4291-bd3a-454b6bc697e6 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870342 Feb 03 21:42:45.042980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:45.091415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0dc76d49-9734-4437-832a-4fcb663e2344 req-ce603834-55b3-4a31-9445-8cf3ee4fa2b5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658967 Feb 03 21:42:45.097022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:45.181345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07f34bb-b3fd-421e-b8d0-fb7097ce2866 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:42:45.203813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:45.206685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks [] for router_gateway (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.218452 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Publish callbacks [] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.228033 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.240708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.245595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.269187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196fdef3-bd69-425c-b364-b2ee2e12b9c4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:45.271418 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96337fea-99b2-4468-90cf-3890340e40a3" -d '{"events": [{"server_uuid": "9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5", "name": "network-vif-plugged", "status": "completed", "tag": "196fdef3-bd69-425c-b364-b2ee2e12b9c4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:45.281556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Network cc1c07ed-5931-433f-9580-e1f903fd89aa is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:45.288810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:45.292503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:45.302106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Pushing event updated for resources: {'Port': ['ID=a7f90d9e-024e-49de-8b24-a795f79421cf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:45.333275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-9fc10922-5e28-4666-aa04-1c67ace5e4b3 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:45.333275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-9fc10922-5e28-4666-aa04-1c67ace5e4b3 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 807 time: 0.2117059 Feb 03 21:42:45.368884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Attempting to bind port a7f90d9e-024e-49de-8b24-a795f79421cf on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:45.369366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Attempting to bind port a7f90d9e-024e-49de-8b24-a795f79421cf by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '5ae4c1a6-62ab-4dfc-8224-2beac92939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:45.369615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Attempting to bind port a7f90d9e-024e-49de-8b24-a795f79421cf on network cc1c07ed-5931-433f-9580-e1f903fd89aa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:45.372113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-c343269d-9456-4fba-9740-eae46cd90e0e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/quotas/b2166eece056406097c00f535cedae9a HTTP/1.1" status: 200 len: 375 time: 0.0313418 Feb 03 21:42:45.379345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d1e94-da68-4352-a647-821a151fdb43 req-e472e397-ff0e-4418-9bcd-ac93530afc3e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:45.380806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e80d1e94-da68-4352-a647-821a151fdb43 req-e472e397-ff0e-4418-9bcd-ac93530afc3e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.1613281 Feb 03 21:42:45.386318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:45.386729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Checking segment: {'id': '5ae4c1a6-62ab-4dfc-8224-2beac92939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:45.387146 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.387548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Bound using segment: {'id': '5ae4c1a6-62ab-4dfc-8224-2beac92939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:45.388032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Bound port: a7f90d9e-024e-49de-8b24-a795f79421cf, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae4c1a6-62ab-4dfc-8224-2beac92939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:45.388422 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.425986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Allocated IP 172.25.5.137 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:45.456471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] Transition to ACTIVE for port object c07f34bb-b3fd-421e-b8d0-fb7097ce2866 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:42:45.465292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.479725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] For port a7f90d9e-024e-49de-8b24-a795f79421cf, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:45.483980 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] For port a7f90d9e-024e-49de-8b24-a795f79421cf, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a7f90d9e-024e-49de-8b24-a795f79421cf,segment=NetworkSegment(5ae4c1a6-62ab-4dfc-8224-2beac92939b2),segment_id=5ae4c1a6-62ab-4dfc-8224-2beac92939b2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:45.495350 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.513435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e80d1e94-da68-4352-a647-821a151fdb43 req-cf9e4136-8911-4ba3-b3f4-dcd161b5948d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266191 Feb 03 21:42:45.562648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-52f120ac-0bfa-4ca2-95da-31ef31041e7b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1807709 Feb 03 21:42:45.593867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,revision_number=10']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:45.597081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] No DVR routers for this DVR port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:42:45.636740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6ff0166-9644-439c-8fdc-47b4a5de42a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/c07f34bb-b3fd-421e-b8d0-fb7097ce2866/bindings/n-h2-824834-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1944938 Feb 03 21:42:45.657608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb436b3a-262e-4f28-b7f2-f4957f95d962 None None] Pushing event updated for resources: {'Port': ['ID=a7f90d9e-024e-49de-8b24-a795f79421cf,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:45.730778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks [] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.748761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eb8bd-c9a6-4f23-a6db-a2ba94cd532d req-03731af2-7e86-4c97-81ec-ef238658fdad tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:45.756433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d12b79c6-413f-486b-9a37-f4956526e1f9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:45.769056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-447eb8bd-c9a6-4f23-a6db-a2ba94cd532d req-03731af2-7e86-4c97-81ec-ef238658fdad tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.1110816 Feb 03 21:42:45.841776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-447eb8bd-c9a6-4f23-a6db-a2ba94cd532d req-8484e482-fab6-4024-8252-49b251f20f08 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716245 Feb 03 21:42:45.868895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-da49a715-dfe9-42f7-bea6-9dbecb83f181 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:45.874999 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-da49a715-dfe9-42f7-bea6-9dbecb83f181 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.1348896 Feb 03 21:42:45.883990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d12b79c6-413f-486b-9a37-f4956526e1f9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:45.884612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.935295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:45.974738 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf653385-729a-417a-be85-e09520c954f4 x-openstack-request-id: req-bf653385-729a-417a-be85-e09520c954f4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:45.975252 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5", "name": "network-vif-plugged", "status": "completed", "tag": "196fdef3-bd69-425c-b364-b2ee2e12b9c4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:45.975557 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf653385-729a-417a-be85-e09520c954f4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:45.984176 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196fdef3-bd69-425c-b364-b2ee2e12b9c4', 'code': 200} Feb 03 21:42:46.066535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:46.109623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:46.112873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:46.114752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d12b79c6-413f-486b-9a37-f4956526e1f9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:46.115131 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:46.116636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:46.141644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d12b79c6-413f-486b-9a37-f4956526e1f9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d12b79c6-413f-486b-9a37-f4956526e1f9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:46.150555 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:46.167032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b4c6058a-f5a2-42c4-8e3e-638ebd85c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:46.172762 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b4c6058a-f5a2-42c4-8e3e-638ebd85c521 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9&tenant_id=261723128a8a47f793e246a218d942d4 HTTP/1.1" status: 200 len: 1127 time: 0.2891371 Feb 03 21:42:46.211394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b8bc2-5f49-4104-9fbd-1061af711d70 req-9b1008aa-b81a-46fd-826e-8740c871fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:46.214673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-520b8bc2-5f49-4104-9fbd-1061af711d70 req-9b1008aa-b81a-46fd-826e-8740c871fb87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 1127 time: 0.1935401 Feb 03 21:42:46.227100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d12b79c6-413f-486b-9a37-f4956526e1f9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:46.250926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983e7b8-5098-4379-a601-67d36ff1b024 req-74e09272-796d-458f-8000-18b72fe3f7b3 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:46.252440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e983e7b8-5098-4379-a601-67d36ff1b024 req-74e09272-796d-458f-8000-18b72fe3f7b3 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.1285448 Feb 03 21:42:46.256541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-8663680c-2a35-4486-ab6c-b7a1ac27cc8d service neutron] 10.222.0.50 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930354 Feb 03 21:42:46.267655 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Sync routers for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:42:46.279246 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:46.279856 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:46.338809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-520b8bc2-5f49-4104-9fbd-1061af711d70 req-0f77f572-bc0b-48ef-a716-d420bd3ac508 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147070 Feb 03 21:42:46.369954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-82a26368-f1d2-4646-986a-75b0e640e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:46.371465 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-82a26368-f1d2-4646-986a-75b0e640e943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1127 time: 0.1710196 Feb 03 21:42:46.380855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e983e7b8-5098-4379-a601-67d36ff1b024 req-98e9afaa-1893-42f1-8284-711df95aa71b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126835 Feb 03 21:42:46.400737 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:46.414513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-6a98b81f-8d17-453a-bd7a-bc3412b19dc8 service neutron] 10.222.0.50 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452479 Feb 03 21:42:46.489155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-f0ff802b-fe5c-47d3-a101-b3852239090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:46.490650 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-f0ff802b-fe5c-47d3-a101-b3852239090c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.1132812 Feb 03 21:42:46.625378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-b6fa9235-53f1-4dda-aefb-4c8bd29da2f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866 HTTP/1.1" status: 200 len: 217 time: 0.0391724 Feb 03 21:42:46.671346 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks [] for router_gateway (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:46.697569 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 2, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:46.763327 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Checking router: d9892f0b-78a3-4dbc-beb0-dc0f54864c98 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:42:46.763592 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Updating router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:42:46.796087 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:46.880694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e705-6234-46f3-a163-460a6d98c251 req-c7de3d19-5468-4f8a-ae78-7b16515f044d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:46.885523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-1f34d1dd-b802-4aa4-a0a2-5c7b2d502920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:46.890151 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-1f34d1dd-b802-4aa4-a0a2-5c7b2d502920 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.2545266 Feb 03 21:42:46.890818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d120e705-6234-46f3-a163-460a6d98c251 req-c7de3d19-5468-4f8a-ae78-7b16515f044d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.1037271 Feb 03 21:42:46.966574 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-cde5fd6e-4c98-40d7-95f9-6b454882e6b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411007 Feb 03 21:42:47.018951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d120e705-6234-46f3-a163-460a6d98c251 req-defc7adb-1944-4cb1-9232-80ee7c42acb4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262634 Feb 03 21:42:47.036351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268ceb-e810-41de-9afe-973ac59b362f req-ad089a0d-7801-434d-a055-9bba31582f15 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:47.038487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12268ceb-e810-41de-9afe-973ac59b362f req-ad089a0d-7801-434d-a055-9bba31582f15 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.1439781 Feb 03 21:42:47.138988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12268ceb-e810-41de-9afe-973ac59b362f req-cb8b8411-ed61-466b-81f1-be1033cb17f3 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836926 Feb 03 21:42:47.185900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4765ee59-73b3-47d4-8183-f01e0512c91c req-0b327d08-71ad-46fc-a8b4-ab144a0518dc tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.0454946 Feb 03 21:42:47.206016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b890b9f6-7a7a-45bc-8942-e87663678ad0 None None] Network cc1c07ed-5931-433f-9580-e1f903fd89aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:42:47.278744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-079926ab-e66a-4f1c-bbcb-3ecf90aeb51a None None] Provisioning complete for port a7f90d9e-024e-49de-8b24-a795f79421cf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:47.279307 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-079926ab-e66a-4f1c-bbcb-3ecf90aeb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:47.285598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533e3a-34d6-4b77-be60-8ee3c75c100f req-51cddbb0-4952-4952-860a-976f81a2122c tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:47.294722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37533e3a-34d6-4b77-be60-8ee3c75c100f req-51cddbb0-4952-4952-860a-976f81a2122c tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.0723708 Feb 03 21:42:47.358699 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Publish callbacks [] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:47.361371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37533e3a-34d6-4b77-be60-8ee3c75c100f req-92a3e12c-66f4-4ce5-b8d6-e52acd3f984a tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583045 Feb 03 21:42:47.367708 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:47.450135 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002396b-9e3c-4466-90ad-49a876ec9243 None None] Pushing event updated for resources: {'Port': ['ID=c235a7c1-ebcd-4a70-a1b8-e055f43eec84,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:47.627757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-079926ab-e66a-4f1c-bbcb-3ecf90aeb51a None None] Current status of the port a7f90d9e-024e-49de-8b24-a795f79421cf is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:47.631050 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-079926ab-e66a-4f1c-bbcb-3ecf90aeb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:47.631383 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Attempting to bind port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:47.632314 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Attempting to bind port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:47.632676 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Attempting to bind port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 on network 2f83f93a-3225-4a43-9e07-27b3e3c95587 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:47.675673 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:47.676137 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Checking segment: {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:47.676552 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:47.686534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-079926ab-e66a-4f1c-bbcb-3ecf90aeb51a None None] For port a7f90d9e-024e-49de-8b24-a795f79421cf, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a7f90d9e-024e-49de-8b24-a795f79421cf,segment=NetworkSegment(5ae4c1a6-62ab-4dfc-8224-2beac92939b2),segment_id=5ae4c1a6-62ab-4dfc-8224-2beac92939b2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:47.688767 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Bound using segment: {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:47.689482 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Bound port: c235a7c1-ebcd-4a70-a1b8-e055f43eec84, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:47.689958 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:47.691951 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-079926ab-e66a-4f1c-bbcb-3ecf90aeb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:47.765809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079926ab-e66a-4f1c-bbcb-3ecf90aeb51a None None] Pushing event updated for resources: {'Port': ['ID=a7f90d9e-024e-49de-8b24-a795f79421cf,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:47.862179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03ccfe-c09e-4897-baec-48af2cec7641 req-65955b97-a5fd-4970-a923-858893953ab0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:47.880373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe03ccfe-c09e-4897-baec-48af2cec7641 req-65955b97-a5fd-4970-a923-858893953ab0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.3128710 Feb 03 21:42:47.928364 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] For port c235a7c1-ebcd-4a70-a1b8-e055f43eec84, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:47.932719 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] For port c235a7c1-ebcd-4a70-a1b8-e055f43eec84, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c235a7c1-ebcd-4a70-a1b8-e055f43eec84,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:47.947585 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:48.020810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-897b681e-de7e-47d0-ba4d-6d6bc9f7a8e1 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0392752 Feb 03 21:42:48.025992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d12b79c6-413f-486b-9a37-f4956526e1f9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:48.046676 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002396b-9e3c-4466-90ad-49a876ec9243 None None] Pushing event updated for resources: {'Port': ['ID=c235a7c1-ebcd-4a70-a1b8-e055f43eec84,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:48.101218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe03ccfe-c09e-4897-baec-48af2cec7641 req-1efd1df5-4b79-4d67-9ea4-d9cbaacf606e tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191916 Feb 03 21:42:48.116991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-293cdb89-0c81-492a-b51f-257e739c1db6 None None] Provisioning complete for port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:48.117686 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293cdb89-0c81-492a-b51f-257e739c1db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:48.125241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74196219-8796-4cba-98b1-73ea1da00680 req-aad46f91-612e-4538-9808-796d1b6b6f9c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:48.133412 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:48.134065 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:48.145032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74196219-8796-4cba-98b1-73ea1da00680 req-aad46f91-612e-4538-9808-796d1b6b6f9c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.4713173 Feb 03 21:42:48.146392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:48.181809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d12b79c6-413f-486b-9a37-f4956526e1f9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:48.182721 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:48.281054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-293cdb89-0c81-492a-b51f-257e739c1db6 None None] Current status of the port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:48.282241 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293cdb89-0c81-492a-b51f-257e739c1db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:48.360422 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-22870311-9b17-4b01-8767-c10376d81f9e service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257856 Feb 03 21:42:48.369771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74196219-8796-4cba-98b1-73ea1da00680 req-4dd2c262-23f6-403c-8ff2-a47b3d726065 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234461 Feb 03 21:42:48.401246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-293cdb89-0c81-492a-b51f-257e739c1db6 None None] For port c235a7c1-ebcd-4a70-a1b8-e055f43eec84, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c235a7c1-ebcd-4a70-a1b8-e055f43eec84,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:48.404441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d12b79c6-413f-486b-9a37-f4956526e1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:48.406023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a7f90d9e-024e-49de-8b24-a795f79421cf up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:48.433418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec324b72-e5f6-4209-b638-7ab010f0a080 req-d4f8a1b9-b6fd-4088-ae3a-7d9d4ad8e71b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:48.437760 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293cdb89-0c81-492a-b51f-257e739c1db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:48.440983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec324b72-e5f6-4209-b638-7ab010f0a080 req-d4f8a1b9-b6fd-4088-ae3a-7d9d4ad8e71b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.1581011 Feb 03 21:42:48.483343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:42:48.508217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cdb89-0c81-492a-b51f-257e739c1db6 None None] Pushing event updated for resources: {'Port': ['ID=c235a7c1-ebcd-4a70-a1b8-e055f43eec84,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:48.551351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a7f90d9e-024e-49de-8b24-a795f79421cf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:48.552206 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:48.583626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ee18798-cc39-4dcd-bcf2-b99637304ea8 req-51e56c0f-07cb-47bd-b72d-9a104130a807 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.0685489 Feb 03 21:42:48.589543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aa3150db-69c7-4320-bca4-da85e349eea5 None None] Provisioning complete for port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:48.590246 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa3150db-69c7-4320-bca4-da85e349eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:48.591586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec324b72-e5f6-4209-b638-7ab010f0a080 req-97689502-74ad-4f19-a45f-74e541a8b38f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448724 Feb 03 21:42:48.677505 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:48.739490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aa3150db-69c7-4320-bca4-da85e349eea5 None None] Current status of the port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:48.743840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a7f90d9e-024e-49de-8b24-a795f79421cf is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:48.759532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aa3150db-69c7-4320-bca4-da85e349eea5 None None] Provisioning complete for port a7f90d9e-024e-49de-8b24-a795f79421cf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:48.760295 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa3150db-69c7-4320-bca4-da85e349eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:48.769609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d37e3-e776-4d59-8ae9-a60576e4fe41 req-85c200c2-6822-425c-a224-9bbb6cd3b823 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:48.779311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c8d37e3-e776-4d59-8ae9-a60576e4fe41 req-85c200c2-6822-425c-a224-9bbb6cd3b823 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.1158082 Feb 03 21:42:48.861058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c8d37e3-e776-4d59-8ae9-a60576e4fe41 req-e0b6b96a-4b81-48b6-bb92-79fb197094bf tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805418 Feb 03 21:42:48.861269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aa3150db-69c7-4320-bca4-da85e349eea5 None None] Current status of the port a7f90d9e-024e-49de-8b24-a795f79421cf is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:48.938738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-2ee84cba-c253-48ba-8bc0-b3e09640e208 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:48.940553 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-2ee84cba-c253-48ba-8bc0-b3e09640e208 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 807 time: 0.2057519 Feb 03 21:42:48.964277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Request body: {'port': {'device_id': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952', 'admin_state_up': True, 'tenant_id': 'b2166eece056406097c00f535cedae9a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:49.004197 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:47Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:49.006399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dcc95-fda0-478d-a36c-45f3e2b12213 req-fc7fb919-f198-48cd-ba39-8cab586e5257 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:49.025535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a55dcc95-fda0-478d-a36c-45f3e2b12213 req-fc7fb919-f198-48cd-ba39-8cab586e5257 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.0799553 Feb 03 21:42:49.028077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:49.032977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3807d534-b728-4dfc-8095-56f417dc88c7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Request body: {'floatingip': {'port_id': '196fdef3-bd69-425c-b364-b2ee2e12b9c4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:49.069613 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab4f68-682b-464c-8a47-832b7aa62b27 None None] The sync data for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 is: [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:47Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:42:49.086082 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3807d534-b728-4dfc-8095-56f417dc88c7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for floatingip (f6a6797b-8335-4501-8333-cbbd83f3ca11), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:49.166171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:42:49.177663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Sync routers for ids ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:42:49.191091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-10627d3f-f3c5-4dcd-85d8-cc24bcc06ae4 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:49.193147 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-10627d3f-f3c5-4dcd-85d8-cc24bcc06ae4 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.2461505 Feb 03 21:42:49.195836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Made reservation on behalf of b2166eece056406097c00f535cedae9a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:42:49.199540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:49.205558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Routers {'5eacdb8a-aba4-4dd7-868a-e899f4299f8e'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:49.206286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:49.274108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:49.278788 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c38d5b4f-8289-4722-8719-f52694d23e68 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7294114 Feb 03 21:42:49.278980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:42:49.445161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af46e64-d9bc-4d25-af83-4fabfe4a457e req-4259a8e4-99b2-416a-92bf-ed21160c2fa0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:49.453824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Set router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:49.460364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5af46e64-d9bc-4d25-af83-4fabfe4a457e req-4259a8e4-99b2-416a-92bf-ed21160c2fa0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.2308080 Feb 03 21:42:49.809633 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c235a7c1-ebcd-4a70-a1b8-e055f43eec84 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:49.847819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Allocated IP 172.20.0.13 (5509033c-b538-4663-b03d-3fd1625d3952/006b000b-c01c-467d-a969-cee025b35b98/823701ad-f3cc-462c-9c54-c1e7fb2bad54) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:49.934506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-3c65b2ff-3b4c-40ee-8258-8ed7a34ca197 service neutron] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:49.982715 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-3c65b2ff-3b4c-40ee-8258-8ed7a34ca197 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:49.984320 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1aa79ee6-45a3-4abf-bb06-37d361bc47c3 req-3c65b2ff-3b4c-40ee-8258-8ed7a34ca197 service neutron] 10.222.0.47 "DELETE /v2.0/ports/c07f34bb-b3fd-421e-b8d0-fb7097ce2866/bindings/n-h1-824834-9 HTTP/1.1" status: 204 len: 173 time: 0.7813072 Feb 03 21:42:50.322320 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks [] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:50.389859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:50.391274 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:50.434168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:50.484283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['b0359acf-a1e2-4a59-ade6-2fe9f1e84012'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:42:50.489920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Pushing event updated for resources: {'Port': ['ID=823701ad-f3cc-462c-9c54-c1e7fb2bad54,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:50.519937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3807d534-b728-4dfc-8095-56f417dc88c7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:50.546744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3807d534-b728-4dfc-8095-56f417dc88c7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (f6a6797b-8335-4501-8333-cbbd83f3ca11), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:50.548043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Network 5509033c-b538-4663-b03d-3fd1625d3952 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:50.572303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:50.587607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:50.649181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:50.649818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:50.661979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5af46e64-d9bc-4d25-af83-4fabfe4a457e req-4bbcca28-d0ba-43d4-9942-24956e1962f9 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2006223 Feb 03 21:42:50.718910 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-e253834a-f96c-47e4-bb64-b97dbc17c862 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7606499 Feb 03 21:42:50.747609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Request body: {'port': {'device_id': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:42:50.775293 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:50.777258 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-3807d534-b728-4dfc-8095-56f417dc88c7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Floating IP f6a6797b-8335-4501-8333-cbbd83f3ca11 associated. External IP: 172.25.5.178, port: 196fdef3-bd69-425c-b364-b2ee2e12b9c4. Feb 03 21:42:50.858986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:44Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 3, 'project_id': '04de019f176c4134a33a97ed56957025', 'gw_port': {'id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:45Z', 'updated_at': '2022-02-03T21:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:50.898809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Checking router: 5eacdb8a-aba4-4dd7-868a-e899f4299f8e for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:42:50.899131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Updating router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:42:50.932433 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:50.934037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:50.935109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a7f90d9e-024e-49de-8b24-a795f79421cf up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:50.941635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.026344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe4dd6-c2c2-44b6-bac0-57439b2ac643 req-35ef381d-7fb8-4d06-a7ee-9f11d1e34b22 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:51.028995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-edfe4dd6-c2c2-44b6-bac0-57439b2ac643 req-35ef381d-7fb8-4d06-a7ee-9f11d1e34b22 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.5022991 Feb 03 21:42:51.047270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a7f90d9e-024e-49de-8b24-a795f79421cf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:51.048032 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.260013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823701ad-f3cc-462c-9c54-c1e7fb2bad54 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:42:51.267786 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Publish callbacks [] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.281225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Transition to ACTIVE for port object 823701ad-f3cc-462c-9c54-c1e7fb2bad54 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:42:51.293011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.366521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70623711-7bab-4f7e-9dff-8f44c2fb9bda req-b0fc4212-8987-42d6-9eb7-d491ab9dbc63 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:51.369327 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70623711-7bab-4f7e-9dff-8f44c2fb9bda req-b0fc4212-8987-42d6-9eb7-d491ab9dbc63 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 932 time: 0.3384857 Feb 03 21:42:51.390688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-edfe4dd6-c2c2-44b6-bac0-57439b2ac643 req-3eb6a512-8fd8-494f-9ab0-0205600fa7e5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485587 Feb 03 21:42:51.482953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Pushing event updated for resources: {'Port': ['ID=823701ad-f3cc-462c-9c54-c1e7fb2bad54,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:51.504129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70623711-7bab-4f7e-9dff-8f44c2fb9bda req-80629a89-f877-4f3e-a989-f556426d43b4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191952 Feb 03 21:42:51.579834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Allocated IP 172.20.0.1 (cc1c07ed-5931-433f-9580-e1f903fd89aa/adcbe575-f757-431d-8632-deb088845bd2/2c9d1747-d879-434d-8514-9b6b1a7f06c4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:42:51.602310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a7f90d9e-024e-49de-8b24-a795f79421cf is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:51.606389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3807d534-b728-4dfc-8095-56f417dc88c7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Router 43ac9eef-3c9a-491b-b85c-048649c097ab has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:42:51.613961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:51.614615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:51.615188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:51.630207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:42:51.630843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:51.635289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044f074-d59b-49b2-b4a9-24db42103e6b req-1e6b05e3-278f-422f-80fd-f9fa8865dd4c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:51.637977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2044f074-d59b-49b2-b4a9-24db42103e6b req-1e6b05e3-278f-422f-80fd-f9fa8865dd4c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.1168270 Feb 03 21:42:51.693233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:51.709651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:51.710149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:51.711147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Bound port: 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:51.713451 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.847375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3807d534-b728-4dfc-8095-56f417dc88c7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:42:51.855301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3807d534-b728-4dfc-8095-56f417dc88c7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.868853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:51.872180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:51.878403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Publish callbacks [] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.890794 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] Sync routers for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:42:51.892750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.930757 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:51.932136 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:51.953713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:51.955175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.956711 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] 10.222.0.47 "PUT /v2.0/ports/823701ad-f3cc-462c-9c54-c1e7fb2bad54 HTTP/1.1" status: 200 len: 1092 time: 1.2261791 Feb 03 21:42:51.957294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:51.960476 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad48202-e4de-439e-b33f-b64786b9dada" -d '{"events": [{"name": "network-changed", "server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:51.962209 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Publish callbacks [] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:51.965705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2044f074-d59b-49b2-b4a9-24db42103e6b req-de0bd93e-7909-4333-ad30-fea025efbde3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130949 Feb 03 21:42:51.988143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3807d534-b728-4dfc-8095-56f417dc88c7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "PUT /v2.0/floatingips/f6a6797b-8335-4501-8333-cbbd83f3ca11 HTTP/1.1" status: 200 len: 991 time: 2.9562869 Feb 03 21:42:51.988143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'tag': '196fdef3-bd69-425c-b364-b2ee2e12b9c4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:42:51.989870 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ac1b93-2183-4997-b4e4-030337d997e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5", "tag": "196fdef3-bd69-425c-b364-b2ee2e12b9c4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:42:51.993055 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:52.005803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:52.022610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7063ce-b54b-4e14-824d-c11be09e5aaa req-3f8b95b5-4626-4eaf-b844-92f8ec976412 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:52.025264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b7063ce-b54b-4e14-824d-c11be09e5aaa req-3f8b95b5-4626-4eaf-b844-92f8ec976412 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.1732917 Feb 03 21:42:52.028322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b434d86-02b2-4ac4-ac9e-6a51f557ebb5 service neutron] Pushing event updated for resources: {'Port': ['ID=823701ad-f3cc-462c-9c54-c1e7fb2bad54,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:52.087390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Network cc1c07ed-5931-433f-9580-e1f903fd89aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:52.088328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Pushing event updated for resources: {'Port': ['ID=2c9d1747-d879-434d-8514-9b6b1a7f06c4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:52.092225 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79662ae5-92e6-44c3-863b-6fd4ab346f50 x-openstack-request-id: req-79662ae5-92e6-44c3-863b-6fd4ab346f50 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:52.092225 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:52.092579 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79662ae5-92e6-44c3-863b-6fd4ab346f50 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:52.093162 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54', 'status': 'completed', 'code': 200} Feb 03 21:42:52.102077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b7063ce-b54b-4e14-824d-c11be09e5aaa req-11438c2d-3fbf-42ae-8d06-c81272bd9c21 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714865 Feb 03 21:42:52.110922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:52.113722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:42:52.145354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde0da4-4e4c-4994-b3e9-5493082a3018 None None] Pushing event updated for resources: {'Port': ['ID=6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:52.167653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:52.174338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-6b5bf56c-f3d0-420a-92a4-85244fdea70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:52.176402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-6b5bf56c-f3d0-420a-92a4-85244fdea70b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 1126 time: 0.1600084 Feb 03 21:42:52.191054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Attempting to bind port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:52.193991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Attempting to bind port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:52.194757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Attempting to bind port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:52.209240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:52.210517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:52.211721 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:52.212942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:52.215237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Bound port: 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:52.215937 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:52.239993 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:52.257545 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dae52fb-b5ce-427d-91e4-2c1760879e72 x-openstack-request-id: req-5dae52fb-b5ce-427d-91e4-2c1760879e72 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:42:52.258104 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5", "tag": "196fdef3-bd69-425c-b364-b2ee2e12b9c4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:42:52.262126 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5dae52fb-b5ce-427d-91e4-2c1760879e72 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:42:52.262812 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'tag': '196fdef3-bd69-425c-b364-b2ee2e12b9c4', 'status': 'completed', 'code': 200} Feb 03 21:42:52.330902 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-6c998736-2d14-443e-a143-4a9e0a21d119 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54 HTTP/1.1" status: 200 len: 217 time: 0.1010532 Feb 03 21:42:52.350268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] For port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:52.353737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] For port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:52.373776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:52.415722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-3e219418-6f3c-40b7-a3aa-487d188127f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:52.417584 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-3e219418-6f3c-40b7-a3aa-487d188127f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0756342 Feb 03 21:42:52.452930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Routers {'5eacdb8a-aba4-4dd7-868a-e899f4299f8e'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:52.453634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:52.502867 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-aeb10529-093b-439e-8162-66f02a100eac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723858 Feb 03 21:42:52.551698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50866-4dbf-4a6e-a2bc-f86dbb951f0b req-fa780f72-0f71-4b19-a164-72b7bcaf1268 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:52.554021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35e50866-4dbf-4a6e-a2bc-f86dbb951f0b req-fa780f72-0f71-4b19-a164-72b7bcaf1268 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.2892249 Feb 03 21:42:52.557489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-615adf45-16f7-486c-87b8-3e3d01e2dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:52.559053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-615adf45-16f7-486c-87b8-3e3d01e2dc39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a1c494627a14b55b0ce469afb2dcb96&device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 1127 time: 0.2681868 Feb 03 21:42:52.609952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] Set router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:52.644290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cec89-78f9-4180-a32d-fd6757b5eb04 req-6fac20a0-453a-4e66-b291-0a4c4110058e tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:52.645844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f6cec89-78f9-4180-a32d-fd6757b5eb04 req-6fac20a0-453a-4e66-b291-0a4c4110058e tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1127 time: 0.2052951 Feb 03 21:42:52.668434 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'f6a6797b-8335-4501-8333-cbbd83f3ca11', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'port_id': '196fdef3-bd69-425c-b364-b2ee2e12b9c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'mac_address': 'fa:16:3e:7d:a6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:42:25Z', 'updated_at': '2022-02-03T21:42:50Z', 'revision_number': 1, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e038f6c-4bc0-4efa-8dcd-c0575cac1776', 'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'mac_address': 'fa:16:3e:5d:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:15Z', 'updated_at': '2022-02-03T21:42:21Z', 'revision_number': 5, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'subnets': [{'id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:52.705990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35e50866-4dbf-4a6e-a2bc-f86dbb951f0b req-b320129f-4d30-44b0-975c-15eec16ca350 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458156 Feb 03 21:42:52.735070 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] Checking router: 43ac9eef-3c9a-491b-b85c-048649c097ab for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:42:52.745950 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:52.746717 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:52.767577 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-54a4dde1-d1bb-4a8c-8d5f-fa0c0040cdd4 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241075 Feb 03 21:42:52.768675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:52.787062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-20cf8a23-63d8-4192-9c2b-8cb70e82a1e6 None None] Provisioning complete for port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:52.788714 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20cf8a23-63d8-4192-9c2b-8cb70e82a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:52.796661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f6cec89-78f9-4180-a32d-fd6757b5eb04 req-2510709b-65ba-472f-bb4b-9510fd06ee06 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365790 Feb 03 21:42:52.804305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-f4bb18fd-9095-4905-a2fa-7d8d516022b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:52.807148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-f4bb18fd-9095-4905-a2fa-7d8d516022b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=991280d3-1d30-4f26-9862-116470f80a23 HTTP/1.1" status: 200 len: 912 time: 0.2270122 Feb 03 21:42:52.884670 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-57e04727-bc4d-4fea-9840-96c3dc9f5794 req-062cc97d-b58b-47af-9ef9-2a33ace5502a service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070192 Feb 03 21:42:52.937913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde0da4-4e4c-4994-b3e9-5493082a3018 None None] Pushing event updated for resources: {'Port': ['ID=6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:52.953619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-20cf8a23-63d8-4192-9c2b-8cb70e82a1e6 None None] Port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:42:52.995451 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:53.053898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:44Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 3, 'project_id': '04de019f176c4134a33a97ed56957025', 'gw_port': {'id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:45Z', 'updated_at': '2022-02-03T21:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:53.078815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad48202-e4de-439e-b33f-b64786b9dada req-be13e454-2d3f-4014-9d48-931b054ae015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:53.080371 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4ad48202-e4de-439e-b33f-b64786b9dada req-be13e454-2d3f-4014-9d48-931b054ae015 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 1126 time: 0.1171227 Feb 03 21:42:53.086322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0a770-5cbc-4e0b-afa5-3214e19a2485 None None] The sync data for ids ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'] in n-d-824834-9 is: [{'id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:44Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 3, 'project_id': '04de019f176c4134a33a97ed56957025', 'gw_port': {'id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:45Z', 'updated_at': '2022-02-03T21:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:42:53.128388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-369b6012-5961-4d8b-843c-4b2bc04dcedb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196fdef3-bd69-425c-b364-b2ee2e12b9c4 HTTP/1.1" status: 200 len: 999 time: 0.3104012 Feb 03 21:42:53.219840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1f2ce-c555-49f2-958d-f6675af7d3a4 req-9bad2850-8093-4e77-b464-593b7856f985 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:53.221761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ea1f2ce-c555-49f2-958d-f6675af7d3a4 req-9bad2850-8093-4e77-b464-593b7856f985 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.3045173 Feb 03 21:42:53.222134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Publish callbacks [] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:53.241454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda9d5f-fad2-4940-81b2-ecbcde02734f req-0e8c8d36-2b25-4bf2-ac14-c8fc5c426395 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:53.243405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fda9d5f-fad2-4940-81b2-ecbcde02734f req-0e8c8d36-2b25-4bf2-ac14-c8fc5c426395 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.2870605 Feb 03 21:42:53.255554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:53.256851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-6d6f4d24-f717-41bc-be65-51a72429e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:53.258580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-6d6f4d24-f717-41bc-be65-51a72429e801 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06405367-f5b9-42c3-9bdf-5d11eba60aff HTTP/1.1" status: 200 len: 850 time: 0.1271868 Feb 03 21:42:53.340650 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'f6a6797b-8335-4501-8333-cbbd83f3ca11', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'port_id': '196fdef3-bd69-425c-b364-b2ee2e12b9c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'mac_address': 'fa:16:3e:7d:a6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:42:25Z', 'updated_at': '2022-02-03T21:42:50Z', 'revision_number': 1, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e038f6c-4bc0-4efa-8dcd-c0575cac1776', 'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'mac_address': 'fa:16:3e:5d:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:15Z', 'updated_at': '2022-02-03T21:42:21Z', 'revision_number': 5, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'subnets': [{'id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:53.357686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ea1f2ce-c555-49f2-958d-f6675af7d3a4 req-4ef3ecb3-4e1c-4383-bee2-1fef93e8a5b6 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292958 Feb 03 21:42:53.369261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fda9d5f-fad2-4940-81b2-ecbcde02734f req-90b2e540-e344-4848-bfaa-d0d114fd3322 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157022 Feb 03 21:42:53.392398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-ed16091a-6224-4d04-a79a-8c373cb6612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:53.393945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-ed16091a-6224-4d04-a79a-8c373cb6612f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=991280d3-1d30-4f26-9862-116470f80a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1267247 Feb 03 21:42:53.423334 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed6c10b-05f0-455c-be8a-87849c3e253d None None] The sync data for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 is: [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'f6a6797b-8335-4501-8333-cbbd83f3ca11', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'port_id': '196fdef3-bd69-425c-b364-b2ee2e12b9c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'mac_address': 'fa:16:3e:7d:a6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:42:25Z', 'updated_at': '2022-02-03T21:42:50Z', 'revision_number': 1, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e038f6c-4bc0-4efa-8dcd-c0575cac1776', 'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'mac_address': 'fa:16:3e:5d:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:15Z', 'updated_at': '2022-02-03T21:42:21Z', 'revision_number': 5, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'subnets': [{'id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:42:53.526774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6262186f-0b3b-4aa7-9341-c265bedeb241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:53.678092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-ab66c2c1-551d-4eed-bb4f-1b2c25eedc16 service neutron] 10.222.0.10 "GET /v2.0/networks/991280d3-1d30-4f26-9862-116470f80a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772827 Feb 03 21:42:53.686696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bec145-9e51-4048-b7dc-7dc8425bd558 req-dae4b663-7619-4857-a615-f946c42ea652 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:53.693619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24bec145-9e51-4048-b7dc-7dc8425bd558 req-dae4b663-7619-4857-a615-f946c42ea652 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.1964357 Feb 03 21:42:53.764654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Pushing event updated for resources: {'Port': ['ID=2c9d1747-d879-434d-8514-9b6b1a7f06c4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:53.774154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad48202-e4de-439e-b33f-b64786b9dada req-8163455c-174c-4535-92e9-846b15d50863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:53.775924 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4ad48202-e4de-439e-b33f-b64786b9dada req-8163455c-174c-4535-92e9-846b15d50863 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.6878910 Feb 03 21:42:53.799395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d91e2-4f1d-4f77-b5f8-26ffd6afb8fe req-7813030a-4bad-4749-aac2-78c668d1986b tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:53.807288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d04d91e2-4f1d-4f77-b5f8-26ffd6afb8fe req-7813030a-4bad-4749-aac2-78c668d1986b tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 1127 time: 0.2866921 Feb 03 21:42:53.856629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:53.876944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4ad48202-e4de-439e-b33f-b64786b9dada req-a20ee413-f302-4a15-8d5f-e1121505157c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54 HTTP/1.1" status: 200 len: 217 time: 0.0950177 Feb 03 21:42:53.912168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:53.913748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10271d87-3ba2-4833-a8df-a2b8e74d252d None None] New status for floating IP f6a6797b-8335-4501-8333-cbbd83f3ca11: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:42:53.937586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24bec145-9e51-4048-b7dc-7dc8425bd558 req-0964c731-8464-4060-9d4f-94f0da6ad2ae tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429521 Feb 03 21:42:53.976050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad48202-e4de-439e-b33f-b64786b9dada req-88cf78e8-ed48-4bc8-a267-85aa318d94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:53.978604 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4ad48202-e4de-439e-b33f-b64786b9dada req-88cf78e8-ed48-4bc8-a267-85aa318d94b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0876391 Feb 03 21:42:54.019830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d04d91e2-4f1d-4f77-b5f8-26ffd6afb8fe req-72711075-08f9-403f-bb50-77ab5abc9b6f tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114644 Feb 03 21:42:54.033243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58ac1b93-2183-4997-b4e4-030337d997e6 req-feda3d71-6781-4e1c-805b-035128bc8d2a service neutron] 10.222.0.10 "GET /v2.0/networks/991280d3-1d30-4f26-9862-116470f80a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374138 Feb 03 21:42:54.172401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f36bd-189d-45fa-bc5b-25708370e040 req-3f2058ae-3215-460f-ab01-1a786a27dd86 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:54.174723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Network cc1c07ed-5931-433f-9580-e1f903fd89aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:42:54.177447 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4ad48202-e4de-439e-b33f-b64786b9dada req-88caaeeb-9487-4796-b9f2-0a831bea1abc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859461 Feb 03 21:42:54.179342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:42:54.182733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae2f36bd-189d-45fa-bc5b-25708370e040 req-3f2058ae-3215-460f-ab01-1a786a27dd86 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.1269803 Feb 03 21:42:54.267652 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:54.278173 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:54.279581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:54.279946 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:54.307031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae2f36bd-189d-45fa-bc5b-25708370e040 req-563feb53-66ee-44c0-8fed-3ad9c20a2e2d tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211030 Feb 03 21:42:54.385255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:54.385897 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:54.413628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:54.432769 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:54.447620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:42:54.564490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:54.604278 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4ad48202-e4de-439e-b33f-b64786b9dada req-de478d56-e4c5-467d-ad08-bbfea2b08c0a service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009252 Feb 03 21:42:54.656548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dce89c-1e57-4696-99c7-5f5954234c49 req-57e5b9f3-ed06-48dc-8185-7e9068dbc446 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:54.658319 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2dce89c-1e57-4696-99c7-5f5954234c49 req-57e5b9f3-ed06-48dc-8185-7e9068dbc446 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.1189108 Feb 03 21:42:54.666240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92cbdf-e494-43cd-9f78-5d1899ba1aea req-43e26189-bb59-4c4a-ad9a-ac6e34e85a33 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:54.667873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e92cbdf-e494-43cd-9f78-5d1899ba1aea req-43e26189-bb59-4c4a-ad9a-ac6e34e85a33 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.1412480 Feb 03 21:42:54.695350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-14baa668-b7ab-43a0-824a-d5a32e17951c None None] Provisioning complete for port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:54.695884 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14baa668-b7ab-43a0-824a-d5a32e17951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:54.720709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:42:54.735074 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-295c360f-cb97-4ed7-9309-32542c43122b admin admin] 10.222.0.50 "PUT /v2.0/routers/5eacdb8a-aba4-4dd7-868a-e899f4299f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4457595 Feb 03 21:42:54.777654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e92cbdf-e494-43cd-9f78-5d1899ba1aea req-ae14d827-bb9a-413a-a0ce-2088ad6e3f02 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020544 Feb 03 21:42:54.789570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2dce89c-1e57-4696-99c7-5f5954234c49 req-ae4808ef-6df0-4da5-9806-e1aa5a1389e7 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205225 Feb 03 21:42:54.792989 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4ad48202-e4de-439e-b33f-b64786b9dada req-5634307d-6226-40ea-9795-3e6edae68b44 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800990 Feb 03 21:42:54.932741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-14baa668-b7ab-43a0-824a-d5a32e17951c None None] Port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:42:55.059174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df8a92-d33d-4798-b2eb-184fb37a0767 req-e8a50af3-561f-4dd2-979b-8414229d8541 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:55.060672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27df8a92-d33d-4798-b2eb-184fb37a0767 req-e8a50af3-561f-4dd2-979b-8414229d8541 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0562515 Feb 03 21:42:55.112163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27df8a92-d33d-4798-b2eb-184fb37a0767 req-780dc2fd-fdb3-4ec3-9b4d-b0a72457ecb2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Feb 03 21:42:55.411367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91109bf-a1e8-4aaa-b9c3-6d6b17f29eb2 req-8dca746f-8553-4b10-854a-8bf32b9b102c tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:55.412888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a91109bf-a1e8-4aaa-b9c3-6d6b17f29eb2 req-8dca746f-8553-4b10-854a-8bf32b9b102c tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.0545130 Feb 03 21:42:55.461448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a91109bf-a1e8-4aaa-b9c3-6d6b17f29eb2 req-0d6e004c-1956-4020-b567-6443f6e7281b tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Feb 03 21:42:55.578177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4c33f-63e1-4ddb-b425-f674bbf50cb0 req-01254970-87e0-453f-addf-76aa04327df3 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:55.579692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2c4c33f-63e1-4ddb-b425-f674bbf50cb0 req-01254970-87e0-453f-addf-76aa04327df3 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.0521357 Feb 03 21:42:55.636585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2c4c33f-63e1-4ddb-b425-f674bbf50cb0 req-f2866dea-6951-4771-a402-79b425e9b1df tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488696 Feb 03 21:42:55.708941 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ddb327f-f6e5-42d0-9e6f-984f8b1e6b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:55.724639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:55.776226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:55.776610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:55.889155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:55.941769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00626fd-57ae-406e-93cf-42b00b3d5945 req-8b5275ea-9ca8-420e-958c-0ff0630bf6b2 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:55.943478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f00626fd-57ae-406e-93cf-42b00b3d5945 req-8b5275ea-9ca8-420e-958c-0ff0630bf6b2 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0629866 Feb 03 21:42:55.993557 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Sync routers for ids ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:42:56.008057 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Routers {'5eacdb8a-aba4-4dd7-868a-e899f4299f8e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:56.009376 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:56.041048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f00626fd-57ae-406e-93cf-42b00b3d5945 req-dc8f24ed-04e5-4498-9796-02cb64d3482e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682392 Feb 03 21:42:56.119174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6656b-8161-40dd-9ed8-5baaa0aa279a req-1067e16e-cbf5-4a87-9372-90805d05d03b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:56.121002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ab6656b-8161-40dd-9ed8-5baaa0aa279a req-1067e16e-cbf5-4a87-9372-90805d05d03b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0537679 Feb 03 21:42:56.131956 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Set router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:56.193126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ab6656b-8161-40dd-9ed8-5baaa0aa279a req-7ad227c6-7596-41c5-ba6f-11b611c549e1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657229 Feb 03 21:42:56.254945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2aa6f-360b-4ec2-9581-84d34bcbc9bc req-12e8db31-8268-486a-9c14-8d1a7470814f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:56.256457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46a2aa6f-360b-4ec2-9581-84d34bcbc9bc req-12e8db31-8268-486a-9c14-8d1a7470814f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0618217 Feb 03 21:42:56.305353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46a2aa6f-360b-4ec2-9581-84d34bcbc9bc req-8d70279d-40e9-4359-a0d3-d807852fd761 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Feb 03 21:42:56.340270 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:44Z', 'updated_at': '2022-02-03T21:42:52Z', 'revision_number': 4, 'project_id': '04de019f176c4134a33a97ed56957025', 'gw_port': {'id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:45Z', 'updated_at': '2022-02-03T21:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c9d1747-d879-434d-8514-9b6b1a7f06c4', 'name': '', 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'mac_address': 'fa:16:3e:db:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'adcbe575-f757-431d-8632-deb088845bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:50Z', 'updated_at': '2022-02-03T21:42:52Z', 'revision_number': 2, 'project_id': '04de019f176c4134a33a97ed56957025', 'subnets': [{'id': 'adcbe575-f757-431d-8632-deb088845bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:56.365585 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Checking router: 5eacdb8a-aba4-4dd7-868a-e899f4299f8e for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:42:56.365941 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Updating router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:42:56.393669 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:56.749245 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Publish callbacks [] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:56.753669 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:56.803579 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e6020-3e0c-4d97-91d6-10a8149823a2 None None] Pushing event updated for resources: {'Port': ['ID=2c9d1747-d879-434d-8514-9b6b1a7f06c4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:56.840032 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:56.867567 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Attempting to bind port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:42:56.867942 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Attempting to bind port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '5ae4c1a6-62ab-4dfc-8224-2beac92939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:42:56.868307 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Attempting to bind port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 on network cc1c07ed-5931-433f-9580-e1f903fd89aa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:42:56.873707 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:42:56.874079 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Checking segment: {'id': '5ae4c1a6-62ab-4dfc-8224-2beac92939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:42:56.874475 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:56.874864 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Bound using segment: {'id': '5ae4c1a6-62ab-4dfc-8224-2beac92939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:42:56.875338 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Bound port: 2c9d1747-d879-434d-8514-9b6b1a7f06c4, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae4c1a6-62ab-4dfc-8224-2beac92939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:42:56.875711 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:56.946952 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] For port 2c9d1747-d879-434d-8514-9b6b1a7f06c4, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:42:56.950284 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] For port 2c9d1747-d879-434d-8514-9b6b1a7f06c4, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c9d1747-d879-434d-8514-9b6b1a7f06c4,segment=NetworkSegment(5ae4c1a6-62ab-4dfc-8224-2beac92939b2),segment_id=5ae4c1a6-62ab-4dfc-8224-2beac92939b2)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:42:56.957252 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:57.022947 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Routers {'5eacdb8a-aba4-4dd7-868a-e899f4299f8e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:42:57.023583 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:42:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:57.025434 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e6020-3e0c-4d97-91d6-10a8149823a2 None None] Pushing event updated for resources: {'Port': ['ID=2c9d1747-d879-434d-8514-9b6b1a7f06c4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:57.076601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-879b6384-b04c-43db-b551-19b0dbdf2768 None None] Provisioning complete for port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:57.080829 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-879b6384-b04c-43db-b551-19b0dbdf2768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:57.183045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f940cc-b5a2-477d-ae90-bd7ed781e427 req-455b361c-eed9-46fa-91d6-1425b5433385 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:57.185330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73f940cc-b5a2-477d-ae90-bd7ed781e427 req-455b361c-eed9-46fa-91d6-1425b5433385 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0667436 Feb 03 21:42:57.186416 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] Set router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:42:57.215222 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-879b6384-b04c-43db-b551-19b0dbdf2768 None None] Current status of the port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:57.215656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-879b6384-b04c-43db-b551-19b0dbdf2768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:57.300256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-879b6384-b04c-43db-b551-19b0dbdf2768 None None] For port 2c9d1747-d879-434d-8514-9b6b1a7f06c4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c9d1747-d879-434d-8514-9b6b1a7f06c4,segment=NetworkSegment(5ae4c1a6-62ab-4dfc-8224-2beac92939b2),segment_id=5ae4c1a6-62ab-4dfc-8224-2beac92939b2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:42:57.302327 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73f940cc-b5a2-477d-ae90-bd7ed781e427 req-68ca4a27-8fa3-4f84-b94a-707730ebeb86 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071262 Feb 03 21:42:57.319324 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-879b6384-b04c-43db-b551-19b0dbdf2768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:57.373504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198877d-bf64-490d-b599-3ee077f35e42 req-db07de95-2a50-43d9-b391-9ea1349e9ba0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:57.375555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7198877d-bf64-490d-b599-3ee077f35e42 req-db07de95-2a50-43d9-b391-9ea1349e9ba0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0950689 Feb 03 21:42:57.443582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b6384-b04c-43db-b551-19b0dbdf2768 None None] Pushing event updated for resources: {'Port': ['ID=2c9d1747-d879-434d-8514-9b6b1a7f06c4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:42:57.468512 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1176fee-06a7-495d-859f-04f884491162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:44Z', 'updated_at': '2022-02-03T21:42:52Z', 'revision_number': 4, 'project_id': '04de019f176c4134a33a97ed56957025', 'gw_port': {'id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:45Z', 'updated_at': '2022-02-03T21:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c9d1747-d879-434d-8514-9b6b1a7f06c4', 'name': '', 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'mac_address': 'fa:16:3e:db:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'adcbe575-f757-431d-8632-deb088845bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:50Z', 'updated_at': '2022-02-03T21:42:56Z', 'revision_number': 4, 'project_id': '04de019f176c4134a33a97ed56957025', 'subnets': [{'id': 'adcbe575-f757-431d-8632-deb088845bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:42:57.473930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0f08a7fe-8f73-436d-9e92-187887fbc416 None None] Provisioning complete for port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:57.474519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f08a7fe-8f73-436d-9e92-187887fbc416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:57.492489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7198877d-bf64-490d-b599-3ee077f35e42 req-15ef892c-6a4b-4704-a9e2-20e929b45b7b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093068 Feb 03 21:42:57.510550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96948-e1f2-4f01-a5a3-424240cad8ef req-6b6f5d2c-662d-418e-9976-22dbc858095a tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:57.513847 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1176fee-06a7-495d-859f-04f884491162 None None] The sync data for ids ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'] in n-d-824834-9 is: [{'id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:44Z', 'updated_at': '2022-02-03T21:42:52Z', 'revision_number': 4, 'project_id': '04de019f176c4134a33a97ed56957025', 'gw_port': {'id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:45Z', 'updated_at': '2022-02-03T21:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c9d1747-d879-434d-8514-9b6b1a7f06c4', 'name': '', 'network_id': 'cc1c07ed-5931-433f-9580-e1f903fd89aa', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'mac_address': 'fa:16:3e:db:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'adcbe575-f757-431d-8632-deb088845bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:50Z', 'updated_at': '2022-02-03T21:42:56Z', 'revision_number': 4, 'project_id': '04de019f176c4134a33a97ed56957025', 'subnets': [{'id': 'adcbe575-f757-431d-8632-deb088845bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:42:57.518950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fee96948-e1f2-4f01-a5a3-424240cad8ef req-6b6f5d2c-662d-418e-9976-22dbc858095a tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0995233 Feb 03 21:42:57.586404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0f08a7fe-8f73-436d-9e92-187887fbc416 None None] Current status of the port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:57.607009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fee96948-e1f2-4f01-a5a3-424240cad8ef req-7913d2ab-0a97-47bc-aeb3-2dbb9763aa54 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869162 Feb 03 21:42:57.771794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c9d1747-d879-434d-8514-9b6b1a7f06c4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:42:57.841301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:42:57.841938 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:57.945529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:42:58.438440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ee4e-df2b-48a0-b3bd-6e1f91f87fa2 req-cb3fc294-a8e3-4d65-b6f3-5a97c6633b6d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:58.439962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d93ee4e-df2b-48a0-b3bd-6e1f91f87fa2 req-cb3fc294-a8e3-4d65-b6f3-5a97c6633b6d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0564048 Feb 03 21:42:58.478003 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:58.498201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d93ee4e-df2b-48a0-b3bd-6e1f91f87fa2 req-9fc31a4e-da60-420e-9db8-2ecffbc89925 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519783 Feb 03 21:42:58.625143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2bf8d-5b4a-4508-a262-90cc5ae12525 req-4ca10d20-05ae-4970-8014-55d159c21dca tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:58.626658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92d2bf8d-5b4a-4508-a262-90cc5ae12525 req-4ca10d20-05ae-4970-8014-55d159c21dca tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0580096 Feb 03 21:42:58.678029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92d2bf8d-5b4a-4508-a262-90cc5ae12525 req-1257a6f4-4f2b-4276-92e6-9cb80c77d211 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455317 Feb 03 21:42:58.745425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81835f-7ebe-4578-b70b-bb1f32d7290a req-1e527d7e-be53-4c49-8f36-540bc3dac612 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:58.746874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e81835f-7ebe-4578-b70b-bb1f32d7290a req-1e527d7e-be53-4c49-8f36-540bc3dac612 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0517993 Feb 03 21:42:58.793508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e81835f-7ebe-4578-b70b-bb1f32d7290a req-660b2ec7-2192-4863-b35b-671c8078a72c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Feb 03 21:42:59.619953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a14346-2ca3-4f55-be97-6669659b8831 req-8cb3aa28-d14e-49f0-9198-78d710120360 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:59.621421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4a14346-2ca3-4f55-be97-6669659b8831 req-8cb3aa28-d14e-49f0-9198-78d710120360 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0553930 Feb 03 21:42:59.667701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4a14346-2ca3-4f55-be97-6669659b8831 req-214c8a7b-2dc8-4ac3-9fd0-570a8d4247a4 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399141 Feb 03 21:42:59.778748 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:42:59.804891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a22a0-316d-4321-a6cb-de395b5ab7e6 req-bbfcf9dd-eaa4-447f-8357-d5f06d5b3761 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:59.806399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-888a22a0-316d-4321-a6cb-de395b5ab7e6 req-bbfcf9dd-eaa4-447f-8357-d5f06d5b3761 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0608978 Feb 03 21:42:59.859830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-888a22a0-316d-4321-a6cb-de395b5ab7e6 req-5cd49243-cddf-4214-a3f9-00cfe8cb04cb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Feb 03 21:42:59.920333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727fadb-5422-4f99-9f59-36ea6900ea27 req-2fc37394-53a3-4c92-967f-35a4b6977c31 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:42:59.921833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a727fadb-5422-4f99-9f59-36ea6900ea27 req-2fc37394-53a3-4c92-967f-35a4b6977c31 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0583177 Feb 03 21:42:59.976067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a727fadb-5422-4f99-9f59-36ea6900ea27 req-458eef43-4551-482b-9c37-cd67dbd1d853 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483153 Feb 03 21:43:00.865191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163b7f9-5f7d-43e6-940a-f6453df75b2c req-4e1cc5f6-8a55-46d8-88c7-0eabea3de834 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:00.868203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e163b7f9-5f7d-43e6-940a-f6453df75b2c req-4e1cc5f6-8a55-46d8-88c7-0eabea3de834 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.1048162 Feb 03 21:43:00.935822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e163b7f9-5f7d-43e6-940a-f6453df75b2c req-047fb4bf-640f-4e19-8465-4065a698625e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603921 Feb 03 21:43:01.130401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1f22d-3fcf-4478-846b-48e4a894b5d5 req-5caac433-9a93-46da-a031-40fc4f0b34c2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:01.142105 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e1f22d-3fcf-4478-846b-48e4a894b5d5 req-5caac433-9a93-46da-a031-40fc4f0b34c2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.1314149 Feb 03 21:43:01.230188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e1f22d-3fcf-4478-846b-48e4a894b5d5 req-0d56cce9-43b2-440b-919d-f640808d62bd tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871317 Feb 03 21:43:01.244286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0e2cd-17cd-4bea-afcb-75de15e3331b req-cae5e759-a783-4926-9732-17926ce7e217 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:01.245903 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebe0e2cd-17cd-4bea-afcb-75de15e3331b req-cae5e759-a783-4926-9732-17926ce7e217 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0907242 Feb 03 21:43:01.325786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebe0e2cd-17cd-4bea-afcb-75de15e3331b req-791ef2a9-68cd-401d-a8bb-6ec9587c7b0d tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735943 Feb 03 21:43:01.507192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c601d3-7748-4bf1-ac0f-5ce65ae00de4 req-1c6833c2-aada-4a12-9c98-75a09697fbdf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:01.508801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7c601d3-7748-4bf1-ac0f-5ce65ae00de4 req-1c6833c2-aada-4a12-9c98-75a09697fbdf tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 946 time: 0.0605354 Feb 03 21:43:01.568823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7c601d3-7748-4bf1-ac0f-5ce65ae00de4 req-8f68fb66-3e23-4a51-8a58-30b797fc80cc tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520225 Feb 03 21:43:02.072538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96bc64-8c78-4694-b855-dd4119f2de0f req-0b626e8f-3356-459d-bf3a-a26812e0b2ec tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:02.074137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae96bc64-8c78-4694-b855-dd4119f2de0f req-0b626e8f-3356-459d-bf3a-a26812e0b2ec tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0629575 Feb 03 21:43:02.141505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae96bc64-8c78-4694-b855-dd4119f2de0f req-553069d0-616b-4819-8a53-3731ae04a2c9 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611634 Feb 03 21:43:02.361169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359d297-46fa-4fe9-b37f-13e9398e17f1 req-e563dbdc-1751-4e56-b1fa-de68724bac4a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:02.368224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b359d297-46fa-4fe9-b37f-13e9398e17f1 req-e563dbdc-1751-4e56-b1fa-de68724bac4a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0676174 Feb 03 21:43:02.433977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b359d297-46fa-4fe9-b37f-13e9398e17f1 req-c0f32f36-4bca-44d0-9e60-b6e9edd54e4d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648093 Feb 03 21:43:02.524887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c882a4a-8747-4846-a4f5-aa424c722ecb req-552d81d0-8de3-462d-a940-8d82e5b2ac7b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:02.526591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c882a4a-8747-4846-a4f5-aa424c722ecb req-552d81d0-8de3-462d-a940-8d82e5b2ac7b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0606921 Feb 03 21:43:02.579495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c882a4a-8747-4846-a4f5-aa424c722ecb req-8e07524b-2ba2-48a1-8a34-19a6897f8f6d tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473380 Feb 03 21:43:02.697865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9e593-0f71-4afa-8f9e-2e1a5cbec5ed req-c83aabcc-cae9-4d6e-a0b2-34956bb44c48 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:02.699304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eff9e593-0f71-4afa-8f9e-2e1a5cbec5ed req-c83aabcc-cae9-4d6e-a0b2-34956bb44c48 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 946 time: 0.0551424 Feb 03 21:43:02.750568 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eff9e593-0f71-4afa-8f9e-2e1a5cbec5ed req-0fea6142-1f72-41dd-a242-e9189d8f2efc tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453181 Feb 03 21:43:03.285384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4cd08-7b7a-4acd-a57f-aa2fa9e31baa req-50c61c66-89d1-4604-bd49-e8b8c0930cf1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:03.286927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ec4cd08-7b7a-4acd-a57f-aa2fa9e31baa req-50c61c66-89d1-4604-bd49-e8b8c0930cf1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0606170 Feb 03 21:43:03.341515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ec4cd08-7b7a-4acd-a57f-aa2fa9e31baa req-efe5ab5a-f109-432e-ad0e-1d91d1819393 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467904 Feb 03 21:43:03.505159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-efdb3b3b-7a36-4ac8-bb63-293cc50b0792 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:03.507767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-efdb3b3b-7a36-4ac8-bb63-293cc50b0792 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.10 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 946 time: 0.0736783 Feb 03 21:43:03.587936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-e434eb55-9d00-4420-ab18-8b4fa2e188d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596957 Feb 03 21:43:03.657652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fc003-e92d-462f-98bd-4b1daf865705 req-dddabed1-6d7d-48f5-b6a4-7d2b21d02e26 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:03.659302 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed5fc003-e92d-462f-98bd-4b1daf865705 req-dddabed1-6d7d-48f5-b6a4-7d2b21d02e26 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.1136591 Feb 03 21:43:03.697162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-9f8ba972-7e1f-4ad0-a312-e9aa7dccb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:03.699294 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-9f8ba972-7e1f-4ad0-a312-e9aa7dccb7ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 1126 time: 0.0889022 Feb 03 21:43:03.736639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Deleting port b1db339a-2d47-445c-baad-b43988fb8026 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:03.737196 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b1db339a-2d47-445c-baad-b43988fb8026), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:03.809306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed5fc003-e92d-462f-98bd-4b1daf865705 req-8b3a8f74-da2e-41ee-93d4-22653da4fd37 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386008 Feb 03 21:43:03.820550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba8104-87c1-4c5a-a93f-684d1d7b3ac0 req-0ce4ab97-ab60-4acb-8c02-597955aa84a8 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:03.823717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2ba8104-87c1-4c5a-a93f-684d1d7b3ac0 req-0ce4ab97-ab60-4acb-8c02-597955aa84a8 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.1618700 Feb 03 21:43:03.859391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-9941a180-b37b-4fbe-b62d-923e70f9744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:03.861650 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-9941a180-b37b-4fbe-b62d-923e70f9744f service neutron] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.1407046 Feb 03 21:43:03.908030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2ba8104-87c1-4c5a-a93f-684d1d7b3ac0 req-f3a02813-7119-43e8-aaa2-6474fa53a770 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801945 Feb 03 21:43:03.933062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-5b955e28-6d62-44b4-b7d0-43c808008529 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 200 len: 217 time: 0.0626488 Feb 03 21:43:03.964401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] For port b1db339a-2d47-445c-baad-b43988fb8026, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b1db339a-2d47-445c-baad-b43988fb8026,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:03.964809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b1db339a-2d47-445c-baad-b43988fb8026), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:03.980373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Calling delete_port for b1db339a-2d47-445c-baad-b43988fb8026 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:04.002165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-f260273e-04c0-4722-ba91-611aa1c340bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:04.004150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-f260273e-04c0-4722-ba91-611aa1c340bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0623059 Feb 03 21:43:04.048523 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-c8fb6cde-e9e8-4ab4-9bd1-79897b7a3fce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366380 Feb 03 21:43:04.049903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12345be-f722-4ca0-b5da-51da515ae31c req-480aaa3c-23c8-4d45-89bc-ae4fe7655117 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:04.051643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a12345be-f722-4ca0-b5da-51da515ae31c req-480aaa3c-23c8-4d45-89bc-ae4fe7655117 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/ports?device_id=08391221-1765-49eb-a202-36d0f5922dc2 HTTP/1.1" status: 200 len: 946 time: 0.1406715 Feb 03 21:43:04.135665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a12345be-f722-4ca0-b5da-51da515ae31c req-bed19d9a-f9df-4f16-b40b-fd1c2704942c tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774708 Feb 03 21:43:04.184078 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-43c36f9d-b1c0-463f-a6e7-fa94fa421208 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225848 Feb 03 21:43:04.227659 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b1db339a-2d47-445c-baad-b43988fb8026), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:04.243253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['b1db339a-2d47-445c-baad-b43988fb8026'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:43:04.266374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Pushing event deleted for resources: {'Port': ['ID=b1db339a-2d47-445c-baad-b43988fb8026,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:04.335478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-166450a4-7a3d-4898-bad3-8e50abbf41ba req-3fb66e82-1cd6-4011-a663-b6d4d0181e52 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455307 Feb 03 21:43:04.345997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] No DVR routers for this DVR port b1db339a-2d47-445c-baad-b43988fb8026 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:43:04.348634 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:04.353273 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d7c36f2-6d2f-4b0a-b449-f2801098ba34 req-5745d240-67a1-4de1-a280-16c5bfb20521 tempest-AttachSCSIVolumeTestJSON-1130212734 tempest-AttachSCSIVolumeTestJSON-1130212734-project] 10.222.0.10 "DELETE /v2.0/ports/b1db339a-2d47-445c-baad-b43988fb8026 HTTP/1.1" status: 204 len: 173 time: 0.8389733 Feb 03 21:43:04.353786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08391221-1765-49eb-a202-36d0f5922dc2', 'name': 'network-vif-deleted', 'tag': 'b1db339a-2d47-445c-baad-b43988fb8026'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:04.356453 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36f9371-d887-4807-8c20-fce8488981c3" -d '{"events": [{"server_uuid": "08391221-1765-49eb-a202-36d0f5922dc2", "name": "network-vif-deleted", "tag": "b1db339a-2d47-445c-baad-b43988fb8026"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:04.401109 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a8a3d-0da9-4732-beef-4d6c6062927d x-openstack-request-id: req-8a8a8a3d-0da9-4732-beef-4d6c6062927d {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:43:04.401109 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08391221-1765-49eb-a202-36d0f5922dc2", "name": "network-vif-deleted", "tag": "b1db339a-2d47-445c-baad-b43988fb8026", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:43:04.401109 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a8a8a3d-0da9-4732-beef-4d6c6062927d {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:43:04.401109 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08391221-1765-49eb-a202-36d0f5922dc2', 'name': 'network-vif-deleted', 'tag': 'b1db339a-2d47-445c-baad-b43988fb8026', 'status': 'completed', 'code': 200} Feb 03 21:43:04.506502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f9d67-f802-40b0-9859-930a2b2a1e98 req-482da41f-1c7f-4c1e-b926-63bed47c2515 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:04.509542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b7f9d67-f802-40b0-9859-930a2b2a1e98 req-482da41f-1c7f-4c1e-b926-63bed47c2515 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0659714 Feb 03 21:43:04.567247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b7f9d67-f802-40b0-9859-930a2b2a1e98 req-9c4dfb35-0420-4162-8f3f-79075ff997ae tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498443 Feb 03 21:43:04.983004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cc49e-41f4-4ad8-bc82-0aa6f18dec1e req-1cf9a9de-9e20-4dcf-8d20-74141137ce91 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:04.984542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b45cc49e-41f4-4ad8-bc82-0aa6f18dec1e req-1cf9a9de-9e20-4dcf-8d20-74141137ce91 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0602155 Feb 03 21:43:05.060548 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b45cc49e-41f4-4ad8-bc82-0aa6f18dec1e req-0783a24a-ecd8-423d-9b53-7ed658203c0f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704315 Feb 03 21:43:05.076682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d84fe-90e1-4212-8484-2defaf647472 req-8977dc1e-dfbf-4c97-97a3-39516a98a958 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:05.079037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-832d84fe-90e1-4212-8484-2defaf647472 req-8977dc1e-dfbf-4c97-97a3-39516a98a958 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0742068 Feb 03 21:43:05.129752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-832d84fe-90e1-4212-8484-2defaf647472 req-d42c10eb-a900-44b7-97c1-8b0a3c8d07bc tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Feb 03 21:43:05.728160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c732c8-7645-4f32-9927-a2ce67a4554c req-1c20649d-54bd-479d-b6df-cd8fb5808597 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:05.729824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74c732c8-7645-4f32-9927-a2ce67a4554c req-1c20649d-54bd-479d-b6df-cd8fb5808597 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0655963 Feb 03 21:43:05.799082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74c732c8-7645-4f32-9927-a2ce67a4554c req-ef2e07bc-c218-4ba4-891f-967e618ca02c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598404 Feb 03 21:43:06.205733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34cd39-859a-4dd7-b574-2fee1b7d3428 req-4e4464bb-d67d-4b9a-a115-9fd9b31c5d64 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:06.207605 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da34cd39-859a-4dd7-b574-2fee1b7d3428 req-4e4464bb-d67d-4b9a-a115-9fd9b31c5d64 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0748358 Feb 03 21:43:06.290467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da34cd39-859a-4dd7-b574-2fee1b7d3428 req-4e2a51b0-0d04-4da7-9221-bfa3d9f03b74 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756056 Feb 03 21:43:06.310338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313080f2-38c1-46d5-a633-98055a1c2f06 req-808502c3-cadf-43c3-8beb-44e4a6dccf5d tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:06.311919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-313080f2-38c1-46d5-a633-98055a1c2f06 req-808502c3-cadf-43c3-8beb-44e4a6dccf5d tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0816004 Feb 03 21:43:06.368321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-313080f2-38c1-46d5-a633-98055a1c2f06 req-fad757f5-494c-4ef1-a049-b8ac44805530 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498388 Feb 03 21:43:06.422743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b1db339a-2d47-445c-baad-b43988fb8026 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:06.451260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: b1db339a-2d47-445c-baad-b43988fb8026 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:43:06.451903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b1db339a-2d47-445c-baad-b43988fb8026 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:06.928381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641df62d-89f1-4e26-80fe-5ce247f30149 req-b250cc0f-e931-472b-813d-ef5108b7c67c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:06.933518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-641df62d-89f1-4e26-80fe-5ce247f30149 req-b250cc0f-e931-472b-813d-ef5108b7c67c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0593777 Feb 03 21:43:06.983529 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-641df62d-89f1-4e26-80fe-5ce247f30149 req-419548c5-48c0-4eac-8995-94319333b481 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473361 Feb 03 21:43:07.446249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bfbb7-7317-44d3-93eb-cf40449cf767 req-09bd00ee-2df3-4544-a992-c9a1e9c21ad1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:07.447815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a0bfbb7-7317-44d3-93eb-cf40449cf767 req-09bd00ee-2df3-4544-a992-c9a1e9c21ad1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0809691 Feb 03 21:43:07.819712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a0bfbb7-7317-44d3-93eb-cf40449cf767 req-60761223-a117-4b75-b6bb-8da509c24e3d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627501 Feb 03 21:43:07.851570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655173e-6900-431d-91a5-4fde00778260 req-369c5d2a-07ac-4b53-b601-964fa364c98b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:07.853240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a655173e-6900-431d-91a5-4fde00778260 req-369c5d2a-07ac-4b53-b601-964fa364c98b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.4044781 Feb 03 21:43:07.912106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a655173e-6900-431d-91a5-4fde00778260 req-30714f5d-d0dc-4ad4-84ca-66eef37ee719 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526924 Feb 03 21:43:08.121897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c7f42-9150-4940-ac0a-803b2cc4fae0 req-3ecea554-2994-4c0d-9532-80680610540e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:08.123671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-497c7f42-9150-4940-ac0a-803b2cc4fae0 req-3ecea554-2994-4c0d-9532-80680610540e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0650525 Feb 03 21:43:08.183399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-497c7f42-9150-4940-ac0a-803b2cc4fae0 req-77c2ce25-827b-4b66-ad48-9f82c7520f8b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534604 Feb 03 21:43:08.974250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164f5ce-a2b3-4765-8c75-19130061f797 req-eb9c8593-b0f1-490f-960f-5318db345010 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:08.981431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c164f5ce-a2b3-4765-8c75-19130061f797 req-eb9c8593-b0f1-490f-960f-5318db345010 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0856409 Feb 03 21:43:09.063494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c164f5ce-a2b3-4765-8c75-19130061f797 req-c2498cff-3b5f-4ada-8239-88457a4fc920 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782745 Feb 03 21:43:09.091886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b7fb-2563-4eb9-bd49-dcb1b8c33930 req-abea0b4d-c7fa-476e-8074-02614fb2b27c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:09.093562 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f47b7fb-2563-4eb9-bd49-dcb1b8c33930 req-abea0b4d-c7fa-476e-8074-02614fb2b27c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0805345 Feb 03 21:43:09.143300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f47b7fb-2563-4eb9-bd49-dcb1b8c33930 req-ab55a929-0e4b-4536-894f-46802ac574dc tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Feb 03 21:43:09.313575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1decfc-686c-490d-812e-621a10a76e49 req-5cdf111a-312f-4d42-924f-364511bba19d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:09.315258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b1decfc-686c-490d-812e-621a10a76e49 req-5cdf111a-312f-4d42-924f-364511bba19d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0608265 Feb 03 21:43:09.371751 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b1decfc-686c-490d-812e-621a10a76e49 req-a9a4b5f4-b52e-4055-ab3d-82633bef430a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497026 Feb 03 21:43:10.187596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf66d1c-4ac6-4320-9252-8e72ca8e4d7e req-6de9fbfa-5260-49a8-95ab-b1ebd5a43daa tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:10.194812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7cf66d1c-4ac6-4320-9252-8e72ca8e4d7e req-6de9fbfa-5260-49a8-95ab-b1ebd5a43daa tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0611162 Feb 03 21:43:10.257454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7cf66d1c-4ac6-4320-9252-8e72ca8e4d7e req-44026234-dcf3-41fd-bb54-e294710a9df2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612636 Feb 03 21:43:10.308438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeca55-0399-41c6-b6b7-8d0768a0b826 req-bf2e32c5-24d4-461d-b5ee-24c5747252ac tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:10.310054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5cbeca55-0399-41c6-b6b7-8d0768a0b826 req-bf2e32c5-24d4-461d-b5ee-24c5747252ac tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0817463 Feb 03 21:43:10.361848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5cbeca55-0399-41c6-b6b7-8d0768a0b826 req-0651fbf7-8a81-4447-b8ff-5fd2396e44a9 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453413 Feb 03 21:43:10.518606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ddcac-a3ec-485e-96e5-720061230159 req-3fa09e2d-9640-4e0e-a638-b93081d55a2a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:10.520002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d1ddcac-a3ec-485e-96e5-720061230159 req-3fa09e2d-9640-4e0e-a638-b93081d55a2a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0696127 Feb 03 21:43:10.574867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d1ddcac-a3ec-485e-96e5-720061230159 req-5ff04053-63e3-4bbb-afe9-bf1bceecbb09 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451088 Feb 03 21:43:11.399430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669962e-7684-412e-8060-d1db473e695e req-7af5e36e-852b-42ce-901c-171cd5c5d0bb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:11.409241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0669962e-7684-412e-8060-d1db473e695e req-7af5e36e-852b-42ce-901c-171cd5c5d0bb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0680161 Feb 03 21:43:11.500755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0669962e-7684-412e-8060-d1db473e695e req-745b1ef3-cd22-40a0-b8d5-dbb6a12250f4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900881 Feb 03 21:43:11.529366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b0205-8445-4be1-b473-9ae80ec62533 req-cb32ac04-3380-42f6-808d-e70184bef952 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:11.530945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce5b0205-8445-4be1-b473-9ae80ec62533 req-cb32ac04-3380-42f6-808d-e70184bef952 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0865681 Feb 03 21:43:11.606821 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce5b0205-8445-4be1-b473-9ae80ec62533 req-3f4c8a35-dcd0-4676-8f94-f816e7140585 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669472 Feb 03 21:43:11.712144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceea829-18f3-4845-8df0-38a4108bf845 req-3b8f2788-5146-4a56-b12e-ec4f6d51e461 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:11.713678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dceea829-18f3-4845-8df0-38a4108bf845 req-3b8f2788-5146-4a56-b12e-ec4f6d51e461 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0560884 Feb 03 21:43:11.763445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dceea829-18f3-4845-8df0-38a4108bf845 req-bca62e64-26ea-4ce3-9d35-414f4620a36e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439672 Feb 03 21:43:12.625390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9f8a1-73c3-4c76-b352-49e944016500 req-f4a9d876-9c07-4520-9e2a-3b504c0aa4c1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:12.627811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1f9f8a1-73c3-4c76-b352-49e944016500 req-f4a9d876-9c07-4520-9e2a-3b504c0aa4c1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0550816 Feb 03 21:43:12.682883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1f9f8a1-73c3-4c76-b352-49e944016500 req-c56d3d9d-f2be-4d2c-bc5f-350e144a8223 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472457 Feb 03 21:43:12.746086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c51b0b-df3c-4b5a-8dde-6935adcd16fe req-6b089799-5388-417d-bdaa-9e927ca5c0b7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:12.747871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4c51b0b-df3c-4b5a-8dde-6935adcd16fe req-6b089799-5388-417d-bdaa-9e927ca5c0b7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0690207 Feb 03 21:43:12.811912 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4c51b0b-df3c-4b5a-8dde-6935adcd16fe req-2408736a-a6c9-4ce3-b899-2907ad289613 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581052 Feb 03 21:43:12.890468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f02fa-3571-4644-b31a-ca45d7b8d156 req-b6586cc3-a41d-43d4-a049-b196916f2f25 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:12.892052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef0f02fa-3571-4644-b31a-ca45d7b8d156 req-b6586cc3-a41d-43d4-a049-b196916f2f25 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0549004 Feb 03 21:43:12.946563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef0f02fa-3571-4644-b31a-ca45d7b8d156 req-fdf8a5c9-fcb7-4a7e-90ce-cf6760c1791a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479934 Feb 03 21:43:13.861379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598e739-f924-47a2-a099-9f85b9cf1e96 req-3b785011-b9da-4491-9595-a547bcdd166c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:13.866036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8598e739-f924-47a2-a099-9f85b9cf1e96 req-3b785011-b9da-4491-9595-a547bcdd166c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.1019204 Feb 03 21:43:13.967403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8598e739-f924-47a2-a099-9f85b9cf1e96 req-cb096c09-67ab-4612-970a-7c992adeae31 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961008 Feb 03 21:43:14.031362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88452718-337e-4a96-a930-42a8c9d3e40a req-90ee9616-880b-4fff-a985-8f171293b14b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:14.033512 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88452718-337e-4a96-a930-42a8c9d3e40a req-90ee9616-880b-4fff-a985-8f171293b14b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.1252608 Feb 03 21:43:14.115404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88452718-337e-4a96-a930-42a8c9d3e40a req-8e2ae823-befa-4e1d-9292-427bb5640ad0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759194 Feb 03 21:43:14.133006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f243d60-ab2b-434f-8d0f-9694fecb1b1b req-8898a3bb-ca98-455b-a4fa-4568c457fe86 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:14.134513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f243d60-ab2b-434f-8d0f-9694fecb1b1b req-8898a3bb-ca98-455b-a4fa-4568c457fe86 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.0804577 Feb 03 21:43:14.187255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f243d60-ab2b-434f-8d0f-9694fecb1b1b req-bf43be38-5b8c-43f6-9e84-75ec2e8e9ccb tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Feb 03 21:43:14.429897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fed24e7-b317-442c-924e-ae2f4780fc9f no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:14.518857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2fed24e7-b317-442c-924e-ae2f4780fc9f is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:14.519260 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:14.554748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:14.555710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:14.558155 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c912bd98-c0b1-406a-9ae0-7e7df5e3ac67" -d '{"events": [{"server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "name": "network-vif-unplugged", "status": "completed", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:14.570556 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:14.614536 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21665597-a49d-43b2-b595-9f10f7e506cb x-openstack-request-id: req-21665597-a49d-43b2-b595-9f10f7e506cb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:43:14.614831 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "name": "network-vif-unplugged", "status": "completed", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:43:14.615608 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21665597-a49d-43b2-b595-9f10f7e506cb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:43:14.616011 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f', 'code': 200} Feb 03 21:43:14.626411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2fed24e7-b317-442c-924e-ae2f4780fc9f,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:15.127963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d44e8-1d5c-403e-9a3d-c6ea87fd6234 req-1a37a706-d88b-4cfa-a3e4-5c9bea0a9d71 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:15.142080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea8d44e8-1d5c-403e-9a3d-c6ea87fd6234 req-1a37a706-d88b-4cfa-a3e4-5c9bea0a9d71 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.1069922 Feb 03 21:43:15.268480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea8d44e8-1d5c-403e-9a3d-c6ea87fd6234 req-7dfad871-7fbe-422f-944c-308f9164eb55 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137669 Feb 03 21:43:15.309545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9781cfc-866e-42ed-8264-40e006f64e79 req-0d0083b3-75f7-4f7d-9ea8-7644208d7bc4 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:15.311475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9781cfc-866e-42ed-8264-40e006f64e79 req-0d0083b3-75f7-4f7d-9ea8-7644208d7bc4 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 943 time: 0.0939457 Feb 03 21:43:15.423101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9781cfc-866e-42ed-8264-40e006f64e79 req-5e912637-7100-43fb-8d77-9b9737d3d4c2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034067 Feb 03 21:43:15.453028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f99d2-bc5f-4244-b239-d4437417399a req-3f662503-e574-4f57-9484-0c465a55da52 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:15.454915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f25f99d2-bc5f-4244-b239-d4437417399a req-3f662503-e574-4f57-9484-0c465a55da52 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.1101573 Feb 03 21:43:15.529230 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f25f99d2-bc5f-4244-b239-d4437417399a req-e6be286a-ef1f-4860-9571-fe73dd712cbf tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630090 Feb 03 21:43:16.415051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f9de2-e98e-4b87-9a8c-b07a9577c3a6 req-e0b53833-0dc1-4fc7-8da2-349a8f3af82d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:16.417725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-921f9de2-e98e-4b87-9a8c-b07a9577c3a6 req-e0b53833-0dc1-4fc7-8da2-349a8f3af82d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0626223 Feb 03 21:43:16.428744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fed24e7-b317-442c-924e-ae2f4780fc9f details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:43:16.503006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-921f9de2-e98e-4b87-9a8c-b07a9577c3a6 req-c6281db0-788c-4d8a-8758-afc6bc8a749f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791566 Feb 03 21:43:16.582489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:16.600737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '2fed24e7-b317-442c-924e-ae2f4780fc9f', 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb', 'port_id': '2fed24e7-b317-442c-924e-ae2f4780fc9f', 'mac_address': 'fa:16:3e:13:35:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4dedbf-3c7a-41ac-a1fa-79c81d58281d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:43:16.651102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f0f7-de58-44d7-ac66-08d4f5d4aa21 req-b38df4d1-acb6-4ff3-a9b7-d4a434c4a2f6 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:16.653154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8063f0f7-de58-44d7-ac66-08d4f5d4aa21 req-b38df4d1-acb6-4ff3-a9b7-d4a434c4a2f6 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 943 time: 0.1202059 Feb 03 21:43:16.685777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2fed24e7-b317-442c-924e-ae2f4780fc9f is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:16.686124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:16.718033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fed24e7-b317-442c-924e-ae2f4780fc9f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:43:16.742487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8063f0f7-de58-44d7-ac66-08d4f5d4aa21 req-d176fd42-05e2-4965-9b82-7d87955f7cba tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569494 Feb 03 21:43:16.757180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ab2bc-05b1-4c7c-9259-b544ce6befe3 req-6eb65c5d-08f6-4347-a6fb-f43878960f23 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:16.763546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:16.765263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-426ab2bc-05b1-4c7c-9259-b544ce6befe3 req-6eb65c5d-08f6-4347-a6fb-f43878960f23 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.1109047 Feb 03 21:43:16.775216 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:16.823184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-426ab2bc-05b1-4c7c-9259-b544ce6befe3 req-2f7e2be7-aabf-4c7d-ab89-ab9cedbbbe94 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566137 Feb 03 21:43:16.863766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2fed24e7-b317-442c-924e-ae2f4780fc9f,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:17.173323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fed24e7-b317-442c-924e-ae2f4780fc9f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:43:17.703343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac6c9-a897-4e04-bedf-b942733079cf req-2935fd9e-61cf-46c9-96ca-5e3434846ccb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:17.710687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bcac6c9-a897-4e04-bedf-b942733079cf req-2935fd9e-61cf-46c9-96ca-5e3434846ccb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0959501 Feb 03 21:43:17.777120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bcac6c9-a897-4e04-bedf-b942733079cf req-a2509433-4550-47fb-92ec-6973e382e9f6 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621066 Feb 03 21:43:17.917605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9699f-c4c0-4ae1-b6e3-92155faaad34 req-a6e79159-dab3-4797-b2f3-2f8cf9383e63 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:17.919520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0a9699f-c4c0-4ae1-b6e3-92155faaad34 req-a6e79159-dab3-4797-b2f3-2f8cf9383e63 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 944 time: 0.0830021 Feb 03 21:43:18.048522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4116bb7-81b6-44fa-aba5-e00d7fb37fd4 req-2ad97781-c139-42f0-ba18-63048397d42d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:18.056971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4116bb7-81b6-44fa-aba5-e00d7fb37fd4 req-2ad97781-c139-42f0-ba18-63048397d42d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.1573668 Feb 03 21:43:18.118401 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4116bb7-81b6-44fa-aba5-e00d7fb37fd4 req-aa2d8d09-972f-41b2-bc0a-ab30d03a7a34 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568888 Feb 03 21:43:18.124643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0a9699f-c4c0-4ae1-b6e3-92155faaad34 req-078064bd-08c3-4343-909c-fa46a6f72c61 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870899 Feb 03 21:43:18.976804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114c9a3-effe-4499-9c1c-653aa0242b43 req-042ca73a-5412-48a0-b735-9d9287aae73f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:18.978364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4114c9a3-effe-4499-9c1c-653aa0242b43 req-042ca73a-5412-48a0-b735-9d9287aae73f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0879219 Feb 03 21:43:19.051655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4114c9a3-effe-4499-9c1c-653aa0242b43 req-7e4acb60-ed77-480b-a288-1759983646b4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665591 Feb 03 21:43:19.446722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a73a8-3e1f-40f1-9cca-21235b157fdb req-a2f93b7e-d524-44fe-b2f8-493435fd3b9e tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:19.448253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b44a73a8-3e1f-40f1-9cca-21235b157fdb req-a2f93b7e-d524-44fe-b2f8-493435fd3b9e tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 944 time: 0.1069036 Feb 03 21:43:19.455132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba45ee-cd8e-43e6-a0d2-80fadb256073 req-e788e72a-2c81-43a8-8f7a-33323b992245 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:19.456578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bcba45ee-cd8e-43e6-a0d2-80fadb256073 req-e788e72a-2c81-43a8-8f7a-33323b992245 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 946 time: 0.2224839 Feb 03 21:43:19.539913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bcba45ee-cd8e-43e6-a0d2-80fadb256073 req-283bd24d-79ec-4f1b-a591-206dac7b2d3a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762954 Feb 03 21:43:19.563699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b44a73a8-3e1f-40f1-9cca-21235b157fdb req-181e1675-8640-435c-80eb-9161c970e9ed tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Feb 03 21:43:20.323294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433d8c7-7438-4ead-9cde-f87f008fdaa2 req-8d38d5d3-bf7a-4f24-8aac-537228da6618 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:20.324890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e433d8c7-7438-4ead-9cde-f87f008fdaa2 req-8d38d5d3-bf7a-4f24-8aac-537228da6618 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.1444304 Feb 03 21:43:20.429899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fed24e7-b317-442c-924e-ae2f4780fc9f up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:43:20.430507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e433d8c7-7438-4ead-9cde-f87f008fdaa2 req-0ed7830c-f017-4435-a3da-d289a4829195 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954342 Feb 03 21:43:20.553288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 2fed24e7-b317-442c-924e-ae2f4780fc9f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:20.553984 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:20.697682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2fed24e7-b317-442c-924e-ae2f4780fc9f is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:20.698086 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:20.767590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:20.771213 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c877960-c1f8-47f8-b8af-8c59c4630a6d" -d '{"events": [{"server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "name": "network-vif-plugged", "status": "completed", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:20.772818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371025d-f362-4c45-8772-3896dd5a790d req-1462af95-03a5-41bf-9fdc-ad56a7186ccd tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:20.785905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c371025d-f362-4c45-8772-3896dd5a790d req-1462af95-03a5-41bf-9fdc-ad56a7186ccd tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 944 time: 0.0979950 Feb 03 21:43:20.795557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:20.804450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:20.888662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2fed24e7-b317-442c-924e-ae2f4780fc9f,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:20.894022 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9cb7e8-2fcd-460f-acc3-24d53ce48206 x-openstack-request-id: req-cd9cb7e8-2fcd-460f-acc3-24d53ce48206 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:43:20.894789 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "name": "network-vif-plugged", "status": "completed", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:43:20.895260 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd9cb7e8-2fcd-460f-acc3-24d53ce48206 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:43:20.895874 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f', 'code': 200} Feb 03 21:43:20.956622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c371025d-f362-4c45-8772-3896dd5a790d req-b3464863-4609-40f7-a6b2-5e0b0005bc21 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690907 Feb 03 21:43:21.102098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:43:21.114453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94ae70-ad0c-4bc1-b0af-a3e8e1ca3e0a req-853f7524-3c2a-4b7f-a24d-edb0ad9c0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:21.119808 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ab94ae70-ad0c-4bc1-b0af-a3e8e1ca3e0a req-853f7524-3c2a-4b7f-a24d-edb0ad9c0b0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 1127 time: 0.0971053 Feb 03 21:43:21.222333 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ab94ae70-ad0c-4bc1-b0af-a3e8e1ca3e0a req-bac0edb9-29fc-4751-907b-5e7619d35df7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942733 Feb 03 21:43:21.603360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2604f81-b614-4229-9fd8-071d5ace832d req-614332d9-2d1c-4ef6-991f-ec5c282c8b69 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:21.613116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2604f81-b614-4229-9fd8-071d5ace832d req-614332d9-2d1c-4ef6-991f-ec5c282c8b69 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0752184 Feb 03 21:43:21.697695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2604f81-b614-4229-9fd8-071d5ace832d req-accd2c49-6052-49fb-84d8-e54e0141d896 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803628 Feb 03 21:43:22.155251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0de4f0-d4f0-45ff-af29-12997a3f56be req-6ff582f7-8c10-4908-8191-f62901d87bcc tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:22.156873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a0de4f0-d4f0-45ff-af29-12997a3f56be req-6ff582f7-8c10-4908-8191-f62901d87bcc tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0742121 Feb 03 21:43:22.232433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a0de4f0-d4f0-45ff-af29-12997a3f56be req-affb94d1-1b8a-4661-9509-72b0f3609a1d tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691350 Feb 03 21:43:22.524575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a0030415-b892-4271-9bc3-39cfdda9d221 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:43:22.702566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a0030415-b892-4271-9bc3-39cfdda9d221,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:22.718249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'a0030415-b892-4271-9bc3-39cfdda9d221', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'port_id': 'a0030415-b892-4271-9bc3-39cfdda9d221', 'mac_address': 'fa:16:3e:b5:75:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e21f944-9322-4781-b061-7bb75d40913a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:43:22.787918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a0030415-b892-4271-9bc3-39cfdda9d221 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:22.788586 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:22.823920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0030415-b892-4271-9bc3-39cfdda9d221 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:43:22.872740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a0030415-b892-4271-9bc3-39cfdda9d221,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:22.880011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55843b-6662-4842-8297-3ab4bbfd6f18 req-d9698618-7361-4099-a7e2-1f35b7cd087a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:22.880584 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:22.884160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd55843b-6662-4842-8297-3ab4bbfd6f18 req-d9698618-7361-4099-a7e2-1f35b7cd087a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0847332 Feb 03 21:43:22.953150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd55843b-6662-4842-8297-3ab4bbfd6f18 req-b0947be4-d392-4ef5-b496-82b416c85b85 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614202 Feb 03 21:43:22.973325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a0030415-b892-4271-9bc3-39cfdda9d221,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:22.987587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['a0030415-b892-4271-9bc3-39cfdda9d221'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:43:23.362987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48747455-c2c4-4f18-aa94-7459b155fd58 req-4960f3fa-a5c1-43fc-9b88-a8643ee8c125 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:23.364941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48747455-c2c4-4f18-aa94-7459b155fd58 req-4960f3fa-a5c1-43fc-9b88-a8643ee8c125 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0620189 Feb 03 21:43:23.418883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48747455-c2c4-4f18-aa94-7459b155fd58 req-d6e6705f-09bb-4a64-98ed-46d4ea384443 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484879 Feb 03 21:43:23.515881 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0898b5d6-77b5-43ca-87dc-a8adcf0749ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:23.579032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dc14b-2c09-4ff5-87b1-f08e90351c41 req-1d19d4a4-17cd-4dbf-8bb7-e4ee649899c3 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:23.580980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b48dc14b-2c09-4ff5-87b1-f08e90351c41 req-1d19d4a4-17cd-4dbf-8bb7-e4ee649899c3 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.0779586 Feb 03 21:43:23.678251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b48dc14b-2c09-4ff5-87b1-f08e90351c41 req-589d9f68-49c5-413e-94b2-6609206aca47 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709705 Feb 03 21:43:23.803924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53304) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:24.216354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:24.220330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe8d16-89a3-4c90-9245-43d42236b372 req-582661a6-282f-43d1-a3de-330a89b2060c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:24.221852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69fe8d16-89a3-4c90-9245-43d42236b372 req-582661a6-282f-43d1-a3de-330a89b2060c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.1385350 Feb 03 21:43:24.256379 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:24.376848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69fe8d16-89a3-4c90-9245-43d42236b372 req-8e013a75-649d-4fc1-a02c-90c402f8b0a4 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412804 Feb 03 21:43:24.417974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f398e51b-ae3a-43ac-bd63-6885fa3d54ee tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:24.424469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f398e51b-ae3a-43ac-bd63-6885fa3d54ee tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/networks?id=66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 200 len: 815 time: 0.1988814 Feb 03 21:43:24.440241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-44cf4bc3-bdd7-45d5-9608-c200a225f57a tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/quotas/9601b3f1674e422496ca65aaa32c9bb1 HTTP/1.1" status: 200 len: 375 time: 0.0148742 Feb 03 21:43:24.509111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-7af79b0f-efc5-4888-a22d-842e9fc963be tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678346 Feb 03 21:43:24.535892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a0030415-b892-4271-9bc3-39cfdda9d221 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:43:24.602309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port a0030415-b892-4271-9bc3-39cfdda9d221 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:24.602953 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:24.614296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-68ed144b-b5e1-4cfe-a9ca-30496cfb8941 service neutron] 10.222.0.50 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042140 Feb 03 21:43:24.709620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a0030415-b892-4271-9bc3-39cfdda9d221 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:24.710705 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:24.743504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:24.746202 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b3e09-4bdd-4665-954c-a2a9aaf977ec" -d '{"events": [{"server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "name": "network-vif-plugged", "status": "completed", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:24.758489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-898cd2eb-893c-43f1-96f1-faf5cf66cbd2 service neutron] 10.222.0.50 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429267 Feb 03 21:43:24.763679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a0030415-b892-4271-9bc3-39cfdda9d221,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:24.770096 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:24.778421 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:24.822007 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb917a9-2bb6-43b8-8dc8-866c04dc89cf x-openstack-request-id: req-5cb917a9-2bb6-43b8-8dc8-866c04dc89cf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:43:24.822539 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "name": "network-vif-plugged", "status": "completed", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:43:24.822975 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cb917a9-2bb6-43b8-8dc8-866c04dc89cf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:43:24.829981 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221', 'code': 200} Feb 03 21:43:24.866043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a0030415-b892-4271-9bc3-39cfdda9d221,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:25.116570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b81459bb-03a6-4253-8455-8dd93b287341 req-4d32e338-d18d-453e-990b-ea8ea210f663 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 210 time: 0.0543916 Feb 03 21:43:25.326379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Deleting port 32c706cf-65c6-468e-961e-f59dcc6bc215 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:25.329499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:25.468685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] For port 32c706cf-65c6-468e-961e-f59dcc6bc215, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=32c706cf-65c6-468e-961e-f59dcc6bc215,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:25.469099 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:25.500694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Calling delete_port for 32c706cf-65c6-468e-961e-f59dcc6bc215 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:25.569070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-9e84a152-832d-4833-9842-722b78dac0c2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:25.572000 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-9e84a152-832d-4833-9842-722b78dac0c2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2f6971b-867b-48d3-9757-0926876eccd0 HTTP/1.1" status: 200 len: 945 time: 0.1038530 Feb 03 21:43:25.726500 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95e25c6-f600-4e86-997f-092c32a4d2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:25.834630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Deleting port 2fed24e7-b317-442c-924e-ae2f4780fc9f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:25.835237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:25.851489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f35a4e-7a91-408f-957d-add30131e6db req-bc6355e0-13ab-4784-9de8-fd00c9b60dcc tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:25.860579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71f35a4e-7a91-408f-957d-add30131e6db req-bc6355e0-13ab-4784-9de8-fd00c9b60dcc tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.2628667 Feb 03 21:43:25.975190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71f35a4e-7a91-408f-957d-add30131e6db req-73123f87-6d82-4b79-a178-84b871f20015 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134768 Feb 03 21:43:26.073896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] For port 2fed24e7-b317-442c-924e-ae2f4780fc9f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fed24e7-b317-442c-924e-ae2f4780fc9f,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:26.074267 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:26.102058 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (32c706cf-65c6-468e-961e-f59dcc6bc215), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:26.102795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Calling delete_port for 2fed24e7-b317-442c-924e-ae2f4780fc9f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:26.214657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Pushing event deleted for resources: {'Port': ['ID=32c706cf-65c6-468e-961e-f59dcc6bc215,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:26.277299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2fed24e7-b317-442c-924e-ae2f4780fc9f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:26.285623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.285970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.287027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.287379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.287721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.288060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.288439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.288770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.289116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.289446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.289772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.290096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.290418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.290683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fed24e7-b317-442c-924e-ae2f4780fc9f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:43:26.367189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eeaba1cd-2a67-447a-aa72-20fa43f47f0c req-c5c93eb1-f070-4698-91ec-225f4b42f23b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 210 time: 0.1000648 Feb 03 21:43:26.389415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Pushing event deleted for resources: {'Port': ['ID=2fed24e7-b317-442c-924e-ae2f4780fc9f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:26.424497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.425029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.425906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.426499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.427247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.427689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.428130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.428561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.429042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.429495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.429915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.430349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.430787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:26.457913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] No DVR routers for this DVR port 2fed24e7-b317-442c-924e-ae2f4780fc9f on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:43:26.461312 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:26.465465 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-497b3d70-a177-4d29-b0c3-1ee2fa0cd87a req-10d107ee-1be4-4d03-9afa-0046edd91d5b tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.47 "DELETE /v2.0/ports/2fed24e7-b317-442c-924e-ae2f4780fc9f HTTP/1.1" status: 204 len: 173 time: 0.8869817 Feb 03 21:43:26.466355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'name': 'network-vif-deleted', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:26.469539 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c6f258-8302-47b3-82f8-9d80566d6b6f" -d '{"events": [{"server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "name": "network-vif-deleted", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:26.470525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 823701ad-f3cc-462c-9c54-c1e7fb2bad54 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:43:26.564458 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ef9263-ce36-45e1-bc0c-02b8b6638e08 x-openstack-request-id: req-68ef9263-ce36-45e1-bc0c-02b8b6638e08 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:43:26.565131 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f6971b-867b-48d3-9757-0926876eccd0", "name": "network-vif-deleted", "tag": "2fed24e7-b317-442c-924e-ae2f4780fc9f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:43:26.568246 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68ef9263-ce36-45e1-bc0c-02b8b6638e08 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:43:26.569380 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f6971b-867b-48d3-9757-0926876eccd0', 'name': 'network-vif-deleted', 'tag': '2fed24e7-b317-442c-924e-ae2f4780fc9f', 'status': 'completed', 'code': 200} Feb 03 21:43:26.676146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:26.907663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-eda58684-e7cf-4542-8ac0-14bda689d3d9 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:26.909423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-eda58684-e7cf-4542-8ac0-14bda689d3d9 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.10 "GET /v2.0/networks?id=66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 200 len: 815 time: 0.2281337 Feb 03 21:43:26.922874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Request body: {'port': {'device_id': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb', 'admin_state_up': True, 'tenant_id': '9601b3f1674e422496ca65aaa32c9bb1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:26.935389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:26.978006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '823701ad-f3cc-462c-9c54-c1e7fb2bad54', 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952', 'port_id': '823701ad-f3cc-462c-9c54-c1e7fb2bad54', 'mac_address': 'fa:16:3e:a4:4d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006b000b-c01c-467d-a969-cee025b35b98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:43:27.043082 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:27.062238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:27.062935 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:27.089434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823701ad-f3cc-462c-9c54-c1e7fb2bad54 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:43:27.147546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:27.154522 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:27.326111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=823701ad-f3cc-462c-9c54-c1e7fb2bad54,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:27.521838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['823701ad-f3cc-462c-9c54-c1e7fb2bad54'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:43:27.612132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5942d7f-8222-4f24-8df6-1ded7353bf3d req-dc8ce284-e659-45f1-831e-43382293f4d1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:27.618964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5942d7f-8222-4f24-8df6-1ded7353bf3d req-dc8ce284-e659-45f1-831e-43382293f4d1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.5360298 Feb 03 21:43:27.629335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Made reservation on behalf of 9601b3f1674e422496ca65aaa32c9bb1 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:43:27.633351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:27.663429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:43:27.741601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5942d7f-8222-4f24-8df6-1ded7353bf3d req-d75ac0f7-7b06-4379-845f-81f2cc683e1a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158197 Feb 03 21:43:28.154401 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b42db252-ed90-4a03-bf20-566d1295fb04 req-470dcf08-9636-4cfe-a3e5-f6cedaa296ef tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 210 time: 0.2385373 Feb 03 21:43:28.155455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Allocated IP 172.20.0.3 (66994bcc-d296-4e02-b239-d2f272a5bfbb/6b4dedbf-3c7a-41ac-a1fa-79c81d58281d/4cab6e79-55f0-459f-be6c-7ae7ed73d457) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:43:28.261283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:43:28.272117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:28.273209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-99e529a8-079c-4384-9e01-6a6c55f96eca admin admin] 10.222.0.50 "PUT /v2.0/routers/d1ff01f5-b2c3-4dfb-81c1-89eb17a78110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4681237 Feb 03 21:43:28.279518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] Sync routers for ids ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:43:28.293998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] Routers {'d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:28.294966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:28.467200 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks [] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:28.497246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fed24e7-b317-442c-924e-ae2f4780fc9f no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:28.514571 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks [] for router (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:28.520068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:28.562843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 2fed24e7-b317-442c-924e-ae2f4780fc9f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:43:28.563818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fed24e7-b317-442c-924e-ae2f4780fc9f not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:28.580162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] Set router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:28.639843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Network 66994bcc-d296-4e02-b239-d2f272a5bfbb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:43:28.648181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:43:28.665246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:43:28.666674 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:28.725660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Pushing event updated for resources: {'Port': ['ID=4cab6e79-55f0-459f-be6c-7ae7ed73d457,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:28.758252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks [] for router_gateway (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:28.814769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:28.815450 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:28.898407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-b53165c8-39b9-466c-9044-d10ac53692d5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9795222 Feb 03 21:43:28.918807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Request body: {'port': {'device_id': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:28.979706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Deleting port 0fadc123-9537-4431-97ee-edafdcd4df9c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:28.980988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.150398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:40:50Z', 'updated_at': '2022-02-03T21:43:25Z', 'revision_number': 5, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'gw_port': {'id': '0fadc123-9537-4431-97ee-edafdcd4df9c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:40:52Z', 'updated_at': '2022-02-03T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:29.159350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] For port 0fadc123-9537-4431-97ee-edafdcd4df9c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0fadc123-9537-4431-97ee-edafdcd4df9c,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:29.159726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.190045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Calling delete_port for 0fadc123-9537-4431-97ee-edafdcd4df9c owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:29.195068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.220451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] Checking router: d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:43:29.237948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] Routers {'d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:29.239728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:29.252210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648596d-db08-4369-9c71-428e3eb3a8ff req-862ccb3b-a4f9-41d3-ae93-0e090d621953 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:29.253873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8648596d-db08-4369-9c71-428e3eb3a8ff req-862ccb3b-a4f9-41d3-ae93-0e090d621953 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 945 time: 0.2678721 Feb 03 21:43:29.394137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] Set router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:29.426534 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8648596d-db08-4369-9c71-428e3eb3a8ff req-b6468829-594f-4727-b0e2-8f1877f6a189 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633122 Feb 03 21:43:29.497973 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:40:50Z', 'updated_at': '2022-02-03T21:43:28Z', 'revision_number': 6, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:29.580444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0fadc123-9537-4431-97ee-edafdcd4df9c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.688489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fadc123-9537-4431-97ee-edafdcd4df9c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:29.690663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.730719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02c310-40a3-4f6a-be78-489512eeff8f None None] The sync data for ids ['d1ff01f5-b2c3-4dfb-81c1-89eb17a78110'] in n-d-824834-9 is: [{'id': 'd1ff01f5-b2c3-4dfb-81c1-89eb17a78110', 'name': 'tempest-AttachSCSIVolumeTestJSON-1640982042-router', 'tenant_id': '1b0d4b2948634e919196251922a97d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:40:50Z', 'updated_at': '2022-02-03T21:43:28Z', 'revision_number': 6, 'project_id': '1b0d4b2948634e919196251922a97d4f', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:43:29.819111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.821935 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks [] for router_controller (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.847344 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.867779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e1a3a-c034-454f-ab86-11a0fc7fc573 req-8e61393d-e1f8-4d12-ae06-8ce5d47f0c88 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:29.869666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-031e1a3a-c034-454f-ab86-11a0fc7fc573 req-8e61393d-e1f8-4d12-ae06-8ce5d47f0c88 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 931 time: 0.2476993 Feb 03 21:43:29.894732 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (d1ff01f5-b2c3-4dfb-81c1-89eb17a78110), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.895656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:43:29.902291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.908113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e3a57091-fd79-4344-8d76-2af3b5bcc268 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d1ff01f5-b2c3-4dfb-81c1-89eb17a78110 HTTP/1.1" status: 204 len: 168 time: 1.6327627 Feb 03 21:43:29.908389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:29.952470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cab6e79-55f0-459f-be6c-7ae7ed73d457 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:43:29.970868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Publish callbacks [] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:29.986664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-031e1a3a-c034-454f-ab86-11a0fc7fc573 req-23eebc6e-a2ea-4658-a35d-06877b79ecfc tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025183 Feb 03 21:43:29.998883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-457a7de9-40c6-431c-9e78-5806df85ff03 admin admin] Deleting subnet d1dee0e9-21bb-4926-ad92-d87ecde20967 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:43:30.007728 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-457a7de9-40c6-431c-9e78-5806df85ff03 admin admin] Publish callbacks [] for subnet (d1dee0e9-21bb-4926-ad92-d87ecde20967), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.099538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Transition to ACTIVE for port object 4cab6e79-55f0-459f-be6c-7ae7ed73d457 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:43:30.117116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.138164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-457a7de9-40c6-431c-9e78-5806df85ff03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (d1dee0e9-21bb-4926-ad92-d87ecde20967), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.212166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:30.228709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-919750541'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:30.321348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:43:30.326598 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.346630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Pushing event updated for resources: {'Port': ['ID=4cab6e79-55f0-459f-be6c-7ae7ed73d457,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:30.413591 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-457a7de9-40c6-431c-9e78-5806df85ff03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d1dee0e9-21bb-4926-ad92-d87ecde20967), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.420494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Attempting to bind port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:43:30.421358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Attempting to bind port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:43:30.422014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Attempting to bind port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 on network 66994bcc-d296-4e02-b239-d2f272a5bfbb {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:43:30.428169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 on network 66994bcc-d296-4e02-b239-d2f272a5bfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:43:30.428844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Attempting to bind port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 on network 66994bcc-d296-4e02-b239-d2f272a5bfbb {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:43:30.438149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:43:30.438857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Checking segment: {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:43:30.439487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Bound using segment: {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:43:30.440115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Bound port: 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:43:30.440835 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.448396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:43:30.478176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e0ef5478-c42c-4373-a0fe-a3edd25cc5c8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.478543 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Added segment e0ef5478-c42c-4373-a0fe-a3edd25cc5c8 of type vlan for network 8078ad59-b8c0-4f92-af69-ec7116783853 Feb 03 21:43:30.496385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 823701ad-f3cc-462c-9c54-c1e7fb2bad54 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:43:30.542563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8078ad59-b8c0-4f92-af69-ec7116783853), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.603101 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8078ad59-b8c0-4f92-af69-ec7116783853), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.611183 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:30.612740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:43:30.613592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.617493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:43:30.623134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:43:30.628217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:30.628625 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.633272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ced37-da0a-4ee1-9539-921be0e4431e req-389e5805-1710-4f78-b9c8-6a3485c5bed3 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:30.640155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-371ced37-da0a-4ee1-9539-921be0e4431e req-389e5805-1710-4f78-b9c8-6a3485c5bed3 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.1038384 Feb 03 21:43:30.649366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-457a7de9-40c6-431c-9e78-5806df85ff03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (d1dee0e9-21bb-4926-ad92-d87ecde20967), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.658803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.703875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-457a7de9-40c6-431c-9e78-5806df85ff03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.711415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-457a7de9-40c6-431c-9e78-5806df85ff03 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d1dee0e9-21bb-4926-ad92-d87ecde20967 HTTP/1.1" status: 204 len: 168 time: 0.8018172 Feb 03 21:43:30.712711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:30.715036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61ba6c-b925-40be-9bb5-10589129f580 None None] Network 83ae70db-d930-438a-954f-5377c6b2de25 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:43:30.751232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-371ced37-da0a-4ee1-9539-921be0e4431e req-512eaa3d-acb1-4225-b588-d3a7ce404b37 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102710 Feb 03 21:43:30.759124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:30.759768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.761178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] 10.222.0.10 "PUT /v2.0/ports/4cab6e79-55f0-459f-be6c-7ae7ed73d457 HTTP/1.1" status: 200 len: 1091 time: 1.8502471 Feb 03 21:43:30.761626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:30.764010 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896765a8-6965-4902-8e0e-f0c02c80992e" -d '{"events": [{"name": "network-changed", "server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:30.799286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8094e-dd27-4b8c-9a21-dfc184d6be27 service neutron] Pushing event updated for resources: {'Port': ['ID=4cab6e79-55f0-459f-be6c-7ae7ed73d457,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:30.885426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-3437c081-30b8-4570-9477-8aba275d36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:30.887143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-3437c081-30b8-4570-9477-8aba275d36bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 1125 time: 0.0817289 Feb 03 21:43:30.946844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Network': ['ID=8078ad59-b8c0-4f92-af69-ec7116783853,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:30.954253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:30.967499 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:30.979236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8078ad59-b8c0-4f92-af69-ec7116783853 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:43:30.981887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a7de9-40c6-431c-9e78-5806df85ff03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1dee0e9-21bb-4926-ad92-d87ecde20967,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:30.987756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d2f49efc-5f2f-4e3e-8d0d-c246a624dd6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7736292 Feb 03 21:43:30.999391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:31.015196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-331400735'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:31.022652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-39356f2b-844b-4f8b-845b-cdc3abd10bfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457 HTTP/1.1" status: 200 len: 217 time: 0.1244092 Feb 03 21:43:31.081881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (83ae70db-d930-438a-954f-5377c6b2de25), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.093259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:31.100348 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185dddcc-18d8-4ff5-93af-e6cfbcf427de" -d '{"events": [{"server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "name": "network-vif-plugged", "status": "completed", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:31.125619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:43:31.129498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:31.130972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.189216 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.223080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274cda97-4223-4e39-8c12-1dcbd502321e None None] DHCP port deletion for 83ae70db-d930-438a-954f-5377c6b2de25 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:43:31.227095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:43:31.253046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c093e081-1acc-4563-afd5-c4c5b7e9617f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.253655 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Added segment c093e081-1acc-4563-afd5-c4c5b7e9617f of type vlan for network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 Feb 03 21:43:31.288060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b368f4e-80cc-4ee6-9fde-ee3c0e6a55f0 req-2c8bb2be-2729-492c-b966-c95031d856bf tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:31.289745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b368f4e-80cc-4ee6-9fde-ee3c0e6a55f0 req-2c8bb2be-2729-492c-b966-c95031d856bf tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 945 time: 0.2930744 Feb 03 21:43:31.305328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-6840ab00-14d8-4e02-9f3f-e1062448f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:31.310170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-6840ab00-14d8-4e02-9f3f-e1062448f5bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6b4dedbf-3c7a-41ac-a1fa-79c81d58281d HTTP/1.1" status: 200 len: 855 time: 0.2606649 Feb 03 21:43:31.339539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Deleting port 31733110-3914-4303-ac2e-cc8a039c5e6e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:31.339932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.349483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.397981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=823701ad-f3cc-462c-9c54-c1e7fb2bad54,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:31.451626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-4d8f61fc-e199-4afd-96a0-5dcaf6369dbe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66994bcc-d296-4e02-b239-d2f272a5bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082973 Feb 03 21:43:31.455126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-274cda97-4223-4e39-8c12-1dcbd502321e None None] Deleting port 31733110-3914-4303-ac2e-cc8a039c5e6e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:31.455512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-274cda97-4223-4e39-8c12-1dcbd502321e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.474486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] For port 31733110-3914-4303-ac2e-cc8a039c5e6e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=31733110-3914-4303-ac2e-cc8a039c5e6e,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:31.474867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.478848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.484220 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:31.485967 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.522627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Calling delete_port for 31733110-3914-4303-ac2e-cc8a039c5e6e owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:31.525004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b368f4e-80cc-4ee6-9fde-ee3c0e6a55f0 req-3046cc3d-f19e-4951-a35d-00e111213bad tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137940 Feb 03 21:43:31.609810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-79d6217f-0769-40d8-ac03-27ea3d91cf30 service neutron] 10.222.0.10 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506593 Feb 03 21:43:31.631310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6246123 Feb 03 21:43:31.651453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:31.652995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-274cda97-4223-4e39-8c12-1dcbd502321e None None] For port 31733110-3914-4303-ac2e-cc8a039c5e6e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=31733110-3914-4303-ac2e-cc8a039c5e6e,segment=NetworkSegment(8648156d-fac6-42e9-82d6-f353e53b86ce),segment_id=8648156d-fac6-42e9-82d6-f353e53b86ce)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:31.653485 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-274cda97-4223-4e39-8c12-1dcbd502321e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:31.665399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'subnet': {'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:31.703362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-274cda97-4223-4e39-8c12-1dcbd502321e None None] Calling delete_port for 31733110-3914-4303-ac2e-cc8a039c5e6e owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:31.715573 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af7a26a-3d07-4d48-b376-6d4f31eb9a19 req-55a55978-c5d4-4351-bf91-e36c4c8f90b6 service neutron] 10.222.0.10 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990660 Feb 03 21:43:31.717055 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e378fa0-739f-4cfe-85a5-c19b39bc7160 x-openstack-request-id: req-6e378fa0-739f-4cfe-85a5-c19b39bc7160 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:43:31.717352 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:43:31.717610 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e378fa0-739f-4cfe-85a5-c19b39bc7160 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:43:31.718002 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457', 'status': 'completed', 'code': 200} Feb 03 21:43:31.867403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0fadc123-9537-4431-97ee-edafdcd4df9c no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:31.903169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860c0e0-3e55-4198-a12a-0446e4eb6af6 req-0ca40d11-3d44-4894-b734-a6ce52b31c83 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:31.904651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6860c0e0-3e55-4198-a12a-0446e4eb6af6 req-0ca40d11-3d44-4894-b734-a6ce52b31c83 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 943 time: 0.1698954 Feb 03 21:43:31.912233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896765a8-6965-4902-8e0e-f0c02c80992e req-9ad6007c-4ef1-4cf4-9bde-dad835068aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:31.913763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-896765a8-6965-4902-8e0e-f0c02c80992e req-9ad6007c-4ef1-4cf4-9bde-dad835068aa7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 1125 time: 0.1025398 Feb 03 21:43:31.920939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 0fadc123-9537-4431-97ee-edafdcd4df9c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:43:31.921551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0fadc123-9537-4431-97ee-edafdcd4df9c not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:31.922133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 31733110-3914-4303-ac2e-cc8a039c5e6e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:32.009228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6860c0e0-3e55-4198-a12a-0446e4eb6af6 req-3b359948-ebf4-489f-96e2-86b567bd5c05 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944347 Feb 03 21:43:32.032273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-274cda97-4223-4e39-8c12-1dcbd502321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:32.053045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896765a8-6965-4902-8e0e-f0c02c80992e req-4bc5fb72-63d1-4939-9ba3-28f6f319878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:32.054791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-896765a8-6965-4902-8e0e-f0c02c80992e req-4bc5fb72-63d1-4939-9ba3-28f6f319878f service neutron] 10.222.0.10 "GET /v2.0/networks?id=66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 200 len: 916 time: 0.1200969 Feb 03 21:43:32.073405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:43:32.077505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:32.118352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Port 31733110-3914-4303-ac2e-cc8a039c5e6e update to DOWN by agent not found {{(pid=103399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 21:43:32.123464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 32c706cf-65c6-468e-961e-f59dcc6bc215 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:32.146754 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3dde2f-42f1-4281-afe3-5dda1aaefbc9 x-openstack-request-id: req-6a3dde2f-42f1-4281-afe3-5dda1aaefbc9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:43:32.147410 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "name": "network-vif-plugged", "status": "completed", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:43:32.149003 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a3dde2f-42f1-4281-afe3-5dda1aaefbc9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:43:32.149596 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54', 'code': 200} Feb 03 21:43:32.151735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cda97-4223-4e39-8c12-1dcbd502321e None None] No DVR routers for this DVR port 31733110-3914-4303-ac2e-cc8a039c5e6e on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:43:32.156505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-896765a8-6965-4902-8e0e-f0c02c80992e req-901f518e-6b8b-4054-bf8b-7a095e687c3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457 HTTP/1.1" status: 200 len: 217 time: 0.0951211 Feb 03 21:43:32.259715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cda97-4223-4e39-8c12-1dcbd502321e None None] Pushing event deleted for resources: {'Port': ['ID=31733110-3914-4303-ac2e-cc8a039c5e6e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:32.276158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 32c706cf-65c6-468e-961e-f59dcc6bc215 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:43:32.278154 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 32c706cf-65c6-468e-961e-f59dcc6bc215 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:32.308150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896765a8-6965-4902-8e0e-f0c02c80992e req-c4ce487f-a3e0-4b0b-8350-53361213136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:32.310051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-896765a8-6965-4902-8e0e-f0c02c80992e req-c4ce487f-a3e0-4b0b-8350-53361213136b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6b4dedbf-3c7a-41ac-a1fa-79c81d58281d HTTP/1.1" status: 200 len: 855 time: 0.1453710 Feb 03 21:43:32.471643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-896765a8-6965-4902-8e0e-f0c02c80992e req-5fffba0f-4502-4caa-a349-41b01148a0cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66994bcc-d296-4e02-b239-d2f272a5bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216969 Feb 03 21:43:32.562130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c67d-63b5-4e79-909b-ac5f8645b72f req-faf96c0c-3b8a-407d-8b32-cff5e0a5e9bc tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:32.572937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9015c67d-63b5-4e79-909b-ac5f8645b72f req-faf96c0c-3b8a-407d-8b32-cff5e0a5e9bc tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.3108637 Feb 03 21:43:32.714323 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (31733110-3914-4303-ac2e-cc8a039c5e6e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:32.716064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf5e84-28c9-4348-962c-6237e03742ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Network': ['ID=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:32.741931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:43:32.825817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Pushing event deleted for resources: {'Port': ['ID=31733110-3914-4303-ac2e-cc8a039c5e6e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:32.830246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-896765a8-6965-4902-8e0e-f0c02c80992e req-f3459547-81a4-44dc-bbba-9706458a496f service neutron] 10.222.0.10 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506541 Feb 03 21:43:32.842032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9015c67d-63b5-4e79-909b-ac5f8645b72f req-05cc0575-52ed-45a2-ae37-b62978bea895 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612891 Feb 03 21:43:32.891785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] No DVR routers for this DVR port 31733110-3914-4303-ac2e-cc8a039c5e6e on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:43:32.912970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ff522-1395-4e49-b25d-f97db7b019e2 req-3a926551-deda-46b5-9000-1f278bd1e934 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:32.912970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-675ff522-1395-4e49-b25d-f97db7b019e2 req-3a926551-deda-46b5-9000-1f278bd1e934 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.2703021 Feb 03 21:43:32.923802 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (20b13620-8358-45ac-a0aa-1863e0969c9a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:32.946867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-2c311498-0e23-485a-a6a9-b466303fdcf1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:32.949008 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-2c311498-0e23-485a-a6a9-b466303fdcf1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.47 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.6701667 Feb 03 21:43:33.009900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-896765a8-6965-4902-8e0e-f0c02c80992e req-0bf47b69-c765-485b-aa76-a7ffa9bc0222 service neutron] 10.222.0.10 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658235 Feb 03 21:43:33.013275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-675ff522-1395-4e49-b25d-f97db7b019e2 req-80d45522-ce3c-442e-aa09-37182c3dbf3d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852973 Feb 03 21:43:33.042563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbdcb8-22c2-459a-a745-5d182f0c03fe req-94a2ded2-8eb9-4ec7-801f-24f31a975979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:33.044734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e0dbdcb8-22c2-459a-a745-5d182f0c03fe req-94a2ded2-8eb9-4ec7-801f-24f31a975979 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 1128 time: 0.3435907 Feb 03 21:43:33.130567 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (83ae70db-d930-438a-954f-5377c6b2de25), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.152599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Subnet': ['ID=20b13620-8358-45ac-a0aa-1863e0969c9a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:33.186951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4fa18-d202-4bf6-bf2c-dfd74a83e315 req-8046353c-729f-4767-baab-6c00cf150865 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:33.197078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1df4fa18-d202-4bf6-bf2c-dfd74a83e315 req-8046353c-729f-4767-baab-6c00cf150865 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 943 time: 0.0815969 Feb 03 21:43:33.203624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ae70db-d930-438a-954f-5377c6b2de25']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:33.248026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8648156d-fac6-42e9-82d6-f353e53b86ce') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:33.248343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8648156d-fac6-42e9-82d6-f353e53b86ce') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:33.260293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1df4fa18-d202-4bf6-bf2c-dfd74a83e315 req-0c66d778-f13e-492c-9a93-08b630449c58 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618966 Feb 03 21:43:33.265333 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e0dbdcb8-22c2-459a-a745-5d182f0c03fe req-5b592e60-a629-4307-895d-68afd9bbdd5d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009408 Feb 03 21:43:33.267196 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (8648156d-fac6-42e9-82d6-f353e53b86ce), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.272350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Checking segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:43:33.272790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network hostable DHCP agents. Network: 8078ad59-b8c0-4f92-af69-ec7116783853, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:43:33.298593 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8648156d-fac6-42e9-82d6-f353e53b86ce), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.312293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:43:33.312799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (8648156d-fac6-42e9-82d6-f353e53b86ce), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:43:33.314813 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:43:33.331028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network 8078ad59-b8c0-4f92-af69-ec7116783853 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:43:33.371191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8078ad59-b8c0-4f92-af69-ec7116783853) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:43:33.387239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:33.387993 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.390098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb6a83-8d0b-419d-afc1-067f28ff317d None None] Network 8078ad59-b8c0-4f92-af69-ec7116783853 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:43:33.416682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Deleting port 8758aa49-b24e-42bd-87ae-518ed35b57f7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:33.416682 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.437049 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7d24a9e-e7be-48d8-ab7e-b1ca8c458a87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7818503 Feb 03 21:43:33.438954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:33.448544 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'subnet': {'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:33.518937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (83ae70db-d930-438a-954f-5377c6b2de25), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.543227 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.546968 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] 10.222.0.50 "DELETE /v2.0/networks/83ae70db-d930-438a-954f-5377c6b2de25 HTTP/1.1" status: 204 len: 168 time: 2.7815635 Feb 03 21:43:33.550373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afdb4e-44e4-4ccb-b291-35b6acb5d65f admin admin] Pushing event deleted for resources: {'Network': ['ID=83ae70db-d930-438a-954f-5377c6b2de25,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:33.554930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:33.656148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:43:33.656724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-8078ad59-b8c0-4f92-af69-ec7116783853', 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'fixed_ips': [{'subnet_id': '20b13620-8358-45ac-a0aa-1863e0969c9a'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:43:33.657691 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.667431 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.785873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] For port 8758aa49-b24e-42bd-87ae-518ed35b57f7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8758aa49-b24e-42bd-87ae-518ed35b57f7,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:33.787554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:33.923016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Allocated IP 10.1.1.2 (8078ad59-b8c0-4f92-af69-ec7116783853/20b13620-8358-45ac-a0aa-1863e0969c9a/6742ee62-71d9-4d98-9164-f041861468d6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:43:33.938386 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (d35e0df7-060c-4b05-9eae-e6788e55512d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.062250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Subnet': ['ID=d35e0df7-060c-4b05-9eae-e6788e55512d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:34.159231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Publish callbacks [] for port (6742ee62-71d9-4d98-9164-f041861468d6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.181774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (6742ee62-71d9-4d98-9164-f041861468d6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.247528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Network 8078ad59-b8c0-4f92-af69-ec7116783853 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:43:34.258021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:43:34.259099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Checking segment: {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:43:34.259531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network hostable DHCP agents. Network: 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:43:34.265349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:43:34.300334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Pushing event updated for resources: {'Port': ['ID=6742ee62-71d9-4d98-9164-f041861468d6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:34.356824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176cf-51ec-45a6-acbe-2153c376c399 req-9cdfdfd1-fe42-4b28-99e9-a5a6a5d790c1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:34.362298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Attempting to bind port 6742ee62-71d9-4d98-9164-f041861468d6 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:43:34.363047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Attempting to bind port 6742ee62-71d9-4d98-9164-f041861468d6 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:43:34.363579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Attempting to bind port 6742ee62-71d9-4d98-9164-f041861468d6 on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:43:34.371689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:43:34.372020 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.372355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Checking segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:43:34.372758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (66cd2d5f-2c30-4f5f-8458-521ea603998b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.373218 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.373539 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Floating IP 66cd2d5f-2c30-4f5f-8458-521ea603998b disassociated. External IP: 172.25.5.150, port: 8758aa49-b24e-42bd-87ae-518ed35b57f7. Feb 03 21:43:34.373829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Bound using segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:43:34.374248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Calling delete_port for 8758aa49-b24e-42bd-87ae-518ed35b57f7 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:34.374772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Bound port: 6742ee62-71d9-4d98-9164-f041861468d6, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:43:34.376362 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6742ee62-71d9-4d98-9164-f041861468d6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.388037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-138176cf-51ec-45a6-acbe-2153c376c399 req-9cdfdfd1-fe42-4b28-99e9-a5a6a5d790c1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 946 time: 0.3939526 Feb 03 21:43:34.425119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:43:34.515090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060357da-379d-415e-97e6-cd0aef6fb5f4 req-030d722a-3dee-4f59-8ae2-cfab44eb3a41 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:34.517272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-060357da-379d-415e-97e6-cd0aef6fb5f4 req-030d722a-3dee-4f59-8ae2-cfab44eb3a41 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.3610549 Feb 03 21:43:34.532573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8758aa49-b24e-42bd-87ae-518ed35b57f7 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:34.543100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:43:34.603707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] For port 6742ee62-71d9-4d98-9164-f041861468d6, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:43:34.609987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcbc716-885d-4c0a-a9d4-21582a46caa8 None None] Network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:43:34.623305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8758aa49-b24e-42bd-87ae-518ed35b57f7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.648075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:34.650193 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.669795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event deleted for resources: {'Port': ['ID=8758aa49-b24e-42bd-87ae-518ed35b57f7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:34.687199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] For port 6742ee62-71d9-4d98-9164-f041861468d6, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6742ee62-71d9-4d98-9164-f041861468d6,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:43:34.740740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7d47c641-5b85-414c-b1a7-4c4e46e61a14 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2968011 Feb 03 21:43:34.745580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:34.752173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'port': {'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'name': 'tempest-TaggedBootDevicesTest-1785488323', 'fixed_ips': [{'subnet_id': '20b13620-8358-45ac-a0aa-1863e0969c9a'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:34.761584 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-138176cf-51ec-45a6-acbe-2153c376c399 req-fe9ecf30-7990-4b71-bd8d-b80d6b02db3e tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707004 Feb 03 21:43:34.775746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No active binding found for port 8758aa49-b24e-42bd-87ae-518ed35b57f7 {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 21:43:34.776111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port 8758aa49-b24e-42bd-87ae-518ed35b57f7 host None! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:43:34.776506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8758aa49-b24e-42bd-87ae-518ed35b57f7 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:34.779558 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6742ee62-71d9-4d98-9164-f041861468d6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.892461 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-060357da-379d-415e-97e6-cd0aef6fb5f4 req-6575197f-1bbb-442a-b155-8ff89fa7db96 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336818 Feb 03 21:43:34.959362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a540f0c-58ae-4451-b3fd-424de37c2893 None None] Pushing event updated for resources: {'Port': ['ID=6742ee62-71d9-4d98-9164-f041861468d6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:34.990661 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (dc71ab9e-b94a-4bcc-9f9f-469c40176150), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:34.991450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35', 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35', 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'fixed_ips': [{'subnet_id': 'd35e0df7-060c-4b05-9eae-e6788e55512d'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:43:34.992314 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:35.039077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3b585-491d-4271-9c32-a74ad2885d65 req-1e7ce771-b67a-4039-a620-a646f3323a85 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:35.041921 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73e3b585-491d-4271-9c32-a74ad2885d65 req-1e7ce771-b67a-4039-a620-a646f3323a85 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 943 time: 0.0986497 Feb 03 21:43:35.153799 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73e3b585-491d-4271-9c32-a74ad2885d65 req-47957462-cd2b-474d-8911-fe3208fb10a4 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978358 Feb 03 21:43:35.282290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Allocated IP 10.2.2.2 (9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35/d35e0df7-060c-4b05-9eae-e6788e55512d/35364845-e473-44b0-bbbd-a4b475d1cfde) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:43:35.363162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Router 031b6d47-1e38-4382-b089-33b183f56a20 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:43:35.520404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:43:35.634154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Publish callbacks [] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:35.660839 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:35.769189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:43:35.773657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:43:35.778630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:43:35.782177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Pushing event updated for resources: {'Port': ['ID=35364845-e473-44b0-bbbd-a4b475d1cfde,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:35.902828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6742ee62-71d9-4d98-9164-f041861468d6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:43:35.972216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Attempting to bind port 35364845-e473-44b0-bbbd-a4b475d1cfde on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:43:35.973410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Attempting to bind port 35364845-e473-44b0-bbbd-a4b475d1cfde by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:43:35.974016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Attempting to bind port 35364845-e473-44b0-bbbd-a4b475d1cfde on network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:43:35.982950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:43:35.983656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Checking segment: {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:43:35.984246 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:35.984810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Bound using segment: {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:43:35.985512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Bound port: 35364845-e473-44b0-bbbd-a4b475d1cfde, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:43:35.986086 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:36.018063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ea0869b-6618-4246-a2ce-103b125242f4 req-c77f37bb-4dda-4b40-9833-816d1266b5a9 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/ports?device_id=aebc807d-6dee-418b-ad62-12ab3df09d39 HTTP/1.1" status: 200 len: 210 time: 0.0892549 Feb 03 21:43:36.059048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6742ee62-71d9-4d98-9164-f041861468d6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:36.069504 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6742ee62-71d9-4d98-9164-f041861468d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:36.127216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc569e9-9ec8-49a8-a172-2f7358681f90 req-efc84bc2-880d-400f-a5f9-0d02ad2438a0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:36.136064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dc569e9-9ec8-49a8-a172-2f7358681f90 req-efc84bc2-880d-400f-a5f9-0d02ad2438a0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.0902238 Feb 03 21:43:36.171233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:43:36.192179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] For port 35364845-e473-44b0-bbbd-a4b475d1cfde, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:43:36.198712 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] Sync routers for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:43:36.214415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] For port 35364845-e473-44b0-bbbd-a4b475d1cfde, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=35364845-e473-44b0-bbbd-a4b475d1cfde,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:43:36.221193 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:36.229864 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:36.272434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6742ee62-71d9-4d98-9164-f041861468d6 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:36.273025 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6742ee62-71d9-4d98-9164-f041861468d6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:36.276205 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:36.289347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] No DVR routers for this DVR port 8758aa49-b24e-42bd-87ae-518ed35b57f7 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:43:36.292641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dc569e9-9ec8-49a8-a172-2f7358681f90 req-e8eb4bb1-cd6e-4361-a030-95b4f5d490b9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516602 Feb 03 21:43:36.326652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:36.330528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f93badfc-6826-4a68-9076-6865b10ed7ae req-6b60d16b-9551-4966-8088-b03f62a56b46 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.47 "DELETE /v2.0/ports/8758aa49-b24e-42bd-87ae-518ed35b57f7 HTTP/1.1" status: 204 len: 173 time: 3.3329742 Feb 03 21:43:36.331306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'name': 'network-vif-deleted', 'tag': '8758aa49-b24e-42bd-87ae-518ed35b57f7'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:36.334006 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b147780f-692f-483c-9887-39d80e59dffe" -d '{"events": [{"server_uuid": "aebc807d-6dee-418b-ad62-12ab3df09d39", "name": "network-vif-deleted", "tag": "8758aa49-b24e-42bd-87ae-518ed35b57f7"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:36.409265 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:36.475371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 6742ee62-71d9-4d98-9164-f041861468d6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6742ee62-71d9-4d98-9164-f041861468d6,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:36.481513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] device_id is not set on port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:43:36.483177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Pushing event updated for resources: {'Port': ['ID=35364845-e473-44b0-bbbd-a4b475d1cfde,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:36.494805 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6742ee62-71d9-4d98-9164-f041861468d6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:36.499371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.499840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.500119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.500467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.500978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.501219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.501605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.501944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.502275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.502617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.502983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.503312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.503634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01ad79-128e-420f-a0e2-931511ebab11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:43:36.555388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b61d0c-691d-4bfa-9b38-3afc8d0e390e req-30da84a9-749e-4ead-80c5-bde0f5e94326 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:36.557922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40b61d0c-691d-4bfa-9b38-3afc8d0e390e req-30da84a9-749e-4ead-80c5-bde0f5e94326 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 943 time: 0.2132990 Feb 03 21:43:36.581885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4cab6e79-55f0-459f-be6c-7ae7ed73d457 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:43:36.680824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40b61d0c-691d-4bfa-9b38-3afc8d0e390e req-8657cb52-493b-4cc2-b571-5ff5382c0880 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154706 Feb 03 21:43:36.857203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:36.876759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '4cab6e79-55f0-459f-be6c-7ae7ed73d457', 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb', 'port_id': '4cab6e79-55f0-459f-be6c-7ae7ed73d457', 'mac_address': 'fa:16:3e:5d:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4dedbf-3c7a-41ac-a1fa-79c81d58281d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:43:36.939711 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:36.955238 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2e57f2-6e5c-46bd-9080-1e3461de670e x-openstack-request-id: req-ef2e57f2-6e5c-46bd-9080-1e3461de670e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:43:36.955548 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebc807d-6dee-418b-ad62-12ab3df09d39", "name": "network-vif-deleted", "tag": "8758aa49-b24e-42bd-87ae-518ed35b57f7", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:43:36.955781 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef2e57f2-6e5c-46bd-9080-1e3461de670e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:43:36.956178 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebc807d-6dee-418b-ad62-12ab3df09d39', 'name': 'network-vif-deleted', 'tag': '8758aa49-b24e-42bd-87ae-518ed35b57f7', 'status': 'completed', 'code': 200} Feb 03 21:43:36.976887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:36.977456 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:36.979651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec8e00-a6a4-42da-9410-92c624b9e69f None None] Network 8078ad59-b8c0-4f92-af69-ec7116783853 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:43:37.183729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Allocated IP 10.1.1.123 (8078ad59-b8c0-4f92-af69-ec7116783853/20b13620-8358-45ac-a0aa-1863e0969c9a/0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:43:37.277927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Deleting port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:37.278895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:37.288745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb85ab-021a-4f78-90ff-5fe3156a410c req-0dbdd1c2-27a1-42dd-9921-ee7ef5eddf23 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:37.306287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bfb85ab-021a-4f78-90ff-5fe3156a410c req-0dbdd1c2-27a1-42dd-9921-ee7ef5eddf23 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 1128 time: 0.1688643 Feb 03 21:43:37.400150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cab6e79-55f0-459f-be6c-7ae7ed73d457 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:43:37.498492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bfb85ab-021a-4f78-90ff-5fe3156a410c req-b0df81b1-8627-49c1-a5de-e24d42b07aa5 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898642 Feb 03 21:43:37.531689 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:37.557448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=6742ee62-71d9-4d98-9164-f041861468d6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:37.582101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8d20826b-c150-4f9a-b514-d150984627cc None None] Provisioning complete for port 6742ee62-71d9-4d98-9164-f041861468d6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:37.582611 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d20826b-c150-4f9a-b514-d150984627cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6742ee62-71d9-4d98-9164-f041861468d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:37.598106 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] Checking router: 031b6d47-1e38-4382-b089-33b183f56a20 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:43:37.622249 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:37.623022 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:37.654604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:37.722376 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:37.832347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955f192-fe9b-4e7e-b97c-6af904db1002 req-3c43c2a8-1079-4b73-a6f8-f8d4cf04e4ea tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:37.843502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a955f192-fe9b-4e7e-b97c-6af904db1002 req-3c43c2a8-1079-4b73-a6f8-f8d4cf04e4ea tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 1128 time: 0.1344256 Feb 03 21:43:37.849100 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:38.029597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] For port 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5f1bebdf-277d-4334-aa24-0b8bbc9efe3b,segment=NetworkSegment(b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e),segment_id=b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:38.029597 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:38.059400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Calling delete_port for 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:38.123746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c78d5-6dae-4eca-9852-c0678d15a7bf req-875da335-5d8d-40f3-8012-b025f25d7659 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:38.131322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-486c78d5-6dae-4eca-9852-c0678d15a7bf req-875da335-5d8d-40f3-8012-b025f25d7659 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 944 time: 0.3171587 Feb 03 21:43:38.157527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a955f192-fe9b-4e7e-b97c-6af904db1002 req-8e4068a6-6347-43ae-bad6-a3ead0e971b4 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128920 Feb 03 21:43:38.172053 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:38.249972 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f7700-01b0-49df-b754-18fef1a13e44 None None] The sync data for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 is: [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '96e0d748-3159-4906-9e00-1c13cb7473c3', 'name': '', 'network_id': 'cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'mac_address': 'fa:16:3e:37:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:10Z', 'updated_at': '2022-02-03T21:38:20Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'subnets': [{'id': '3c1721e8-321d-4d48-ba06-56f0e79dd1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:43:38.284048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-486c78d5-6dae-4eca-9852-c0678d15a7bf req-7990dc51-3726-41ce-91c7-c4e476160a0f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505127 Feb 03 21:43:38.284587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:38.328491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6742ee62-71d9-4d98-9164-f041861468d6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:43:38.330798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['4cab6e79-55f0-459f-be6c-7ae7ed73d457'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:43:38.409617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e32f-f5a9-408a-844d-f9543cf7b745 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group (0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:38.468933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e32f-f5a9-408a-844d-f9543cf7b745 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group (0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:38.555979 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:38.569445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e32f-f5a9-408a-844d-f9543cf7b745 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:38.572409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e32f-f5a9-408a-844d-f9543cf7b745 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:38.576513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7ab0e32f-f5a9-408a-844d-f9543cf7b745 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "DELETE /v2.0/security-groups/0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb HTTP/1.1" status: 204 len: 168 time: 0.2880995 Feb 03 21:43:38.577327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53592) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:38.590573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff1fa8d-ec06-4bc6-98fc-5f1f7ce42ed2 None None] Network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:43:38.612896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0e32f-f5a9-408a-844d-f9543cf7b745 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:38.642210 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-0e919dc5-d162-4325-9cc7-a3ee7faa82c1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] show failed (client error): The resource could not be found. Feb 03 21:43:38.654335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0e919dc5-d162-4325-9cc7-a3ee7faa82c1 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "GET /v2.0/security-groups/0ff12a14-4fd8-45a8-be6c-d6f9f2ab19fb HTTP/1.1" status: 404 len: 347 time: 0.0508807 Feb 03 21:43:38.656154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:38.830753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4cab6e79-55f0-459f-be6c-7ae7ed73d457,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:38.890035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:38.892532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d20826b-c150-4f9a-b514-d150984627cc None None] Current status of the port 6742ee62-71d9-4d98-9164-f041861468d6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:38.902119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366d2ac-2519-4ac1-bda1-6785885386d6 None None] New status for floating IP 66cd2d5f-2c30-4f5f-8458-521ea603998b: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:43:38.991847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Port': ['ID=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:39.030688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network 8078ad59-b8c0-4f92-af69-ec7116783853 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:43:39.033199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5f1bebdf-277d-4334-aa24-0b8bbc9efe3b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:39.044055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:43:39.118044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:43:39.166823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] Provisioning complete for port 6742ee62-71d9-4d98-9164-f041861468d6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:39.167431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6742ee62-71d9-4d98-9164-f041861468d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:39.188000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:39.189167 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:39.218728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1bebdf-277d-4334-aa24-0b8bbc9efe3b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:39.300734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6742ee62-71d9-4d98-9164-f041861468d6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:39.301426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6742ee62-71d9-4d98-9164-f041861468d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:39.341505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53626) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:39.343739 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f5f8e1bc-ab01-48bf-b235-a85b86b7cf0f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5956347 Feb 03 21:43:39.347025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'port': {'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'name': 'tempest-TaggedBootDevicesTest-773906771', 'fixed_ips': [{'subnet_id': '20b13620-8358-45ac-a0aa-1863e0969c9a'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:39.353471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Deleting port f9187391-ac5b-437f-a15a-c6bf7ce746f2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:39.358433 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f9187391-ac5b-437f-a15a-c6bf7ce746f2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:39.642190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6742ee62-71d9-4d98-9164-f041861468d6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:39.643508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 35364845-e473-44b0-bbbd-a4b475d1cfde up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:43:39.688682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] Current status of the port 6742ee62-71d9-4d98-9164-f041861468d6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:39.766397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] Provisioning complete for port 35364845-e473-44b0-bbbd-a4b475d1cfde triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:39.768494 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:39.788359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:43:39.837458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 35364845-e473-44b0-bbbd-a4b475d1cfde triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:39.838182 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:39.841927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (dc71ab9e-b94a-4bcc-9f9f-469c40176150), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:39.934357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951f881-d80e-4799-affc-07740bb2cf0b req-cf8a7485-1c08-459a-9446-082ed9075f5a tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:39.936946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9951f881-d80e-4799-affc-07740bb2cf0b req-cf8a7485-1c08-459a-9446-082ed9075f5a tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 944 time: 0.3545084 Feb 03 21:43:39.956922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] Current status of the port 35364845-e473-44b0-bbbd-a4b475d1cfde is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:39.957707 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.054636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] For port 35364845-e473-44b0-bbbd-a4b475d1cfde, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=35364845-e473-44b0-bbbd-a4b475d1cfde,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:40.058390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 35364845-e473-44b0-bbbd-a4b475d1cfde is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:40.058849 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.082127 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.093484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9951f881-d80e-4799-affc-07740bb2cf0b req-2ac83173-363e-4c63-8416-8da99ecc3885 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354988 Feb 03 21:43:40.097504 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.125501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] device_id is not set on port 6cf96df9-d086-4aae-bcfd-65de267ed87b yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:43:40.140776 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f9187391-ac5b-437f-a15a-c6bf7ce746f2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.144256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (f9187391-ac5b-437f-a15a-c6bf7ce746f2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.311237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66cd30-461d-426a-9dcd-6f70abbf2a12 None None] Pushing event updated for resources: {'Port': ['ID=35364845-e473-44b0-bbbd-a4b475d1cfde,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:40.315690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Calling delete_port for f9187391-ac5b-437f-a15a-c6bf7ce746f2 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:40.362311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-58b7ffac-ac7d-4f10-9770-42a29ff79443 None None] Provisioning complete for port 35364845-e473-44b0-bbbd-a4b475d1cfde triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:40.363063 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58b7ffac-ac7d-4f10-9770-42a29ff79443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.425035 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:43:40.425889 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:43:40.487869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Allocated IP 10.1.1.25 (8078ad59-b8c0-4f92-af69-ec7116783853/20b13620-8358-45ac-a0aa-1863e0969c9a/6cf96df9-d086-4aae-bcfd-65de267ed87b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:43:40.537058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-724084d6-190b-4391-971e-60eb947f5ae8 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:43:40.538084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-724084d6-190b-4391-971e-60eb947f5ae8 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1332741 Feb 03 21:43:40.543978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58b7ffac-ac7d-4f10-9770-42a29ff79443 None None] Current status of the port 35364845-e473-44b0-bbbd-a4b475d1cfde is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:40.566905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-58b7ffac-ac7d-4f10-9770-42a29ff79443 None None] Provisioning complete for port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:40.567198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58b7ffac-ac7d-4f10-9770-42a29ff79443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.643434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58b7ffac-ac7d-4f10-9770-42a29ff79443 None None] Port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:43:40.647109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Router dc71ab9e-b94a-4bcc-9f9f-469c40176150 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:43:40.649663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4cab6e79-55f0-459f-be6c-7ae7ed73d457 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:43:40.675043 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.719770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.761537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:43:40.765909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:40.766285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.799655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network 8078ad59-b8c0-4f92-af69-ec7116783853 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:43:40.804193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:43:40.808805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:43:40.812970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Port': ['ID=6cf96df9-d086-4aae-bcfd-65de267ed87b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:40.894809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-5c39ad3b-b385-4948-aeac-3f51180bea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:40.902224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:40.902856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:40.904242 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-5c39ad3b-b385-4948-aeac-3f51180bea11 service neutron] 10.222.0.50 "GET /v2.0/ports/823701ad-f3cc-462c-9c54-c1e7fb2bad54 HTTP/1.1" status: 200 len: 1125 time: 0.3562284 Feb 03 21:43:40.949639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9e063d51-7ddc-437e-a96f-c98b08f11a78 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6068664 Feb 03 21:43:40.961463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Request body: {'binding': {'host': 'n-h1-824834-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:40.961922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:43:40.982144 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:40.982533 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.025858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 35364845-e473-44b0-bbbd-a4b475d1cfde is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:41.043648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:41.045916 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ddaaf7-3454-40f3-87de-52933dda3806" -d '{"events": [{"server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "name": "network-vif-plugged", "status": "completed", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:41.081071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:41.092240 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.122965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f9187391-ac5b-437f-a15a-c6bf7ce746f2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.205963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4cab6e79-55f0-459f-be6c-7ae7ed73d457,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:41.273442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f4946f03-6fdc-44be-9d04-160f1e4cb423 None None] Provisioning complete for port 6cf96df9-d086-4aae-bcfd-65de267ed87b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:41.273848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4946f03-6fdc-44be-9d04-160f1e4cb423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.331767 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Pushing event deleted for resources: {'Port': ['ID=f9187391-ac5b-437f-a15a-c6bf7ce746f2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:41.344070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f4946f03-6fdc-44be-9d04-160f1e4cb423 None None] Port 6cf96df9-d086-4aae-bcfd-65de267ed87b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:43:41.346237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 35364845-e473-44b0-bbbd-a4b475d1cfde up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:43:41.365860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:43:41.381150 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] Sync routers for ids ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:43:41.396579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53670) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:41.401243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9a92ce36-da15-4af2-a4ce-17b047923f7b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976430585', 'description': 'tempest-description--1570800601'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:41.407674 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] Routers {'dc71ab9e-b94a-4bcc-9f9f-469c40176150'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:41.410079 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:41.413169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:41.429504 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bddbf3bc-5ac2-4880-88f0-e36dd6fe2081 admin admin] 10.222.0.50 "PUT /v2.0/routers/dc71ab9e-b94a-4bcc-9f9f-469c40176150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8732231 Feb 03 21:43:41.476643 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks [] for floatingip (66cd2d5f-2c30-4f5f-8458-521ea603998b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.491989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.497400 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c3021176-1557-41b4-a8d7-1dc32ba0fc08 tempest-ServersWithSpecificFlavorTestJSON-952433866 tempest-ServersWithSpecificFlavorTestJSON-952433866-project] 10.222.0.50 "DELETE /v2.0/floatingips/66cd2d5f-2c30-4f5f-8458-521ea603998b HTTP/1.1" status: 204 len: 168 time: 2.8200617 Feb 03 21:43:41.508445 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0908465-fd14-4811-a5a6-84050567bd44 x-openstack-request-id: req-a0908465-fd14-4811-a5a6-84050567bd44 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:43:41.508746 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "name": "network-vif-plugged", "status": "completed", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:43:41.509120 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0908465-fd14-4811-a5a6-84050567bd44 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:43:41.509579 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457', 'code': 200} Feb 03 21:43:41.526609 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a92ce36-da15-4af2-a4ce-17b047923f7b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.549226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 35364845-e473-44b0-bbbd-a4b475d1cfde triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:43:41.549709 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.571002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on host n-h1-824834-9 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:43:41.571907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:43:41.572397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:43:41.588779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:43:41.589371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:43:41.601006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:43:41.616599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:43:41.617315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:43:41.617948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Bound port: 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:43:41.695737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:43:41.711336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 35364845-e473-44b0-bbbd-a4b475d1cfde is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:41.720861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.722089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-7b7aa4f8-7d75-4663-b283-ffd4b7edbd18 service neutron] 10.222.0.50 "POST /v2.0/ports/823701ad-f3cc-462c-9c54-c1e7fb2bad54/bindings HTTP/1.1" status: 201 len: 389 time: 0.7643974 Feb 03 21:43:41.821018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce8dc2-7992-4e2e-b55d-69d877df1706 req-e0628f80-31e0-4b70-9249-ba7e0e07b959 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:41.822663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbce8dc2-7992-4e2e-b55d-69d877df1706 req-e0628f80-31e0-4b70-9249-ba7e0e07b959 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.2064590 Feb 03 21:43:41.827624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5821a-db7b-4507-b574-bc37c1831788 req-1434991a-f0ee-4e74-89f1-38a3803315c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:41.829219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7c5821a-db7b-4507-b574-bc37c1831788 req-1434991a-f0ee-4e74-89f1-38a3803315c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 1127 time: 0.2117832 Feb 03 21:43:41.868794 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks [] for router (dc71ab9e-b94a-4bcc-9f9f-469c40176150), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.928054 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a92ce36-da15-4af2-a4ce-17b047923f7b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group (00104047-70fa-474a-a655-7190324946a7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:41.944223 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] Set router dc71ab9e-b94a-4bcc-9f9f-469c40176150 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:42.149352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-089f56f2-3c44-44a3-9208-e2bb1a547870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:42.150573 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-089f56f2-3c44-44a3-9208-e2bb1a547870 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 1128 time: 0.0636511 Feb 03 21:43:42.292654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-50cd3173-5040-448f-955c-369e71b423a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:42.294196 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-50cd3173-5040-448f-955c-369e71b423a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.1367514 Feb 03 21:43:42.322187 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:02Z', 'updated_at': '2022-02-03T21:43:38Z', 'revision_number': 5, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'gw_port': {'id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:03Z', 'updated_at': '2022-02-03T21:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:42.339108 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-d970ac31-ed15-49ce-9e18-c6d983c64276 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54 HTTP/1.1" status: 200 len: 217 time: 0.0386941 Feb 03 21:43:42.388534 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] Checking router: dc71ab9e-b94a-4bcc-9f9f-469c40176150 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:43:42.402982 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] Routers {'dc71ab9e-b94a-4bcc-9f9f-469c40176150'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:42.403624 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:42.413375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-a911177e-f3b4-4fd4-8570-b8cc90343171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:42.415329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-a911177e-f3b4-4fd4-8570-b8cc90343171 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0693917 Feb 03 21:43:42.499415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-b3d607ea-210f-407a-9545-7686f49c76c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722210 Feb 03 21:43:42.558521 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] Set router dc71ab9e-b94a-4bcc-9f9f-469c40176150 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:42.607173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks [] for router_gateway (dc71ab9e-b94a-4bcc-9f9f-469c40176150), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:42.621077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a92ce36-da15-4af2-a4ce-17b047923f7b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (00104047-70fa-474a-a655-7190324946a7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:42.695353 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-e453148b-28ac-429f-86fe-0d29cbf054d0 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871192 Feb 03 21:43:42.719134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92ce36-da15-4af2-a4ce-17b047923f7b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00104047-70fa-474a-a655-7190324946a7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:42.739990 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a92ce36-da15-4af2-a4ce-17b047923f7b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:42.742099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9a92ce36-da15-4af2-a4ce-17b047923f7b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3442931 Feb 03 21:43:42.757603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:42.779894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-08686524-4492-4b37-92df-6d713411a507 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'security_group_rule': {'security_group_id': '00104047-70fa-474a-a655-7190324946a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:42.806946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7c5821a-db7b-4507-b574-bc37c1831788 req-2732c6a2-0869-438a-8feb-e8890bbabfc2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9633152 Feb 03 21:43:42.820927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520852-9f07-415a-b57b-8311ea357884 req-ec0bf25a-4c58-467f-8b96-6ebb7434e0de tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:42.830038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a520852-9f07-415a-b57b-8311ea357884 req-ec0bf25a-4c58-467f-8b96-6ebb7434e0de tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.2558029 Feb 03 21:43:42.880960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08686524-4492-4b37-92df-6d713411a507 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group_rule (c97309c5-3fd1-4dc3-9e60-17bca398a95a), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:42.913454 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-61442b3d-2f9f-4812-9ccb-4e0fbba1a43d service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103004 Feb 03 21:43:42.942228 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:02Z', 'updated_at': '2022-02-03T21:43:38Z', 'revision_number': 5, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'gw_port': {'id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:03Z', 'updated_at': '2022-02-03T21:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:42.973096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08686524-4492-4b37-92df-6d713411a507 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group_rule (c97309c5-3fd1-4dc3-9e60-17bca398a95a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:42.973330 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95122cd4-a2f7-413a-a80f-b860d20c7e8f None None] The sync data for ids ['dc71ab9e-b94a-4bcc-9f9f-469c40176150'] in n-d-824834-9 is: [{'id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'name': 'tempest-AttachSCSIVolumeTestJSON-89120851-router', 'tenant_id': '4a7cccd4de5b428186515c49c67d9b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:41:02Z', 'updated_at': '2022-02-03T21:43:38Z', 'revision_number': 5, 'project_id': '4a7cccd4de5b428186515c49c67d9b51', 'gw_port': {'id': '95a186e1-4f33-4c3d-b779-f129087c6cb3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71ab9e-b94a-4bcc-9f9f-469c40176150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:41:03Z', 'updated_at': '2022-02-03T21:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:43:42.978053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbce8dc2-7992-4e2e-b55d-69d877df1706 req-dbceae87-1b7a-41ea-9d1d-4212671f3d11 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1431403 Feb 03 21:43:42.982259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Deleting port 95a186e1-4f33-4c3d-b779-f129087c6cb3 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:42.982656 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.002041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08686524-4492-4b37-92df-6d713411a507 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c97309c5-3fd1-4dc3-9e60-17bca398a95a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.134994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a520852-9f07-415a-b57b-8311ea357884 req-34a4651a-bc1b-4b9a-9809-eaf3cf488d06 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033211 Feb 03 21:43:43.146685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08686524-4492-4b37-92df-6d713411a507 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97309c5-3fd1-4dc3-9e60-17bca398a95a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:43.201355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08686524-4492-4b37-92df-6d713411a507 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.206192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:43.212019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-68e4691b-410e-4f41-8379-52bd4b1add26 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'security_group_rule': {'security_group_id': '00104047-70fa-474a-a655-7190324946a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:43.217173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-08686524-4492-4b37-92df-6d713411a507 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4416625 Feb 03 21:43:43.233247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] For port 95a186e1-4f33-4c3d-b779-f129087c6cb3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=95a186e1-4f33-4c3d-b779-f129087c6cb3,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:43.235627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.271400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Calling delete_port for 95a186e1-4f33-4c3d-b779-f129087c6cb3 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:43.279454 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68e4691b-410e-4f41-8379-52bd4b1add26 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group_rule (a5ac7ab8-56c5-460e-be2c-e9db927e4282), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.397736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:43.465360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68e4691b-410e-4f41-8379-52bd4b1add26 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group_rule (a5ac7ab8-56c5-460e-be2c-e9db927e4282), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.480995 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68e4691b-410e-4f41-8379-52bd4b1add26 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (a5ac7ab8-56c5-460e-be2c-e9db927e4282), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.481793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:43:43.483687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5f1bebdf-277d-4334-aa24-0b8bbc9efe3b not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:43.533275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4691b-410e-4f41-8379-52bd4b1add26 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ac7ab8-56c5-460e-be2c-e9db927e4282,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:43.550726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68e4691b-410e-4f41-8379-52bd4b1add26 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.556651 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-68e4691b-410e-4f41-8379-52bd4b1add26 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3466563 Feb 03 21:43:43.556822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:43.566868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:43.672365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.678954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:43.871171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (95a186e1-4f33-4c3d-b779-f129087c6cb3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:43.911527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a186e1-4f33-4c3d-b779-f129087c6cb3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:43.999802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (dc71ab9e-b94a-4bcc-9f9f-469c40176150), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.130294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (dc71ab9e-b94a-4bcc-9f9f-469c40176150), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.134440 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks [] for router_controller (dc71ab9e-b94a-4bcc-9f9f-469c40176150), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.217906 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (dc71ab9e-b94a-4bcc-9f9f-469c40176150), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.219124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc71ab9e-b94a-4bcc-9f9f-469c40176150 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:43:44.266300 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.268098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-58211e4f-946b-4613-a86d-594f98fc3845 admin admin] 10.222.0.50 "DELETE /v2.0/routers/dc71ab9e-b94a-4bcc-9f9f-469c40176150 HTTP/1.1" status: 204 len: 168 time: 2.8520269 Feb 03 21:43:44.288729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:44.375869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa9aad9-31f3-462a-8995-f21a0b0f5795 admin admin] Deleting subnet 2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:43:44.391254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-faa9aad9-31f3-462a-8995-f21a0b0f5795 admin admin] Publish callbacks [] for subnet (2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.531145 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-faa9aad9-31f3-462a-8995-f21a0b0f5795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.634828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.657296 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-faa9aad9-31f3-462a-8995-f21a0b0f5795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.780661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20cd05-4def-4a5d-b757-311d2fade2af req-cdbee042-4444-40e1-9c83-117c25451206 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:44.789386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (031b6d47-1e38-4382-b089-33b183f56a20), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.795585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c20cd05-4def-4a5d-b757-311d2fade2af req-cdbee042-4444-40e1-9c83-117c25451206 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.5929542 Feb 03 21:43:44.801319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-faa9aad9-31f3-462a-8995-f21a0b0f5795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.864841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd937d7-9c5b-457e-98ea-7aece57ca69b req-9db7b44e-aaa0-400a-ad54-5b32cb6b7dd0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:44.873322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fd937d7-9c5b-457e-98ea-7aece57ca69b req-9db7b44e-aaa0-400a-ad54-5b32cb6b7dd0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.4867713 Feb 03 21:43:44.886920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9aad9-31f3-462a-8995-f21a0b0f5795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:44.908808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8166e6-6828-43d5-a689-42ed8ad94f53 None None] Network 2529641c-92ad-4413-b4ac-e9a72d6826aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:43:44.924414 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-faa9aad9-31f3-462a-8995-f21a0b0f5795 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:44.928794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-faa9aad9-31f3-462a-8995-f21a0b0f5795 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2d4f6e67-7b2e-4ad6-b0f1-fa3079f03227 HTTP/1.1" status: 204 len: 168 time: 0.6386738 Feb 03 21:43:44.945067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:45.069797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2529641c-92ad-4413-b4ac-e9a72d6826aa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:45.083730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fd937d7-9c5b-457e-98ea-7aece57ca69b req-a2013579-5d5e-4152-aceb-64c2a279c303 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921771 Feb 03 21:43:45.111935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c20cd05-4def-4a5d-b757-311d2fade2af req-d20e7d29-3422-49c2-8746-a72e6b120752 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149693 Feb 03 21:43:45.196271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 95a186e1-4f33-4c3d-b779-f129087c6cb3 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:45.250296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Allocated IP 172.25.5.13 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/daa72efb-9df9-451d-bbd7-32eba65378c8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:43:45.253551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 95a186e1-4f33-4c3d-b779-f129087c6cb3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:43:45.254200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 95a186e1-4f33-4c3d-b779-f129087c6cb3 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:45.272748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848547b7-6e5c-456b-8676-8ccc65043ed8 None None] DHCP port deletion for 2529641c-92ad-4413-b4ac-e9a72d6826aa request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:43:45.332073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-848547b7-6e5c-456b-8676-8ccc65043ed8 None None] Deleting port 3869264b-2d21-4ff7-a736-d96c2230b69b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:45.333309 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-848547b7-6e5c-456b-8676-8ccc65043ed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:45.419156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-848547b7-6e5c-456b-8676-8ccc65043ed8 None None] For port 3869264b-2d21-4ff7-a736-d96c2230b69b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3869264b-2d21-4ff7-a736-d96c2230b69b,segment=NetworkSegment(b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e),segment_id=b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:45.419832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-848547b7-6e5c-456b-8676-8ccc65043ed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:45.454262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-848547b7-6e5c-456b-8676-8ccc65043ed8 None None] Calling delete_port for 3869264b-2d21-4ff7-a736-d96c2230b69b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:45.533573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Deleting port 3869264b-2d21-4ff7-a736-d96c2230b69b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:45.533929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:45.682717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Deleting port 96e0d748-3159-4906-9e00-1c13cb7473c3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:45.683397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:45.752369 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-848547b7-6e5c-456b-8676-8ccc65043ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:45.782420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848547b7-6e5c-456b-8676-8ccc65043ed8 None None] Pushing event deleted for resources: {'Port': ['ID=3869264b-2d21-4ff7-a736-d96c2230b69b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:45.794644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848547b7-6e5c-456b-8676-8ccc65043ed8 None None] No DVR routers for this DVR port 3869264b-2d21-4ff7-a736-d96c2230b69b on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:43:45.900419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for port (daa72efb-9df9-451d-bbd7-32eba65378c8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:45.951384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (daa72efb-9df9-451d-bbd7-32eba65378c8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:45.955370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] For port 96e0d748-3159-4906-9e00-1c13cb7473c3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=96e0d748-3159-4906-9e00-1c13cb7473c3,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:45.955778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:45.967214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] For port 3869264b-2d21-4ff7-a736-d96c2230b69b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3869264b-2d21-4ff7-a736-d96c2230b69b,segment=NetworkSegment(b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e),segment_id=b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:45.967568 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:46.025416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Calling delete_port for 3869264b-2d21-4ff7-a736-d96c2230b69b owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:46.028987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Calling delete_port for 96e0d748-3159-4906-9e00-1c13cb7473c3 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:46.058790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:43:46.070946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Port': ['ID=daa72efb-9df9-451d-bbd7-32eba65378c8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:46.115610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:43:46.163326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:43:46.317625 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for floatingip (93140065-540e-479c-b69e-e01332515ccd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:46.365361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3869264b-2d21-4ff7-a736-d96c2230b69b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:46.398964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa81e2-85f5-487e-9d78-3a266919d3fd req-af01c954-ecf6-4272-969c-d39292e7ecd6 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:46.400611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19aa81e2-85f5-487e-9d78-3a266919d3fd req-af01c954-ecf6-4272-969c-d39292e7ecd6 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.1948986 Feb 03 21:43:46.431996 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (daa72efb-9df9-451d-bbd7-32eba65378c8), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:46.439376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3869264b-2d21-4ff7-a736-d96c2230b69b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:46.486882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] No DVR routers for this DVR port 3869264b-2d21-4ff7-a736-d96c2230b69b on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:43:46.537935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19aa81e2-85f5-487e-9d78-3a266919d3fd req-5e753b9d-86be-488e-9ade-874331328f33 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260288 Feb 03 21:43:46.570966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf7538-80fa-4415-868f-7c52ba367d58 req-083635ef-ea69-4807-92e1-e37d538e0cce tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:46.570966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85cf7538-80fa-4415-868f-7c52ba367d58 req-083635ef-ea69-4807-92e1-e37d538e0cce tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.2656355 Feb 03 21:43:46.572204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2529641c-92ad-4413-b4ac-e9a72d6826aa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:46.596743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2529641c-92ad-4413-b4ac-e9a72d6826aa']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:46.617377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:46.617671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:46.643003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85cf7538-80fa-4415-868f-7c52ba367d58 req-b5fd576f-3c57-473e-b5ba-b2f6e04812fe tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718870 Feb 03 21:43:46.646275 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:46.671154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:46.679355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:43:46.679999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (b5bbaaf5-a8d1-4158-a95a-97f6d8b2162e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:43:46.758340 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:43:46.859907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f527dda-c447-4e30-9c6e-a41c041034c9 req-96e96a90-940b-4179-939d-b1ebfb7bd604 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:46.866234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f527dda-c447-4e30-9c6e-a41c041034c9 req-96e96a90-940b-4179-939d-b1ebfb7bd604 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.1198962 Feb 03 21:43:46.894324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2529641c-92ad-4413-b4ac-e9a72d6826aa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:46.925668 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (96e0d748-3159-4906-9e00-1c13cb7473c3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:47.005932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f527dda-c447-4e30-9c6e-a41c041034c9 req-5709cbf5-b114-46aa-bbb4-be5855077452 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318400 Feb 03 21:43:47.037597 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:47.043877 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2529641c-92ad-4413-b4ac-e9a72d6826aa HTTP/1.1" status: 204 len: 168 time: 2.0916777 Feb 03 21:43:47.062425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e0d748-3159-4906-9e00-1c13cb7473c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:47.209983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3869264b-2d21-4ff7-a736-d96c2230b69b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:47.275659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3869264b-2d21-4ff7-a736-d96c2230b69b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:43:47.275916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3869264b-2d21-4ff7-a736-d96c2230b69b not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:47.343933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900a016-09b8-462f-8395-eb0160f86ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2529641c-92ad-4413-b4ac-e9a72d6826aa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:47.360953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53778) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:47.545067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-97500c76-f476-47fc-8f5d-ec3686474f60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b0d4b2948634e919196251922a97d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807590 Feb 03 21:43:47.545732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:47.619779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54ff49-774f-4822-8996-5347f996776b req-22226753-3df2-49be-b5c2-9e2b494541bc tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:47.631852 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (031b6d47-1e38-4382-b089-33b183f56a20), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:47.634631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa54ff49-774f-4822-8996-5347f996776b req-22226753-3df2-49be-b5c2-9e2b494541bc tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.2040961 Feb 03 21:43:47.729496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa54ff49-774f-4822-8996-5347f996776b req-6e6251fc-680b-4adc-960f-4769e227a815 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931976 Feb 03 21:43:47.751635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65186c4d-6177-423f-b685-d86f45253ae3 admin admin] Publish callbacks [] for security_group (98ab7aaf-4d32-4603-ad1b-f97806f6f3ea), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:47.837201 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65186c4d-6177-423f-b685-d86f45253ae3 admin admin] Publish callbacks [] for security_group (98ab7aaf-4d32-4603-ad1b-f97806f6f3ea), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:47.886866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for port (daa72efb-9df9-451d-bbd7-32eba65378c8), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:47.954565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (daa72efb-9df9-451d-bbd7-32eba65378c8), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:48.074392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Port': ['ID=daa72efb-9df9-451d-bbd7-32eba65378c8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:48.102666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (93140065-540e-479c-b69e-e01332515ccd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:48.103120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65186c4d-6177-423f-b685-d86f45253ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (98ab7aaf-4d32-4603-ad1b-f97806f6f3ea), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:48.107595 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65186c4d-6177-423f-b685-d86f45253ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:48.112366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-65186c4d-6177-423f-b685-d86f45253ae3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98ab7aaf-4d32-4603-ad1b-f97806f6f3ea HTTP/1.1" status: 204 len: 168 time: 0.5635686 Feb 03 21:43:48.143344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65186c4d-6177-423f-b685-d86f45253ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ab7aaf-4d32-4603-ad1b-f97806f6f3ea,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:48.162689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:48.164146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1062fd4f-719f-4087-9112-4a2daecdf692 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6060765 Feb 03 21:43:48.207413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5674d8-9bac-4512-b571-ca2d4e9ccc2b req-8101888a-2a28-46dc-a2d3-82f7d2758fb3 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:48.211046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f5674d8-9bac-4512-b571-ca2d4e9ccc2b req-8101888a-2a28-46dc-a2d3-82f7d2758fb3 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.3303356 Feb 03 21:43:48.230513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b712761-537a-4c5e-b5e9-29f70bb744b7 req-b47533de-6a89-4177-8b8a-c4100a6f29b5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:48.233556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b712761-537a-4c5e-b5e9-29f70bb744b7 req-b47533de-6a89-4177-8b8a-c4100a6f29b5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.3346825 Feb 03 21:43:48.406273 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f5674d8-9bac-4512-b571-ca2d4e9ccc2b req-b18b4a58-9400-4f59-8337-daf21aff91aa tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714461 Feb 03 21:43:48.413112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Router 031b6d47-1e38-4382-b089-33b183f56a20 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:43:48.420521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b712761-537a-4c5e-b5e9-29f70bb744b7 req-b5e28777-9016-4d45-9b55-c63a6af9a2f0 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727684 Feb 03 21:43:48.651249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:43:48.658247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a117f6e3-f823-4dee-85d8-d91c7a176323 admin admin] 10.222.0.50 "PUT /v2.0/routers/031b6d47-1e38-4382-b089-33b183f56a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9781868 Feb 03 21:43:48.661105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] Sync routers for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:43:48.661618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53822) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:48.676832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:48.677665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:48.848609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:49.140978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:49.150705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-473d83f9-3846-42b0-a61d-6e5db8b9a239 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1976430585&fields=id&tenant_id=a9668c2b48b8470e9a2862856ebc32f5 HTTP/1.1" status: 200 len: 267 time: 0.3369322 Feb 03 21:43:49.180456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks [] for router (031b6d47-1e38-4382-b089-33b183f56a20), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:49.335648 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dc115964-c867-49d2-a948-1ff6580f3e7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a7cccd4de5b428186515c49c67d9b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897573 Feb 03 21:43:49.343406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:49.393713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:43:46Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:49.454230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-80ecfe96-cf97-4eae-925e-b85d72d17476 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:49.455890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-80ecfe96-cf97-4eae-925e-b85d72d17476 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports/0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 HTTP/1.1" status: 200 len: 932 time: 0.2625461 Feb 03 21:43:49.483162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] Checking router: 031b6d47-1e38-4382-b089-33b183f56a20 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:43:49.509386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] Routers {'031b6d47-1e38-4382-b089-33b183f56a20'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:49.510056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['031b6d47-1e38-4382-b089-33b183f56a20'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:49.519516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-8872aaee-f3e5-466a-a8fb-420b79b13c09 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:49.529348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-8872aaee-f3e5-466a-a8fb-420b79b13c09 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports/6cf96df9-d086-4aae-bcfd-65de267ed87b HTTP/1.1" status: 200 len: 930 time: 0.0532689 Feb 03 21:43:49.602370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cf717-f70b-45a2-a8a9-fe54157d5ff1 req-6f595f36-3641-41d3-a15b-d57ba5ff42e7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:49.609374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-531cf717-f70b-45a2-a8a9-fe54157d5ff1 req-6f595f36-3641-41d3-a15b-d57ba5ff42e7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.2764733 Feb 03 21:43:49.633165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-100bfe3f-02c8-4b3d-a275-f50208a9fc51 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1026578 Feb 03 21:43:49.667051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] Set router 031b6d47-1e38-4382-b089-33b183f56a20 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:49.688806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-97ec0bfc-b049-4a13-8550-4baea33c9413 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0417202 Feb 03 21:43:49.694486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-229bd36f-e9f9-4dd3-8178-312786afd0c7 admin admin] Publish callbacks [] for security_group (1f96d01e-4df3-4b02-a787-b409cfbcc4b7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:49.792536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-531cf717-f70b-45a2-a8a9-fe54157d5ff1 req-adef02c5-5724-4468-be95-e48fbf931a07 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820362 Feb 03 21:43:49.801892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-229bd36f-e9f9-4dd3-8178-312786afd0c7 admin admin] Publish callbacks [] for security_group (1f96d01e-4df3-4b02-a787-b409cfbcc4b7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:49.855722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks [] for router_gateway (031b6d47-1e38-4382-b089-33b183f56a20), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:49.931559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:43:46Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:49.967299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4085c4f-bdb0-4a5e-b854-33bdc826e336 None None] The sync data for ids ['031b6d47-1e38-4382-b089-33b183f56a20'] in n-d-824834-9 is: [{'id': '031b6d47-1e38-4382-b089-33b183f56a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261810753-router', 'tenant_id': '1180219ab3ad4947879c0a31c3f61450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:03Z', 'updated_at': '2022-02-03T21:43:46Z', 'revision_number': 5, 'project_id': '1180219ab3ad4947879c0a31c3f61450', 'gw_port': {'id': '656dd838-f4a6-4eda-ae4b-262dadca035d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b6d47-1e38-4382-b089-33b183f56a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:04Z', 'updated_at': '2022-02-03T21:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:43:49.995069 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-229bd36f-e9f9-4dd3-8178-312786afd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1f96d01e-4df3-4b02-a787-b409cfbcc4b7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:50.002648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-229bd36f-e9f9-4dd3-8178-312786afd0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:50.014144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-229bd36f-e9f9-4dd3-8178-312786afd0c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f96d01e-4df3-4b02-a787-b409cfbcc4b7 HTTP/1.1" status: 204 len: 168 time: 0.6492743 Feb 03 21:43:50.066208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd36f-e9f9-4dd3-8178-312786afd0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f96d01e-4df3-4b02-a787-b409cfbcc4b7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:50.101965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-dabde7b1-9523-4d18-8145-905b0fc19596 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:50.107414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-dabde7b1-9523-4d18-8145-905b0fc19596 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:50.113021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-dabde7b1-9523-4d18-8145-905b0fc19596 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:50.115360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-dabde7b1-9523-4d18-8145-905b0fc19596 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/networks?id=2f83f93a-3225-4a43-9e07-27b3e3c95587&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 HTTP/1.1" status: 200 len: 1988 time: 0.4142306 Feb 03 21:43:50.144008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Deleting port 656dd838-f4a6-4eda-ae4b-262dadca035d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:50.144523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:50.156823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb902ab6-14b7-4f3c-b5bf-c15e0878fff3 req-fe9e98b4-9178-4594-ad66-777abb875fac tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:50.164778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb902ab6-14b7-4f3c-b5bf-c15e0878fff3 req-fe9e98b4-9178-4594-ad66-777abb875fac tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.2387614 Feb 03 21:43:50.183780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-bcf85207-b856-491d-a86f-e4446dd0d862 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/quotas/a9668c2b48b8470e9a2862856ebc32f5 HTTP/1.1" status: 200 len: 375 time: 0.0624869 Feb 03 21:43:50.339518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb902ab6-14b7-4f3c-b5bf-c15e0878fff3 req-c4effaae-fac0-4d7c-8d69-7722fa7875ad tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736267 Feb 03 21:43:50.400829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-07f4b353-cf7d-441c-ac8b-7bfcfa797813 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1804101 Feb 03 21:43:50.443804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] For port 656dd838-f4a6-4eda-ae4b-262dadca035d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=656dd838-f4a6-4eda-ae4b-262dadca035d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:50.444486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:50.481220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Calling delete_port for 656dd838-f4a6-4eda-ae4b-262dadca035d owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:50.937786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (656dd838-f4a6-4eda-ae4b-262dadca035d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:50.999548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Pushing event deleted for resources: {'Port': ['ID=656dd838-f4a6-4eda-ae4b-262dadca035d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:51.116930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3282ebfd-49f2-4838-98ec-0880c4697f47 service neutron] 10.222.0.50 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926050 Feb 03 21:43:51.193216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 96e0d748-3159-4906-9e00-1c13cb7473c3 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:51.242721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 96e0d748-3159-4906-9e00-1c13cb7473c3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:43:51.256742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 96e0d748-3159-4906-9e00-1c13cb7473c3 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:51.683780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-7e37d0c4-5d15-4cdb-8220-8db0962f7661 service neutron] 10.222.0.50 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728395 Feb 03 21:43:51.769226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77328da-5423-492a-8842-120f9c3c84ff req-692020b3-2540-479a-9dd6-a728e50e46ef tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:51.777088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b77328da-5423-492a-8842-120f9c3c84ff req-692020b3-2540-479a-9dd6-a728e50e46ef tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.8340924 Feb 03 21:43:51.803775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-ad1f3777-afd0-472d-bf7e-02b069185042 service neutron] 10.222.0.50 "GET /v2.0/ports/0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0887072 Feb 03 21:43:51.822880 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (031b6d47-1e38-4382-b089-33b183f56a20), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.006838 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (031b6d47-1e38-4382-b089-33b183f56a20), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.025062 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b77328da-5423-492a-8842-120f9c3c84ff req-c20e645b-5347-482f-a294-1990bd536646 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408729 Feb 03 21:43:52.080116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks [] for router_controller (031b6d47-1e38-4382-b089-33b183f56a20), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.143323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-a376131f-025d-4b37-9e43-1626141c8965 service neutron] 10.222.0.50 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130946 Feb 03 21:43:52.212772 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (031b6d47-1e38-4382-b089-33b183f56a20), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.213408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 031b6d47-1e38-4382-b089-33b183f56a20 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:43:52.248030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.251978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:52.252473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-585d632f-64c1-4810-8963-9d22a85e8724 admin admin] 10.222.0.50 "DELETE /v2.0/routers/031b6d47-1e38-4382-b089-33b183f56a20 HTTP/1.1" status: 204 len: 168 time: 3.5899103 Feb 03 21:43:52.296360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d067f-fb05-4565-9c00-0081882abfd5 req-56c1a58d-334c-41c7-bf47-1d1a12398be1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:52.304442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef9d067f-fb05-4565-9c00-0081882abfd5 req-56c1a58d-334c-41c7-bf47-1d1a12398be1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.1585658 Feb 03 21:43:52.347202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc8a80c-34d7-4c3d-a367-8b6302b9e712 admin admin] Deleting subnet 3c1721e8-321d-4d48-ba06-56f0e79dd1a5 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:43:52.362554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a80c-34d7-4c3d-a367-8b6302b9e712 admin admin] Publish callbacks [] for subnet (3c1721e8-321d-4d48-ba06-56f0e79dd1a5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.378508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-62c33c9c-a8d0-4898-8e30-ecc45d4af929 service neutron] 10.222.0.50 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943860 Feb 03 21:43:52.417449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef9d067f-fb05-4565-9c00-0081882abfd5 req-18e984a2-0e6f-485f-8703-2fd9c636b577 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120157 Feb 03 21:43:52.452894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a80c-34d7-4c3d-a367-8b6302b9e712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (3c1721e8-321d-4d48-ba06-56f0e79dd1a5), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.490281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-42f6ad5d-795c-4d53-9584-72bf5b228207 service neutron] 10.222.0.50 "GET /v2.0/ports/6cf96df9-d086-4aae-bcfd-65de267ed87b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0911560 Feb 03 21:43:52.609736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-23b1a0b1-31ee-4a49-82d7-374692e6f211 service neutron] 10.222.0.50 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185641 Feb 03 21:43:52.637654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a80c-34d7-4c3d-a367-8b6302b9e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (3c1721e8-321d-4d48-ba06-56f0e79dd1a5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.710191 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a80c-34d7-4c3d-a367-8b6302b9e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (3c1721e8-321d-4d48-ba06-56f0e79dd1a5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.739341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-682c7673-202c-4fe8-884d-52b95b3b5531 service neutron] 10.222.0.50 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283908 Feb 03 21:43:52.743817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8a80c-34d7-4c3d-a367-8b6302b9e712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1721e8-321d-4d48-ba06-56f0e79dd1a5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:52.758881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a80c-34d7-4c3d-a367-8b6302b9e712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:52.763142 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0cc8a80c-34d7-4c3d-a367-8b6302b9e712 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3c1721e8-321d-4d48-ba06-56f0e79dd1a5 HTTP/1.1" status: 204 len: 168 time: 0.5093665 Feb 03 21:43:52.766459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53926) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:52.767084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4740d3-9fee-42eb-a757-596b6fb4bf46 None None] Network cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:43:52.898221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.016414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Deleting port 13d5c964-d00b-4618-b01a-21136b7bde4b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:53.016769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.019487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-9195aa44-044d-4104-b087-653258eb3cf0 service neutron] 10.222.0.50 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789929 Feb 03 21:43:53.059716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b16839-ce85-49f5-8ceb-9db474949937 None None] DHCP port deletion for cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:43:53.119092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] For port 13d5c964-d00b-4618-b01a-21136b7bde4b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=13d5c964-d00b-4618-b01a-21136b7bde4b,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:53.119092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.147954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Calling delete_port for 13d5c964-d00b-4618-b01a-21136b7bde4b owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:53.189154 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-81b16839-ce85-49f5-8ceb-9db474949937 None None] Deleting port 13d5c964-d00b-4618-b01a-21136b7bde4b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:53.189154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81b16839-ce85-49f5-8ceb-9db474949937 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.190090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b400a0d-c593-4890-aa42-4df38216f69f req-10cb5efb-5021-444e-a740-8932df855946 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:53.191718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-10cb5efb-5021-444e-a740-8932df855946 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 821 time: 0.2343442 Feb 03 21:43:53.213586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60561f08-c0e6-4ec4-8bd0-addd5325091c service neutron] 10.222.0.50 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550918 Feb 03 21:43:53.216280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-d18d4929-7d44-458d-b14c-631c378ae990 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/quotas/261723128a8a47f793e246a218d942d4 HTTP/1.1" status: 200 len: 375 time: 0.0147626 Feb 03 21:43:53.221635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 656dd838-f4a6-4eda-ae4b-262dadca035d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:53.298583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 656dd838-f4a6-4eda-ae4b-262dadca035d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:43:53.299587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 656dd838-f4a6-4eda-ae4b-262dadca035d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:53.300062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 13d5c964-d00b-4618-b01a-21136b7bde4b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:53.320775 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.377938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d5c964-d00b-4618-b01a-21136b7bde4b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:53.383403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] No DVR routers for this DVR port 13d5c964-d00b-4618-b01a-21136b7bde4b on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:43:53.408187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-81b16839-ce85-49f5-8ceb-9db474949937 None None] For port 13d5c964-d00b-4618-b01a-21136b7bde4b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=13d5c964-d00b-4618-b01a-21136b7bde4b,segment=NetworkSegment(cef32374-a7a1-48c9-a938-e15d4801376e),segment_id=cef32374-a7a1-48c9-a938-e15d4801376e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:53.408870 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81b16839-ce85-49f5-8ceb-9db474949937 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.443615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-81b16839-ce85-49f5-8ceb-9db474949937 None None] Calling delete_port for 13d5c964-d00b-4618-b01a-21136b7bde4b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:53.483391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-3f73aa1f-fc6a-436d-887d-f541b6354193 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2573793 Feb 03 21:43:53.486245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d68c8b3d-0b10-44d8-9306-002f303117a7 service neutron] 10.222.0.50 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594397 Feb 03 21:43:53.522215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.554157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81b16839-ce85-49f5-8ceb-9db474949937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (13d5c964-d00b-4618-b01a-21136b7bde4b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.571795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:53.572922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No active binding found for port 13d5c964-d00b-4618-b01a-21136b7bde4b {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 21:43:53.574893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] The host n-d-824834-9 is not matching for port 13d5c964-d00b-4618-b01a-21136b7bde4b host None! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:43:53.575489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 13d5c964-d00b-4618-b01a-21136b7bde4b not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:43:53.595463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef32374-a7a1-48c9-a938-e15d4801376e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:53.595463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef32374-a7a1-48c9-a938-e15d4801376e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:53.607578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-ef7e462a-81ea-497c-916c-6dc99c298a2c service neutron] 10.222.0.50 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036170 Feb 03 21:43:53.617870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (cef32374-a7a1-48c9-a938-e15d4801376e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.644049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cef32374-a7a1-48c9-a938-e15d4801376e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.648344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b16839-ce85-49f5-8ceb-9db474949937 None None] Pushing event deleted for resources: {'Port': ['ID=13d5c964-d00b-4618-b01a-21136b7bde4b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:53.651765 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9014cdb-355a-4225-8022-5583f8a57a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.657862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:43:53.657862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (cef32374-a7a1-48c9-a938-e15d4801376e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:43:53.659332 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:43:53.668455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b16839-ce85-49f5-8ceb-9db474949937 None None] No DVR routers for this DVR port 13d5c964-d00b-4618-b01a-21136b7bde4b on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:43:53.739589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.748678 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:53.754137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3 HTTP/1.1" status: 204 len: 168 time: 0.9822516 Feb 03 21:43:53.762572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53960) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:53.769809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c02c92-f4f7-4b26-84e8-bdc187f93d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2500fb-fdcd-41c0-a1ed-6cdacf6b1bf3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:53.820071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2b78e3e3-9711-4cbf-b3d2-11f5d8c23f8d service neutron] 10.222.0.50 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360727 Feb 03 21:43:53.850255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-50686be7-19bb-4cbe-a905-0de1cf88ffac service neutron] 10.222.0.50 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134283 Feb 03 21:43:54.040650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-a17a8e8a-0ce1-417b-9eb0-b68661ad296f service neutron] 10.222.0.50 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894417 Feb 03 21:43:54.044095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e04a73bc-744f-4f44-9887-1399856e510b service neutron] 10.222.0.50 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814342 Feb 03 21:43:54.214663 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:54.220965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0c6ce290-c95b-4cf4-a242-0bba532f7535 service neutron] 10.222.0.50 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429887 Feb 03 21:43:54.256810 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:54.360838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5c36556d-509d-422b-8ea2-1536882f6388 service neutron] 10.222.0.50 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223414 Feb 03 21:43:54.494959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958054c7-16be-4bc9-9f22-ba2b1dfce8e0 req-f1f8079e-f98c-4e28-a70d-53ac016f64e9 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:54.496486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-958054c7-16be-4bc9-9f22-ba2b1dfce8e0 req-f1f8079e-f98c-4e28-a70d-53ac016f64e9 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.0815518 Feb 03 21:43:54.503632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (cb624428-4dd2-455d-b76d-93247150ab10), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:54.645998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-958054c7-16be-4bc9-9f22-ba2b1dfce8e0 req-e86ffb8a-9b6f-4936-a7b3-383b60fac06d tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967784 Feb 03 21:43:54.818683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32c8da-1f50-4064-8fd8-cf7eba3d4856 req-d39b0372-a5e3-4106-a9a3-e0981dd7239e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:54.829064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d32c8da-1f50-4064-8fd8-cf7eba3d4856 req-d39b0372-a5e3-4106-a9a3-e0981dd7239e tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.0790217 Feb 03 21:43:54.924410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d32c8da-1f50-4064-8fd8-cf7eba3d4856 req-133cfece-9612-41d2-971f-75c776d98e3c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929420 Feb 03 21:43:54.971463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Deleting port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:54.971912 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:55.077102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] For port 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4,segment=NetworkSegment(9e778ad9-ed41-4b70-9e6e-2176b58acc17),segment_id=9e778ad9-ed41-4b70-9e6e-2176b58acc17)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:55.077702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:55.093164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Calling delete_port for 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:43:55.227419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62b71409-0347-43df-bce4-dbcb24b9dc9a req-a5b1d9cb-2e5b-44d1-9c2e-7a7dcb0cfb5d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0459011 Feb 03 21:43:55.323034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7086778-217c-4bee-bdee-f0324b36499c req-3bf35747-96c2-4372-aded-8e2cef2d75e9 tempest-FlavorsV2NegativeTest-1827592392 tempest-FlavorsV2NegativeTest-1827592392-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=75bd6e82291640a0a37ff18073b9a8a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1528463 Feb 03 21:43:55.425433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19b92a0d-db16-4937-8f10-80787f683381 req-99e28351-ffc5-40a1-b996-52a6e25589d4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0379591 Feb 03 21:43:55.506969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7086778-217c-4bee-bdee-f0324b36499c req-5f35007a-5f1f-4ddb-92e2-2a9ff3c92241 tempest-FlavorsV2NegativeTest-1827592392 tempest-FlavorsV2NegativeTest-1827592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:55.515371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7086778-217c-4bee-bdee-f0324b36499c req-5f35007a-5f1f-4ddb-92e2-2a9ff3c92241 tempest-FlavorsV2NegativeTest-1827592392 tempest-FlavorsV2NegativeTest-1827592392-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839569 Feb 03 21:43:55.550881 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7086778-217c-4bee-bdee-f0324b36499c req-1b8619c4-4497-42c3-95ef-740d18009f21 tempest-FlavorsV2NegativeTest-1827592392 tempest-FlavorsV2NegativeTest-1827592392-project] 10.222.0.50 "GET /v2.0/quotas/75bd6e82291640a0a37ff18073b9a8a3 HTTP/1.1" status: 200 len: 375 time: 0.0153079 Feb 03 21:43:55.553353 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:55.712480 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f16f035-626a-4337-8f0b-81e7efa51a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:55.928180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b400a0d-c593-4890-aa42-4df38216f69f req-f9be1486-6b33-4606-87d3-49de21817422 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:55.929730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-f9be1486-6b33-4606-87d3-49de21817422 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 821 time: 0.2074616 Feb 03 21:43:55.952664 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Request body: {'port': {'device_id': 'be21a251-752b-474a-8f33-b933f34a2bca', 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a', 'admin_state_up': True, 'tenant_id': '261723128a8a47f793e246a218d942d4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:56.079071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:56.092487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7086778-217c-4bee-bdee-f0324b36499c req-d47ee969-d4f8-449f-9315-ec818322048e tempest-FlavorsV2NegativeTest-1827592392 tempest-FlavorsV2NegativeTest-1827592392-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=75bd6e82291640a0a37ff18073b9a8a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5363431 Feb 03 21:43:56.215575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Made reservation on behalf of 261723128a8a47f793e246a218d942d4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:43:56.228600 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:56.581678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888e089-4ab1-47d7-bd58-478bff77ab55 req-3c715df8-bc4b-4577-be3f-383da9b7d79f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:56.593388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7888e089-4ab1-47d7-bd58-478bff77ab55 req-3c715df8-bc4b-4577-be3f-383da9b7d79f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.3755457 Feb 03 21:43:56.737971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7888e089-4ab1-47d7-bd58-478bff77ab55 req-b0c16a04-6930-4511-84f2-ec9ba63b53ac tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385303 Feb 03 21:43:56.748478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-7ded39f0-3f3a-42ca-bce4-d9cf2c7e130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:56.750143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-7ded39f0-3f3a-42ca-bce4-d9cf2c7e130a service neutron] 10.222.0.10 "GET /v2.0/ports/0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 HTTP/1.1" status: 200 len: 1028 time: 0.1770239 Feb 03 21:43:56.766993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5462c-4476-4f2f-a9d9-38f5d192af1f req-4b6f1857-4a8a-4d23-a8f1-7a26c89f1fe2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:56.786180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14b5462c-4476-4f2f-a9d9-38f5d192af1f req-4b6f1857-4a8a-4d23-a8f1-7a26c89f1fe2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.3816338 Feb 03 21:43:56.850251 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:56.860244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (cb624428-4dd2-455d-b76d-93247150ab10), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:56.905280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14b5462c-4476-4f2f-a9d9-38f5d192af1f req-e0016bd4-5235-4628-a3b2-896e15177a80 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123228 Feb 03 21:43:56.906668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-120cb1c5-da58-4396-b916-13b571ea628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:56.911055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-120cb1c5-da58-4396-b916-13b571ea628b service neutron] 10.222.0.10 "GET /v2.0/ports/6cf96df9-d086-4aae-bcfd-65de267ed87b HTTP/1.1" status: 200 len: 1026 time: 0.1219430 Feb 03 21:43:56.967629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Allocated IP 172.20.0.5 (8f607306-2b6c-4658-9842-d5d1c84c2d2a/05581427-b6cc-4869-9bb2-ddc18faca9e6/48a435a9-2a2e-4ccc-821c-ea72c9ee1902) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:43:57.061903 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb7df738-0a83-43d1-a0d6-b4ba98754db4 req-dcd3650c-1f53-4525-b407-c005b5eccc48 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0844011 Feb 03 21:43:57.135245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:57.306861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks [] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:57.374165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:57.383798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387a8248-4e27-4d81-a602-9dbe537da404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:57.392018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c07f34bb-b3fd-421e-b8d0-fb7097ce2866'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:43:57.444059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Pushing event updated for resources: {'Port': ['ID=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:57.452218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86b01efe-dda5-4749-98ec-a7098d1d2900 req-037f79d1-d7b8-4f40-9395-7b9892fe6ae8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.1106164 Feb 03 21:43:57.500590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Network 8f607306-2b6c-4658-9842-d5d1c84c2d2a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:43:57.502820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:43:57.506223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:43:57.577486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387a8248-4e27-4d81-a602-9dbe537da404 admin admin] Publish callbacks [] for security_group (104cf72d-e08f-4ce3-88b0-f6eb24eec9cf), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:57.617308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:57.617973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:57.654082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-8ecb4424-3813-44d3-8c51-d5be8c723c18 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7102380 Feb 03 21:43:57.666434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Request body: {'port': {'device_id': 'be21a251-752b-474a-8f33-b933f34a2bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:57.672234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387a8248-4e27-4d81-a602-9dbe537da404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (104cf72d-e08f-4ce3-88b0-f6eb24eec9cf), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:57.698085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-403d8a51-ac36-4f6d-b414-40338178910c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:57.703158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-403d8a51-ac36-4f6d-b414-40338178910c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:57.711550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-403d8a51-ac36-4f6d-b414-40338178910c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:57.713494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-403d8a51-ac36-4f6d-b414-40338178910c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "GET /v2.0/networks?id=2f83f93a-3225-4a43-9e07-27b3e3c95587&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 HTTP/1.1" status: 200 len: 1988 time: 0.7341762 Feb 03 21:43:57.777121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:57.949018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-387a8248-4e27-4d81-a602-9dbe537da404 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75bd6e82291640a0a37ff18073b9a8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8114634 Feb 03 21:43:57.949787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a8248-4e27-4d81-a602-9dbe537da404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104cf72d-e08f-4ce3-88b0-f6eb24eec9cf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:57.952334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:57.966882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-a73ed947-271e-448f-9625-19c0e2f4e65d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:57.974421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-a73ed947-271e-448f-9625-19c0e2f4e65d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 804 time: 0.3948410 Feb 03 21:43:58.049367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-99da2795-790c-4bc1-9bb6-5226a873c924 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/quotas/f7fd005c4f0a4e3cb800e58ad261ae15 HTTP/1.1" status: 200 len: 375 time: 0.0740442 Feb 03 21:43:58.059714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5bdf5038-0e2b-4223-8c75-3f9f4c72315a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9668c2b48b8470e9a2862856ebc32f5 HTTP/1.1" status: 200 len: 380 time: 0.2937837 Feb 03 21:43:58.087643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'admin_state_up': True, 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'security_groups': ['00104047-70fa-474a-a655-7190324946a7']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:43:58.109162 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:43:58.119557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Router cb624428-4dd2-455d-b76d-93247150ab10 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:43:58.127689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:43:58.136557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe947c-6ca4-4056-a013-16e2cdf2d20e req-ed089d21-ea9a-40e9-bf2d-ce69f1112501 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:58.137138 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Publish callbacks [] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.138073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5dbe947c-6ca4-4056-a013-16e2cdf2d20e req-ed089d21-ea9a-40e9-bf2d-ce69f1112501 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.2725763 Feb 03 21:43:58.139554 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d249e165-791e-4488-a232-ae676c320816 admin admin] Publish callbacks [] for security_group (104cf72d-e08f-4ce3-88b0-f6eb24eec9cf), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.151606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Transition to ACTIVE for port object 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:43:58.155888 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.231212 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d249e165-791e-4488-a232-ae676c320816 admin admin] Publish callbacks [] for security_group (104cf72d-e08f-4ce3-88b0-f6eb24eec9cf), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.240005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:58.301756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:43:58.302585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:43:58.302585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:43:58.306802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:43:58.307542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:43:58.313492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:43:58.313718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:43:58.314097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:43:58.314666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Bound port: 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:43:58.314946 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.387695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:43:58.391956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:43:58.399761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.412342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f8e93985-59e8-4c41-a963-85b0c8b4f319 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3458431 Feb 03 21:43:58.429361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5dbe947c-6ca4-4056-a013-16e2cdf2d20e req-534904e4-322a-42cd-bc10-8e553341dedb tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543225 Feb 03 21:43:58.435478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:58.436985 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.438579 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] 10.222.0.10 "PUT /v2.0/ports/48a435a9-2a2e-4ccc-821c-ea72c9ee1902 HTTP/1.1" status: 200 len: 1091 time: 0.7764492 Feb 03 21:43:58.439677 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:58.441787 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255" -d '{"events": [{"name": "network-changed", "server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:58.497396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c1f4d-903b-4e8e-9504-290147558fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:58.508049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.587026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b400a0d-c593-4890-aa42-4df38216f69f req-6cf40967-1515-478b-8292-8394ff12757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:58.588814 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-6cf40967-1515-478b-8292-8394ff12757c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 1125 time: 0.0548518 Feb 03 21:43:58.603650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d249e165-791e-4488-a232-ae676c320816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (104cf72d-e08f-4ce3-88b0-f6eb24eec9cf), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.606408 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d249e165-791e-4488-a232-ae676c320816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.607664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d249e165-791e-4488-a232-ae676c320816 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/104cf72d-e08f-4ce3-88b0-f6eb24eec9cf HTTP/1.1" status: 204 len: 168 time: 0.6472478 Feb 03 21:43:58.626862 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249e165-791e-4488-a232-ae676c320816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104cf72d-e08f-4ce3-88b0-f6eb24eec9cf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:58.638278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:43:58.641847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.653532 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-d1272684-2eda-4097-9f80-1e27e329240f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902 HTTP/1.1" status: 200 len: 217 time: 0.0556867 Feb 03 21:43:58.660245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a0030415-b892-4271-9bc3-39cfdda9d221 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:43:58.680651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b6a77-b2d1-4234-87fd-80bc30deb304 req-7fbdf8a7-bf60-48fc-8d9b-a75f85919f32 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:58.687858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a21b6a77-b2d1-4234-87fd-80bc30deb304 req-7fbdf8a7-bf60-48fc-8d9b-a75f85919f32 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.1653864 Feb 03 21:43:58.707867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:43:58.721785 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] Sync routers for ids ['cb624428-4dd2-455d-b76d-93247150ab10'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:43:58.727118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-001aec3d-0e8f-4c33-a15d-4dde1f362f98 admin admin] 10.222.0.50 "PUT /v2.0/routers/cb624428-4dd2-455d-b76d-93247150ab10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9604590 Feb 03 21:43:58.735755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54130) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:43:58.739231 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-b0f67257-4d39-4503-8abf-3a571f3330a1 service neutron] 10.222.0.50 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067613 Feb 03 21:43:58.759205 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] Routers {'cb624428-4dd2-455d-b76d-93247150ab10'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:58.767752 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cb624428-4dd2-455d-b76d-93247150ab10'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:58.772337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b400a0d-c593-4890-aa42-4df38216f69f req-edb08295-2384-4a7a-a56b-55af11e10810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:58.777882 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-edb08295-2384-4a7a-a56b-55af11e10810 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1097646 Feb 03 21:43:58.841413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a0030415-b892-4271-9bc3-39cfdda9d221 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:43:58.842317 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.892947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:43:58.897982 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c26f422-80cd-425a-b9b5-6fe3a3fed655" -d '{"events": [{"server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "name": "network-vif-unplugged", "status": "completed", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:43:58.909011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a0030415-b892-4271-9bc3-39cfdda9d221,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:58.922956 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:58.986606 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-e7211a47-57da-40b7-9469-9b2b2d1c9dc0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2017655 Feb 03 21:43:58.997957 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] Set router cb624428-4dd2-455d-b76d-93247150ab10 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:59.069516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a0030415-b892-4271-9bc3-39cfdda9d221,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:43:59.205372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Allocated IP 172.20.0.6 (2f83f93a-3225-4a43-9e07-27b3e3c95587/f420064c-13fa-4fd9-9485-6208efd73674/ba22ce10-8721-43b4-bd9a-aef4991671be) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:43:59.307672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-99b2a7c0-7b3e-4740-b1f3-c969af17fda7 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:43:59.309449 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-99b2a7c0-7b3e-4740-b1f3-c969af17fda7 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f6a962d-be3a-433d-bb82-069d49514427 HTTP/1.1" status: 200 len: 944 time: 0.3870289 Feb 03 21:43:59.334374 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:22Z', 'updated_at': '2022-02-03T21:43:55Z', 'revision_number': 5, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'gw_port': {'id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:24Z', 'updated_at': '2022-02-03T21:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:59.356578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a21b6a77-b2d1-4234-87fd-80bc30deb304 req-0c7b05ef-c6d9-45c0-a2a7-43689aeac2b8 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677811 Feb 03 21:43:59.377455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-3c200d38-f6cf-44b7-bcdd-f912111341df service neutron] 10.222.0.50 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171835 Feb 03 21:43:59.442030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-28d19f31-df15-4660-b790-ae5a41939485 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569281 Feb 03 21:43:59.460233 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] Checking router: cb624428-4dd2-455d-b76d-93247150ab10 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:43:59.483642 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] Routers {'cb624428-4dd2-455d-b76d-93247150ab10'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:43:59.484335 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cb624428-4dd2-455d-b76d-93247150ab10'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:43:59.540690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks [] for router (cb624428-4dd2-455d-b76d-93247150ab10), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:59.614824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:59.695968 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b400a0d-c593-4890-aa42-4df38216f69f req-63bcc9e7-43a6-4249-9760-cf936689a51b service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443030 Feb 03 21:43:59.727251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Deleting port a0030415-b892-4271-9bc3-39cfdda9d221 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:43:59.728016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:59.741813 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] Set router cb624428-4dd2-455d-b76d-93247150ab10 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:43:59.797699 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:59.936076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] For port a0030415-b892-4271-9bc3-39cfdda9d221, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a0030415-b892-4271-9bc3-39cfdda9d221,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:43:59.936523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:59.951085 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:43:59.986665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Calling delete_port for a0030415-b892-4271-9bc3-39cfdda9d221 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:00.234040 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099bd801-39d6-4768-957a-0815dbf1548b x-openstack-request-id: req-099bd801-39d6-4768-957a-0815dbf1548b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:00.234429 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:00.234666 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-099bd801-39d6-4768-957a-0815dbf1548b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:00.235282 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902', 'status': 'completed', 'code': 200} Feb 03 21:44:00.256171 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:22Z', 'updated_at': '2022-02-03T21:43:55Z', 'revision_number': 5, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'gw_port': {'id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:24Z', 'updated_at': '2022-02-03T21:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:00.257060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a0030415-b892-4271-9bc3-39cfdda9d221), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:00.280539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54164) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:00.295077 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccd745-3378-4e06-89d4-9f0a2f7df6f0 None None] The sync data for ids ['cb624428-4dd2-455d-b76d-93247150ab10'] in n-d-824834-9 is: [{'id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291830237-router', 'tenant_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:38:22Z', 'updated_at': '2022-02-03T21:43:55Z', 'revision_number': 5, 'project_id': 'bf702b387f764b93a1f1ee04e9887f2e', 'gw_port': {'id': '20e48d91-f5e3-4444-9439-9aecdfc4cdd5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb624428-4dd2-455d-b76d-93247150ab10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:38:24Z', 'updated_at': '2022-02-03T21:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:44:00.325759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network 2f83f93a-3225-4a43-9e07-27b3e3c95587 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:00.361643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:00.365908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:00.392053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Port': ['ID=ba22ce10-8721-43b4-bd9a-aef4991671be,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:00.443321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Pushing event deleted for resources: {'Port': ['ID=a0030415-b892-4271-9bc3-39cfdda9d221,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:00.451634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] No DVR routers for this DVR port a0030415-b892-4271-9bc3-39cfdda9d221 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:44:00.454557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:00.460357 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dea4c20f-6f0a-4b78-9edc-37ea539d563b req-e5f13f6b-569b-47ad-a79b-1a9ba732054a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "DELETE /v2.0/ports/a0030415-b892-4271-9bc3-39cfdda9d221 HTTP/1.1" status: 204 len: 173 time: 1.1445627 Feb 03 21:44:00.464118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e26e57-dff1-43d8-8167-b67a107cd33b req-9b12c668-a48b-4a81-80fa-068653c99b59 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:00.465774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29e26e57-dff1-43d8-8167-b67a107cd33b req-9b12c668-a48b-4a81-80fa-068653c99b59 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.9270732 Feb 03 21:44:00.484835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-46f41f0f-560e-4fd3-b505-68d8603cf0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:00.487505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-46f41f0f-560e-4fd3-b505-68d8603cf0e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 1125 time: 0.2580180 Feb 03 21:44:00.576245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:00.576945 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:00.607270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1784662562-network', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:00.622446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc11d9-cf48-4533-9517-8d27211bd23c req-cb693b83-fd0f-49ac-b701-f1ff8745c364 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:00.623977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08fc11d9-cf48-4533-9517-8d27211bd23c req-cb693b83-fd0f-49ac-b701-f1ff8745c364 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 931 time: 0.5375602 Feb 03 21:44:00.652417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Made reservation on behalf of 6ebf48d33d8544c68c5d38a848703d86 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:00.661772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:00.682764 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks [] for router_gateway (cb624428-4dd2-455d-b76d-93247150ab10), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:00.710632 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:00.737162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-19f287e8-1bbe-4e22-aced-f60c98b74689 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6712654 Feb 03 21:44:00.794039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29e26e57-dff1-43d8-8167-b67a107cd33b req-ef1306ef-19de-4c95-879f-d8268c51a849 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205504 Feb 03 21:44:00.805065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-d9630fdb-aaa4-47d2-8eeb-eae1c439f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:00.807179 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-d9630fdb-aaa4-47d2-8eeb-eae1c439f5b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.2994909 Feb 03 21:44:00.849911 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4b3e0aa6-3eca-40e9-a079-b7418f8d3d10 None None] Provisioning complete for port ba22ce10-8721-43b4-bd9a-aef4991671be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:00.850461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0aa6-3eca-40e9-a079-b7418f8d3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:00.851917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'admin_state_up': True, 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'security_groups': ['00104047-70fa-474a-a655-7190324946a7']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:00.920730 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cc7bef-1c20-487c-9276-7d1f5176c0ec x-openstack-request-id: req-d5cc7bef-1c20-487c-9276-7d1f5176c0ec {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:00.921542 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "name": "network-vif-unplugged", "status": "completed", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:00.924533 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5cc7bef-1c20-487c-9276-7d1f5176c0ec {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:00.925156 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221', 'code': 200} Feb 03 21:44:00.947045 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-e25d5f77-8154-4d28-9118-3fbaf6396006 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902 HTTP/1.1" status: 200 len: 217 time: 0.1281173 Feb 03 21:44:00.966037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e0aa6-3eca-40e9-a079-b7418f8d3d10 None None] Port ba22ce10-8721-43b4-bd9a-aef4991671be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:01.104277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-7a7aacf6-bd6b-40dc-8025-5d231b1ffee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:01.110002 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-7a7aacf6-bd6b-40dc-8025-5d231b1ffee2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1508737 Feb 03 21:44:01.137068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:01.174847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:01.175582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5ce9ed67-7cb5-43e8-9e2e-84e5311b43b4 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:01.200683 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-14ce6a66-6175-4ade-967b-4ea8bd2eca3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841293 Feb 03 21:44:01.202791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Publish callbacks [] for security_group (9067d910-1727-4dd3-ad5e-41c6e2b2a49b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:01.217511 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9067d910-1727-4dd3-ad5e-41c6e2b2a49b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:01.292606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:44:01.318608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9067d910-1727-4dd3-ad5e-41c6e2b2a49b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:01.327934 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4a659e69-7951-4c1c-b259-ff8cd22c9ddf), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:01.328283 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Added segment 4a659e69-7951-4c1c-b259-ff8cd22c9ddf of type vlan for network 1dfb0490-26e7-4188-89fe-83a0d92087f7 Feb 03 21:44:01.393573 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (1dfb0490-26e7-4188-89fe-83a0d92087f7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:01.400574 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-8c151daa-b030-4c20-8cf1-a8fc7787e01f service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913667 Feb 03 21:44:01.581004 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6c2caca2-a3bd-4b17-9c0e-ade5e3ff8255 req-c9a69b31-2b26-4510-a808-b6933d273964 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684723 Feb 03 21:44:01.614446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (1dfb0490-26e7-4188-89fe-83a0d92087f7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:01.615612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:01.620685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:01.651696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3599861 Feb 03 21:44:01.657477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:01.677583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Request body: {'subnet': {'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1784662562-subnet', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:01.696770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08fc11d9-cf48-4533-9517-8d27211bd23c req-b32ae63c-0d23-488e-ae5f-86bf050dfac3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0420513 Feb 03 21:44:01.756323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Deleting port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:01.757134 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:01.772174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:01.776834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:01.799120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cd07a-1db1-4114-8e14-f3b3f2e54126 admin admin] Pushing event updated for resources: {'Network': ['ID=1dfb0490-26e7-4188-89fe-83a0d92087f7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:01.811967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 1dfb0490-26e7-4188-89fe-83a0d92087f7 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:44:01.821351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Made reservation on behalf of 6ebf48d33d8544c68c5d38a848703d86 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:01.824115 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:01.844147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0390-d1a7-40d9-bc05-b917ced8cfe8 req-273efe10-9d53-48e1-82c1-3c0fa4d79513 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:01.849347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-067d0390-d1a7-40d9-bc05-b917ced8cfe8 req-273efe10-9d53-48e1-82c1-3c0fa4d79513 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.7060125 Feb 03 21:44:01.883589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-73d2e474-2381-4be5-b37b-624ddec87171 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:01.885172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-73d2e474-2381-4be5-b37b-624ddec87171 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.47 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 804 time: 0.4349401 Feb 03 21:44:01.891342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fe17a8b-164f-47f4-8aad-2c9baace682f req-c060ed54-b679-42e3-8e46-5afe02748191 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 210 time: 0.0331283 Feb 03 21:44:01.995349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Request body: {'port': {'device_id': 'f096e1d6-6468-4676-be65-badf7e831501', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'admin_state_up': True, 'tenant_id': 'f7fd005c4f0a4e3cb800e58ad261ae15'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:02.076644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] For port 20e48d91-f5e3-4444-9439-9aecdfc4cdd5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=20e48d91-f5e3-4444-9439-9aecdfc4cdd5,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:02.076860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.082247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-067d0390-d1a7-40d9-bc05-b917ced8cfe8 req-af15e4de-b734-4e34-9dc0-0277f9aafab9 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899192 Feb 03 21:44:02.121013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Calling delete_port for 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:02.140326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.200045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1d70e-3b30-4bd8-bbad-fed911efa659 req-3c2c16c0-3312-49ad-bddc-c1df89c1e634 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:02.201684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bf1d70e-3b30-4bd8-bbad-fed911efa659 req-3c2c16c0-3312-49ad-bddc-c1df89c1e634 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.2320571 Feb 03 21:44:02.208685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Made reservation on behalf of f7fd005c4f0a4e3cb800e58ad261ae15 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:02.212017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.212232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Allocated IP 10.1.1.64 (8078ad59-b8c0-4f92-af69-ec7116783853/20b13620-8358-45ac-a0aa-1863e0969c9a/41f39660-c8d1-46cc-be85-10cb8c2cfe7d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:02.222117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:02.239677 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'name': 'network-vif-deleted', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:02.242184 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fb2911-a24d-44e7-84f6-5246f7501631" -d '{"events": [{"server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "name": "network-vif-deleted", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:02.244729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Checking segment: {'id': '4a659e69-7951-4c1c-b259-ff8cd22c9ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:02.245125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Network hostable DHCP agents. Network: 1dfb0490-26e7-4188-89fe-83a0d92087f7, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:44:02.305564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Network 1dfb0490-26e7-4188-89fe-83a0d92087f7 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:44:02.385616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 1dfb0490-26e7-4188-89fe-83a0d92087f7) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:02.405316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:02.406207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.409550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72592c-3323-4a1d-88cc-cbf36d67255a None None] Network 1dfb0490-26e7-4188-89fe-83a0d92087f7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:44:02.427291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bf1d70e-3b30-4bd8-bbad-fed911efa659 req-413e9862-a351-4786-9ddf-d6edb52ad226 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011220 Feb 03 21:44:02.468081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4c159930-26d1-4ac2-87fb-84d6611a9a76 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7969885 Feb 03 21:44:02.484633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54180) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:02.516043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Allocated IP 172.20.0.8 (37090306-f13c-4a59-989b-eba14a431521/4e21f944-9322-4781-b061-7bb75d40913a/26200f26-b357-4f04-8f20-00c59f70fef4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:02.517841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:02.545163 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e21d576-a5c3-4f65-bbc9-3413857e7b8c x-openstack-request-id: req-2e21d576-a5c3-4f65-bbc9-3413857e7b8c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:02.545468 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6a962d-be3a-433d-bb82-069d49514427", "name": "network-vif-deleted", "tag": "a0030415-b892-4271-9bc3-39cfdda9d221", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:02.545729 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e21d576-a5c3-4f65-bbc9-3413857e7b8c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:02.546176 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6a962d-be3a-433d-bb82-069d49514427', 'name': 'network-vif-deleted', 'tag': 'a0030415-b892-4271-9bc3-39cfdda9d221', 'status': 'completed', 'code': 200} Feb 03 21:44:02.633691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-1dfb0490-26e7-4188-89fe-83a0d92087f7', 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7', 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'fixed_ips': [{'subnet_id': 'f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:44:02.635278 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.683260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.684698 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.713326 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (20e48d91-f5e3-4444-9439-9aecdfc4cdd5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.750626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a0030415-b892-4271-9bc3-39cfdda9d221 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:02.763588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.810308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Pushing event deleted for resources: {'Port': ['ID=20e48d91-f5e3-4444-9439-9aecdfc4cdd5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:02.851155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: a0030415-b892-4271-9bc3-39cfdda9d221 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:02.853479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a0030415-b892-4271-9bc3-39cfdda9d221 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:02.951491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877fd4-3a9e-4de6-a170-600144f75a47 req-15dc3797-4b97-4ca9-b942-d8ac9d4085ca tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:02.956954 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks [] for port (26200f26-b357-4f04-8f20-00c59f70fef4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:02.960159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56877fd4-3a9e-4de6-a170-600144f75a47 req-15dc3797-4b97-4ca9-b942-d8ac9d4085ca tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.3752301 Feb 03 21:44:02.995967 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.040040 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks [] for router_controller (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.051959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Network 37090306-f13c-4a59-989b-eba14a431521 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:03.056213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:03.067492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:03.072804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Pushing event updated for resources: {'Port': ['ID=26200f26-b357-4f04-8f20-00c59f70fef4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:03.147207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:03.148493 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.178094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-89a23150-943a-45d6-86b6-d80bf2e234a8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1911137 Feb 03 21:44:03.181550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Allocated IP 172.20.0.2 (1dfb0490-26e7-4188-89fe-83a0d92087f7/f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9/71625497-9fb3-428e-901c-9e2050e256ca) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:03.196874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Request body: {'port': {'device_id': 'f096e1d6-6468-4676-be65-badf7e831501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:03.237477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56877fd4-3a9e-4de6-a170-600144f75a47 req-0367f3a0-7a75-47da-a1c0-5e4db1d84aa1 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763324 Feb 03 21:44:03.238505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (cb624428-4dd2-455d-b76d-93247150ab10), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.242248 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.307891 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.389610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9a93-20af-4d11-bb87-70566aa453ef req-04f28b70-cf5f-441f-a0a6-172cf3eddc3e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:03.391270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5af9a93-20af-4d11-bb87-70566aa453ef req-04f28b70-cf5f-441f-a0a6-172cf3eddc3e tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.5225759 Feb 03 21:44:03.447093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Publish callbacks [] for port (71625497-9fb3-428e-901c-9e2050e256ca), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.454107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (71625497-9fb3-428e-901c-9e2050e256ca), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.488324 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-0a4d394c-85a5-437f-bea1-5782b98a54e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1417000 Feb 03 21:44:03.514441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Pushing event updated for resources: {'Port': ['ID=71625497-9fb3-428e-901c-9e2050e256ca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:03.545719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Network 1dfb0490-26e7-4188-89fe-83a0d92087f7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:03.548989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:03.554308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:03.569967 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks [] for router_gateway (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.575052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (cb624428-4dd2-455d-b76d-93247150ab10), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.580981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network 8078ad59-b8c0-4f92-af69-ec7116783853 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:03.583960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks [] for router_controller (cb624428-4dd2-455d-b76d-93247150ab10), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.597303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:03.603211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:03.645903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Port': ['ID=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:03.660410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Attempting to bind port 71625497-9fb3-428e-901c-9e2050e256ca on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:03.660842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Attempting to bind port 71625497-9fb3-428e-901c-9e2050e256ca by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '4a659e69-7951-4c1c-b259-ff8cd22c9ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:03.661471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Attempting to bind port 71625497-9fb3-428e-901c-9e2050e256ca on network 1dfb0490-26e7-4188-89fe-83a0d92087f7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:03.673451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:03.673838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Checking segment: {'id': '4a659e69-7951-4c1c-b259-ff8cd22c9ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:03.674268 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.675543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Bound using segment: {'id': '4a659e69-7951-4c1c-b259-ff8cd22c9ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:03.676486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Bound port: 71625497-9fb3-428e-901c-9e2050e256ca, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a659e69-7951-4c1c-b259-ff8cd22c9ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:03.676962 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (71625497-9fb3-428e-901c-9e2050e256ca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.691078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-b1eff05a-ef3e-44d7-9cea-907a975f1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:03.693417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-b1eff05a-ef3e-44d7-9cea-907a975f1e2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 1126 time: 0.0985622 Feb 03 21:44:03.745565 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (cb624428-4dd2-455d-b76d-93247150ab10), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.746149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb624428-4dd2-455d-b76d-93247150ab10 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:44:03.757457 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.760745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ee31b0d6-08a8-456a-882a-7ee9967dac4b admin admin] 10.222.0.50 "DELETE /v2.0/routers/cb624428-4dd2-455d-b76d-93247150ab10 HTTP/1.1" status: 204 len: 168 time: 5.0204513 Feb 03 21:44:03.766529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54192) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:03.811681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] For port 71625497-9fb3-428e-901c-9e2050e256ca, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:03.817756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] For port 71625497-9fb3-428e-901c-9e2050e256ca, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=71625497-9fb3-428e-901c-9e2050e256ca,segment=NetworkSegment(4a659e69-7951-4c1c-b259-ff8cd22c9ddf),segment_id=4a659e69-7951-4c1c-b259-ff8cd22c9ddf)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:03.821799 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5af9a93-20af-4d11-bb87-70566aa453ef req-c7e615fe-cec2-4fe1-a348-cd606c5d2cca tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791308 Feb 03 21:44:03.846346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:03.847007 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.850524 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (71625497-9fb3-428e-901c-9e2050e256ca), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:03.855621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-7ec60f4c-1d03-4f42-8283-d8d11ae0f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:03.857353 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-7ec60f4c-1d03-4f42-8283-d8d11ae0f4f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.1394746 Feb 03 21:44:03.956256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00717c01-ea26-4020-844c-d06b4538bfdc None None] Pushing event updated for resources: {'Port': ['ID=71625497-9fb3-428e-901c-9e2050e256ca,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:03.973931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-52991e91-8fdd-440d-b7b0-8daa6c99f690 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 200 len: 217 time: 0.1100943 Feb 03 21:44:04.014129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d483c-7a3b-454b-bd2b-c64fdaaf6cbe req-3da68439-752e-4073-a04d-d9d27f6ca385 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:04.029454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d483c-7a3b-454b-bd2b-c64fdaaf6cbe req-3da68439-752e-4073-a04d-d9d27f6ca385 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:04.031450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df8d483c-7a3b-454b-bd2b-c64fdaaf6cbe req-3da68439-752e-4073-a04d-d9d27f6ca385 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 1652 time: 0.6043725 Feb 03 21:44:04.040556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26200f26-b357-4f04-8f20-00c59f70fef4 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:04.064658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Publish callbacks [] for port (26200f26-b357-4f04-8f20-00c59f70fef4), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.080286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-c2b1ca54-e64b-4a73-8439-05b141bfe33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:04.081296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c0331b34-6d31-4940-8828-e2348ff7396b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2699525 Feb 03 21:44:04.081822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-c2b1ca54-e64b-4a73-8439-05b141bfe33e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1021829 Feb 03 21:44:04.087570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aab7ba2-4364-4268-82c6-fd0786879aec admin admin] Deleting subnet 3d19ff49-b987-4590-b696-67be488e2d7f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:44:04.088199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Transition to ACTIVE for port object 26200f26-b357-4f04-8f20-00c59f70fef4 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:04.100579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.109657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'admin_state_up': True, 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'security_groups': ['00104047-70fa-474a-a655-7190324946a7']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:04.143712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8aa61285-eff5-421e-92a1-87a04b380d07 None None] Provisioning complete for port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:04.145528 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8aa61285-eff5-421e-92a1-87a04b380d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.151562 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aab7ba2-4364-4268-82c6-fd0786879aec admin admin] Publish callbacks [] for subnet (3d19ff49-b987-4590-b696-67be488e2d7f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.160145 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-12c44866-c3c5-48e5-9404-32a36909f829 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704904 Feb 03 21:44:04.178624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Pushing event updated for resources: {'Port': ['ID=26200f26-b357-4f04-8f20-00c59f70fef4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:04.236048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8aa61285-eff5-421e-92a1-87a04b380d07 None None] Port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:04.292754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df8d483c-7a3b-454b-bd2b-c64fdaaf6cbe req-61b43ce5-7be9-4108-9031-f8b1af3fde7a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000780 Feb 03 21:44:04.353346 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aab7ba2-4364-4268-82c6-fd0786879aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (3d19ff49-b987-4590-b696-67be488e2d7f), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.431754 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-3171ad00-e5c1-4860-9e40-67aef8a0246d service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616937 Feb 03 21:44:04.444195 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-e1d06a39-926b-497f-9044-979bd7f1471c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1948276 Feb 03 21:44:04.534043 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aab7ba2-4364-4268-82c6-fd0786879aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (3d19ff49-b987-4590-b696-67be488e2d7f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.588984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Attempting to bind port 26200f26-b357-4f04-8f20-00c59f70fef4 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:04.589266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Attempting to bind port 26200f26-b357-4f04-8f20-00c59f70fef4 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:04.589602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Attempting to bind port 26200f26-b357-4f04-8f20-00c59f70fef4 on network 37090306-f13c-4a59-989b-eba14a431521 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:04.600539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Port 26200f26-b357-4f04-8f20-00c59f70fef4 on network 37090306-f13c-4a59-989b-eba14a431521 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:04.600889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Attempting to bind port 26200f26-b357-4f04-8f20-00c59f70fef4 on network 37090306-f13c-4a59-989b-eba14a431521 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:04.617247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:04.617592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Checking segment: {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:04.617978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Bound using segment: {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:04.618411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Bound port: 26200f26-b357-4f04-8f20-00c59f70fef4, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:04.618768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.643863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aab7ba2-4364-4268-82c6-fd0786879aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (3d19ff49-b987-4590-b696-67be488e2d7f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.656696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-81d4fe66-2b54-4566-84b1-510f90a552f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:04.658260 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-81d4fe66-2b54-4566-84b1-510f90a552f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 1127 time: 0.1666503 Feb 03 21:44:04.662033 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c8b4a43-c7a7-4a1a-9013-f7527e2eeefe req-963119de-159f-4d3e-bf30-e7c1b4a0f43c service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218921 Feb 03 21:44:04.707026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab7ba2-4364-4268-82c6-fd0786879aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d19ff49-b987-4590-b696-67be488e2d7f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:04.770751 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aab7ba2-4364-4268-82c6-fd0786879aec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.773327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80db799-cf3b-4374-83f3-b236924ec9af None None] Network 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:44:04.777450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4aab7ba2-4364-4268-82c6-fd0786879aec admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3d19ff49-b987-4590-b696-67be488e2d7f HTTP/1.1" status: 204 len: 168 time: 0.9544020 Feb 03 21:44:04.782777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54198) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:04.874875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:04.878234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:04.930314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81e04e-e520-4382-9afc-e7115614d0b9 req-f4692e6c-7374-44a3-8459-68f20307a67e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:04.931889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc81e04e-e520-4382-9afc-e7115614d0b9 req-f4692e6c-7374-44a3-8459-68f20307a67e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 943 time: 0.2984796 Feb 03 21:44:05.003818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3018e0d8-927d-4e73-971f-927198138162 None None] DHCP port deletion for 9b9bd0ff-ab30-4688-8f6d-e0001a8f710d request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:44:05.117358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3018e0d8-927d-4e73-971f-927198138162 None None] Deleting port cead445e-2a96-427a-b2a2-41434778a970 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:05.121288 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3018e0d8-927d-4e73-971f-927198138162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cead445e-2a96-427a-b2a2-41434778a970), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.201766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] For port 26200f26-b357-4f04-8f20-00c59f70fef4, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:05.246454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] For port 26200f26-b357-4f04-8f20-00c59f70fef4, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=26200f26-b357-4f04-8f20-00c59f70fef4,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:05.251760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-26a54f29-48b8-47f6-b90b-829d7f2e52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:05.253978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-26a54f29-48b8-47f6-b90b-829d7f2e52f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.5635252 Feb 03 21:44:05.260458 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.295124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3018e0d8-927d-4e73-971f-927198138162 None None] For port cead445e-2a96-427a-b2a2-41434778a970, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cead445e-2a96-427a-b2a2-41434778a970,segment=NetworkSegment(9e778ad9-ed41-4b70-9e6e-2176b58acc17),segment_id=9e778ad9-ed41-4b70-9e6e-2176b58acc17)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:05.295528 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3018e0d8-927d-4e73-971f-927198138162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cead445e-2a96-427a-b2a2-41434778a970), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.301755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:05.305321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.307182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-f360e562-18b6-4690-af76-1799665c4441 service neutron] 10.222.0.47 "PUT /v2.0/ports/26200f26-b357-4f04-8f20-00c59f70fef4 HTTP/1.1" status: 200 len: 1091 time: 2.1202483 Feb 03 21:44:05.310667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f096e1d6-6468-4676-be65-badf7e831501', 'tag': '26200f26-b357-4f04-8f20-00c59f70fef4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:05.315510 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c597064-105a-4f67-b63e-f9e4217a1196" -d '{"events": [{"name": "network-changed", "server_uuid": "f096e1d6-6468-4676-be65-badf7e831501", "tag": "26200f26-b357-4f04-8f20-00c59f70fef4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:05.329173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3018e0d8-927d-4e73-971f-927198138162 None None] Calling delete_port for cead445e-2a96-427a-b2a2-41434778a970 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:05.344612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 71625497-9fb3-428e-901c-9e2050e256ca up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:05.379374 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-37292417-9a60-40cf-ac10-36d9570291a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 200 len: 217 time: 0.1113882 Feb 03 21:44:05.493234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360e562-18b6-4690-af76-1799665c4441 service neutron] Pushing event updated for resources: {'Port': ['ID=26200f26-b357-4f04-8f20-00c59f70fef4,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:05.502860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-5da46251-0932-4785-a610-394fccec9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:05.504712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-5da46251-0932-4785-a610-394fccec9d7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1174982 Feb 03 21:44:05.516932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-d829097d-599b-4169-b32a-86c16a9fe905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:05.518628 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-d829097d-599b-4169-b32a-86c16a9fe905 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 1125 time: 0.1304615 Feb 03 21:44:05.544390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Allocated IP 10.1.1.32 (8078ad59-b8c0-4f92-af69-ec7116783853/20b13620-8358-45ac-a0aa-1863e0969c9a/9491d3c4-875b-413d-b489-d12de987c9dd) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:05.547364 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3018e0d8-927d-4e73-971f-927198138162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (cead445e-2a96-427a-b2a2-41434778a970), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.555928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-581dcf93-c26c-4982-8fb5-101a786f1f6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409241 Feb 03 21:44:05.558413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 71625497-9fb3-428e-901c-9e2050e256ca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:05.558714 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (71625497-9fb3-428e-901c-9e2050e256ca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.618117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018e0d8-927d-4e73-971f-927198138162 None None] No DVR routers for this DVR port cead445e-2a96-427a-b2a2-41434778a970 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:44:05.623314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018e0d8-927d-4e73-971f-927198138162 None None] Pushing event deleted for resources: {'Port': ['ID=cead445e-2a96-427a-b2a2-41434778a970,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:05.682274 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-43f78d9e-fa9f-4e12-9e89-ec3692f5b381 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26200f26-b357-4f04-8f20-00c59f70fef4 HTTP/1.1" status: 200 len: 217 time: 0.1255560 Feb 03 21:44:05.710911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45d879-0757-41fa-bce2-8fdb6c90e0e5 req-09ce1a1d-cdb7-4ae8-ba52-2612dcd272ec tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:05.712545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee45d879-0757-41fa-bce2-8fdb6c90e0e5 req-09ce1a1d-cdb7-4ae8-ba52-2612dcd272ec tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 1.0773749 Feb 03 21:44:05.721813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 71625497-9fb3-428e-901c-9e2050e256ca is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:05.722439 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (71625497-9fb3-428e-901c-9e2050e256ca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.725593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811b1b3-418b-4fb5-a168-2da59a89680f None None] Network 1dfb0490-26e7-4188-89fe-83a0d92087f7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:44:05.783763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-7d1873d5-86e2-4e33-88b7-10262b6f5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:05.785975 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-7d1873d5-86e2-4e33-88b7-10262b6f5ee7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e21f944-9322-4781-b061-7bb75d40913a HTTP/1.1" status: 200 len: 844 time: 0.0925188 Feb 03 21:44:05.789925 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-f1617d77-d8e7-4c89-8753-e57ad32d910c service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231200 Feb 03 21:44:05.801716 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (9b9bd0ff-ab30-4688-8f6d-e0001a8f710d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.815954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc81e04e-e520-4382-9afc-e7115614d0b9 req-77f02031-d94e-42bf-9eb9-71c7d969f831 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8686931 Feb 03 21:44:05.849752 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for port (9491d3c4-875b-413d-b489-d12de987c9dd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.887278 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks [] for router_gateway (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.937327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 71625497-9fb3-428e-901c-9e2050e256ca, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=71625497-9fb3-428e-901c-9e2050e256ca,segment=NetworkSegment(4a659e69-7951-4c1c-b259-ff8cd22c9ddf),segment_id=4a659e69-7951-4c1c-b259-ff8cd22c9ddf)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:05.938992 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-c6eae883-050c-4ad8-a951-98acb6185055 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37090306-f13c-4a59-989b-eba14a431521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473570 Feb 03 21:44:05.948096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e8d6943b-43a0-4323-8bd0-5a78124560db None None] Provisioning complete for port 71625497-9fb3-428e-901c-9e2050e256ca triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:05.948469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8d6943b-43a0-4323-8bd0-5a78124560db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (71625497-9fb3-428e-901c-9e2050e256ca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.951539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (71625497-9fb3-428e-901c-9e2050e256ca), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.963094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:05.967880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee45d879-0757-41fa-bce2-8fdb6c90e0e5 req-9f64e8d3-0621-4513-bab4-388175ff76d3 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361448 Feb 03 21:44:06.057066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=71625497-9fb3-428e-901c-9e2050e256ca,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:06.125195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:06.192488 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:06.192871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 20e48d91-f5e3-4444-9439-9aecdfc4cdd5 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:06.193273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cead445e-2a96-427a-b2a2-41434778a970 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:06.213505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-ec297a8c-1a8d-4c29-99be-ed03990f5db7 service neutron] 10.222.0.47 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602890 Feb 03 21:44:06.217650 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a0a7ea2d-4bc8-4040-b761-4c11dcc6773c req-3459785c-2d94-4d9e-b3f5-092a975c8041 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160056 Feb 03 21:44:06.217834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: cead445e-2a96-427a-b2a2-41434778a970 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:06.218123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cead445e-2a96-427a-b2a2-41434778a970 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:06.234891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (9b9bd0ff-ab30-4688-8f6d-e0001a8f710d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.245058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6943b-43a0-4323-8bd0-5a78124560db None None] Current status of the port 71625497-9fb3-428e-901c-9e2050e256ca is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:06.354944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.367537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-e75bd528-d43a-4e3c-9981-f09923c02bee tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:06.369625 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-e75bd528-d43a-4e3c-9981-f09923c02bee tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1128 time: 0.2855797 Feb 03 21:44:06.375905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2a0d3af8-4573-4b16-b209-c50b3e3553ad None None] Provisioning complete for port 71625497-9fb3-428e-901c-9e2050e256ca triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:06.376221 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3af8-4573-4b16-b209-c50b3e3553ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (71625497-9fb3-428e-901c-9e2050e256ca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.388963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-9'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:06.393833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9bd0ff-ab30-4688-8f6d-e0001a8f710d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:06.434155 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c0fa0ce-449a-4485-bfaa-bd0119c257b6 req-df3d4c73-4b14-437f-b99f-ff8c12e16503 service neutron] 10.222.0.47 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974978 Feb 03 21:44:06.437259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4fdb0-e8ee-4731-82b4-0378595f9fb5 req-e543f61f-f4e7-4df5-8ba8-d72023e93d23 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:06.439006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06a4fdb0-e8ee-4731-82b4-0378595f9fb5 req-e543f61f-f4e7-4df5-8ba8-d72023e93d23 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 946 time: 0.5109363 Feb 03 21:44:06.450043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e778ad9-ed41-4b70-9e6e-2176b58acc17') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:06.450363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e778ad9-ed41-4b70-9e6e-2176b58acc17') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:06.487508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network 8078ad59-b8c0-4f92-af69-ec7116783853 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:06.495108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.501288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Allocated IP 172.25.5.31 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d0943027-310a-47fd-8aec-e3f384887904) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:06.516021 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (9e778ad9-ed41-4b70-9e6e-2176b58acc17), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.519280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:06.538803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:06.549252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Port': ['ID=9491d3c4-875b-413d-b489-d12de987c9dd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:06.561390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d3af8-4573-4b16-b209-c50b3e3553ad None None] Current status of the port 71625497-9fb3-428e-901c-9e2050e256ca is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:06.569740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b299ca-c80d-4605-acb5-5069e070e2e6 req-d89a8b19-5349-436d-9dc1-588bb1f66e2f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:06.577770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1b299ca-c80d-4605-acb5-5069e070e2e6 req-d89a8b19-5349-436d-9dc1-588bb1f66e2f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.4027417 Feb 03 21:44:06.684349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9e778ad9-ed41-4b70-9e6e-2176b58acc17), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.693596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:06.745285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:06.810503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:44:06.811171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (9e778ad9-ed41-4b70-9e6e-2176b58acc17), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:44:06.819115 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:44:06.847693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Publish callbacks [] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.858450 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.898529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:06.899087 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.901609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b900da0a-7b92-4c5b-a2c4-f82e8079d7e0 None None] Provisioning complete for port 9491d3c4-875b-413d-b489-d12de987c9dd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:06.902263 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b900da0a-7b92-4c5b-a2c4-f82e8079d7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.929214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06a4fdb0-e8ee-4731-82b4-0378595f9fb5 req-d953d0d7-7753-4421-8313-c58b9887771d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763784 Feb 03 21:44:06.956460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Pushing event updated for resources: {'Port': ['ID=823701ad-f3cc-462c-9c54-c1e7fb2bad54,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:06.974560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on host n-h2-824834-9 for vnic_type normal with profile {"migrating_to": "n-h1-824834-9"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:06.974899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:06.975238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:06.980464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on network 5509033c-b538-4663-b03d-3fd1625d3952 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:06.980799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Attempting to bind port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on network 5509033c-b538-4663-b03d-3fd1625d3952 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:06.986611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:06.986974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Checking segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:06.987432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Bound using segment: {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:06.987865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Bound port: 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71327aa6-262b-4020-ab8b-971e73bd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5509033c-b538-4663-b03d-3fd1625d3952'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:06.988228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:06.994465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b900da0a-7b92-4c5b-a2c4-f82e8079d7e0 None None] Port 9491d3c4-875b-413d-b489-d12de987c9dd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:07.025997 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb55edd-0e63-4f4d-b49b-5d7b90935b96 x-openstack-request-id: req-9bb55edd-0e63-4f4d-b49b-5d7b90935b96 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:07.026413 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f096e1d6-6468-4676-be65-badf7e831501", "tag": "26200f26-b357-4f04-8f20-00c59f70fef4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:07.026768 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9bb55edd-0e63-4f4d-b49b-5d7b90935b96 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:07.027166 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f096e1d6-6468-4676-be65-badf7e831501', 'tag': '26200f26-b357-4f04-8f20-00c59f70fef4', 'status': 'completed', 'code': 200} Feb 03 21:44:07.056375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-14817bae-ab8a-4157-b494-297d06603cd0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9602861 Feb 03 21:44:07.067972 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (9b9bd0ff-ab30-4688-8f6d-e0001a8f710d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.080244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.086611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] 10.222.0.50 "DELETE /v2.0/networks/9b9bd0ff-ab30-4688-8f6d-e0001a8f710d HTTP/1.1" status: 204 len: 168 time: 2.2998703 Feb 03 21:44:07.093220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1b299ca-c80d-4605-acb5-5069e070e2e6 req-1dd88296-2671-4c2a-b3bf-8e60f165e7f8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305797 Feb 03 21:44:07.105313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:07.107024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35', 'admin_state_up': True, 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'security_groups': ['00104047-70fa-474a-a655-7190324946a7']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:07.110174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:07.135830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.140872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-a0c87d59-efb2-43dc-b806-9c8441dd5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:07.142729 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-a0c87d59-efb2-43dc-b806-9c8441dd5ce7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 1125 time: 0.1122487 Feb 03 21:44:07.220758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684599a3-ffa7-42ae-91f9-b27dc21838ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9bd0ff-ab30-4688-8f6d-e0001a8f710d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:07.230223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks [] for port (d0943027-310a-47fd-8aec-e3f384887904), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.235898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 71625497-9fb3-428e-901c-9e2050e256ca up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:07.288470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54216) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:07.330035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 71625497-9fb3-428e-901c-9e2050e256ca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:07.330703 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (71625497-9fb3-428e-901c-9e2050e256ca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.356500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a464a-bf6b-45ff-8f48-178ad5eeadbf req-803facf3-a943-4aba-a930-cda08dd00cb9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:07.361986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a464a-bf6b-45ff-8f48-178ad5eeadbf req-803facf3-a943-4aba-a930-cda08dd00cb9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:07.368089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a464a-bf6b-45ff-8f48-178ad5eeadbf req-803facf3-a943-4aba-a930-cda08dd00cb9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:07.382364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-133a464a-bf6b-45ff-8f48-178ad5eeadbf req-803facf3-a943-4aba-a930-cda08dd00cb9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 2372 time: 0.2413719 Feb 03 21:44:07.409941 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Pushing event updated for resources: {'Port': ['ID=823701ad-f3cc-462c-9c54-c1e7fb2bad54,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:07.435539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:07.436273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.439648 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-4a1909fc-1f3f-4f82-bdb1-34630624e8ff service neutron] 10.222.0.10 "PUT /v2.0/ports/823701ad-f3cc-462c-9c54-c1e7fb2bad54 HTTP/1.1" status: 200 len: 1122 time: 1.0563617 Feb 03 21:44:07.465367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 71625497-9fb3-428e-901c-9e2050e256ca is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:07.507671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-a739909b-0909-4638-99d1-e88b897dadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:07.510325 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-a739909b-0909-4638-99d1-e88b897dadda service neutron] 10.222.0.47 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 905 time: 0.3028924 Feb 03 21:44:07.523288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:07.538538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['823701ad-f3cc-462c-9c54-c1e7fb2bad54'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:07.555425 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-aa6f2044-5e7a-4e74-b405-fdc2a4c7090b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26200f26-b357-4f04-8f20-00c59f70fef4 HTTP/1.1" status: 200 len: 217 time: 0.0380094 Feb 03 21:44:07.565029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-133a464a-bf6b-45ff-8f48-178ad5eeadbf req-8f567ac9-403d-45cf-bd9e-8c6b98d7c0c4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678824 Feb 03 21:44:07.598521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['823701ad-f3cc-462c-9c54-c1e7fb2bad54'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:07.640026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1b7abbb1-8f3c-4cc3-bcea-1dc33de35289 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1180219ab3ad4947879c0a31c3f61450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512104 Feb 03 21:44:07.642907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54220) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:07.657603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d0943027-310a-47fd-8aec-e3f384887904), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.689080 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-977cdd6d-6a84-444e-8fcc-d07de31a4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:07.690854 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-977cdd6d-6a84-444e-8fcc-d07de31a4479 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e21f944-9322-4781-b061-7bb75d40913a HTTP/1.1" status: 200 len: 844 time: 0.1247883 Feb 03 21:44:07.728200 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.733804 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-2216fd41-a941-41ed-b336-d3b183a83e54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37090306-f13c-4a59-989b-eba14a431521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334210 Feb 03 21:44:07.769552 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94e5cd24-446f-4404-9df5-506cc9e44679 admin admin] Publish callbacks [] for security_group (b9d14485-ae0f-4ce1-a7be-3a516d3abd64), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.842572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94e5cd24-446f-4404-9df5-506cc9e44679 admin admin] Publish callbacks [] for security_group (b9d14485-ae0f-4ce1-a7be-3a516d3abd64), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.854496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:07.887988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:07.921414 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-672aafc5-f349-4f33-8e06-0c4527f8e771 service neutron] 10.222.0.47 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767478 Feb 03 21:44:07.945731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c35e9-a3b8-4a90-84de-280eb0dbac9f req-1f03d199-1510-4e7c-946a-d5720a745e72 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:07.954805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-166c35e9-a3b8-4a90-84de-280eb0dbac9f req-1f03d199-1510-4e7c-946a-d5720a745e72 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 943 time: 0.4509265 Feb 03 21:44:07.967777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:07.981134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94e5cd24-446f-4404-9df5-506cc9e44679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b9d14485-ae0f-4ce1-a7be-3a516d3abd64), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.983851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94e5cd24-446f-4404-9df5-506cc9e44679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:07.985123 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-94e5cd24-446f-4404-9df5-506cc9e44679 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9d14485-ae0f-4ce1-a7be-3a516d3abd64 HTTP/1.1" status: 204 len: 168 time: 0.3411305 Feb 03 21:44:08.000959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5cd24-446f-4404-9df5-506cc9e44679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d14485-ae0f-4ce1-a7be-3a516d3abd64,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:08.034113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0943027-310a-47fd-8aec-e3f384887904,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:08.048149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07226e-b032-4828-a37c-b61734987fdb req-9265b64b-d345-4852-a54e-de18b4bdd08a tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:08.053514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d07226e-b032-4828-a37c-b61734987fdb req-9265b64b-d345-4852-a54e-de18b4bdd08a tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.3323436 Feb 03 21:44:08.078146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c597064-105a-4f67-b63e-f9e4217a1196 req-fd6e0ba4-d62d-4bfb-bec6-673de5dde3a6 service neutron] 10.222.0.47 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488404 Feb 03 21:44:08.294290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-166c35e9-a3b8-4a90-84de-280eb0dbac9f req-5d84d102-e0e1-450a-8bf9-bf9ff4a7d106 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373880 Feb 03 21:44:08.333079 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d07226e-b032-4828-a37c-b61734987fdb req-63ed7ca2-bd32-415c-8441-2620fcdf80c0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538137 Feb 03 21:44:08.484480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Allocated IP 10.2.2.100 (9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35/d35e0df7-060c-4b05-9eae-e6788e55512d/491ae51d-18fe-4bdc-9b41-7e75f158dc31) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:08.513430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54230) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:08.557386 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a3c441f7-7cd2-47c0-8811-722a1f754278 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf702b387f764b93a1f1ee04e9887f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422091 Feb 03 21:44:08.559918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:08.609178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b02827d-6d6a-40de-80df-47b20357c1f5 admin admin] Publish callbacks [] for security_group (448cc723-d390-4c35-a7f4-b4e3ea152c1d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:08.624650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fc03c-d718-4402-b2d6-19cc305b16f0 req-20f666ba-b759-4a16-9666-93aab24f3d92 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:08.626639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e19fc03c-d718-4402-b2d6-19cc305b16f0 req-20f666ba-b759-4a16-9666-93aab24f3d92 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.2482140 Feb 03 21:44:08.635435 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b02827d-6d6a-40de-80df-47b20357c1f5 admin admin] Publish callbacks [] for security_group (448cc723-d390-4c35-a7f4-b4e3ea152c1d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:08.646842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7b18-d4ab-418e-a6a4-37050b22f537 req-d451f6b0-ea3b-4d60-9ab8-ade309f7e7a5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:08.648759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-197b7b18-d4ab-418e-a6a4-37050b22f537 req-d451f6b0-ea3b-4d60-9ab8-ade309f7e7a5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.2173696 Feb 03 21:44:08.705465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b02827d-6d6a-40de-80df-47b20357c1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (448cc723-d390-4c35-a7f4-b4e3ea152c1d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:08.709214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b02827d-6d6a-40de-80df-47b20357c1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:08.710687 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7b02827d-6d6a-40de-80df-47b20357c1f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/448cc723-d390-4c35-a7f4-b4e3ea152c1d HTTP/1.1" status: 204 len: 168 time: 0.1497221 Feb 03 21:44:08.727011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02827d-6d6a-40de-80df-47b20357c1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448cc723-d390-4c35-a7f4-b4e3ea152c1d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:08.737001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 823701ad-f3cc-462c-9c54-c1e7fb2bad54 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:44:08.841281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks [] for router_gateway (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:08.896594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:08.901811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-197b7b18-d4ab-418e-a6a4-37050b22f537 req-4b655032-a928-4dc6-aa71-4d9d6ec216c5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456880 Feb 03 21:44:08.912926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 823701ad-f3cc-462c-9c54-c1e7fb2bad54 has no active binding in host n-h1-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:44:08.913172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e19fc03c-d718-4402-b2d6-19cc305b16f0 req-b635c11b-f58e-45cd-9d66-fe43cde81aa4 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups?id=c41ee711-1a8f-4723-9151-8914c943306f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587199 Feb 03 21:44:09.013525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:09.041450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54'}, {'name': 'network-changed', 'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:09.045317 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0ea8a8-7933-4399-a45b-f059788ddb5a" -d '{"events": [{"server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54"}, {"name": "network-changed", "server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:09.089533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-536d72ce-9a18-4c42-85e9-615ec7f95fcb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:09.091346 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-536d72ce-9a18-4c42-85e9-615ec7f95fcb tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 945 time: 0.1146109 Feb 03 21:44:09.215030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77cac5-b4db-4868-8d35-bdd81583e407 req-5554a82d-2a63-43ea-9501-7b3bbac383bf tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:09.216817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce77cac5-b4db-4868-8d35-bdd81583e407 req-5554a82d-2a63-43ea-9501-7b3bbac383bf tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.2216108 Feb 03 21:44:09.240347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Deleting port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:09.241144 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:09.247351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:09.286507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76c1c1-f79f-4dfb-8966-3eff023aa11e req-e39f043f-c8a8-4064-8068-3032259f2805 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:09.291958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76c1c1-f79f-4dfb-8966-3eff023aa11e req-e39f043f-c8a8-4064-8068-3032259f2805 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:09.297704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76c1c1-f79f-4dfb-8966-3eff023aa11e req-e39f043f-c8a8-4064-8068-3032259f2805 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:09.299979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a76c1c1-f79f-4dfb-8966-3eff023aa11e req-e39f043f-c8a8-4064-8068-3032259f2805 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 2372 time: 0.2547677 Feb 03 21:44:09.360113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:09.375331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] For port 196fdef3-bd69-425c-b364-b2ee2e12b9c4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=196fdef3-bd69-425c-b364-b2ee2e12b9c4,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:09.376015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:09.387472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:09.390584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:09.403054 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:09.437681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Port': ['ID=491ae51d-18fe-4bdc-9b41-7e75f158dc31,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:09.449878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce77cac5-b4db-4868-8d35-bdd81583e407 req-5c0afff9-6242-4f46-a9c7-e828e68dfac0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208071 Feb 03 21:44:09.545722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a76c1c1-f79f-4dfb-8966-3eff023aa11e req-f622f856-2fbb-4c95-9b03-64558b6018df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157705 Feb 03 21:44:09.628330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:09.629783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:09.679630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3488632c-84e7-4862-824c-9819a3723a41 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6129758 Feb 03 21:44:09.710544 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:09.711127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (f6a6797b-8335-4501-8333-cbbd83f3ca11), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:09.711282 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Floating IP f6a6797b-8335-4501-8333-cbbd83f3ca11 disassociated. External IP: 172.25.5.178, port: 196fdef3-bd69-425c-b364-b2ee2e12b9c4. Feb 03 21:44:09.711547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Calling delete_port for 196fdef3-bd69-425c-b364-b2ee2e12b9c4 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:09.725294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35', 'admin_state_up': True, 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'security_groups': ['00104047-70fa-474a-a655-7190324946a7']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:09.781770 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec41244f-4fbc-4f89-a2b9-59800fdb3c5e x-openstack-request-id: req-ec41244f-4fbc-4f89-a2b9-59800fdb3c5e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:09.783646 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54", "code": 200}, {"name": "network-changed", "server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:09.783915 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec41244f-4fbc-4f89-a2b9-59800fdb3c5e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:09.784333 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54', 'code': 200} Feb 03 21:44:09.789506 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54', 'status': 'completed', 'code': 200} Feb 03 21:44:09.844642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1b4d5fe7-7a30-4467-9e11-35303231977c None None] Provisioning complete for port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:09.845772 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5fe7-7a30-4467-9e11-35303231977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:09.906706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-20b2de47-f0c7-464b-a805-c74d8a56901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:09.912172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-20b2de47-f0c7-464b-a805-c74d8a56901e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 1156 time: 0.1328697 Feb 03 21:44:09.918999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d5fe7-7a30-4467-9e11-35303231977c None None] Port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:10.082756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (196fdef3-bd69-425c-b364-b2ee2e12b9c4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:10.142003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Pushing event deleted for resources: {'Port': ['ID=196fdef3-bd69-425c-b364-b2ee2e12b9c4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:10.150718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-bfa9ffa2-6e3b-4c3e-9fff-47b4c2f67f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:10.152234 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-bfa9ffa2-6e3b-4c3e-9fff-47b4c2f67f1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.2185843 Feb 03 21:44:10.271955 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-95d46773-fe07-4a0f-9cb0-460b5ef200cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54 HTTP/1.1" status: 200 len: 217 time: 0.0720012 Feb 03 21:44:10.342813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-b530b7fe-1645-439b-bcc8-62798ad5d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:10.343734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd4abe-fe72-4435-bc9c-5769eeae7911 req-a2ce7924-969f-4bf6-a332-803bb4020b37 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:10.344868 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-b530b7fe-1645-439b-bcc8-62798ad5d94c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0631461 Feb 03 21:44:10.345496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60fd4abe-fe72-4435-bc9c-5769eeae7911 req-a2ce7924-969f-4bf6-a332-803bb4020b37 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.6717110 Feb 03 21:44:10.382582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Router 43ac9eef-3c9a-491b-b85c-048649c097ab has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:44:10.384356 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-3a54cc96-e205-40b3-b2d3-f3a250c54df3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335445 Feb 03 21:44:10.421616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb5557-6312-4ce1-8ec0-36a7e8615a7b req-d0685eb0-bf2f-4790-afb7-65e47d6353ab tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:10.423467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cfb5557-6312-4ce1-8ec0-36a7e8615a7b req-d0685eb0-bf2f-4790-afb7-65e47d6353ab tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 943 time: 0.6936016 Feb 03 21:44:10.506686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:44:10.526484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60fd4abe-fe72-4435-bc9c-5769eeae7911 req-c2ff94c1-4709-4656-931b-b9d3e6a6c5c6 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676667 Feb 03 21:44:10.578103 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-d85d1f90-359d-466e-8a39-bc49166b795c service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867032 Feb 03 21:44:10.599414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:44:10.611314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Made reservation on behalf of a9668c2b48b8470e9a2862856ebc32f5 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:10.618315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67818f35-2432-444b-9751-3578c50764c0 None None] Sync routers for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:44:10.623788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:10.648755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67818f35-2432-444b-9751-3578c50764c0 None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:10.650165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-67818f35-2432-444b-9751-3578c50764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:10.736538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] No DVR routers for this DVR port 196fdef3-bd69-425c-b364-b2ee2e12b9c4 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:44:10.741033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:10.744402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db542967-6d1a-4c8c-9c0e-6dfb2d7b67fe req-f14458c8-53e6-444d-bf80-4f97d37f9779 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.10 "DELETE /v2.0/ports/196fdef3-bd69-425c-b364-b2ee2e12b9c4 HTTP/1.1" status: 204 len: 173 time: 1.6474977 Feb 03 21:44:10.747020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cfb5557-6312-4ce1-8ec0-36a7e8615a7b req-2f4c38db-56a0-42c2-b26e-e1cf4644f58d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145587 Feb 03 21:44:10.769033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 26200f26-b357-4f04-8f20-00c59f70fef4 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:44:10.823380 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f0ea8a8-7933-4399-a45b-f059788ddb5a req-016a86d3-3f98-4963-883e-dade86c6afa1 service neutron] 10.222.0.47 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368309 Feb 03 21:44:10.949707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce0972a6-4dd5-436f-92d3-b3778d781ff1 req-32ef2c70-e951-4228-9cd2-f020cd7691fe tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5 HTTP/1.1" status: 200 len: 210 time: 0.2965477 Feb 03 21:44:10.974057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-67818f35-2432-444b-9751-3578c50764c0 None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:11.107505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 26200f26-b357-4f04-8f20-00c59f70fef4, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=26200f26-b357-4f04-8f20-00c59f70fef4,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:11.109673 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:44:11.133801 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Sync routers for ids ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:44:11.145502 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Routers {'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:11.146260 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:11.181935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1e3f-931d-489c-a4f2-e28e47a1c95b req-904ac88c-c0e2-4608-ab3a-d09b5dee240d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:11.189981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d7a1e3f-931d-489c-a4f2-e28e47a1c95b req-904ac88c-c0e2-4608-ab3a-d09b5dee240d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.2381911 Feb 03 21:44:11.215888 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:11.217134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-80b4072a-beb7-4d24-8d5e-8956433a53c2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7171626 Feb 03 21:44:11.220190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:11.265901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '26200f26-b357-4f04-8f20-00c59f70fef4', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'port_id': '26200f26-b357-4f04-8f20-00c59f70fef4', 'mac_address': 'fa:16:3e:7a:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e21f944-9322-4781-b061-7bb75d40913a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:44:11.289879 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Set router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:11.344460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 26200f26-b357-4f04-8f20-00c59f70fef4 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:11.344460 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:11.367159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26200f26-b357-4f04-8f20-00c59f70fef4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:11.376024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed1318-39ac-4784-a842-f794c4bc423a req-9c401829-22fe-4c38-93fc-87d37ca1e5b0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:11.376691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-67818f35-2432-444b-9751-3578c50764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '9e038f6c-4bc0-4efa-8dcd-c0575cac1776', 'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'mac_address': 'fa:16:3e:5d:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:15Z', 'updated_at': '2022-02-03T21:42:21Z', 'revision_number': 5, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'subnets': [{'id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:11.377591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8ed1318-39ac-4784-a842-f794c4bc423a req-9c401829-22fe-4c38-93fc-87d37ca1e5b0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.3209543 Feb 03 21:44:11.460707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d7a1e3f-931d-489c-a4f2-e28e47a1c95b req-02a0e10c-fb82-4897-8232-392c7e319c61 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695119 Feb 03 21:44:11.474176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67818f35-2432-444b-9751-3578c50764c0 None None] Checking router: 43ac9eef-3c9a-491b-b85c-048649c097ab for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:44:11.490384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 26200f26-b357-4f04-8f20-00c59f70fef4, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=26200f26-b357-4f04-8f20-00c59f70fef4,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:11.500992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67818f35-2432-444b-9751-3578c50764c0 None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:11.501767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-67818f35-2432-444b-9751-3578c50764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:11.506024 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:11.534337 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd0943027-310a-47fd-8aec-e3f384887904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:02Z', 'updated_at': '2022-02-03T21:44:08Z', 'revision_number': 3, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'gw_port': {'id': 'd0943027-310a-47fd-8aec-e3f384887904', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:06Z', 'updated_at': '2022-02-03T21:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:11.567929 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Checking router: c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:44:11.568603 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Updating router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 port d0943027-310a-47fd-8aec-e3f384887904 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:44:11.599634 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0943027-310a-47fd-8aec-e3f384887904), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:11.621037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8ed1318-39ac-4784-a842-f794c4bc423a req-3f11c52b-25ed-49ee-a042-2887f087152d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893158 Feb 03 21:44:11.640547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Allocated IP 10.2.2.200 (9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35/d35e0df7-060c-4b05-9eae-e6788e55512d/db1d8200-544f-466e-b3ea-ede04a32c787) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:11.736186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9e1ae-08b4-400d-98ed-aa2caa052e77 req-77ccc3e4-3dfe-4701-971b-cfa933138e16 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:11.741778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9e1ae-08b4-400d-98ed-aa2caa052e77 req-77ccc3e4-3dfe-4701-971b-cfa933138e16 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:11.747616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9e1ae-08b4-400d-98ed-aa2caa052e77 req-77ccc3e4-3dfe-4701-971b-cfa933138e16 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:11.752926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9e1ae-08b4-400d-98ed-aa2caa052e77 req-77ccc3e4-3dfe-4701-971b-cfa933138e16 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:11.761358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35a9e1ae-08b4-400d-98ed-aa2caa052e77 req-77ccc3e4-3dfe-4701-971b-cfa933138e16 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 3093 time: 0.1440914 Feb 03 21:44:11.885774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=26200f26-b357-4f04-8f20-00c59f70fef4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:11.939809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for port (db1d8200-544f-466e-b3ea-ede04a32c787), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:11.969771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-67818f35-2432-444b-9751-3578c50764c0 None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:12.041724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['26200f26-b357-4f04-8f20-00c59f70fef4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:12.060176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35a9e1ae-08b4-400d-98ed-aa2caa052e77 req-6dac4b2a-f27f-4baa-9ed7-668e4b7a9772 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979410 Feb 03 21:44:12.075806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'name': 'network-vif-deleted', 'tag': '196fdef3-bd69-425c-b364-b2ee2e12b9c4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:12.078160 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4e809-9178-4bd3-aa5c-345217246cbb" -d '{"events": [{"server_uuid": "9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5", "name": "network-vif-deleted", "tag": "196fdef3-bd69-425c-b364-b2ee2e12b9c4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:12.140032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.228006 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Publish callbacks [] for port (d0943027-310a-47fd-8aec-e3f384887904), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.241344 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0943027-310a-47fd-8aec-e3f384887904), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.307453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:12.337180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:12.344206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:12.373907 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Attempting to bind port d0943027-310a-47fd-8aec-e3f384887904 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:12.385071 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Attempting to bind port d0943027-310a-47fd-8aec-e3f384887904 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:12.385651 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Attempting to bind port d0943027-310a-47fd-8aec-e3f384887904 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:12.391777 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Pushing event updated for resources: {'Port': ['ID=d0943027-310a-47fd-8aec-e3f384887904,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:12.402320 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.403069 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.403614 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.404228 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.404746 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.405687 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.406223 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.406732 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.407253 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.407759 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.408272 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.408783 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.409320 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:12.409753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:12.416797 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.421391 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:12.422053 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:12.423065 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.423656 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:12.424342 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Bound port: d0943027-310a-47fd-8aec-e3f384887904, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:12.424953 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0943027-310a-47fd-8aec-e3f384887904), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.435410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event updated for resources: {'Port': ['ID=db1d8200-544f-466e-b3ea-ede04a32c787,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:12.495356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874ba1-6773-4d6b-967f-2635983307d5 req-66dab7d8-e39b-4acc-9376-1776d7227251 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:12.497025 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc874ba1-6773-4d6b-967f-2635983307d5 req-66dab7d8-e39b-4acc-9376-1776d7227251 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.2854266 Feb 03 21:44:12.501769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3ff5051a-4b04-4583-bece-9a997cac552f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8092709 Feb 03 21:44:12.511089 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] For port d0943027-310a-47fd-8aec-e3f384887904, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:12.519768 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] For port d0943027-310a-47fd-8aec-e3f384887904, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d0943027-310a-47fd-8aec-e3f384887904,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:12.530715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166776f1-68e8-4371-83b2-e82ed8d66637 req-52eb092d-a1a2-4c9f-89b0-47b3f1227b78 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:12.537907 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0943027-310a-47fd-8aec-e3f384887904), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.543792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-166776f1-68e8-4371-83b2-e82ed8d66637 req-52eb092d-a1a2-4c9f-89b0-47b3f1227b78 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 944 time: 0.3321159 Feb 03 21:44:12.573713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-67818f35-2432-444b-9751-3578c50764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '9e038f6c-4bc0-4efa-8dcd-c0575cac1776', 'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'mac_address': 'fa:16:3e:5d:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:15Z', 'updated_at': '2022-02-03T21:42:21Z', 'revision_number': 5, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'subnets': [{'id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:12.580824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.595875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:12.635165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67818f35-2432-444b-9751-3578c50764c0 None None] The sync data for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 is: [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:42:16Z', 'revision_number': 4, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '9e038f6c-4bc0-4efa-8dcd-c0575cac1776', 'name': '', 'network_id': '991280d3-1d30-4f26-9862-116470f80a23', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'mac_address': 'fa:16:3e:5d:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:15Z', 'updated_at': '2022-02-03T21:42:21Z', 'revision_number': 5, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'subnets': [{'id': '06405367-f5b9-42c3-9bdf-5d11eba60aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:44:12.641882 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899c1d1-108a-49e4-96a7-9a917dccb8f0 None None] Pushing event updated for resources: {'Port': ['ID=d0943027-310a-47fd-8aec-e3f384887904,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:12.667535 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Routers {'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:12.668547 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:12.754616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 196fdef3-bd69-425c-b364-b2ee2e12b9c4 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:12.772015 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.796345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-166776f1-68e8-4371-83b2-e82ed8d66637 req-20dd032b-4f50-4f39-9d6d-91b597471197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483568 Feb 03 21:44:12.818497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 196fdef3-bd69-425c-b364-b2ee2e12b9c4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:12.818841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 196fdef3-bd69-425c-b364-b2ee2e12b9c4 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:12.825999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Allocated IP 172.20.0.1 (1dfb0490-26e7-4188-89fe-83a0d92087f7/f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9/24524685-ae1b-4d8b-a70f-efbd54bb7831) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:12.835094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e3efdb3a-52bb-4a92-8ea3-d1f3c8f650c9 None None] Provisioning complete for port db1d8200-544f-466e-b3ea-ede04a32c787 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:12.835475 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3efdb3a-52bb-4a92-8ea3-d1f3c8f650c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:12.836775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc874ba1-6773-4d6b-967f-2635983307d5 req-3bc4ff2b-a814-4230-b4c5-301c3a72b882 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918336 Feb 03 21:44:12.901355 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] Set router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:12.932394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e3efdb3a-52bb-4a92-8ea3-d1f3c8f650c9 None None] Port db1d8200-544f-466e-b3ea-ede04a32c787 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:13.040088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Publish callbacks [] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:13.083555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296cab2f-c68b-45d7-9a5e-8743de0ef56e None None] New status for floating IP f6a6797b-8335-4501-8333-cbbd83f3ca11: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:44:13.109883 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19c334d-14e4-4cdb-875e-a17fb368b88e x-openstack-request-id: req-d19c334d-14e4-4cdb-875e-a17fb368b88e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:13.110483 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5", "name": "network-vif-deleted", "tag": "196fdef3-bd69-425c-b364-b2ee2e12b9c4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:13.111586 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d19c334d-14e4-4cdb-875e-a17fb368b88e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:13.112010 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1cd96b-7f8b-4712-8cef-d29f3bcbf9d5', 'name': 'network-vif-deleted', 'tag': '196fdef3-bd69-425c-b364-b2ee2e12b9c4', 'status': 'completed', 'code': 200} Feb 03 21:44:13.119229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:13.169879 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd0943027-310a-47fd-8aec-e3f384887904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:02Z', 'updated_at': '2022-02-03T21:44:08Z', 'revision_number': 3, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'gw_port': {'id': 'd0943027-310a-47fd-8aec-e3f384887904', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:06Z', 'updated_at': '2022-02-03T21:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:13.205589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Network 1dfb0490-26e7-4188-89fe-83a0d92087f7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:13.207688 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e76fc3-6fec-4b19-b767-ec70e374fed6 None None] The sync data for ids ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'] in n-d-824834-9 is: [{'id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd0943027-310a-47fd-8aec-e3f384887904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:02Z', 'updated_at': '2022-02-03T21:44:08Z', 'revision_number': 3, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'gw_port': {'id': 'd0943027-310a-47fd-8aec-e3f384887904', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:06Z', 'updated_at': '2022-02-03T21:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:44:13.217015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:13.220367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:13.273324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Pushing event updated for resources: {'Port': ['ID=24524685-ae1b-4d8b-a70f-efbd54bb7831,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:13.299032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:13.476012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:13.539482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba22ce10-8721-43b4-bd9a-aef4991671be {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:13.545840 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:13.557998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Publish callbacks [] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:13.585808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dabbeb-66f6-424a-9b67-1ed43672cee1 req-f9f62aa0-169a-4cbd-aa4b-304d5e360809 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:13.592728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0dabbeb-66f6-424a-9b67-1ed43672cee1 req-f9f62aa0-169a-4cbd-aa4b-304d5e360809 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.4587629 Feb 03 21:44:13.611165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba9ac3-fa20-4883-bad1-aba01ba21875 req-391045cb-54da-4e3b-981e-2332aece6152 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:13.612715 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49ba9ac3-fa20-4883-bad1-aba01ba21875 req-391045cb-54da-4e3b-981e-2332aece6152 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.4982202 Feb 03 21:44:13.672106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Transition to ACTIVE for port object ba22ce10-8721-43b4-bd9a-aef4991671be will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:13.677573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e20a0880-f6a7-49d9-a4f8-0bd06fd43d10 None None] Provisioning complete for port 24524685-ae1b-4d8b-a70f-efbd54bb7831 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:13.679295 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e20a0880-f6a7-49d9-a4f8-0bd06fd43d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:13.699383 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:13.751997 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83679443-4f8d-4499-82c1-229dbc2a4824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:13.768690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e20a0880-f6a7-49d9-a4f8-0bd06fd43d10 None None] Port 24524685-ae1b-4d8b-a70f-efbd54bb7831 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:13.786297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba22ce10-8721-43b4-bd9a-aef4991671be,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:13.876862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49ba9ac3-fa20-4883-bad1-aba01ba21875 req-c2461dd6-17b1-4ae4-89aa-9bfb8c8a8ffd tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584765 Feb 03 21:44:13.881082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0dabbeb-66f6-424a-9b67-1ed43672cee1 req-48ac25fb-a260-445f-a070-acc5a646729f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873096 Feb 03 21:44:13.976121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:14.039524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Publish callbacks [] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.109790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.166071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Attempting to bind port ba22ce10-8721-43b4-bd9a-aef4991671be on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:14.166404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Attempting to bind port ba22ce10-8721-43b4-bd9a-aef4991671be by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:14.167072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Attempting to bind port ba22ce10-8721-43b4-bd9a-aef4991671be on network 2f83f93a-3225-4a43-9e07-27b3e3c95587 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:14.191763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Port ba22ce10-8721-43b4-bd9a-aef4991671be on network 2f83f93a-3225-4a43-9e07-27b3e3c95587 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:14.192192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Attempting to bind port ba22ce10-8721-43b4-bd9a-aef4991671be on network 2f83f93a-3225-4a43-9e07-27b3e3c95587 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:14.193005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Pushing event updated for resources: {'Port': ['ID=24524685-ae1b-4d8b-a70f-efbd54bb7831,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:14.208879 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83679443-4f8d-4499-82c1-229dbc2a4824 admin admin] Publish callbacks [] for security_group (f2c312b8-d420-4190-878f-e1003e0bfdb0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.218767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:14.219023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Checking segment: {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:14.219362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Bound using segment: {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:14.220143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Bound port: ba22ce10-8721-43b4-bd9a-aef4991671be, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff37b049-1166-4e37-b958-ff979d9c392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:14.220509 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.229255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83679443-4f8d-4499-82c1-229dbc2a4824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f2c312b8-d420-4190-878f-e1003e0bfdb0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.258365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047f893-e5b0-4240-bd0c-f10c730f4150 req-9b3b71a8-bead-4227-9ef5-ef6fde4f349a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:14.263878 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-83679443-4f8d-4499-82c1-229dbc2a4824 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5173f3360354d5c9ebd207dce5029bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7844119 Feb 03 21:44:14.263878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62975bed-e8c9-4e9c-ac76-7f4f2bfd32db tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group (c41ee711-1a8f-4723-9151-8914c943306f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.264567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047f893-e5b0-4240-bd0c-f10c730f4150 req-9b3b71a8-bead-4227-9ef5-ef6fde4f349a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:14.266282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:14.270334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047f893-e5b0-4240-bd0c-f10c730f4150 req-9b3b71a8-bead-4227-9ef5-ef6fde4f349a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:14.275868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047f893-e5b0-4240-bd0c-f10c730f4150 req-9b3b71a8-bead-4227-9ef5-ef6fde4f349a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:14.281129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047f893-e5b0-4240-bd0c-f10c730f4150 req-9b3b71a8-bead-4227-9ef5-ef6fde4f349a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:14.282955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b047f893-e5b0-4240-bd0c-f10c730f4150 req-9b3b71a8-bead-4227-9ef5-ef6fde4f349a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 3826 time: 0.2498326 Feb 03 21:44:14.293171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517341-5b3b-43d3-b115-5840e66f06e9 req-9aaabf4f-ddfd-4cec-b20d-ffd6cbd5a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:14.294361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1517341-5b3b-43d3-b115-5840e66f06e9 req-9aaabf4f-ddfd-4cec-b20d-ffd6cbd5a95c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 944 time: 0.2137942 Feb 03 21:44:14.307485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.393636 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62975bed-e8c9-4e9c-ac76-7f4f2bfd32db tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group (c41ee711-1a8f-4723-9151-8914c943306f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.396857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83679443-4f8d-4499-82c1-229dbc2a4824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c312b8-d420-4190-878f-e1003e0bfdb0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:14.434238 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1517341-5b3b-43d3-b115-5840e66f06e9 req-a5c75208-cfbe-40e3-bb61-616d00a5c630 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321566 Feb 03 21:44:14.456638 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b047f893-e5b0-4240-bd0c-f10c730f4150 req-f54a962b-8250-4861-985c-b2ad2c990b85 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516244 Feb 03 21:44:14.469650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] For port ba22ce10-8721-43b4-bd9a-aef4991671be, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:14.474743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] For port ba22ce10-8721-43b4-bd9a-aef4991671be, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ba22ce10-8721-43b4-bd9a-aef4991671be,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:14.488393 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.549531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d47710d-5ce0-4440-a0e4-0f1f0e7baecb admin admin] Publish callbacks [] for security_group (f2c312b8-d420-4190-878f-e1003e0bfdb0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.549796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:14.550414 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.552082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] 10.222.0.10 "PUT /v2.0/ports/ba22ce10-8721-43b4-bd9a-aef4991671be HTTP/1.1" status: 200 len: 1091 time: 2.0061574 Feb 03 21:44:14.564625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:14.567207 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f549fb5-4f6b-4018-a669-b89957e89b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:14.607530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:14.611349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62975bed-e8c9-4e9c-ac76-7f4f2bfd32db tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c41ee711-1a8f-4723-9151-8914c943306f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.620942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62975bed-e8c9-4e9c-ac76-7f4f2bfd32db tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.622135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-62975bed-e8c9-4e9c-ac76-7f4f2bfd32db tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "DELETE /v2.0/security-groups/c41ee711-1a8f-4723-9151-8914c943306f HTTP/1.1" status: 204 len: 168 time: 0.6433675 Feb 03 21:44:14.634248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54328) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:14.637587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d47710d-5ce0-4440-a0e4-0f1f0e7baecb admin admin] Publish callbacks [] for security_group (f2c312b8-d420-4190-878f-e1003e0bfdb0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.699104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Network 1dfb0490-26e7-4188-89fe-83a0d92087f7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:14.700195 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-f32905fc-6ea8-49b5-8526-e082f167d3b7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] show failed (client error): The resource could not be found. Feb 03 21:44:14.701632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f32905fc-6ea8-49b5-8526-e082f167d3b7 tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "GET /v2.0/security-groups/c41ee711-1a8f-4723-9151-8914c943306f HTTP/1.1" status: 404 len: 347 time: 0.0663726 Feb 03 21:44:14.702428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62975bed-e8c9-4e9c-ac76-7f4f2bfd32db tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41ee711-1a8f-4723-9151-8914c943306f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:14.708661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:14.708930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3ab52-3882-450a-9c03-aa2faef5dea4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba22ce10-8721-43b4-bd9a-aef4991671be,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:14.726145 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6167ace0-1442-4470-abc0-8d6c0397e3c9 x-openstack-request-id: req-6167ace0-1442-4470-abc0-8d6c0397e3c9 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:14.726445 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:14.726700 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6167ace0-1442-4470-abc0-8d6c0397e3c9 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:14.727102 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'status': 'completed', 'code': 200} Feb 03 21:44:14.733355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:14.785156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 26200f26-b357-4f04-8f20-00c59f70fef4 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:14.850134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e39ad1-d521-4bd4-953f-c2147a0ec157 req-5627fea1-9f5a-4b08-816f-ae2355adbd97 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:14.857354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44e39ad1-d521-4bd4-953f-c2147a0ec157 req-5627fea1-9f5a-4b08-816f-ae2355adbd97 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.3265009 Feb 03 21:44:14.880109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.914649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 26200f26-b357-4f04-8f20-00c59f70fef4 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:44:14.927155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 26200f26-b357-4f04-8f20-00c59f70fef4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:14.927544 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:14.991706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44e39ad1-d521-4bd4-953f-c2147a0ec157 req-1178d8a7-9ecf-43e1-8559-09c24969e164 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308191 Feb 03 21:44:15.160970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d47710d-5ce0-4440-a0e4-0f1f0e7baecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f2c312b8-d420-4190-878f-e1003e0bfdb0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.163739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d47710d-5ce0-4440-a0e4-0f1f0e7baecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.165259 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5d47710d-5ce0-4440-a0e4-0f1f0e7baecb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2c312b8-d420-4190-878f-e1003e0bfdb0 HTTP/1.1" status: 204 len: 168 time: 0.8968415 Feb 03 21:44:15.198867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-5cf6577f-237e-4b18-8f7d-98cb7964e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.200532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-5cf6577f-237e-4b18-8f7d-98cb7964e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.201237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 26200f26-b357-4f04-8f20-00c59f70fef4 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:15.203177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-5cf6577f-237e-4b18-8f7d-98cb7964e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.203981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-5cf6577f-237e-4b18-8f7d-98cb7964e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.204120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-5cf6577f-237e-4b18-8f7d-98cb7964e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.205168 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.206057 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-5cf6577f-237e-4b18-8f7d-98cb7964e5ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 4392 time: 0.5217111 Feb 03 21:44:15.241846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb73ea-2c2d-4b60-ab09-faef52c14aa4 req-733514f7-d9b1-4457-8a81-4091cdcf517b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.243329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7afb73ea-2c2d-4b60-ab09-faef52c14aa4 req-733514f7-d9b1-4457-8a81-4091cdcf517b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.2417166 Feb 03 21:44:15.300518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 26200f26-b357-4f04-8f20-00c59f70fef4, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=26200f26-b357-4f04-8f20-00c59f70fef4,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:15.302903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f096e1d6-6468-4676-be65-badf7e831501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26200f26-b357-4f04-8f20-00c59f70fef4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:15.306412 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcaff49-6401-4491-8560-7810135c3221" -d '{"events": [{"server_uuid": "f096e1d6-6468-4676-be65-badf7e831501", "name": "network-vif-plugged", "status": "completed", "tag": "26200f26-b357-4f04-8f20-00c59f70fef4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:15.317661 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.359650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47710d-5ce0-4440-a0e4-0f1f0e7baecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c312b8-d420-4190-878f-e1003e0bfdb0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:15.370652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9bdb-530d-41a5-bb68-89cc6ba47050 req-d8d71fc5-2672-4c10-8317-0a8a952666f4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.377978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f1a9bdb-530d-41a5-bb68-89cc6ba47050 req-d8d71fc5-2672-4c10-8317-0a8a952666f4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.2275274 Feb 03 21:44:15.379794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d0943027-310a-47fd-8aec-e3f384887904 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:15.460048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7afb73ea-2c2d-4b60-ab09-faef52c14aa4 req-9ccd6b41-cb7c-409e-9d6b-8b8f218edfb8 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047787 Feb 03 21:44:15.510008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f1a9bdb-530d-41a5-bb68-89cc6ba47050 req-b8c4d5a5-8479-4667-ad69-7bec8949ed65 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115630 Feb 03 21:44:15.527084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:44:15.631052 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682cf39c-ea9a-4ea6-b098-07276232e0a0 x-openstack-request-id: req-682cf39c-ea9a-4ea6-b098-07276232e0a0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:15.647306 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f096e1d6-6468-4676-be65-badf7e831501", "name": "network-vif-plugged", "status": "completed", "tag": "26200f26-b357-4f04-8f20-00c59f70fef4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:15.647672 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-682cf39c-ea9a-4ea6-b098-07276232e0a0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:15.648113 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f096e1d6-6468-4676-be65-badf7e831501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26200f26-b357-4f04-8f20-00c59f70fef4', 'code': 200} Feb 03 21:44:15.669768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d1158933-cb64-4afc-9e98-30c9e2db0c2c None None] Provisioning complete for port 24524685-ae1b-4d8b-a70f-efbd54bb7831 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:15.670058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1158933-cb64-4afc-9e98-30c9e2db0c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.705436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:15.716262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Publish callbacks [] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.720181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:15.741982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Deleting port b70f6018-65a6-4e50-a532-93ce6e662424 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:15.742479 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b70f6018-65a6-4e50-a532-93ce6e662424), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.751988 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=26200f26-b357-4f04-8f20-00c59f70fef4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:15.792781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d1158933-cb64-4afc-9e98-30c9e2db0c2c None None] Port 24524685-ae1b-4d8b-a70f-efbd54bb7831 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:15.803489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d0943027-310a-47fd-8aec-e3f384887904 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:15.806202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0943027-310a-47fd-8aec-e3f384887904), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.812059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f5241-c631-40a2-8b2f-c30bee4aab5a req-97f7462e-0dde-402a-baea-eb0319cf25b8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.813697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a7f5241-c631-40a2-8b2f-c30bee4aab5a req-97f7462e-0dde-402a-baea-eb0319cf25b8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 945 time: 0.1805582 Feb 03 21:44:15.821190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Transition to ACTIVE for port object 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:15.822135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f9940-b88e-48fa-a7fd-cbebf04e36e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.875032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.919209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-85478759-223e-4373-8ab1-dea018af0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.919209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-85478759-223e-4373-8ab1-dea018af0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.919209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-85478759-223e-4373-8ab1-dea018af0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:15.921564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-85478759-223e-4373-8ab1-dea018af0736 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6952689 Feb 03 21:44:15.951507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d0943027-310a-47fd-8aec-e3f384887904 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:15.951911 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0943027-310a-47fd-8aec-e3f384887904), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:15.994323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d0943027-310a-47fd-8aec-e3f384887904, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d0943027-310a-47fd-8aec-e3f384887904,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:16.001049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e36807-f4fb-4994-9fac-67066256679f req-a26f2e76-6896-4b7c-b195-d06886567fbf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:16.004542 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0943027-310a-47fd-8aec-e3f384887904), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.012026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e36807-f4fb-4994-9fac-67066256679f req-a26f2e76-6896-4b7c-b195-d06886567fbf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:16.017851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e36807-f4fb-4994-9fac-67066256679f req-a26f2e76-6896-4b7c-b195-d06886567fbf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:16.025578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e36807-f4fb-4994-9fac-67066256679f req-a26f2e76-6896-4b7c-b195-d06886567fbf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:16.029601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e36807-f4fb-4994-9fac-67066256679f req-a26f2e76-6896-4b7c-b195-d06886567fbf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:16.039809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8e36807-f4fb-4994-9fac-67066256679f req-a26f2e76-6896-4b7c-b195-d06886567fbf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 3826 time: 0.3173606 Feb 03 21:44:16.084893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d0943027-310a-47fd-8aec-e3f384887904,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:16.125222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b70f6018-65a6-4e50-a532-93ce6e662424), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.125623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for floatingip (b70f6018-65a6-4e50-a532-93ce6e662424), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.130229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Pushing event updated for resources: {'Port': ['ID=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:16.141053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2cca8-5a27-4d25-a71d-29dfef71c05c req-59a600a9-d248-4f19-8ce2-2d9da50fdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:16.142679 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-23d2cca8-5a27-4d25-a71d-29dfef71c05c req-59a600a9-d248-4f19-8ce2-2d9da50fdc7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 1127 time: 0.4579651 Feb 03 21:44:16.153707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:44:16.162809 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Sync routers for ids ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:44:16.181866 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fbb4bd53-a3fe-4b78-b4eb-5b9cebad9dfd admin admin] 10.222.0.50 "PUT /v2.0/routers/c4de6684-d98c-4cf1-be2e-c2e10c3ffb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9525349 Feb 03 21:44:16.183677 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Routers {'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:16.184326 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:16.198848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a7f5241-c631-40a2-8b2f-c30bee4aab5a req-97b929bd-7013-4b48-85dc-ae460aa73bb8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469932 Feb 03 21:44:16.209378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Calling delete_port for b70f6018-65a6-4e50-a532-93ce6e662424 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:16.335573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-e4b28256-d377-4569-abaf-9d13e3ae3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:16.337101 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f549fb5-4f6b-4018-a669-b89957e89b6a req-e4b28256-d377-4569-abaf-9d13e3ae3331 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3979020 Feb 03 21:44:16.343563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Attempting to bind port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:16.343891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Attempting to bind port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:16.344226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Attempting to bind port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:16.357420 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-23d2cca8-5a27-4d25-a71d-29dfef71c05c req-76a63b88-3b13-4d33-9e99-136fade751cb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996493 Feb 03 21:44:16.369076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8e36807-f4fb-4994-9fac-67066256679f req-08b44fff-895c-40d9-9a37-f1abe093b385 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281262 Feb 03 21:44:16.410504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 on network 8078ad59-b8c0-4f92-af69-ec7116783853 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:16.410912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Attempting to bind port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:16.423268 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Set router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:16.474609 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f9940-b88e-48fa-a7fd-cbebf04e36e2 admin admin] Publish callbacks [] for security_group (68df62cb-278f-44d6-88dd-9c5524aaf1d0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.487454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:16.488329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Checking segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:16.488329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Bound using segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:16.488765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Bound port: 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:16.490230 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.500023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b70f6018-65a6-4e50-a532-93ce6e662424), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.500944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f9940-b88e-48fa-a7fd-cbebf04e36e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (68df62cb-278f-44d6-88dd-9c5524aaf1d0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.529715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Pushing event deleted for resources: {'Port': ['ID=b70f6018-65a6-4e50-a532-93ce6e662424,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:16.608175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks [] for floatingip (f6a6797b-8335-4501-8333-cbbd83f3ca11), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.610742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.612123 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9c0773d1-68df-4a2e-80cf-fe25b6c41bea tempest-ServersTestManualDisk-1468950435 tempest-ServersTestManualDisk-1468950435-project] 10.222.0.50 "DELETE /v2.0/floatingips/f6a6797b-8335-4501-8333-cbbd83f3ca11 HTTP/1.1" status: 204 len: 168 time: 1.9024794 Feb 03 21:44:16.615034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:16.667399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f9940-b88e-48fa-a7fd-cbebf04e36e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df62cb-278f-44d6-88dd-9c5524aaf1d0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:16.674233 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0b8f9940-b88e-48fa-a7fd-cbebf04e36e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8dfc05e97c549e1b241d24caacc1a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9477222 Feb 03 21:44:16.678772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:16.736607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f917673-f949-4a8a-a320-7a1808d77b11 req-79551079-1596-4524-b011-7bab3a461ba1 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:16.739774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f917673-f949-4a8a-a320-7a1808d77b11 req-79551079-1596-4524-b011-7bab3a461ba1 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.3640459 Feb 03 21:44:16.827014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] For port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:16.859897 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd0943027-310a-47fd-8aec-e3f384887904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:02Z', 'updated_at': '2022-02-03T21:44:13Z', 'revision_number': 4, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'gw_port': {'id': 'd0943027-310a-47fd-8aec-e3f384887904', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:06Z', 'updated_at': '2022-02-03T21:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '24524685-ae1b-4d8b-a70f-efbd54bb7831', 'name': '', 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'mac_address': 'fa:16:3e:11:1e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:12Z', 'updated_at': '2022-02-03T21:44:13Z', 'revision_number': 2, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'subnets': [{'id': 'f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:16.867466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] For port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:16.879849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f917673-f949-4a8a-a320-7a1808d77b11 req-5cde58bf-d780-43ef-9d8f-fbe298e15989 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304989 Feb 03 21:44:16.885605 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-88a89529-fb23-4bc3-acc5-e614eb0bd25a tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3103490 Feb 03 21:44:16.887172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cde9-96ac-488f-9f7d-e410481a5c79 admin admin] Publish callbacks [] for security_group (68df62cb-278f-44d6-88dd-9c5524aaf1d0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.914353 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cde9-96ac-488f-9f7d-e410481a5c79 admin admin] Publish callbacks [] for security_group (68df62cb-278f-44d6-88dd-9c5524aaf1d0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.930635 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Checking router: c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:44:16.930988 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Updating router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 port 24524685-ae1b-4d8b-a70f-efbd54bb7831 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:44:16.953728 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:16.959111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:17.010687 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.020850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:17.022108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.023823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] 10.222.0.10 "PUT /v2.0/ports/0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 HTTP/1.1" status: 200 len: 1131 time: 2.4319999 Feb 03 21:44:17.030979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:17.033446 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3197f86-db17-4e30-96db-c9e0d550fc73" -d '{"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:17.098307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:17.107118 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.133587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02613e9f-af07-4442-a3b5-bc80c9b233db service neutron] Pushing event updated for resources: {'Port': ['ID=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:17.149934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cde9-96ac-488f-9f7d-e410481a5c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (68df62cb-278f-44d6-88dd-9c5524aaf1d0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.152715 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cde9-96ac-488f-9f7d-e410481a5c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.154116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f2e4cde9-96ac-488f-9f7d-e410481a5c79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68df62cb-278f-44d6-88dd-9c5524aaf1d0 HTTP/1.1" status: 204 len: 168 time: 0.4681780 Feb 03 21:44:17.207617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4cde9-96ac-488f-9f7d-e410481a5c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df62cb-278f-44d6-88dd-9c5524aaf1d0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:17.279188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d0943027-310a-47fd-8aec-e3f384887904 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:17.319577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ed672-6e8d-44df-a93f-81d446276f35 req-0043363b-0685-4bb1-aa32-6bab950c4294 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:17.324314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b60ed672-6e8d-44df-a93f-81d446276f35 req-0043363b-0685-4bb1-aa32-6bab950c4294 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.2993813 Feb 03 21:44:17.327729 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.411906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d0943027-310a-47fd-8aec-e3f384887904 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:17.412289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0943027-310a-47fd-8aec-e3f384887904), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.526466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b60ed672-6e8d-44df-a93f-81d446276f35 req-42211f04-6453-4061-b410-fefc983bf91f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922698 Feb 03 21:44:17.535994 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Publish callbacks [] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.552949 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.716531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d0943027-310a-47fd-8aec-e3f384887904 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:17.735597 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Attempting to bind port 24524685-ae1b-4d8b-a70f-efbd54bb7831 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:17.737448 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Attempting to bind port 24524685-ae1b-4d8b-a70f-efbd54bb7831 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '4a659e69-7951-4c1c-b259-ff8cd22c9ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:17.737448 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Attempting to bind port 24524685-ae1b-4d8b-a70f-efbd54bb7831 on network 1dfb0490-26e7-4188-89fe-83a0d92087f7 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:17.774772 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:17.775226 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Checking segment: {'id': '4a659e69-7951-4c1c-b259-ff8cd22c9ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:17.775645 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.776048 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Bound using segment: {'id': '4a659e69-7951-4c1c-b259-ff8cd22c9ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:17.776552 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Bound port: 24524685-ae1b-4d8b-a70f-efbd54bb7831, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a659e69-7951-4c1c-b259-ff8cd22c9ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:17.776988 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.815655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (43ac9eef-3c9a-491b-b85c-048649c097ab), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.879755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:17.933673 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3d8a2-bfa3-4426-9d5e-f240ded6ac5e None None] Pushing event updated for resources: {'Port': ['ID=24524685-ae1b-4d8b-a70f-efbd54bb7831,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:17.989541 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] For port 24524685-ae1b-4d8b-a70f-efbd54bb7831, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:17.993894 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] For port 24524685-ae1b-4d8b-a70f-efbd54bb7831, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=24524685-ae1b-4d8b-a70f-efbd54bb7831,segment=NetworkSegment(4a659e69-7951-4c1c-b259-ff8cd22c9ddf),segment_id=4a659e69-7951-4c1c-b259-ff8cd22c9ddf)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:18.014610 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:18.087997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-beb2dde0-75e3-4fcc-a24c-54db7de740b9 None None] Provisioning complete for port 24524685-ae1b-4d8b-a70f-efbd54bb7831 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:18.089206 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-beb2dde0-75e3-4fcc-a24c-54db7de740b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:18.125321 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3d8a2-bfa3-4426-9d5e-f240ded6ac5e None None] Pushing event updated for resources: {'Port': ['ID=24524685-ae1b-4d8b-a70f-efbd54bb7831,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:18.143355 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Routers {'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:18.143995 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:18.289514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-beb2dde0-75e3-4fcc-a24c-54db7de740b9 None None] Current status of the port 24524685-ae1b-4d8b-a70f-efbd54bb7831 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:18.290187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-beb2dde0-75e3-4fcc-a24c-54db7de740b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:18.310558 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] Set router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:18.369253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-beb2dde0-75e3-4fcc-a24c-54db7de740b9 None None] For port 24524685-ae1b-4d8b-a70f-efbd54bb7831, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=24524685-ae1b-4d8b-a70f-efbd54bb7831,segment=NetworkSegment(4a659e69-7951-4c1c-b259-ff8cd22c9ddf),segment_id=4a659e69-7951-4c1c-b259-ff8cd22c9ddf)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:18.377604 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-beb2dde0-75e3-4fcc-a24c-54db7de740b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:18.512918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2dde0-75e3-4fcc-a24c-54db7de740b9 None None] Pushing event updated for resources: {'Port': ['ID=24524685-ae1b-4d8b-a70f-efbd54bb7831,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:18.560790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Deleting port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:18.561242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:18.587925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa2c06-457c-4589-a0f8-d6f3d225711d req-c025f256-2698-4b55-9072-837b40161278 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:18.589394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39aa2c06-457c-4589-a0f8-d6f3d225711d req-c025f256-2698-4b55-9072-837b40161278 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.8446283 Feb 03 21:44:18.609740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b5c9a8ac-7d7c-45fb-ba4c-63aff917dad9 None None] Provisioning complete for port 24524685-ae1b-4d8b-a70f-efbd54bb7831 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:18.610298 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5c9a8ac-7d7c-45fb-ba4c-63aff917dad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:18.751523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf96df9-d086-4aae-bcfd-65de267ed87b {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:18.763814 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Publish callbacks [] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:18.783744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Transition to ACTIVE for port object 6cf96df9-d086-4aae-bcfd-65de267ed87b will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:18.799819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9a8ac-7d7c-45fb-ba4c-63aff917dad9 None None] Current status of the port 24524685-ae1b-4d8b-a70f-efbd54bb7831 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:18.811586 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd0943027-310a-47fd-8aec-e3f384887904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:02Z', 'updated_at': '2022-02-03T21:44:13Z', 'revision_number': 4, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'gw_port': {'id': 'd0943027-310a-47fd-8aec-e3f384887904', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:06Z', 'updated_at': '2022-02-03T21:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '24524685-ae1b-4d8b-a70f-efbd54bb7831', 'name': '', 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'mac_address': 'fa:16:3e:11:1e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:12Z', 'updated_at': '2022-02-03T21:44:17Z', 'revision_number': 4, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'subnets': [{'id': 'f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:18.815565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Allocated IP 172.25.5.226 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/4d0ecac8-7ded-4875-99e8-7bd1357891dd) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:18.818441 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:18.842309 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386dc31-9ad1-40f4-83c0-3b20bae8d8b3 None None] The sync data for ids ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'] in n-d-824834-9 is: [{'id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd0943027-310a-47fd-8aec-e3f384887904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:02Z', 'updated_at': '2022-02-03T21:44:13Z', 'revision_number': 4, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'gw_port': {'id': 'd0943027-310a-47fd-8aec-e3f384887904', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:06Z', 'updated_at': '2022-02-03T21:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '24524685-ae1b-4d8b-a70f-efbd54bb7831', 'name': '', 'network_id': '1dfb0490-26e7-4188-89fe-83a0d92087f7', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'mac_address': 'fa:16:3e:11:1e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:12Z', 'updated_at': '2022-02-03T21:44:17Z', 'revision_number': 4, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'subnets': [{'id': 'f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:44:18.872301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] For port 9e038f6c-4bc0-4efa-8dcd-c0575cac1776, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9e038f6c-4bc0-4efa-8dcd-c0575cac1776,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:18.872778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:18.881077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39aa2c06-457c-4589-a0f8-d6f3d225711d req-a84e2e41-a847-4106-ac11-c929e0586916 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711837 Feb 03 21:44:18.905542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf96df9-d086-4aae-bcfd-65de267ed87b,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:18.940336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Calling delete_port for 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:19.136138 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec027453-d977-4155-9afd-480edcbe19b4 x-openstack-request-id: req-ec027453-d977-4155-9afd-480edcbe19b4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:19.136431 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:19.136684 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec027453-d977-4155-9afd-480edcbe19b4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:19.137109 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8', 'status': 'completed', 'code': 200} Feb 03 21:44:19.250659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Attempting to bind port 6cf96df9-d086-4aae-bcfd-65de267ed87b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:19.251022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Attempting to bind port 6cf96df9-d086-4aae-bcfd-65de267ed87b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:19.251317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Attempting to bind port 6cf96df9-d086-4aae-bcfd-65de267ed87b on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:19.362551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 24524685-ae1b-4d8b-a70f-efbd54bb7831 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:19.369114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-eb48a632-c7a4-4ea4-a3f0-f6888624f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.369887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-eb48a632-c7a4-4ea4-a3f0-f6888624f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.370518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-eb48a632-c7a4-4ea4-a3f0-f6888624f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.371147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-eb48a632-c7a4-4ea4-a3f0-f6888624f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.371776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-eb48a632-c7a4-4ea4-a3f0-f6888624f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.372404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-eb48a632-c7a4-4ea4-a3f0-f6888624f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.373071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-eb48a632-c7a4-4ea4-a3f0-f6888624f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.375257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-eb48a632-c7a4-4ea4-a3f0-f6888624f335 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6227 time: 0.1512821 Feb 03 21:44:19.384088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for port (4d0ecac8-7ded-4875-99e8-7bd1357891dd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:19.392339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Port 6cf96df9-d086-4aae-bcfd-65de267ed87b on network 8078ad59-b8c0-4f92-af69-ec7116783853 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:19.395718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Attempting to bind port 6cf96df9-d086-4aae-bcfd-65de267ed87b on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:19.448214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:19.448556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Checking segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:19.448977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Bound using segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:19.449421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Bound port: 6cf96df9-d086-4aae-bcfd-65de267ed87b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:19.449779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:19.540970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 24524685-ae1b-4d8b-a70f-efbd54bb7831 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:19.541431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:19.628283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876b3cc-76eb-43b6-a00a-6360b46cdf8f req-2372f37d-b8f3-45a4-aa8d-ca23b933d4b1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.635588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b876b3cc-76eb-43b6-a00a-6360b46cdf8f req-2372f37d-b8f3-45a4-aa8d-ca23b933d4b1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 945 time: 0.3861005 Feb 03 21:44:19.665312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-09c9b819-9b11-4a3e-b0ae-e5f2d0336e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.665801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-09c9b819-9b11-4a3e-b0ae-e5f2d0336e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.666278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-09c9b819-9b11-4a3e-b0ae-e5f2d0336e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:19.667989 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-09c9b819-9b11-4a3e-b0ae-e5f2d0336e76 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2829123 Feb 03 21:44:19.728331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 24524685-ae1b-4d8b-a70f-efbd54bb7831 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:19.762178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (4d0ecac8-7ded-4875-99e8-7bd1357891dd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:19.826056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9e038f6c-4bc0-4efa-8dcd-c0575cac1776), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:19.827936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Pushing event updated for resources: {'Port': ['ID=4d0ecac8-7ded-4875-99e8-7bd1357891dd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:19.836519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] For port 6cf96df9-d086-4aae-bcfd-65de267ed87b, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:19.850050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b876b3cc-76eb-43b6-a00a-6360b46cdf8f req-d500c7fa-39b3-463e-974a-5b084404524d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993880 Feb 03 21:44:19.866339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] For port 6cf96df9-d086-4aae-bcfd-65de267ed87b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6cf96df9-d086-4aae-bcfd-65de267ed87b,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:19.869105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:19.871962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:19.886682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:19.973702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e038f6c-4bc0-4efa-8dcd-c0575cac1776,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:20.076138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for floatingip (50eaa045-6100-4841-96ce-5b9367736489), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:20.089897 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:20.120941 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-bae5622c-74b5-4354-8112-68cc18616467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:20.128533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:20.129758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:20.131162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] 10.222.0.10 "PUT /v2.0/ports/6cf96df9-d086-4aae-bcfd-65de267ed87b HTTP/1.1" status: 200 len: 1129 time: 3.0394435 Feb 03 21:44:20.136226 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e3197f86-db17-4e30-96db-c9e0d550fc73 req-bae5622c-74b5-4354-8112-68cc18616467 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4472325 Feb 03 21:44:20.203193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:20.455526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d0ecac8-7ded-4875-99e8-7bd1357891dd), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:20.604771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:20.766498 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (43ac9eef-3c9a-491b-b85c-048649c097ab), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:20.785795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4cab6e79-55f0-459f-be6c-7ae7ed73d457 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:44:20.793873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4cab6e79-55f0-459f-be6c-7ae7ed73d457 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:20.965960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a6868-0361-4e45-9239-ef503f9a0b65 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf96df9-d086-4aae-bcfd-65de267ed87b,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:20.995021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2db3-7819-47cf-bd62-6bbe4bbeeaaa req-bb79e0f0-d3ea-4d3a-8758-c7bef232bb91 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.005226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2db3-7819-47cf-bd62-6bbe4bbeeaaa req-bb79e0f0-d3ea-4d3a-8758-c7bef232bb91 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.016020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2db3-7819-47cf-bd62-6bbe4bbeeaaa req-bb79e0f0-d3ea-4d3a-8758-c7bef232bb91 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.029452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2db3-7819-47cf-bd62-6bbe4bbeeaaa req-bb79e0f0-d3ea-4d3a-8758-c7bef232bb91 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.040199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2db3-7819-47cf-bd62-6bbe4bbeeaaa req-bb79e0f0-d3ea-4d3a-8758-c7bef232bb91 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.046640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2db3-7819-47cf-bd62-6bbe4bbeeaaa req-bb79e0f0-d3ea-4d3a-8758-c7bef232bb91 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.053338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2db3-7819-47cf-bd62-6bbe4bbeeaaa req-bb79e0f0-d3ea-4d3a-8758-c7bef232bb91 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.055628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1fe2db3-7819-47cf-bd62-6bbe4bbeeaaa req-bb79e0f0-d3ea-4d3a-8758-c7bef232bb91 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5370 time: 0.9446800 Feb 03 21:44:21.115473 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for port (4d0ecac8-7ded-4875-99e8-7bd1357891dd), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.141030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '6cf96df9-d086-4aae-bcfd-65de267ed87b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:21.145069 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60a386d-34db-4c89-8c21-bf3bfb12db11" -d '{"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "6cf96df9-d086-4aae-bcfd-65de267ed87b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:21.170866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (4d0ecac8-7ded-4875-99e8-7bd1357891dd), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.194575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:21.195925 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.265922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:21.271624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:21.274354 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b4a73-19cd-4322-8892-537dc9c8aaee" -d '{"events": [{"server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:21.280934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1fe2db3-7819-47cf-bd62-6bbe4bbeeaaa req-b8c41c22-8bec-4e73-a106-fc9980ff4617 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2183781 Feb 03 21:44:21.295746 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.336567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Pushing event updated for resources: {'Port': ['ID=4d0ecac8-7ded-4875-99e8-7bd1357891dd,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:21.359947 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (50eaa045-6100-4841-96ce-5b9367736489), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.414256 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.421791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b79b942a-7b04-43ad-ad48-4e4f26d7a7eb tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4729848 Feb 03 21:44:21.515268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:21.520046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-d1f3ca6c-3571-4197-a740-c77dea40bc14 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.226 HTTP/1.1" status: 200 len: 696 time: 0.0971365 Feb 03 21:44:21.552069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '4cab6e79-55f0-459f-be6c-7ae7ed73d457', 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb', 'port_id': '4cab6e79-55f0-459f-be6c-7ae7ed73d457', 'mac_address': 'fa:16:3e:5d:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4dedbf-3c7a-41ac-a1fa-79c81d58281d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:44:21.583615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4cab6e79-55f0-459f-be6c-7ae7ed73d457,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:21.627791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee534e-a26f-4a44-a16d-748c4b4f22d8 req-59f6f3f0-84bc-4f6f-845f-5a8f600ecae0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.629879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2ee534e-a26f-4a44-a16d-748c4b4f22d8 req-59f6f3f0-84bc-4f6f-845f-5a8f600ecae0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 943 time: 0.2045145 Feb 03 21:44:21.654022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:21.656645 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.662565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Router 43ac9eef-3c9a-491b-b85c-048649c097ab has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:44:21.683345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cab6e79-55f0-459f-be6c-7ae7ed73d457 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:21.720294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:21.721942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b538c5fa-274d-4a50-911a-2838d2649c78 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.727436 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.742298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5afa1460-9393-4c5e-bdd7-ceda14137596 req-b538c5fa-274d-4a50-911a-2838d2649c78 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.2197964 Feb 03 21:44:21.750331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f39660-c8d1-46cc-be85-10cb8c2cfe7d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:21.811030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4cab6e79-55f0-459f-be6c-7ae7ed73d457,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:21.814524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Publish callbacks [] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.817421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2ee534e-a26f-4a44-a16d-748c4b4f22d8 req-6517a68c-3aeb-4289-914f-5400b26a1983 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614869 Feb 03 21:44:21.900447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Transition to ACTIVE for port object 41f39660-c8d1-46cc-be85-10cb8c2cfe7d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:21.912086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:21.912762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6705eb-5052-44c6-aaf1-aecec3bf04c5 req-7bb9f1a3-43e8-486f-a0ee-e21d9037f4a5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:21.921642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf6705eb-5052-44c6-aaf1-aecec3bf04c5 req-7bb9f1a3-43e8-486f-a0ee-e21d9037f4a5 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.0868967 Feb 03 21:44:22.014425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf6705eb-5052-44c6-aaf1-aecec3bf04c5 req-fd469ec9-c5b5-41e3-9b0f-b3978ba7986f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916183 Feb 03 21:44:22.140783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:22.148930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:44:22.153240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1922f68-7b38-4ca6-8193-f5af224ad1af req-a9d8ba4c-770e-4674-96f8-819cfe90d778 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.155640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1922f68-7b38-4ca6-8193-f5af224ad1af req-a9d8ba4c-770e-4674-96f8-819cfe90d778 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.0821640 Feb 03 21:44:22.161674 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ab8c3194-f838-4e9d-b6a6-898855513ef4 admin admin] 10.222.0.50 "PUT /v2.0/routers/43ac9eef-3c9a-491b-b85c-048649c097ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5433705 Feb 03 21:44:22.163175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51159814-67c9-4846-988d-32155fbc3265 None None] Sync routers for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:44:22.164495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54424) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:22.181984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51159814-67c9-4846-988d-32155fbc3265 None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:22.184982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51159814-67c9-4846-988d-32155fbc3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:22.286592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['4cab6e79-55f0-459f-be6c-7ae7ed73d457'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:22.312698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1922f68-7b38-4ca6-8193-f5af224ad1af req-d8485762-33a0-4f1a-94c5-bdb7760e0caf tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356280 Feb 03 21:44:22.369110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Attempting to bind port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:22.370851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Attempting to bind port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:22.371298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Attempting to bind port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:22.387635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d on network 8078ad59-b8c0-4f92-af69-ec7116783853 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:22.388049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Attempting to bind port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:22.404092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:22.404437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Checking segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:22.404830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Bound using segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:22.405318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Bound port: 41f39660-c8d1-46cc-be85-10cb8c2cfe7d, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:22.405678 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:22.408523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks [] for router (43ac9eef-3c9a-491b-b85c-048649c097ab), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:22.437364 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f217fc-098c-4dad-b051-146f81028bf0 x-openstack-request-id: req-60f217fc-098c-4dad-b051-146f81028bf0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:22.437668 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "6cf96df9-d086-4aae-bcfd-65de267ed87b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:22.437931 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60f217fc-098c-4dad-b051-146f81028bf0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:22.438399 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '6cf96df9-d086-4aae-bcfd-65de267ed87b', 'status': 'completed', 'code': 200} Feb 03 21:44:22.621914 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc060e-eb7a-4c43-aa36-da425adaf589 x-openstack-request-id: req-dbdc060e-eb7a-4c43-aa36-da425adaf589 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:22.622144 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:22.622435 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbdc060e-eb7a-4c43-aa36-da425adaf589 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:22.622892 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457', 'code': 200} Feb 03 21:44:22.631199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] For port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:22.638842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2e3f69e-d5ec-47fd-8e9c-eacbe0515319 req-55a20256-41e9-4b78-9142-3467ec99f471 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips/50eaa045-6100-4841-96ce-5b9367736489 HTTP/1.1" status: 200 len: 693 time: 0.1478918 Feb 03 21:44:22.643456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] For port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:22.663807 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks [] for router_gateway (43ac9eef-3c9a-491b-b85c-048649c097ab), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:22.681427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:22.714685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-51159814-67c9-4846-988d-32155fbc3265 None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:22.769335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:22.794392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-5c87e982-5631-4753-9447-e9fdb6162e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.795078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-5c87e982-5631-4753-9447-e9fdb6162e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.795574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-5c87e982-5631-4753-9447-e9fdb6162e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.796040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-5c87e982-5631-4753-9447-e9fdb6162e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.796500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-5c87e982-5631-4753-9447-e9fdb6162e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.796982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-5c87e982-5631-4753-9447-e9fdb6162e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.797442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-5c87e982-5631-4753-9447-e9fdb6162e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.799412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-5c87e982-5631-4753-9447-e9fdb6162e99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6355 time: 0.3324287 Feb 03 21:44:22.820004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.820870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:22.822842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e3952b13-da1c-4ee8-bb58-7f909310b8e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/41f39660-c8d1-46cc-be85-10cb8c2cfe7d HTTP/1.1" status: 200 len: 1090 time: 2.6308098 Feb 03 21:44:22.823558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:22.826199 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87" -d '{"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "41f39660-c8d1-46cc-be85-10cb8c2cfe7d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:22.850885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39fa76-76d7-4952-93cc-1b15f990ac70 req-7cda9e3b-3a2d-45d8-af02-c3e6d6b1e2f8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:22.859183 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd39fa76-76d7-4952-93cc-1b15f990ac70 req-7cda9e3b-3a2d-45d8-af02-c3e6d6b1e2f8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 945 time: 0.2189884 Feb 03 21:44:22.871898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:22.909361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Deleting port f408f232-3e25-402a-9f3f-f3bccd798565 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:22.912284 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:23.076644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] For port f408f232-3e25-402a-9f3f-f3bccd798565, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f408f232-3e25-402a-9f3f-f3bccd798565,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:23.077542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:23.148727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:23.213272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3f69e-d5ec-47fd-8e9c-eacbe0515319 req-916d2950-5228-4282-aa39-dcaf8f1340ab tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.214672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2e3f69e-d5ec-47fd-8e9c-eacbe0515319 req-916d2950-5228-4282-aa39-dcaf8f1340ab tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.5636437 Feb 03 21:44:23.254316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd39fa76-76d7-4952-93cc-1b15f990ac70 req-5fa8e948-c175-451d-99cd-72bc98cd3662 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541417 Feb 03 21:44:23.302097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-77e0c9ac-ec13-45b9-a13c-f7cc97beac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.309037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-77e0c9ac-ec13-45b9-a13c-f7cc97beac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.309698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-77e0c9ac-ec13-45b9-a13c-f7cc97beac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.311574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-77e0c9ac-ec13-45b9-a13c-f7cc97beac4d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5006816 Feb 03 21:44:23.496166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51159814-67c9-4846-988d-32155fbc3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:44:19Z', 'revision_number': 5, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port': {'id': 'f408f232-3e25-402a-9f3f-f3bccd798565', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:09Z', 'updated_at': '2022-02-03T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:23.571827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51159814-67c9-4846-988d-32155fbc3265 None None] Checking router: 43ac9eef-3c9a-491b-b85c-048649c097ab for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:44:23.594914 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36457fb1-be15-42d8-a71b-59e78e11672d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:23.605745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51159814-67c9-4846-988d-32155fbc3265 None None] Routers {'43ac9eef-3c9a-491b-b85c-048649c097ab'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:23.606450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51159814-67c9-4846-988d-32155fbc3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:43:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43ac9eef-3c9a-491b-b85c-048649c097ab'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:23.670131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Calling delete_port for f408f232-3e25-402a-9f3f-f3bccd798565 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:23.724842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-51159814-67c9-4846-988d-32155fbc3265 None None] Set router 43ac9eef-3c9a-491b-b85c-048649c097ab gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:23.794663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51159814-67c9-4846-988d-32155fbc3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:44:22Z', 'revision_number': 6, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:23.824777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-bdf5f30d-c74a-49c4-8985-3e07f5693f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.828444 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b60a386d-34db-4c89-8c21-bf3bfb12db11 req-bdf5f30d-c74a-49c4-8985-3e07f5693f16 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4463158 Feb 03 21:44:23.846451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:23.856089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51159814-67c9-4846-988d-32155fbc3265 None None] The sync data for ids ['43ac9eef-3c9a-491b-b85c-048649c097ab'] in n-d-824834-9 is: [{'id': '43ac9eef-3c9a-491b-b85c-048649c097ab', 'name': 'tempest-ServersTestManualDisk-521166698-router', 'tenant_id': '8a1c494627a14b55b0ce469afb2dcb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:08Z', 'updated_at': '2022-02-03T21:44:22Z', 'revision_number': 6, 'project_id': '8a1c494627a14b55b0ce469afb2dcb96', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:44:23.870236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f55c-ca06-434e-bd8f-cc3dad9849bb req-a86d6622-c728-4c05-80a2-0618b7d791b3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.877143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f55c-ca06-434e-bd8f-cc3dad9849bb req-a86d6622-c728-4c05-80a2-0618b7d791b3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.883170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f55c-ca06-434e-bd8f-cc3dad9849bb req-a86d6622-c728-4c05-80a2-0618b7d791b3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.889003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f55c-ca06-434e-bd8f-cc3dad9849bb req-a86d6622-c728-4c05-80a2-0618b7d791b3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.894710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f55c-ca06-434e-bd8f-cc3dad9849bb req-a86d6622-c728-4c05-80a2-0618b7d791b3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.900292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f55c-ca06-434e-bd8f-cc3dad9849bb req-a86d6622-c728-4c05-80a2-0618b7d791b3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.914180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f55c-ca06-434e-bd8f-cc3dad9849bb req-a86d6622-c728-4c05-80a2-0618b7d791b3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:23.916289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22a1f55c-ca06-434e-bd8f-cc3dad9849bb req-a86d6622-c728-4c05-80a2-0618b7d791b3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5382 time: 0.6016049 Feb 03 21:44:23.987388 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2e3a26-d41e-4a9f-b5a1-40b1706f4388 x-openstack-request-id: req-ad2e3a26-d41e-4a9f-b5a1-40b1706f4388 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:23.987712 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "41f39660-c8d1-46cc-be85-10cb8c2cfe7d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:23.988592 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad2e3a26-d41e-4a9f-b5a1-40b1706f4388 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:23.989547 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d', 'status': 'completed', 'code': 200} Feb 03 21:44:23.997034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f408f232-3e25-402a-9f3f-f3bccd798565), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.007031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35b912-c68f-400d-bb4d-bc620379d84a req-15bc7519-4211-467e-bbb1-5b9cd588de88 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.015824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d35b912-c68f-400d-bb4d-bc620379d84a req-15bc7519-4211-467e-bbb1-5b9cd588de88 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 944 time: 0.4713640 Feb 03 21:44:24.080823 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9aaeba57-2000-4661-8201-60260fe09551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.092684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-2a9543f3-c908-43a5-96a5-700a8620f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.093186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-2a9543f3-c908-43a5-96a5-700a8620f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.093657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-2a9543f3-c908-43a5-96a5-700a8620f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.094121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-2a9543f3-c908-43a5-96a5-700a8620f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.094583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-2a9543f3-c908-43a5-96a5-700a8620f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.095041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-2a9543f3-c908-43a5-96a5-700a8620f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.095498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-2a9543f3-c908-43a5-96a5-700a8620f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.097965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-2a9543f3-c908-43a5-96a5-700a8620f6b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6398 time: 0.1783652 Feb 03 21:44:24.113893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22a1f55c-ca06-434e-bd8f-cc3dad9849bb req-6bf18d9c-2e9a-4ef7-8780-c5a5688c9ea3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1848598 Feb 03 21:44:24.163438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f408f232-3e25-402a-9f3f-f3bccd798565,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:24.218009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d35b912-c68f-400d-bb4d-bc620379d84a req-1b0f81ff-ae18-4821-bc05-409419dc87a1 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012756 Feb 03 21:44:24.236332 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.271449 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.332814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (43ac9eef-3c9a-491b-b85c-048649c097ab), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.399236 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9aaeba57-2000-4661-8201-60260fe09551 admin admin] Publish callbacks [] for security_group (539d0bd7-a6c0-44b9-8d0a-dbc06638789f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.451768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (43ac9eef-3c9a-491b-b85c-048649c097ab), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.455226 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks [] for router_controller (43ac9eef-3c9a-491b-b85c-048649c097ab), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.455976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9aaeba57-2000-4661-8201-60260fe09551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (539d0bd7-a6c0-44b9-8d0a-dbc06638789f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.500036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeba57-2000-4661-8201-60260fe09551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539d0bd7-a6c0-44b9-8d0a-dbc06638789f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:24.511563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d3fd790-78b9-494c-9eb0-e2287677c275 req-6ffb7ff0-980d-4cc5-a0d9-f7d531a5c577 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=6ebf48d33d8544c68c5d38a848703d86 HTTP/1.1" status: 200 len: 696 time: 0.2456818 Feb 03 21:44:24.530103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9491d3c4-875b-413d-b489-d12de987c9dd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:24.539875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (43ac9eef-3c9a-491b-b85c-048649c097ab), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.540623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ac9eef-3c9a-491b-b85c-048649c097ab {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:44:24.543693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Publish callbacks [] for port (9491d3c4-875b-413d-b489-d12de987c9dd), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.549797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.553808 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d6c0091a-68e6-491d-b3e4-d298156d40e7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/43ac9eef-3c9a-491b-b85c-048649c097ab HTTP/1.1" status: 204 len: 168 time: 2.3882074 Feb 03 21:44:24.554462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:24.606180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0242b2c-2e36-4091-9ec6-5474bcdcd549 admin admin] Deleting subnet 06405367-f5b9-42c3-9bdf-5d11eba60aff {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:44:24.608885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0242b2c-2e36-4091-9ec6-5474bcdcd549 admin admin] Publish callbacks [] for subnet (06405367-f5b9-42c3-9bdf-5d11eba60aff), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.610383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-42022208-7c7f-4019-9ea7-e973a7970b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.610860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-42022208-7c7f-4019-9ea7-e973a7970b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.611320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-42022208-7c7f-4019-9ea7-e973a7970b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.613535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-42022208-7c7f-4019-9ea7-e973a7970b4d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5050473 Feb 03 21:44:24.622169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9aaeba57-2000-4661-8201-60260fe09551 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1be94dbd52564b94b2c57766776da490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7746596 Feb 03 21:44:24.635296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90f83f-ba0e-4521-9f43-d29776b4a2af req-cde72609-492c-4076-a46b-74afe9ba9985 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.636836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e90f83f-ba0e-4521-9f43-d29776b4a2af req-cde72609-492c-4076-a46b-74afe9ba9985 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.4178722 Feb 03 21:44:24.637162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:24.661158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Transition to ACTIVE for port object 9491d3c4-875b-413d-b489-d12de987c9dd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:24.672954 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0242b2c-2e36-4091-9ec6-5474bcdcd549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (06405367-f5b9-42c3-9bdf-5d11eba60aff), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.679232 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.753635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Pushing event updated for resources: {'Port': ['ID=9491d3c4-875b-413d-b489-d12de987c9dd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:24.773282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fd790-78b9-494c-9eb0-e2287677c275 req-288170b2-800e-4e63-a0fe-7a0c7355b82a tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.780428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d3fd790-78b9-494c-9eb0-e2287677c275 req-288170b2-800e-4e63-a0fe-7a0c7355b82a tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/networks?id=b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 787 time: 0.2679160 Feb 03 21:44:24.799857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-6d3fd790-78b9-494c-9eb0-e2287677c275 req-9373fed9-020e-45c3-9488-bc12982d6f77 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:44:24.803231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4cab6e79-55f0-459f-be6c-7ae7ed73d457 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:24.815111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d3fd790-78b9-494c-9eb0-e2287677c275 req-9373fed9-020e-45c3-9488-bc12982d6f77 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0337708 Feb 03 21:44:24.851909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e90f83f-ba0e-4521-9f43-d29776b4a2af req-e3ea0433-0345-4924-91cf-393354772699 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048678 Feb 03 21:44:24.865023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-101ba70f-c090-4ea4-9d47-64734c8593ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.883747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9a8744b-4e8f-47d4-bff4-42c3012e6c87 req-101ba70f-c090-4ea4-9d47-64734c8593ac service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2589262 Feb 03 21:44:24.930134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:24.930517 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.949487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c72a77eb-9307-46eb-b470-44add89fe011 admin admin] Publish callbacks [] for security_group (539d0bd7-a6c0-44b9-8d0a-dbc06638789f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:24.991743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957b5dd-536f-49fe-8700-1caa7d7b789a req-fc9b557f-319b-405e-8191-c8bd441527dc tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:24.994559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2957b5dd-536f-49fe-8700-1caa7d7b789a req-fc9b557f-319b-405e-8191-c8bd441527dc tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.0920889 Feb 03 21:44:24.998711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0242b2c-2e36-4091-9ec6-5474bcdcd549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (06405367-f5b9-42c3-9bdf-5d11eba60aff), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.074854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c72a77eb-9307-46eb-b470-44add89fe011 admin admin] Publish callbacks [] for security_group (539d0bd7-a6c0-44b9-8d0a-dbc06638789f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.093445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:25.094195 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.121537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2957b5dd-536f-49fe-8700-1caa7d7b789a req-ffa17311-4a67-4a96-b8fb-a19afaae96c9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145098 Feb 03 21:44:25.136658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:25.145030 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e262f9b1-3d61-4c8c-a10e-e89b7bf7d4b3" -d '{"events": [{"server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "name": "network-vif-plugged", "status": "completed", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:25.148882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff195977-f5fe-45a4-8925-0accf53b304d req-a2fb43b5-7f1f-4022-bc02-1a4ba8c31ca2 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:25.157912 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff195977-f5fe-45a4-8925-0accf53b304d req-a2fb43b5-7f1f-4022-bc02-1a4ba8c31ca2 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 945 time: 0.1606750 Feb 03 21:44:25.174113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:25.194195 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.268259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:25.270104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff195977-f5fe-45a4-8925-0accf53b304d req-e3b69b13-6cc6-46d4-895b-250ad11421f1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070602 Feb 03 21:44:25.280049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Attempting to bind port 9491d3c4-875b-413d-b489-d12de987c9dd on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:25.280443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Attempting to bind port 9491d3c4-875b-413d-b489-d12de987c9dd by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:25.280784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Attempting to bind port 9491d3c4-875b-413d-b489-d12de987c9dd on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:25.287246 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c72a77eb-9307-46eb-b470-44add89fe011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (539d0bd7-a6c0-44b9-8d0a-dbc06638789f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.289938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c72a77eb-9307-46eb-b470-44add89fe011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.299399 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c72a77eb-9307-46eb-b470-44add89fe011 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/539d0bd7-a6c0-44b9-8d0a-dbc06638789f HTTP/1.1" status: 204 len: 168 time: 0.6562026 Feb 03 21:44:25.301901 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0242b2c-2e36-4091-9ec6-5474bcdcd549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (06405367-f5b9-42c3-9bdf-5d11eba60aff), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.317672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Port 9491d3c4-875b-413d-b489-d12de987c9dd on network 8078ad59-b8c0-4f92-af69-ec7116783853 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:25.318009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Attempting to bind port 9491d3c4-875b-413d-b489-d12de987c9dd on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:25.333990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:25.334599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9e038f6c-4bc0-4efa-8dcd-c0575cac1776 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:25.335458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f408f232-3e25-402a-9f3f-f3bccd798565 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:25.389942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:25.396631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Checking segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:25.405093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Bound using segment: {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:25.405463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-192d9c1e-2e6d-4f77-b060-ae9a28ed7e56 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips/50eaa045-6100-4841-96ce-5b9367736489 HTTP/1.1" status: 200 len: 693 time: 0.2409573 Feb 03 21:44:25.405680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Bound port: 9491d3c4-875b-413d-b489-d12de987c9dd, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:25.406064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.423996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a77eb-9307-46eb-b470-44add89fe011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d0bd7-a6c0-44b9-8d0a-dbc06638789f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:25.424213 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e09fbf-eece-40a0-8e6a-166526d1ab7b x-openstack-request-id: req-44e09fbf-eece-40a0-8e6a-166526d1ab7b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:25.425368 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "name": "network-vif-plugged", "status": "completed", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:25.425638 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44e09fbf-eece-40a0-8e6a-166526d1ab7b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:25.426041 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457', 'code': 200} Feb 03 21:44:25.443386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b8d13-20b9-4148-bb86-5fab863da642 None None] Network 991280d3-1d30-4f26-9862-116470f80a23 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:44:25.446399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0242b2c-2e36-4091-9ec6-5474bcdcd549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06405367-f5b9-42c3-9bdf-5d11eba60aff,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:25.450156 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0242b2c-2e36-4091-9ec6-5474bcdcd549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.459220 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f0242b2c-2e36-4091-9ec6-5474bcdcd549 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/06405367-f5b9-42c3-9bdf-5d11eba60aff HTTP/1.1" status: 204 len: 168 time: 0.9014881 Feb 03 21:44:25.461149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54468) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:25.490102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f408f232-3e25-402a-9f3f-f3bccd798565 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:25.490505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f408f232-3e25-402a-9f3f-f3bccd798565 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:25.559086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] For port 9491d3c4-875b-413d-b489-d12de987c9dd, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:25.563233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] For port 9491d3c4-875b-413d-b489-d12de987c9dd, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9491d3c4-875b-413d-b489-d12de987c9dd,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:25.575212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4cab6e79-55f0-459f-be6c-7ae7ed73d457,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:25.597916 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.696518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:25.699907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.703152 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] 10.222.0.10 "PUT /v2.0/ports/9491d3c4-875b-413d-b489-d12de987c9dd HTTP/1.1" status: 200 len: 1090 time: 2.8464913 Feb 03 21:44:25.733910 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08fac77c-3d43-43e5-b0d6-bdeb1c76cb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.752502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:25.783298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b0a97-1df4-4c1f-9c16-744e711a6cc9 None None] DHCP port deletion for 991280d3-1d30-4f26-9862-116470f80a23 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:44:25.840219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867a84f-1eae-4055-8029-15dfbb2e394f service neutron] Pushing event updated for resources: {'Port': ['ID=9491d3c4-875b-413d-b489-d12de987c9dd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:25.883275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b0a97-1df4-4c1f-9c16-744e711a6cc9 None None] Deleting port 330b46ea-20ef-41ef-b360-beb04b2f1d41 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:25.883834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f3b0a97-1df4-4c1f-9c16-744e711a6cc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:25.923545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:25.951730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.002185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6f3b0a97-1df4-4c1f-9c16-744e711a6cc9 None None] For port 330b46ea-20ef-41ef-b360-beb04b2f1d41, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=330b46ea-20ef-41ef-b360-beb04b2f1d41,segment=NetworkSegment(8338cf1a-08c8-4bb4-81aa-98d8891afd74),segment_id=8338cf1a-08c8-4bb4-81aa-98d8891afd74)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:26.002662 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f3b0a97-1df4-4c1f-9c16-744e711a6cc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.014315 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.024192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '9491d3c4-875b-413d-b489-d12de987c9dd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:26.026589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b0a97-1df4-4c1f-9c16-744e711a6cc9 None None] Calling delete_port for 330b46ea-20ef-41ef-b360-beb04b2f1d41 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:26.027212 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddceb406-e49d-4ad5-a589-059c9c38d93f" -d '{"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "9491d3c4-875b-413d-b489-d12de987c9dd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:26.177356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f3b0a97-1df4-4c1f-9c16-744e711a6cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (330b46ea-20ef-41ef-b360-beb04b2f1d41), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.226148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Publish callbacks [] for security_group (dfc3f354-5cdf-41c6-bd53-20c55a728b62), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.254500 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (991280d3-1d30-4f26-9862-116470f80a23), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.273615 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dfc3f354-5cdf-41c6-bd53-20c55a728b62), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.282555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b0a97-1df4-4c1f-9c16-744e711a6cc9 None None] Pushing event deleted for resources: {'Port': ['ID=330b46ea-20ef-41ef-b360-beb04b2f1d41,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:26.289946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f99e6-c71d-4ac6-b01b-a957a5f3c384 req-d8224bfd-336b-4157-93a8-29ffe8b2dfd2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:26.296342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f99e6-c71d-4ac6-b01b-a957a5f3c384 req-d8224bfd-336b-4157-93a8-29ffe8b2dfd2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:26.301111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b0a97-1df4-4c1f-9c16-744e711a6cc9 None None] No DVR routers for this DVR port 330b46ea-20ef-41ef-b360-beb04b2f1d41 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:44:26.302426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f99e6-c71d-4ac6-b01b-a957a5f3c384 req-d8224bfd-336b-4157-93a8-29ffe8b2dfd2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:26.307861 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f99e6-c71d-4ac6-b01b-a957a5f3c384 req-d8224bfd-336b-4157-93a8-29ffe8b2dfd2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:26.320856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f99e6-c71d-4ac6-b01b-a957a5f3c384 req-d8224bfd-336b-4157-93a8-29ffe8b2dfd2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:26.326840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f99e6-c71d-4ac6-b01b-a957a5f3c384 req-d8224bfd-336b-4157-93a8-29ffe8b2dfd2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:26.332126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f99e6-c71d-4ac6-b01b-a957a5f3c384 req-d8224bfd-336b-4157-93a8-29ffe8b2dfd2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:26.341727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d88f99e6-c71d-4ac6-b01b-a957a5f3c384 req-d8224bfd-336b-4157-93a8-29ffe8b2dfd2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5394 time: 0.2459166 Feb 03 21:44:26.351395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1343bb6-dc3c-4f98-81ea-fa832b20d4af req-80c3ea97-ffe9-4259-b9ab-98baf9da2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:26.352851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f1343bb6-dc3c-4f98-81ea-fa832b20d4af req-80c3ea97-ffe9-4259-b9ab-98baf9da2558 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 1127 time: 0.7929630 Feb 03 21:44:26.424957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-1df10829-b18a-4cf2-9e6b-6cffea53409b tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:26.426411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-1df10829-b18a-4cf2-9e6b-6cffea53409b tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 1.0201786 Feb 03 21:44:26.505002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491ae51d-18fe-4bdc-9b41-7e75f158dc31 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:26.513518 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Publish callbacks [] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.516795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-00f2a736-9862-4501-8bc4-f18f3f5c95fe tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.226 HTTP/1.1" status: 200 len: 696 time: 0.0709374 Feb 03 21:44:26.534302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Transition to ACTIVE for port object 491ae51d-18fe-4bdc-9b41-7e75f158dc31 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:26.536305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc3f354-5cdf-41c6-bd53-20c55a728b62,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:26.549726 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85c93ec7834e401e8ed2eac3c087ea00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218374 Feb 03 21:44:26.550112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.550597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.551040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.551695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.552115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.552529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.552950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.553904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.554476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.554904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.555365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.555772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.556170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09140123-81ef-4100-8774-f763792654e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:26.560087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:26.560829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.597191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (991280d3-1d30-4f26-9862-116470f80a23), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.620616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f1343bb6-dc3c-4f98-81ea-fa832b20d4af req-ac794f9f-aec3-41f3-8dca-9207269a29cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460747 Feb 03 21:44:26.625460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Pushing event updated for resources: {'Port': ['ID=491ae51d-18fe-4bdc-9b41-7e75f158dc31,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:26.626390 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-0267f0b2-4124-41bd-9691-e9e25af1fbb1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.226 HTTP/1.1" status: 200 len: 696 time: 0.0976160 Feb 03 21:44:26.644871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d88f99e6-c71d-4ac6-b01b-a957a5f3c384 req-39012486-71d1-4747-bf3f-bad73a337428 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2974150 Feb 03 21:44:26.743705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991280d3-1d30-4f26-9862-116470f80a23']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:26.780060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8338cf1a-08c8-4bb4-81aa-98d8891afd74') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:26.780745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8338cf1a-08c8-4bb4-81aa-98d8891afd74') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:26.825598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 823701ad-f3cc-462c-9c54-c1e7fb2bad54 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:26.838906 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caecba4b-abc0-4ecf-bfed-8e8854de2411 admin admin] Publish callbacks [] for security_group (dfc3f354-5cdf-41c6-bd53-20c55a728b62), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.857343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (8338cf1a-08c8-4bb4-81aa-98d8891afd74), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.890653 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.896452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caecba4b-abc0-4ecf-bfed-8e8854de2411 admin admin] Publish callbacks [] for security_group (dfc3f354-5cdf-41c6-bd53-20c55a728b62), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.927193 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8338cf1a-08c8-4bb4-81aa-98d8891afd74), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.940633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:44:26.946908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (8338cf1a-08c8-4bb4-81aa-98d8891afd74), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:44:26.964482 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:44:26.996317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Attempting to bind port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:26.996707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Attempting to bind port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:26.997089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Attempting to bind port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 on network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:27.002273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 on network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:27.002805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Attempting to bind port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 on network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:27.006369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caecba4b-abc0-4ecf-bfed-8e8854de2411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dfc3f354-5cdf-41c6-bd53-20c55a728b62), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.009688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caecba4b-abc0-4ecf-bfed-8e8854de2411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.010849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-caecba4b-abc0-4ecf-bfed-8e8854de2411 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfc3f354-5cdf-41c6-bd53-20c55a728b62 HTTP/1.1" status: 204 len: 168 time: 0.4475036 Feb 03 21:44:27.025423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:27.033107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50271c91-4a50-4d8a-84d3-e989d729a6a3 req-67776b00-e471-454a-85c4-d2883dfc7411 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:27.039877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:27.040225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Checking segment: {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:27.041658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50271c91-4a50-4d8a-84d3-e989d729a6a3 req-67776b00-e471-454a-85c4-d2883dfc7411 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.2718332 Feb 03 21:44:27.043448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Bound using segment: {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:27.043944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Bound port: 491ae51d-18fe-4bdc-9b41-7e75f158dc31, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:27.044316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.049996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecba4b-abc0-4ecf-bfed-8e8854de2411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc3f354-5cdf-41c6-bd53-20c55a728b62,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:27.117163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Deleting port 4d0ecac8-7ded-4875-99e8-7bd1357891dd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:27.117653 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4d0ecac8-7ded-4875-99e8-7bd1357891dd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.191212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] For port 491ae51d-18fe-4bdc-9b41-7e75f158dc31, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:27.199728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] For port 491ae51d-18fe-4bdc-9b41-7e75f158dc31, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:27.209347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4d0ecac8-7ded-4875-99e8-7bd1357891dd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.209858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for floatingip (4d0ecac8-7ded-4875-99e8-7bd1357891dd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.214664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.225667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 330b46ea-20ef-41ef-b360-beb04b2f1d41 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:27.236641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Calling delete_port for 4d0ecac8-7ded-4875-99e8-7bd1357891dd owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:27.278659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 330b46ea-20ef-41ef-b360-beb04b2f1d41 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:27.279019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 330b46ea-20ef-41ef-b360-beb04b2f1d41 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:27.341476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Pushing event updated for resources: {'Port': ['ID=491ae51d-18fe-4bdc-9b41-7e75f158dc31,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:27.363182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:27.366017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.377166 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5fcf7806-a171-4563-89c3-1ff101debb39 service neutron] 10.222.0.10 "PUT /v2.0/ports/491ae51d-18fe-4bdc-9b41-7e75f158dc31 HTTP/1.1" status: 200 len: 1091 time: 1.6362336 Feb 03 21:44:27.414947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Request body: {'port': {'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:27.454641 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (991280d3-1d30-4f26-9862-116470f80a23), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.469533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (4d0ecac8-7ded-4875-99e8-7bd1357891dd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.475857 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.486835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] 10.222.0.50 "DELETE /v2.0/networks/991280d3-1d30-4f26-9862-116470f80a23 HTTP/1.1" status: 204 len: 168 time: 2.0213251 Feb 03 21:44:27.504880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50271c91-4a50-4d8a-84d3-e989d729a6a3 req-e72fb6e2-c776-4dc4-b3b1-d061e6c704e5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619534 Feb 03 21:44:27.589789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.623034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Pushing event deleted for resources: {'Network': ['ID=991280d3-1d30-4f26-9862-116470f80a23,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:27.636207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Pushing event deleted for resources: {'Port': ['ID=4d0ecac8-7ded-4875-99e8-7bd1357891dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:27.751454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:27.763678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.764137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.764579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.774435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.774931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.775345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.776294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.777200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.777807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.779689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.780100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.780506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.781654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0f85f-79bd-45b8-bac1-910d4e29ad40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.787565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.792812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.795219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.797065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.797611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.798161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.802303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.802859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.803425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.803966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.804512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.805072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.805605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:27.892417 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for floatingip (50eaa045-6100-4841-96ce-5b9367736489), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.895800 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:27.898714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8cac88-42a6-4934-9b2a-c6cf06b879fb req-6b943e5b-992c-422d-82be-0f46b3bdc5c1 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "DELETE /v2.0/floatingips/50eaa045-6100-4841-96ce-5b9367736489 HTTP/1.1" status: 204 len: 173 time: 1.2527833 Feb 03 21:44:28.030902 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-55a58bd6-d8d9-4b18-a8fd-610d87698bf4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a1c494627a14b55b0ce469afb2dcb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757359 Feb 03 21:44:28.033495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:28.211061 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0ab9b8-eede-4864-83ed-5815045bf0d2 x-openstack-request-id: req-3a0ab9b8-eede-4864-83ed-5815045bf0d2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:28.216059 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "9491d3c4-875b-413d-b489-d12de987c9dd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:28.217637 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a0ab9b8-eede-4864-83ed-5815045bf0d2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:28.218157 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '9491d3c4-875b-413d-b489-d12de987c9dd', 'status': 'completed', 'code': 200} Feb 03 21:44:28.240204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5fd2c4-1c75-4575-9ef8-4d127fad1dd4 admin admin] Publish callbacks [] for security_group (86cd7292-40a1-48b6-af61-1af1a5f24303), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.297607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1d8200-544f-466e-b3ea-ede04a32c787 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:28.306239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Publish callbacks [] for port (db1d8200-544f-466e-b3ea-ede04a32c787), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.327842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Transition to ACTIVE for port object db1d8200-544f-466e-b3ea-ede04a32c787 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:28.328990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd5877-868a-42f1-9d29-523dd4cfab63 req-baab7bbe-6697-423b-94be-657286d12d9c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.330613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64dd5877-868a-42f1-9d29-523dd4cfab63 req-baab7bbe-6697-423b-94be-657286d12d9c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.2514660 Feb 03 21:44:28.343367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.383835 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5fd2c4-1c75-4575-9ef8-4d127fad1dd4 admin admin] Publish callbacks [] for security_group (86cd7292-40a1-48b6-af61-1af1a5f24303), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.462326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-e2b202ec-af8a-491d-9313-a003ab186880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.463034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-e2b202ec-af8a-491d-9313-a003ab186880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.463139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-e2b202ec-af8a-491d-9313-a003ab186880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.463609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-e2b202ec-af8a-491d-9313-a003ab186880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.464042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-e2b202ec-af8a-491d-9313-a003ab186880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.464502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-e2b202ec-af8a-491d-9313-a003ab186880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.464979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-e2b202ec-af8a-491d-9313-a003ab186880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.467038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-e2b202ec-af8a-491d-9313-a003ab186880 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6594 time: 0.2042992 Feb 03 21:44:28.488488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64dd5877-868a-42f1-9d29-523dd4cfab63 req-79068eef-7149-47d2-bf3f-ce4bc26aef70 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340995 Feb 03 21:44:28.501067 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.560299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Pushing event updated for resources: {'Port': ['ID=db1d8200-544f-466e-b3ea-ede04a32c787,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:28.586538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Attempting to bind port db1d8200-544f-466e-b3ea-ede04a32c787 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:28.586973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Attempting to bind port db1d8200-544f-466e-b3ea-ede04a32c787 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:28.587376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Attempting to bind port db1d8200-544f-466e-b3ea-ede04a32c787 on network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:28.592085 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Port db1d8200-544f-466e-b3ea-ede04a32c787 on network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:28.592498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Attempting to bind port db1d8200-544f-466e-b3ea-ede04a32c787 on network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:28.598648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:28.599104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Checking segment: {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:28.599558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Bound using segment: {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:28.600060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Bound port: db1d8200-544f-466e-b3ea-ede04a32c787, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c093e081-1acc-4563-afd5-c4c5b7e9617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:28.600486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.626256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be854b0-3450-4d05-bb7f-66bb841c878d req-9f9679d0-207f-4350-8a71-ae4f64db5efa tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.627834 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1be854b0-3450-4d05-bb7f-66bb841c878d req-9f9679d0-207f-4350-8a71-ae4f64db5efa tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.3335595 Feb 03 21:44:28.716079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] For port db1d8200-544f-466e-b3ea-ede04a32c787, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:28.720470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] For port db1d8200-544f-466e-b3ea-ede04a32c787, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=db1d8200-544f-466e-b3ea-ede04a32c787,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:28.732701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.742923 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5fd2c4-1c75-4575-9ef8-4d127fad1dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (86cd7292-40a1-48b6-af61-1af1a5f24303), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.745650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5fd2c4-1c75-4575-9ef8-4d127fad1dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.746871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-db5fd2c4-1c75-4575-9ef8-4d127fad1dd4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86cd7292-40a1-48b6-af61-1af1a5f24303 HTTP/1.1" status: 204 len: 168 time: 0.7123137 Feb 03 21:44:28.790217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1be854b0-3450-4d05-bb7f-66bb841c878d req-6e7a17a9-a980-468f-a80e-41805b2d8e9f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257253 Feb 03 21:44:28.802238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fd2c4-1c75-4575-9ef8-4d127fad1dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cd7292-40a1-48b6-af61-1af1a5f24303,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:28.815869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.816494 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:28.838226 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] 10.222.0.10 "PUT /v2.0/ports/db1d8200-544f-466e-b3ea-ede04a32c787 HTTP/1.1" status: 200 len: 1091 time: 1.4274688 Feb 03 21:44:28.841434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a5e3-6c31-487a-8563-f5ebbcdff690 req-d63bab00-7489-48a3-925f-bfaaf114af1e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.849929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a5e3-6c31-487a-8563-f5ebbcdff690 req-d63bab00-7489-48a3-925f-bfaaf114af1e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.856521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a5e3-6c31-487a-8563-f5ebbcdff690 req-d63bab00-7489-48a3-925f-bfaaf114af1e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.862356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a5e3-6c31-487a-8563-f5ebbcdff690 req-d63bab00-7489-48a3-925f-bfaaf114af1e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.868147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a5e3-6c31-487a-8563-f5ebbcdff690 req-d63bab00-7489-48a3-925f-bfaaf114af1e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.874089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a5e3-6c31-487a-8563-f5ebbcdff690 req-d63bab00-7489-48a3-925f-bfaaf114af1e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.886349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a5e3-6c31-487a-8563-f5ebbcdff690 req-d63bab00-7489-48a3-925f-bfaaf114af1e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.889467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8be6a5e3-6c31-487a-8563-f5ebbcdff690 req-d63bab00-7489-48a3-925f-bfaaf114af1e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2835608 Feb 03 21:44:28.893176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-0c730837-fafc-47a1-ab4d-1801ec4d8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.894895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-0c730837-fafc-47a1-ab4d-1801ec4d8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.895039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60495dec-a424-4b66-a0f8-ef203dca3977 service neutron] Pushing event updated for resources: {'Port': ['ID=db1d8200-544f-466e-b3ea-ede04a32c787,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:28.895813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-0c730837-fafc-47a1-ab4d-1801ec4d8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:28.898324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-0c730837-fafc-47a1-ab4d-1801ec4d8328 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4086595 Feb 03 21:44:29.090452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8be6a5e3-6c31-487a-8563-f5ebbcdff690 req-12d95311-da53-4dc7-8117-d7b9d453c488 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671615 Feb 03 21:44:29.196797 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-5b3ec0c8-37b6-4813-a339-189f16ef6df8 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3060572 Feb 03 21:44:29.200041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-b1d7c870-f503-46d3-8f0a-bc9c32504716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.202107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddceb406-e49d-4ad5-a589-059c9c38d93f req-b1d7c870-f503-46d3-8f0a-bc9c32504716 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2773950 Feb 03 21:44:29.254221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:29.318657 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:29.494442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0138300b-aa3c-4df6-b206-2f1cda241117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.495106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0138300b-aa3c-4df6-b206-2f1cda241117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.495347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0138300b-aa3c-4df6-b206-2f1cda241117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.495808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0138300b-aa3c-4df6-b206-2f1cda241117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.496267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0138300b-aa3c-4df6-b206-2f1cda241117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.496722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0138300b-aa3c-4df6-b206-2f1cda241117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.497199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0138300b-aa3c-4df6-b206-2f1cda241117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.499552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0138300b-aa3c-4df6-b206-2f1cda241117 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6692 time: 0.2056234 Feb 03 21:44:29.510598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d4db0-62ba-4e72-8633-18a510f8ac82 req-ceaee31a-34b9-41ff-88ba-345c529302b0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.512016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb1d4db0-62ba-4e72-8633-18a510f8ac82 req-ceaee31a-34b9-41ff-88ba-345c529302b0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.1464407 Feb 03 21:44:29.561016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-00edbe09-c4fb-4519-ad80-3d7a4f20cbaa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba22ce10-8721-43b4-bd9a-aef4991671be HTTP/1.1" status: 200 len: 217 time: 0.0473330 Feb 03 21:44:29.645367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-729e915d-12e2-494a-a961-db5e7f3333e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.646811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-729e915d-12e2-494a-a961-db5e7f3333e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f420064c-13fa-4fd9-9485-6208efd73674 HTTP/1.1" status: 200 len: 850 time: 0.0772698 Feb 03 21:44:29.663980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb1d4db0-62ba-4e72-8633-18a510f8ac82 req-51e60dd5-1116-4c08-b609-cc38c3b5b66d tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434879 Feb 03 21:44:29.684783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:29.783975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-b28ff744-e9a0-4402-a999-903090d1489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:29.786876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-b28ff744-e9a0-4402-a999-903090d1489a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f83f93a-3225-4a43-9e07-27b3e3c95587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1327226 Feb 03 21:44:29.796742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:29.855591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:29.968617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-273999248-network', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:29.996491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:29.999293 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.010214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.102903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Publish callbacks [] for security_group (6584267e-58b4-4bf3-b16b-d6522928ca63), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.107867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6584267e-58b4-4bf3-b16b-d6522928ca63), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.122555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:44:30.133854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (87950919-0674-4808-99fb-46603d4e94d6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.134352 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Added segment 87950919-0674-4808-99fb-46603d4e94d6 of type vlan for network dcffcd03-7cc7-43d0-89ef-82db50e549d9 Feb 03 21:44:30.167025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Allocated IP 172.25.5.216 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/1bd46855-62a1-4d9f-8d3e-1da92251eb9a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:30.186196 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (dcffcd03-7cc7-43d0-89ef-82db50e549d9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.216675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-7b5e44c2-d40b-4077-b459-63a2b0f9fafc service neutron] 10.222.0.10 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186349 Feb 03 21:44:30.222037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '491ae51d-18fe-4bdc-9b41-7e75f158dc31'}, {'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': 'db1d8200-544f-466e-b3ea-ede04a32c787'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:30.225822 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "491ae51d-18fe-4bdc-9b41-7e75f158dc31"}, {"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "db1d8200-544f-466e-b3ea-ede04a32c787"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:30.231965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (dcffcd03-7cc7-43d0-89ef-82db50e549d9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.233524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:30.234116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.297797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6584267e-58b4-4bf3-b16b-d6522928ca63,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:30.307026 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4503012 Feb 03 21:44:30.309943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:30.315136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Request body: {'subnet': {'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-subnet', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:30.338768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73668488-5316-462e-a992-16dfaac597d5 admin admin] Pushing event updated for resources: {'Network': ['ID=dcffcd03-7cc7-43d0-89ef-82db50e549d9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:30.353521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network dcffcd03-7cc7-43d0-89ef-82db50e549d9 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:44:30.359795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:30.363207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.380368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-1a995f7e-78eb-4928-8e08-2aa73cba27d3 service neutron] 10.222.0.10 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357474 Feb 03 21:44:30.385757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for port (1bd46855-62a1-4d9f-8d3e-1da92251eb9a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.434719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-1a35eb8c-7eec-4100-852f-248c82e26606 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 HTTP/1.1" status: 200 len: 217 time: 0.0472674 Feb 03 21:44:30.538358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-bde5b806-244d-4f70-92b3-5e28a3883d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:30.540100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-bde5b806-244d-4f70-92b3-5e28a3883d68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.0983520 Feb 03 21:44:30.543908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (1bd46855-62a1-4d9f-8d3e-1da92251eb9a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.572506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (0d0e32b7-72c4-401c-922e-7b05f3d5716d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.620650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:30.629461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:30.635221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0e32b7-72c4-401c-922e-7b05f3d5716d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:30.639423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05978-749a-426a-9b45-f0436d48fc94 req-da808760-a11c-43b5-8db6-530359cc4777 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:30.641040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08a05978-749a-426a-9b45-f0436d48fc94 req-da808760-a11c-43b5-8db6-530359cc4777 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 944 time: 0.1502113 Feb 03 21:44:30.641465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Checking segment: {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:30.641717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Pushing event updated for resources: {'Port': ['ID=1bd46855-62a1-4d9f-8d3e-1da92251eb9a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:30.641951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Network hostable DHCP agents. Network: dcffcd03-7cc7-43d0-89ef-82db50e549d9, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:44:30.646661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:30.663221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Network dcffcd03-7cc7-43d0-89ef-82db50e549d9 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:44:30.674211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, dcffcd03-7cc7-43d0-89ef-82db50e549d9) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:30.680212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:30.681041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.688329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293650a-6109-45c7-a817-d80dd5bad335 None None] Network dcffcd03-7cc7-43d0-89ef-82db50e549d9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:44:30.702605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-fdba850a-4db7-4bbb-81c6-bfd0d670413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:30.704284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-fdba850a-4db7-4bbb-81c6-bfd0d670413b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1582136 Feb 03 21:44:30.715235 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-89fcda9b-489e-42cf-b062-1bb0a433f0e9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4016826 Feb 03 21:44:30.715235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:30.720326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:30.757360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (3e370da9-0d11-4ea7-945b-fb5eb21a8527), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.759373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (3e370da9-0d11-4ea7-945b-fb5eb21a8527), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.814263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:44:30.815411 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.819228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 26200f26-b357-4f04-8f20-00c59f70fef4 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:44:30.824275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08a05978-749a-426a-9b45-f0436d48fc94 req-a18ade38-02aa-4f45-829a-197b670204b2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481113 Feb 03 21:44:30.866321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks [] for router_controller (3e370da9-0d11-4ea7-945b-fb5eb21a8527), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.919360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for floatingip (629f1b34-9b6a-424b-87fd-e58eb1f2bf71), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:30.967627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-223eabb5-fa39-49b3-968d-15443027f43e service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552712 Feb 03 21:44:31.045717 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1bd46855-62a1-4d9f-8d3e-1da92251eb9a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.100108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e5e09-029d-410d-a981-12bac4db2421 req-565026f4-291d-453d-af65-b99e61fc7a15 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:31.107002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-429e5e09-029d-410d-a981-12bac4db2421 req-565026f4-291d-453d-af65-b99e61fc7a15 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.1856947 Feb 03 21:44:31.143417 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks [] for router_gateway (3e370da9-0d11-4ea7-945b-fb5eb21a8527), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.176861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Allocated IP 172.20.0.2 (dcffcd03-7cc7-43d0-89ef-82db50e549d9/0d0e32b7-72c4-401c-922e-7b05f3d5716d/ea5d51dd-7cba-49c2-968b-6d04fc6db936) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:31.187213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-7a9ab8ca-e368-4fb0-8605-bfcfff8aec0a service neutron] 10.222.0.47 "GET /v2.0/ports/823701ad-f3cc-462c-9c54-c1e7fb2bad54/bindings/n-h1-824834-9 HTTP/1.1" status: 200 len: 384 time: 0.2469745 Feb 03 21:44:31.197542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:44:31.210630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-99d14e09-a772-4442-8552-08fdb7faaac3 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250941 Feb 03 21:44:31.275254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-429e5e09-029d-410d-a981-12bac4db2421 req-61d38544-c45a-4b14-96db-f0e6771aac41 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652291 Feb 03 21:44:31.276681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0ae91c52-845c-44ae-aae3-52649d7756ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=6cf96df9-d086-4aae-bcfd-65de267ed87b HTTP/1.1" status: 200 len: 217 time: 0.0556507 Feb 03 21:44:31.386748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-63cfe648-9ecc-42f8-b485-f61abc88ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:31.387799 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-63cfe648-9ecc-42f8-b485-f61abc88ec07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.0999742 Feb 03 21:44:31.459725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for port (1bd46855-62a1-4d9f-8d3e-1da92251eb9a), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.490828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2034369-5beb-4472-97d3-180059651c78 req-115c8fa4-a28f-41cb-acf7-03e9f62cc3df tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:31.492576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2034369-5beb-4472-97d3-180059651c78 req-115c8fa4-a28f-41cb-acf7-03e9f62cc3df tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.1187639 Feb 03 21:44:31.495816 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (1bd46855-62a1-4d9f-8d3e-1da92251eb9a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.519285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-2406fb49-b017-4a85-a04a-377a3bd6a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:31.519656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-2406fb49-b017-4a85-a04a-377a3bd6a7cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1129608 Feb 03 21:44:31.538105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6679142-9561-4d41-b161-75347794b70d req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:31.571853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6679142-9561-4d41-b161-75347794b70d req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:31.625289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Publish callbacks [] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.626980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f6679142-9561-4d41-b161-75347794b70d req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823701ad-f3cc-462c-9c54-c1e7fb2bad54 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:31.627671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:31.654017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 26200f26-b357-4f04-8f20-00c59f70fef4, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=26200f26-b357-4f04-8f20-00c59f70fef4,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:31.657982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Pushing event updated for resources: {'Port': ['ID=1bd46855-62a1-4d9f-8d3e-1da92251eb9a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:31.666909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.675323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902', 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a', 'port_id': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902', 'mac_address': 'fa:16:3e:6f:81:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05581427-b6cc-4869-9bb2-ddc18faca9e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:44:31.694254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (629f1b34-9b6a-424b-87fd-e58eb1f2bf71), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.707087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '26200f26-b357-4f04-8f20-00c59f70fef4', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'port_id': '26200f26-b357-4f04-8f20-00c59f70fef4', 'mac_address': 'fa:16:3e:7a:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e21f944-9322-4781-b061-7bb75d40913a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:44:31.707253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6679142-9561-4d41-b161-75347794b70d req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:31.708312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2034369-5beb-4472-97d3-180059651c78 req-e6c45bab-298d-40a9-b371-cf1fb75aa1e7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084804 Feb 03 21:44:31.746646 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.748110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-8a70db8d-4d46-42c0-b66e-b5cf98858912 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5332453 Feb 03 21:44:31.750621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-fc319dcd-ffdd-4783-8bc6-ba2f560a6d7c service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004027 Feb 03 21:44:31.830457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 26200f26-b357-4f04-8f20-00c59f70fef4 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:31.831061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.866930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Network dcffcd03-7cc7-43d0-89ef-82db50e549d9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:31.872821 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:31.874782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Pushing event updated for resources: {'Port': ['ID=ea5d51dd-7cba-49c2-968b-6d04fc6db936,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:31.877383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:31.883223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26200f26-b357-4f04-8f20-00c59f70fef4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:31.890747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:31.891133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.908005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:31.917586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-cca62c78-de4e-4fe9-9d30-a2bc4c616104 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1589370 Feb 03 21:44:31.958979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 26200f26-b357-4f04-8f20-00c59f70fef4, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=26200f26-b357-4f04-8f20-00c59f70fef4,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:31.964204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:31.984059 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:31.989013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:32.021293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Attempting to bind port ea5d51dd-7cba-49c2-968b-6d04fc6db936 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:32.021657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Attempting to bind port ea5d51dd-7cba-49c2-968b-6d04fc6db936 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:32.022026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Attempting to bind port ea5d51dd-7cba-49c2-968b-6d04fc6db936 on network dcffcd03-7cc7-43d0-89ef-82db50e549d9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:32.030926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:32.031308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Checking segment: {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:32.031707 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:32.032093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Bound using segment: {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:32.032568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Bound port: ea5d51dd-7cba-49c2-968b-6d04fc6db936, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:32.034037 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:32.096627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbb51d-1961-4001-ae5e-3830f44874c8 req-08e33f0a-b301-4dd3-ba98-231447f7170e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.103931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['26200f26-b357-4f04-8f20-00c59f70fef4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:32.105031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbb51d-1961-4001-ae5e-3830f44874c8 req-08e33f0a-b301-4dd3-ba98-231447f7170e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.107849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=26200f26-b357-4f04-8f20-00c59f70fef4,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:32.113561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbb51d-1961-4001-ae5e-3830f44874c8 req-08e33f0a-b301-4dd3-ba98-231447f7170e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.120597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbb51d-1961-4001-ae5e-3830f44874c8 req-08e33f0a-b301-4dd3-ba98-231447f7170e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.131837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbb51d-1961-4001-ae5e-3830f44874c8 req-08e33f0a-b301-4dd3-ba98-231447f7170e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.137958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbb51d-1961-4001-ae5e-3830f44874c8 req-08e33f0a-b301-4dd3-ba98-231447f7170e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.147225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbb51d-1961-4001-ae5e-3830f44874c8 req-08e33f0a-b301-4dd3-ba98-231447f7170e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.154694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10bbb51d-1961-4001-ae5e-3830f44874c8 req-08e33f0a-b301-4dd3-ba98-231447f7170e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3472917 Feb 03 21:44:32.158397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-01f8e78a-e7c9-43f0-a31e-81d3f54ad0fe service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010832 Feb 03 21:44:32.200850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:32.206382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] For port ea5d51dd-7cba-49c2-968b-6d04fc6db936, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:32.237943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] For port ea5d51dd-7cba-49c2-968b-6d04fc6db936, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ea5d51dd-7cba-49c2-968b-6d04fc6db936,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:32.241169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:32.258913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10bbb51d-1961-4001-ae5e-3830f44874c8 req-ac3ef65f-1067-43cf-921c-a9744194f103 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027176 Feb 03 21:44:32.273924 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:32.274320 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks [] for router_gateway (3e370da9-0d11-4ea7-945b-fb5eb21a8527), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:32.328651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['48a435a9-2a2e-4ccc-821c-ea72c9ee1902'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:32.351122 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6ab296-19ac-4b89-a5e1-d968c38c6761 x-openstack-request-id: req-ec6ab296-19ac-4b89-a5e1-d968c38c6761 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:32.351427 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "491ae51d-18fe-4bdc-9b41-7e75f158dc31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "db1d8200-544f-466e-b3ea-ede04a32c787", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:32.353296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-e3b0e74d-7b7b-43d4-9835-76a31ebb6f36 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.354734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f6e4cc7-6b08-4c2f-8e9d-0c22476875aa req-e3b0e74d-7b7b-43d4-9835-76a31ebb6f36 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.4361737 Feb 03 21:44:32.355321 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec6ab296-19ac-4b89-a5e1-d968c38c6761 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:32.355742 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': '491ae51d-18fe-4bdc-9b41-7e75f158dc31', 'status': 'completed', 'code': 200} Feb 03 21:44:32.356662 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': 'db1d8200-544f-466e-b3ea-ede04a32c787', 'status': 'completed', 'code': 200} Feb 03 21:44:32.363319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:32.435485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-9da47207-c7d5-4b9f-aef4-fa17ed2635bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=41f39660-c8d1-46cc-be85-10cb8c2cfe7d HTTP/1.1" status: 200 len: 217 time: 0.1978128 Feb 03 21:44:32.446030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54cd01-b94e-43f0-b0f2-f8740ec2b884 None None] Pushing event updated for resources: {'Port': ['ID=ea5d51dd-7cba-49c2-968b-6d04fc6db936,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:32.526946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f6679142-9561-4d41-b161-75347794b70d req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] Transition to ACTIVE for port object 823701ad-f3cc-462c-9c54-c1e7fb2bad54 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:32.543354 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:32.560431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-342551ad-5b56-447e-aa29-3eb412bd3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.562129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-342551ad-5b56-447e-aa29-3eb412bd3b0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.1190279 Feb 03 21:44:32.650093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d6f91544-6cb2-4a80-91d4-a4eb5bcc093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.651793 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-d6f91544-6cb2-4a80-91d4-a4eb5bcc093a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0839276 Feb 03 21:44:32.744947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] Pushing event updated for resources: {'Port': ['ID=823701ad-f3cc-462c-9c54-c1e7fb2bad54,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:32.809648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6679142-9561-4d41-b161-75347794b70d req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] No DVR routers for this DVR port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:44:32.821282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 26200f26-b357-4f04-8f20-00c59f70fef4 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:32.868662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae50d86-f8e5-409f-aeb0-3c5236a4acc5 req-3cc1f4bf-120c-4f18-9b98-4a3e69f4d384 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:32.870657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Allocated IP 172.25.5.149 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/c141ef3f-ef08-47d2-a1ea-0984ddbd7b69) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:32.875539 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-7889f845-a64a-44a6-a382-e574d15d547b service neutron] 10.222.0.47 "PUT /v2.0/ports/823701ad-f3cc-462c-9c54-c1e7fb2bad54/bindings/n-h1-824834-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6538157 Feb 03 21:44:32.877313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dae50d86-f8e5-409f-aeb0-3c5236a4acc5 req-3cc1f4bf-120c-4f18-9b98-4a3e69f4d384 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 945 time: 0.1266747 Feb 03 21:44:32.998585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dae50d86-f8e5-409f-aeb0-3c5236a4acc5 req-178a3636-2995-4fa7-aa2a-8e592326e4f1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204278 Feb 03 21:44:33.019362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 26200f26-b357-4f04-8f20-00c59f70fef4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:33.019919 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:33.021350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-f723292d-1b7b-482f-b11f-7c9de93a1f3e service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541434 Feb 03 21:44:33.046485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-05d22ea3-17c6-4c2c-8910-6a98523d8f50 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:33.048007 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-05d22ea3-17c6-4c2c-8910-6a98523d8f50 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.0820358 Feb 03 21:44:33.119562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 26200f26-b357-4f04-8f20-00c59f70fef4 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:33.120540 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:33.125182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks [] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:33.164602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-b7577f61-3b61-41a4-8e2b-ebee28d2de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:33.166383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-b7577f61-3b61-41a4-8e2b-ebee28d2de26 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a&tenant_id=b2166eece056406097c00f535cedae9a HTTP/1.1" status: 200 len: 1127 time: 0.1085672 Feb 03 21:44:33.179408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 26200f26-b357-4f04-8f20-00c59f70fef4, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=26200f26-b357-4f04-8f20-00c59f70fef4,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:33.180881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f096e1d6-6468-4676-be65-badf7e831501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26200f26-b357-4f04-8f20-00c59f70fef4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:33.184516 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377981e7-25ba-4876-a504-ea941bd83103" -d '{"events": [{"server_uuid": "f096e1d6-6468-4676-be65-badf7e831501", "name": "network-vif-plugged", "status": "completed", "tag": "26200f26-b357-4f04-8f20-00c59f70fef4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:33.186916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-e6918a19-1905-438d-a924-0d4b17234657 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips/629f1b34-9b6a-424b-87fd-e58eb1f2bf71 HTTP/1.1" status: 200 len: 693 time: 0.1433749 Feb 03 21:44:33.192976 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:33.195962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:33.276322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:33.282338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:33.292188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:33.308313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=26200f26-b357-4f04-8f20-00c59f70fef4,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:33.323902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ea5d51dd-7cba-49c2-968b-6d04fc6db936 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:33.330194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c141ef3f-ef08-47d2-a1ea-0984ddbd7b69,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:33.353763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-ed76ed20-0807-481a-bce2-566fea64b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:33.355479 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-ed76ed20-0807-481a-bce2-566fea64b724 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 1127 time: 0.1550016 Feb 03 21:44:33.393227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-5efc2146-f71a-4535-b8ee-dc6bf13a4bd5 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:33.401845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-5efc2146-f71a-4535-b8ee-dc6bf13a4bd5 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1986570 Feb 03 21:44:33.415721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ea5d51dd-7cba-49c2-968b-6d04fc6db936 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:33.416358 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:33.505495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-8902908e-7d8d-4633-82f8-c39949f43a0c tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.0964713 Feb 03 21:44:33.548554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ea5d51dd-7cba-49c2-968b-6d04fc6db936 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:33.549092 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:33.590545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port ea5d51dd-7cba-49c2-968b-6d04fc6db936, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ea5d51dd-7cba-49c2-968b-6d04fc6db936,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:33.608597 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:33.625838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-97750ff6-d8d4-49a6-87a1-5b55f4c9e9e7 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035781 Feb 03 21:44:33.644856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-fad6b08f-ab5f-4ec5-b2f9-2fa6db56d8fa tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1370301 Feb 03 21:44:33.689996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=ea5d51dd-7cba-49c2-968b-6d04fc6db936,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:33.699780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e63e1653-e910-4a5e-9022-b5e3a33124cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=9491d3c4-875b-413d-b489-d12de987c9dd HTTP/1.1" status: 200 len: 217 time: 0.0645742 Feb 03 21:44:33.793366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-6ead309e-409e-4461-ad67-71b89f7f1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:33.795718 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-6ead309e-409e-4461-ad67-71b89f7f1af7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.4318590 Feb 03 21:44:33.884481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-208f471c-3741-45f3-baf6-8d747f27cd88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54 HTTP/1.1" status: 200 len: 217 time: 0.0564332 Feb 03 21:44:33.965452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-c2d07435-9dfd-46a4-9478-3e7b84acc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:33.967698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-c2d07435-9dfd-46a4-9478-3e7b84acc2b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.0736551 Feb 03 21:44:33.968560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks [] for router_gateway (3e370da9-0d11-4ea7-945b-fb5eb21a8527), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:33.977508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c519165c-cfcb-443e-988e-adb94b65b8df None None] Network dcffcd03-7cc7-43d0-89ef-82db50e549d9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:44:34.079144 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-41131cc1-cb03-4436-b694-d7d4abd45a8f None None] Provisioning complete for port ea5d51dd-7cba-49c2-968b-6d04fc6db936 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:34.080228 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41131cc1-cb03-4436-b694-d7d4abd45a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:34.179587 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-84cad5eb-5c52-4608-8ec8-427d0f5006a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788879 Feb 03 21:44:34.216704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0ba0c8ec-3c85-42a2-9215-d32f5ddfa138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:34.219772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-0ba0c8ec-3c85-42a2-9215-d32f5ddfa138 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.4049072 Feb 03 21:44:34.281831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-41131cc1-cb03-4436-b694-d7d4abd45a8f None None] Current status of the port ea5d51dd-7cba-49c2-968b-6d04fc6db936 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:34.336959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290341-6e21-4e1f-b77d-9e81e0de39f9 req-a5da78e7-cb23-44e1-857a-dc68dd1e35a4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:34.338576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16290341-6e21-4e1f-b77d-9e81e0de39f9 req-a5da78e7-cb23-44e1-857a-dc68dd1e35a4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 944 time: 0.5255098 Feb 03 21:44:34.353212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Deleting port 1bd46855-62a1-4d9f-8d3e-1da92251eb9a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:34.353449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1bd46855-62a1-4d9f-8d3e-1da92251eb9a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:34.374869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e6844-687c-43b0-a2e3-0f499bede21e req-60c154d9-aaca-4f7f-bb4f-146b3b3ed2ad tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:34.377453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-849e6844-687c-43b0-a2e3-0f499bede21e req-60c154d9-aaca-4f7f-bb4f-146b3b3ed2ad tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b4c5df-3296-41ea-94e2-ad9fe6f70ac8 HTTP/1.1" status: 200 len: 945 time: 0.2154980 Feb 03 21:44:34.404019 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (3e370da9-0d11-4ea7-945b-fb5eb21a8527), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:34.436614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-7f0e288a-45ce-4718-a247-cb9fe62834fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:34.438304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-7f0e288a-45ce-4718-a247-cb9fe62834fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1939771 Feb 03 21:44:34.478852 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-6f555d61-1c3d-4f15-957c-34709fcf6115 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605703 Feb 03 21:44:34.479299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16290341-6e21-4e1f-b77d-9e81e0de39f9 req-d7ffe32d-04c5-4c6e-99b4-e3ceb200d290 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325233 Feb 03 21:44:34.515703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0ebf01a0-6276-4413-8985-9bdd116fe5ae None None] Provisioning complete for port ea5d51dd-7cba-49c2-968b-6d04fc6db936 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:34.516084 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ebf01a0-6276-4413-8985-9bdd116fe5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:34.609040 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1bd46855-62a1-4d9f-8d3e-1da92251eb9a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:34.609733 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for floatingip (1bd46855-62a1-4d9f-8d3e-1da92251eb9a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:34.650616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf01a0-6276-4413-8985-9bdd116fe5ae None None] Current status of the port ea5d51dd-7cba-49c2-968b-6d04fc6db936 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:34.671932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Calling delete_port for 1bd46855-62a1-4d9f-8d3e-1da92251eb9a owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:34.715817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:44:34.727507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-849e6844-687c-43b0-a2e3-0f499bede21e req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Deleting port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:34.727854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-849e6844-687c-43b0-a2e3-0f499bede21e req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:34.773957 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-de4d3f3b-e5f3-4461-a8b8-2f323c9f3698 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758192 Feb 03 21:44:34.775127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-147fce70-3fd9-4f88-b711-e389708f3f25 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230722 Feb 03 21:44:34.849967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:34.857182 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-d6d0eb4c-8366-4b18-af95-83747ae11c55 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:34.858663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-d6d0eb4c-8366-4b18-af95-83747ae11c55 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/networks?id=66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 200 len: 815 time: 0.2734590 Feb 03 21:44:34.907639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-e32776e2-b8aa-40f8-aa89-0e25dbd8a567 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/quotas/9601b3f1674e422496ca65aaa32c9bb1 HTTP/1.1" status: 200 len: 375 time: 0.0328481 Feb 03 21:44:34.943312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-849e6844-687c-43b0-a2e3-0f499bede21e req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] For port 4cab6e79-55f0-459f-be6c-7ae7ed73d457, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4cab6e79-55f0-459f-be6c-7ae7ed73d457,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:34.943698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-849e6844-687c-43b0-a2e3-0f499bede21e req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:34.962726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-849e6844-687c-43b0-a2e3-0f499bede21e req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Calling delete_port for 4cab6e79-55f0-459f-be6c-7ae7ed73d457 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:34.969245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:44:34.983448 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Sync routers for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:44:34.997696 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:34.998348 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:35.020954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:44:35.024834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:35.025261 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.026095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.027555 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a2c31281-0ba2-4299-b0ff-d2469d7800e9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3111215 Feb 03 21:44:35.031333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:35.038187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-59553fc6-d349-4da3-b7a5-834acf8b0ccc service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506902 Feb 03 21:44:35.056070 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (1bd46855-62a1-4d9f-8d3e-1da92251eb9a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.235276 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:44:35.241645 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:35.267674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Pushing event deleted for resources: {'Port': ['ID=1bd46855-62a1-4d9f-8d3e-1da92251eb9a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:35.326924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ea5d51dd-7cba-49c2-968b-6d04fc6db936 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:35.380925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-35598f00-deaa-4254-a50e-15f0029b637c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31 HTTP/1.1" status: 200 len: 217 time: 0.3082383 Feb 03 21:44:35.449473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-849e6844-687c-43b0-a2e3-0f499bede21e req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4cab6e79-55f0-459f-be6c-7ae7ed73d457), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.457832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:35.459395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.465192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['4cab6e79-55f0-459f-be6c-7ae7ed73d457'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:35.470671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679142-9561-4d41-b161-75347794b70d req-6afb1b8a-ce43-417a-b424-c42361826c67 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:35.472457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-6afb1b8a-ce43-417a-b424-c42361826c67 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a&tenant_id=b2166eece056406097c00f535cedae9a&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.2754602 Feb 03 21:44:35.506840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Pushing event deleted for resources: {'Port': ['ID=4cab6e79-55f0-459f-be6c-7ae7ed73d457,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:35.508096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ea5d51dd-7cba-49c2-968b-6d04fc6db936 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:35.508096 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.585720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:35.597328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-849e6844-687c-43b0-a2e3-0f499bede21e req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] No DVR routers for this DVR port 4cab6e79-55f0-459f-be6c-7ae7ed73d457 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:44:35.600465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-849e6844-687c-43b0-a2e3-0f499bede21e req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.605014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-849e6844-687c-43b0-a2e3-0f499bede21e req-73c54798-5048-4fa6-93c7-15bc55461e6c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.10 "DELETE /v2.0/ports/4cab6e79-55f0-459f-be6c-7ae7ed73d457 HTTP/1.1" status: 204 len: 173 time: 1.2200904 Feb 03 21:44:35.612985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'name': 'network-vif-deleted', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:35.615503 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed2b2f2-be7b-4bb3-82f5-ed2b0fc15107" -d '{"events": [{"server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "name": "network-vif-deleted", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:35.629357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-9d4021dd-7a20-45fa-95cc-a0f832675461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:35.631925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-9d4021dd-7a20-45fa-95cc-a0f832675461 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d35e0df7-060c-4b05-9eae-e6788e55512d HTTP/1.1" status: 200 len: 797 time: 0.1847432 Feb 03 21:44:35.646890 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:33Z', 'revision_number': 3, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:35.650575 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks [] for floatingip (629f1b34-9b6a-424b-87fd-e58eb1f2bf71), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.656182 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.656409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1490d9d1-e31c-4655-b1f5-7e586eda332d req-51a3d423-a9b7-4852-9539-ac473f0072d3 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "DELETE /v2.0/floatingips/629f1b34-9b6a-424b-87fd-e58eb1f2bf71 HTTP/1.1" status: 204 len: 173 time: 1.9597564 Feb 03 21:44:35.694080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-303495fb-d0aa-43c1-bcc1-f28feb54e037 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6520672 Feb 03 21:44:35.747660 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Checking router: 3e370da9-0d11-4ea7-945b-fb5eb21a8527 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:44:35.752479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ea5d51dd-7cba-49c2-968b-6d04fc6db936 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:35.753728 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Updating router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:44:35.758527 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.820463 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd96f04-8cff-4c30-9f6e-693d33746eff x-openstack-request-id: req-2fd96f04-8cff-4c30-9f6e-693d33746eff {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:35.821525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6679142-9561-4d41-b161-75347794b70d req-5c8fa5bd-5436-4e40-b0b8-9a765a7807d5 service neutron] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:35.826805 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f096e1d6-6468-4676-be65-badf7e831501", "name": "network-vif-plugged", "status": "completed", "tag": "26200f26-b357-4f04-8f20-00c59f70fef4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:35.827205 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fd96f04-8cff-4c30-9f6e-693d33746eff {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:35.827736 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f096e1d6-6468-4676-be65-badf7e831501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26200f26-b357-4f04-8f20-00c59f70fef4', 'code': 200} Feb 03 21:44:35.869968 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.881193 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6679142-9561-4d41-b161-75347794b70d req-5c8fa5bd-5436-4e40-b0b8-9a765a7807d5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:35.882765 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6679142-9561-4d41-b161-75347794b70d req-5c8fa5bd-5436-4e40-b0b8-9a765a7807d5 service neutron] 10.222.0.10 "DELETE /v2.0/ports/823701ad-f3cc-462c-9c54-c1e7fb2bad54/bindings/n-h2-824834-9 HTTP/1.1" status: 204 len: 173 time: 0.3858826 Feb 03 21:44:35.896173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:35.931644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-4f2c62a7-41cd-48c3-82f0-91cbd60096b1 service neutron] 10.222.0.50 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361662 Feb 03 21:44:35.949230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e0816c17-446e-4bb3-9649-ea1c6c654d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:35.951018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-e0816c17-446e-4bb3-9649-ea1c6c654d78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3078184 Feb 03 21:44:36.240978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f139-694a-4a67-8d8a-c2b370be9542 req-0c6c69d4-ba5e-44dc-8347-00261026cbb6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:36.246443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f139-694a-4a67-8d8a-c2b370be9542 req-0c6c69d4-ba5e-44dc-8347-00261026cbb6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:36.265481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f139-694a-4a67-8d8a-c2b370be9542 req-0c6c69d4-ba5e-44dc-8347-00261026cbb6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:36.271541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f139-694a-4a67-8d8a-c2b370be9542 req-0c6c69d4-ba5e-44dc-8347-00261026cbb6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:36.280779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f139-694a-4a67-8d8a-c2b370be9542 req-0c6c69d4-ba5e-44dc-8347-00261026cbb6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:36.288000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f139-694a-4a67-8d8a-c2b370be9542 req-0c6c69d4-ba5e-44dc-8347-00261026cbb6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:36.299741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f139-694a-4a67-8d8a-c2b370be9542 req-0c6c69d4-ba5e-44dc-8347-00261026cbb6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:36.312815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f16f139-694a-4a67-8d8a-c2b370be9542 req-0c6c69d4-ba5e-44dc-8347-00261026cbb6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3023908 Feb 03 21:44:36.320136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-0e71d9aa-1c6e-4ffa-b4ec-52900f6cab39 service neutron] 10.222.0.50 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871076 Feb 03 21:44:36.330670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-5f203f2d-a3d8-4448-85c4-590184dc02a8 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385289 Feb 03 21:44:36.506716 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Publish callbacks [] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:36.540146 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:36.602617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f16f139-694a-4a67-8d8a-c2b370be9542 req-47cf886b-2f00-412b-b000-aeb6befbf941 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2765772 Feb 03 21:44:36.633052 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca21d6b-39fb-425b-8ef0-cc47acf83511 None None] Pushing event updated for resources: {'Port': ['ID=c141ef3f-ef08-47d2-a1ea-0984ddbd7b69,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:36.641852 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:36.647673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-95b6ac86-8f57-4f79-928b-c86fe15f425d service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075113 Feb 03 21:44:36.718719 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Attempting to bind port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:36.719414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Attempting to bind port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:36.727905 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Attempting to bind port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:36.735907 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:36.740577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-7d125f5c-e8a8-414c-b461-77317088b394 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db1d8200-544f-466e-b3ea-ede04a32c787 HTTP/1.1" status: 200 len: 217 time: 0.0814078 Feb 03 21:44:36.741006 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:36.741612 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:36.749057 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:36.751691 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Bound port: c141ef3f-ef08-47d2-a1ea-0984ddbd7b69, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:36.752289 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:36.860741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3e0cd46f-3039-4d73-b939-ff4e722821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:36.862271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-3e0cd46f-3039-4d73-b939-ff4e722821ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d35e0df7-060c-4b05-9eae-e6788e55512d HTTP/1.1" status: 200 len: 797 time: 0.1142857 Feb 03 21:44:36.874817 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] For port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:36.879247 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] For port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c141ef3f-ef08-47d2-a1ea-0984ddbd7b69,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:36.896455 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:36.988796 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca21d6b-39fb-425b-8ef0-cc47acf83511 None None] Pushing event updated for resources: {'Port': ['ID=c141ef3f-ef08-47d2-a1ea-0984ddbd7b69,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:37.019173 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:37.020100 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:37.027846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-ba4da54c-7b97-4f3c-82b4-cf9a65c63591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:37.029813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-ba4da54c-7b97-4f3c-82b4-cf9a65c63591 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1591613 Feb 03 21:44:37.059769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c9902-274a-482c-af56-b6155cd34b18 req-b0fec262-53d1-415f-baf0-ed3567722b77 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:37.068888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-819c9902-274a-482c-af56-b6155cd34b18 req-b0fec262-53d1-415f-baf0-ed3567722b77 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1993704 Feb 03 21:44:37.079402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Allocated IP 172.20.0.1 (dcffcd03-7cc7-43d0-89ef-82db50e549d9/0d0e32b7-72c4-401c-922e-7b05f3d5716d/d641a0c6-86e9-43a7-854b-318649065efb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:37.218134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Publish callbacks [] for port (d641a0c6-86e9-43a7-854b-318649065efb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:37.249136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef46a9-084f-42a7-b75c-7b3a65caf426 req-5cedc346-952b-419f-8d0a-f79197752694 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:37.250733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fef46a9-084f-42a7-b75c-7b3a65caf426 req-5cedc346-952b-419f-8d0a-f79197752694 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 945 time: 0.3872612 Feb 03 21:44:37.282099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d641a0c6-86e9-43a7-854b-318649065efb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:37.352410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Network dcffcd03-7cc7-43d0-89ef-82db50e549d9 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:37.352705 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:37.356385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:37.379473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-819c9902-274a-482c-af56-b6155cd34b18 req-81f270fc-deca-4289-a5f2-19f33df8d7db tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092651 Feb 03 21:44:37.380705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:37.385519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d641a0c6-86e9-43a7-854b-318649065efb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:37.488526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fef46a9-084f-42a7-b75c-7b3a65caf426 req-5befea18-bc4a-4682-81a9-06a254afbd2d tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248113 Feb 03 21:44:37.542908 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (3e370da9-0d11-4ea7-945b-fb5eb21a8527), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:37.554772 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a2e2b3-c425-454b-9494-34e14677cb02 x-openstack-request-id: req-f5a2e2b3-c425-454b-9494-34e14677cb02 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:37.555958 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4c5df-3296-41ea-94e2-ad9fe6f70ac8", "name": "network-vif-deleted", "tag": "4cab6e79-55f0-459f-be6c-7ae7ed73d457", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:37.556318 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5a2e2b3-c425-454b-9494-34e14677cb02 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:37.557178 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4c5df-3296-41ea-94e2-ad9fe6f70ac8', 'name': 'network-vif-deleted', 'tag': '4cab6e79-55f0-459f-be6c-7ae7ed73d457', 'status': 'completed', 'code': 200} Feb 03 21:44:37.609673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-a2f9b030-d300-4c1b-a67d-ae0cdc2f36d2 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663760 Feb 03 21:44:37.727876 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-55592bc1-c5c4-4ad8-b373-4a4bf8cd206c req-bf400d00-99f9-47d4-a3e8-44b383aa65cc tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] show failed (client error): The resource could not be found. Feb 03 21:44:37.745435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55592bc1-c5c4-4ad8-b373-4a4bf8cd206c req-bf400d00-99f9-47d4-a3e8-44b383aa65cc tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips/629f1b34-9b6a-424b-87fd-e58eb1f2bf71 HTTP/1.1" status: 404 len: 350 time: 0.1753900 Feb 03 21:44:37.817243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-357ea9a5-d98c-45d7-bcab-28e44429267b None None] Provisioning complete for port d641a0c6-86e9-43a7-854b-318649065efb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:37.819836 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-357ea9a5-d98c-45d7-bcab-28e44429267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d641a0c6-86e9-43a7-854b-318649065efb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:37.896533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:37.905053 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6254c89f-f56b-44f4-9f58-da16a89aabf7" -d '{"events": [{"server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "name": "network-vif-plugged", "status": "completed", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:37.934997 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d641a0c6-86e9-43a7-854b-318649065efb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:37.955817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ade0754-dac4-43d5-b46c-e8c735d5f6ae req-134f38d8-72d7-4d42-99fc-2cf3b2e3ab53 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 210 time: 0.2297988 Feb 03 21:44:37.973660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-357ea9a5-d98c-45d7-bcab-28e44429267b None None] Port d641a0c6-86e9-43a7-854b-318649065efb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:37.998791 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:33Z', 'revision_number': 3, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:38.051134 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff718fd0-02a3-442e-889a-e0a104ea64db None None] The sync data for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 is: [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:33Z', 'revision_number': 3, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:44:38.103838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-860bf13b-b457-4385-966a-e99ea99fc0a7 req-c741726c-222e-4c84-9cd3-30be7434ff00 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770859 Feb 03 21:44:38.342711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Publish callbacks [] for port (d641a0c6-86e9-43a7-854b-318649065efb), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:38.352795 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d641a0c6-86e9-43a7-854b-318649065efb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:38.415250 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-abe9d017-f8df-4803-8982-6b18bb74be77 req-0413e17c-7541-4e33-ae1e-a3c4e33d82b0 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] show failed (client error): The resource could not be found. Feb 03 21:44:38.416295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abe9d017-f8df-4803-8982-6b18bb74be77 req-0413e17c-7541-4e33-ae1e-a3c4e33d82b0 tempest-FloatingIPsTestJSON-1857634980 tempest-FloatingIPsTestJSON-1857634980-project] 10.222.0.50 "GET /v2.0/floatingips/629f1b34-9b6a-424b-87fd-e58eb1f2bf71 HTTP/1.1" status: 404 len: 350 time: 0.1379259 Feb 03 21:44:38.452949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:38.468069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d641a0c6-86e9-43a7-854b-318649065efb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:38.480991 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (3e370da9-0d11-4ea7-945b-fb5eb21a8527), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:38.540277 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241deecf-ff18-4cd5-ae51-030980c0571c x-openstack-request-id: req-241deecf-ff18-4cd5-ae51-030980c0571c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:38.540896 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "name": "network-vif-plugged", "status": "completed", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:38.542933 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-241deecf-ff18-4cd5-ae51-030980c0571c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:38.543720 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902', 'code': 200} Feb 03 21:44:38.858992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4cab6e79-55f0-459f-be6c-7ae7ed73d457 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:38.896654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 4cab6e79-55f0-459f-be6c-7ae7ed73d457 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:38.902359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4cab6e79-55f0-459f-be6c-7ae7ed73d457 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:39.003857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Network dcffcd03-7cc7-43d0-89ef-82db50e549d9 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:39.013834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:39.046383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a5097c97-cc8a-417e-bc31-e96a28fe3e84 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.053096 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a5097c97-cc8a-417e-bc31-e96a28fe3e84 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.47 "GET /v2.0/networks?id=66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 200 len: 815 time: 0.3482885 Feb 03 21:44:39.067233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-e12de7a6-cb08-48ca-99c3-64cc3a48aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.069209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-e12de7a6-cb08-48ca-99c3-64cc3a48aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.070144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-e12de7a6-cb08-48ca-99c3-64cc3a48aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.070835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-e12de7a6-cb08-48ca-99c3-64cc3a48aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.071521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-e12de7a6-cb08-48ca-99c3-64cc3a48aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.072157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-e12de7a6-cb08-48ca-99c3-64cc3a48aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.072793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-e12de7a6-cb08-48ca-99c3-64cc3a48aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.075013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-e12de7a6-cb08-48ca-99c3-64cc3a48aaeb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6692 time: 0.7954953 Feb 03 21:44:39.116694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78757-160f-47f5-aa3a-d00d80ea4c46 req-0e06d67e-8873-4b3b-bbea-7e2326322781 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.135240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78757-160f-47f5-aa3a-d00d80ea4c46 req-0e06d67e-8873-4b3b-bbea-7e2326322781 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.147805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78757-160f-47f5-aa3a-d00d80ea4c46 req-0e06d67e-8873-4b3b-bbea-7e2326322781 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.153579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78757-160f-47f5-aa3a-d00d80ea4c46 req-0e06d67e-8873-4b3b-bbea-7e2326322781 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.167008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78757-160f-47f5-aa3a-d00d80ea4c46 req-0e06d67e-8873-4b3b-bbea-7e2326322781 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.180541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78757-160f-47f5-aa3a-d00d80ea4c46 req-0e06d67e-8873-4b3b-bbea-7e2326322781 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.189417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78757-160f-47f5-aa3a-d00d80ea4c46 req-0e06d67e-8873-4b3b-bbea-7e2326322781 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.200352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbb78757-160f-47f5-aa3a-d00d80ea4c46 req-0e06d67e-8873-4b3b-bbea-7e2326322781 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.9924827 Feb 03 21:44:39.269537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Request body: {'port': {'device_id': 'be16f31f-76ac-4b55-806d-573584731910', 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb', 'admin_state_up': True, 'tenant_id': '9601b3f1674e422496ca65aaa32c9bb1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:39.327001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:39.487463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:39.487839 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:39.504051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ce9c1-f7ac-41eb-a4f4-beadfa022ca2 req-c36893b1-dfb1-45df-810e-d194689bbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.506612 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-761ce9c1-f7ac-41eb-a4f4-beadfa022ca2 req-c36893b1-dfb1-45df-810e-d194689bbefb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 1127 time: 0.7999420 Feb 03 21:44:39.573270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7164dcda-c02e-4781-81e6-19522f633ad9 None None] Provisioning complete for port d641a0c6-86e9-43a7-854b-318649065efb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:39.573899 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7164dcda-c02e-4781-81e6-19522f633ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d641a0c6-86e9-43a7-854b-318649065efb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:39.656746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:44:39.661725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7164dcda-c02e-4781-81e6-19522f633ad9 None None] Port d641a0c6-86e9-43a7-854b-318649065efb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:39.681070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Made reservation on behalf of 9601b3f1674e422496ca65aaa32c9bb1 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:39.688030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:39.699589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-761ce9c1-f7ac-41eb-a4f4-beadfa022ca2 req-08334575-84d6-4cba-baa1-62d3fc49de10 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863496 Feb 03 21:44:39.702736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:39.703983 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:39.762986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c141ef3f-ef08-47d2-a1ea-0984ddbd7b69,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:39.775843 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:39.890945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=c141ef3f-ef08-47d2-a1ea-0984ddbd7b69,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:39.918187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.918544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.921071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.921458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.921805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.922143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.923735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.927261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.927708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.928057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.928400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.928738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.929227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:44:39.953833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06560a0a-6bd8-4052-a9e2-5a2e71ca23bd req-81362379-d0df-4c19-af4e-ecdd949905ec tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:39.964673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:44:39.966411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06560a0a-6bd8-4052-a9e2-5a2e71ca23bd req-81362379-d0df-4c19-af4e-ecdd949905ec tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 1127 time: 1.0464852 Feb 03 21:44:39.972001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-44b0ca07-5320-4cb2-9de6-d37164bd76e2 admin admin] 10.222.0.50 "PUT /v2.0/routers/3e370da9-0d11-4ea7-945b-fb5eb21a8527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9393253 Feb 03 21:44:40.010466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Allocated IP 172.20.0.10 (66994bcc-d296-4e02-b239-d2f272a5bfbb/6b4dedbf-3c7a-41ac-a1fa-79c81d58281d/c2cea51e-08ba-4b20-a4d8-c219825024dd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:40.038410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbb78757-160f-47f5-aa3a-d00d80ea4c46 req-75d5e995-3d17-452f-bcc1-fa5c59012a7c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8382978 Feb 03 21:44:40.097653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-724d525c-cc3c-4042-89e7-0380f3c9b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:40.099163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-724d525c-cc3c-4042-89e7-0380f3c9b284 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 HTTP/1.1" status: 200 len: 902 time: 1.0157220 Feb 03 21:44:40.117165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06560a0a-6bd8-4052-a9e2-5a2e71ca23bd req-c56b0b6c-7a7f-48a3-a47a-f1abd8978914 tempest-LiveMigrationTest-135407566 tempest-LiveMigrationTest-135407566-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449554 Feb 03 21:44:40.275709 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks [] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:40.309202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-002ffded-c7fb-46e2-a739-702186d73b54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31 HTTP/1.1" status: 200 len: 217 time: 0.1909709 Feb 03 21:44:40.326381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:40.387302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Network 66994bcc-d296-4e02-b239-d2f272a5bfbb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:40.397187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:40.401005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:40.437185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Pushing event updated for resources: {'Port': ['ID=c2cea51e-08ba-4b20-a4d8-c219825024dd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:40.473532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6cf7f59c-db3d-450a-a756-542637f83f8b req-59380a1b-cb02-407a-ab33-be5fff3227fc tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 210 time: 0.1784441 Feb 03 21:44:40.474274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:40.475221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:40.510471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-da5a5928-1189-4f75-82ef-803958a8c8f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3825455 Feb 03 21:44:40.526496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Request body: {'port': {'device_id': 'be16f31f-76ac-4b55-806d-573584731910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:40.533380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:40.538235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-3b039b20-efe4-4f1d-acc8-56c79f170d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:40.539744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-3b039b20-efe4-4f1d-acc8-56c79f170d21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d35e0df7-060c-4b05-9eae-e6788e55512d HTTP/1.1" status: 200 len: 797 time: 0.1149793 Feb 03 21:44:40.671358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6794-1be8-461d-b80b-4d3b6ad944fd req-3423468a-0519-4910-89d8-3ce2e2fcd045 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:40.681487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:40.684457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77db6794-1be8-461d-b80b-4d3b6ad944fd req-3423468a-0519-4910-89d8-3ce2e2fcd045 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.3912184 Feb 03 21:44:40.949749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77db6794-1be8-461d-b80b-4d3b6ad944fd req-07ba5bb2-015e-4074-aea1-2124edb0700d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643178 Feb 03 21:44:41.210682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c53055c6-9d27-492e-b8a9-1029a351ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:41.220215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c53055c6-9d27-492e-b8a9-1029a351ca8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5962029 Feb 03 21:44:41.303339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:41.306886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:41.311550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-267042849-network', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:41.434306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Sync routers for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:44:41.451402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:41.451648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:41.493983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cea51e-08ba-4b20-a4d8-c219825024dd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:41.513725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Publish callbacks [] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:41.536200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Made reservation on behalf of ac7beeb443b9406c994be3ccda15a867 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:41.544612 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:41.578679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:41.587806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:41.588561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Transition to ACTIVE for port object c2cea51e-08ba-4b20-a4d8-c219825024dd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:41.615514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:41.640744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54756) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:41.748932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:41.749294 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:41.767625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Pushing event updated for resources: {'Port': ['ID=c2cea51e-08ba-4b20-a4d8-c219825024dd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:41.882038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a4bb6-3bb7-4bf5-80c7-97eb757515e9 req-b631bf2b-92e7-47fe-a84b-ac675126c2bb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:41.890208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e89a4bb6-3bb7-4bf5-80c7-97eb757515e9 req-b631bf2b-92e7-47fe-a84b-ac675126c2bb tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 945 time: 0.6208551 Feb 03 21:44:41.894725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-4e4c7d76-5f7a-49d4-8904-a02b06459f33 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648676 Feb 03 21:44:41.917314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87c30-b37c-4de1-abac-8a4ce679761b req-363c7435-0bc5-4466-a95e-f543d2194349 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:41.923367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87c30-b37c-4de1-abac-8a4ce679761b req-363c7435-0bc5-4466-a95e-f543d2194349 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:41.929140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87c30-b37c-4de1-abac-8a4ce679761b req-363c7435-0bc5-4466-a95e-f543d2194349 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:41.934714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87c30-b37c-4de1-abac-8a4ce679761b req-363c7435-0bc5-4466-a95e-f543d2194349 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:41.941277 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87c30-b37c-4de1-abac-8a4ce679761b req-363c7435-0bc5-4466-a95e-f543d2194349 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:41.948305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87c30-b37c-4de1-abac-8a4ce679761b req-363c7435-0bc5-4466-a95e-f543d2194349 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:41.954822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87c30-b37c-4de1-abac-8a4ce679761b req-363c7435-0bc5-4466-a95e-f543d2194349 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:41.966209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01e87c30-b37c-4de1-abac-8a4ce679761b req-363c7435-0bc5-4466-a95e-f543d2194349 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.6142933 Feb 03 21:44:41.966706 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-119f0bb2-60bf-4fae-9701-d8e237dab4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.072772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Publish callbacks [] for security_group (10fe12d6-bd0d-475f-bac5-258d203fdba8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.075094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-1d16bcc9-2061-408b-88a9-a3be8d8b3d38 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046667 Feb 03 21:44:42.110625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:42.112562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (10fe12d6-bd0d-475f-bac5-258d203fdba8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.147944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-e808e9e0-ffc2-492a-ace7-515a114d2962 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:42.149931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-e808e9e0-ffc2-492a-ace7-515a114d2962 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.10 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 945 time: 0.2563446 Feb 03 21:44:42.151435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Attempting to bind port c2cea51e-08ba-4b20-a4d8-c219825024dd on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:42.151959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Attempting to bind port c2cea51e-08ba-4b20-a4d8-c219825024dd by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:42.152682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Attempting to bind port c2cea51e-08ba-4b20-a4d8-c219825024dd on network 66994bcc-d296-4e02-b239-d2f272a5bfbb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:42.162547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e89a4bb6-3bb7-4bf5-80c7-97eb757515e9 req-a4d36a46-f578-4927-9665-9b4ecf9c2b98 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712467 Feb 03 21:44:42.173903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:37Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd641a0c6-86e9-43a7-854b-318649065efb', 'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'mac_address': 'fa:16:3e:b8:d6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:36Z', 'updated_at': '2022-02-03T21:44:38Z', 'revision_number': 2, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'subnets': [{'id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:42.185134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:44:42.264969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Checking router: 3e370da9-0d11-4ea7-945b-fb5eb21a8527 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:44:42.265303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Updating router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 port d641a0c6-86e9-43a7-854b-318649065efb binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:44:42.269388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Deleting port 24524685-ae1b-4d8b-a70f-efbd54bb7831 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:42.269889 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.290990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe12d6-bd0d-475f-bac5-258d203fdba8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:42.311790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Port c2cea51e-08ba-4b20-a4d8-c219825024dd on network 66994bcc-d296-4e02-b239-d2f272a5bfbb not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:42.311790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Attempting to bind port c2cea51e-08ba-4b20-a4d8-c219825024dd on network 66994bcc-d296-4e02-b239-d2f272a5bfbb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:42.326903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (008d9e90-829c-4c12-b3b9-f5a49e1dc26e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.327402 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Added segment 008d9e90-829c-4c12-b3b9-f5a49e1dc26e of type vlan for network 4c9dd76b-aede-46fb-b019-df77795919e6 Feb 03 21:44:42.351747 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d641a0c6-86e9-43a7-854b-318649065efb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.374152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:42.374631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Checking segment: {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:42.375196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Bound using segment: {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:42.375746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Bound port: c2cea51e-08ba-4b20-a4d8-c219825024dd, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a562ebe-ac9d-448a-bd61-4b1f443f6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:42.376291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.437366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4c9dd76b-aede-46fb-b019-df77795919e6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.438075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] For port 24524685-ae1b-4d8b-a70f-efbd54bb7831, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=24524685-ae1b-4d8b-a70f-efbd54bb7831,segment=NetworkSegment(4a659e69-7951-4c1c-b259-ff8cd22c9ddf),segment_id=4a659e69-7951-4c1c-b259-ff8cd22c9ddf)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:42.438447 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.453291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Calling delete_port for 24524685-ae1b-4d8b-a70f-efbd54bb7831 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:42.544691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-119f0bb2-60bf-4fae-9701-d8e237dab4c4 admin admin] Publish callbacks [] for security_group (bbb6d6c5-c97b-43b3-bb14-8eee31fe461c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.555884 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-119f0bb2-60bf-4fae-9701-d8e237dab4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bbb6d6c5-c97b-43b3-bb14-8eee31fe461c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.577521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Deleting port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:42.578028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.668109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01e87c30-b37c-4de1-abac-8a4ce679761b req-61b6db6f-3134-44d6-a10d-4abdc5c3b090 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7000685 Feb 03 21:44:42.703613 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-119f0bb2-60bf-4fae-9701-d8e237dab4c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28fd6e082a4943e5bb2a05e7130d6383&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0415623 Feb 03 21:44:42.704475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f0bb2-60bf-4fae-9701-d8e237dab4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb6d6c5-c97b-43b3-bb14-8eee31fe461c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:42.712885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54762) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:42.724939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4c9dd76b-aede-46fb-b019-df77795919e6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.728843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:42.730368 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.746976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] For port c2cea51e-08ba-4b20-a4d8-c219825024dd, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:42.797738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (24524685-ae1b-4d8b-a70f-efbd54bb7831), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.855750 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Publish callbacks [] for port (d641a0c6-86e9-43a7-854b-318649065efb), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.872736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d641a0c6-86e9-43a7-854b-318649065efb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.901771 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5953774 Feb 03 21:44:42.902519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:42.926347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Request body: {'subnet': {'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-subnet', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:42.932030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] For port c2cea51e-08ba-4b20-a4d8-c219825024dd, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c2cea51e-08ba-4b20-a4d8-c219825024dd,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:42.935665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] For port 823701ad-f3cc-462c-9c54-c1e7fb2bad54, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=823701ad-f3cc-462c-9c54-c1e7fb2bad54,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:42.936673 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:42.943368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c609a1bc-0017-4c7b-854e-888d58b6c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:42.945247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c609a1bc-0017-4c7b-854e-888d58b6c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:42.945772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c609a1bc-0017-4c7b-854e-888d58b6c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:42.946470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dc006-e11f-461c-8a16-7df7700dc0c2 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9dd76b-aede-46fb-b019-df77795919e6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:42.947379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c609a1bc-0017-4c7b-854e-888d58b6c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:42.949191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c609a1bc-0017-4c7b-854e-888d58b6c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:42.951258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c609a1bc-0017-4c7b-854e-888d58b6c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:42.951704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c609a1bc-0017-4c7b-854e-888d58b6c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:42.955602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-c609a1bc-0017-4c7b-854e-888d58b6c701 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6692 time: 0.7921200 Feb 03 21:44:42.992104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4c9dd76b-aede-46fb-b019-df77795919e6 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:44:42.992893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.006328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Calling delete_port for 823701ad-f3cc-462c-9c54-c1e7fb2bad54 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:43.056832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Pushing event deleted for resources: {'Port': ['ID=24524685-ae1b-4d8b-a70f-efbd54bb7831,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:43.067608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87dc1d6e-9801-4c40-933e-c8a1a0ff9765 admin admin] Publish callbacks [] for security_group (bbb6d6c5-c97b-43b3-bb14-8eee31fe461c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.080168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:43.082714 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.086517 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] 10.222.0.47 "PUT /v2.0/ports/c2cea51e-08ba-4b20-a4d8-c219825024dd HTTP/1.1" status: 200 len: 1092 time: 2.5668428 Feb 03 21:44:43.131714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be16f31f-76ac-4b55-806d-573584731910', 'tag': 'c2cea51e-08ba-4b20-a4d8-c219825024dd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:43.134891 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84" -d '{"events": [{"name": "network-changed", "server_uuid": "be16f31f-76ac-4b55-806d-573584731910", "tag": "c2cea51e-08ba-4b20-a4d8-c219825024dd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:43.143144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Made reservation on behalf of ac7beeb443b9406c994be3ccda15a867 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:43.149239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.257705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03279bb4-f06f-4f2a-b9ab-62f0df438e51 None None] Pushing event updated for resources: {'Port': ['ID=d641a0c6-86e9-43a7-854b-318649065efb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:43.291350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Attempting to bind port d641a0c6-86e9-43a7-854b-318649065efb on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:43.291846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Attempting to bind port d641a0c6-86e9-43a7-854b-318649065efb by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:43.293071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Attempting to bind port d641a0c6-86e9-43a7-854b-318649065efb on network dcffcd03-7cc7-43d0-89ef-82db50e549d9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:43.353088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:43.353778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Checking segment: {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:43.353778 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.354193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Bound using segment: {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:43.354659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Bound port: d641a0c6-86e9-43a7-854b-318649065efb, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:43.355043 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d641a0c6-86e9-43a7-854b-318649065efb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.449935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158917d-25b3-4546-bbde-2fc368fab30d service neutron] Pushing event updated for resources: {'Port': ['ID=c2cea51e-08ba-4b20-a4d8-c219825024dd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:43.514992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-3814cdf1-137e-4899-83f3-d3b5f57f37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:43.516840 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-3814cdf1-137e-4899-83f3-d3b5f57f37fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 1126 time: 0.2869608 Feb 03 21:44:43.532670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d77ab-67cd-43a5-8e8a-45c46532c388 req-73f29a26-d849-4eeb-821a-ecbf26fff879 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:43.542392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-728d77ab-67cd-43a5-8e8a-45c46532c388 req-73f29a26-d849-4eeb-821a-ecbf26fff879 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 944 time: 0.8731666 Feb 03 21:44:43.568456 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c1df9ce0-4f40-4db1-b434-98ac263e6474 None None] Provisioning complete for port d641a0c6-86e9-43a7-854b-318649065efb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:43.568835 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1df9ce0-4f40-4db1-b434-98ac263e6474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d641a0c6-86e9-43a7-854b-318649065efb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.590538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87dc1d6e-9801-4c40-933e-c8a1a0ff9765 admin admin] Publish callbacks [] for security_group (bbb6d6c5-c97b-43b3-bb14-8eee31fe461c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.615626 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-c250fd19-73b2-45da-8615-5e574fc212d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2cea51e-08ba-4b20-a4d8-c219825024dd HTTP/1.1" status: 200 len: 217 time: 0.0915704 Feb 03 21:44:43.640176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] For port d641a0c6-86e9-43a7-854b-318649065efb, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:43.688240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] For port d641a0c6-86e9-43a7-854b-318649065efb, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d641a0c6-86e9-43a7-854b-318649065efb,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:43.697946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c1df9ce0-4f40-4db1-b434-98ac263e6474 None None] Port d641a0c6-86e9-43a7-854b-318649065efb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:43.704183 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d641a0c6-86e9-43a7-854b-318649065efb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.728043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (823701ad-f3cc-462c-9c54-c1e7fb2bad54), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.751421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-7c7c27ef-95cc-4986-9fd5-bc027eabad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:43.753236 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-7c7c27ef-95cc-4986-9fd5-bc027eabad38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b4dedbf-3c7a-41ac-a1fa-79c81d58281d HTTP/1.1" status: 200 len: 855 time: 0.1233673 Feb 03 21:44:43.786028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['823701ad-f3cc-462c-9c54-c1e7fb2bad54'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:43.788169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['b0359acf-a1e2-4a59-ade6-2fe9f1e84012'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:43.833450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-11aba621-e0f0-4213-9e54-23d5ee3ba656 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66994bcc-d296-4e02-b239-d2f272a5bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696390 Feb 03 21:44:43.833894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-728d77ab-67cd-43a5-8e8a-45c46532c388 req-eaced9b9-55ca-4ace-b5d8-1e5bd5818c0d tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874706 Feb 03 21:44:43.834503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Pushing event deleted for resources: {'Port': ['ID=823701ad-f3cc-462c-9c54-c1e7fb2bad54,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:43.867246 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (249c144a-452d-4a8a-bc9a-4eebcfce39f9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:43.912065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc9baa-c37d-4347-8c99-99da30ed0094 req-a2588945-a15b-4eb3-a7d2-9d30ad10210a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:43.920938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4dc9baa-c37d-4347-8c99-99da30ed0094 req-a2588945-a15b-4eb3-a7d2-9d30ad10210a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.8360710 Feb 03 21:44:43.939552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-7c997f18-7c44-4872-8100-2a6864c27e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:43.941636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-7c997f18-7c44-4872-8100-2a6864c27e0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 HTTP/1.1" status: 200 len: 902 time: 0.9628470 Feb 03 21:44:43.954441 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c1429c-1eba-4e92-859e-1e389b79d948 x-openstack-request-id: req-b9c1429c-1eba-4e92-859e-1e389b79d948 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:43.955201 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be16f31f-76ac-4b55-806d-573584731910", "tag": "c2cea51e-08ba-4b20-a4d8-c219825024dd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:43.955570 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9c1429c-1eba-4e92-859e-1e389b79d948 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:43.956639 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be16f31f-76ac-4b55-806d-573584731910', 'tag': 'c2cea51e-08ba-4b20-a4d8-c219825024dd', 'status': 'completed', 'code': 200} Feb 03 21:44:44.017381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] No DVR routers for this DVR port 823701ad-f3cc-462c-9c54-c1e7fb2bad54 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:44:44.053537 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:44.056750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-5723d526-f491-40a4-aba4-c06c8973af8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db1d8200-544f-466e-b3ea-ede04a32c787 HTTP/1.1" status: 200 len: 217 time: 0.0962207 Feb 03 21:44:44.058406 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d846b383-1b7a-4ef2-a997-bdb1f9540aec req-d31397cf-d28b-4e8a-878d-14b5ca914e57 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.10 "DELETE /v2.0/ports/823701ad-f3cc-462c-9c54-c1e7fb2bad54 HTTP/1.1" status: 204 len: 173 time: 1.8076870 Feb 03 21:44:44.083236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=249c144a-452d-4a8a-bc9a-4eebcfce39f9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:44.091401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:44.096049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:44.157562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Checking segment: {'id': '008d9e90-829c-4c12-b3b9-f5a49e1dc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:44.158191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Network hostable DHCP agents. Network: 4c9dd76b-aede-46fb-b019-df77795919e6, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:44:44.172232 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-365812a0-f7e7-4953-baf9-d85dfb6dadce service neutron] 10.222.0.47 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198369 Feb 03 21:44:44.181309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03279bb4-f06f-4f2a-b9ab-62f0df438e51 None None] Pushing event updated for resources: {'Port': ['ID=d641a0c6-86e9-43a7-854b-318649065efb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:44.303801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-202443ef-d8b7-4398-a613-d4c1215028be req-cbe7f021-0f67-464a-955b-dc7cbd90d970 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.1908810 Feb 03 21:44:44.304465 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87dc1d6e-9801-4c40-933e-c8a1a0ff9765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bbb6d6c5-c97b-43b3-bb14-8eee31fe461c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:44.307555 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87dc1d6e-9801-4c40-933e-c8a1a0ff9765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:44.311203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-87dc1d6e-9801-4c40-933e-c8a1a0ff9765 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbb6d6c5-c97b-43b3-bb14-8eee31fe461c HTTP/1.1" status: 204 len: 168 time: 1.5761690 Feb 03 21:44:44.317950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-b9493dab-3984-4a08-94cf-1fe2fc48a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:44.319426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-b9493dab-3984-4a08-94cf-1fe2fc48a2ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d35e0df7-060c-4b05-9eae-e6788e55512d HTTP/1.1" status: 200 len: 797 time: 0.2343996 Feb 03 21:44:44.340821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Network 4c9dd76b-aede-46fb-b019-df77795919e6 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:44:44.381813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4c9dd76b-aede-46fb-b019-df77795919e6) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:44.403526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:44.405086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:44.428097 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24644dc8-c0a1-4ad6-b63f-81c5e8be1f06 req-d3762bc5-a977-426e-894c-914976387de7 service neutron] 10.222.0.47 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486095 Feb 03 21:44:44.454784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-23bfd902-dcb7-4966-8439-30c3c31550b3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5334997 Feb 03 21:44:44.456630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:44.466877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:44.501959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b3b48e-2cd8-4b79-a0b3-22f05a68b4db None None] Network 4c9dd76b-aede-46fb-b019-df77795919e6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:44:44.545607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (8e135449-fae0-4c62-af31-d52e003dca06), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:44.547366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (8e135449-fae0-4c62-af31-d52e003dca06), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:44.668362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c403c9e8-879f-4a1f-b4b2-b4efaecbd150 None None] Provisioning complete for port d641a0c6-86e9-43a7-854b-318649065efb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:44.668878 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c403c9e8-879f-4a1f-b4b2-b4efaecbd150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d641a0c6-86e9-43a7-854b-318649065efb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:44.781630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:44.940042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:45.022634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-4c9dd76b-aede-46fb-b019-df77795919e6', 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6', 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'fixed_ips': [{'subnet_id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:44:45.024884 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:45.124751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:45.173278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-503cb95b-a7ac-4d80-b54d-87e49a34d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.175213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-503cb95b-a7ac-4d80-b54d-87e49a34d457 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 1126 time: 0.6521502 Feb 03 21:44:45.178220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48f8d7d0-54a1-4550-a5ef-2c182a13c23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:45.272360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c403c9e8-879f-4a1f-b4b2-b4efaecbd150 None None] Current status of the port d641a0c6-86e9-43a7-854b-318649065efb is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:45.273268 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c403c9e8-879f-4a1f-b4b2-b4efaecbd150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d641a0c6-86e9-43a7-854b-318649065efb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:45.330799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-b8b501d8-c4b4-4aaa-ac5a-2649271400b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.330799 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-b8b501d8-c4b4-4aaa-ac5a-2649271400b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 200 len: 916 time: 0.1489291 Feb 03 21:44:45.347658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks [] for router_controller (8e135449-fae0-4c62-af31-d52e003dca06), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:45.350700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c403c9e8-879f-4a1f-b4b2-b4efaecbd150 None None] For port d641a0c6-86e9-43a7-854b-318649065efb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d641a0c6-86e9-43a7-854b-318649065efb,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:45.370885 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c403c9e8-879f-4a1f-b4b2-b4efaecbd150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d641a0c6-86e9-43a7-854b-318649065efb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:45.376472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc1d6e-9801-4c40-933e-c8a1a0ff9765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb6d6c5-c97b-43b3-bb14-8eee31fe461c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:45.393527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:44:45.442954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-7537ba85-f3df-4ca4-8261-b5de14f142ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.444576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-7537ba85-f3df-4ca4-8261-b5de14f142ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.1095536 Feb 03 21:44:45.450793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Allocated IP 172.20.0.2 (4c9dd76b-aede-46fb-b019-df77795919e6/249c144a-452d-4a8a-bc9a-4eebcfce39f9/897ce952-fef2-4bca-98c9-143788c58d0b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:45.466212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5531-8c6f-488d-a73f-70532586c0de req-a287aa3f-d35c-46fa-b680-3464b400bf6d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.471663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5531-8c6f-488d-a73f-70532586c0de req-a287aa3f-d35c-46fa-b680-3464b400bf6d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.477688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5531-8c6f-488d-a73f-70532586c0de req-a287aa3f-d35c-46fa-b680-3464b400bf6d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.483399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5531-8c6f-488d-a73f-70532586c0de req-a287aa3f-d35c-46fa-b680-3464b400bf6d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.489123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5531-8c6f-488d-a73f-70532586c0de req-a287aa3f-d35c-46fa-b680-3464b400bf6d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.494675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5531-8c6f-488d-a73f-70532586c0de req-a287aa3f-d35c-46fa-b680-3464b400bf6d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.500255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5531-8c6f-488d-a73f-70532586c0de req-a287aa3f-d35c-46fa-b680-3464b400bf6d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:45.509138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aaff5531-8c6f-488d-a73f-70532586c0de req-a287aa3f-d35c-46fa-b680-3464b400bf6d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.5472529 Feb 03 21:44:45.588882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48f8d7d0-54a1-4550-a5ef-2c182a13c23f admin admin] Publish callbacks [] for security_group (c633cbe6-83bd-4aa8-b63c-43e52b961773), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:45.593416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-fdb83df7-6b9f-4f06-a4ac-755787c6f096 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2cea51e-08ba-4b20-a4d8-c219825024dd HTTP/1.1" status: 200 len: 217 time: 0.2434800 Feb 03 21:44:45.718280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48f8d7d0-54a1-4550-a5ef-2c182a13c23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c633cbe6-83bd-4aa8-b63c-43e52b961773), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:45.744188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403c9e8-879f-4a1f-b4b2-b4efaecbd150 None None] Pushing event updated for resources: {'Port': ['ID=d641a0c6-86e9-43a7-854b-318649065efb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:45.758337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4dc9baa-c37d-4347-8c99-99da30ed0094 req-80737ae6-bf71-4412-8fec-e5839824a9b8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8290231 Feb 03 21:44:45.825484 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-48f8d7d0-54a1-4550-a5ef-2c182a13c23f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7927663964c044908bf4143c8362700a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6993835 Feb 03 21:44:45.832257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aaff5531-8c6f-488d-a73f-70532586c0de req-4a4ece68-4bb3-4429-af4a-d0debe330a06 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3220093 Feb 03 21:44:45.834604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-ee3de656-c9fb-4815-8c70-cf5071635f39 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034141 Feb 03 21:44:45.837937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:45.894388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:37Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd641a0c6-86e9-43a7-854b-318649065efb', 'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'mac_address': 'fa:16:3e:b8:d6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:36Z', 'updated_at': '2022-02-03T21:44:43Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'subnets': [{'id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:45.963022 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dfa43e9-1c32-41d9-8e3b-1e3ce40ff0ef req-7afedd91-ac59-4ee2-92f9-76c33b856f1e service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143477 Feb 03 21:44:45.972683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'name': 'network-vif-deleted', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:45.994307 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4543c4f3-5d7c-45bf-88f8-6c0994ea250a" -d '{"events": [{"server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "name": "network-vif-deleted", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:46.005989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6b366-f62a-4b54-bb53-45c34c29decb None None] The sync data for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 is: [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:37Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd641a0c6-86e9-43a7-854b-318649065efb', 'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'mac_address': 'fa:16:3e:b8:d6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:36Z', 'updated_at': '2022-02-03T21:44:43Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'subnets': [{'id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:44:46.018324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:44:46.035297 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] Sync routers for ids ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:44:46.041525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e7aa26e0-3eea-4fa1-8548-93649d5d1418 admin admin] 10.222.0.50 "PUT /v2.0/routers/c4de6684-d98c-4cf1-be2e-c2e10c3ffb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5835037 Feb 03 21:44:46.045069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54812) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:46.065584 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] Routers {'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:46.066487 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:46.067148 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Publish callbacks [] for port (897ce952-fef2-4bca-98c9-143788c58d0b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:46.091992 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:46.142217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Network 4c9dd76b-aede-46fb-b019-df77795919e6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:46.147773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:46.193691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:46.307050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks [] for router_gateway (8e135449-fae0-4c62-af31-d52e003dca06), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:46.311038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Pushing event updated for resources: {'Port': ['ID=897ce952-fef2-4bca-98c9-143788c58d0b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:46.365432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8d7d0-54a1-4550-a5ef-2c182a13c23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c633cbe6-83bd-4aa8-b63c-43e52b961773,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:46.367740 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] Set router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:46.396605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-59806547-80b6-4bc1-9424-217d69414e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:46.398148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks [] for router (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:46.398292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-59806547-80b6-4bc1-9424-217d69414e6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b4dedbf-3c7a-41ac-a1fa-79c81d58281d HTTP/1.1" status: 200 len: 855 time: 0.7151163 Feb 03 21:44:46.399718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Attempting to bind port 897ce952-fef2-4bca-98c9-143788c58d0b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:46.400088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Attempting to bind port 897ce952-fef2-4bca-98c9-143788c58d0b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '008d9e90-829c-4c12-b3b9-f5a49e1dc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:46.400453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Attempting to bind port 897ce952-fef2-4bca-98c9-143788c58d0b on network 4c9dd76b-aede-46fb-b019-df77795919e6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:46.413383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:46.413844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Checking segment: {'id': '008d9e90-829c-4c12-b3b9-f5a49e1dc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:46.416927 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:46.417356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Bound using segment: {'id': '008d9e90-829c-4c12-b3b9-f5a49e1dc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:46.420554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Bound port: 897ce952-fef2-4bca-98c9-143788c58d0b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008d9e90-829c-4c12-b3b9-f5a49e1dc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:46.420996 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:46.555151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] For port 897ce952-fef2-4bca-98c9-143788c58d0b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:46.558547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] For port 897ce952-fef2-4bca-98c9-143788c58d0b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=897ce952-fef2-4bca-98c9-143788c58d0b,segment=NetworkSegment(008d9e90-829c-4c12-b3b9-f5a49e1dc26e),segment_id=008d9e90-829c-4c12-b3b9-f5a49e1dc26e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:46.567837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:46.585374 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-c7e651bb-0617-489b-9bdb-9963938107db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66994bcc-d296-4e02-b239-d2f272a5bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130605 Feb 03 21:44:46.624697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-917d6dfd-cc18-4657-bbeb-e3e8004bdb0a admin admin] Publish callbacks [] for security_group (c633cbe6-83bd-4aa8-b63c-43e52b961773), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:46.691023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd065bc-9841-40e5-834e-152f41b16459 None None] Pushing event updated for resources: {'Port': ['ID=897ce952-fef2-4bca-98c9-143788c58d0b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:46.741680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2359089c-35b8-41f2-883c-139d9287d179 req-feb99211-59b0-4206-9c46-50cc6fbcfd33 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.3655705 Feb 03 21:44:46.839429 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd0943027-310a-47fd-8aec-e3f384887904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:02Z', 'updated_at': '2022-02-03T21:44:42Z', 'revision_number': 5, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'gw_port': {'id': 'd0943027-310a-47fd-8aec-e3f384887904', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:06Z', 'updated_at': '2022-02-03T21:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:46.840381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-917d6dfd-cc18-4657-bbeb-e3e8004bdb0a admin admin] Publish callbacks [] for security_group (c633cbe6-83bd-4aa8-b63c-43e52b961773), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:46.892697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 823701ad-f3cc-462c-9c54-c1e7fb2bad54 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:46.917995 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f8f84-e93b-4b43-8892-03acb079fd5f req-b522dfcd-c224-4ee8-b028-e1dc46975e08 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:46.920972 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] Checking router: c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:44:46.928101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d6f8f84-e93b-4b43-8892-03acb079fd5f req-b522dfcd-c224-4ee8-b028-e1dc46975e08 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 944 time: 0.8788629 Feb 03 21:44:46.961680 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] Routers {'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:46.968545 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:46.977410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 823701ad-f3cc-462c-9c54-c1e7fb2bad54 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:46.979181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 823701ad-f3cc-462c-9c54-c1e7fb2bad54 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:47.038311 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks [] for router_gateway (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:47.078737 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-dab29cf9-f0cf-4894-91e4-8082ce31de4e service neutron] 10.222.0.47 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798925 Feb 03 21:44:47.085430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-917d6dfd-cc18-4657-bbeb-e3e8004bdb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c633cbe6-83bd-4aa8-b63c-43e52b961773), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:47.092095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-917d6dfd-cc18-4657-bbeb-e3e8004bdb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:47.095015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-917d6dfd-cc18-4657-bbeb-e3e8004bdb0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c633cbe6-83bd-4aa8-b63c-43e52b961773 HTTP/1.1" status: 204 len: 168 time: 1.2404184 Feb 03 21:44:47.168397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d6f8f84-e93b-4b43-8892-03acb079fd5f req-0ee60909-e8d4-40f0-a5db-374a1ce307f0 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387719 Feb 03 21:44:47.324764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d6dfd-cc18-4657-bbeb-e3e8004bdb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c633cbe6-83bd-4aa8-b63c-43e52b961773,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:47.445327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Deleting port d0943027-310a-47fd-8aec-e3f384887904 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:47.445671 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d0943027-310a-47fd-8aec-e3f384887904), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:47.478530 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] Set router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:47.540277 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42e9c9c-e0dd-4d40-a4b3-002fdfeac544 x-openstack-request-id: req-d42e9c9c-e0dd-4d40-a4b3-002fdfeac544 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:47.552428 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449e3903-c5cd-448d-a883-631a6ad69c1a", "name": "network-vif-deleted", "tag": "823701ad-f3cc-462c-9c54-c1e7fb2bad54", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:47.552847 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d42e9c9c-e0dd-4d40-a4b3-002fdfeac544 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:47.553311 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449e3903-c5cd-448d-a883-631a6ad69c1a', 'name': 'network-vif-deleted', 'tag': '823701ad-f3cc-462c-9c54-c1e7fb2bad54', 'status': 'completed', 'code': 200} Feb 03 21:44:47.784375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 897ce952-fef2-4bca-98c9-143788c58d0b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:47.796539 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9ad594c-16db-4a8d-87f0-ca1b69bf2f84 req-a2518d71-41b8-4e65-abd4-5bd8f02daa1f service neutron] 10.222.0.47 "GET /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952727 Feb 03 21:44:47.955340 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks [] for router_gateway (8e135449-fae0-4c62-af31-d52e003dca06), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:47.985334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 897ce952-fef2-4bca-98c9-143788c58d0b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:47.988922 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:48.021762 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:48.032661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] For port d0943027-310a-47fd-8aec-e3f384887904, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d0943027-310a-47fd-8aec-e3f384887904,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:48.034349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d0943027-310a-47fd-8aec-e3f384887904), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:48.148647 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Calling delete_port for d0943027-310a-47fd-8aec-e3f384887904 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:48.168663 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd0943027-310a-47fd-8aec-e3f384887904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:02Z', 'updated_at': '2022-02-03T21:44:42Z', 'revision_number': 5, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'gw_port': {'id': 'd0943027-310a-47fd-8aec-e3f384887904', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:06Z', 'updated_at': '2022-02-03T21:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:48.240327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d898-3174-4368-bbc0-1d5ebec83722 req-62da239c-0444-4fff-b431-866101ebfe85 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:48.260397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d898-3174-4368-bbc0-1d5ebec83722 req-62da239c-0444-4fff-b431-866101ebfe85 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:48.278977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d898-3174-4368-bbc0-1d5ebec83722 req-62da239c-0444-4fff-b431-866101ebfe85 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:48.290217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d898-3174-4368-bbc0-1d5ebec83722 req-62da239c-0444-4fff-b431-866101ebfe85 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:48.294212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 897ce952-fef2-4bca-98c9-143788c58d0b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:48.294616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:48.305408 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0acd8-972d-4fa7-a8dd-9dcb4da57c21 None None] The sync data for ids ['c4de6684-d98c-4cf1-be2e-c2e10c3ffb32'] in n-d-824834-9 is: [{'id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'name': 'tempest-FloatingIPsTestJSON-1784662562-router', 'tenant_id': '6ebf48d33d8544c68c5d38a848703d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd0943027-310a-47fd-8aec-e3f384887904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:02Z', 'updated_at': '2022-02-03T21:44:42Z', 'revision_number': 5, 'project_id': '6ebf48d33d8544c68c5d38a848703d86', 'gw_port': {'id': 'd0943027-310a-47fd-8aec-e3f384887904', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de6684-d98c-4cf1-be2e-c2e10c3ffb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:06Z', 'updated_at': '2022-02-03T21:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:44:48.307216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d898-3174-4368-bbc0-1d5ebec83722 req-62da239c-0444-4fff-b431-866101ebfe85 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:48.317831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d898-3174-4368-bbc0-1d5ebec83722 req-62da239c-0444-4fff-b431-866101ebfe85 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:48.341042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d898-3174-4368-bbc0-1d5ebec83722 req-62da239c-0444-4fff-b431-866101ebfe85 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:48.351963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8305d898-3174-4368-bbc0-1d5ebec83722 req-62da239c-0444-4fff-b431-866101ebfe85 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.7101305 Feb 03 21:44:48.389283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 897ce952-fef2-4bca-98c9-143788c58d0b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=897ce952-fef2-4bca-98c9-143788c58d0b,segment=NetworkSegment(008d9e90-829c-4c12-b3b9-f5a49e1dc26e),segment_id=008d9e90-829c-4c12-b3b9-f5a49e1dc26e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:48.405803 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:48.406857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d641a0c6-86e9-43a7-854b-318649065efb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:48.419125 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05523ad-b1a0-45eb-9dec-2f312b053f50 req-72c5bf36-9133-4f80-b388-f38bcf7290b8 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:48.421918 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c05523ad-b1a0-45eb-9dec-2f312b053f50 req-72c5bf36-9133-4f80-b388-f38bcf7290b8 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 1127 time: 0.5962276 Feb 03 21:44:48.431314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Allocated IP 172.25.5.77 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/fe96c4cf-af99-49dc-8df6-d321d43ad473) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:48.596928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=897ce952-fef2-4bca-98c9-143788c58d0b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:48.629250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d641a0c6-86e9-43a7-854b-318649065efb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:48.629544 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d641a0c6-86e9-43a7-854b-318649065efb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:48.704939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c05523ad-b1a0-45eb-9dec-2f312b053f50 req-1267ae33-e689-4675-a864-8cac665c00c9 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947262 Feb 03 21:44:48.813967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d641a0c6-86e9-43a7-854b-318649065efb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:48.829670 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks [] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:48.845665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8305d898-3174-4368-bbc0-1d5ebec83722 req-55766222-d1bd-4815-971f-2bb382d874ef tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4807899 Feb 03 21:44:48.875898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c2cea51e-08ba-4b20-a4d8-c219825024dd details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:44:48.975316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:49.117624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:49.144269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:49.152455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:49.202405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73002fdd-46fb-492b-a215-b160b82bed85 None None] Network 4c9dd76b-aede-46fb-b019-df77795919e6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:44:49.278314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb12eac5-9869-47d6-af13-876011bac997 req-8f9d8604-a7e0-489f-a828-98a561f4ee2f tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.2484605 Feb 03 21:44:49.324313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe96c4cf-af99-49dc-8df6-d321d43ad473,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:49.346643 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d0943027-310a-47fd-8aec-e3f384887904), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:49.418343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 897ce952-fef2-4bca-98c9-143788c58d0b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:49.630152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0943027-310a-47fd-8aec-e3f384887904,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:49.806854 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:49.834902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c2cea51e-08ba-4b20-a4d8-c219825024dd, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c2cea51e-08ba-4b20-a4d8-c219825024dd,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:50.013792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks [] for router_gateway (8e135449-fae0-4c62-af31-d52e003dca06), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.035662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'c2cea51e-08ba-4b20-a4d8-c219825024dd', 'network_id': '66994bcc-d296-4e02-b239-d2f272a5bfbb', 'port_id': 'c2cea51e-08ba-4b20-a4d8-c219825024dd', 'mac_address': 'fa:16:3e:57:32:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4dedbf-3c7a-41ac-a1fa-79c81d58281d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:44:50.122389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b7d69-e17b-40dc-b374-3d2fe2808dc1 req-b67d7390-61fa-4754-88f8-326639f9685f tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:50.124361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a6b7d69-e17b-40dc-b374-3d2fe2808dc1 req-b67d7390-61fa-4754-88f8-326639f9685f tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 1127 time: 0.6788700 Feb 03 21:44:50.137652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd075dab-7928-43a8-b5a9-880e50e9f94d req-1d954f7f-a4ff-4de7-ae82-81c86dfaab70 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:50.152973 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd075dab-7928-43a8-b5a9-880e50e9f94d req-1d954f7f-a4ff-4de7-ae82-81c86dfaab70 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 944 time: 0.8659382 Feb 03 21:44:50.161650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port c2cea51e-08ba-4b20-a4d8-c219825024dd is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:50.162744 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.210216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-af9db5e1-34fe-4eba-8ec4-3fc40bd4ce9c None None] Provisioning complete for port 897ce952-fef2-4bca-98c9-143788c58d0b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:50.211826 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af9db5e1-34fe-4eba-8ec4-3fc40bd4ce9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.243258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cea51e-08ba-4b20-a4d8-c219825024dd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:50.266178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c2cea51e-08ba-4b20-a4d8-c219825024dd, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c2cea51e-08ba-4b20-a4d8-c219825024dd,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:50.269525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.276287 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks [] for router_controller (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.278615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 897ce952-fef2-4bca-98c9-143788c58d0b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:50.279563 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.315151 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.433889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=c2cea51e-08ba-4b20-a4d8-c219825024dd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:50.470266 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (c4de6684-d98c-4cf1-be2e-c2e10c3ffb32), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.470943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:44:50.477001 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.478171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a19280fc-e75b-44e9-9315-a740f5c3e776 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c4de6684-d98c-4cf1-be2e-c2e10c3ffb32 HTTP/1.1" status: 204 len: 168 time: 4.3829784 Feb 03 21:44:50.486125 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:50.551027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-af9db5e1-34fe-4eba-8ec4-3fc40bd4ce9c None None] Current status of the port 897ce952-fef2-4bca-98c9-143788c58d0b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:50.607644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9cc158-26f7-4c7f-b6ea-846ac33f8cc2 admin admin] Deleting subnet f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:44:50.634385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a6b7d69-e17b-40dc-b374-3d2fe2808dc1 req-de00248b-e8ad-43e6-8f3e-ffc01448cff6 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779456 Feb 03 21:44:50.639582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc158-26f7-4c7f-b6ea-846ac33f8cc2 admin admin] Publish callbacks [] for subnet (f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.660674 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (8e135449-fae0-4c62-af31-d52e003dca06), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:50.665914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 897ce952-fef2-4bca-98c9-143788c58d0b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:50.679889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 24524685-ae1b-4d8b-a70f-efbd54bb7831 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:50.728095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 24524685-ae1b-4d8b-a70f-efbd54bb7831 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:50.731811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd075dab-7928-43a8-b5a9-880e50e9f94d req-238ac816-ee2e-433c-85b2-b53f40fd69c4 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756373 Feb 03 21:44:50.744313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 24524685-ae1b-4d8b-a70f-efbd54bb7831 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:50.763716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c2cea51e-08ba-4b20-a4d8-c219825024dd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:44:50.807920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc158-26f7-4c7f-b6ea-846ac33f8cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:51.038984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Router 8e135449-fae0-4c62-af31-d52e003dca06 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:44:51.050607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e19835df-2d51-40d4-b757-4f105fff7fa7 None None] Provisioning complete for port 897ce952-fef2-4bca-98c9-143788c58d0b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:51.055565 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e19835df-2d51-40d4-b757-4f105fff7fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:51.154363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7972265-abc0-4f02-b3a0-055df101e3e4 req-da8d5440-2666-4100-b4ce-50a927c39d31 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.1201320 Feb 03 21:44:51.225150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ccd84-4b6d-4307-b1a7-7e2e465ef40d req-2feeea63-2d62-484d-9fb0-8eaf48ef3dc2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:51.234152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ccd84-4b6d-4307-b1a7-7e2e465ef40d req-2feeea63-2d62-484d-9fb0-8eaf48ef3dc2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:51.236716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e19835df-2d51-40d4-b757-4f105fff7fa7 None None] Current status of the port 897ce952-fef2-4bca-98c9-143788c58d0b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:51.238394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:44:51.245721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ccd84-4b6d-4307-b1a7-7e2e465ef40d req-2feeea63-2d62-484d-9fb0-8eaf48ef3dc2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:51.251305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ccd84-4b6d-4307-b1a7-7e2e465ef40d req-2feeea63-2d62-484d-9fb0-8eaf48ef3dc2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:51.257673 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ccd84-4b6d-4307-b1a7-7e2e465ef40d req-2feeea63-2d62-484d-9fb0-8eaf48ef3dc2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:51.264382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Sync routers for ids ['8e135449-fae0-4c62-af31-d52e003dca06'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:44:51.273229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ccd84-4b6d-4307-b1a7-7e2e465ef40d req-2feeea63-2d62-484d-9fb0-8eaf48ef3dc2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:51.281476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Routers {'8e135449-fae0-4c62-af31-d52e003dca06'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:51.282260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8e135449-fae0-4c62-af31-d52e003dca06'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:51.287657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ccd84-4b6d-4307-b1a7-7e2e465ef40d req-2feeea63-2d62-484d-9fb0-8eaf48ef3dc2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:51.293345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:51.297730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4f7a2b54-fd21-4bb5-acbc-44b9ee423ed6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8362339 Feb 03 21:44:51.298244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:51.298571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b86ccd84-4b6d-4307-b1a7-7e2e465ef40d req-2feeea63-2d62-484d-9fb0-8eaf48ef3dc2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3674488 Feb 03 21:44:51.412599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc158-26f7-4c7f-b6ea-846ac33f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:51.615685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b86ccd84-4b6d-4307-b1a7-7e2e465ef40d req-d29dceb8-e390-4d84-a3dc-f433cf5c83f9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3158736 Feb 03 21:44:51.627085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Set router 8e135449-fae0-4c62-af31-d52e003dca06 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:51.657447 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc158-26f7-4c7f-b6ea-846ac33f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:51.706379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cc158-26f7-4c7f-b6ea-846ac33f8cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:51.722620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc158-26f7-4c7f-b6ea-846ac33f8cc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:51.732524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e9cc158-26f7-4c7f-b6ea-846ac33f8cc2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f3d4c1ba-a5bc-4689-bbe6-69ca0596dad9 HTTP/1.1" status: 204 len: 168 time: 1.2452440 Feb 03 21:44:51.737342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54906) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:51.861275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-7d68f3f8-3349-4962-9f3f-1c48280187b5 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a1bd18c275094c6681b37a03110297f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069858 Feb 03 21:44:51.958313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d0943027-310a-47fd-8aec-e3f384887904 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:51.981540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1c00f-5309-4956-86a5-2a633593265b None None] Network 1dfb0490-26e7-4188-89fe-83a0d92087f7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:44:51.990986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d0943027-310a-47fd-8aec-e3f384887904 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:44:51.991633 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d0943027-310a-47fd-8aec-e3f384887904 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:52.027735 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:52.167194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e135449-fae0-4c62-af31-d52e003dca06', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:44Z', 'updated_at': '2022-02-03T21:44:49Z', 'revision_number': 3, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'gw_port': {'id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:48Z', 'updated_at': '2022-02-03T21:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:52.218554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Checking router: 8e135449-fae0-4c62-af31-d52e003dca06 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:44:52.219380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Updating router 8e135449-fae0-4c62-af31-d52e003dca06 port fe96c4cf-af99-49dc-8df6-d321d43ad473 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:44:52.261782 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:52.449658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Allocated IP 172.20.0.1 (4c9dd76b-aede-46fb-b019-df77795919e6/249c144a-452d-4a8a-bc9a-4eebcfce39f9/d8de9de7-5881-48a6-b573-eb8bf044fc5a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:52.532644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f9d71-2f66-4ce7-bba3-61392200effd None None] DHCP port deletion for 1dfb0490-26e7-4188-89fe-83a0d92087f7 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:44:52.610374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-82121d49-443c-4948-9b89-a344bbd43a97 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:52.612696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-82121d49-443c-4948-9b89-a344bbd43a97 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6934786 Feb 03 21:44:52.663211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Publish callbacks [] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:52.665030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-52ba1e59-4790-49df-8282-4bcf51576dfc tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/quotas/a1bd18c275094c6681b37a03110297f6 HTTP/1.1" status: 200 len: 375 time: 0.0453558 Feb 03 21:44:52.752341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:52.787033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-709f9d71-2f66-4ce7-bba3-61392200effd None None] Deleting port 71625497-9fb3-428e-901c-9e2050e256ca {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:52.787563 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-709f9d71-2f66-4ce7-bba3-61392200effd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (71625497-9fb3-428e-901c-9e2050e256ca), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:52.802209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-bfad3856-2253-4caa-845f-55173665bd0b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1bd18c275094c6681b37a03110297f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1228902 Feb 03 21:44:52.848622 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (1dfb0490-26e7-4188-89fe-83a0d92087f7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:52.944274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-709f9d71-2f66-4ce7-bba3-61392200effd None None] For port 71625497-9fb3-428e-901c-9e2050e256ca, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=71625497-9fb3-428e-901c-9e2050e256ca,segment=NetworkSegment(4a659e69-7951-4c1c-b259-ff8cd22c9ddf),segment_id=4a659e69-7951-4c1c-b259-ff8cd22c9ddf)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:52.944531 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-709f9d71-2f66-4ce7-bba3-61392200effd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (71625497-9fb3-428e-901c-9e2050e256ca), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:52.948312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8de9de7-5881-48a6-b573-eb8bf044fc5a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:52.950958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c2cea51e-08ba-4b20-a4d8-c219825024dd up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:52.969225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Network 4c9dd76b-aede-46fb-b019-df77795919e6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:52.975960 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:52.982570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:53.076574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Deleting port 71625497-9fb3-428e-901c-9e2050e256ca {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:44:53.076930 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (71625497-9fb3-428e-901c-9e2050e256ca), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.079971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-709f9d71-2f66-4ce7-bba3-61392200effd None None] Calling delete_port for 71625497-9fb3-428e-901c-9e2050e256ca owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:53.080250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (8e135449-fae0-4c62-af31-d52e003dca06), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.399191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Publish callbacks [] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.401606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] For port 71625497-9fb3-428e-901c-9e2050e256ca, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=71625497-9fb3-428e-901c-9e2050e256ca,segment=NetworkSegment(4a659e69-7951-4c1c-b259-ff8cd22c9ddf),segment_id=4a659e69-7951-4c1c-b259-ff8cd22c9ddf)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:53.403629 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (71625497-9fb3-428e-901c-9e2050e256ca), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.406681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 71625497-9fb3-428e-901c-9e2050e256ca no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:44:53.430878 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.442869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Calling delete_port for 71625497-9fb3-428e-901c-9e2050e256ca owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:44:53.624097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-023f8a2d-363c-4c7b-936d-348d73b27ec7 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:44:53.625310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-023f8a2d-363c-4c7b-936d-348d73b27ec7 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133410 Feb 03 21:44:53.626192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.793037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14671553-7c49-4b0f-8ec4-7bc56741896a req-8fc85850-15ed-4c8c-901b-e9b27de914f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:53.794859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14671553-7c49-4b0f-8ec4-7bc56741896a req-8fc85850-15ed-4c8c-901b-e9b27de914f2 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 945 time: 0.1994636 Feb 03 21:44:53.795528 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (71625497-9fb3-428e-901c-9e2050e256ca), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.798104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port c2cea51e-08ba-4b20-a4d8-c219825024dd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:44:53.817766 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf32bc02-d340-4945-9189-fe2e6021374b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.819561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] No DVR routers for this DVR port 71625497-9fb3-428e-901c-9e2050e256ca on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:44:53.854735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port c2cea51e-08ba-4b20-a4d8-c219825024dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:53.856147 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.891036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Attempting to bind port fe96c4cf-af99-49dc-8df6-d321d43ad473 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:53.891414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Attempting to bind port fe96c4cf-af99-49dc-8df6-d321d43ad473 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:53.891798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Attempting to bind port fe96c4cf-af99-49dc-8df6-d321d43ad473 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:53.900208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1596af-c45b-407f-a6eb-dd3c0032d69e None None] Pushing event updated for resources: {'Port': ['ID=fe96c4cf-af99-49dc-8df6-d321d43ad473,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:53.938059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14671553-7c49-4b0f-8ec4-7bc56741896a req-dddb8605-fd84-4b27-b085-d497e1360761 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263821 Feb 03 21:44:53.942705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No active binding found for port 71625497-9fb3-428e-901c-9e2050e256ca {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 21:44:53.942705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] The host n-d-824834-9 is not matching for port 71625497-9fb3-428e-901c-9e2050e256ca host None! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:44:53.942920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 71625497-9fb3-428e-901c-9e2050e256ca not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:44:53.947229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:53.947671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:53.948002 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.948438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:53.948959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Bound port: fe96c4cf-af99-49dc-8df6-d321d43ad473, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:53.949523 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.970575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-76a52ba9-d838-42f4-bd54-b969105c628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:53.975783 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-76a52ba9-d838-42f4-bd54-b969105c628e service neutron] 10.222.0.50 "GET /v2.0/ports/48a435a9-2a2e-4ccc-821c-ea72c9ee1902 HTTP/1.1" status: 200 len: 1124 time: 0.3326061 Feb 03 21:44:53.988744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Request body: {'binding': {'host': 'n-h2-824834-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:53.992811 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-709f9d71-2f66-4ce7-bba3-61392200effd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (71625497-9fb3-428e-901c-9e2050e256ca), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:53.993264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:44:54.008397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=71625497-9fb3-428e-901c-9e2050e256ca,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:54.165578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (1dfb0490-26e7-4188-89fe-83a0d92087f7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.188207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f9d71-2f66-4ce7-bba3-61392200effd None None] Pushing event deleted for resources: {'Port': ['ID=71625497-9fb3-428e-901c-9e2050e256ca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:54.205441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f9d71-2f66-4ce7-bba3-61392200effd None None] No DVR routers for this DVR port 71625497-9fb3-428e-901c-9e2050e256ca on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:44:54.222342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfb0490-26e7-4188-89fe-83a0d92087f7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:54.261444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a659e69-7951-4c1c-b259-ff8cd22c9ddf') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:54.261945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a659e69-7951-4c1c-b259-ff8cd22c9ddf') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:54.284665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (4a659e69-7951-4c1c-b259-ff8cd22c9ddf), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.316991 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4a659e69-7951-4c1c-b259-ff8cd22c9ddf), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.338552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:44:54.340224 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (4a659e69-7951-4c1c-b259-ff8cd22c9ddf), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:44:54.344109 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:44:54.352461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fa11c35f-09f0-42fb-a564-f6c76b9a93e0 None None] Provisioning complete for port d8de9de7-5881-48a6-b573-eb8bf044fc5a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:54.352827 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa11c35f-09f0-42fb-a564-f6c76b9a93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.362578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] For port fe96c4cf-af99-49dc-8df6-d321d43ad473, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:44:54.368455 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.426394 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.435314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] For port fe96c4cf-af99-49dc-8df6-d321d43ad473, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fe96c4cf-af99-49dc-8df6-d321d43ad473,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:54.467572 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ad4c9e2-4b0e-4cd0-93c6-3e3dc8e6b196 req-ff1405f1-09c7-46f2-92d3-1b0e5b2ce72a tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.1345565 Feb 03 21:44:54.514892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.684144 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa11c35f-09f0-42fb-a564-f6c76b9a93e0 None None] Port d8de9de7-5881-48a6-b573-eb8bf044fc5a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:54.722968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port c2cea51e-08ba-4b20-a4d8-c219825024dd is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:54.733121 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.734034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (1dfb0490-26e7-4188-89fe-83a0d92087f7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.754702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.763817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1dfb0490-26e7-4188-89fe-83a0d92087f7 HTTP/1.1" status: 204 len: 168 time: 3.0243633 Feb 03 21:44:54.812512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96071a45-fa40-4c59-bf32-8c596c4e93a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dfb0490-26e7-4188-89fe-83a0d92087f7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:54.859883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721331-050b-4afe-867d-ed5363c55fe7 req-1243b3b0-8487-4dbe-beed-68338928bedf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:54.889512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721331-050b-4afe-867d-ed5363c55fe7 req-1243b3b0-8487-4dbe-beed-68338928bedf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:54.892062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c2cea51e-08ba-4b20-a4d8-c219825024dd, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c2cea51e-08ba-4b20-a4d8-c219825024dd,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:54.895770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be16f31f-76ac-4b55-806d-573584731910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cea51e-08ba-4b20-a4d8-c219825024dd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:44:54.909499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721331-050b-4afe-867d-ed5363c55fe7 req-1243b3b0-8487-4dbe-beed-68338928bedf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:54.909722 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6021f6c8-2c4f-46b7-b635-46729e7ea185" -d '{"events": [{"server_uuid": "be16f31f-76ac-4b55-806d-573584731910", "name": "network-vif-plugged", "status": "completed", "tag": "c2cea51e-08ba-4b20-a4d8-c219825024dd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:44:54.920666 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:54.922937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1596af-c45b-407f-a6eb-dd3c0032d69e None None] Pushing event updated for resources: {'Port': ['ID=fe96c4cf-af99-49dc-8df6-d321d43ad473,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:54.923326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721331-050b-4afe-867d-ed5363c55fe7 req-1243b3b0-8487-4dbe-beed-68338928bedf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:54.933435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Routers {'8e135449-fae0-4c62-af31-d52e003dca06'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:44:54.934080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8e135449-fae0-4c62-af31-d52e003dca06'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:54.941370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721331-050b-4afe-867d-ed5363c55fe7 req-1243b3b0-8487-4dbe-beed-68338928bedf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:54.953778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721331-050b-4afe-867d-ed5363c55fe7 req-1243b3b0-8487-4dbe-beed-68338928bedf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:54.964999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721331-050b-4afe-867d-ed5363c55fe7 req-1243b3b0-8487-4dbe-beed-68338928bedf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:54.975051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce721331-050b-4afe-867d-ed5363c55fe7 req-1243b3b0-8487-4dbe-beed-68338928bedf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3355119 Feb 03 21:44:55.090416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce721331-050b-4afe-867d-ed5363c55fe7 req-29c96fab-c00c-4bae-a2e9-e79727207329 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141918 Feb 03 21:44:55.248552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:55.297617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1137ddab-4866-43bf-8c97-7c91873cc76d req-81858d8a-c0bb-4ca8-9080-8e39c726598c tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 210 time: 0.0607185 Feb 03 21:44:55.345522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on host n-h2-824834-9 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:44:55.345865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:44:55.346719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:55.384215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Publish callbacks [] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:55.387548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:44:55.387953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:44:55.393846 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1e0835da-c829-49d6-bdc5-03d66f12e434 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ebf48d33d8544c68c5d38a848703d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331377 Feb 03 21:44:55.396719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54964) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:55.399928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:55.404303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:44:55.404782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:44:55.405118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:44:55.405771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Bound port: 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:44:55.513993 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da61eea8-f4dd-4f5d-98cf-37de606b65d5 x-openstack-request-id: req-da61eea8-f4dd-4f5d-98cf-37de606b65d5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:44:55.514580 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be16f31f-76ac-4b55-806d-573584731910", "name": "network-vif-plugged", "status": "completed", "tag": "c2cea51e-08ba-4b20-a4d8-c219825024dd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:44:55.514580 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da61eea8-f4dd-4f5d-98cf-37de606b65d5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:44:55.514899 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be16f31f-76ac-4b55-806d-573584731910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cea51e-08ba-4b20-a4d8-c219825024dd', 'code': 200} Feb 03 21:44:55.535523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f02c5d4-a4d8-4d68-a445-98313ac05215 admin admin] Publish callbacks [] for security_group (9067d910-1727-4dd3-ad5e-41c6e2b2a49b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:55.567584 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (8e135449-fae0-4c62-af31-d52e003dca06), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:55.593230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8de9de7-5881-48a6-b573-eb8bf044fc5a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:55.692641 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f02c5d4-a4d8-4d68-a445-98313ac05215 admin admin] Publish callbacks [] for security_group (9067d910-1727-4dd3-ad5e-41c6e2b2a49b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:55.724728 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-ce5044d7-18ed-4ee4-a91c-5e1a36c38c9c tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a1bd18c275094c6681b37a03110297f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1718752 Feb 03 21:44:55.753643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=c2cea51e-08ba-4b20-a4d8-c219825024dd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:55.761931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:44:55.767225 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d21f713d-bbe0-4cba-b315-92541baac57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:55.773142 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047cbeb-d213-4f84-8325-7618bf8bea25 req-7c9518ed-6075-4bf2-9fae-6a36cd526143 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:55.784945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f047cbeb-d213-4f84-8325-7618bf8bea25 req-7c9518ed-6075-4bf2-9fae-6a36cd526143 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.2209866 Feb 03 21:44:55.790414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] Set router 8e135449-fae0-4c62-af31-d52e003dca06 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:44:55.885903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f02c5d4-a4d8-4d68-a445-98313ac05215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9067d910-1727-4dd3-ad5e-41c6e2b2a49b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:55.889352 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f02c5d4-a4d8-4d68-a445-98313ac05215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:55.890775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5f02c5d4-a4d8-4d68-a445-98313ac05215 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9067d910-1727-4dd3-ad5e-41c6e2b2a49b HTTP/1.1" status: 204 len: 168 time: 0.4926224 Feb 03 21:44:55.890923 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:55.894113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cda8d6bb-ab80-4aaf-837b-a23554749fd9 service neutron] 10.222.0.50 "POST /v2.0/ports/48a435a9-2a2e-4ccc-821c-ea72c9ee1902/bindings HTTP/1.1" status: 201 len: 389 time: 1.9148693 Feb 03 21:44:55.922567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02c5d4-a4d8-4d68-a445-98313ac05215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9067d910-1727-4dd3-ad5e-41c6e2b2a49b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:55.949508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f047cbeb-d213-4f84-8325-7618bf8bea25 req-42f2434c-0e97-4de7-9454-cd4810717b1c tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623712 Feb 03 21:44:55.962049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Network 4c9dd76b-aede-46fb-b019-df77795919e6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:55.989209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:56.250240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9cd84-7fcd-4a18-9a97-df58cde2677e req-a3887944-5d89-41bb-833d-0c3eb854d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.251700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01d9cd84-7fcd-4a18-9a97-df58cde2677e req-a3887944-5d89-41bb-833d-0c3eb854d1e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 1128 time: 0.5196118 Feb 03 21:44:56.286464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3ab158f-8311-4860-97fa-316973e9877b req-82e3f0f0-782b-41eb-97ea-f8b2557a5c8b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.0791471 Feb 03 21:44:56.372045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550e6e-5d25-4a4a-8259-fe250429c332 req-bbd1b73d-23f1-41b8-9010-205a4dcc4bc9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.379807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98550e6e-5d25-4a4a-8259-fe250429c332 req-bbd1b73d-23f1-41b8-9010-205a4dcc4bc9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.0923347 Feb 03 21:44:56.437223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e135449-fae0-4c62-af31-d52e003dca06', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:44Z', 'updated_at': '2022-02-03T21:44:53Z', 'revision_number': 4, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'gw_port': {'id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:48Z', 'updated_at': '2022-02-03T21:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd8de9de7-5881-48a6-b573-eb8bf044fc5a', 'name': '', 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'mac_address': 'fa:16:3e:e8:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:52Z', 'updated_at': '2022-02-03T21:44:52Z', 'revision_number': 1, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'subnets': [{'id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:44:56.462941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98550e6e-5d25-4a4a-8259-fe250429c332 req-094942e2-9623-4e7b-b896-ba67ac2b3f1e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770526 Feb 03 21:44:56.514152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba1afc-d013-4d1f-8c31-8a753745a9e0 None None] The sync data for ids ['8e135449-fae0-4c62-af31-d52e003dca06'] in n-d-824834-9 is: [{'id': '8e135449-fae0-4c62-af31-d52e003dca06', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:44Z', 'updated_at': '2022-02-03T21:44:53Z', 'revision_number': 4, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'gw_port': {'id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:48Z', 'updated_at': '2022-02-03T21:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd8de9de7-5881-48a6-b573-eb8bf044fc5a', 'name': '', 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'mac_address': 'fa:16:3e:e8:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:52Z', 'updated_at': '2022-02-03T21:44:52Z', 'revision_number': 1, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'subnets': [{'id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:44:56.584185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97142476-63aa-4a68-a2dd-271cadd5c059 None None] Provisioning complete for port d8de9de7-5881-48a6-b573-eb8bf044fc5a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:56.584766 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97142476-63aa-4a68-a2dd-271cadd5c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:56.618898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be6d4-7f9b-45d2-8d30-51c4d7265c96 req-425bbe91-79ee-4a57-afd0-e7ed9800ca5f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.625018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be6d4-7f9b-45d2-8d30-51c4d7265c96 req-425bbe91-79ee-4a57-afd0-e7ed9800ca5f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.630898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be6d4-7f9b-45d2-8d30-51c4d7265c96 req-425bbe91-79ee-4a57-afd0-e7ed9800ca5f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.637163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be6d4-7f9b-45d2-8d30-51c4d7265c96 req-425bbe91-79ee-4a57-afd0-e7ed9800ca5f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.643535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be6d4-7f9b-45d2-8d30-51c4d7265c96 req-425bbe91-79ee-4a57-afd0-e7ed9800ca5f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.647797 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01d9cd84-7fcd-4a18-9a97-df58cde2677e req-aebb843a-2300-4e09-a7db-a6dd845af61a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856845 Feb 03 21:44:56.648745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be6d4-7f9b-45d2-8d30-51c4d7265c96 req-425bbe91-79ee-4a57-afd0-e7ed9800ca5f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.674991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be6d4-7f9b-45d2-8d30-51c4d7265c96 req-425bbe91-79ee-4a57-afd0-e7ed9800ca5f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.679855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f90be6d4-7f9b-45d2-8d30-51c4d7265c96 req-425bbe91-79ee-4a57-afd0-e7ed9800ca5f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.1601813 Feb 03 21:44:56.704760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97142476-63aa-4a68-a2dd-271cadd5c059 None None] Port d8de9de7-5881-48a6-b573-eb8bf044fc5a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:56.740683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-b44db218-6cd6-4333-9b34-c3bc5868a844 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.742303 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-b44db218-6cd6-4333-9b34-c3bc5868a844 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9782109 Feb 03 21:44:56.757624 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b833a0a-0ea5-409e-9a33-b48539e3876c req-c1e035b9-67b4-428f-a61e-bd514bfdfd67 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 210 time: 0.0707057 Feb 03 21:44:56.786445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-9bf9cf2e-8884-4679-9452-9c8e5a75ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:56.788246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-9bf9cf2e-8884-4679-9452-9c8e5a75ea18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 1127 time: 0.3101556 Feb 03 21:44:56.797103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Router 8e135449-fae0-4c62-af31-d52e003dca06 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:44:56.837400 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:56.855329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f90be6d4-7f9b-45d2-8d30-51c4d7265c96 req-4f93d1e9-535f-4622-b71e-55b634cc61bc tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671581 Feb 03 21:44:57.029882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:44:57.036090 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-de98c7c1-0093-4857-abbd-f6b50d7e75e4 admin admin] 10.222.0.50 "PUT /v2.0/routers/8e135449-fae0-4c62-af31-d52e003dca06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7366743 Feb 03 21:44:57.046492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Request body: {'port': {'device_id': '4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': 'a1bd18c275094c6681b37a03110297f6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:57.263637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-4df0cac3-cdf2-4529-adaf-82a842185e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:57.265356 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-4df0cac3-cdf2-4529-adaf-82a842185e99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.2380157 Feb 03 21:44:57.317801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2617d-b896-4495-a09c-003916aae72d req-dae59f9a-b4f1-4d45-978e-4781d95938ad tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:57.331271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ff2617d-b896-4495-a09c-003916aae72d req-dae59f9a-b4f1-4d45-978e-4781d95938ad tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.2255144 Feb 03 21:44:57.350580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-4de4a04a-9786-49c7-9bc5-18bd3378aa61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902 HTTP/1.1" status: 200 len: 217 time: 0.0685346 Feb 03 21:44:57.402444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Made reservation on behalf of a1bd18c275094c6681b37a03110297f6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:44:57.406079 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:57.417632 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:57.461135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ff2617d-b896-4495-a09c-003916aae72d req-770472f3-2a73-459c-8e03-48357f7c5219 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287360 Feb 03 21:44:57.503314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-2a647df8-408f-4cb0-833c-82bf1ad10e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:57.505012 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-2a647df8-408f-4cb0-833c-82bf1ad10e88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1444862 Feb 03 21:44:57.528000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf1987c2-5bd8-4312-8b47-852083760908 req-668ba53d-400c-4aa3-bdfa-4c85c5c0c563 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.0461085 Feb 03 21:44:57.586006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-7a5aa04a-0429-4198-af20-d1b93ab29cfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684221 Feb 03 21:44:57.681796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be8045-7d14-47d3-93e7-9d43f8087141 req-cc1856a2-5796-4029-980c-ee7f921b6d3a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:57.686194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82be8045-7d14-47d3-93e7-9d43f8087141 req-cc1856a2-5796-4029-980c-ee7f921b6d3a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.0817773 Feb 03 21:44:57.842718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82be8045-7d14-47d3-93e7-9d43f8087141 req-2e39e7c9-f92e-4744-870a-b846bad5dba1 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494851 Feb 03 21:44:57.851513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks [] for security_group (500a4ade-aa68-48e6-a0dc-4b965b4e6e02), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:57.858407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-e9414b4e-174c-43d3-ac36-4f69b6fc8370 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621403 Feb 03 21:44:57.892874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (500a4ade-aa68-48e6-a0dc-4b965b4e6e02), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:58.083557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500a4ade-aa68-48e6-a0dc-4b965b4e6e02,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:58.119509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-926c385f-6ed7-4e96-bd97-fa4a0fd5d8b9 req-28fee2d2-886a-4d06-ab33-6f56394a1829 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 210 time: 0.1316102 Feb 03 21:44:58.166871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-fe7ed154-02a3-4e19-a35a-e7fdd921ddab service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991955 Feb 03 21:44:58.232883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Allocated IP 192.168.233.183 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/8a577f54-0d18-494b-b1b1-63a464dca0b2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:44:58.476456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84300c8-7fcd-4d6d-b5c7-661a8f6b7b78 req-ad66b45f-19a4-457f-afe6-18ac127a1159 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:58.492654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84300c8-7fcd-4d6d-b5c7-661a8f6b7b78 req-ad66b45f-19a4-457f-afe6-18ac127a1159 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:58.505682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:58.541008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84300c8-7fcd-4d6d-b5c7-661a8f6b7b78 req-ad66b45f-19a4-457f-afe6-18ac127a1159 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:58.547738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84300c8-7fcd-4d6d-b5c7-661a8f6b7b78 req-ad66b45f-19a4-457f-afe6-18ac127a1159 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:58.558171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84300c8-7fcd-4d6d-b5c7-661a8f6b7b78 req-ad66b45f-19a4-457f-afe6-18ac127a1159 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:58.580031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84300c8-7fcd-4d6d-b5c7-661a8f6b7b78 req-ad66b45f-19a4-457f-afe6-18ac127a1159 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:58.603381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84300c8-7fcd-4d6d-b5c7-661a8f6b7b78 req-ad66b45f-19a4-457f-afe6-18ac127a1159 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:58.612313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c84300c8-7fcd-4d6d-b5c7-661a8f6b7b78 req-ad66b45f-19a4-457f-afe6-18ac127a1159 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2853169 Feb 03 21:44:58.650515 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks [] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:58.722666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:58.744437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d797a0-951a-4f26-b034-191738d414d6 req-dcad6bc3-8449-4dc7-aa36-a1f6f5e581d9 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:58.753638 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49d797a0-951a-4f26-b034-191738d414d6 req-dcad6bc3-8449-4dc7-aa36-a1f6f5e581d9 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.0985229 Feb 03 21:44:58.775415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c84300c8-7fcd-4d6d-b5c7-661a8f6b7b78 req-96ce95fc-e367-4a62-a596-d5fbc883e380 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542623 Feb 03 21:44:58.807670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:44:58.818933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:44:58.836335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:44:58.923509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49d797a0-951a-4f26-b034-191738d414d6 req-21dc479d-a1dc-4569-8fd5-755903337319 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620061 Feb 03 21:44:58.965222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Pushing event updated for resources: {'Port': ['ID=8a577f54-0d18-494b-b1b1-63a464dca0b2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:58.988318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:58.989183 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:59.020336 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-3b6d9b5d-b79d-484b-bb61-aad178af4079 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9916987 Feb 03 21:44:59.042929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Request body: {'port': {'device_id': '4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:44:59.156561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-debbfdeb-41c6-44cf-b567-83a8512f545f req-b1e3d094-d924-403e-907f-e894de92811b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.1037819 Feb 03 21:44:59.227032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:59.300587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-27b48a24-0694-4d75-94c9-3078844d6b99 None None] Provisioning complete for port 8a577f54-0d18-494b-b1b1-63a464dca0b2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:59.301825 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27b48a24-0694-4d75-94c9-3078844d6b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:59.391410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fe96c4cf-af99-49dc-8df6-d321d43ad473 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:44:59.409568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-27b48a24-0694-4d75-94c9-3078844d6b99 None None] Port 8a577f54-0d18-494b-b1b1-63a464dca0b2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:44:59.457747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805a237-dd47-4055-9334-62346241ed24 req-17bbfa66-2e4d-4ed3-927a-fe971e3c6e7e tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:59.473632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7805a237-dd47-4055-9334-62346241ed24 req-17bbfa66-2e4d-4ed3-927a-fe971e3c6e7e tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.2994003 Feb 03 21:44:59.525044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port fe96c4cf-af99-49dc-8df6-d321d43ad473 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:44:59.525610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:59.608653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4a5c7-2e2f-4619-a0ca-f1b3fc1db72a req-6cafe9ab-4919-43f3-8a4e-25102ddc55e9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:44:59.617309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04f4a5c7-2e2f-4619-a0ca-f1b3fc1db72a req-6cafe9ab-4919-43f3-8a4e-25102ddc55e9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.3087401 Feb 03 21:44:59.632224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7805a237-dd47-4055-9334-62346241ed24 req-586c701f-caa1-4c65-a73e-b492201296dc tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555054 Feb 03 21:44:59.663392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a577f54-0d18-494b-b1b1-63a464dca0b2 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:44:59.674942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Publish callbacks [] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:59.696104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:44:59.701700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Transition to ACTIVE for port object 8a577f54-0d18-494b-b1b1-63a464dca0b2 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:44:59.713477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:59.729379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port fe96c4cf-af99-49dc-8df6-d321d43ad473 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:44:59.729768 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:59.773598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port fe96c4cf-af99-49dc-8df6-d321d43ad473, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fe96c4cf-af99-49dc-8df6-d321d43ad473,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:44:59.783274 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:44:59.798510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04f4a5c7-2e2f-4619-a0ca-f1b3fc1db72a req-5104357f-55bb-4214-b5bb-a0622279f219 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783941 Feb 03 21:44:59.830483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a577f54-0d18-494b-b1b1-63a464dca0b2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:59.866123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=fe96c4cf-af99-49dc-8df6-d321d43ad473,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:44:59.876632 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.027031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214389b6-3ba9-4d21-9299-fbb071e38fc5 req-e548a6a5-6527-44cb-87e0-71f1f39fb71f tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.040373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-214389b6-3ba9-4d21-9299-fbb071e38fc5 req-e548a6a5-6527-44cb-87e0-71f1f39fb71f tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 948 time: 0.1750009 Feb 03 21:45:00.053046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Attempting to bind port 8a577f54-0d18-494b-b1b1-63a464dca0b2 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:00.056267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Attempting to bind port 8a577f54-0d18-494b-b1b1-63a464dca0b2 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:00.056636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Attempting to bind port 8a577f54-0d18-494b-b1b1-63a464dca0b2 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:00.066258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Port 8a577f54-0d18-494b-b1b1-63a464dca0b2 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:45:00.066685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Attempting to bind port 8a577f54-0d18-494b-b1b1-63a464dca0b2 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:00.077014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:00.077376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:00.077768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:00.078207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Bound port: 8a577f54-0d18-494b-b1b1-63a464dca0b2, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:00.078571 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.108708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5203a87-3a3b-4f12-a539-9473b8be725c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.245346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] For port 8a577f54-0d18-494b-b1b1-63a464dca0b2, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:00.250797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] For port 8a577f54-0d18-494b-b1b1-63a464dca0b2, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8a577f54-0d18-494b-b1b1-63a464dca0b2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:00.270477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.361756 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5203a87-3a3b-4f12-a539-9473b8be725c admin admin] Publish callbacks [] for security_group (ca2b2632-9ba4-42ec-8d11-394a5e76fcd8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.369888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a577f54-0d18-494b-b1b1-63a464dca0b2,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:00.390124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.390711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.392819 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-00f1de7d-0df4-4f5d-b4be-5b082e6a90b5 service neutron] 10.222.0.47 "PUT /v2.0/ports/8a577f54-0d18-494b-b1b1-63a464dca0b2 HTTP/1.1" status: 200 len: 1096 time: 1.3642435 Feb 03 21:45:00.396225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d', 'tag': '8a577f54-0d18-494b-b1b1-63a464dca0b2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:00.398777 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2565be1-06ad-4afb-ae8a-478f5a000ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d", "tag": "8a577f54-0d18-494b-b1b1-63a464dca0b2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:00.432192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-214389b6-3ba9-4d21-9299-fbb071e38fc5 req-9a57e025-b6d4-472f-8510-4eb5dd35c9dd tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897316 Feb 03 21:45:00.433111 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5203a87-3a3b-4f12-a539-9473b8be725c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ca2b2632-9ba4-42ec-8d11-394a5e76fcd8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.507845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e5203a87-3a3b-4f12-a539-9473b8be725c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38b151bff43d42d49d6beebd526e7490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8095143 Feb 03 21:45:00.511074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55116) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:00.523904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-829886a9-7f60-4b7f-a445-5f874cad0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.525598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-829886a9-7f60-4b7f-a445-5f874cad0041 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1bd18c275094c6681b37a03110297f6&device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 1130 time: 0.0831797 Feb 03 21:45:00.584244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5203a87-3a3b-4f12-a539-9473b8be725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b2632-9ba4-42ec-8d11-394a5e76fcd8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:00.610638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-dc1f3496-9c3a-467b-8535-13eefea8571a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8a577f54-0d18-494b-b1b1-63a464dca0b2 HTTP/1.1" status: 200 len: 217 time: 0.0761864 Feb 03 21:45:00.690500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-83277297-f24f-499d-b4ff-e0773ac37b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.692762 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-83277297-f24f-499d-b4ff-e0773ac37b2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0760868 Feb 03 21:45:00.708934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a968fc4-689f-4f45-b6c7-8b4eb5f6d68f req-d3b4ab07-bb9b-4c0b-9d58-85b1374cc762 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.0744712 Feb 03 21:45:00.734854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeaeea-3f78-4e28-bc5d-7c2f09ec8b16 req-fead0b13-19fc-46ac-b996-3d9deb18cc74 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.761009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeaeea-3f78-4e28-bc5d-7c2f09ec8b16 req-fead0b13-19fc-46ac-b996-3d9deb18cc74 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.765820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-7ca4c492-0c93-46b6-b6bd-96cf22c29db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.768745 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-7ca4c492-0c93-46b6-b6bd-96cf22c29db1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0674262 Feb 03 21:45:00.773041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeaeea-3f78-4e28-bc5d-7c2f09ec8b16 req-fead0b13-19fc-46ac-b996-3d9deb18cc74 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.778971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeaeea-3f78-4e28-bc5d-7c2f09ec8b16 req-fead0b13-19fc-46ac-b996-3d9deb18cc74 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.785077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeaeea-3f78-4e28-bc5d-7c2f09ec8b16 req-fead0b13-19fc-46ac-b996-3d9deb18cc74 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.792052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeaeea-3f78-4e28-bc5d-7c2f09ec8b16 req-fead0b13-19fc-46ac-b996-3d9deb18cc74 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.795863 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Sync routers for ids ['8e135449-fae0-4c62-af31-d52e003dca06'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:45:00.804679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeaeea-3f78-4e28-bc5d-7c2f09ec8b16 req-fead0b13-19fc-46ac-b996-3d9deb18cc74 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:00.812682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67eeaeea-3f78-4e28-bc5d-7c2f09ec8b16 req-fead0b13-19fc-46ac-b996-3d9deb18cc74 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.4891894 Feb 03 21:45:00.818730 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Routers {'8e135449-fae0-4c62-af31-d52e003dca06'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:00.822198 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8e135449-fae0-4c62-af31-d52e003dca06'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:00.826148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73c38417-b31b-46b3-9a8d-c405c6898ed3 admin admin] Publish callbacks [] for security_group (ca2b2632-9ba4-42ec-8d11-394a5e76fcd8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.853165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73c38417-b31b-46b3-9a8d-c405c6898ed3 admin admin] Publish callbacks [] for security_group (ca2b2632-9ba4-42ec-8d11-394a5e76fcd8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.913352 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73c38417-b31b-46b3-9a8d-c405c6898ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ca2b2632-9ba4-42ec-8d11-394a5e76fcd8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.916792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73c38417-b31b-46b3-9a8d-c405c6898ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:00.920656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-73c38417-b31b-46b3-9a8d-c405c6898ed3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca2b2632-9ba4-42ec-8d11-394a5e76fcd8 HTTP/1.1" status: 204 len: 168 time: 0.4001575 Feb 03 21:45:00.934817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c38417-b31b-46b3-9a8d-c405c6898ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b2632-9ba4-42ec-8d11-394a5e76fcd8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:01.014295 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Set router 8e135449-fae0-4c62-af31-d52e003dca06 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:01.031102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67eeaeea-3f78-4e28-bc5d-7c2f09ec8b16 req-25509974-03a1-4955-a369-6daeb404bffc tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143512 Feb 03 21:45:01.071503 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-03d76204-281c-493d-b463-5759a991f310 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976186 Feb 03 21:45:01.075555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec655883-58ee-40c9-9555-06bdf5598eb9 req-12ccd122-62d3-4933-89da-6227762c276f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:01.077255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec655883-58ee-40c9-9555-06bdf5598eb9 req-12ccd122-62d3-4933-89da-6227762c276f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.1317070 Feb 03 21:45:01.136922 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba73587-e58e-48da-9dc6-0ebbcf721910 x-openstack-request-id: req-fba73587-e58e-48da-9dc6-0ebbcf721910 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:01.137883 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d", "tag": "8a577f54-0d18-494b-b1b1-63a464dca0b2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:01.138217 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fba73587-e58e-48da-9dc6-0ebbcf721910 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:01.138897 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d', 'tag': '8a577f54-0d18-494b-b1b1-63a464dca0b2', 'status': 'completed', 'code': 200} Feb 03 21:45:01.182432 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec655883-58ee-40c9-9555-06bdf5598eb9 req-111527ac-95d0-433d-9423-8264aabe1e6f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965929 Feb 03 21:45:01.323313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c86cb3-6839-4b0f-8e8a-5635e6ef3cbe req-0bb8d6ca-7c94-458c-a94a-08959f6db731 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:01.327114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fe96c4cf-af99-49dc-8df6-d321d43ad473 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:01.335591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81c86cb3-6839-4b0f-8e8a-5635e6ef3cbe req-0bb8d6ca-7c94-458c-a94a-08959f6db731 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1177635 Feb 03 21:45:01.367011 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3f4f2c-ba4c-4600-bba2-18be8b4c5ef0 req-5ef0d9d3-a0cc-43c6-801b-3d7e2a19c540 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810464 Feb 03 21:45:01.441915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81c86cb3-6839-4b0f-8e8a-5635e6ef3cbe req-5d9382ec-3b62-4d8d-8b82-20d6f840a0f1 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052082 Feb 03 21:45:01.553710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-905b2d2f-09f6-410d-8871-305dfea72fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:01.557150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-905b2d2f-09f6-410d-8871-305dfea72fcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1bd18c275094c6681b37a03110297f6&device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 1130 time: 0.1241753 Feb 03 21:45:01.567779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port fe96c4cf-af99-49dc-8df6-d321d43ad473 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:01.571530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637153f4-ef24-45e0-8206-353010b82930 req-720737eb-0d5d-4318-bd11-f6c13b60d727 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:01.574011 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:01.582703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-637153f4-ef24-45e0-8206-353010b82930 req-720737eb-0d5d-4318-bd11-f6c13b60d727 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.1576023 Feb 03 21:45:01.613658 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e135449-fae0-4c62-af31-d52e003dca06', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:44Z', 'updated_at': '2022-02-03T21:44:53Z', 'revision_number': 4, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'gw_port': {'id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:48Z', 'updated_at': '2022-02-03T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd8de9de7-5881-48a6-b573-eb8bf044fc5a', 'name': '', 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'mac_address': 'fa:16:3e:e8:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:52Z', 'updated_at': '2022-02-03T21:44:53Z', 'revision_number': 2, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'subnets': [{'id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:01.693819 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-637153f4-ef24-45e0-8206-353010b82930 req-bd0f7088-54fe-4a01-9b2c-a35d24c0e4ac tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101608 Feb 03 21:45:01.709705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-160c6e60-19f9-4bad-bab2-9817ca5d70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:01.711204 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-160c6e60-19f9-4bad-bab2-9817ca5d70d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1469529 Feb 03 21:45:01.718029 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Checking router: 8e135449-fae0-4c62-af31-d52e003dca06 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:45:01.718644 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Updating router 8e135449-fae0-4c62-af31-d52e003dca06 port d8de9de7-5881-48a6-b573-eb8bf044fc5a binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:45:01.741596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa8af4-f4a8-4ac6-b147-4fbd0a6eb45a req-6c346667-ef07-4d4a-9579-d9f30edeba62 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:01.757581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2aa8af4-f4a8-4ac6-b147-4fbd0a6eb45a req-6c346667-ef07-4d4a-9579-d9f30edeba62 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 948 time: 0.1483133 Feb 03 21:45:01.772936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-8f2eb852-a00e-4b84-9a86-be9130c7d0a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8a577f54-0d18-494b-b1b1-63a464dca0b2 HTTP/1.1" status: 200 len: 217 time: 0.0530376 Feb 03 21:45:01.794234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port fe96c4cf-af99-49dc-8df6-d321d43ad473 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:01.835657 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:01.881818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2aa8af4-f4a8-4ac6-b147-4fbd0a6eb45a req-a019a948-5b30-4ef8-8045-0158156f727b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229880 Feb 03 21:45:01.916736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-9f21e0ec-77a5-4250-9518-0d5926c1dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:01.918423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-9f21e0ec-77a5-4250-9518-0d5926c1dc42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1384270 Feb 03 21:45:02.038292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-36ce8020-f127-4941-b13b-d0b94b414f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:02.039843 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-36ce8020-f127-4941-b13b-d0b94b414f90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1115644 Feb 03 21:45:02.058119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c265eb3f-a71f-49e8-919b-5fdcfd2d51f5 req-5d271149-0b0a-459f-8791-c39ec0f20faa tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.0597034 Feb 03 21:45:02.247081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20d182-cd56-46e8-af10-6bac74a1676e req-41027d07-2135-4f7f-a1a0-3c8dac44eaf7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:02.249376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c20d182-cd56-46e8-af10-6bac74a1676e req-41027d07-2135-4f7f-a1a0-3c8dac44eaf7 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.1825767 Feb 03 21:45:02.309932 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-3564ade0-dfb3-491a-88d1-1fe24965883c service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579825 Feb 03 21:45:02.459980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a265f-0845-4b8c-975e-8b757542611c req-8ce790e0-2f6b-4858-9b72-cace41530d6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:02.465977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a265f-0845-4b8c-975e-8b757542611c req-8ce790e0-2f6b-4858-9b72-cace41530d6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:02.471998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a265f-0845-4b8c-975e-8b757542611c req-8ce790e0-2f6b-4858-9b72-cace41530d6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:02.478952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a265f-0845-4b8c-975e-8b757542611c req-8ce790e0-2f6b-4858-9b72-cace41530d6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:02.486253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a265f-0845-4b8c-975e-8b757542611c req-8ce790e0-2f6b-4858-9b72-cace41530d6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:02.493631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a265f-0845-4b8c-975e-8b757542611c req-8ce790e0-2f6b-4858-9b72-cace41530d6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:02.508412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a265f-0845-4b8c-975e-8b757542611c req-8ce790e0-2f6b-4858-9b72-cace41530d6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:02.512219 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Publish callbacks [] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:02.529539 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e4a265f-0845-4b8c-975e-8b757542611c req-8ce790e0-2f6b-4858-9b72-cace41530d6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2790275 Feb 03 21:45:02.535437 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:02.561834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55166) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:02.575717 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2565be1-06ad-4afb-ae8a-478f5a000ea9 req-56e22fc1-ab6a-4521-ae9c-6a57909d470d service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575102 Feb 03 21:45:02.594650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c20d182-cd56-46e8-af10-6bac74a1676e req-c2e1c329-6f1f-4631-90d2-d864e41225be tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294120 Feb 03 21:45:02.720110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e4a265f-0845-4b8c-975e-8b757542611c req-1212aa95-fcf7-4106-b08a-d9bd636f472f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1893802 Feb 03 21:45:02.739936 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7681974-fbd2-4e5f-a84e-e0740ac712a8 None None] Pushing event updated for resources: {'Port': ['ID=d8de9de7-5881-48a6-b573-eb8bf044fc5a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:02.864746 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Attempting to bind port d8de9de7-5881-48a6-b573-eb8bf044fc5a on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:02.865452 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Attempting to bind port d8de9de7-5881-48a6-b573-eb8bf044fc5a by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '008d9e90-829c-4c12-b3b9-f5a49e1dc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:02.865553 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Attempting to bind port d8de9de7-5881-48a6-b573-eb8bf044fc5a on network 4c9dd76b-aede-46fb-b019-df77795919e6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:02.892642 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:02.893619 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Checking segment: {'id': '008d9e90-829c-4c12-b3b9-f5a49e1dc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:02.894881 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:02.895278 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Bound using segment: {'id': '008d9e90-829c-4c12-b3b9-f5a49e1dc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:02.895876 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Bound port: d8de9de7-5881-48a6-b573-eb8bf044fc5a, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008d9e90-829c-4c12-b3b9-f5a49e1dc26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:02.896261 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:02.918165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1130465063-network', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:03.021809 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] For port d8de9de7-5881-48a6-b573-eb8bf044fc5a, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:03.032342 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] For port d8de9de7-5881-48a6-b573-eb8bf044fc5a, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d8de9de7-5881-48a6-b573-eb8bf044fc5a,segment=NetworkSegment(008d9e90-829c-4c12-b3b9-f5a49e1dc26e),segment_id=008d9e90-829c-4c12-b3b9-f5a49e1dc26e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:03.040254 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:03.067756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Made reservation on behalf of 2d226f52d8cc4ff1b4d582af7f76fd58 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:03.070071 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:03.089181 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:03.100024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47112-0613-4daf-a42a-3831a4cadeae req-219b59ec-f8e6-4e43-861e-cb037db16715 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:03.107331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83f47112-0613-4daf-a42a-3831a4cadeae req-219b59ec-f8e6-4e43-861e-cb037db16715 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.2923727 Feb 03 21:45:03.120206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d8a19-0ea1-4378-8446-afc85df6a87b req-2f554dc6-3403-46e2-bec2-25d10e08d308 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:03.127735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e88d8a19-0ea1-4378-8446-afc85df6a87b req-2f554dc6-3403-46e2-bec2-25d10e08d308 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.1934609 Feb 03 21:45:03.136352 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7681974-fbd2-4e5f-a84e-e0740ac712a8 None None] Pushing event updated for resources: {'Port': ['ID=d8de9de7-5881-48a6-b573-eb8bf044fc5a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:03.168321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e6208379-f38a-4c91-9058-cf68ab150dd3 None None] Provisioning complete for port d8de9de7-5881-48a6-b573-eb8bf044fc5a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:03.168780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6208379-f38a-4c91-9058-cf68ab150dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:03.173988 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Routers {'8e135449-fae0-4c62-af31-d52e003dca06'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:03.174767 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8e135449-fae0-4c62-af31-d52e003dca06'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:03.385906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83f47112-0613-4daf-a42a-3831a4cadeae req-1155f2ad-207a-4bae-bf14-3062f254c8dd tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776103 Feb 03 21:45:03.408684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e6208379-f38a-4c91-9058-cf68ab150dd3 None None] Current status of the port d8de9de7-5881-48a6-b573-eb8bf044fc5a is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:03.409261 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6208379-f38a-4c91-9058-cf68ab150dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:03.411095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e88d8a19-0ea1-4378-8446-afc85df6a87b req-c6646b51-18ea-4e87-bf68-16a08e958ca5 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824099 Feb 03 21:45:03.473397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e6208379-f38a-4c91-9058-cf68ab150dd3 None None] For port d8de9de7-5881-48a6-b573-eb8bf044fc5a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d8de9de7-5881-48a6-b573-eb8bf044fc5a,segment=NetworkSegment(008d9e90-829c-4c12-b3b9-f5a49e1dc26e),segment_id=008d9e90-829c-4c12-b3b9-f5a49e1dc26e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:03.479093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6208379-f38a-4c91-9058-cf68ab150dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:03.503422 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] Set router 8e135449-fae0-4c62-af31-d52e003dca06 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:03.685434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6208379-f38a-4c91-9058-cf68ab150dd3 None None] Pushing event updated for resources: {'Port': ['ID=d8de9de7-5881-48a6-b573-eb8bf044fc5a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:03.708946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-608b976f-37d0-41fa-8999-2b784480bad5 None None] Provisioning complete for port d8de9de7-5881-48a6-b573-eb8bf044fc5a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:03.708946 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-608b976f-37d0-41fa-8999-2b784480bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:03.749788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0168ac31-9d21-4765-bb75-1b9a82f35fee req-1712e415-8aa9-4e05-93ca-5d843426fbf7 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.1122289 Feb 03 21:45:03.769241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Publish callbacks [] for security_group (547347a3-83df-4e4a-944f-64943845b667), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:03.771724 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e135449-fae0-4c62-af31-d52e003dca06', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:44Z', 'updated_at': '2022-02-03T21:44:53Z', 'revision_number': 4, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'gw_port': {'id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:48Z', 'updated_at': '2022-02-03T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd8de9de7-5881-48a6-b573-eb8bf044fc5a', 'name': '', 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'mac_address': 'fa:16:3e:e8:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:52Z', 'updated_at': '2022-02-03T21:45:03Z', 'revision_number': 4, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'subnets': [{'id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:03.778803 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-7c6e6d9d-10ff-47a5-9c0a-06ce4da6c1d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4278231 Feb 03 21:45:03.782372 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (547347a3-83df-4e4a-944f-64943845b667), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:03.810084 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cec37e-ed7d-43bf-b9a8-15af5b109b66 None None] The sync data for ids ['8e135449-fae0-4c62-af31-d52e003dca06'] in n-d-824834-9 is: [{'id': '8e135449-fae0-4c62-af31-d52e003dca06', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:44Z', 'updated_at': '2022-02-03T21:44:53Z', 'revision_number': 4, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'gw_port': {'id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:48Z', 'updated_at': '2022-02-03T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd8de9de7-5881-48a6-b573-eb8bf044fc5a', 'name': '', 'network_id': '4c9dd76b-aede-46fb-b019-df77795919e6', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'mac_address': 'fa:16:3e:e8:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:52Z', 'updated_at': '2022-02-03T21:45:03Z', 'revision_number': 4, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'subnets': [{'id': '249c144a-452d-4a8a-bc9a-4eebcfce39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:45:03.937453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:45:03.946083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-608b976f-37d0-41fa-8999-2b784480bad5 None None] Current status of the port d8de9de7-5881-48a6-b573-eb8bf044fc5a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:03.965914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3ed71-11dc-4c42-8101-86d3e175a531 req-eb4b2a2e-9a74-4d90-abe9-efc2d8dc5696 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:03.975056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ad3ed71-11dc-4c42-8101-86d3e175a531 req-eb4b2a2e-9a74-4d90-abe9-efc2d8dc5696 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 948 time: 0.3305774 Feb 03 21:45:04.019628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (305c26e5-a39b-4532-b418-734306e9530a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:04.019982 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Added segment 305c26e5-a39b-4532-b418-734306e9530a of type vlan for network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 Feb 03 21:45:04.023983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547347a3-83df-4e4a-944f-64943845b667,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:04.050683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-3d83af47-ed13-4bb7-80f9-b1af0f3d80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.052232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-3d83af47-ed13-4bb7-80f9-b1af0f3d80d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2166eece056406097c00f535cedae9a&device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 1127 time: 0.2435467 Feb 03 21:45:04.120456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (e9d1dfea-961e-4347-9b40-456b6b0c4ec3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:04.190842 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (e9d1dfea-961e-4347-9b40-456b6b0c4ec3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:04.192066 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.192927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:04.438452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8564682 Feb 03 21:45:04.438841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:04.444689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Request body: {'subnet': {'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1130465063-subnet', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:04.474969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Made reservation on behalf of 2d226f52d8cc4ff1b4d582af7f76fd58 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:04.478023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:04.482743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd795c1-0124-4440-bd9e-d63381c1be9d admin admin] Pushing event updated for resources: {'Network': ['ID=e9d1dfea-961e-4347-9b40-456b6b0c4ec3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:04.504082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:45:04.544634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ad3ed71-11dc-4c42-8101-86d3e175a531 req-885721b9-06ea-46c6-8014-37eedec7aab5 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685253 Feb 03 21:45:04.548280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-2463d76d-d9e6-4126-a80b-ea2bf9d498a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.550452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-2463d76d-d9e6-4126-a80b-ea2bf9d498a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 200 len: 908 time: 0.3932970 Feb 03 21:45:04.717932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-64230d73-e1ec-4509-95b5-1b8fbcf733e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 200 len: 217 time: 0.1576185 Feb 03 21:45:04.774573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8f70-3946-401c-8295-4d6552d35be5 req-41e53e39-b706-494c-8b0e-f4278ff7fc93 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.813029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8f70-3946-401c-8295-4d6552d35be5 req-41e53e39-b706-494c-8b0e-f4278ff7fc93 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.842366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8f70-3946-401c-8295-4d6552d35be5 req-41e53e39-b706-494c-8b0e-f4278ff7fc93 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.847669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8f70-3946-401c-8295-4d6552d35be5 req-41e53e39-b706-494c-8b0e-f4278ff7fc93 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.863868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8f70-3946-401c-8295-4d6552d35be5 req-41e53e39-b706-494c-8b0e-f4278ff7fc93 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.874654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8f70-3946-401c-8295-4d6552d35be5 req-41e53e39-b706-494c-8b0e-f4278ff7fc93 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.886731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8f70-3946-401c-8295-4d6552d35be5 req-41e53e39-b706-494c-8b0e-f4278ff7fc93 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:04.902680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4da8f70-3946-401c-8295-4d6552d35be5 req-41e53e39-b706-494c-8b0e-f4278ff7fc93 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.7418764 Feb 03 21:45:04.936199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (c0faff6a-f096-43e0-af88-d16db446b15b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:05.006288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8a577f54-0d18-494b-b1b1-63a464dca0b2 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:45:05.079280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-e07e7912-8fc0-4911-bb97-90ed156fac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:05.082192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-e07e7912-8fc0-4911-bb97-90ed156fac61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 200 len: 847 time: 0.1765571 Feb 03 21:45:05.101286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0faff6a-f096-43e0-af88-d16db446b15b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:05.113207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Checking segment: {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:05.113882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Network hostable DHCP agents. Network: e9d1dfea-961e-4347-9b40-456b6b0c4ec3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:45:05.169269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4da8f70-3946-401c-8295-4d6552d35be5 req-0e00a4b7-facc-4238-ad94-761d7f68cc76 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2651751 Feb 03 21:45:05.181829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-62a28d9d-759b-49e9-a94b-934d57abafdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5509033c-b538-4663-b03d-3fd1625d3952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880997 Feb 03 21:45:05.182506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:45:05.191556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c591f8-ec24-4314-b880-20c28faee737 req-7c20a06b-507e-40ad-866d-09b3d068eb89 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:05.211468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29c591f8-ec24-4314-b880-20c28faee737 req-7c20a06b-507e-40ad-866d-09b3d068eb89 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.2227478 Feb 03 21:45:05.229174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, e9d1dfea-961e-4347-9b40-456b6b0c4ec3) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:05.236073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:05.238260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:05.251291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee04634-dc95-440c-b5ae-79a4c7db66b1 None None] Network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:05.271946 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-818763f7-a0c7-4339-b226-f107ac23a7bf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8285441 Feb 03 21:45:05.272165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:05.277608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:05.349482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:05.350559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:05.493107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc307823-63e0-4646-a1c6-35e90572d808 req-bfc180ac-b8a2-41cb-812d-85169ba5538b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.0864651 Feb 03 21:45:05.544949 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks [] for router_controller (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:05.560019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29c591f8-ec24-4314-b880-20c28faee737 req-a689f694-3bd9-4611-820f-ffee17338ae3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452911 Feb 03 21:45:05.573828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d8de9de7-5881-48a6-b573-eb8bf044fc5a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:05.594113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-ea46667b-2ef0-4a78-84ff-72ca0572726c service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777754 Feb 03 21:45:05.856135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 8a577f54-0d18-494b-b1b1-63a464dca0b2, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8a577f54-0d18-494b-b1b1-63a464dca0b2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:05.874937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603eb0a-b0b5-4810-b74b-7df64c446b90 req-f9ce221d-5f7d-4b19-bc74-8573df75328f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:05.888511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8603eb0a-b0b5-4810-b74b-7df64c446b90 req-f9ce221d-5f7d-4b19-bc74-8573df75328f tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.2634976 Feb 03 21:45:05.929746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a23d8f31-fb23-42f9-8fda-59addc70e7ce req-a801c884-c998-477a-8f9d-f095530a3b43 service neutron] 10.222.0.10 "GET /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256245 Feb 03 21:45:05.966019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '8a577f54-0d18-494b-b1b1-63a464dca0b2', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '8a577f54-0d18-494b-b1b1-63a464dca0b2', 'mac_address': 'fa:16:3e:bb:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:45:05.990076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8603eb0a-b0b5-4810-b74b-7df64c446b90 req-0adfac5e-3143-488d-afe3-f4ec61481e37 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004474 Feb 03 21:45:06.045685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529edc-d0fa-469b-8865-694632c4c63c req-7f287c6d-79c9-4a25-af48-459762452454 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.046134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:45:06.046730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.050172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af529edc-d0fa-469b-8865-694632c4c63c req-7f287c6d-79c9-4a25-af48-459762452454 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 948 time: 0.2205033 Feb 03 21:45:06.139621 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks [] for router_gateway (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.148484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af529edc-d0fa-469b-8865-694632c4c63c req-02135af6-f2b9-4f1e-96d7-29683a58eb5e tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922399 Feb 03 21:45:06.166444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671e364-cb08-47d9-ae65-764b25289c16 req-b2e9c915-f1d1-4f7c-ac5f-81ba005a0a41 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.169239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c671e364-cb08-47d9-ae65-764b25289c16 req-b2e9c915-f1d1-4f7c-ac5f-81ba005a0a41 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.47 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.4520350 Feb 03 21:45:06.211109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d8de9de7-5881-48a6-b573-eb8bf044fc5a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:06.211109 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.281445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 8a577f54-0d18-494b-b1b1-63a464dca0b2 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:06.281839 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.332886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Allocated IP 172.20.0.2 (e9d1dfea-961e-4347-9b40-456b6b0c4ec3/c0faff6a-f096-43e0-af88-d16db446b15b/ffab8970-2288-4e3a-a016-3cb4ece0d058) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:06.364187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a577f54-0d18-494b-b1b1-63a464dca0b2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:06.419133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c671e364-cb08-47d9-ae65-764b25289c16 req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Deleting port c2cea51e-08ba-4b20-a4d8-c219825024dd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:45:06.419855 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c671e364-cb08-47d9-ae65-764b25289c16 req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.475030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780618b-7c41-4f9c-9aa3-e2b1f901eb54 req-10808d5e-c0e3-48de-8d32-4e9caca9075c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.480995 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780618b-7c41-4f9c-9aa3-e2b1f901eb54 req-10808d5e-c0e3-48de-8d32-4e9caca9075c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.486616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780618b-7c41-4f9c-9aa3-e2b1f901eb54 req-10808d5e-c0e3-48de-8d32-4e9caca9075c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.492849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780618b-7c41-4f9c-9aa3-e2b1f901eb54 req-10808d5e-c0e3-48de-8d32-4e9caca9075c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.503161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780618b-7c41-4f9c-9aa3-e2b1f901eb54 req-10808d5e-c0e3-48de-8d32-4e9caca9075c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.510072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780618b-7c41-4f9c-9aa3-e2b1f901eb54 req-10808d5e-c0e3-48de-8d32-4e9caca9075c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.517088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780618b-7c41-4f9c-9aa3-e2b1f901eb54 req-10808d5e-c0e3-48de-8d32-4e9caca9075c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.529344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2780618b-7c41-4f9c-9aa3-e2b1f901eb54 req-10808d5e-c0e3-48de-8d32-4e9caca9075c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.1832666 Feb 03 21:45:06.651167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Publish callbacks [] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.654694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2780618b-7c41-4f9c-9aa3-e2b1f901eb54 req-675ce9fa-7175-4898-b018-b070d0dd9603 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238694 Feb 03 21:45:06.671287 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.700150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c671e364-cb08-47d9-ae65-764b25289c16 req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] For port c2cea51e-08ba-4b20-a4d8-c219825024dd, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c2cea51e-08ba-4b20-a4d8-c219825024dd,segment=NetworkSegment(6a562ebe-ac9d-448a-bd61-4b1f443f6e09),segment_id=6a562ebe-ac9d-448a-bd61-4b1f443f6e09)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:06.700150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c671e364-cb08-47d9-ae65-764b25289c16 req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.718304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 8a577f54-0d18-494b-b1b1-63a464dca0b2, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8a577f54-0d18-494b-b1b1-63a464dca0b2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:06.740730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff420ff2-6b2c-4190-9df8-99462a152223 req-ff40350b-e472-4345-96da-add30a18e8de tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.0847924 Feb 03 21:45:06.750282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks [] for router_gateway (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.762934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:06.802574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:06.804810 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.809357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:06.809919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:06.813845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c671e364-cb08-47d9-ae65-764b25289c16 req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Calling delete_port for c2cea51e-08ba-4b20-a4d8-c219825024dd owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:45:06.878577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d8de9de7-5881-48a6-b573-eb8bf044fc5a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:06.892423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0ebe6-ed8e-4f93-8203-daae4357b1b2 req-1fbaa1b8-7c4d-4e9e-a2e2-c90a38c67fe5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:06.896945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Pushing event updated for resources: {'Port': ['ID=ffab8970-2288-4e3a-a016-3cb4ece0d058,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:06.910423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01f0ebe6-ed8e-4f93-8203-daae4357b1b2 req-1fbaa1b8-7c4d-4e9e-a2e2-c90a38c67fe5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1292293 Feb 03 21:45:07.005401 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01f0ebe6-ed8e-4f93-8203-daae4357b1b2 req-b783e586-0111-42b5-9e93-3eb9ce4bbede tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876913 Feb 03 21:45:07.029437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=8a577f54-0d18-494b-b1b1-63a464dca0b2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:07.032874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Attempting to bind port ffab8970-2288-4e3a-a016-3cb4ece0d058 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:07.033517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Attempting to bind port ffab8970-2288-4e3a-a016-3cb4ece0d058 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:07.034048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Attempting to bind port ffab8970-2288-4e3a-a016-3cb4ece0d058 on network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:07.042356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:07.042872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Checking segment: {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:07.043386 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:07.043979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Bound using segment: {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:07.044574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Bound port: ffab8970-2288-4e3a-a016-3cb4ece0d058, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:07.045103 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:07.151426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5604d7-c754-455b-bff5-0482370235ca req-010f7080-f59a-4d4e-8690-365d739238d6 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:07.166000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b5604d7-c754-455b-bff5-0482370235ca req-010f7080-f59a-4d4e-8690-365d739238d6 tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/ports?device_id=be16f31f-76ac-4b55-806d-573584731910 HTTP/1.1" status: 200 len: 946 time: 0.0938842 Feb 03 21:45:07.208619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] For port ffab8970-2288-4e3a-a016-3cb4ece0d058, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:07.213607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] For port ffab8970-2288-4e3a-a016-3cb4ece0d058, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ffab8970-2288-4e3a-a016-3cb4ece0d058,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:07.228060 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:07.272435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Allocated IP 172.25.5.189 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/dd1051ff-789e-4b2e-adc2-25453e7d8a2c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:07.280492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b5604d7-c754-455b-bff5-0482370235ca req-54ddfbac-20d8-47d2-8b36-ea21f7c61b6d tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.50 "GET /v2.0/security-groups?id=18454ca0-5985-4ffb-8d3c-80ae32e0034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131842 Feb 03 21:45:07.311667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['8a577f54-0d18-494b-b1b1-63a464dca0b2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:07.369084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3656b-6d4a-4695-a19b-36760212349b None None] Pushing event updated for resources: {'Port': ['ID=ffab8970-2288-4e3a-a016-3cb4ece0d058,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:07.415099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c671e364-cb08-47d9-ae65-764b25289c16 req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c2cea51e-08ba-4b20-a4d8-c219825024dd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:07.436936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c2cea51e-08ba-4b20-a4d8-c219825024dd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:07.493279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Pushing event deleted for resources: {'Port': ['ID=c2cea51e-08ba-4b20-a4d8-c219825024dd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:07.528715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd686b-255b-4b48-ae03-0cadadc7263a req-e009bddc-488a-450a-bd65-ecbb7e4f2c15 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:07.539092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7dd686b-255b-4b48-ae03-0cadadc7263a req-e009bddc-488a-450a-bd65-ecbb7e4f2c15 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 949 time: 0.1374760 Feb 03 21:45:07.698453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7dd686b-255b-4b48-ae03-0cadadc7263a req-9bee3800-4c5f-4444-bbde-d25a484f889c tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550064 Feb 03 21:45:07.708918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c671e364-cb08-47d9-ae65-764b25289c16 req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] No DVR routers for this DVR port c2cea51e-08ba-4b20-a4d8-c219825024dd on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:45:07.728851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c671e364-cb08-47d9-ae65-764b25289c16 req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:07.732473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c671e364-cb08-47d9-ae65-764b25289c16 req-e0b8bfb6-9130-4c1a-a70c-f10aa090cdce tempest-ServerDiskConfigTestJSON-507255656 tempest-ServerDiskConfigTestJSON-507255656-project] 10.222.0.47 "DELETE /v2.0/ports/c2cea51e-08ba-4b20-a4d8-c219825024dd HTTP/1.1" status: 204 len: 173 time: 1.5546570 Feb 03 21:45:07.732981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be16f31f-76ac-4b55-806d-573584731910', 'name': 'network-vif-deleted', 'tag': 'c2cea51e-08ba-4b20-a4d8-c219825024dd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:07.735445 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf61e72-ca46-4b82-a2ee-aa3c746d865b" -d '{"events": [{"server_uuid": "be16f31f-76ac-4b55-806d-573584731910", "name": "network-vif-deleted", "tag": "c2cea51e-08ba-4b20-a4d8-c219825024dd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:07.745316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks [] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:07.812620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:07.922968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:07.934852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:07.945604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:07.964549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659ee62-d04f-49ac-b9e8-9d5ec4c1f6a1 req-b03f3bad-c5a1-4cd2-b36a-ca6419489e0e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:07.973093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659ee62-d04f-49ac-b9e8-9d5ec4c1f6a1 req-b03f3bad-c5a1-4cd2-b36a-ca6419489e0e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:07.979338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Pushing event updated for resources: {'Port': ['ID=dd1051ff-789e-4b2e-adc2-25453e7d8a2c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:07.994200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659ee62-d04f-49ac-b9e8-9d5ec4c1f6a1 req-b03f3bad-c5a1-4cd2-b36a-ca6419489e0e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:08.000065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659ee62-d04f-49ac-b9e8-9d5ec4c1f6a1 req-b03f3bad-c5a1-4cd2-b36a-ca6419489e0e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:08.010018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659ee62-d04f-49ac-b9e8-9d5ec4c1f6a1 req-b03f3bad-c5a1-4cd2-b36a-ca6419489e0e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:08.020281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659ee62-d04f-49ac-b9e8-9d5ec4c1f6a1 req-b03f3bad-c5a1-4cd2-b36a-ca6419489e0e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:08.027729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659ee62-d04f-49ac-b9e8-9d5ec4c1f6a1 req-b03f3bad-c5a1-4cd2-b36a-ca6419489e0e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:08.037537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c659ee62-d04f-49ac-b9e8-9d5ec4c1f6a1 req-b03f3bad-c5a1-4cd2-b36a-ca6419489e0e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2084348 Feb 03 21:45:08.059425 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d07400-f62e-45bd-a36f-fca24c879eae x-openstack-request-id: req-35d07400-f62e-45bd-a36f-fca24c879eae {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:08.060091 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be16f31f-76ac-4b55-806d-573584731910", "name": "network-vif-deleted", "tag": "c2cea51e-08ba-4b20-a4d8-c219825024dd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:08.060442 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35d07400-f62e-45bd-a36f-fca24c879eae {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:08.060937 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be16f31f-76ac-4b55-806d-573584731910', 'name': 'network-vif-deleted', 'tag': 'c2cea51e-08ba-4b20-a4d8-c219825024dd', 'status': 'completed', 'code': 200} Feb 03 21:45:08.122370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c659ee62-d04f-49ac-b9e8-9d5ec4c1f6a1 req-3dd84335-972a-4e89-a230-6a5f392a4e6c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838821 Feb 03 21:45:08.228700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f51eaf78-d6f5-4425-a257-747e37e2c18d req-02c7f760-35c3-4ac6-a70d-12e748273961 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=449e3903-c5cd-448d-a883-631a6ad69c1a HTTP/1.1" status: 200 len: 210 time: 0.0659492 Feb 03 21:45:08.514339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a618a1-87c7-42d7-8be7-656db9d6332c req-18062903-c172-4ee1-a7a4-dfbfbc7c3fad tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:08.523064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5a618a1-87c7-42d7-8be7-656db9d6332c req-18062903-c172-4ee1-a7a4-dfbfbc7c3fad tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1535747 Feb 03 21:45:08.609693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5a618a1-87c7-42d7-8be7-656db9d6332c req-b0d40093-7071-43e6-a391-086d35498282 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842466 Feb 03 21:45:08.969613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fcbb6a-a8df-483c-8731-9298b310b5b1 None None] Network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:09.120264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-0cf14658-3e9b-410d-a368-98238050372a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:09.135070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-0cf14658-3e9b-410d-a368-98238050372a tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 804 time: 0.3380866 Feb 03 21:45:09.183120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-1e84fa26-3d9b-425e-8ccd-749515e0476e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/quotas/f7fd005c4f0a4e3cb800e58ad261ae15 HTTP/1.1" status: 200 len: 375 time: 0.0471017 Feb 03 21:45:09.188478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks [] for router_gateway (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:09.243953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8a577f54-0d18-494b-b1b1-63a464dca0b2 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:09.312825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2d6cf272-d339-4de5-a9da-ceb0a066ed5c None None] Provisioning complete for port ffab8970-2288-4e3a-a016-3cb4ece0d058 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:09.313496 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf272-d339-4de5-a9da-ceb0a066ed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:09.438009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ffab8970-2288-4e3a-a016-3cb4ece0d058 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:09.559943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325530a-aaf1-4d87-bd93-5942f2c755f7 req-17639bb9-18b7-4ea9-badc-fefe4cab7e86 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:09.564694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2325530a-aaf1-4d87-bd93-5942f2c755f7 req-17639bb9-18b7-4ea9-badc-fefe4cab7e86 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 949 time: 0.4274957 Feb 03 21:45:09.572623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:09.630739 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-819a5aa7-f996-4c38-85e9-b097ed7f2ec2 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4466522 Feb 03 21:45:09.724797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cf272-d339-4de5-a9da-ceb0a066ed5c None None] Current status of the port ffab8970-2288-4e3a-a016-3cb4ece0d058 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:09.725779 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf272-d339-4de5-a9da-ceb0a066ed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:09.730172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 8a577f54-0d18-494b-b1b1-63a464dca0b2 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:45:09.734501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ffab8970-2288-4e3a-a016-3cb4ece0d058 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:09.735588 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:09.752247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 8a577f54-0d18-494b-b1b1-63a464dca0b2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:09.752882 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:09.939323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:45:10.128296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:45:10.151811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:10.154934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09512b6d-fb3d-417f-8602-cc93b355c8fe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.8818445 Feb 03 21:45:10.158180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:10.234659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Sync routers for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:45:10.327962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2d6cf272-d339-4de5-a9da-ceb0a066ed5c None None] For port ffab8970-2288-4e3a-a016-3cb4ece0d058, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ffab8970-2288-4e3a-a016-3cb4ece0d058,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:10.339797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:10.340680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:10.347688 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf272-d339-4de5-a9da-ceb0a066ed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:10.400296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2325530a-aaf1-4d87-bd93-5942f2c755f7 req-8264bbcc-3117-4556-a014-e69fbd3c4347 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8202996 Feb 03 21:45:10.472089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-3932c971-365a-4957-8c33-d6d069a8acb8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:10.473793 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-3932c971-365a-4957-8c33-d6d069a8acb8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.47 "GET /v2.0/ports?device_id=f096e1d6-6468-4676-be65-badf7e831501 HTTP/1.1" status: 200 len: 945 time: 0.1350303 Feb 03 21:45:10.487546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-ca5cf9c8-f01e-4bfc-a759-76705c257134 service neutron] 10.222.0.50 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8553145 Feb 03 21:45:10.552767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cf272-d339-4de5-a9da-ceb0a066ed5c None None] Pushing event updated for resources: {'Port': ['ID=ffab8970-2288-4e3a-a016-3cb4ece0d058,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:10.659431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ffab8970-2288-4e3a-a016-3cb4ece0d058 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:10.694656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-88bdc94b-d773-4386-99f9-8fdd3603622d None None] Provisioning complete for port ffab8970-2288-4e3a-a016-3cb4ece0d058 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:10.695213 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88bdc94b-d773-4386-99f9-8fdd3603622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:10.791917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Deleting port 26200f26-b357-4f04-8f20-00c59f70fef4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:45:10.792403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:10.850002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:10.863088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722c5d-d5b5-4353-b042-1e83c2a0ed33 req-03517d86-75e1-40e6-b0c0-f1bc469ac18e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:10.876092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722c5d-d5b5-4353-b042-1e83c2a0ed33 req-03517d86-75e1-40e6-b0c0-f1bc469ac18e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:10.891902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722c5d-d5b5-4353-b042-1e83c2a0ed33 req-03517d86-75e1-40e6-b0c0-f1bc469ac18e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:10.908281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722c5d-d5b5-4353-b042-1e83c2a0ed33 req-03517d86-75e1-40e6-b0c0-f1bc469ac18e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:10.926184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722c5d-d5b5-4353-b042-1e83c2a0ed33 req-03517d86-75e1-40e6-b0c0-f1bc469ac18e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:10.944453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722c5d-d5b5-4353-b042-1e83c2a0ed33 req-03517d86-75e1-40e6-b0c0-f1bc469ac18e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:10.950649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 8a577f54-0d18-494b-b1b1-63a464dca0b2 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:10.952896 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:10.962839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722c5d-d5b5-4353-b042-1e83c2a0ed33 req-03517d86-75e1-40e6-b0c0-f1bc469ac18e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:10.969361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85722c5d-d5b5-4353-b042-1e83c2a0ed33 req-03517d86-75e1-40e6-b0c0-f1bc469ac18e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3668263 Feb 03 21:45:10.990133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-80ea0098-6f69-4a1c-8eb3-4ec51d69e3a8 service neutron] 10.222.0.50 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004008 Feb 03 21:45:11.111893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85722c5d-d5b5-4353-b042-1e83c2a0ed33 req-7effe6b0-172c-4da5-9208-b010dc2d0ff8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170509 Feb 03 21:45:11.112776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] For port 26200f26-b357-4f04-8f20-00c59f70fef4, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=26200f26-b357-4f04-8f20-00c59f70fef4,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:11.113238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:11.164329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88bdc94b-d773-4386-99f9-8fdd3603622d None None] Current status of the port ffab8970-2288-4e3a-a016-3cb4ece0d058 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:11.213092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Calling delete_port for 26200f26-b357-4f04-8f20-00c59f70fef4 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:45:11.341702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:11.400056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ffab8970-2288-4e3a-a016-3cb4ece0d058 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:11.474231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-751ff30e-4a50-4623-9038-f36465733de2 admin admin] Deleting subnet 6b4dedbf-3c7a-41ac-a1fa-79c81d58281d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:45:11.516641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:11.523467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 8a577f54-0d18-494b-b1b1-63a464dca0b2, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8a577f54-0d18-494b-b1b1-63a464dca0b2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:11.523629 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-751ff30e-4a50-4623-9038-f36465733de2 admin admin] Publish callbacks [] for subnet (6b4dedbf-3c7a-41ac-a1fa-79c81d58281d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:11.563815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a577f54-0d18-494b-b1b1-63a464dca0b2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:11.566928 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e55031b-0bbc-4b93-a174-a9b32ce81712" -d '{"events": [{"server_uuid": "4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d", "name": "network-vif-plugged", "status": "completed", "tag": "8a577f54-0d18-494b-b1b1-63a464dca0b2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:11.576390 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:11.577487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 26200f26-b357-4f04-8f20-00c59f70fef4 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:45:11.727240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3538eb66-f450-469b-99dc-07d60871f5a6 req-b54f67af-00a2-4f15-b600-923fe1710e93 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 210 time: 0.2459986 Feb 03 21:45:11.771643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:08Z', 'revision_number': 3, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:11.775526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=8a577f54-0d18-494b-b1b1-63a464dca0b2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:11.802235 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-751ff30e-4a50-4623-9038-f36465733de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (6b4dedbf-3c7a-41ac-a1fa-79c81d58281d), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:11.827263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ffab8970-2288-4e3a-a016-3cb4ece0d058 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:11.827725 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:11.829595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Checking router: a760aed1-eee8-46a1-a29b-ae7d5b9558f1 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:45:11.830057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Updating router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 port dd1051ff-789e-4b2e-adc2-25453e7d8a2c binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:45:11.900537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 26200f26-b357-4f04-8f20-00c59f70fef4 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:11.901223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:11.919508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Allocated IP 172.20.0.1 (e9d1dfea-961e-4347-9b40-456b6b0c4ec3/c0faff6a-f096-43e0-af88-d16db446b15b/3192e16a-9796-4552-a8d6-3fa36352d0fc) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:11.944973 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:11.993864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167e5f-4c24-4759-8f37-5af6c2449178 req-7a7b64a3-bb55-4392-b235-65a8c7d3f576 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:11.997757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c2cea51e-08ba-4b20-a4d8-c219825024dd no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:45:12.003129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d167e5f-4c24-4759-8f37-5af6c2449178 req-7a7b64a3-bb55-4392-b235-65a8c7d3f576 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.5188689 Feb 03 21:45:12.037924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: c2cea51e-08ba-4b20-a4d8-c219825024dd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:45:12.038379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c2cea51e-08ba-4b20-a4d8-c219825024dd not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:45:12.064122 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (26200f26-b357-4f04-8f20-00c59f70fef4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.091294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-751ff30e-4a50-4623-9038-f36465733de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6b4dedbf-3c7a-41ac-a1fa-79c81d58281d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.140119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Pushing event deleted for resources: {'Port': ['ID=26200f26-b357-4f04-8f20-00c59f70fef4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:12.158559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ffab8970-2288-4e3a-a016-3cb4ece0d058 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:12.215512 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:45:12.217869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] No DVR routers for this DVR port 26200f26-b357-4f04-8f20-00c59f70fef4 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:45:12.227088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.231263 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5baeba8c-6d83-49dc-811c-a45d2fb7e5be req-9ba5bb81-43b5-45cf-a558-886bd0b9a63f tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.47 "DELETE /v2.0/ports/26200f26-b357-4f04-8f20-00c59f70fef4 HTTP/1.1" status: 204 len: 173 time: 1.7505836 Feb 03 21:45:12.232218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f096e1d6-6468-4676-be65-badf7e831501', 'name': 'network-vif-deleted', 'tag': '26200f26-b357-4f04-8f20-00c59f70fef4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:12.234889 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7028ef42-23ed-4542-99ea-2e11218a6595" -d '{"events": [{"server_uuid": "f096e1d6-6468-4676-be65-badf7e831501", "name": "network-vif-deleted", "tag": "26200f26-b357-4f04-8f20-00c59f70fef4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:12.267482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Publish callbacks [] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.320730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.329895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345bd84-746a-452e-9e39-0ddfe0da75cb req-6569894e-8d58-46e0-aa6b-f8f03fa1e2bd tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:12.344243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1345bd84-746a-452e-9e39-0ddfe0da75cb req-6569894e-8d58-46e0-aa6b-f8f03fa1e2bd tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 950 time: 0.5312290 Feb 03 21:45:12.437205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:12.439351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d167e5f-4c24-4759-8f37-5af6c2449178 req-cc458439-144e-43e8-bf1d-463ae9a23de7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228299 Feb 03 21:45:12.448757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:12.462284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:12.479813 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Publish callbacks [] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.514887 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.523925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=3192e16a-9796-4552-a8d6-3fa36352d0fc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:12.553791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.590397 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-751ff30e-4a50-4623-9038-f36465733de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (6b4dedbf-3c7a-41ac-a1fa-79c81d58281d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.654536 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e091b48c-7436-4a18-a0ab-03c359a7fcdf x-openstack-request-id: req-e091b48c-7436-4a18-a0ab-03c359a7fcdf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:12.654949 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d", "name": "network-vif-plugged", "status": "completed", "tag": "8a577f54-0d18-494b-b1b1-63a464dca0b2", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:12.655296 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e091b48c-7436-4a18-a0ab-03c359a7fcdf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:12.655787 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a577f54-0d18-494b-b1b1-63a464dca0b2', 'code': 200} Feb 03 21:45:12.661178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Attempting to bind port dd1051ff-789e-4b2e-adc2-25453e7d8a2c on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:12.661994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Attempting to bind port dd1051ff-789e-4b2e-adc2-25453e7d8a2c by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:12.662741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Attempting to bind port dd1051ff-789e-4b2e-adc2-25453e7d8a2c on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:12.673112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:12.673713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:12.674611 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.675087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:12.675236 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-751ff30e-4a50-4623-9038-f36465733de2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.676767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Bound port: dd1051ff-789e-4b2e-adc2-25453e7d8a2c, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:12.677259 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:12.688360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-751ff30e-4a50-4623-9038-f36465733de2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6b4dedbf-3c7a-41ac-a1fa-79c81d58281d HTTP/1.1" status: 204 len: 168 time: 1.3392632 Feb 03 21:45:12.695581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:12.734617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1345bd84-746a-452e-9e39-0ddfe0da75cb req-f0d33fe7-0f16-4ec1-98c9-3696f314f187 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884950 Feb 03 21:45:12.828114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ff30e-4a50-4623-9038-f36465733de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4dedbf-3c7a-41ac-a1fa-79c81d58281d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:12.841850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e623ed-c8bd-429f-9ecd-050bf80381da None None] Pushing event updated for resources: {'Port': ['ID=dd1051ff-789e-4b2e-adc2-25453e7d8a2c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:12.886822 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e79d0bc-2b9d-4a0d-abb7-37d9cb6d29f0 x-openstack-request-id: req-9e79d0bc-2b9d-4a0d-abb7-37d9cb6d29f0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:12.889513 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f096e1d6-6468-4676-be65-badf7e831501", "name": "network-vif-deleted", "tag": "26200f26-b357-4f04-8f20-00c59f70fef4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:12.890021 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e79d0bc-2b9d-4a0d-abb7-37d9cb6d29f0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:12.892278 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f096e1d6-6468-4676-be65-badf7e831501', 'name': 'network-vif-deleted', 'tag': '26200f26-b357-4f04-8f20-00c59f70fef4', 'status': 'completed', 'code': 200} Feb 03 21:45:12.920951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] For port dd1051ff-789e-4b2e-adc2-25453e7d8a2c, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:12.931077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] For port dd1051ff-789e-4b2e-adc2-25453e7d8a2c, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dd1051ff-789e-4b2e-adc2-25453e7d8a2c,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:12.943165 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.007511 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.038455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (66994bcc-d296-4e02-b239-d2f272a5bfbb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.043075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc081c-f382-4d3e-8459-d4599902f623 req-fc409126-53ab-4e02-a5fd-095f7f02676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:13.044666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2fc081c-f382-4d3e-8459-d4599902f623 req-fc409126-53ab-4e02-a5fd-095f7f02676e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 1132 time: 0.2543974 Feb 03 21:45:13.100312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:13.101240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:13.143864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-139f9fd8-c0d7-488e-8765-b3d2bd2aade4 req-9b13ab25-c3a1-4f3f-a487-71f8756e54ca tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 210 time: 0.0778651 Feb 03 21:45:13.282996 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c2fc081c-f382-4d3e-8459-d4599902f623 req-984ca71c-d05b-43b6-b0ec-e5cf9c6fe5de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173688 Feb 03 21:45:13.287511 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (66994bcc-d296-4e02-b239-d2f272a5bfbb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.314788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66994bcc-d296-4e02-b239-d2f272a5bfbb']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:13.327649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a562ebe-ac9d-448a-bd61-4b1f443f6e09') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:13.327649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a562ebe-ac9d-448a-bd61-4b1f443f6e09') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:13.330230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a81208a6-21f6-4359-b97e-82b6d7065be6 None None] Provisioning complete for port 3192e16a-9796-4552-a8d6-3fa36352d0fc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:13.330743 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a81208a6-21f6-4359-b97e-82b6d7065be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.336444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e623ed-c8bd-429f-9ecd-050bf80381da None None] Pushing event updated for resources: {'Port': ['ID=dd1051ff-789e-4b2e-adc2-25453e7d8a2c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:13.339409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (6a562ebe-ac9d-448a-bd61-4b1f443f6e09), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.357129 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (6a562ebe-ac9d-448a-bd61-4b1f443f6e09), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.367846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:45:13.368258 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (6a562ebe-ac9d-448a-bd61-4b1f443f6e09), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:45:13.370158 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:45:13.397518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e5b8-3f71-4a6f-b126-b167d69835af req-8bdbae52-dbeb-4c93-94c2-690b92a832d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:13.402998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e5b8-3f71-4a6f-b126-b167d69835af req-8bdbae52-dbeb-4c93-94c2-690b92a832d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:13.409407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e5b8-3f71-4a6f-b126-b167d69835af req-8bdbae52-dbeb-4c93-94c2-690b92a832d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:13.415327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e5b8-3f71-4a6f-b126-b167d69835af req-8bdbae52-dbeb-4c93-94c2-690b92a832d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:13.420961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e5b8-3f71-4a6f-b126-b167d69835af req-8bdbae52-dbeb-4c93-94c2-690b92a832d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:13.428078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e5b8-3f71-4a6f-b126-b167d69835af req-8bdbae52-dbeb-4c93-94c2-690b92a832d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:13.432172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a81208a6-21f6-4359-b97e-82b6d7065be6 None None] Port 3192e16a-9796-4552-a8d6-3fa36352d0fc cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:45:13.435451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e5b8-3f71-4a6f-b126-b167d69835af req-8bdbae52-dbeb-4c93-94c2-690b92a832d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:13.437731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3731e5b8-3f71-4a6f-b126-b167d69835af req-8bdbae52-dbeb-4c93-94c2-690b92a832d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.5784292 Feb 03 21:45:13.450934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:13.488471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Publish callbacks [] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.511409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.579939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (66994bcc-d296-4e02-b239-d2f272a5bfbb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.597392 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.601329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] 10.222.0.50 "DELETE /v2.0/networks/66994bcc-d296-4e02-b239-d2f272a5bfbb HTTP/1.1" status: 204 len: 168 time: 0.9027767 Feb 03 21:45:13.610082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3731e5b8-3f71-4a6f-b126-b167d69835af req-70036620-736d-4783-a26e-b91f3daffc48 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444502 Feb 03 21:45:13.628920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:13.648859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=3192e16a-9796-4552-a8d6-3fa36352d0fc,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:13.662546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899c170-7b71-4e62-8224-a9a59ccf272e admin admin] Pushing event deleted for resources: {'Network': ['ID=66994bcc-d296-4e02-b239-d2f272a5bfbb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:13.736762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5de18b-e8aa-4536-8955-ec3facc892f5 req-24c71640-d5aa-47a6-b149-ab44b503db10 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:13.758208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e5de18b-e8aa-4536-8955-ec3facc892f5 req-24c71640-d5aa-47a6-b149-ab44b503db10 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1538463 Feb 03 21:45:13.845697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:13.850991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:13.917938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:14.043196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e5de18b-e8aa-4536-8955-ec3facc892f5 req-a87a0a63-c7af-486d-ac6a-bcdd9b0dd529 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827864 Feb 03 21:45:14.200466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:45:14.204751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:11Z', 'revision_number': 1, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:14.242004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-f7169ea2-dab2-439a-95a0-7c06a7b8afa4 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:14.245120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-f7169ea2-dab2-439a-95a0-7c06a7b8afa4 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 804 time: 0.4488471 Feb 03 21:45:14.260556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Request body: {'port': {'device_id': '53ea4c03-188f-4d55-a511-72906389a5c5', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'admin_state_up': True, 'tenant_id': 'f7fd005c4f0a4e3cb800e58ad261ae15'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:14.265603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d212e95-67ef-4c21-ba1a-b6c10fda06cc None None] The sync data for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 is: [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:11Z', 'revision_number': 1, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:45:14.278650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bbd96ad8-4f4d-48d1-8d36-0d8de0b7a08c None None] Provisioning complete for port 3192e16a-9796-4552-a8d6-3fa36352d0fc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:14.279681 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbd96ad8-4f4d-48d1-8d36-0d8de0b7a08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:14.349182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bbd96ad8-4f4d-48d1-8d36-0d8de0b7a08c None None] Port 3192e16a-9796-4552-a8d6-3fa36352d0fc cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:45:14.359676 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7a87d-785f-48ac-943f-af4bd92514ba req-2ba6190a-0f7b-4dfa-92ad-678765189ba5 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:14.369161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5c7a87d-785f-48ac-943f-af4bd92514ba req-2ba6190a-0f7b-4dfa-92ad-678765189ba5 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 950 time: 0.5042274 Feb 03 21:45:14.406121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bee50a8b-c0a1-4c87-a983-6df3d293ef66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9601b3f1674e422496ca65aaa32c9bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538846 Feb 03 21:45:14.410299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:14.433692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c05304ac-b391-46c5-bee7-25920c28b260 req-76fb9dfe-a66f-4aae-9452-256a5abfe877 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 210 time: 0.0507584 Feb 03 21:45:14.454137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:45:14.463821 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-493f62db-ec81-411b-b25b-726244fe3dd1 admin admin] 10.222.0.50 "PUT /v2.0/routers/a760aed1-eee8-46a1-a29b-ae7d5b9558f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3031065 Feb 03 21:45:14.493434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5c7a87d-785f-48ac-943f-af4bd92514ba req-80744229-0ea4-4eb2-8388-45d0439deb1d tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232347 Feb 03 21:45:14.495857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec9aadeb-2211-49fc-8db4-2e3f2a344639 admin admin] Publish callbacks [] for security_group (18454ca0-5985-4ffb-8d3c-80ae32e0034d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:14.544090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec9aadeb-2211-49fc-8db4-2e3f2a344639 admin admin] Publish callbacks [] for security_group (18454ca0-5985-4ffb-8d3c-80ae32e0034d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:14.596226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Made reservation on behalf of f7fd005c4f0a4e3cb800e58ad261ae15 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:14.600191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:14.692418 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec9aadeb-2211-49fc-8db4-2e3f2a344639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (18454ca0-5985-4ffb-8d3c-80ae32e0034d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:14.695868 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec9aadeb-2211-49fc-8db4-2e3f2a344639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:14.697165 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ec9aadeb-2211-49fc-8db4-2e3f2a344639 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18454ca0-5985-4ffb-8d3c-80ae32e0034d HTTP/1.1" status: 204 len: 168 time: 0.2851787 Feb 03 21:45:14.715459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9aadeb-2211-49fc-8db4-2e3f2a344639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18454ca0-5985-4ffb-8d3c-80ae32e0034d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:14.983042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Allocated IP 172.20.0.8 (37090306-f13c-4a59-989b-eba14a431521/4e21f944-9322-4781-b061-7bb75d40913a/464703d5-a11e-49b5-8dcc-0fa35a3e6b65) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:15.008495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20a3f-b437-4bf9-bd22-b4792c42ef01 req-c455633e-9897-4f2a-9c55-7ceb4756f4c8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:15.019786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20a3f-b437-4bf9-bd22-b4792c42ef01 req-c455633e-9897-4f2a-9c55-7ceb4756f4c8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:15.028325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 26200f26-b357-4f04-8f20-00c59f70fef4 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:45:15.039824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20a3f-b437-4bf9-bd22-b4792c42ef01 req-c455633e-9897-4f2a-9c55-7ceb4756f4c8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:15.054602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20a3f-b437-4bf9-bd22-b4792c42ef01 req-c455633e-9897-4f2a-9c55-7ceb4756f4c8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:15.078295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20a3f-b437-4bf9-bd22-b4792c42ef01 req-c455633e-9897-4f2a-9c55-7ceb4756f4c8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:15.096268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 26200f26-b357-4f04-8f20-00c59f70fef4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:45:15.097218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 26200f26-b357-4f04-8f20-00c59f70fef4 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:45:15.102501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20a3f-b437-4bf9-bd22-b4792c42ef01 req-c455633e-9897-4f2a-9c55-7ceb4756f4c8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:15.113846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20a3f-b437-4bf9-bd22-b4792c42ef01 req-c455633e-9897-4f2a-9c55-7ceb4756f4c8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:15.120178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adc20a3f-b437-4bf9-bd22-b4792c42ef01 req-c455633e-9897-4f2a-9c55-7ceb4756f4c8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2631526 Feb 03 21:45:15.396284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adc20a3f-b437-4bf9-bd22-b4792c42ef01 req-fb1f933e-ab30-4860-a163-4babd54c7b86 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2520869 Feb 03 21:45:15.558275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks [] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:15.605145 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:15.729038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Pushing event updated for resources: {'Port': ['ID=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:15.729819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:15.733340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Network 37090306-f13c-4a59-989b-eba14a431521 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:15.736548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:15.741478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8b0931d8-3dba-4ed0-a661-b9561921b36e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446720409', 'description': 'tempest-description--453278514'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:15.742358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:15.804572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b0931d8-3dba-4ed0-a661-b9561921b36e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:15.831984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:15.832819 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:15.867046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd6c34-b87f-4034-930a-2fbf0468acbe req-1f072757-32e8-4359-a050-1ec39e11786d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:15.876123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2dd6c34-b87f-4034-930a-2fbf0468acbe req-1f072757-32e8-4359-a050-1ec39e11786d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.2843449 Feb 03 21:45:15.894095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e7634ba6-16d1-4bf6-a0ed-fbf099f5b923 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6383035 Feb 03 21:45:15.949877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Request body: {'port': {'device_id': '53ea4c03-188f-4d55-a511-72906389a5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:15.968002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b0931d8-3dba-4ed0-a661-b9561921b36e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group (977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:15.978432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b0931d8-3dba-4ed0-a661-b9561921b36e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.024003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0931d8-3dba-4ed0-a661-b9561921b36e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:16.038596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b0931d8-3dba-4ed0-a661-b9561921b36e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.043629 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8b0931d8-3dba-4ed0-a661-b9561921b36e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3096988 Feb 03 21:45:16.044470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:16.050820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-41b2e3f2-7fff-4b2e-8a8d-474dc4fd9188 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Request body: {'security_group_rule': {'security_group_id': '977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:16.093256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28212a8-3015-420a-8dd6-e6f8d572d6ee req-a1ee2457-3b8e-4f07-b70e-e4db47a5988e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:16.097104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b28212a8-3015-420a-8dd6-e6f8d572d6ee req-a1ee2457-3b8e-4f07-b70e-e4db47a5988e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 931 time: 0.2160351 Feb 03 21:45:16.119799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41b2e3f2-7fff-4b2e-8a8d-474dc4fd9188 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group_rule (dac8848e-8825-4b9e-92fe-528be9e12c1a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.128393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2dd6c34-b87f-4034-930a-2fbf0468acbe req-8f1d8da6-76f6-4e54-abf3-882500206d2e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451527 Feb 03 21:45:16.138906 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.260857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41b2e3f2-7fff-4b2e-8a8d-474dc4fd9188 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group_rule (dac8848e-8825-4b9e-92fe-528be9e12c1a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.269497 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41b2e3f2-7fff-4b2e-8a8d-474dc4fd9188 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (dac8848e-8825-4b9e-92fe-528be9e12c1a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.271090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:16.304075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b28212a8-3015-420a-8dd6-e6f8d572d6ee req-3beeb01a-c08c-47db-bcb2-c79015393309 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978014 Feb 03 21:45:16.307523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e3f2-7fff-4b2e-8a8d-474dc4fd9188 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac8848e-8825-4b9e-92fe-528be9e12c1a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:16.349691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41b2e3f2-7fff-4b2e-8a8d-474dc4fd9188 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.351116 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-41b2e3f2-7fff-4b2e-8a8d-474dc4fd9188 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053684 Feb 03 21:45:16.353675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:16.358883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9a9ef05a-0f7a-4ddf-9360-b0d1fc6edc2c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Request body: {'security_group_rule': {'security_group_id': '977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:16.421962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef05a-0f7a-4ddf-9360-b0d1fc6edc2c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group_rule (27baa142-59ac-4637-9d83-214457ddc382), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.458842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0545e08-0dae-4a5c-a2bd-bbddc7da1d9f req-beaf16a5-d13a-4159-b857-f53f8ef6937b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:16.468644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0545e08-0dae-4a5c-a2bd-bbddc7da1d9f req-beaf16a5-d13a-4159-b857-f53f8ef6937b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 950 time: 0.1919363 Feb 03 21:45:16.558104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1848441151-network', 'tenant_id': '9c778fa631034f9aa1f5754c93db2dcd'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:16.653595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Made reservation on behalf of 9c778fa631034f9aa1f5754c93db2dcd for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:16.657170 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.661270 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef05a-0f7a-4ddf-9360-b0d1fc6edc2c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group_rule (27baa142-59ac-4637-9d83-214457ddc382), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.674921 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.680694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef05a-0f7a-4ddf-9360-b0d1fc6edc2c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (27baa142-59ac-4637-9d83-214457ddc382), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.711698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0545e08-0dae-4a5c-a2bd-bbddc7da1d9f req-3cc86412-6793-448a-8f1d-0127117ac2a2 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414629 Feb 03 21:45:16.763852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160860-abe0-4640-bc53-775a920205f5 req-d6ab8ccf-db48-4d1b-8b63-4575d3cda49e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:16.770472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160860-abe0-4640-bc53-775a920205f5 req-d6ab8ccf-db48-4d1b-8b63-4575d3cda49e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:16.775810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160860-abe0-4640-bc53-775a920205f5 req-d6ab8ccf-db48-4d1b-8b63-4575d3cda49e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:16.790111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160860-abe0-4640-bc53-775a920205f5 req-d6ab8ccf-db48-4d1b-8b63-4575d3cda49e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:16.796239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160860-abe0-4640-bc53-775a920205f5 req-d6ab8ccf-db48-4d1b-8b63-4575d3cda49e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:16.809512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ef05a-0f7a-4ddf-9360-b0d1fc6edc2c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27baa142-59ac-4637-9d83-214457ddc382,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:16.812291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160860-abe0-4640-bc53-775a920205f5 req-d6ab8ccf-db48-4d1b-8b63-4575d3cda49e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:16.825360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160860-abe0-4640-bc53-775a920205f5 req-d6ab8ccf-db48-4d1b-8b63-4575d3cda49e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:16.835761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42160860-abe0-4640-bc53-775a920205f5 req-d6ab8ccf-db48-4d1b-8b63-4575d3cda49e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2612033 Feb 03 21:45:16.848603 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef05a-0f7a-4ddf-9360-b0d1fc6edc2c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:16.853539 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9a9ef05a-0f7a-4ddf-9360-b0d1fc6edc2c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4988410 Feb 03 21:45:16.856531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:16.869371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:16.945988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.056301 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Publish callbacks [] for security_group (bd852998-f982-4949-981c-7bc1be06bd9b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.067541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd852998-f982-4949-981c-7bc1be06bd9b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.069573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:17.101671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42160860-abe0-4640-bc53-775a920205f5 req-10f08ebd-1fe5-4af3-9eb4-5744ec2703dd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2638888 Feb 03 21:45:17.132190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Publish callbacks [] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.147657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:45:17.185986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd852998-f982-4949-981c-7bc1be06bd9b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:17.204252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4abbb3f3-e480-476b-9904-f1aa89f9307f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.207242 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Added segment 4abbb3f3-e480-476b-9904-f1aa89f9307f of type vlan for network be916f92-e77e-4e67-9bbe-4a37da159a33 Feb 03 21:45:17.240584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Transition to ACTIVE for port object 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:45:17.255536 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.276156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31387e-9f3a-4408-a425-3016489c9c37 req-e21c1048-a31f-43b3-99cd-fcc12354f703 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:17.283644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c31387e-9f3a-4408-a425-3016489c9c37 req-e21c1048-a31f-43b3-99cd-fcc12354f703 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 950 time: 0.1487052 Feb 03 21:45:17.334176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (be916f92-e77e-4e67-9bbe-4a37da159a33), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.388763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.430405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (be916f92-e77e-4e67-9bbe-4a37da159a33), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.431463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:17.433811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.440871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dd1051ff-789e-4b2e-adc2-25453e7d8a2c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:17.553147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port dd1051ff-789e-4b2e-adc2-25453e7d8a2c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:17.553636 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.635451 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3458028 Feb 03 21:45:17.638884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b41a83-04ec-4ffb-a237-8edbbafd34de admin admin] Pushing event updated for resources: {'Network': ['ID=be916f92-e77e-4e67-9bbe-4a37da159a33,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:17.645543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:17.659280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Request body: {'subnet': {'network_id': 'be916f92-e77e-4e67-9bbe-4a37da159a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1848441151-subnet', 'tenant_id': '9c778fa631034f9aa1f5754c93db2dcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:17.682500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network be916f92-e77e-4e67-9bbe-4a37da159a33 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:45:17.704271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Pushing event updated for resources: {'Port': ['ID=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:17.753120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c31387e-9f3a-4408-a425-3016489c9c37 req-0f445cdd-86a7-4c5b-a72f-f79aee444fe5 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684443 Feb 03 21:45:17.761490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port dd1051ff-789e-4b2e-adc2-25453e7d8a2c is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:17.762475 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.766890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Made reservation on behalf of 9c778fa631034f9aa1f5754c93db2dcd for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:17.774373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.815520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port dd1051ff-789e-4b2e-adc2-25453e7d8a2c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dd1051ff-789e-4b2e-adc2-25453e7d8a2c,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:17.834706 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:17.868728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68ae87-c468-43f1-9905-1fb127d72a9d req-481e1f76-f3e0-4ecd-90b2-cf65eaf74d10 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:17.871083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca68ae87-c468-43f1-9905-1fb127d72a9d req-481e1f76-f3e0-4ecd-90b2-cf65eaf74d10 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.5648141 Feb 03 21:45:17.927353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=dd1051ff-789e-4b2e-adc2-25453e7d8a2c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:17.991365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Allocated IP 172.25.5.142 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/cee36d1a-381c-4b75-98d1-73a589f9426c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:18.066018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Attempting to bind port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:18.066018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Attempting to bind port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:18.066363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Attempting to bind port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 on network 37090306-f13c-4a59-989b-eba14a431521 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:18.075801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 on network 37090306-f13c-4a59-989b-eba14a431521 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:45:18.076153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Attempting to bind port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 on network 37090306-f13c-4a59-989b-eba14a431521 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:18.097821 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca68ae87-c468-43f1-9905-1fb127d72a9d req-51e56362-a38d-4053-a7fc-57d4a37d6e09 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107852 Feb 03 21:45:18.131174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7080c1-b6e5-4fea-842a-01be34952215 req-b27a9e58-e138-4046-aabc-de8961e60ba2 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.132242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f7080c1-b6e5-4fea-842a-01be34952215 req-b27a9e58-e138-4046-aabc-de8961e60ba2 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 943 time: 0.2580290 Feb 03 21:45:18.134188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:18.134530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Checking segment: {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:18.134931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Bound using segment: {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:18.135372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Bound port: 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85795a42-9abf-4f66-9421-5d2a5e91513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '37090306-f13c-4a59-989b-eba14a431521'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:18.135741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:18.144748 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Sync routers for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:45:18.161261 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:18.161909 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:18.237036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:18.240808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:18.265142 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:18.319854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for port (cee36d1a-381c-4b75-98d1-73a589f9426c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:18.332272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (cb7dfd4f-5579-4bd5-8679-2fffe030a5d2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:18.388745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f7080c1-b6e5-4fea-842a-01be34952215 req-26a4a08b-14e8-4be9-a9d6-b9c434680a49 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555573 Feb 03 21:45:18.404887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7dfd4f-5579-4bd5-8679-2fffe030a5d2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:18.427099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cee36d1a-381c-4b75-98d1-73a589f9426c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:18.438479 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:18.438961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Checking segment: {'id': '4abbb3f3-e480-476b-9904-f1aa89f9307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'be916f92-e77e-4e67-9bbe-4a37da159a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:18.439413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Network hostable DHCP agents. Network: be916f92-e77e-4e67-9bbe-4a37da159a33, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:45:18.458063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Pushing event updated for resources: {'Port': ['ID=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:18.467526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.468583 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:18.471322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-6b49074a-68d4-48b8-aa8a-7eb88add8f62 service neutron] 10.222.0.10 "PUT /v2.0/ports/464703d5-a11e-49b5-8dcc-0fa35a3e6b65 HTTP/1.1" status: 200 len: 1091 time: 2.5275159 Feb 03 21:45:18.473064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:18.476116 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42943f3-6703-4517-afc7-0f5d2a7939f7" -d '{"events": [{"name": "network-changed", "server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:18.526797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:18.531483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:18.538958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:18.541354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628cac-bb27-45b5-ab65-b7addb0b69cc req-33e464e3-3b4f-4aef-a730-705be78b6f87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.558714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628cac-bb27-45b5-ab65-b7addb0b69cc req-33e464e3-3b4f-4aef-a730-705be78b6f87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.571668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Pushing event updated for resources: {'Port': ['ID=cee36d1a-381c-4b75-98d1-73a589f9426c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:18.576178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628cac-bb27-45b5-ab65-b7addb0b69cc req-33e464e3-3b4f-4aef-a730-705be78b6f87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.585109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628cac-bb27-45b5-ab65-b7addb0b69cc req-33e464e3-3b4f-4aef-a730-705be78b6f87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.591326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628cac-bb27-45b5-ab65-b7addb0b69cc req-33e464e3-3b4f-4aef-a730-705be78b6f87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.596439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Network be916f92-e77e-4e67-9bbe-4a37da159a33 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:45:18.597109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628cac-bb27-45b5-ab65-b7addb0b69cc req-33e464e3-3b4f-4aef-a730-705be78b6f87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.603192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628cac-bb27-45b5-ab65-b7addb0b69cc req-33e464e3-3b4f-4aef-a730-705be78b6f87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.605195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c628cac-bb27-45b5-ab65-b7addb0b69cc req-33e464e3-3b4f-4aef-a730-705be78b6f87 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3609240 Feb 03 21:45:18.607841 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9727f6e-a20e-4942-bdf5-fbc6266d53a3 x-openstack-request-id: req-c9727f6e-a20e-4942-bdf5-fbc6266d53a3 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:18.608138 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:18.608416 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9727f6e-a20e-4942-bdf5-fbc6266d53a3 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:18.608804 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65', 'status': 'completed', 'code': 200} Feb 03 21:45:18.664050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-cc6a1c2d-aa14-4b24-aedf-4431f4b51b47 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.665606 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-cc6a1c2d-aa14-4b24-aedf-4431f4b51b47 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 950 time: 0.1933241 Feb 03 21:45:18.666238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, be916f92-e77e-4e67-9bbe-4a37da159a33) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:18.674654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253c053-523e-419a-a911-acc2c6aa3f0c None None] Network be916f92-e77e-4e67-9bbe-4a37da159a33 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:18.703510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.703911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:18.754927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-d3f83d99-4195-4ad7-8b00-373ff7c09fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:18.756647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-d3f83d99-4195-4ad7-8b00-373ff7c09fad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 1125 time: 0.1502821 Feb 03 21:45:18.890451 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-083f6d1c-9fb3-46a5-9e0b-7d52488ff62c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2440410 Feb 03 21:45:18.926177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6dc0ca-3039-457e-8fc2-82cdc1025f8c None None] Network be916f92-e77e-4e67-9bbe-4a37da159a33 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:18.934625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-de3f645a-6f83-4b58-82be-e8efa2df7fbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65 HTTP/1.1" status: 200 len: 217 time: 0.1675694 Feb 03 21:45:18.962992 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:13Z', 'revision_number': 2, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:18.967591 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for floatingip (8575fdb1-226b-4346-90e4-f8617eb96215), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:19.021746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c628cac-bb27-45b5-ab65-b7addb0b69cc req-4e64191e-faf3-4122-9e36-4de458cbfb36 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4006882 Feb 03 21:45:19.039056 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Checking router: a760aed1-eee8-46a1-a29b-ae7d5b9558f1 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:45:19.041566 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Updating router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 port 3192e16a-9796-4552-a8d6-3fa36352d0fc binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:45:19.140730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cee36d1a-381c-4b75-98d1-73a589f9426c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:19.142556 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:19.167257 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-f46785cc-ecb6-4db1-a5c8-6b3d8b304267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:19.168852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-f46785cc-ecb6-4db1-a5c8-6b3d8b304267 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e21f944-9322-4781-b061-7bb75d40913a HTTP/1.1" status: 200 len: 844 time: 0.1435864 Feb 03 21:45:19.240933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfb983-6f6e-41e1-a694-a1f141408197 req-b28db61e-c8fa-4aa7-a4c6-63193ce095f7 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:19.251596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bcfb983-6f6e-41e1-a694-a1f141408197 req-b28db61e-c8fa-4aa7-a4c6-63193ce095f7 tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d HTTP/1.1" status: 200 len: 950 time: 0.3310053 Feb 03 21:45:19.318835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dd1051ff-789e-4b2e-adc2-25453e7d8a2c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:19.336120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-70f17202-a810-4c16-9ea5-c7b44ddf0914 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37090306-f13c-4a59-989b-eba14a431521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574643 Feb 03 21:45:19.391762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port dd1051ff-789e-4b2e-adc2-25453e7d8a2c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:19.392432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:19.528518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bcfb983-6f6e-41e1-a694-a1f141408197 req-6fdf15bf-5059-4858-84d5-b8cdb5d09acc tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.50 "GET /v2.0/security-groups?id=500a4ade-aa68-48e6-a0dc-4b965b4e6e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753570 Feb 03 21:45:19.558976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e74b9-c1c1-46b8-bdee-eff8d5ba7f19 req-12f3c1fd-6cd9-4f46-a93c-d4566d7a5ee6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:19.561495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be0e74b9-c1c1-46b8-bdee-eff8d5ba7f19 req-12f3c1fd-6cd9-4f46-a93c-d4566d7a5ee6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.2497826 Feb 03 21:45:19.651012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-3834647a-e9ea-4018-82ff-8b3ce2eddb32 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898579 Feb 03 21:45:19.688397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port dd1051ff-789e-4b2e-adc2-25453e7d8a2c is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:19.749080 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Deleting port 8a577f54-0d18-494b-b1b1-63a464dca0b2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:45:19.749424 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:19.799825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be0e74b9-c1c1-46b8-bdee-eff8d5ba7f19 req-73b1a927-1c4d-4821-9ccc-06f4207ecf73 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282369 Feb 03 21:45:19.800922 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Publish callbacks [] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:19.815759 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:19.861211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8ae8e8-1bfc-49ca-a5f1-8582aac6771e req-e99cb144-813f-4a9b-984e-522bf1afacde service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926861 Feb 03 21:45:19.901128 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Pushing event updated for resources: {'Port': ['ID=3192e16a-9796-4552-a8d6-3fa36352d0fc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:19.920423 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.925368 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.925868 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.926304 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.926739 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.927391 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.927814 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.928251 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.928674 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.929144 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.929548 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.929963 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:19.930860 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:20.026803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] For port 8a577f54-0d18-494b-b1b1-63a464dca0b2, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8a577f54-0d18-494b-b1b1-63a464dca0b2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:20.027170 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.054610 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Attempting to bind port 3192e16a-9796-4552-a8d6-3fa36352d0fc on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:20.055120 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Attempting to bind port 3192e16a-9796-4552-a8d6-3fa36352d0fc by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:20.055578 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Attempting to bind port 3192e16a-9796-4552-a8d6-3fa36352d0fc on network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:20.075028 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:20.075517 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Checking segment: {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:20.076029 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.076511 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Bound using segment: {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:20.077243 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Bound port: 3192e16a-9796-4552-a8d6-3fa36352d0fc, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:20.077655 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.090637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Calling delete_port for 8a577f54-0d18-494b-b1b1-63a464dca0b2 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:45:20.177303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for port (cee36d1a-381c-4b75-98d1-73a589f9426c), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.193059 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cee36d1a-381c-4b75-98d1-73a589f9426c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.201191 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] For port 3192e16a-9796-4552-a8d6-3fa36352d0fc, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:20.208420 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] For port 3192e16a-9796-4552-a8d6-3fa36352d0fc, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3192e16a-9796-4552-a8d6-3fa36352d0fc,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:20.218037 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.371663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-6dc0a27e-0074-40cc-98df-00c41fee4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:20.373528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-6dc0a27e-0074-40cc-98df-00c41fee4b22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 1125 time: 0.4277165 Feb 03 21:45:20.382206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Pushing event updated for resources: {'Port': ['ID=cee36d1a-381c-4b75-98d1-73a589f9426c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:20.394187 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (8575fdb1-226b-4346-90e4-f8617eb96215), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.449118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-30a6deac-abe2-4441-bce0-b4921e842a62 None None] Provisioning complete for port 3192e16a-9796-4552-a8d6-3fa36352d0fc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:20.449806 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30a6deac-abe2-4441-bce0-b4921e842a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.450601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac918a-7853-4aa1-99d3-5f7929994f42 req-06069885-5ce9-498a-bcf9-7f20ebc6b9f1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:20.453426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eeac918a-7853-4aa1-99d3-5f7929994f42 req-06069885-5ce9-498a-bcf9-7f20ebc6b9f1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 943 time: 0.5171354 Feb 03 21:45:20.461220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8a577f54-0d18-494b-b1b1-63a464dca0b2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.508661 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:20.509478 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:44:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:20.519559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.534367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f70f23a4-f9cb-4915-9554-fffd7089cb0f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6748226 Feb 03 21:45:20.538398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['8a577f54-0d18-494b-b1b1-63a464dca0b2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:20.660367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Pushing event deleted for resources: {'Port': ['ID=8a577f54-0d18-494b-b1b1-63a464dca0b2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:20.680735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30a6deac-abe2-4441-bce0-b4921e842a62 None None] Current status of the port 3192e16a-9796-4552-a8d6-3fa36352d0fc is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:20.683798 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30a6deac-abe2-4441-bce0-b4921e842a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.708045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] No DVR routers for this DVR port 8a577f54-0d18-494b-b1b1-63a464dca0b2 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:45:20.715558 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.731175 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d0a26b-d561-4241-a9f2-64056a9f6470 req-c53eaf51-be77-4980-a666-6df3cc5fc52b tempest-ServerDiagnosticsNegativeTest-2042377685 tempest-ServerDiagnosticsNegativeTest-2042377685-project] 10.222.0.47 "DELETE /v2.0/ports/8a577f54-0d18-494b-b1b1-63a464dca0b2 HTTP/1.1" status: 204 len: 173 time: 2.0588386 Feb 03 21:45:20.731175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d', 'name': 'network-vif-deleted', 'tag': '8a577f54-0d18-494b-b1b1-63a464dca0b2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:20.738278 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dd4f71-ab02-4854-ae8b-bbddce36b9a2" -d '{"events": [{"server_uuid": "4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d", "name": "network-vif-deleted", "tag": "8a577f54-0d18-494b-b1b1-63a464dca0b2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:20.773837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-30a6deac-abe2-4441-bce0-b4921e842a62 None None] For port 3192e16a-9796-4552-a8d6-3fa36352d0fc, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3192e16a-9796-4552-a8d6-3fa36352d0fc,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:20.799147 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30a6deac-abe2-4441-bce0-b4921e842a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:20.879570 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a742d-d5b4-41c4-9f02-8c0e977c11e3 None None] Pushing event updated for resources: {'Port': ['ID=3192e16a-9796-4552-a8d6-3fa36352d0fc,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:20.900327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6deac-abe2-4441-bce0-b4921e842a62 None None] Pushing event updated for resources: {'Port': ['ID=3192e16a-9796-4552-a8d6-3fa36352d0fc,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:20.903297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-704aa656-d9a8-4e82-9489-28082762c982 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:20.909694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-704aa656-d9a8-4e82-9489-28082762c982 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/networks?id=be916f92-e77e-4e67-9bbe-4a37da159a33 HTTP/1.1" status: 200 len: 814 time: 0.8137536 Feb 03 21:45:20.988362 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:21.025490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eeac918a-7853-4aa1-99d3-5f7929994f42 req-60b5cca1-c498-471e-a361-a98e2b316636 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269268 Feb 03 21:45:21.038599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-e00e72b9-e70a-4cc6-8ec1-83d741efc846 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/quotas/9c778fa631034f9aa1f5754c93db2dcd HTTP/1.1" status: 200 len: 375 time: 0.1080854 Feb 03 21:45:21.072998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9996316b-d0bf-4c68-a676-186d0078db9d None None] Provisioning complete for port 3192e16a-9796-4552-a8d6-3fa36352d0fc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:21.079869 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9996316b-d0bf-4c68-a676-186d0078db9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:21.128243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-be321c3f-8082-44af-951b-e59277ee3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:21.130117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-be321c3f-8082-44af-951b-e59277ee3033 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 200 len: 905 time: 0.7501991 Feb 03 21:45:21.132614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-70ac2795-e6ad-4741-90c0-57b125be1713 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c778fa631034f9aa1f5754c93db2dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792758 Feb 03 21:45:21.242610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-aed7eed1-93fe-45da-bb58-e2b4c2891a40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65 HTTP/1.1" status: 200 len: 217 time: 0.1030731 Feb 03 21:45:21.378403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9996316b-d0bf-4c68-a676-186d0078db9d None None] Current status of the port 3192e16a-9796-4552-a8d6-3fa36352d0fc is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:21.391130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3192e16a-9796-4552-a8d6-3fa36352d0fc up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:21.477359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:20Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:21.539715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3192e16a-9796-4552-a8d6-3fa36352d0fc triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:21.540094 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:21.572123 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2379d48-c9ee-4ef2-9b74-4e3517383dee None None] The sync data for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 is: [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:20Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:45:21.608467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-d8361fc8-1d79-41d1-9c50-2091dad0d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:21.613222 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-d8361fc8-1d79-41d1-9c50-2091dad0d1bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e21f944-9322-4781-b061-7bb75d40913a HTTP/1.1" status: 200 len: 844 time: 0.3449771 Feb 03 21:45:21.755115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3192e16a-9796-4552-a8d6-3fa36352d0fc is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:21.761404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-14e44132-9319-4313-ab75-f8c243a44461 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37090306-f13c-4a59-989b-eba14a431521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380515 Feb 03 21:45:21.873055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-aeb3cf8e-5ba0-4d30-b57a-173a133ebe89 service neutron] 10.222.0.50 "GET /v2.0/networks/be916f92-e77e-4e67-9bbe-4a37da159a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264582 Feb 03 21:45:22.139331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-084deeb6-816c-4cab-b9ce-2120e3dae69b service neutron] 10.222.0.50 "GET /v2.0/networks/be916f92-e77e-4e67-9bbe-4a37da159a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147181 Feb 03 21:45:22.160421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4b3b-3e1c-4775-a367-ad08333e0725 req-d7fd87d2-9306-467c-91ea-370fea042598 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:22.165866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4b3b-3e1c-4775-a367-ad08333e0725 req-d7fd87d2-9306-467c-91ea-370fea042598 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:22.176174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4b3b-3e1c-4775-a367-ad08333e0725 req-d7fd87d2-9306-467c-91ea-370fea042598 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:22.183556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4b3b-3e1c-4775-a367-ad08333e0725 req-d7fd87d2-9306-467c-91ea-370fea042598 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:22.190774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4b3b-3e1c-4775-a367-ad08333e0725 req-d7fd87d2-9306-467c-91ea-370fea042598 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:22.199705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4b3b-3e1c-4775-a367-ad08333e0725 req-d7fd87d2-9306-467c-91ea-370fea042598 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:22.206396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4b3b-3e1c-4775-a367-ad08333e0725 req-d7fd87d2-9306-467c-91ea-370fea042598 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:22.221837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f0f4b3b-3e1c-4775-a367-ad08333e0725 req-d7fd87d2-9306-467c-91ea-370fea042598 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.9093857 Feb 03 21:45:22.290550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-52870e5a-2838-48cb-a315-d38d49011f98 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110042 Feb 03 21:45:22.541496 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841bf941-58e8-439e-b2c3-7082c83d722d x-openstack-request-id: req-841bf941-58e8-439e-b2c3-7082c83d722d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:22.542009 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d", "name": "network-vif-deleted", "tag": "8a577f54-0d18-494b-b1b1-63a464dca0b2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:22.542009 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-841bf941-58e8-439e-b2c3-7082c83d722d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:22.542839 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7bf7ae-a3fa-4009-8d6a-f24d7f1eca5d', 'name': 'network-vif-deleted', 'tag': '8a577f54-0d18-494b-b1b1-63a464dca0b2', 'status': 'completed', 'code': 200} Feb 03 21:45:22.656061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f0f4b3b-3e1c-4775-a367-ad08333e0725 req-0e93cd4b-60da-4585-9a0c-5837d00a8b96 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4326205 Feb 03 21:45:22.702846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c42943f3-6703-4517-afc7-0f5d2a7939f7 req-5f0a4111-5a0c-40c3-81c3-6deb7e7a1220 service neutron] 10.222.0.10 "GET /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854415 Feb 03 21:45:22.918919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:22.975922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-f6e4da60-30c4-419e-9f85-bc83fc37edfe tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--446720409&fields=id&tenant_id=2d226f52d8cc4ff1b4d582af7f76fd58 HTTP/1.1" status: 200 len: 267 time: 0.2405908 Feb 03 21:45:23.053311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8a577f54-0d18-494b-b1b1-63a464dca0b2 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:45:23.095280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 8a577f54-0d18-494b-b1b1-63a464dca0b2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:45:23.096141 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8a577f54-0d18-494b-b1b1-63a464dca0b2 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:45:23.156267 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a15d4688-a408-4d68-ab88-9bf6e66837f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1bd18c275094c6681b37a03110297f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360349 Feb 03 21:45:23.159617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:23.163147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-2ad0fdbd-809c-472b-9dc4-406f17e88ae4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:23.164626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-2ad0fdbd-809c-472b-9dc4-406f17e88ae4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/networks?id=e9d1dfea-961e-4347-9b40-456b6b0c4ec3 HTTP/1.1" status: 200 len: 806 time: 0.1772370 Feb 03 21:45:23.192756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f1144-4828-4bf7-a984-7f761f5f0ce2 req-426654a9-f597-4862-906e-d812c296f56b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:23.194719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-453f1144-4828-4bf7-a984-7f761f5f0ce2 req-426654a9-f597-4862-906e-d812c296f56b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.3570111 Feb 03 21:45:23.196192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-b225d076-a4a4-462b-9098-fbac2d3087be tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/quotas/2d226f52d8cc4ff1b4d582af7f76fd58 HTTP/1.1" status: 200 len: 375 time: 0.0238338 Feb 03 21:45:23.293561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-453f1144-4828-4bf7-a984-7f761f5f0ce2 req-ebe73f8f-59e3-4595-b0b1-0bc5f8ba26ed tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898862 Feb 03 21:45:23.296404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73266ba4-ff89-4b7d-a0a8-075f98c32729 admin admin] Publish callbacks [] for security_group (500a4ade-aa68-48e6-a0dc-4b965b4e6e02), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:23.320384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-eecd57cc-8ba5-49f7-b1f4-65eee1232054 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d226f52d8cc4ff1b4d582af7f76fd58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180634 Feb 03 21:45:23.356567 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73266ba4-ff89-4b7d-a0a8-075f98c32729 admin admin] Publish callbacks [] for security_group (500a4ade-aa68-48e6-a0dc-4b965b4e6e02), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:23.417630 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73266ba4-ff89-4b7d-a0a8-075f98c32729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (500a4ade-aa68-48e6-a0dc-4b965b4e6e02), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:23.420510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73266ba4-ff89-4b7d-a0a8-075f98c32729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:23.425614 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-73266ba4-ff89-4b7d-a0a8-075f98c32729 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/500a4ade-aa68-48e6-a0dc-4b965b4e6e02 HTTP/1.1" status: 204 len: 168 time: 0.2648132 Feb 03 21:45:23.444717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73266ba4-ff89-4b7d-a0a8-075f98c32729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500a4ade-aa68-48e6-a0dc-4b965b4e6e02,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:23.524642 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48ff5ad5-df04-4b7e-a416-bf88627add98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:23.550134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cebe6-bc7f-4ff4-8d20-ca563c3f2f77 req-45147766-e6df-4db2-be92-972247bb55b1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:23.560220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc0cebe6-bc7f-4ff4-8d20-ca563c3f2f77 req-45147766-e6df-4db2-be92-972247bb55b1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 943 time: 0.1462536 Feb 03 21:45:23.615329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-11079ce8-38ae-4af0-88b2-49b57ece68bf service neutron] 10.222.0.50 "GET /v2.0/networks/e9d1dfea-961e-4347-9b40-456b6b0c4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703919 Feb 03 21:45:23.729285 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc0cebe6-bc7f-4ff4-8d20-ca563c3f2f77 req-af914f1e-3e7a-4a87-80cb-f68958d328f1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635411 Feb 03 21:45:23.829365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-6dae0f02-4a6f-421d-950e-e26db47861c9 service neutron] 10.222.0.50 "GET /v2.0/networks/e9d1dfea-961e-4347-9b40-456b6b0c4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040968 Feb 03 21:45:23.864217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:23.886178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d23be415-478a-43d1-b1f7-2325c8c8f543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:23.942493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78da7311-779a-41b1-8554-e6e6344230de req-afbada71-5952-43a9-aa84-14ed3415d2d8 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 210 time: 0.0575638 Feb 03 21:45:24.029261 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d23be415-478a-43d1-b1f7-2325c8c8f543 admin admin] Publish callbacks [] for security_group (92a57904-e86b-4156-8f6c-a7f2824f7d35), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.037535 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d23be415-478a-43d1-b1f7-2325c8c8f543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (92a57904-e86b-4156-8f6c-a7f2824f7d35), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.146484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d23be415-478a-43d1-b1f7-2325c8c8f543 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07c2917cf1f1446e91d997ccf37766f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810636 Feb 03 21:45:24.147448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23be415-478a-43d1-b1f7-2325c8c8f543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a57904-e86b-4156-8f6c-a7f2824f7d35,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:24.151097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55602) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:24.157401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-af561b32-030b-4f19-8a5f-8204535d677e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.159200 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-af561b32-030b-4f19-8a5f-8204535d677e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.47 "GET /v2.0/networks?id=be916f92-e77e-4e67-9bbe-4a37da159a33 HTTP/1.1" status: 200 len: 814 time: 0.2505116 Feb 03 21:45:24.174420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Request body: {'port': {'device_id': '56b36881-8320-4270-91b4-9e875ee5ac7a', 'network_id': 'be916f92-e77e-4e67-9bbe-4a37da159a33', 'admin_state_up': True, 'tenant_id': '9c778fa631034f9aa1f5754c93db2dcd'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:24.218972 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.263077 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.265695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559f99f-e222-4ae4-b62f-0b26571ed880 req-f5120e76-5d3b-4683-b5d1-278b6a360bc9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.277539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559f99f-e222-4ae4-b62f-0b26571ed880 req-f5120e76-5d3b-4683-b5d1-278b6a360bc9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.291853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559f99f-e222-4ae4-b62f-0b26571ed880 req-f5120e76-5d3b-4683-b5d1-278b6a360bc9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.299560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559f99f-e222-4ae4-b62f-0b26571ed880 req-f5120e76-5d3b-4683-b5d1-278b6a360bc9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.322776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559f99f-e222-4ae4-b62f-0b26571ed880 req-f5120e76-5d3b-4683-b5d1-278b6a360bc9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.330284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559f99f-e222-4ae4-b62f-0b26571ed880 req-f5120e76-5d3b-4683-b5d1-278b6a360bc9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.332205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Made reservation on behalf of 9c778fa631034f9aa1f5754c93db2dcd for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:24.336290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559f99f-e222-4ae4-b62f-0b26571ed880 req-f5120e76-5d3b-4683-b5d1-278b6a360bc9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.336788 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.344741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2559f99f-e222-4ae4-b62f-0b26571ed880 req-f5120e76-5d3b-4683-b5d1-278b6a360bc9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2691798 Feb 03 21:45:24.481383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-459babaa-ec37-4695-aa26-890c50ac816f req-d13464dd-d358-42a3-a049-7a4eaceed865 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 210 time: 0.2729282 Feb 03 21:45:24.541894 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c92657c2-15d8-4a59-bc78-24a19c5b761c admin admin] Publish callbacks [] for security_group (92a57904-e86b-4156-8f6c-a7f2824f7d35), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.553164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Allocated IP 172.20.0.6 (be916f92-e77e-4e67-9bbe-4a37da159a33/cb7dfd4f-5579-4bd5-8679-2fffe030a5d2/de8024db-baa6-4a9d-8a7d-33588a997265) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:24.561922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2559f99f-e222-4ae4-b62f-0b26571ed880 req-bb2ef301-fa47-4378-a42b-013068d86266 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2152708 Feb 03 21:45:24.594181 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c92657c2-15d8-4a59-bc78-24a19c5b761c admin admin] Publish callbacks [] for security_group (92a57904-e86b-4156-8f6c-a7f2824f7d35), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.685263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a12d4-8100-4077-96c9-07f64497f68e req-3654decf-2020-4856-9d35-f4cd75bce2a5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.687006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-929a12d4-8100-4077-96c9-07f64497f68e req-3654decf-2020-4856-9d35-f4cd75bce2a5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.0821819 Feb 03 21:45:24.756099 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c92657c2-15d8-4a59-bc78-24a19c5b761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (92a57904-e86b-4156-8f6c-a7f2824f7d35), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.759478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c92657c2-15d8-4a59-bc78-24a19c5b761c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.760683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c92657c2-15d8-4a59-bc78-24a19c5b761c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92a57904-e86b-4156-8f6c-a7f2824f7d35 HTTP/1.1" status: 204 len: 168 time: 0.6063182 Feb 03 21:45:24.797913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92657c2-15d8-4a59-bc78-24a19c5b761c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a57904-e86b-4156-8f6c-a7f2824f7d35,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:24.824613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-929a12d4-8100-4077-96c9-07f64497f68e req-2dbcbee5-c17f-4a15-a589-558474f1ffb5 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299546 Feb 03 21:45:24.924157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Publish callbacks [] for port (de8024db-baa6-4a9d-8a7d-33588a997265), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.969787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc7720-4a26-485b-a049-029780d2aa34 req-c0e4dc74-1d74-42f2-8d14-d23b27b59aa1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:24.971798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:24.989651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02bc7720-4a26-485b-a049-029780d2aa34 req-c0e4dc74-1d74-42f2-8d14-d23b27b59aa1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 943 time: 0.1478994 Feb 03 21:45:25.047413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:45:25.063014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02bc7720-4a26-485b-a049-029780d2aa34 req-0ef0c25f-01b3-4800-a9e8-7f1877b0eba6 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721700 Feb 03 21:45:25.087061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Network be916f92-e77e-4e67-9bbe-4a37da159a33 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:25.090933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:25.114431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:25.185140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Pushing event updated for resources: {'Port': ['ID=de8024db-baa6-4a9d-8a7d-33588a997265,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:25.229211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:25.229952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:25.232198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8e8a7-0a41-4c2e-b968-b379927a624a req-7e7b55c8-4fa8-44c5-9c4d-a2de33aa44d4 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:25.237387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81b8e8a7-0a41-4c2e-b968-b379927a624a req-7e7b55c8-4fa8-44c5-9c4d-a2de33aa44d4 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 931 time: 0.1540020 Feb 03 21:45:25.268090 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-9aac5330-c846-4e1b-9258-6e5f8358f33e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0989263 Feb 03 21:45:25.279068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Request body: {'port': {'device_id': '56b36881-8320-4270-91b4-9e875ee5ac7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:25.291610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:25.311311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'port_id': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65', 'mac_address': 'fa:16:3e:6c:b4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e21f944-9322-4781-b061-7bb75d40913a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:45:25.354406 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81b8e8a7-0a41-4c2e-b968-b379927a624a req-77e6670e-4b11-46a2-847f-859c32e3260c tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082299 Feb 03 21:45:25.386968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:25.388194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:25.395522 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:25.408482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:25.435717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:25.460149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:25.647823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:25.712150 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9dcaa1-7a3c-47a1-bf29-4e5ab4fa0247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:25.796935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['464703d5-a11e-49b5-8dcc-0fa35a3e6b65'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:25.811796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9977da0a-b551-48c2-a918-8da4873d63a1 req-b1e2c8c9-0c4f-4c60-8651-94bd2eb119bd tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 210 time: 0.1488476 Feb 03 21:45:25.875725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d2f5-5a38-4596-8359-999f707b74c3 req-096a3b1e-d59e-4030-8a62-3f4d88444d2c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:25.883680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d2f5-5a38-4596-8359-999f707b74c3 req-096a3b1e-d59e-4030-8a62-3f4d88444d2c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:25.890048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d2f5-5a38-4596-8359-999f707b74c3 req-096a3b1e-d59e-4030-8a62-3f4d88444d2c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:25.898940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d2f5-5a38-4596-8359-999f707b74c3 req-096a3b1e-d59e-4030-8a62-3f4d88444d2c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:25.904933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d2f5-5a38-4596-8359-999f707b74c3 req-096a3b1e-d59e-4030-8a62-3f4d88444d2c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:25.913588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d2f5-5a38-4596-8359-999f707b74c3 req-096a3b1e-d59e-4030-8a62-3f4d88444d2c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:25.922613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d2f5-5a38-4596-8359-999f707b74c3 req-096a3b1e-d59e-4030-8a62-3f4d88444d2c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:25.932388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b86d2f5-5a38-4596-8359-999f707b74c3 req-096a3b1e-d59e-4030-8a62-3f4d88444d2c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2366343 Feb 03 21:45:26.032517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8b80554c-453e-4436-a420-cddd2cad38fd tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:26.042254 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8b80554c-453e-4436-a420-cddd2cad38fd tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.47 "GET /v2.0/networks?id=e9d1dfea-961e-4347-9b40-456b6b0c4ec3 HTTP/1.1" status: 200 len: 806 time: 0.3063271 Feb 03 21:45:26.070820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b86d2f5-5a38-4596-8359-999f707b74c3 req-28102e82-2111-4a18-a17e-ca0aa809a7ec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261256 Feb 03 21:45:26.184132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78c4e8-90d1-4bd7-af8f-d98dcaf02523 req-16bca71d-1923-4381-8199-e0efa5b2148c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:26.186589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e78c4e8-90d1-4bd7-af8f-d98dcaf02523 req-16bca71d-1923-4381-8199-e0efa5b2148c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1126146 Feb 03 21:45:26.225885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7f5ffbfe-629f-4a67-ba50-3b842d7996a4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d226f52d8cc4ff1b4d582af7f76fd58 HTTP/1.1" status: 200 len: 379 time: 0.1729875 Feb 03 21:45:26.266886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e78c4e8-90d1-4bd7-af8f-d98dcaf02523 req-fc885c2b-2463-40b8-be51-cdbe82e844f6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707695 Feb 03 21:45:26.286873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Request body: {'port': {'device_id': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'admin_state_up': True, 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'security_groups': ['977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:26.337088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b80555-1bd9-4bbb-9130-775a960fd8a1 req-36365a75-4af7-43e4-a755-e1953e9a9ee8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:26.339362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5b80555-1bd9-4bbb-9130-775a960fd8a1 req-36365a75-4af7-43e4-a755-e1953e9a9ee8 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 944 time: 0.1416554 Feb 03 21:45:26.536550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Made reservation on behalf of 2d226f52d8cc4ff1b4d582af7f76fd58 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:26.545695 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:26.594355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8024db-baa6-4a9d-8a7d-33588a997265 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:26.606704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Publish callbacks [] for port (de8024db-baa6-4a9d-8a7d-33588a997265), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:26.656515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Transition to ACTIVE for port object de8024db-baa6-4a9d-8a7d-33588a997265 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:45:26.666651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:26.774260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Pushing event updated for resources: {'Port': ['ID=de8024db-baa6-4a9d-8a7d-33588a997265,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:26.827380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.827676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.828026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.828448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.828821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.829239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.829637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.830021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.830353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.830746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.831633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.831633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.831841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:26.835234 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:26.874129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Allocated IP 172.20.0.12 (e9d1dfea-961e-4347-9b40-456b6b0c4ec3/c0faff6a-f096-43e0-af88-d16db446b15b/b45eb4ea-2f35-4c98-b746-d1137f286a92) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:26.922257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Attempting to bind port de8024db-baa6-4a9d-8a7d-33588a997265 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:26.922600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Attempting to bind port de8024db-baa6-4a9d-8a7d-33588a997265 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '4abbb3f3-e480-476b-9904-f1aa89f9307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'be916f92-e77e-4e67-9bbe-4a37da159a33'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:26.922923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Attempting to bind port de8024db-baa6-4a9d-8a7d-33588a997265 on network be916f92-e77e-4e67-9bbe-4a37da159a33 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:26.935912 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5b80555-1bd9-4bbb-9130-775a960fd8a1 req-bde90e04-9953-4f91-9f21-5a3376152325 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907831 Feb 03 21:45:26.952526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Port de8024db-baa6-4a9d-8a7d-33588a997265 on network be916f92-e77e-4e67-9bbe-4a37da159a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:45:26.952858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Attempting to bind port de8024db-baa6-4a9d-8a7d-33588a997265 on network be916f92-e77e-4e67-9bbe-4a37da159a33 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:26.963403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cfff5-096f-41b1-a525-e7f220c8422c req-30903996-abc3-4957-91a0-d7409411f5e5 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:26.965266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-849cfff5-096f-41b1-a525-e7f220c8422c req-30903996-abc3-4957-91a0-d7409411f5e5 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 943 time: 0.1136422 Feb 03 21:45:27.025807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:27.026732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Checking segment: {'id': '4abbb3f3-e480-476b-9904-f1aa89f9307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'be916f92-e77e-4e67-9bbe-4a37da159a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:27.027132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Bound using segment: {'id': '4abbb3f3-e480-476b-9904-f1aa89f9307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'be916f92-e77e-4e67-9bbe-4a37da159a33'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:27.027832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Bound port: de8024db-baa6-4a9d-8a7d-33588a997265, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abbb3f3-e480-476b-9904-f1aa89f9307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'be916f92-e77e-4e67-9bbe-4a37da159a33'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:27.028199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:27.061368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:27.113178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-415fca18-40b9-45b3-a57c-02dfe2389f32 req-4dfba0b9-1c27-4091-9229-7b096d8f53f5 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 210 time: 0.0736506 Feb 03 21:45:27.165313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-849cfff5-096f-41b1-a525-e7f220c8422c req-720b727f-3586-4f88-a8a6-e7c92e4d4a28 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887321 Feb 03 21:45:27.183516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:45:27.188456 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:27.188838 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:27.274129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] For port de8024db-baa6-4a9d-8a7d-33588a997265, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:27.281974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] For port de8024db-baa6-4a9d-8a7d-33588a997265, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de8024db-baa6-4a9d-8a7d-33588a997265,segment=NetworkSegment(4abbb3f3-e480-476b-9904-f1aa89f9307f),segment_id=4abbb3f3-e480-476b-9904-f1aa89f9307f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:27.305867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:27.308285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:27.354163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:27.355368 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:27.406589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:27.410202 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6967fa7b-7894-4d1e-9fde-1b2ed9c2ae1b" -d '{"events": [{"server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:27.418156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Pushing event updated for resources: {'Port': ['ID=de8024db-baa6-4a9d-8a7d-33588a997265,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:27.421608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:27.427490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:27.442608 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:27.466139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.466765 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:27.468250 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-ce519cc8-9dc3-45e9-a0a4-992564f21a5b service neutron] 10.222.0.47 "PUT /v2.0/ports/de8024db-baa6-4a9d-8a7d-33588a997265 HTTP/1.1" status: 200 len: 1091 time: 2.1935859 Feb 03 21:45:27.471028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b36881-8320-4270-91b4-9e875ee5ac7a', 'tag': 'de8024db-baa6-4a9d-8a7d-33588a997265'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:27.473789 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc383f3-5ef1-42e0-8376-9c2dec63b929" -d '{"events": [{"name": "network-changed", "server_uuid": "56b36881-8320-4270-91b4-9e875ee5ac7a", "tag": "de8024db-baa6-4a9d-8a7d-33588a997265"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:27.549197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:27.564426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:27.567931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:27.587799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Pushing event updated for resources: {'Port': ['ID=b45eb4ea-2f35-4c98-b746-d1137f286a92,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:27.589237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:27.603904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec5774-b9ba-417c-acc3-793d61ff58df req-7a596272-fa10-43f9-b5cb-f9682cc9bbce tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.614568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec5774-b9ba-417c-acc3-793d61ff58df req-7a596272-fa10-43f9-b5cb-f9682cc9bbce tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.620022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec5774-b9ba-417c-acc3-793d61ff58df req-7a596272-fa10-43f9-b5cb-f9682cc9bbce tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.626122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec5774-b9ba-417c-acc3-793d61ff58df req-7a596272-fa10-43f9-b5cb-f9682cc9bbce tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.633831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec5774-b9ba-417c-acc3-793d61ff58df req-7a596272-fa10-43f9-b5cb-f9682cc9bbce tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.647169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec5774-b9ba-417c-acc3-793d61ff58df req-7a596272-fa10-43f9-b5cb-f9682cc9bbce tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.656163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.656765 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:27.661055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec5774-b9ba-417c-acc3-793d61ff58df req-7a596272-fa10-43f9-b5cb-f9682cc9bbce tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.664200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50ec5774-b9ba-417c-acc3-793d61ff58df req-7a596272-fa10-43f9-b5cb-f9682cc9bbce tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3563247 Feb 03 21:45:27.665973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-73b621e7-6d64-4aff-b1d3-d65a4de0b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.667511 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-73b621e7-6d64-4aff-b1d3-d65a4de0b92a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c778fa631034f9aa1f5754c93db2dcd&device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 1125 time: 0.1510026 Feb 03 21:45:27.729099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4849a-0adb-45df-a7a1-4001c2bd1944 req-a0dbc2e9-e811-48d6-a8f4-c33f12da49b8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.731293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4a4849a-0adb-45df-a7a1-4001c2bd1944 req-a0dbc2e9-e811-48d6-a8f4-c33f12da49b8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.3240893 Feb 03 21:45:27.764347 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-7830886a-b3b0-472a-a0ee-add136748ab4 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4882925 Feb 03 21:45:27.766643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-6bb6377c-64ac-465d-814e-bd75c44ce017 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8024db-baa6-4a9d-8a7d-33588a997265 HTTP/1.1" status: 200 len: 217 time: 0.0919335 Feb 03 21:45:27.781883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Request body: {'port': {'device_id': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:27.823647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50ec5774-b9ba-417c-acc3-793d61ff58df req-3c91e6a2-601a-4951-b980-0aa015240647 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451566 Feb 03 21:45:27.856526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4a4849a-0adb-45df-a7a1-4001c2bd1944 req-ea64a148-b9da-4bcf-985e-feabe6dd5ef8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170659 Feb 03 21:45:27.889063 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aca2bd-d480-4b30-81f2-a0db0d4c75f9 x-openstack-request-id: req-24aca2bd-d480-4b30-81f2-a0db0d4c75f9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:27.889556 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:27.889669 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24aca2bd-d480-4b30-81f2-a0db0d4c75f9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:27.889982 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65', 'code': 200} Feb 03 21:45:27.893772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-82c0f0e8-6ab4-46b5-a528-7dd1ee708063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:27.894690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-82c0f0e8-6ab4-46b5-a528-7dd1ee708063 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb7dfd4f-5579-4bd5-8679-2fffe030a5d2 HTTP/1.1" status: 200 len: 854 time: 0.1175430 Feb 03 21:45:27.939731 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff88ffaf-cb42-4c87-a2a6-45b504c54850 x-openstack-request-id: req-ff88ffaf-cb42-4c87-a2a6-45b504c54850 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:27.940028 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b36881-8320-4270-91b4-9e875ee5ac7a", "tag": "de8024db-baa6-4a9d-8a7d-33588a997265", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:27.940375 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff88ffaf-cb42-4c87-a2a6-45b504c54850 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:27.940822 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b36881-8320-4270-91b4-9e875ee5ac7a', 'tag': 'de8024db-baa6-4a9d-8a7d-33588a997265', 'status': 'completed', 'code': 200} Feb 03 21:45:27.975400 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-0a4b6623-1f03-4a72-9af6-ba5d4a8059a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be916f92-e77e-4e67-9bbe-4a37da159a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337131 Feb 03 21:45:27.985525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-875cfc23-9fe1-4aa7-a384-24f8a56206d3 None None] Provisioning complete for port b45eb4ea-2f35-4c98-b746-d1137f286a92 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:27.988885 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-875cfc23-9fe1-4aa7-a384-24f8a56206d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:28.050681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-875cfc23-9fe1-4aa7-a384-24f8a56206d3 None None] Port b45eb4ea-2f35-4c98-b746-d1137f286a92 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:45:28.100207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:28.153525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef06134-1e49-49cd-aa2e-fb30f48459cf req-678ef423-e7e9-4c2b-8b0a-2cf75e76389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:28.158815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef06134-1e49-49cd-aa2e-fb30f48459cf req-678ef423-e7e9-4c2b-8b0a-2cf75e76389f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 1127 time: 0.1931767 Feb 03 21:45:28.236717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6dcd1-fcbe-4e18-8761-a56df8a1514d req-0abaced0-46bf-4afe-a2f5-09dbd655d67d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:28.248831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8e6dcd1-fcbe-4e18-8761-a56df8a1514d req-0abaced0-46bf-4afe-a2f5-09dbd655d67d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.1967833 Feb 03 21:45:28.269885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-e0a27639-4a3d-4eb9-bda8-cb9b78a31078 service neutron] 10.222.0.47 "GET /v2.0/networks/be916f92-e77e-4e67-9bbe-4a37da159a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855511 Feb 03 21:45:28.321934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef06134-1e49-49cd-aa2e-fb30f48459cf req-b1f275f2-ff48-4975-8597-b881e762690d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555450 Feb 03 21:45:28.333723 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8e6dcd1-fcbe-4e18-8761-a56df8a1514d req-23900ee5-e387-4761-8939-23094157508d tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837548 Feb 03 21:45:28.464014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e5db909-b0cf-4970-a86f-acd91f55bdf0 req-a3b6c208-3f7f-4f8a-80fc-1ed4376d39b3 service neutron] 10.222.0.47 "GET /v2.0/networks/be916f92-e77e-4e67-9bbe-4a37da159a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743932 Feb 03 21:45:28.491924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25e54b-4c13-42db-9a59-fb1b9fd11733 req-adb84b22-ddbd-48cb-9689-1e31ec92a2e5 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:28.493961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac25e54b-4c13-42db-9a59-fb1b9fd11733 req-adb84b22-ddbd-48cb-9689-1e31ec92a2e5 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 932 time: 0.1343472 Feb 03 21:45:28.521393 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:28.587366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac25e54b-4c13-42db-9a59-fb1b9fd11733 req-4399158b-1375-4f4f-ac31-26da828f92c0 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584161 Feb 03 21:45:28.625894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45eb4ea-2f35-4c98-b746-d1137f286a92 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:28.627372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f2b4-4ad2-48a9-8913-51ac6183fb01 req-ff323f64-62ca-480e-aa68-8e5d694de468 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:28.629211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b97f2b4-4ad2-48a9-8913-51ac6183fb01 req-ff323f64-62ca-480e-aa68-8e5d694de468 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 943 time: 0.1693954 Feb 03 21:45:28.635864 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Publish callbacks [] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:28.645218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-77b28419-34dc-49dc-aaa9-93ce45220495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:28.646748 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-77b28419-34dc-49dc-aaa9-93ce45220495 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c778fa631034f9aa1f5754c93db2dcd&device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 1125 time: 0.0921135 Feb 03 21:45:28.666222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Transition to ACTIVE for port object b45eb4ea-2f35-4c98-b746-d1137f286a92 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:45:28.679514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:28.731109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b97f2b4-4ad2-48a9-8913-51ac6183fb01 req-7039221c-dca1-4210-bc93-124b662e3412 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930374 Feb 03 21:45:28.753620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b45eb4ea-2f35-4c98-b746-d1137f286a92,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:28.912420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Attempting to bind port b45eb4ea-2f35-4c98-b746-d1137f286a92 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:28.912882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Attempting to bind port b45eb4ea-2f35-4c98-b746-d1137f286a92 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:28.913135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Attempting to bind port b45eb4ea-2f35-4c98-b746-d1137f286a92 on network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:28.919731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-d6178019-5014-43ab-80e5-4e9509c8a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:28.921257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-d6178019-5014-43ab-80e5-4e9509c8a79c service neutron] 10.222.0.47 "GET /v2.0/networks?id=be916f92-e77e-4e67-9bbe-4a37da159a33 HTTP/1.1" status: 200 len: 915 time: 0.2663372 Feb 03 21:45:28.922204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Port b45eb4ea-2f35-4c98-b746-d1137f286a92 on network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:45:28.922526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Attempting to bind port b45eb4ea-2f35-4c98-b746-d1137f286a92 on network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:28.945653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:28.946948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Checking segment: {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:28.949307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Bound using segment: {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:28.951150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Bound port: b45eb4ea-2f35-4c98-b746-d1137f286a92, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305c26e5-a39b-4532-b418-734306e9530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:28.951529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:29.022492 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-3ef80b82-9aa8-4352-be2d-ec05570b8fd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8024db-baa6-4a9d-8a7d-33588a997265 HTTP/1.1" status: 200 len: 217 time: 0.0899889 Feb 03 21:45:29.172963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-d3790a9d-346e-422d-8283-203ecc4b8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.174715 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-d3790a9d-346e-422d-8283-203ecc4b8eb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb7dfd4f-5579-4bd5-8679-2fffe030a5d2 HTTP/1.1" status: 200 len: 854 time: 0.1307874 Feb 03 21:45:29.178944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] For port b45eb4ea-2f35-4c98-b746-d1137f286a92, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:29.194506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] For port b45eb4ea-2f35-4c98-b746-d1137f286a92, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b45eb4ea-2f35-4c98-b746-d1137f286a92,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:29.197747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a025-dac9-40d5-9f4e-1079453fa925 req-c1588bcd-547d-4695-a122-421b32293344 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.215073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7784a025-dac9-40d5-9f4e-1079453fa925 req-c1588bcd-547d-4695-a122-421b32293344 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1824698 Feb 03 21:45:29.219419 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-472f9673-c944-42d2-a016-b37e3e6b9a7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be916f92-e77e-4e67-9bbe-4a37da159a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374959 Feb 03 21:45:29.225025 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:29.288460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:29.316190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.316812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:29.318233 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] 10.222.0.47 "PUT /v2.0/ports/b45eb4ea-2f35-4c98-b746-d1137f286a92 HTTP/1.1" status: 200 len: 1092 time: 1.5423536 Feb 03 21:45:29.320733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29eac7-3f95-429b-857f-84ced2b0104f req-be9e86e1-6aab-47d2-940b-7ace690aa991 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.336101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29eac7-3f95-429b-857f-84ced2b0104f req-be9e86e1-6aab-47d2-940b-7ace690aa991 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.347072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29eac7-3f95-429b-857f-84ced2b0104f req-be9e86e1-6aab-47d2-940b-7ace690aa991 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.353255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29eac7-3f95-429b-857f-84ced2b0104f req-be9e86e1-6aab-47d2-940b-7ace690aa991 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.359122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29eac7-3f95-429b-857f-84ced2b0104f req-be9e86e1-6aab-47d2-940b-7ace690aa991 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.365457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29eac7-3f95-429b-857f-84ced2b0104f req-be9e86e1-6aab-47d2-940b-7ace690aa991 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.372237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29eac7-3f95-429b-857f-84ced2b0104f req-be9e86e1-6aab-47d2-940b-7ace690aa991 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.374295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca29eac7-3f95-429b-857f-84ced2b0104f req-be9e86e1-6aab-47d2-940b-7ace690aa991 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.4081986 Feb 03 21:45:29.395794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7784a025-dac9-40d5-9f4e-1079453fa925 req-e45dac94-10d2-48ad-af4c-533a2c70534b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730387 Feb 03 21:45:29.452670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c060717-2a56-4474-9676-cc3020ca6bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b45eb4ea-2f35-4c98-b746-d1137f286a92,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:29.512809 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-24983456-ed99-4087-8fb9-b970826df252 service neutron] 10.222.0.47 "GET /v2.0/networks/be916f92-e77e-4e67-9bbe-4a37da159a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765522 Feb 03 21:45:29.533457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-357d8f4d-3e98-47f0-bba7-666ee44de4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.538607 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-357d8f4d-3e98-47f0-bba7-666ee44de4bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d226f52d8cc4ff1b4d582af7f76fd58&device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 1126 time: 0.1636488 Feb 03 21:45:29.545890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:29.614837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca29eac7-3f95-429b-857f-84ced2b0104f req-7b1aeb48-31b7-4e61-9871-2e1dbc120fac tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2180884 Feb 03 21:45:29.643372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10de4dd-0ec1-4574-aa5f-2af0cf7ae6c5 req-79f6b881-9cae-4d2b-9b11-0ffa6e291044 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.650777 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c10de4dd-0ec1-4574-aa5f-2af0cf7ae6c5 req-79f6b881-9cae-4d2b-9b11-0ffa6e291044 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.1412282 Feb 03 21:45:29.674266 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-9d5b92f1-925f-4a23-b8ef-5eb757dbbadd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45eb4ea-2f35-4c98-b746-d1137f286a92 HTTP/1.1" status: 200 len: 217 time: 0.1176453 Feb 03 21:45:29.790689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-262dde33-e8da-4810-a76d-9067d9d9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.792069 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-262dde33-e8da-4810-a76d-9067d9d9937f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0faff6a-f096-43e0-af88-d16db446b15b HTTP/1.1" status: 200 len: 845 time: 0.1110523 Feb 03 21:45:29.800526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c10de4dd-0ec1-4574-aa5f-2af0cf7ae6c5 req-3eba42b3-6d9e-4413-ae55-024f3df1a6cb tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263444 Feb 03 21:45:29.853394 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:29.878452 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9dc383f3-5ef1-42e0-8376-9c2dec63b929 req-d0e12b04-0f7e-4d40-89c2-836a432fcaf3 service neutron] 10.222.0.47 "GET /v2.0/networks/be916f92-e77e-4e67-9bbe-4a37da159a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573644 Feb 03 21:45:29.886589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-1938039f-d971-418b-9e6d-9abe4ab141f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:29.888166 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-1938039f-d971-418b-9e6d-9abe4ab141f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9d1dfea-961e-4347-9b40-456b6b0c4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0825400 Feb 03 21:45:29.928534 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Publish callbacks [] for security_group (25c7be71-c627-45b7-bc04-22aeb10d7d10), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:29.951068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (25c7be71-c627-45b7-bc04-22aeb10d7d10), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:29.958991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'tag': 'b45eb4ea-2f35-4c98-b746-d1137f286a92'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:29.962056 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2f67d3-ca87-4058-a4ff-4044d40e5717" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4edf51-2ade-466c-aeac-d4e6b0424c51", "tag": "b45eb4ea-2f35-4c98-b746-d1137f286a92"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:30.000935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c7be71-c627-45b7-bc04-22aeb10d7d10,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:30.017649 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-9499e1d3-0bb9-4e97-b5ed-efdb98dfc131 service neutron] 10.222.0.47 "GET /v2.0/networks/e9d1dfea-961e-4347-9b40-456b6b0c4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230388 Feb 03 21:45:30.025695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.026055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.026392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.026728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.027060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.027389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.027715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.028202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.028534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.028861 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.029224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.029547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.029868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:30.044810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5f34d-064a-4aca-b784-52d8ea829911 req-d2dbcdd4-6b49-4ce3-a3bf-ebcc09725177 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:30.052767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12c5f34d-064a-4aca-b784-52d8ea829911 req-d2dbcdd4-6b49-4ce3-a3bf-ebcc09725177 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 944 time: 0.2388642 Feb 03 21:45:30.109204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12c5f34d-064a-4aca-b784-52d8ea829911 req-7cf0b791-5531-43f5-8d70-a9cf80cec0bd tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554955 Feb 03 21:45:30.121089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-94c7a633-606c-46f4-ad4d-50a3a8c36e3c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81de633b92ca452fa7bd21182b90a91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8292642 Feb 03 21:45:30.122005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:30.140659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c929414-a4fe-4309-bd56-1e87251f975a req-b72369dc-edd2-4ec8-a0db-68e7a76e9eb4 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:30.141609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c929414-a4fe-4309-bd56-1e87251f975a req-b72369dc-edd2-4ec8-a0db-68e7a76e9eb4 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 943 time: 0.1875846 Feb 03 21:45:30.196155 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-82a1d720-fe52-4b5c-a628-db8995e1fef6 req-cb4b423e-9ad5-4a68-9dd0-ecc28aa4f867 service neutron] 10.222.0.47 "GET /v2.0/networks/e9d1dfea-961e-4347-9b40-456b6b0c4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726975 Feb 03 21:45:30.200322 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a8e59a-6155-449b-bd5e-3b4800f40145 x-openstack-request-id: req-c2a8e59a-6155-449b-bd5e-3b4800f40145 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:30.200946 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4edf51-2ade-466c-aeac-d4e6b0424c51", "tag": "b45eb4ea-2f35-4c98-b746-d1137f286a92", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:30.201400 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2a8e59a-6155-449b-bd5e-3b4800f40145 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:30.209308 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'tag': 'b45eb4ea-2f35-4c98-b746-d1137f286a92', 'status': 'completed', 'code': 200} Feb 03 21:45:30.228061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c929414-a4fe-4309-bd56-1e87251f975a req-6d217504-c976-410e-bdee-4f4bf874b747 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801890 Feb 03 21:45:30.276781 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9bde-9b99-41f2-b062-343eed4ef278 admin admin] Publish callbacks [] for security_group (25c7be71-c627-45b7-bc04-22aeb10d7d10), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:30.320206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9bde-9b99-41f2-b062-343eed4ef278 admin admin] Publish callbacks [] for security_group (25c7be71-c627-45b7-bc04-22aeb10d7d10), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:30.363059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-fbc3b6f0-8679-4d9f-9026-4a3e63afe58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:30.364572 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-fbc3b6f0-8679-4d9f-9026-4a3e63afe58c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d226f52d8cc4ff1b4d582af7f76fd58&device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 1126 time: 0.0967326 Feb 03 21:45:30.445177 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9bde-9b99-41f2-b062-343eed4ef278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (25c7be71-c627-45b7-bc04-22aeb10d7d10), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:30.448819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9bde-9b99-41f2-b062-343eed4ef278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:30.452252 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9f4e9bde-9b99-41f2-b062-343eed4ef278 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25c7be71-c627-45b7-bc04-22aeb10d7d10 HTTP/1.1" status: 204 len: 168 time: 0.3287327 Feb 03 21:45:30.478516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e9bde-9b99-41f2-b062-343eed4ef278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c7be71-c627-45b7-bc04-22aeb10d7d10,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:30.537722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-b1f6cde3-ae24-4047-9e48-743d0fd225e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:30.539155 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-b1f6cde3-ae24-4047-9e48-743d0fd225e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9d1dfea-961e-4347-9b40-456b6b0c4ec3 HTTP/1.1" status: 200 len: 907 time: 0.1682124 Feb 03 21:45:30.595397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0acf40-f2be-4bc1-9cb2-32278efad5b7 req-e01090e3-583f-4727-9d1b-99fafe61922e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:30.597366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a0acf40-f2be-4bc1-9cb2-32278efad5b7 req-e01090e3-583f-4727-9d1b-99fafe61922e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.0830305 Feb 03 21:45:30.692141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a0acf40-f2be-4bc1-9cb2-32278efad5b7 req-6f21819e-0177-43ee-b8c3-fcfd08e97fa8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831690 Feb 03 21:45:30.909479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b613bd-db1c-4d44-8c08-f7befc9414f4 req-043d6a8f-f24e-4e54-89df-1076e5733ddf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:30.931995 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b613bd-db1c-4d44-8c08-f7befc9414f4 req-043d6a8f-f24e-4e54-89df-1076e5733ddf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:30.944352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b613bd-db1c-4d44-8c08-f7befc9414f4 req-043d6a8f-f24e-4e54-89df-1076e5733ddf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:30.969336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b613bd-db1c-4d44-8c08-f7befc9414f4 req-043d6a8f-f24e-4e54-89df-1076e5733ddf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:30.984187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b613bd-db1c-4d44-8c08-f7befc9414f4 req-043d6a8f-f24e-4e54-89df-1076e5733ddf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:31.000743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b613bd-db1c-4d44-8c08-f7befc9414f4 req-043d6a8f-f24e-4e54-89df-1076e5733ddf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:31.014351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:31.016462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b613bd-db1c-4d44-8c08-f7befc9414f4 req-043d6a8f-f24e-4e54-89df-1076e5733ddf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:31.022157 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-004eb83c-3530-400a-b98e-f18532bd5078 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45eb4ea-2f35-4c98-b746-d1137f286a92 HTTP/1.1" status: 200 len: 217 time: 0.4745908 Feb 03 21:45:31.029408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3b613bd-db1c-4d44-8c08-f7befc9414f4 req-043d6a8f-f24e-4e54-89df-1076e5733ddf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2914867 Feb 03 21:45:31.030390 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e778e41-af32-406c-b905-5df45480adf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:31.076676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-fce6cea2-d860-4939-8e3b-de091f968b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:31.079252 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-fce6cea2-d860-4939-8e3b-de091f968b78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0faff6a-f096-43e0-af88-d16db446b15b HTTP/1.1" status: 200 len: 845 time: 0.0466666 Feb 03 21:45:31.079777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device de8024db-baa6-4a9d-8a7d-33588a997265 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:45:31.201794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81ea5-d0b3-4629-934a-7fc857c0bcd2 req-6c25daa8-27df-492d-9264-30b88f5cbe50 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:31.212104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58f81ea5-d0b3-4629-934a-7fc857c0bcd2 req-6c25daa8-27df-492d-9264-30b88f5cbe50 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.1706276 Feb 03 21:45:31.213509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-26a57f50-1b15-4880-83db-86897b227687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:31.218008 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-26a57f50-1b15-4880-83db-86897b227687 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9d1dfea-961e-4347-9b40-456b6b0c4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1303661 Feb 03 21:45:31.241735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3b613bd-db1c-4d44-8c08-f7befc9414f4 req-2066cf42-9c2a-4cc6-aee7-80f4afc90313 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2084184 Feb 03 21:45:31.326748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port de8024db-baa6-4a9d-8a7d-33588a997265, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de8024db-baa6-4a9d-8a7d-33588a997265,segment=NetworkSegment(4abbb3f3-e480-476b-9904-f1aa89f9307f),segment_id=4abbb3f3-e480-476b-9904-f1aa89f9307f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:31.346367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58f81ea5-d0b3-4629-934a-7fc857c0bcd2 req-2e25e422-f0bb-45c5-a719-bff54c9b29c5 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287632 Feb 03 21:45:31.378961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'de8024db-baa6-4a9d-8a7d-33588a997265', 'network_id': 'be916f92-e77e-4e67-9bbe-4a37da159a33', 'port_id': 'de8024db-baa6-4a9d-8a7d-33588a997265', 'mac_address': 'fa:16:3e:c8:0c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7dfd4f-5579-4bd5-8679-2fffe030a5d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:45:31.531977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port de8024db-baa6-4a9d-8a7d-33588a997265 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:31.532514 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:31.549192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e778e41-af32-406c-b905-5df45480adf0 admin admin] Publish callbacks [] for security_group (5ed7a36e-f79f-4012-a754-249c5d963f74), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:31.563192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e778e41-af32-406c-b905-5df45480adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5ed7a36e-f79f-4012-a754-249c5d963f74), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:31.578820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8024db-baa6-4a9d-8a7d-33588a997265 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:31.600869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5fa5a-2bbf-4c17-96ce-7aa7b1ed412d req-ca26b806-8f74-486e-ba49-1a0c628c04dd tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:31.621481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cc5fa5a-2bbf-4c17-96ce-7aa7b1ed412d req-ca26b806-8f74-486e-ba49-1a0c628c04dd tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 944 time: 0.2351334 Feb 03 21:45:31.636643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port de8024db-baa6-4a9d-8a7d-33588a997265, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de8024db-baa6-4a9d-8a7d-33588a997265,segment=NetworkSegment(4abbb3f3-e480-476b-9904-f1aa89f9307f),segment_id=4abbb3f3-e480-476b-9904-f1aa89f9307f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:31.643831 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:31.674228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593fdab-0d1f-4951-ab2e-0b7e5dccbf04 req-8285ed86-ffb3-480e-a6ca-3c7370b9b7b3 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:31.675692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4593fdab-0d1f-4951-ab2e-0b7e5dccbf04 req-8285ed86-ffb3-480e-a6ca-3c7370b9b7b3 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 943 time: 0.1962235 Feb 03 21:45:31.711872 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-67cddb4f-e566-4c54-b5b3-4f1ff40095e2 service neutron] 10.222.0.47 "GET /v2.0/networks/e9d1dfea-961e-4347-9b40-456b6b0c4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773912 Feb 03 21:45:31.718351 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3e778e41-af32-406c-b905-5df45480adf0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=242f99e193394430be606a6b7a008f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7026381 Feb 03 21:45:31.745712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:31.750813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=de8024db-baa6-4a9d-8a7d-33588a997265,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:31.808487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e778e41-af32-406c-b905-5df45480adf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed7a36e-f79f-4012-a754-249c5d963f74,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:31.874937 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb2f67d3-ca87-4058-a4ff-4044d40e5717 req-c65e8279-48f7-4aec-ae5a-0dba3f75c0aa service neutron] 10.222.0.47 "GET /v2.0/networks/e9d1dfea-961e-4347-9b40-456b6b0c4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520698 Feb 03 21:45:31.906466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cc5fa5a-2bbf-4c17-96ce-7aa7b1ed412d req-e826c8c6-fbc7-4f93-8621-4b21e6e04f01 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760210 Feb 03 21:45:31.945394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de283cf7-bfb9-498c-84bc-83ec30dce536 admin admin] Publish callbacks [] for security_group (5ed7a36e-f79f-4012-a754-249c5d963f74), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:31.954235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4593fdab-0d1f-4951-ab2e-0b7e5dccbf04 req-cb18d4c0-0239-4bc0-9549-75d74f119856 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678103 Feb 03 21:45:31.977180 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de283cf7-bfb9-498c-84bc-83ec30dce536 admin admin] Publish callbacks [] for security_group (5ed7a36e-f79f-4012-a754-249c5d963f74), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:32.038037 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de283cf7-bfb9-498c-84bc-83ec30dce536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5ed7a36e-f79f-4012-a754-249c5d963f74), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:32.041768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de283cf7-bfb9-498c-84bc-83ec30dce536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:32.043349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-de283cf7-bfb9-498c-84bc-83ec30dce536 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ed7a36e-f79f-4012-a754-249c5d963f74 HTTP/1.1" status: 204 len: 168 time: 0.2956069 Feb 03 21:45:32.054320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de283cf7-bfb9-498c-84bc-83ec30dce536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed7a36e-f79f-4012-a754-249c5d963f74,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:32.055937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['de8024db-baa6-4a9d-8a7d-33588a997265'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:32.210531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001018d-afcb-4a76-a9d5-ebba6bb08cd6 req-85e671b4-a3f0-4d7a-9e1c-5fce540c9b57 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:32.217443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5001018d-afcb-4a76-a9d5-ebba6bb08cd6 req-85e671b4-a3f0-4d7a-9e1c-5fce540c9b57 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1326835 Feb 03 21:45:32.327033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5001018d-afcb-4a76-a9d5-ebba6bb08cd6 req-4a84e497-48ab-4455-8117-8565f815f4bf tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015677 Feb 03 21:45:32.557258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501abd8-1ac5-44a3-b0d6-88b80486ce89 req-8f118a11-9f54-496c-81a6-017a54b7e0c5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:32.574753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501abd8-1ac5-44a3-b0d6-88b80486ce89 req-8f118a11-9f54-496c-81a6-017a54b7e0c5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:32.587015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501abd8-1ac5-44a3-b0d6-88b80486ce89 req-8f118a11-9f54-496c-81a6-017a54b7e0c5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:32.605231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501abd8-1ac5-44a3-b0d6-88b80486ce89 req-8f118a11-9f54-496c-81a6-017a54b7e0c5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:32.616602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501abd8-1ac5-44a3-b0d6-88b80486ce89 req-8f118a11-9f54-496c-81a6-017a54b7e0c5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:32.630343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501abd8-1ac5-44a3-b0d6-88b80486ce89 req-8f118a11-9f54-496c-81a6-017a54b7e0c5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:32.642058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501abd8-1ac5-44a3-b0d6-88b80486ce89 req-8f118a11-9f54-496c-81a6-017a54b7e0c5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:32.646082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c501abd8-1ac5-44a3-b0d6-88b80486ce89 req-8f118a11-9f54-496c-81a6-017a54b7e0c5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2182436 Feb 03 21:45:32.723497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c501abd8-1ac5-44a3-b0d6-88b80486ce89 req-a4fc89fe-ee26-42e0-8607-a765a6384794 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707669 Feb 03 21:45:33.097376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b45eb4ea-2f35-4c98-b746-d1137f286a92 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:45:33.100709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device de8024db-baa6-4a9d-8a7d-33588a997265 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:33.163773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbccabf-24f8-41ed-b69e-f7242a5e60fd req-8d047056-bb8d-4779-b11e-9897d6a6b2e1 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:33.170413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6fbccabf-24f8-41ed-b69e-f7242a5e60fd req-8d047056-bb8d-4779-b11e-9897d6a6b2e1 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 944 time: 0.1547849 Feb 03 21:45:33.364222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4847fd-deac-446c-a950-98eda692f3c9 req-5d0328ec-4308-41b6-a00a-d9599a32dc6e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:33.366002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac4847fd-deac-446c-a950-98eda692f3c9 req-5d0328ec-4308-41b6-a00a-d9599a32dc6e tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 944 time: 0.2291782 Feb 03 21:45:33.371361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6fbccabf-24f8-41ed-b69e-f7242a5e60fd req-d4571b74-98ea-4775-b6a5-9f687600b9cd tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808240 Feb 03 21:45:33.386908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b45eb4ea-2f35-4c98-b746-d1137f286a92, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b45eb4ea-2f35-4c98-b746-d1137f286a92,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:33.406883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'b45eb4ea-2f35-4c98-b746-d1137f286a92', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'port_id': 'b45eb4ea-2f35-4c98-b746-d1137f286a92', 'mac_address': 'fa:16:3e:8e:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:45:33.440340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port de8024db-baa6-4a9d-8a7d-33588a997265 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:45:33.449358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port de8024db-baa6-4a9d-8a7d-33588a997265 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:33.449761 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:33.492544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port b45eb4ea-2f35-4c98-b746-d1137f286a92 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:33.493483 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:33.515882 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45eb4ea-2f35-4c98-b746-d1137f286a92 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:33.520475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac4847fd-deac-446c-a950-98eda692f3c9 req-364eb3b3-a56d-4381-82c5-1ff7790a40e2 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321890 Feb 03 21:45:33.601585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b45eb4ea-2f35-4c98-b746-d1137f286a92, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b45eb4ea-2f35-4c98-b746-d1137f286a92,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:33.619968 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:33.629951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759cfbd-49e3-46ca-8b88-08c2c93f7ad1 req-d1ffd095-b71e-4c19-8d39-17454fbba48c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:33.637556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6759cfbd-49e3-46ca-8b88-08c2c93f7ad1 req-d1ffd095-b71e-4c19-8d39-17454fbba48c tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.1159651 Feb 03 21:45:33.705550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port de8024db-baa6-4a9d-8a7d-33588a997265 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:33.706161 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:33.720879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=b45eb4ea-2f35-4c98-b746-d1137f286a92,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:33.742509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6759cfbd-49e3-46ca-8b88-08c2c93f7ad1 req-c8a03018-0d0c-472a-a913-1e0a4aae7a34 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038208 Feb 03 21:45:33.748340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port de8024db-baa6-4a9d-8a7d-33588a997265, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de8024db-baa6-4a9d-8a7d-33588a997265,segment=NetworkSegment(4abbb3f3-e480-476b-9904-f1aa89f9307f),segment_id=4abbb3f3-e480-476b-9904-f1aa89f9307f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:33.749658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b36881-8320-4270-91b4-9e875ee5ac7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8024db-baa6-4a9d-8a7d-33588a997265'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:33.753027 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe192e9-0b1a-4f86-89ed-cf0f050a42fc" -d '{"events": [{"server_uuid": "56b36881-8320-4270-91b4-9e875ee5ac7a", "name": "network-vif-plugged", "status": "completed", "tag": "de8024db-baa6-4a9d-8a7d-33588a997265"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:33.763876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:33.772327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f454b-1d78-4dec-a517-2e33157cc0d6 req-8fa594a2-8fc0-40b6-bfd9-cfffc402b314 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:33.779983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-249f454b-1d78-4dec-a517-2e33157cc0d6 req-8fa594a2-8fc0-40b6-bfd9-cfffc402b314 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1188796 Feb 03 21:45:33.863537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=de8024db-baa6-4a9d-8a7d-33588a997265,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:33.871032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-249f454b-1d78-4dec-a517-2e33157cc0d6 req-cd3297e7-1267-41ba-a779-a83edf1e1262 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851188 Feb 03 21:45:33.926269 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e88b71-1874-4828-8caa-779c3de97f90 x-openstack-request-id: req-95e88b71-1874-4828-8caa-779c3de97f90 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:33.927223 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b36881-8320-4270-91b4-9e875ee5ac7a", "name": "network-vif-plugged", "status": "completed", "tag": "de8024db-baa6-4a9d-8a7d-33588a997265", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:33.927223 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95e88b71-1874-4828-8caa-779c3de97f90 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:33.927223 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b36881-8320-4270-91b4-9e875ee5ac7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8024db-baa6-4a9d-8a7d-33588a997265', 'code': 200} Feb 03 21:45:33.963831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['b45eb4ea-2f35-4c98-b746-d1137f286a92'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:34.076415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52706f67-b9c7-40bd-9607-472ebf424da5 req-ef3829c8-77bb-4af5-913d-08f7b6246a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.097118 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52706f67-b9c7-40bd-9607-472ebf424da5 req-ef3829c8-77bb-4af5-913d-08f7b6246a47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 1127 time: 0.0917668 Feb 03 21:45:34.193085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1f9e-de0f-447e-9d7d-bcb37a0e30b9 req-7861f3fa-9da1-41a6-b330-c975931c9037 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.193283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52706f67-b9c7-40bd-9607-472ebf424da5 req-2a1853c1-48c1-48b5-8b1b-99593bd3102c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926757 Feb 03 21:45:34.198399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1f9e-de0f-447e-9d7d-bcb37a0e30b9 req-7861f3fa-9da1-41a6-b330-c975931c9037 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.221530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1f9e-de0f-447e-9d7d-bcb37a0e30b9 req-7861f3fa-9da1-41a6-b330-c975931c9037 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.226823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1f9e-de0f-447e-9d7d-bcb37a0e30b9 req-7861f3fa-9da1-41a6-b330-c975931c9037 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.241292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1f9e-de0f-447e-9d7d-bcb37a0e30b9 req-7861f3fa-9da1-41a6-b330-c975931c9037 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.252716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1f9e-de0f-447e-9d7d-bcb37a0e30b9 req-7861f3fa-9da1-41a6-b330-c975931c9037 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.263827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1f9e-de0f-447e-9d7d-bcb37a0e30b9 req-7861f3fa-9da1-41a6-b330-c975931c9037 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.265813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bab1f9e-de0f-447e-9d7d-bcb37a0e30b9 req-7861f3fa-9da1-41a6-b330-c975931c9037 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2061234 Feb 03 21:45:34.400564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bab1f9e-de0f-447e-9d7d-bcb37a0e30b9 req-3b8addb0-188e-43a2-aa98-39bb7dac27a4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248925 Feb 03 21:45:34.580448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda6ac0-3191-48ed-8958-dc79a5876bdc req-d63423ef-2c63-47d5-8ce0-29db22356b6d tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.582329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cda6ac0-3191-48ed-8958-dc79a5876bdc req-d63423ef-2c63-47d5-8ce0-29db22356b6d tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 945 time: 0.0766125 Feb 03 21:45:34.687355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cda6ac0-3191-48ed-8958-dc79a5876bdc req-2aba3981-bb3e-423b-b8de-dbc766b91886 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988996 Feb 03 21:45:34.706751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4face61d-e398-4f40-9c8f-975836351797 req-fc5754f9-ce1c-4f60-8463-a2e9a57bc1cf tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:34.714071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4face61d-e398-4f40-9c8f-975836351797 req-fc5754f9-ce1c-4f60-8463-a2e9a57bc1cf tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 945 time: 0.0965691 Feb 03 21:45:34.774753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4face61d-e398-4f40-9c8f-975836351797 req-66e8ccb2-596c-4184-9094-83e63e3bc21c tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592813 Feb 03 21:45:35.004033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc152d8-7011-43a6-9f54-3cb27afad03a req-5107c531-d765-491b-bdcf-d173ea06aa51 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.014149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6cc152d8-7011-43a6-9f54-3cb27afad03a req-5107c531-d765-491b-bdcf-d173ea06aa51 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.1532626 Feb 03 21:45:35.152988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6cc152d8-7011-43a6-9f54-3cb27afad03a req-86cf0301-1c32-40b5-93ae-dff5a47c2b18 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326025 Feb 03 21:45:35.177826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db424-e393-4ea7-a007-1e4f2102a7b5 req-d792529c-3e68-4c38-8e10-da189370213b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.195299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-561db424-e393-4ea7-a007-1e4f2102a7b5 req-d792529c-3e68-4c38-8e10-da189370213b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1627569 Feb 03 21:45:35.215689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:35.323348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-561db424-e393-4ea7-a007-1e4f2102a7b5 req-a74a0b1c-416e-48a5-b016-54e79c4a6a48 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212938 Feb 03 21:45:35.421919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-464854b1-9340-43d0-902c-b4b8d6dfcd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:35.569336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-464854b1-9340-43d0-902c-b4b8d6dfcd55 admin admin] Publish callbacks [] for security_group (8ea3a06d-1f0f-4943-944f-f496939ce1c8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:35.590629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-464854b1-9340-43d0-902c-b4b8d6dfcd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8ea3a06d-1f0f-4943-944f-f496939ce1c8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:35.622288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6f0c-c93f-4282-a8b8-ebf078f3b483 req-d9a8cb5f-317c-45e0-aa58-676306902fff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.636891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6f0c-c93f-4282-a8b8-ebf078f3b483 req-d9a8cb5f-317c-45e0-aa58-676306902fff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.647918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6f0c-c93f-4282-a8b8-ebf078f3b483 req-d9a8cb5f-317c-45e0-aa58-676306902fff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.653453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-464854b1-9340-43d0-902c-b4b8d6dfcd55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=653b20d252e343a7b55d6fd17ba598b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366264 Feb 03 21:45:35.654129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:35.655703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6f0c-c93f-4282-a8b8-ebf078f3b483 req-d9a8cb5f-317c-45e0-aa58-676306902fff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.665590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6f0c-c93f-4282-a8b8-ebf078f3b483 req-d9a8cb5f-317c-45e0-aa58-676306902fff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.674971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6f0c-c93f-4282-a8b8-ebf078f3b483 req-d9a8cb5f-317c-45e0-aa58-676306902fff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.683737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6f0c-c93f-4282-a8b8-ebf078f3b483 req-d9a8cb5f-317c-45e0-aa58-676306902fff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.695716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8adc6f0c-c93f-4282-a8b8-ebf078f3b483 req-d9a8cb5f-317c-45e0-aa58-676306902fff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.1538389 Feb 03 21:45:35.701489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464854b1-9340-43d0-902c-b4b8d6dfcd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea3a06d-1f0f-4943-944f-f496939ce1c8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:35.745185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc39984-4d6c-42b3-b860-c4819d44744a admin admin] Publish callbacks [] for security_group (8ea3a06d-1f0f-4943-944f-f496939ce1c8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:35.772724 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc39984-4d6c-42b3-b860-c4819d44744a admin admin] Publish callbacks [] for security_group (8ea3a06d-1f0f-4943-944f-f496939ce1c8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:35.852864 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc39984-4d6c-42b3-b860-c4819d44744a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8ea3a06d-1f0f-4943-944f-f496939ce1c8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:35.856278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc39984-4d6c-42b3-b860-c4819d44744a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:35.859856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bbc39984-4d6c-42b3-b860-c4819d44744a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ea3a06d-1f0f-4943-944f-f496939ce1c8 HTTP/1.1" status: 204 len: 168 time: 0.2014081 Feb 03 21:45:35.871428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8adc6f0c-c93f-4282-a8b8-ebf078f3b483 req-32f3957c-7bc8-41ab-8c89-938f1b0cd7fb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1737263 Feb 03 21:45:35.889820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc39984-4d6c-42b3-b860-c4819d44744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea3a06d-1f0f-4943-944f-f496939ce1c8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:35.893028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b4e6-fdae-47b2-9732-2a4000b5de4c req-09da8af6-cd32-4e74-bca2-1dc20af5609f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:35.900960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e86b4e6-fdae-47b2-9732-2a4000b5de4c req-09da8af6-cd32-4e74-bca2-1dc20af5609f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 945 time: 0.0927980 Feb 03 21:45:35.968323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e86b4e6-fdae-47b2-9732-2a4000b5de4c req-78e27d86-2d6b-4237-9259-6a6a2e6dd610 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664513 Feb 03 21:45:36.125174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94d32d-db24-450b-915b-f2fb8a7e1efe req-8102c8dc-1f91-4722-bc31-f1301ee2cde2 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:36.136286 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f94d32d-db24-450b-915b-f2fb8a7e1efe req-8102c8dc-1f91-4722-bc31-f1301ee2cde2 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 945 time: 0.0867970 Feb 03 21:45:36.218944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f94d32d-db24-450b-915b-f2fb8a7e1efe req-5cc72daa-ab53-4bdb-a35c-cd1089dbeb14 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790637 Feb 03 21:45:36.349680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf04f3-f3c0-47ee-b849-cedc568cced3 req-6b9da5c4-25a6-4a82-9bbd-2a20fe21f421 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:36.363538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afbf04f3-f3c0-47ee-b849-cedc568cced3 req-6b9da5c4-25a6-4a82-9bbd-2a20fe21f421 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0984821 Feb 03 21:45:36.440348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afbf04f3-f3c0-47ee-b849-cedc568cced3 req-f4177555-44a1-4a65-8d7f-8dc7f698621e tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701339 Feb 03 21:45:36.581348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a8e90-67d4-4bc6-96ed-e406cfb5fd93 req-58f4b836-10f4-4d60-a3ef-6b98a06a7057 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:36.601487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-738a8e90-67d4-4bc6-96ed-e406cfb5fd93 req-58f4b836-10f4-4d60-a3ef-6b98a06a7057 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1485941 Feb 03 21:45:36.751730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-738a8e90-67d4-4bc6-96ed-e406cfb5fd93 req-6548cc4c-715a-445c-b348-ed841e94dadb tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490688 Feb 03 21:45:37.055795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:37.067940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79529796-bb8b-4205-a623-8a500dcb0042 req-3a99a4d2-2c61-4106-8ed7-a840cb4c05eb tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.072719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79529796-bb8b-4205-a623-8a500dcb0042 req-3a99a4d2-2c61-4106-8ed7-a840cb4c05eb tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 945 time: 0.1261365 Feb 03 21:45:37.089495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:45:37.122886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b45eb4ea-2f35-4c98-b746-d1137f286a92 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:37.193481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79529796-bb8b-4205-a623-8a500dcb0042 req-9dab6fdf-4a36-4ab7-b52e-ea7bbae8a286 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930681 Feb 03 21:45:37.260285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2129395793-network', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:37.267637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eebd8-f2ae-411f-acf8-0b43ba98673c req-f22b0596-2e6a-4e73-851f-d540cbf17b04 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.280964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eebd8-f2ae-411f-acf8-0b43ba98673c req-f22b0596-2e6a-4e73-851f-d540cbf17b04 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.297003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eebd8-f2ae-411f-acf8-0b43ba98673c req-f22b0596-2e6a-4e73-851f-d540cbf17b04 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.306854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eebd8-f2ae-411f-acf8-0b43ba98673c req-f22b0596-2e6a-4e73-851f-d540cbf17b04 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.319508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eebd8-f2ae-411f-acf8-0b43ba98673c req-f22b0596-2e6a-4e73-851f-d540cbf17b04 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.325380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Made reservation on behalf of 65fd3c2875554529b9622a2a6acdc287 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:37.326202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eebd8-f2ae-411f-acf8-0b43ba98673c req-f22b0596-2e6a-4e73-851f-d540cbf17b04 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.327725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.332521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eebd8-f2ae-411f-acf8-0b43ba98673c req-f22b0596-2e6a-4e73-851f-d540cbf17b04 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.340229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-369eebd8-f2ae-411f-acf8-0b43ba98673c req-f22b0596-2e6a-4e73-851f-d540cbf17b04 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2649558 Feb 03 21:45:37.347501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.505528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port b45eb4ea-2f35-4c98-b746-d1137f286a92 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:45:37.509560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Publish callbacks [] for security_group (54b8df4b-5bfe-47e4-8080-68815643ea99), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.515864 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (54b8df4b-5bfe-47e4-8080-68815643ea99), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.542746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port b45eb4ea-2f35-4c98-b746-d1137f286a92 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:37.543182 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.560793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:45:37.569441 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-369eebd8-f2ae-411f-acf8-0b43ba98673c req-c44fa4dd-9a2d-4e5b-9180-8cd1ae5ae856 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2281330 Feb 03 21:45:37.581994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b8df4b-5bfe-47e4-8080-68815643ea99,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:37.589388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a72ebc3e-e464-421f-87bf-4484c492ee0e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.589911 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Added segment a72ebc3e-e464-421f-87bf-4484c492ee0e of type vlan for network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 Feb 03 21:45:37.614577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e13f73-c4f9-44b2-84ae-39534472c58c req-c91489de-9838-42b6-9e05-930000c60152 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.624834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:37.632453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19e13f73-c4f9-44b2-84ae-39534472c58c req-c91489de-9838-42b6-9e05-930000c60152 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 945 time: 0.2519593 Feb 03 21:45:37.670536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (35f428fe-d74f-40e7-a849-b4b8933ef3d1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.675967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65', 'network_id': '37090306-f13c-4a59-989b-eba14a431521', 'port_id': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65', 'mac_address': 'fa:16:3e:6c:b4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e21f944-9322-4781-b061-7bb75d40913a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:45:37.738957 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (35f428fe-d74f-40e7-a849-b4b8933ef3d1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.739967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.740667 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.823388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19e13f73-c4f9-44b2-84ae-39534472c58c req-bda66201-695f-40ab-9ac4-40244bce8038 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849365 Feb 03 21:45:37.876237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:37.879063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413abb2-09a8-4f00-a718-7728c49c68bf req-250f5710-23a5-4077-b8a1-7aced4129356 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:37.879790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.888232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2413abb2-09a8-4f00-a718-7728c49c68bf req-250f5710-23a5-4077-b8a1-7aced4129356 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.1673145 Feb 03 21:45:37.896816 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=35f428fe-d74f-40e7-a849-b4b8933ef3d1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:37.909245 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7409abb8-4f12-43f5-8aab-4ffcf7862ab7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8515477 Feb 03 21:45:37.909245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:37.918842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:45:37.925717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Request body: {'subnet': {'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2129395793-subnet', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:37.948944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port b45eb4ea-2f35-4c98-b746-d1137f286a92 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:37.949643 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.974917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Made reservation on behalf of 65fd3c2875554529b9622a2a6acdc287 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:37.977472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:37.987567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:38.027682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:38.052617 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:38.054926 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2413abb2-09a8-4f00-a718-7728c49c68bf req-04ae7a4c-8b52-4ba9-8293-7ec16124d556 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512775 Feb 03 21:45:38.107979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad920-f994-4cdb-94fc-54853bec2462 req-897fe7e9-c3ad-4ed0-ba29-0af93243cf7c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.113360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d4ad920-f994-4cdb-94fc-54853bec2462 req-897fe7e9-c3ad-4ed0-ba29-0af93243cf7c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1541126 Feb 03 21:45:38.176610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45eb4ea-2f35-4c98-b746-d1137f286a92'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:38.184638 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd597bc-da45-4d56-8077-2a6e2e79bcca" -d '{"events": [{"server_uuid": "1f4edf51-2ade-466c-aeac-d4e6b0424c51", "name": "network-vif-plugged", "status": "completed", "tag": "b45eb4ea-2f35-4c98-b746-d1137f286a92"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:38.211010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d4ad920-f994-4cdb-94fc-54853bec2462 req-cf329bc5-6d49-4700-9912-04b024c31d99 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921116 Feb 03 21:45:38.230602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['464703d5-a11e-49b5-8dcc-0fa35a3e6b65'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:38.252305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port b45eb4ea-2f35-4c98-b746-d1137f286a92, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b45eb4ea-2f35-4c98-b746-d1137f286a92,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:38.291017 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:38.302018 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fe2502-6452-4732-8287-2da51179ebab x-openstack-request-id: req-d4fe2502-6452-4732-8287-2da51179ebab {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:38.302315 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4edf51-2ade-466c-aeac-d4e6b0424c51", "name": "network-vif-plugged", "status": "completed", "tag": "b45eb4ea-2f35-4c98-b746-d1137f286a92", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:38.302627 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4fe2502-6452-4732-8287-2da51179ebab {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:38.303028 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45eb4ea-2f35-4c98-b746-d1137f286a92', 'code': 200} Feb 03 21:45:38.309145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:38.473703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7252a1-13be-4aa3-bf6e-994058d0462c req-30ea2a69-b5f2-4470-8009-afd055582774 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.475456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e7252a1-13be-4aa3-bf6e-994058d0462c req-30ea2a69-b5f2-4470-8009-afd055582774 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 945 time: 0.1282358 Feb 03 21:45:38.504142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=b45eb4ea-2f35-4c98-b746-d1137f286a92,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:38.575169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (c49bb92f-2799-4ced-8c17-b010a4206fc9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:38.591103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e7252a1-13be-4aa3-bf6e-994058d0462c req-5cf864ce-7cec-4aa5-b1c4-a1c9526d8bde tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057634 Feb 03 21:45:38.687228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e38929-0114-4be1-add9-795996e27a27 req-19c90020-a4ce-4253-b095-42bffec4e5c9 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.689340 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a4e38929-0114-4be1-add9-795996e27a27 req-19c90020-a4ce-4253-b095-42bffec4e5c9 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 945 time: 0.4231193 Feb 03 21:45:38.819141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9190-29f0-414c-a113-616158e5f755 req-d8b37bd2-a279-4237-a3bc-da97781746db tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.833016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Checking segment: {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:38.833389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Network hostable DHCP agents. Network: 35f428fe-d74f-40e7-a849-b4b8933ef3d1, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:45:38.833909 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9190-29f0-414c-a113-616158e5f755 req-d8b37bd2-a279-4237-a3bc-da97781746db tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.838868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09384033-5167-4c55-8f57-46525b329fd7 req-d7c8d7e6-3681-4ab5-aa56-e071c9c6c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.839227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9190-29f0-414c-a113-616158e5f755 req-d8b37bd2-a279-4237-a3bc-da97781746db tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.845336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9190-29f0-414c-a113-616158e5f755 req-d8b37bd2-a279-4237-a3bc-da97781746db tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.845970 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09384033-5167-4c55-8f57-46525b329fd7 req-d7c8d7e6-3681-4ab5-aa56-e071c9c6c2b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 1128 time: 0.4734764 Feb 03 21:45:38.850681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9190-29f0-414c-a113-616158e5f755 req-d8b37bd2-a279-4237-a3bc-da97781746db tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.856039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9190-29f0-414c-a113-616158e5f755 req-d8b37bd2-a279-4237-a3bc-da97781746db tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.861947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9190-29f0-414c-a113-616158e5f755 req-d8b37bd2-a279-4237-a3bc-da97781746db tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:38.865251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6afa9190-29f0-414c-a113-616158e5f755 req-d8b37bd2-a279-4237-a3bc-da97781746db tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.1651628 Feb 03 21:45:38.941591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49bb92f-2799-4ced-8c17-b010a4206fc9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:38.969125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6afa9190-29f0-414c-a113-616158e5f755 req-854b03cc-a02a-455c-a0f0-8d450acb3411 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964022 Feb 03 21:45:39.022570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:45:39.056176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 35f428fe-d74f-40e7-a849-b4b8933ef3d1) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:39.065982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0337ddb9-e290-4d57-9e28-97768efb0777 None None] Network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:39.074666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09384033-5167-4c55-8f57-46525b329fd7 req-c078631f-6904-4bb2-916a-0203df9e724e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764100 Feb 03 21:45:39.084014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:39.085296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.090170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89597e62-4f9c-44ec-8edc-55454ddb618d req-7fdfafa6-3ba2-43f9-bcff-bcf225a3cc2f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:39.100347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89597e62-4f9c-44ec-8edc-55454ddb618d req-7fdfafa6-3ba2-43f9-bcff-bcf225a3cc2f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.1238332 Feb 03 21:45:39.108311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a4e38929-0114-4be1-add9-795996e27a27 req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Deleting port de8024db-baa6-4a9d-8a7d-33588a997265 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:45:39.108703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4e38929-0114-4be1-add9-795996e27a27 req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.135184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:39.223142 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-91ec81d5-0ac9-436a-94cc-43bf56ba5d1d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3129694 Feb 03 21:45:39.227315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:39.232746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:39.237198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89597e62-4f9c-44ec-8edc-55454ddb618d req-e727d773-b67b-44ad-9967-2c13d77df0d7 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335971 Feb 03 21:45:39.262208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:39.262759 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.289310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6988e-7374-44c5-90b4-c8e6755a15e0 req-91b5c265-3c7b-482c-b8c4-caf5e4aedd63 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:39.293325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7d6988e-7374-44c5-90b4-c8e6755a15e0 req-91b5c265-3c7b-482c-b8c4-caf5e4aedd63 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 944 time: 0.1170878 Feb 03 21:45:39.331388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (7dddae73-f906-43b1-9205-1a4bf205e5f1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.334776 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (7dddae73-f906-43b1-9205-1a4bf205e5f1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.383613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:39.383991 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.386148 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:45:39.386896 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.430477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:39.445338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a4e38929-0114-4be1-add9-795996e27a27 req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] For port de8024db-baa6-4a9d-8a7d-33588a997265, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de8024db-baa6-4a9d-8a7d-33588a997265,segment=NetworkSegment(4abbb3f3-e480-476b-9904-f1aa89f9307f),segment_id=4abbb3f3-e480-476b-9904-f1aa89f9307f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:39.445703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4e38929-0114-4be1-add9-795996e27a27 req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.451757 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.504760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a4e38929-0114-4be1-add9-795996e27a27 req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Calling delete_port for de8024db-baa6-4a9d-8a7d-33588a997265 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:45:39.527036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7d6988e-7374-44c5-90b4-c8e6755a15e0 req-5108e12f-c35f-4411-ae2f-69988172daec tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240531 Feb 03 21:45:39.587039 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks [] for router_controller (7dddae73-f906-43b1-9205-1a4bf205e5f1), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.610002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82c919-183a-48f2-8d00-bedfaaf4d68e req-ed376219-84c3-48c5-92ed-b119c00146e7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:39.618031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d82c919-183a-48f2-8d00-bedfaaf4d68e req-ed376219-84c3-48c5-92ed-b119c00146e7 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1985395 Feb 03 21:45:39.710427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:39.759366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d82c919-183a-48f2-8d00-bedfaaf4d68e req-60ebeaa1-2bf1-4b51-aa4b-6f2042c536c2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278064 Feb 03 21:45:39.788942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Allocated IP 172.20.0.2 (35f428fe-d74f-40e7-a849-b4b8933ef3d1/c49bb92f-2799-4ced-8c17-b010a4206fc9/7a05fa98-d47a-418f-bc46-7913fed92f02) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:39.812263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b06756-69bb-40e5-8328-e944b5e70274 req-158d729f-c39f-4392-8657-8e662e37aed1 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:39.814063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97b06756-69bb-40e5-8328-e944b5e70274 req-158d729f-c39f-4392-8657-8e662e37aed1 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/ports?device_id=56b36881-8320-4270-91b4-9e875ee5ac7a HTTP/1.1" status: 200 len: 945 time: 0.1174309 Feb 03 21:45:39.892411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks [] for router_gateway (7dddae73-f906-43b1-9205-1a4bf205e5f1), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:39.935539 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97b06756-69bb-40e5-8328-e944b5e70274 req-a4089c87-8667-4efe-8554-1b9295553319 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd852998-f982-4949-981c-7bc1be06bd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037095 Feb 03 21:45:40.017552 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4e38929-0114-4be1-add9-795996e27a27 req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (de8024db-baa6-4a9d-8a7d-33588a997265), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:40.023986 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Publish callbacks [] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:40.039029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['de8024db-baa6-4a9d-8a7d-33588a997265'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:40.051705 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:40.057592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Pushing event deleted for resources: {'Port': ['ID=de8024db-baa6-4a9d-8a7d-33588a997265,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:40.119844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e38929-0114-4be1-add9-795996e27a27 req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] No DVR routers for this DVR port de8024db-baa6-4a9d-8a7d-33588a997265 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:45:40.124352 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4e38929-0114-4be1-add9-795996e27a27 req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:40.128215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a4e38929-0114-4be1-add9-795996e27a27 req-e7a92a69-33ba-48e8-b0ff-442938271576 tempest-ServerAddressesTestJSON-1848126822 tempest-ServerAddressesTestJSON-1848126822-project] 10.222.0.47 "DELETE /v2.0/ports/de8024db-baa6-4a9d-8a7d-33588a997265 HTTP/1.1" status: 204 len: 173 time: 1.4055290 Feb 03 21:45:40.130763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:40.135974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:40.138557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:40.142418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b36881-8320-4270-91b4-9e875ee5ac7a', 'name': 'network-vif-deleted', 'tag': 'de8024db-baa6-4a9d-8a7d-33588a997265'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:40.147938 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efbe322-4a93-47c2-a7bc-9dbc073e886d" -d '{"events": [{"server_uuid": "56b36881-8320-4270-91b4-9e875ee5ac7a", "name": "network-vif-deleted", "tag": "de8024db-baa6-4a9d-8a7d-33588a997265"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:40.164637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Pushing event updated for resources: {'Port': ['ID=7a05fa98-d47a-418f-bc46-7913fed92f02,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:40.229333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.230345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.230796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.231240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.231814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.232247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.233625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.234105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.234721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.235516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.236444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.237124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.237565 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:45:40.268426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Attempting to bind port 7a05fa98-d47a-418f-bc46-7913fed92f02 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:40.269057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Attempting to bind port 7a05fa98-d47a-418f-bc46-7913fed92f02 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:40.269391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Attempting to bind port 7a05fa98-d47a-418f-bc46-7913fed92f02 on network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:40.289396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:40.291799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Checking segment: {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:40.293780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:40.294308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Bound using segment: {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:40.297305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Bound port: 7a05fa98-d47a-418f-bc46-7913fed92f02, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:40.299657 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:40.307074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9e456-89e9-4ebb-9649-3d5b5b7bdac5 req-f36c08af-f59d-4023-8580-e1ac76f2f735 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:40.323023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9e456-89e9-4ebb-9649-3d5b5b7bdac5 req-f36c08af-f59d-4023-8580-e1ac76f2f735 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:40.334204 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15cfd98-5382-4867-87dd-2f021b2cf08d x-openstack-request-id: req-f15cfd98-5382-4867-87dd-2f021b2cf08d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:40.335045 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b36881-8320-4270-91b4-9e875ee5ac7a", "name": "network-vif-deleted", "tag": "de8024db-baa6-4a9d-8a7d-33588a997265", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:40.335687 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f15cfd98-5382-4867-87dd-2f021b2cf08d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:40.336340 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b36881-8320-4270-91b4-9e875ee5ac7a', 'name': 'network-vif-deleted', 'tag': 'de8024db-baa6-4a9d-8a7d-33588a997265', 'status': 'completed', 'code': 200} Feb 03 21:45:40.340947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9e456-89e9-4ebb-9649-3d5b5b7bdac5 req-f36c08af-f59d-4023-8580-e1ac76f2f735 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:40.341592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:40.343917 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9d685-27b5-48ae-a8e8-d6e9a018d21b" -d '{"events": [{"server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:40.346408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9e456-89e9-4ebb-9649-3d5b5b7bdac5 req-f36c08af-f59d-4023-8580-e1ac76f2f735 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:40.374724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9e456-89e9-4ebb-9649-3d5b5b7bdac5 req-f36c08af-f59d-4023-8580-e1ac76f2f735 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:40.394313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9e456-89e9-4ebb-9649-3d5b5b7bdac5 req-f36c08af-f59d-4023-8580-e1ac76f2f735 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:40.413020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9e456-89e9-4ebb-9649-3d5b5b7bdac5 req-f36c08af-f59d-4023-8580-e1ac76f2f735 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:40.421873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efa9e456-89e9-4ebb-9649-3d5b5b7bdac5 req-f36c08af-f59d-4023-8580-e1ac76f2f735 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2920618 Feb 03 21:45:40.467466 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks [] for router_gateway (7dddae73-f906-43b1-9205-1a4bf205e5f1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:40.485275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] For port 7a05fa98-d47a-418f-bc46-7913fed92f02, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:40.492192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] For port 7a05fa98-d47a-418f-bc46-7913fed92f02, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7a05fa98-d47a-418f-bc46-7913fed92f02,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:40.493086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:40.512616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:40.657080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22099f-8de8-454b-b7d4-b04ecd0401b6 None None] Pushing event updated for resources: {'Port': ['ID=7a05fa98-d47a-418f-bc46-7913fed92f02,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:40.684180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efa9e456-89e9-4ebb-9649-3d5b5b7bdac5 req-26e2e0e4-01d6-4598-9ab2-2827a30dd207 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2401674 Feb 03 21:45:40.734838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23304be8-7e22-44b3-8bf6-66653a357ff8 req-4729718e-a3de-490a-8fed-44ece49cf1ce tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:40.747351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23304be8-7e22-44b3-8bf6-66653a357ff8 req-4729718e-a3de-490a-8fed-44ece49cf1ce tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.3229384 Feb 03 21:45:40.762744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Allocated IP 172.25.5.112 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/97d567dc-6596-4f2e-bbaf-5791ccbb6dd9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:40.855022 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227590e1-685d-4990-9a3a-c8d5b2d9da27 x-openstack-request-id: req-227590e1-685d-4990-9a3a-c8d5b2d9da27 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:40.855333 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:40.855707 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-227590e1-685d-4990-9a3a-c8d5b2d9da27 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:40.856311 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65', 'code': 200} Feb 03 21:45:40.866857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23304be8-7e22-44b3-8bf6-66653a357ff8 req-3f1712ae-df6f-417b-acb2-33e45454d725 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185174 Feb 03 21:45:41.087610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks [] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.122902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a997ca7-a11f-42fb-bc12-60cd1a70589a req-28945b88-d557-43e0-ac60-8b45ddc867e1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:41.130360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a997ca7-a11f-42fb-bc12-60cd1a70589a req-28945b88-d557-43e0-ac60-8b45ddc867e1 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.1342649 Feb 03 21:45:41.164782 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.176604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff90773-b3a2-4d82-8bcd-666abd7ebd96 req-6c1e09bd-48fe-4208-97e7-0f0cba783b87 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:41.178328 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ff90773-b3a2-4d82-8bcd-666abd7ebd96 req-6c1e09bd-48fe-4208-97e7-0f0cba783b87 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.1681459 Feb 03 21:45:41.230481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:41.234381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:41.239842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:41.245244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Pushing event updated for resources: {'Port': ['ID=97d567dc-6596-4f2e-bbaf-5791ccbb6dd9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:41.291344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a997ca7-a11f-42fb-bc12-60cd1a70589a req-ff5b8149-0252-44f9-a1ca-36e8c2c63cc0 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600561 Feb 03 21:45:41.363291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ff90773-b3a2-4d82-8bcd-666abd7ebd96 req-167c5343-1a1b-4f29-af77-8d574b0f0b5f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781449 Feb 03 21:45:41.380383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56006) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:41.413786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7a05fa98-d47a-418f-bc46-7913fed92f02 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:41.475795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f218a1-614e-48ba-bb1a-ff4df542393c admin admin] Deleting subnet cb7dfd4f-5579-4bd5-8679-2fffe030a5d2 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:45:41.485182 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2f218a1-614e-48ba-bb1a-ff4df542393c admin admin] Publish callbacks [] for subnet (cb7dfd4f-5579-4bd5-8679-2fffe030a5d2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.515080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7a05fa98-d47a-418f-bc46-7913fed92f02 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:41.515495 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.548853 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2f218a1-614e-48ba-bb1a-ff4df542393c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (cb7dfd4f-5579-4bd5-8679-2fffe030a5d2), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.628875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2f218a1-614e-48ba-bb1a-ff4df542393c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (cb7dfd4f-5579-4bd5-8679-2fffe030a5d2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.688879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7a05fa98-d47a-418f-bc46-7913fed92f02 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:41.689300 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.753731 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2f218a1-614e-48ba-bb1a-ff4df542393c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (cb7dfd4f-5579-4bd5-8679-2fffe030a5d2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.755932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks [] for router_gateway (7dddae73-f906-43b1-9205-1a4bf205e5f1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.771379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 7a05fa98-d47a-418f-bc46-7913fed92f02, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7a05fa98-d47a-418f-bc46-7913fed92f02,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:41.775820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.778032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2f218a1-614e-48ba-bb1a-ff4df542393c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:41.816596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b2f218a1-614e-48ba-bb1a-ff4df542393c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cb7dfd4f-5579-4bd5-8679-2fffe030a5d2 HTTP/1.1" status: 204 len: 168 time: 0.4343054 Feb 03 21:45:41.852759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:41.868613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f218a1-614e-48ba-bb1a-ff4df542393c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7dfd4f-5579-4bd5-8679-2fffe030a5d2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:41.883443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=7a05fa98-d47a-418f-bc46-7913fed92f02,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:42.036684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eb81b-7288-4cbf-aa4a-23d78324c0a3 req-c611b785-6a0d-4534-8b3d-999f0a36b8ab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.050704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eb81b-7288-4cbf-aa4a-23d78324c0a3 req-c611b785-6a0d-4534-8b3d-999f0a36b8ab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.058834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eb81b-7288-4cbf-aa4a-23d78324c0a3 req-c611b785-6a0d-4534-8b3d-999f0a36b8ab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.082911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eb81b-7288-4cbf-aa4a-23d78324c0a3 req-c611b785-6a0d-4534-8b3d-999f0a36b8ab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.091639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eb81b-7288-4cbf-aa4a-23d78324c0a3 req-c611b785-6a0d-4534-8b3d-999f0a36b8ab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.098091 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (be916f92-e77e-4e67-9bbe-4a37da159a33), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:42.110637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eb81b-7288-4cbf-aa4a-23d78324c0a3 req-c611b785-6a0d-4534-8b3d-999f0a36b8ab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.127410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eb81b-7288-4cbf-aa4a-23d78324c0a3 req-c611b785-6a0d-4534-8b3d-999f0a36b8ab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.136262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-603eb81b-7288-4cbf-aa4a-23d78324c0a3 req-c611b785-6a0d-4534-8b3d-999f0a36b8ab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2200074 Feb 03 21:45:42.260632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-603eb81b-7288-4cbf-aa4a-23d78324c0a3 req-ac9142ec-10ca-42b6-8153-5b5591f2a3b3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230648 Feb 03 21:45:42.289524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (be916f92-e77e-4e67-9bbe-4a37da159a33), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:42.306068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aed2c-4277-418b-86d8-de9192b60f9a req-92ed2ec3-adf1-4363-b8f7-1dc77eea0a45 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.307926 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d72aed2c-4277-418b-86d8-de9192b60f9a req-92ed2ec3-adf1-4363-b8f7-1dc77eea0a45 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.1636209 Feb 03 21:45:42.350927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (7dddae73-f906-43b1-9205-1a4bf205e5f1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:42.358459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be916f92-e77e-4e67-9bbe-4a37da159a33']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:42.431549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57198ffd-810a-4cb2-b833-ccc275be84a4 None None] Network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:42.433816 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abbb3f3-e480-476b-9904-f1aa89f9307f') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:42.434119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abbb3f3-e480-476b-9904-f1aa89f9307f') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:42.442074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d72aed2c-4277-418b-86d8-de9192b60f9a req-17ccba11-5465-4da5-ad01-2bd9225b0aaf tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267138 Feb 03 21:45:42.445167 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (4abbb3f3-e480-476b-9904-f1aa89f9307f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:42.460188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4abbb3f3-e480-476b-9904-f1aa89f9307f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:42.468195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:45:42.468516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (4abbb3f3-e480-476b-9904-f1aa89f9307f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:45:42.481224 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:45:42.553957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57084eb5-af91-4d97-b36b-55d32e5c2e13 req-782cfd5d-8ad4-4a39-b16f-25effbf84811 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.555525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57084eb5-af91-4d97-b36b-55d32e5c2e13 req-782cfd5d-8ad4-4a39-b16f-25effbf84811 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.1733818 Feb 03 21:45:42.647805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (be916f92-e77e-4e67-9bbe-4a37da159a33), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:42.656174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:42.661176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] 10.222.0.50 "DELETE /v2.0/networks/be916f92-e77e-4e67-9bbe-4a37da159a33 HTTP/1.1" status: 204 len: 168 time: 0.8052692 Feb 03 21:45:42.680163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a33fbe-77f0-473e-83b9-9b886f1263ec admin admin] Pushing event deleted for resources: {'Network': ['ID=be916f92-e77e-4e67-9bbe-4a37da159a33,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:42.686267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b87c9edc-5b60-4a55-8880-c60276011d6b None None] Provisioning complete for port 7a05fa98-d47a-418f-bc46-7913fed92f02 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:42.686736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87c9edc-5b60-4a55-8880-c60276011d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:42.754528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57084eb5-af91-4d97-b36b-55d32e5c2e13 req-a53a5849-5788-4396-b1f7-596068b379e4 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919148 Feb 03 21:45:42.808677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8d79d-c4fd-4200-bfe6-ca438a811883 req-d08051d5-fafa-4fff-b5d4-9b2fe77b27b4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:42.817716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7b8d79d-c4fd-4200-bfe6-ca438a811883 req-d08051d5-fafa-4fff-b5d4-9b2fe77b27b4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.2145960 Feb 03 21:45:42.821695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Router 7dddae73-f906-43b1-9205-1a4bf205e5f1 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:45:42.976532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:43.011955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b87c9edc-5b60-4a55-8880-c60276011d6b None None] Current status of the port 7a05fa98-d47a-418f-bc46-7913fed92f02 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:43.029554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7b8d79d-c4fd-4200-bfe6-ca438a811883 req-4ccc35ff-9369-49d8-9efe-032ceecf1c6d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108898 Feb 03 21:45:43.107494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2ce2b5f5-0fda-4de6-8890-463ca7efb782 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c778fa631034f9aa1f5754c93db2dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1216309 Feb 03 21:45:43.107754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:43.111785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:45:43.130336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Sync routers for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:45:43.144054 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:43.145406 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fdf12fa6-30d5-4662-8ec2-9f984c4a7e9a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9168544 Feb 03 21:45:43.148163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device de8024db-baa6-4a9d-8a7d-33588a997265 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:45:43.150314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56042) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:43.173380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd32d9-4d79-474b-8ccc-787aa0ac7dca req-994939b7-0a6a-40da-bb71-b5e70d3fdc86 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:43.175259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05fd32d9-4d79-474b-8ccc-787aa0ac7dca req-994939b7-0a6a-40da-bb71-b5e70d3fdc86 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.2329574 Feb 03 21:45:43.194317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:43.202496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-66994e0e-d1bc-49c5-a1d7-596761044b4e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Request body: {'floatingip': {'port_id': 'b45eb4ea-2f35-4c98-b746-d1137f286a92'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:43.202688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: de8024db-baa6-4a9d-8a7d-33588a997265 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:45:43.205210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device de8024db-baa6-4a9d-8a7d-33588a997265 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:45:43.213277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:43.214580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:43.430594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7a05fa98-d47a-418f-bc46-7913fed92f02 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:43.486813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:43.503270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b532d359-e64c-42e1-a107-d7203a786def admin admin] Publish callbacks [] for security_group (bd852998-f982-4949-981c-7bc1be06bd9b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:43.579902 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b532d359-e64c-42e1-a107-d7203a786def admin admin] Publish callbacks [] for security_group (bd852998-f982-4949-981c-7bc1be06bd9b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:43.592575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3125c-e3b7-4775-b8f6-be313ed87be2 req-69a14135-1788-479f-b73b-44c520c0cae3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:43.599124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3125c-e3b7-4775-b8f6-be313ed87be2 req-69a14135-1788-479f-b73b-44c520c0cae3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:43.604690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3125c-e3b7-4775-b8f6-be313ed87be2 req-69a14135-1788-479f-b73b-44c520c0cae3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:43.610338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3125c-e3b7-4775-b8f6-be313ed87be2 req-69a14135-1788-479f-b73b-44c520c0cae3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:43.617902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3125c-e3b7-4775-b8f6-be313ed87be2 req-69a14135-1788-479f-b73b-44c520c0cae3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:43.623803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3125c-e3b7-4775-b8f6-be313ed87be2 req-69a14135-1788-479f-b73b-44c520c0cae3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:43.629934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3125c-e3b7-4775-b8f6-be313ed87be2 req-69a14135-1788-479f-b73b-44c520c0cae3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:43.632430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00f3125c-e3b7-4775-b8f6-be313ed87be2 req-69a14135-1788-479f-b73b-44c520c0cae3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.2220266 Feb 03 21:45:43.694601 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66994e0e-d1bc-49c5-a1d7-596761044b4e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for floatingip (8575fdb1-226b-4346-90e4-f8617eb96215), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:43.853128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4ba1dcd9-c0c4-4911-9389-1d3aeeb4cedb None None] Provisioning complete for port 7a05fa98-d47a-418f-bc46-7913fed92f02 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:43.853482 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ba1dcd9-c0c4-4911-9389-1d3aeeb4cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.027433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7a05fa98-d47a-418f-bc46-7913fed92f02 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:44.027808 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.172465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1dcd9-c0c4-4911-9389-1d3aeeb4cedb None None] Current status of the port 7a05fa98-d47a-418f-bc46-7913fed92f02 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:44.234359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:41Z', 'revision_number': 3, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:44.268775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Checking router: 7dddae73-f906-43b1-9205-1a4bf205e5f1 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:45:44.268775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Updating router 7dddae73-f906-43b1-9205-1a4bf205e5f1 port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:45:44.272558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7a05fa98-d47a-418f-bc46-7913fed92f02 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:44.280211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00f3125c-e3b7-4775-b8f6-be313ed87be2 req-04b9449d-7c30-445c-aaa1-d38890cca076 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6287172 Feb 03 21:45:44.296153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-16702c60-fa8b-4f4c-940f-25eb1803a3d6 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:44.297693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-16702c60-fa8b-4f4c-940f-25eb1803a3d6 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.6642623 Feb 03 21:45:44.337674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeda40f-07d7-44ce-ba11-b0644ea9ad21 req-71fb37d2-1dcd-461a-bc76-9181be98cdfc tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:44.339223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8eeda40f-07d7-44ce-ba11-b0644ea9ad21 req-71fb37d2-1dcd-461a-bc76-9181be98cdfc tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 945 time: 0.2711568 Feb 03 21:45:44.353441 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.382892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b532d359-e64c-42e1-a107-d7203a786def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd852998-f982-4949-981c-7bc1be06bd9b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.395746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b532d359-e64c-42e1-a107-d7203a786def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.399215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b532d359-e64c-42e1-a107-d7203a786def admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd852998-f982-4949-981c-7bc1be06bd9b HTTP/1.1" status: 204 len: 168 time: 1.2882884 Feb 03 21:45:44.530817 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66994e0e-d1bc-49c5-a1d7-596761044b4e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.543124 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66994e0e-d1bc-49c5-a1d7-596761044b4e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (8575fdb1-226b-4346-90e4-f8617eb96215), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.613338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532d359-e64c-42e1-a107-d7203a786def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd852998-f982-4949-981c-7bc1be06bd9b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:44.709638 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Publish callbacks [] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.745809 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.752485 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-66994e0e-d1bc-49c5-a1d7-596761044b4e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Floating IP 8575fdb1-226b-4346-90e4-f8617eb96215 associated. External IP: 172.25.5.142, port: b45eb4ea-2f35-4c98-b746-d1137f286a92. Feb 03 21:45:44.877874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f2899-c5ec-4533-917f-9518424608f3 None None] Pushing event updated for resources: {'Port': ['ID=97d567dc-6596-4f2e-bbaf-5791ccbb6dd9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:44.887604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8eeda40f-07d7-44ce-ba11-b0644ea9ad21 req-b584dd24-6493-4094-af2f-5f56b6dd2808 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8ba6518-f6d8-4017-909e-1b218e2ac41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273311 Feb 03 21:45:44.908984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Attempting to bind port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:44.909658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Attempting to bind port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:44.910514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Attempting to bind port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:44.919180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:44.919963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:44.920885 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.921547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:44.922273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Bound port: 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:44.923624 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:44.961147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322401-83b7-452a-ab43-4b863689d2b2 req-36979d0b-2c57-4d91-8086-211dedb3b11d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:44.970678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61322401-83b7-452a-ab43-4b863689d2b2 req-36979d0b-2c57-4d91-8086-211dedb3b11d tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.5272055 Feb 03 21:45:45.019707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] For port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:45.028170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] For port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=97d567dc-6596-4f2e-bbaf-5791ccbb6dd9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:45.051226 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.077756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61322401-83b7-452a-ab43-4b863689d2b2 req-758e278c-82a3-4626-81f5-aa29ffd7fdf6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998900 Feb 03 21:45:45.087531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Deleting port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:45:45.089383 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.159822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f2899-c5ec-4533-917f-9518424608f3 None None] Pushing event updated for resources: {'Port': ['ID=97d567dc-6596-4f2e-bbaf-5791ccbb6dd9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:45.168179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:45:45.215859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:45.216665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:45.257375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66994e0e-d1bc-49c5-a1d7-596761044b4e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:45:45.349101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:45.350494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.405758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:45.447899 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.452190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Calling delete_port for 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:45:45.513810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66994e0e-d1bc-49c5-a1d7-596761044b4e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:45:45.519189 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66994e0e-d1bc-49c5-a1d7-596761044b4e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.526455 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] Sync routers for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:45:45.539273 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:45.542112 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:45.550871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-66994e0e-d1bc-49c5-a1d7-596761044b4e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "PUT /v2.0/floatingips/8575fdb1-226b-4346-90e4-f8617eb96215 HTTP/1.1" status: 200 len: 992 time: 2.3552828 Feb 03 21:45:45.551530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'tag': 'b45eb4ea-2f35-4c98-b746-d1137f286a92'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:45.568523 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00ac3d8-cf8d-4082-88da-2e8d559a100c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4edf51-2ade-466c-aeac-d4e6b0424c51", "tag": "b45eb4ea-2f35-4c98-b746-d1137f286a92"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:45.580808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:45.581302 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.634524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:45.705486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:45.708399 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043cef1d-5e5c-4e69-870d-9a2348e21ccf" -d '{"events": [{"server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:45.710494 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:45.727932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,segment=NetworkSegment(85795a42-9abf-4f66-9421-5d2a5e91513e),segment_id=85795a42-9abf-4f66-9421-5d2a5e91513e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:45.745319 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.758731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-network', 'tenant_id': '81570d7109514ca6b302d19635e09c39'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:45.784574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Made reservation on behalf of 81570d7109514ca6b302d19635e09c39 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:45.788542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.804051 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.848373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:45.873567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Allocated IP 172.20.0.1 (35f428fe-d74f-40e7-a849-b4b8933ef3d1/c49bb92f-2799-4ced-8c17-b010a4206fc9/a54741d5-c58d-4288-9ff2-667f5ec23d39) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:45.882416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:41Z', 'revision_number': 3, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:45.916229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0d1af-ec3e-4467-9626-2fafb661e985 None None] The sync data for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 is: [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:41Z', 'revision_number': 3, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:45:45.925545 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Publish callbacks [] for security_group (fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.932478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.960293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:45:45.976067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:45.981334 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (edf9a6ad-45ba-4236-9979-17a9ef345c12), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:45.981834 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Added segment edf9a6ad-45ba-4236-9979-17a9ef345c12 of type vlan for network 9aee9699-a43e-4e85-86c5-03133b2e1c8a Feb 03 21:45:46.004755 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8575fdb1-226b-4346-90e4-f8617eb96215', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'port_id': 'b45eb4ea-2f35-4c98-b746-d1137f286a92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'mac_address': 'fa:16:3e:8e:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:45:18Z', 'updated_at': '2022-02-03T21:45:44Z', 'revision_number': 1, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:20Z', 'revision_number': 5, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:46.035797 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] Checking router: a760aed1-eee8-46a1-a29b-ae7d5b9558f1 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:45:46.038176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (9aee9699-a43e-4e85-86c5-03133b2e1c8a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:46.047520 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:46.048703 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:46.083087 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (9aee9699-a43e-4e85-86c5-03133b2e1c8a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:46.084264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:46.086447 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:46.163580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] Pushing event updated for resources: {'Network': ['ID=9aee9699-a43e-4e85-86c5-03133b2e1c8a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:46.183531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 9aee9699-a43e-4e85-86c5-03133b2e1c8a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:45:46.190472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cd90-57e5-458b-9d21-9fa9521e4af3 req-ba620460-1cd8-450d-a3af-ae63454706e3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:46.201063 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cb4290d2-154e-4569-8422-7a5fa7940b9d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5609603 Feb 03 21:45:46.201794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56100) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:46.203460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cd90-57e5-458b-9d21-9fa9521e4af3 req-ba620460-1cd8-450d-a3af-ae63454706e3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:46.207293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Request body: {'subnet': {'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-subnet', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:46.210906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cd90-57e5-458b-9d21-9fa9521e4af3 req-ba620460-1cd8-450d-a3af-ae63454706e3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:46.216834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cd90-57e5-458b-9d21-9fa9521e4af3 req-ba620460-1cd8-450d-a3af-ae63454706e3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:46.223683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cd90-57e5-458b-9d21-9fa9521e4af3 req-ba620460-1cd8-450d-a3af-ae63454706e3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:46.229549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cd90-57e5-458b-9d21-9fa9521e4af3 req-ba620460-1cd8-450d-a3af-ae63454706e3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:46.236347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cd90-57e5-458b-9d21-9fa9521e4af3 req-ba620460-1cd8-450d-a3af-ae63454706e3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:46.238420 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1904cd90-57e5-458b-9d21-9fa9521e4af3 req-ba620460-1cd8-450d-a3af-ae63454706e3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.7826002 Feb 03 21:45:46.254977 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:46.259812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Made reservation on behalf of 81570d7109514ca6b302d19635e09c39 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:46.262185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:46.335069 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Publish callbacks [] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:46.403115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c192d-2bb5-43ca-aad8-62fc7c47565c req-5fa24262-fe67-40e4-9b8a-11f00b73ed56 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:46.404542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e30c192d-2bb5-43ca-aad8-62fc7c47565c req-5fa24262-fe67-40e4-9b8a-11f00b73ed56 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.4029856 Feb 03 21:45:46.546095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1904cd90-57e5-458b-9d21-9fa9521e4af3 req-41b8470b-5af2-48ac-9ecb-bc039f8dc157 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2897496 Feb 03 21:45:46.651459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e30c192d-2bb5-43ca-aad8-62fc7c47565c req-014c51d9-adb2-4ab1-8d59-0c856e999576 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329700 Feb 03 21:45:46.653240 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce222d-32ea-437e-9aad-ed15c2b4524e x-openstack-request-id: req-acce222d-32ea-437e-9aad-ed15c2b4524e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:46.653781 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4edf51-2ade-466c-aeac-d4e6b0424c51", "tag": "b45eb4ea-2f35-4c98-b746-d1137f286a92", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:46.653781 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acce222d-32ea-437e-9aad-ed15c2b4524e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:46.654176 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'tag': 'b45eb4ea-2f35-4c98-b746-d1137f286a92', 'status': 'completed', 'code': 200} Feb 03 21:45:46.684166 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:46.746277 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8575fdb1-226b-4346-90e4-f8617eb96215', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'port_id': 'b45eb4ea-2f35-4c98-b746-d1137f286a92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'mac_address': 'fa:16:3e:8e:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:45:18Z', 'updated_at': '2022-02-03T21:45:44Z', 'revision_number': 1, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:20Z', 'revision_number': 5, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:46.750632 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e598fa9-27a8-46c6-836a-af7a6325968c x-openstack-request-id: req-8e598fa9-27a8-46c6-836a-af7a6325968c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:46.751658 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:46.751753 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e598fa9-27a8-46c6-836a-af7a6325968c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:46.752114 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65', 'code': 200} Feb 03 21:45:46.777478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (cf961422-7489-4c6e-95ca-ebaf768db974), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:46.799701 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adc487-4342-4de2-b62e-6f5f6dec9e42 None None] The sync data for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 is: [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8575fdb1-226b-4346-90e4-f8617eb96215', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'port_id': 'b45eb4ea-2f35-4c98-b746-d1137f286a92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'mac_address': 'fa:16:3e:8e:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:45:18Z', 'updated_at': '2022-02-03T21:45:44Z', 'revision_number': 1, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:20Z', 'revision_number': 5, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:45:46.896818 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (464703d5-a11e-49b5-8dcc-0fa35a3e6b65), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:46.946729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:46.990938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Checking segment: {'id': 'edf9a6ad-45ba-4236-9979-17a9ef345c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:46.991310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Network hostable DHCP agents. Network: 9aee9699-a43e-4e85-86c5-03133b2e1c8a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:45:46.996790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5cbad4c-79f4-40c1-a291-5ae804984423 req-f4f6b4c6-93a5-472f-a305-61f94c9ae78b tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.50 "GET /v2.0/ports?device_id=53ea4c03-188f-4d55-a511-72906389a5c5 HTTP/1.1" status: 200 len: 210 time: 0.1345108 Feb 03 21:45:47.003654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf961422-7489-4c6e-95ca-ebaf768db974,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:47.009443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:47.014639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:47.016349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Pushing event updated for resources: {'Port': ['ID=a54741d5-c58d-4288-9ff2-667f5ec23d39,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:47.032999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-c8cb271b-eea6-4ef3-b65c-a1b74576f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:47.038386 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-c8cb271b-eea6-4ef3-b65c-a1b74576f9cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d226f52d8cc4ff1b4d582af7f76fd58&device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 1128 time: 0.3598437 Feb 03 21:45:47.108943 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (7dddae73-f906-43b1-9205-1a4bf205e5f1), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:47.173666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:45:47.209349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Network 9aee9699-a43e-4e85-86c5-03133b2e1c8a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:45:47.248258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 9aee9699-a43e-4e85-86c5-03133b2e1c8a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:47.256493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:47.262313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:47.317576 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-25f60fdb-75dc-4d50-9055-350b756d3444 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1121531 Feb 03 21:45:47.333626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:47.344083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6fb970-de75-4fe8-8d60-f62d9fc4fb19 None None] Network 9aee9699-a43e-4e85-86c5-03133b2e1c8a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:47.347290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e42365-cade-487d-b654-2a93b5bffa2b None None] New status for floating IP 8575fdb1-226b-4346-90e4-f8617eb96215: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:45:47.369632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:47.467205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-bee87be2-7716-410c-8b21-11a848293cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:47.468841 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-bee87be2-7716-410c-8b21-11a848293cf5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9d1dfea-961e-4347-9b40-456b6b0c4ec3 HTTP/1.1" status: 200 len: 907 time: 0.4167397 Feb 03 21:45:47.490364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:47.550653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Pushing event deleted for resources: {'Port': ['ID=464703d5-a11e-49b5-8dcc-0fa35a3e6b65,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:47.611890 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-b72aca08-427d-4781-85bd-f23f75e2fbc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45eb4ea-2f35-4c98-b746-d1137f286a92 HTTP/1.1" status: 200 len: 1000 time: 0.1352839 Feb 03 21:45:47.615183 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (153a7c10-95d0-48c5-994a-d0b636642207), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:47.616458 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (153a7c10-95d0-48c5-994a-d0b636642207), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:47.662422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78191c97-07ad-4960-b886-3d28f820514e req-2cba9ff2-cbc0-492a-b690-be30e31196ac tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:47.670867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78191c97-07ad-4960-b886-3d28f820514e req-2cba9ff2-cbc0-492a-b690-be30e31196ac tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 945 time: 0.7690024 Feb 03 21:45:47.678887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] No DVR routers for this DVR port 464703d5-a11e-49b5-8dcc-0fa35a3e6b65 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:45:47.681920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:47.691444 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b5e1f9d-3cfd-488f-95f3-2a15ef0ebad3 req-e27b3670-d8fa-4e52-b4a0-a9fa5fa9f197 tempest-ImagesTestJSON-449482507 tempest-ImagesTestJSON-449482507-project] 10.222.0.10 "DELETE /v2.0/ports/464703d5-a11e-49b5-8dcc-0fa35a3e6b65 HTTP/1.1" status: 204 len: 173 time: 3.3857856 Feb 03 21:45:47.701468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-a8a09200-9cbc-42bb-b5e4-c5d579136df4 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:47.703091 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-a8a09200-9cbc-42bb-b5e4-c5d579136df4 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.3181760 Feb 03 21:45:47.714619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'name': 'network-vif-deleted', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:47.719437 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876824af-b02c-4477-9ab6-65d74bd26763" -d '{"events": [{"server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "name": "network-vif-deleted", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:47.734601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-9'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:47.856607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-354d5b4e-15f4-418c-917e-8b9f1ec693b8 None None] Provisioning complete for port a54741d5-c58d-4288-9ff2-667f5ec23d39 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:47.857687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-354d5b4e-15f4-418c-917e-8b9f1ec693b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:47.860852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-4087c02b-6df0-4d30-94a8-715e8b0e56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:47.863691 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-4087c02b-6df0-4d30-94a8-715e8b0e56eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0faff6a-f096-43e0-af88-d16db446b15b HTTP/1.1" status: 200 len: 845 time: 0.2424629 Feb 03 21:45:47.888137 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:47.902941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-354d5b4e-15f4-418c-917e-8b9f1ec693b8 None None] Port a54741d5-c58d-4288-9ff2-667f5ec23d39 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:45:47.924473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks [] for router_controller (153a7c10-95d0-48c5-994a-d0b636642207), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:48.010278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:48.047392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78191c97-07ad-4960-b886-3d28f820514e req-6bead30f-1922-4e70-9ed9-df082c2161bf tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753603 Feb 03 21:45:48.099747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75733-01c4-425a-ba40-ef1f83983274 req-2e0ca001-0a31-4fee-8f52-287dcc1e213f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:48.100850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:48.108646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-723fc96c-305e-423d-8abe-b664c60ed8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:48.111089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-723fc96c-305e-423d-8abe-b664c60ed8ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9d1dfea-961e-4347-9b40-456b6b0c4ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2363031 Feb 03 21:45:48.111664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75733-01c4-425a-ba40-ef1f83983274 req-2e0ca001-0a31-4fee-8f52-287dcc1e213f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:48.117326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75733-01c4-425a-ba40-ef1f83983274 req-2e0ca001-0a31-4fee-8f52-287dcc1e213f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:48.122964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75733-01c4-425a-ba40-ef1f83983274 req-2e0ca001-0a31-4fee-8f52-287dcc1e213f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:48.129863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75733-01c4-425a-ba40-ef1f83983274 req-2e0ca001-0a31-4fee-8f52-287dcc1e213f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:48.136502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75733-01c4-425a-ba40-ef1f83983274 req-2e0ca001-0a31-4fee-8f52-287dcc1e213f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:48.138446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 has no active binding in host n-h2-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:45:48.139875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:48.140249 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:48.142976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75733-01c4-425a-ba40-ef1f83983274 req-2e0ca001-0a31-4fee-8f52-287dcc1e213f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:48.144889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8d75733-01c4-425a-ba40-ef1f83983274 req-2e0ca001-0a31-4fee-8f52-287dcc1e213f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.4221370 Feb 03 21:45:48.217593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd6fba-4fd6-47e6-a410-6f8a156641bb None None] Network 9aee9699-a43e-4e85-86c5-03133b2e1c8a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:48.245424 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks [] for router_gateway (153a7c10-95d0-48c5-994a-d0b636642207), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:48.455735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:48.456115 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:48.520121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=97d567dc-6596-4f2e-bbaf-5791ccbb6dd9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:48.526392 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:48.559150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:48.601135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=97d567dc-6596-4f2e-bbaf-5791ccbb6dd9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:48.740317 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-ff189007-b10d-4a5b-85a2-53804ca4aaea service neutron] 10.222.0.47 "GET /v2.0/networks/e9d1dfea-961e-4347-9b40-456b6b0c4ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208107 Feb 03 21:45:48.743069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:48.802406 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8d75733-01c4-425a-ba40-ef1f83983274 req-42be95de-a9ae-4972-ae26-c97503dcc44d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6402996 Feb 03 21:45:48.854532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5b6ca-6bb7-4321-a6e5-af34c2c36182 req-b45bc02a-652c-4439-992b-dedd09dfc9b1 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:48.856077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89b5b6ca-6bb7-4321-a6e5-af34c2c36182 req-b45bc02a-652c-4439-992b-dedd09dfc9b1 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.6655447 Feb 03 21:45:48.858780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:48.862029 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329fd760-37e7-446a-926b-a0b8c7418513" -d '{"events": [{"server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "name": "network-vif-unplugged", "status": "completed", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:48.867672 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Publish callbacks [] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:48.889169 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188529aa-ac5c-4cde-8f95-8e2269b309a9 x-openstack-request-id: req-188529aa-ac5c-4cde-8f95-8e2269b309a9 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:48.889468 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea4c03-188f-4d55-a511-72906389a5c5", "name": "network-vif-deleted", "tag": "464703d5-a11e-49b5-8dcc-0fa35a3e6b65", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:48.889719 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-188529aa-ac5c-4cde-8f95-8e2269b309a9 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:48.892248 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea4c03-188f-4d55-a511-72906389a5c5', 'name': 'network-vif-deleted', 'tag': '464703d5-a11e-49b5-8dcc-0fa35a3e6b65', 'status': 'completed', 'code': 200} Feb 03 21:45:48.912248 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:48.984921 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Publish callbacks [] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.014664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.022018 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c3d69-3e2f-49bc-a1ad-d636d09d5e77 x-openstack-request-id: req-c13c3d69-3e2f-49bc-a1ad-d636d09d5e77 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:49.022018 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "name": "network-vif-unplugged", "status": "completed", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:49.022317 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c13c3d69-3e2f-49bc-a1ad-d636d09d5e77 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:49.022724 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902', 'code': 200} Feb 03 21:45:49.046341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89b5b6ca-6bb7-4321-a6e5-af34c2c36182 req-9b61170b-39b6-4b31-95d3-f73e231714a5 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810803 Feb 03 21:45:49.116280 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00ac3d8-cf8d-4082-88da-2e8d559a100c req-6aca812e-b2fd-4078-9601-ddd9ef14ec3b service neutron] 10.222.0.47 "GET /v2.0/networks/e9d1dfea-961e-4347-9b40-456b6b0c4ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521621 Feb 03 21:45:49.127624 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (7dddae73-f906-43b1-9205-1a4bf205e5f1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.130053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Pushing event updated for resources: {'Port': ['ID=a54741d5-c58d-4288-9ff2-667f5ec23d39,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:49.202141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Pushing event updated for resources: {'Port': ['ID=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:49.216338 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:45:49.248738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on host n-h1-824834-9 for vnic_type normal with profile {"migrating_to": "n-h2-824834-9"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:49.249538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:49.250102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:49.260859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:45:49.261592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Attempting to bind port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on network 8f607306-2b6c-4658-9842-d5d1c84c2d2a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:49.268506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks [] for router_gateway (153a7c10-95d0-48c5-994a-d0b636642207), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.273464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:49.274872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Checking segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:49.275519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Bound using segment: {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:49.276221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Bound port: 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7fa5e-dd17-4450-9f88-bcb6249c22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f607306-2b6c-4658-9842-d5d1c84c2d2a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:49.276813 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.296446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:49.309871 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.430561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:49.430979 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.479236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ebaaa-ae62-4ebc-9a2a-2ed4fb7f93f1 req-a7a7aa09-8bd1-4fca-837f-89ec4c3f66a0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:49.487995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a74ebaaa-ae62-4ebc-9a2a-2ed4fb7f93f1 req-a7a7aa09-8bd1-4fca-837f-89ec4c3f66a0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.3446653 Feb 03 21:45:49.488502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56162) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:49.609698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a54f0d-d3a1-4b87-ace8-fe78b46b83ce admin admin] Deleting subnet 4e21f944-9322-4781-b061-7bb75d40913a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:45:49.613667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:49.632232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09a54f0d-d3a1-4b87-ace8-fe78b46b83ce admin admin] Publish callbacks [] for subnet (4e21f944-9322-4781-b061-7bb75d40913a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.739525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:49.759449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09a54f0d-d3a1-4b87-ace8-fe78b46b83ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (4e21f944-9322-4781-b061-7bb75d40913a), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.762230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:49.779550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:49.786482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:49.809337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.812193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Allocated IP 172.25.5.209 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d2d52aa5-b5d2-4580-9ce2-863b9137cf8a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:49.816301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a74ebaaa-ae62-4ebc-9a2a-2ed4fb7f93f1 req-46a7e120-20af-47ca-8111-7ca4118e2600 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098095 Feb 03 21:45:49.924868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09a54f0d-d3a1-4b87-ace8-fe78b46b83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (4e21f944-9322-4781-b061-7bb75d40913a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.976443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:49.977005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:49.978606 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] 10.222.0.47 "PUT /v2.0/ports/48a435a9-2a2e-4ccc-821c-ea72c9ee1902 HTTP/1.1" status: 200 len: 1121 time: 2.2624292 Feb 03 21:45:49.998358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fae1e-f44a-4b47-b242-e7cc31d4d16d service neutron] Pushing event updated for resources: {'Port': ['ID=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:50.045113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['48a435a9-2a2e-4ccc-821c-ea72c9ee1902'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:50.079997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['48a435a9-2a2e-4ccc-821c-ea72c9ee1902'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:50.099139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks [] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:50.168722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09a54f0d-d3a1-4b87-ace8-fe78b46b83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (4e21f944-9322-4781-b061-7bb75d40913a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:50.180402 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:50.206825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563b1ae-1ed6-4815-bec0-4b7cdc994b8b req-f78e462b-3864-4061-9858-abf2bcce04e2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:50.216177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563b1ae-1ed6-4815-bec0-4b7cdc994b8b req-f78e462b-3864-4061-9858-abf2bcce04e2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:50.224069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563b1ae-1ed6-4815-bec0-4b7cdc994b8b req-f78e462b-3864-4061-9858-abf2bcce04e2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:50.234689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563b1ae-1ed6-4815-bec0-4b7cdc994b8b req-f78e462b-3864-4061-9858-abf2bcce04e2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:50.241662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563b1ae-1ed6-4815-bec0-4b7cdc994b8b req-f78e462b-3864-4061-9858-abf2bcce04e2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:50.242173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:50.245146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:50.249620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:50.253599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563b1ae-1ed6-4815-bec0-4b7cdc994b8b req-f78e462b-3864-4061-9858-abf2bcce04e2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:50.255662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Pushing event updated for resources: {'Port': ['ID=d2d52aa5-b5d2-4580-9ce2-863b9137cf8a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:50.270872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563b1ae-1ed6-4815-bec0-4b7cdc994b8b req-f78e462b-3864-4061-9858-abf2bcce04e2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:50.273387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e563b1ae-1ed6-4815-bec0-4b7cdc994b8b req-f78e462b-3864-4061-9858-abf2bcce04e2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3083673 Feb 03 21:45:50.314460 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09a54f0d-d3a1-4b87-ace8-fe78b46b83ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:50.320804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-09a54f0d-d3a1-4b87-ace8-fe78b46b83ce admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4e21f944-9322-4781-b061-7bb75d40913a HTTP/1.1" status: 204 len: 168 time: 0.8272059 Feb 03 21:45:50.323504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:50.326217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a54f0d-d3a1-4b87-ace8-fe78b46b83ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e21f944-9322-4781-b061-7bb75d40913a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:50.345776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4a750e60-1a5e-49fb-a480-f5895741be6e None None] Provisioning complete for port a54741d5-c58d-4288-9ff2-667f5ec23d39 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:50.346339 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a750e60-1a5e-49fb-a480-f5895741be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:50.430038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a750e60-1a5e-49fb-a480-f5895741be6e None None] Port a54741d5-c58d-4288-9ff2-667f5ec23d39 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:45:50.487307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (37090306-f13c-4a59-989b-eba14a431521), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:50.526235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Router 7dddae73-f906-43b1-9205-1a4bf205e5f1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:45:50.611710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005583f-ff25-4931-8e82-eb38c403bfd0 req-3e7730de-66b3-48c7-85c8-9038339df20e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:50.618807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9005583f-ff25-4931-8e82-eb38c403bfd0 req-3e7730de-66b3-48c7-85c8-9038339df20e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.3444629 Feb 03 21:45:50.669103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks [] for router_gateway (153a7c10-95d0-48c5-994a-d0b636642207), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:50.745004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e563b1ae-1ed6-4815-bec0-4b7cdc994b8b req-f89ffd40-ebb3-409f-824f-bf0fa8df8d97 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4221969 Feb 03 21:45:50.858568 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9005583f-ff25-4931-8e82-eb38c403bfd0 req-a6533459-0dbd-4731-b391-5f67d02fa1aa tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388866 Feb 03 21:45:50.886959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (37090306-f13c-4a59-989b-eba14a431521), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:50.897175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:45:50.913685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1640cfe7-956e-499d-bb0c-c19e54a7db5a admin admin] 10.222.0.50 "PUT /v2.0/routers/7dddae73-f906-43b1-9205-1a4bf205e5f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7303360 Feb 03 21:45:50.917678 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Sync routers for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:45:50.962958 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:50.963871 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:50.965740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37090306-f13c-4a59-989b-eba14a431521']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:51.007588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85795a42-9abf-4f66-9421-5d2a5e91513e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:51.007922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85795a42-9abf-4f66-9421-5d2a5e91513e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:51.037839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:51.047098 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f2b7b-1ea0-45ec-ad40-b050625b2207" -d '{"events": [{"name": "network-changed", "server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:51.052532 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (85795a42-9abf-4f66-9421-5d2a5e91513e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.100241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (85795a42-9abf-4f66-9421-5d2a5e91513e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.109531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:45:51.109944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (85795a42-9abf-4f66-9421-5d2a5e91513e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.168011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (153a7c10-95d0-48c5-994a-d0b636642207), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:45:51.194841 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:45:51.207710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (37090306-f13c-4a59-989b-eba14a431521), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.214349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.225680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] 10.222.0.50 "DELETE /v2.0/networks/37090306-f13c-4a59-989b-eba14a431521 HTTP/1.1" status: 204 len: 168 time: 0.9002244 Feb 03 21:45:51.332119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4185e6-e299-4886-8703-d4e4848dbd12 admin admin] Pushing event deleted for resources: {'Network': ['ID=37090306-f13c-4a59-989b-eba14a431521,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:51.370990 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:51.386897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dbdd0-5eb1-476d-8e3b-de979f3e0e61 req-8602b0a5-0052-41de-97ea-730482bf9f5f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:51.396023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea7dbdd0-5eb1-476d-8e3b-de979f3e0e61 req-8602b0a5-0052-41de-97ea-730482bf9f5f tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.3756182 Feb 03 21:45:51.468374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:51.497983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30fcf8-5f30-4bc3-b08f-bf882b2ec8bc req-943757b1-6359-429a-ac43-acf9191deca6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:51.503568 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc30fcf8-5f30-4bc3-b08f-bf882b2ec8bc req-943757b1-6359-429a-ac43-acf9191deca6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.3065474 Feb 03 21:45:51.558744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f8c4907f-254d-4e1c-b862-71056b3b53d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7fd005c4f0a4e3cb800e58ad261ae15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778475 Feb 03 21:45:51.559635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Router 153a7c10-95d0-48c5-994a-d0b636642207 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:45:51.562693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:51.598664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea7dbdd0-5eb1-476d-8e3b-de979f3e0e61 req-2d5a19be-fa9f-4a30-89af-6fa3f3c12a92 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992867 Feb 03 21:45:51.643073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc30fcf8-5f30-4bc3-b08f-bf882b2ec8bc req-3c767bfe-db4a-408c-af47-7276510e12a2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305594 Feb 03 21:45:51.717541 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3318a9-5fd2-433d-9513-17c5d092a4e7 x-openstack-request-id: req-cd3318a9-5fd2-433d-9513-17c5d092a4e7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:51.717878 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:51.718339 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd3318a9-5fd2-433d-9513-17c5d092a4e7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:51.718867 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902', 'status': 'completed', 'code': 200} Feb 03 21:45:51.740548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5719e12b-b313-4302-97e7-d080c07c0923 admin admin] Publish callbacks [] for security_group (d8ba6518-f6d8-4017-909e-1b218e2ac41c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.741855 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:47Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'a54741d5-c58d-4288-9ff2-667f5ec23d39', 'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'mac_address': 'fa:16:3e:52:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:45Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 2, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'subnets': [{'id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:51.789089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5719e12b-b313-4302-97e7-d080c07c0923 admin admin] Publish callbacks [] for security_group (d8ba6518-f6d8-4017-909e-1b218e2ac41c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.825696 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Checking router: 7dddae73-f906-43b1-9205-1a4bf205e5f1 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:45:51.826049 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Updating router 7dddae73-f906-43b1-9205-1a4bf205e5f1 port a54741d5-c58d-4288-9ff2-667f5ec23d39 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:45:51.829558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-0f73d231-7507-4d45-9473-604a79ffb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:51.833895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-0f73d231-7507-4d45-9473-604a79ffb175 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 1155 time: 0.1379242 Feb 03 21:45:51.850096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:45:51.866181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Sync routers for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:45:51.889354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:51.891993 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.902135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:51.909432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:51.912049 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c4550558-cd52-417d-972b-22f136c32fff admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.5732877 Feb 03 21:45:51.916791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:52.054313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-866241e8-55d0-4c0e-b157-07169780ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:52.055802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-866241e8-55d0-4c0e-b157-07169780ff2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.2007711 Feb 03 21:45:52.083251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:52.174364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-f2b56c84-4adc-41ae-b38e-d9b8e1e73e79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902 HTTP/1.1" status: 200 len: 217 time: 0.1023271 Feb 03 21:45:52.247151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-f4d05185-a321-498b-8b09-5d51b3157a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:52.248037 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5719e12b-b313-4302-97e7-d080c07c0923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d8ba6518-f6d8-4017-909e-1b218e2ac41c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:52.248523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-f4d05185-a321-498b-8b09-5d51b3157a9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.0639420 Feb 03 21:45:52.254092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5719e12b-b313-4302-97e7-d080c07c0923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:52.259417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5719e12b-b313-4302-97e7-d080c07c0923 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8ba6518-f6d8-4017-909e-1b218e2ac41c HTTP/1.1" status: 204 len: 168 time: 0.6927969 Feb 03 21:45:52.310456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1660bc-a590-4292-833c-6781c3c544ef req-204101df-7e20-4398-8c30-2d615f155ec1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:52.325759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b1660bc-a590-4292-833c-6781c3c544ef req-204101df-7e20-4398-8c30-2d615f155ec1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 944 time: 0.5053339 Feb 03 21:45:52.357035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719e12b-b313-4302-97e7-d080c07c0923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ba6518-f6d8-4017-909e-1b218e2ac41c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:52.398760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-e90e9e13-9e33-4e26-96ea-2f227613f5c2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:52.400330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-e90e9e13-9e33-4e26-96ea-2f227613f5c2 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.47 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 944 time: 0.2234280 Feb 03 21:45:52.417564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-11accbc7-7473-4067-b498-5e424e864172 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568749 Feb 03 21:45:52.557953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:50Z', 'revision_number': 3, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:52.584672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b1660bc-a590-4292-833c-6781c3c544ef req-216c0239-1c03-4894-9bca-e47235955834 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542739 Feb 03 21:45:52.596924 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Publish callbacks [] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:52.621782 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:52.649632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-78840cd0-e6f3-4d92-bf69-c11ea45bfd74 service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237587 Feb 03 21:45:52.665063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Checking router: 153a7c10-95d0-48c5-994a-d0b636642207 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:45:52.665299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Updating router 153a7c10-95d0-48c5-994a-d0b636642207 port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:45:52.765223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:52.768688 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf6345-390f-4ab7-a1f4-24db5a5dd2d7 None None] Pushing event updated for resources: {'Port': ['ID=a54741d5-c58d-4288-9ff2-667f5ec23d39,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:52.934918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Deleting port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:45:52.935290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:52.943296 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Attempting to bind port a54741d5-c58d-4288-9ff2-667f5ec23d39 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:52.943670 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Attempting to bind port a54741d5-c58d-4288-9ff2-667f5ec23d39 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:52.944011 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Attempting to bind port a54741d5-c58d-4288-9ff2-667f5ec23d39 on network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:52.958371 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:52.960825 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Checking segment: {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:52.961287 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:52.961689 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Bound using segment: {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:52.962183 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Bound port: a54741d5-c58d-4288-9ff2-667f5ec23d39, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:52.962491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6893ff-f3bc-48e4-b9d5-a2333a40d6c9 req-5624142a-0fda-421e-90f3-b240c8c1900e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:52.962641 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.006700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6893ff-f3bc-48e4-b9d5-a2333a40d6c9 req-5624142a-0fda-421e-90f3-b240c8c1900e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:53.040860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6893ff-f3bc-48e4-b9d5-a2333a40d6c9 req-5624142a-0fda-421e-90f3-b240c8c1900e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:53.066592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6893ff-f3bc-48e4-b9d5-a2333a40d6c9 req-5624142a-0fda-421e-90f3-b240c8c1900e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:53.093938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6893ff-f3bc-48e4-b9d5-a2333a40d6c9 req-5624142a-0fda-421e-90f3-b240c8c1900e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:53.121824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6893ff-f3bc-48e4-b9d5-a2333a40d6c9 req-5624142a-0fda-421e-90f3-b240c8c1900e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:53.135810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:53.147309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6893ff-f3bc-48e4-b9d5-a2333a40d6c9 req-5624142a-0fda-421e-90f3-b240c8c1900e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:53.157796 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] For port a54741d5-c58d-4288-9ff2-667f5ec23d39, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:53.175652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff6893ff-f3bc-48e4-b9d5-a2333a40d6c9 req-5624142a-0fda-421e-90f3-b240c8c1900e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.4320929 Feb 03 21:45:53.179399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5039ec6c-7aaa-4cba-8123-85c4afe3e301 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270088293', 'description': 'tempest-description--1488535538'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:53.179805 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] For port a54741d5-c58d-4288-9ff2-667f5ec23d39, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a54741d5-c58d-4288-9ff2-667f5ec23d39,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:53.194225 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.254566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5039ec6c-7aaa-4cba-8123-85c4afe3e301 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.268779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da1f2b7b-1ea0-45ec-ad40-b050625b2207 req-4d427768-edc1-4da3-bc5a-fe69e40935be service neutron] 10.222.0.10 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113639 Feb 03 21:45:53.333853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d0892603-9f19-45e1-94f7-1812ab94e27f None None] Provisioning complete for port a54741d5-c58d-4288-9ff2-667f5ec23d39 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:53.334469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0892603-9f19-45e1-94f7-1812ab94e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.350107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] For port b0359acf-a1e2-4a59-ade6-2fe9f1e84012, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:53.350480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.369455 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf6345-390f-4ab7-a1f4-24db5a5dd2d7 None None] Pushing event updated for resources: {'Port': ['ID=a54741d5-c58d-4288-9ff2-667f5ec23d39,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:53.415205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Calling delete_port for b0359acf-a1e2-4a59-ade6-2fe9f1e84012 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:45:53.416944 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:53.417752 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:53.494587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff6893ff-f3bc-48e4-b9d5-a2333a40d6c9 req-2b0c447b-53a4-4c22-b3be-600e961d2a62 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3179295 Feb 03 21:45:53.525159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57effd-98b6-4fbf-9871-0d67c3a2fd36 req-fa94c357-82c5-4d81-97bc-08e550951457 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:53.527061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af57effd-98b6-4fbf-9871-0d67c3a2fd36 req-fa94c357-82c5-4d81-97bc-08e550951457 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.3492441 Feb 03 21:45:53.555286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0892603-9f19-45e1-94f7-1812ab94e27f None None] Current status of the port a54741d5-c58d-4288-9ff2-667f5ec23d39 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:53.555680 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0892603-9f19-45e1-94f7-1812ab94e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.640176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af57effd-98b6-4fbf-9871-0d67c3a2fd36 req-4ea48d77-806f-4c59-b40c-1a84d85395fa tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056635 Feb 03 21:45:53.677300 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8480f7-b8c2-43a3-984b-de04fdbcb83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.695153 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.699409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d0892603-9f19-45e1-94f7-1812ab94e27f None None] For port a54741d5-c58d-4288-9ff2-667f5ec23d39, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a54741d5-c58d-4288-9ff2-667f5ec23d39,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:53.721721 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Publish callbacks [] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.723769 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0892603-9f19-45e1-94f7-1812ab94e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.749768 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:53.802482 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.872426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:53.882761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0892603-9f19-45e1-94f7-1812ab94e27f None None] Pushing event updated for resources: {'Port': ['ID=a54741d5-c58d-4288-9ff2-667f5ec23d39,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:53.886927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5039ec6c-7aaa-4cba-8123-85c4afe3e301 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group (73fd1c03-5754-4eac-8600-45d52d72e490), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:53.902315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1950949452'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:53.926740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09a876-277a-4b7b-861a-cd88a58d7dd4 req-b6aac953-e5d5-4450-bff5-e063b551cfc9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:53.933965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b09a876-277a-4b7b-861a-cd88a58d7dd4 req-b6aac953-e5d5-4450-bff5-e063b551cfc9 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=633ffb0d-0c67-4b39-8f96-c5039718b7a4 HTTP/1.1" status: 200 len: 944 time: 0.1864550 Feb 03 21:45:53.961139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5039ec6c-7aaa-4cba-8123-85c4afe3e301 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (73fd1c03-5754-4eac-8600-45d52d72e490), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.015717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034927b0-7461-40f0-aa5f-72b870c9548e None None] Pushing event updated for resources: {'Port': ['ID=d2d52aa5-b5d2-4580-9ce2-863b9137cf8a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:54.042074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-03e8d96b-0b2d-44ef-acdf-9d1eb4e15fcb None None] Provisioning complete for port a54741d5-c58d-4288-9ff2-667f5ec23d39 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:54.043584 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03e8d96b-0b2d-44ef-acdf-9d1eb4e15fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.052385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b09a876-277a-4b7b-861a-cd88a58d7dd4 req-ec5d9673-9b7c-4ee4-b6f4-31230b11b0ab tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126723 Feb 03 21:45:54.055394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Attempting to bind port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:54.055835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Attempting to bind port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:54.056299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Attempting to bind port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:54.081998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:54.090053 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.098445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:54.098824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:54.102471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5039ec6c-7aaa-4cba-8123-85c4afe3e301 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.104070 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5039ec6c-7aaa-4cba-8123-85c4afe3e301 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9615567 Feb 03 21:45:54.109753 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.111013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:54.111655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Bound port: d2d52aa5-b5d2-4580-9ce2-863b9137cf8a, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:54.115694 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.116541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56248) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:54.179728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:45:54.187529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9e6b6a09-d327-4d74-b132-7157fcc3f13e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Request body: {'security_group_rule': {'security_group_id': '73fd1c03-5754-4eac-8600-45d52d72e490', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:54.194212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039ec6c-7aaa-4cba-8123-85c4afe3e301 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd1c03-5754-4eac-8600-45d52d72e490,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:54.194388 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (793e2e97-1440-4bb1-be79-b1c05cca9a79), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.195480 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Added segment 793e2e97-1440-4bb1-be79-b1c05cca9a79 of type vlan for network 2ba96de7-9574-463f-9395-0bebed75a28b Feb 03 21:45:54.223118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] For port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:45:54.231373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Allocated IP 172.20.0.1 (9aee9699-a43e-4e85-86c5-03133b2e1c8a/cf961422-7489-4c6e-95ca-ebaf768db974/d118ad4b-9d13-4725-8315-63f6ea944def) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:54.234345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] For port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d2d52aa5-b5d2-4580-9ce2-863b9137cf8a,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:45:54.270829 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.273803 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:47Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'a54741d5-c58d-4288-9ff2-667f5ec23d39', 'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'mac_address': 'fa:16:3e:52:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:45Z', 'updated_at': '2022-02-03T21:45:53Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'subnets': [{'id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:54.289328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b0359acf-a1e2-4a59-ade6-2fe9f1e84012), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.303817 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf2b9c-a076-4fe4-806e-8a84966b9d69 None None] The sync data for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 is: [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:47Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'a54741d5-c58d-4288-9ff2-667f5ec23d39', 'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'mac_address': 'fa:16:3e:52:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:45Z', 'updated_at': '2022-02-03T21:45:53Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'subnets': [{'id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:45:54.334607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6a09-d327-4d74-b132-7157fcc3f13e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group_rule (c54aab81-e8e6-4ed3-a8f3-3045954e58c5), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.350106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['b0359acf-a1e2-4a59-ade6-2fe9f1e84012'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:45:54.374489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2ba96de7-9574-463f-9395-0bebed75a28b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.401549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Pushing event deleted for resources: {'Port': ['ID=b0359acf-a1e2-4a59-ade6-2fe9f1e84012,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:54.448998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2ba96de7-9574-463f-9395-0bebed75a28b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.470588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:54.473940 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.479458 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.487647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.522781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:45:54.523422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:54.532843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] No DVR routers for this DVR port b0359acf-a1e2-4a59-ade6-2fe9f1e84012 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:45:54.535582 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.539471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2a86ee2c-f876-4387-ad76-22f5b078b1f7 req-577433b2-a569-4aa1-9e33-47721f26ea6c tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.47 "DELETE /v2.0/ports/b0359acf-a1e2-4a59-ade6-2fe9f1e84012 HTTP/1.1" status: 204 len: 173 time: 2.1282077 Feb 03 21:45:54.543400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'name': 'network-vif-deleted', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:54.546659 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06896666-4273-44c3-8dfc-51977c7bb539" -d '{"events": [{"server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "name": "network-vif-deleted", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:54.652189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7737710 Feb 03 21:45:54.661275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:54.669827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6a09-d327-4d74-b132-7157fcc3f13e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group_rule (c54aab81-e8e6-4ed3-a8f3-3045954e58c5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.687679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-479119970'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:54.696460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714a79f-8292-4dab-bfab-27226f729d6a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Network': ['ID=2ba96de7-9574-463f-9395-0bebed75a28b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:54.724669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2ba96de7-9574-463f-9395-0bebed75a28b details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:45:54.731059 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Publish callbacks [] for port (d118ad4b-9d13-4725-8315-63f6ea944def), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.739088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034927b0-7461-40f0-aa5f-72b870c9548e None None] Pushing event updated for resources: {'Port': ['ID=d2d52aa5-b5d2-4580-9ce2-863b9137cf8a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:54.750292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6a09-d327-4d74-b132-7157fcc3f13e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c54aab81-e8e6-4ed3-a8f3-3045954e58c5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.755784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:54.757927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-59f2cb38-62d7-441c-869b-dce98d090ee1 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a5873ca1d1614455b32da184eca90794&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588219 Feb 03 21:45:54.767192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.835693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b6a09-d327-4d74-b132-7157fcc3f13e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54aab81-e8e6-4ed3-a8f3-3045954e58c5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:54.846967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:45:54.852727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6a09-d327-4d74-b132-7157fcc3f13e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.856792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9e6b6a09-d327-4d74-b132-7157fcc3f13e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7389946 Feb 03 21:45:54.859452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:54.869202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a09cc35b-f32f-4fd8-bb13-9f9620f4c7f8 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Request body: {'security_group_rule': {'security_group_id': '73fd1c03-5754-4eac-8600-45d52d72e490', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:54.903439 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (418b5b68-3ca4-4f44-a3de-549d289ff699), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.903839 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Added segment 418b5b68-3ca4-4f44-a3de-549d289ff699 of type vlan for network 8171fea6-6dc9-4528-8843-90775fdf9a94 Feb 03 21:45:54.913377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482314b-244a-4af9-bc44-f84b90209063 req-5cb7caf9-4e9b-47ac-a061-cf325c368fde tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:54.919570 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a09cc35b-f32f-4fd8-bb13-9f9620f4c7f8 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group_rule (64c0a1f1-a9c9-4185-bf78-2f33323448eb), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.919932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482314b-244a-4af9-bc44-f84b90209063 req-5cb7caf9-4e9b-47ac-a061-cf325c368fde tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:54.926701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482314b-244a-4af9-bc44-f84b90209063 req-5cb7caf9-4e9b-47ac-a061-cf325c368fde tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:54.932486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482314b-244a-4af9-bc44-f84b90209063 req-5cb7caf9-4e9b-47ac-a061-cf325c368fde tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:54.933046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:54.938858 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482314b-244a-4af9-bc44-f84b90209063 req-5cb7caf9-4e9b-47ac-a061-cf325c368fde tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:54.944389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482314b-244a-4af9-bc44-f84b90209063 req-5cb7caf9-4e9b-47ac-a061-cf325c368fde tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:54.956400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482314b-244a-4af9-bc44-f84b90209063 req-5cb7caf9-4e9b-47ac-a061-cf325c368fde tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:54.964131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1482314b-244a-4af9-bc44-f84b90209063 req-5cb7caf9-4e9b-47ac-a061-cf325c368fde tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3105352 Feb 03 21:45:54.973724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-03e8d96b-0b2d-44ef-acdf-9d1eb4e15fcb None None] Current status of the port a54741d5-c58d-4288-9ff2-667f5ec23d39 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:55.005028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Pushing event updated for resources: {'Port': ['ID=d118ad4b-9d13-4725-8315-63f6ea944def,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:55.019797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:45:55.050233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-567903bd-3bf1-499d-b204-73b7ef360fbd tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:55.051743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-567903bd-3bf1-499d-b204-73b7ef360fbd tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710793 Feb 03 21:45:55.084508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8171fea6-6dc9-4528-8843-90775fdf9a94), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:55.088566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Network 9aee9699-a43e-4e85-86c5-03133b2e1c8a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:55.095974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:55.099083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:55.120243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-bb853a25-77ed-410f-b471-36dd36b496ad tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/quotas/a5873ca1d1614455b32da184eca90794 HTTP/1.1" status: 200 len: 375 time: 0.0340700 Feb 03 21:45:55.150924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1482314b-244a-4af9-bc44-f84b90209063 req-cbe048b5-354a-44a3-b9c4-6cf2b15a4f9f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1858561 Feb 03 21:45:55.193582 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (153a7c10-95d0-48c5-994a-d0b636642207), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:55.206564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:45:55.248260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-a2a906d9-9cd6-4474-bd04-31f914670775 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5873ca1d1614455b32da184eca90794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959418 Feb 03 21:45:55.393008 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695173b4-663a-44bf-b4df-7b3e72760fea x-openstack-request-id: req-695173b4-663a-44bf-b4df-7b3e72760fea {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:45:55.393613 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633ffb0d-0c67-4b39-8f96-c5039718b7a4", "name": "network-vif-deleted", "tag": "b0359acf-a1e2-4a59-ade6-2fe9f1e84012", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:45:55.393613 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-695173b4-663a-44bf-b4df-7b3e72760fea {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:45:55.394724 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633ffb0d-0c67-4b39-8f96-c5039718b7a4', 'name': 'network-vif-deleted', 'tag': 'b0359acf-a1e2-4a59-ade6-2fe9f1e84012', 'status': 'completed', 'code': 200} Feb 03 21:45:55.405560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:45:55.421409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a09cc35b-f32f-4fd8-bb13-9f9620f4c7f8 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group_rule (64c0a1f1-a9c9-4185-bf78-2f33323448eb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:55.457498 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a09cc35b-f32f-4fd8-bb13-9f9620f4c7f8 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (64c0a1f1-a9c9-4185-bf78-2f33323448eb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:55.492940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cc35b-f32f-4fd8-bb13-9f9620f4c7f8 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c0a1f1-a9c9-4185-bf78-2f33323448eb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:55.500403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8171fea6-6dc9-4528-8843-90775fdf9a94), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:55.506052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:55.507051 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:55.534248 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:55.553948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf69c2-34d5-4aa1-9a65-41937ecbf893 req-ff311df0-4181-45f9-8191-85dcef1c5239 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:55.555853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3bf69c2-34d5-4aa1-9a65-41937ecbf893 req-ff311df0-4181-45f9-8191-85dcef1c5239 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.1350136 Feb 03 21:45:55.611222 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a54741d5-c58d-4288-9ff2-667f5ec23d39 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:55.663495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdf0bc65-4688-4506-a926-08311a5849f8 req-c03efa78-d096-4f46-9bee-a793924a6ac2 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 210 time: 0.0492327 Feb 03 21:45:55.669647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3bf69c2-34d5-4aa1-9a65-41937ecbf893 req-8f4062cb-03db-4717-b5d2-e7d6dd852c7c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041944 Feb 03 21:45:55.710759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a09cc35b-f32f-4fd8-bb13-9f9620f4c7f8 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:55.711989 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a09cc35b-f32f-4fd8-bb13-9f9620f4c7f8 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8481824 Feb 03 21:45:55.712706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Network': ['ID=8171fea6-6dc9-4528-8843-90775fdf9a94,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:55.721958 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f80d1149-d93b-466a-847f-d3d2345da7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0542479 Feb 03 21:45:55.725387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:55.725739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:55.733677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'subnet': {'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:55.740565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:55.796623 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:55.818388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8171fea6-6dc9-4528-8843-90775fdf9a94 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:45:56.103766 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62c21599-cfe0-4df4-a2ee-6b857ccb81a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:56.113295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Publish callbacks [] for port (d118ad4b-9d13-4725-8315-63f6ea944def), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:56.120918 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:56.124993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:56.135147 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:56.221889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a54741d5-c58d-4288-9ff2-667f5ec23d39 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:56.221889 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:56.312867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Pushing event updated for resources: {'Port': ['ID=d118ad4b-9d13-4725-8315-63f6ea944def,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:56.322999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (153a7c10-95d0-48c5-994a-d0b636642207), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:56.387389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:56.427804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 has no active binding in host n-h2-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 21:45:56.439444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:50Z', 'revision_number': 3, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:45:56.508576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Network 9aee9699-a43e-4e85-86c5-03133b2e1c8a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:56.510221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:56.519218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559971e3-0664-4b53-881b-e1eaaa5ca4ff None None] The sync data for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 is: [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:50Z', 'revision_number': 3, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:45:56.589662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a54741d5-c58d-4288-9ff2-667f5ec23d39 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:56.831270 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:56.879145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ba6dc-2855-4ebb-b4fc-2a905e6c4d8f req-8f5ae83b-8a8f-444c-960e-48db072d4139 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:56.886791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-977ba6dc-2855-4ebb-b4fc-2a905e6c4d8f req-8f5ae83b-8a8f-444c-960e-48db072d4139 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 945 time: 0.7095344 Feb 03 21:45:56.901927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-4411ff37-ad41-4d9f-b598-1971ac080ee7 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:56.903437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-4411ff37-ad41-4d9f-b598-1971ac080ee7 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.10 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 945 time: 0.3163886 Feb 03 21:45:56.940611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cd97-e535-4b50-a33b-4eebe5d0ad14 req-79a9fc6d-0b4b-487e-a11d-bccbdc742785 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:56.946203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cd97-e535-4b50-a33b-4eebe5d0ad14 req-79a9fc6d-0b4b-487e-a11d-bccbdc742785 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:56.951263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cd97-e535-4b50-a33b-4eebe5d0ad14 req-79a9fc6d-0b4b-487e-a11d-bccbdc742785 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:56.956882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cd97-e535-4b50-a33b-4eebe5d0ad14 req-79a9fc6d-0b4b-487e-a11d-bccbdc742785 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:56.962136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cd97-e535-4b50-a33b-4eebe5d0ad14 req-79a9fc6d-0b4b-487e-a11d-bccbdc742785 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:56.962978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Router 153a7c10-95d0-48c5-994a-d0b636642207 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:45:56.967633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cd97-e535-4b50-a33b-4eebe5d0ad14 req-79a9fc6d-0b4b-487e-a11d-bccbdc742785 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:56.972876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cd97-e535-4b50-a33b-4eebe5d0ad14 req-79a9fc6d-0b4b-487e-a11d-bccbdc742785 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:56.974909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3600cd97-e535-4b50-a33b-4eebe5d0ad14 req-79a9fc6d-0b4b-487e-a11d-bccbdc742785 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5418 time: 0.3991430 Feb 03 21:45:57.016941 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:57.159818 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-e7bf88b9-4e10-405b-8c0e-eb412de8f1aa tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a5873ca1d1614455b32da184eca90794&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672767 Feb 03 21:45:57.170790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ba22ce10-8721-43b4-bd9a-aef4991671be details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:45:57.199385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:45:57.209451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (4aafe23b-765b-43f4-a920-6f95902f6376), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:57.212141 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a2d91502-2f67-47e6-a63f-d4b598ede088 admin admin] 10.222.0.50 "PUT /v2.0/routers/153a7c10-95d0-48c5-994a-d0b636642207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2931232 Feb 03 21:45:57.232679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-977ba6dc-2855-4ebb-b4fc-2a905e6c4d8f req-83103a70-f019-4c22-a766-78dcdffe0b33 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447492 Feb 03 21:45:57.296006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3600cd97-e535-4b50-a33b-4eebe5d0ad14 req-fd9d2170-ab7b-44c0-ae30-a6818768c246 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2958925 Feb 03 21:45:57.459120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Subnet': ['ID=4aafe23b-765b-43f4-a920-6f95902f6376,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:57.485545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-e8b53570-dfb5-46ac-a30e-bba61b663bc9 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:57.498811 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-e8b53570-dfb5-46ac-a30e-bba61b663bc9 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242619 Feb 03 21:45:57.509502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Request body: {'port': {'device_id': 'd3f2543a-5f5e-4190-94e2-a008bd125ca6', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': 'a5873ca1d1614455b32da184eca90794'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:57.513893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ba22ce10-8721-43b4-bd9a-aef4991671be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ba22ce10-8721-43b4-bd9a-aef4991671be,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:57.536548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Allocated IP 172.25.5.167 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:57.574658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:45:57.581810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'port_id': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'mac_address': 'fa:16:3e:43:1a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:45:57.584913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b0359acf-a1e2-4a59-ade6-2fe9f1e84012 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:45:57.622481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a3938b8-5f78-4c68-9b37-f38adb37864b req-691ad6c3-9a57-4775-a620-1148e2b061c3 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 210 time: 0.2053590 Feb 03 21:45:57.647624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Deleting port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:45:57.648190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:57.654582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: b0359acf-a1e2-4a59-ade6-2fe9f1e84012 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:45:57.654938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b0359acf-a1e2-4a59-ade6-2fe9f1e84012 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:45:57.668947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Checking segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:57.669316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network hostable DHCP agents. Network: 2ba96de7-9574-463f-9395-0bebed75a28b, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:45:57.760648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Made reservation on behalf of a5873ca1d1614455b32da184eca90794 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:57.761473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network 2ba96de7-9574-463f-9395-0bebed75a28b is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:45:57.764733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:57.793205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ba22ce10-8721-43b4-bd9a-aef4991671be is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:57.793694 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:57.804341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d590ee-9429-4f90-8389-9b9dff0b6ab5 req-7e53f9af-2917-4421-b01f-082e08849e29 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:57.805184 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:57.811146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2d590ee-9429-4f90-8389-9b9dff0b6ab5 req-7e53f9af-2917-4421-b01f-082e08849e29 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.3972077 Feb 03 21:45:57.919618 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba22ce10-8721-43b4-bd9a-aef4991671be {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:57.923077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2d590ee-9429-4f90-8389-9b9dff0b6ab5 req-681aedd6-03c7-4def-b469-7127fc044ead tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086135 Feb 03 21:45:57.924841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2ba96de7-9574-463f-9395-0bebed75a28b) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:57.962040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ba22ce10-8721-43b4-bd9a-aef4991671be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ba22ce10-8721-43b4-bd9a-aef4991671be,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:57.973151 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks [] for security_group (c53823d3-6f74-4615-8763-5b1c3268bec1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:57.981853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8228fd-ca7c-447a-b81d-4c88d2d79acb None None] Network 2ba96de7-9574-463f-9395-0bebed75a28b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:57.988606 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c53823d3-6f74-4615-8763-5b1c3268bec1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:57.990384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:57.991249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.066371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53823d3-6f74-4615-8763-5b1c3268bec1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:58.138175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for port (0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.153774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] For port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:58.154163 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.170996 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.171670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:45:58.173518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Allocated IP 192.168.233.185 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/e9d8888c-190e-41c0-a5c0-90ac10a0bcb2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:58.209260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fe28f504-bbd3-4b8e-ab3b-b80fa846d1aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4808969 Feb 03 21:45:58.211622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56318) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:58.214021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Calling delete_port for e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:45:58.223398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'subnet': {'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:58.236113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2ba96de7-9574-463f-9395-0bebed75a28b', 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'fixed_ips': [{'subnet_id': '4aafe23b-765b-43f4-a920-6f95902f6376'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:45:58.249119 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.321071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:58.484560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b18f4e4e-4246-41cc-9855-b1b3d4c08d5e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:58.487329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b18f4e4e-4246-41cc-9855-b1b3d4c08d5e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 820 time: 0.5990756 Feb 03 21:45:58.497360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:58.501291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.547157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Allocated IP 10.1.1.2 (2ba96de7-9574-463f-9395-0bebed75a28b/4aafe23b-765b-43f4-a920-6f95902f6376/19f18512-c981-4e94-a063-a26b1ee39c57) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:45:58.575182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks [] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.642229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-83bd9424-3add-415f-898f-f76debaae0e3 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/quotas/81570d7109514ca6b302d19635e09c39 HTTP/1.1" status: 200 len: 375 time: 0.0542819 Feb 03 21:45:58.645680 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.692014 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.702828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e5a024f0-a5d9-4e75-b5fe-16d0ee83f258), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.714994 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Publish callbacks [] for port (19f18512-c981-4e94-a063-a26b1ee39c57), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.734411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Pushing event updated for resources: {'Port': ['ID=0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:58.742881 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.751557 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:45:58.760175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:58.763467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Network 2ba96de7-9574-463f-9395-0bebed75a28b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:58.773786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:58.777161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:58.818070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Pushing event deleted for resources: {'Port': ['ID=e5a024f0-a5d9-4e75-b5fe-16d0ee83f258,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:58.855922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Pushing event updated for resources: {'Port': ['ID=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:58.856405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:58.863991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:45:58.870416 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.871860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ba22ce10-8721-43b4-bd9a-aef4991671be,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:58.887941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:58.892413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:58.900959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:58.901818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.921389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (769e4d37-b014-48c5-a848-37056cd8ff3d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:58.926481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10abe9-7c5c-460b-9fbe-e76e622776a7 req-42d11963-7457-4aff-9ab6-23da6a738b03 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:58.928666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b10abe9-7c5c-460b-9fbe-e76e622776a7 req-42d11963-7457-4aff-9ab6-23da6a738b03 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=09628678-6193-4497-b4f4-1914d44a4104 HTTP/1.1" status: 200 len: 866 time: 0.5616679 Feb 03 21:45:58.930823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:45:58.972787 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-24a1f223-c27e-48c4-9a4a-a7280123d485 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4704440 Feb 03 21:45:58.992468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Request body: {'port': {'device_id': 'd3f2543a-5f5e-4190-94e2-a008bd125ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:58.997972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:59.027277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8', 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'port_id': '0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8', 'mac_address': 'fa:16:3e:e9:b1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b13620-8358-45ac-a0aa-1863e0969c9a', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:45:59.058776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] No DVR routers for this DVR port e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:45:59.083104 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.100533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-932e4275-a8a0-44f8-94b1-2cf47d01b232 req-c0c1fbbb-033d-4bf8-9a13-68eccb0f40ba tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.10 "DELETE /v2.0/ports/e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 HTTP/1.1" status: 204 len: 173 time: 2.1897717 Feb 03 21:45:59.103814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Checking segment: {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:59.105002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network hostable DHCP agents. Network: 8171fea6-6dc9-4528-8843-90775fdf9a94, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:45:59.106202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Subnet': ['ID=769e4d37-b014-48c5-a848-37056cd8ff3d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:59.112176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.115192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'name': 'network-vif-deleted', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:45:59.121707 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c52d225-3b4c-4742-872e-9f574c39cd98" -d '{"events": [{"server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "name": "network-vif-deleted", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:45:59.149179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Pushing event updated for resources: {'Port': ['ID=19f18512-c981-4e94-a063-a26b1ee39c57,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:45:59.182973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network 8171fea6-6dc9-4528-8843-90775fdf9a94 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:45:59.207436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-41d1b7f1-fb1a-4f05-aaa8-40dfd5a03028 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4941180 Feb 03 21:45:59.212114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8171fea6-6dc9-4528-8843-90775fdf9a94) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:45:59.218719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:59.219360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.234675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Attempting to bind port 19f18512-c981-4e94-a063-a26b1ee39c57 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:45:59.235109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Attempting to bind port 19f18512-c981-4e94-a063-a26b1ee39c57 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:45:59.235447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Attempting to bind port 19f18512-c981-4e94-a063-a26b1ee39c57 on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:45:59.267134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7717d-1c5b-4856-b50b-352b0cc914fc None None] Network 8171fea6-6dc9-4528-8843-90775fdf9a94 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:45:59.324686 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7ff9f760-7473-4a2b-85c7-6d249568564e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1109655 Feb 03 21:45:59.325512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:45:59.334107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'port': {'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'name': 'tempest-TaggedBootDevicesTest_v242-593099663', 'fixed_ips': [{'subnet_id': '4aafe23b-765b-43f4-a920-6f95902f6376'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:45:59.381670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:45:59.382087 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.387055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:45:59.387526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Checking segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:45:59.387868 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.388269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Bound using segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:45:59.388762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Bound port: 19f18512-c981-4e94-a063-a26b1ee39c57, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:45:59.393453 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.426734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b10abe9-7c5c-460b-9fbe-e76e622776a7 req-6316173a-9b0e-46d1-b9b4-463057f8a735 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123280 Feb 03 21:45:59.534550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d2d52aa5-b5d2-4580-9ce2-863b9137cf8a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:45:59.538220 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for floatingip (87f1119c-24f0-4920-a4b4-fef6b088b3d2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.554769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-9365a636-009a-4d80-89ba-3cbf16c877ec service neutron] 10.222.0.50 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451638 Feb 03 21:45:59.592230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:45:59.639032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a2e1d533-4e37-4058-996a-d393060a397f None None] Provisioning complete for port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:45:59.639870 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2e1d533-4e37-4058-996a-d393060a397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.643089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:59.707508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.728475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] device_id is not set on port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:45:59.751344 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:45:59.789751 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Publish callbacks [] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.791412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a2e1d533-4e37-4058-996a-d393060a397f None None] Port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:45:59.821815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Transition to ACTIVE for port object e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:45:59.832338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.873691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-91a9bd0e-69dd-47a5-b289-a40b1779c333 service neutron] 10.222.0.50 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000948 Feb 03 21:45:59.875649 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.894516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-8171fea6-6dc9-4528-8843-90775fdf9a94', 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94', 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'fixed_ips': [{'subnet_id': '769e4d37-b014-48c5-a848-37056cd8ff3d'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:45:59.895798 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.942098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:45:59.942694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbba06-d422-4650-b368-e507ff5b1d33 req-22060c29-d4a0-43a1-a7df-13e87fb9ced6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:59.949536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbba06-d422-4650-b368-e507ff5b1d33 req-22060c29-d4a0-43a1-a7df-13e87fb9ced6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:59.955457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbba06-d422-4650-b368-e507ff5b1d33 req-22060c29-d4a0-43a1-a7df-13e87fb9ced6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:59.961188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbba06-d422-4650-b368-e507ff5b1d33 req-22060c29-d4a0-43a1-a7df-13e87fb9ced6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:59.966728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbba06-d422-4650-b368-e507ff5b1d33 req-22060c29-d4a0-43a1-a7df-13e87fb9ced6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:59.968074 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:45:59.973363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbba06-d422-4650-b368-e507ff5b1d33 req-22060c29-d4a0-43a1-a7df-13e87fb9ced6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:59.978188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbba06-d422-4650-b368-e507ff5b1d33 req-22060c29-d4a0-43a1-a7df-13e87fb9ced6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:45:59.980099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44fbba06-d422-4650-b368-e507ff5b1d33 req-22060c29-d4a0-43a1-a7df-13e87fb9ced6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5419 time: 0.3325315 Feb 03 21:46:00.054174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:00.123501 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.138489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 491ae51d-18fe-4bdc-9b41-7e75f158dc31 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:00.210728 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Sync routers for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:46:00.232833 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:46:00.240086 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:00.278765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Allocated IP 10.1.1.41 (2ba96de7-9574-463f-9395-0bebed75a28b/4aafe23b-765b-43f4-a920-6f95902f6376/512ba836-5136-4a81-b3ab-7bb09c9c0c04) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:00.283982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:00.285018 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.320785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] For port 19f18512-c981-4e94-a063-a26b1ee39c57, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:00.366260 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:46:00.389200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-82ff952c-dfa3-49c5-b2b2-5a29459fc076 service neutron] 10.222.0.10 "GET /v2.0/ports/48a435a9-2a2e-4ccc-821c-ea72c9ee1902/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 384 time: 0.2247412 Feb 03 21:46:00.402669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44fbba06-d422-4650-b368-e507ff5b1d33 req-9ad693e8-edb7-4cfa-bdab-b2d880f5d822 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4077616 Feb 03 21:46:00.451475 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:46:00.529400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.563654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cca9c-fd58-48ac-83c6-3fad98b2e1ca req-164ad5e7-73de-4625-bb14-b4c7d8c2ee33 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:00.565254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d0cca9c-fd58-48ac-83c6-3fad98b2e1ca req-164ad5e7-73de-4625-bb14-b4c7d8c2ee33 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 948 time: 0.3998473 Feb 03 21:46:00.592308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.668495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Attempting to bind port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:00.669149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Attempting to bind port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:00.669407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Attempting to bind port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:00.687209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network 2ba96de7-9574-463f-9395-0bebed75a28b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:00.691846 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd118ad4b-9d13-4725-8315-63f6ea944def', 'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'mac_address': 'fa:16:3e:f4:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:53Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 2, 'project_id': '81570d7109514ca6b302d19635e09c39', 'subnets': [{'id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:00.692144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:00.697476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:00.697941 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Attempting to bind port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:00.700248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:00.739753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e978f6-00e7-4a22-a164-e03e5868fb8b req-f97b3f57-5c82-4bd8-8928-deb374338e15 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:00.741415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51e978f6-00e7-4a22-a164-e03e5868fb8b req-f97b3f57-5c82-4bd8-8928-deb374338e15 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 943 time: 0.1718929 Feb 03 21:46:00.749459 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Checking router: 153a7c10-95d0-48c5-994a-d0b636642207 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:46:00.749949 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Updating router 153a7c10-95d0-48c5-994a-d0b636642207 port d118ad4b-9d13-4725-8315-63f6ea944def binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:46:00.751227 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for port (0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.762179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:00.763045 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.773192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Port': ['ID=512ba836-5136-4a81-b3ab-7bb09c9c0c04,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:00.776408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:00.776872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:00.777689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:00.778308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] For port 19f18512-c981-4e94-a063-a26b1ee39c57, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=19f18512-c981-4e94-a063-a26b1ee39c57,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:00.778711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Bound port: e9d8888c-190e-41c0-a5c0-90ac10a0bcb2, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:00.779178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.790797 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.831600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51e978f6-00e7-4a22-a164-e03e5868fb8b req-867eb2b5-7b05-4ebd-aca9-8b927143c867 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717793 Feb 03 21:46:00.836749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.839461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ea399536-998f-414d-8304-475776b052c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5106251 Feb 03 21:46:00.842981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56344) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:00.849192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'port': {'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'name': 'tempest-TaggedBootDevicesTest_v242-1337230215', 'fixed_ips': [{'subnet_id': '4aafe23b-765b-43f4-a920-6f95902f6376'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:00.937291 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.947314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:00.965056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (87f1119c-24f0-4920-a4b4-fef6b088b3d2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:00.988958 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2896a01c-84d7-4f58-896d-9bf8bc9aac9d x-openstack-request-id: req-2896a01c-84d7-4f58-896d-9bf8bc9aac9d {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:00.989234 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09628678-6193-4497-b4f4-1914d44a4104", "name": "network-vif-deleted", "tag": "e5a024f0-a5d9-4e75-b5fe-16d0ee83f258", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:00.989494 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2896a01c-84d7-4f58-896d-9bf8bc9aac9d {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:00.995916 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09628678-6193-4497-b4f4-1914d44a4104', 'name': 'network-vif-deleted', 'tag': 'e5a024f0-a5d9-4e75-b5fe-16d0ee83f258', 'status': 'completed', 'code': 200} Feb 03 21:46:01.007709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] For port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:01.011542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] For port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:01.014455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:01.020062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:01.045904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:01.046366 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:01.048131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c2817-f771-4dc6-b5d2-5e1d9a128d0c None None] Pushing event updated for resources: {'Port': ['ID=19f18512-c981-4e94-a063-a26b1ee39c57,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:01.068352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3415122 Feb 03 21:46:01.099283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d0cca9c-fd58-48ac-83c6-3fad98b2e1ca req-90e16b9c-d1a4-498e-8bf2-f4d6815c9f43 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881966 Feb 03 21:46:01.191274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 491ae51d-18fe-4bdc-9b41-7e75f158dc31, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:01.199836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54b4a255-fe99-473e-b7e7-8155a0f8fd9e req-72314525-713f-42b1-b601-a35b4074f5fe tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 210 time: 0.1223855 Feb 03 21:46:01.200365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:01.201663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:01.203981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] 10.222.0.10 "PUT /v2.0/ports/e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 HTTP/1.1" status: 200 len: 1096 time: 2.2155004 Feb 03 21:46:01.224632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f2543a-5f5e-4190-94e2-a008bd125ca6', 'tag': 'e9d8888c-190e-41c0-a5c0-90ac10a0bcb2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:01.224632 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f2543a-5f5e-4190-94e2-a008bd125ca6", "tag": "e9d8888c-190e-41c0-a5c0-90ac10a0bcb2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:01.228407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Allocated IP 10.2.2.2 (8171fea6-6dc9-4528-8843-90775fdf9a94/769e4d37-b014-48c5-a848-37056cd8ff3d/cab7093c-96fc-429d-8edd-4cd4652a77ad) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:01.266312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] device_id is not set on port e36b55fe-4080-4085-94cd-25bb04d6c057 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:46:01.267224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:01.308548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '491ae51d-18fe-4bdc-9b41-7e75f158dc31', 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35', 'port_id': '491ae51d-18fe-4bdc-9b41-7e75f158dc31', 'mac_address': 'fa:16:3e:f7:27:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e0df7-060c-4b05-9eae-e6788e55512d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:01.315906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631b992-3b6f-4e96-ace3-dc9184c7830f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Pushing event updated for resources: {'Port': ['ID=0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:01.365220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:01.486531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:01.530372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:01.594005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:01.762481 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Publish callbacks [] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:01.798403 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Publish callbacks [] for port (d118ad4b-9d13-4725-8315-63f6ea944def), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:01.803753 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:01.806861 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:01.824850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Allocated IP 10.1.1.22 (2ba96de7-9574-463f-9395-0bebed75a28b/4aafe23b-765b-43f4-a920-6f95902f6376/e36b55fe-4080-4085-94cd-25bb04d6c057) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:01.970920 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e77a92c-a4ea-42a6-b553-3bc789171060 x-openstack-request-id: req-3e77a92c-a4ea-42a6-b553-3bc789171060 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:01.971573 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f2543a-5f5e-4190-94e2-a008bd125ca6", "tag": "e9d8888c-190e-41c0-a5c0-90ac10a0bcb2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:01.972048 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e77a92c-a4ea-42a6-b553-3bc789171060 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:01.972873 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f2543a-5f5e-4190-94e2-a008bd125ca6', 'tag': 'e9d8888c-190e-41c0-a5c0-90ac10a0bcb2', 'status': 'completed', 'code': 200} Feb 03 21:46:01.980826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Pushing event updated for resources: {'Port': ['ID=cab7093c-96fc-429d-8edd-4cd4652a77ad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:02.006087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:02.007030 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.043725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Network 8171fea6-6dc9-4528-8843-90775fdf9a94 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:02.044835 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Attempting to bind port d118ad4b-9d13-4725-8315-63f6ea944def on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:02.045472 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Attempting to bind port d118ad4b-9d13-4725-8315-63f6ea944def by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'edf9a6ad-45ba-4236-9979-17a9ef345c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:02.046058 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Attempting to bind port d118ad4b-9d13-4725-8315-63f6ea944def on network 9aee9699-a43e-4e85-86c5-03133b2e1c8a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:02.048837 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e4b4d-a72e-4c95-8c5c-32c6641b616d None None] Pushing event updated for resources: {'Port': ['ID=d118ad4b-9d13-4725-8315-63f6ea944def,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:02.065318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:02.084189 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:02.089189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d2d52aa5-b5d2-4580-9ce2-863b9137cf8a,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:02.089610 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Checking segment: {'id': 'edf9a6ad-45ba-4236-9979-17a9ef345c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:02.090926 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.092092 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Bound using segment: {'id': 'edf9a6ad-45ba-4236-9979-17a9ef345c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:02.092894 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Bound port: d118ad4b-9d13-4725-8315-63f6ea944def, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf9a6ad-45ba-4236-9979-17a9ef345c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:02.093858 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.094718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:02.123691 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.126021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:02.126406 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.215886 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] For port d118ad4b-9d13-4725-8315-63f6ea944def, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:02.221969 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] For port d118ad4b-9d13-4725-8315-63f6ea944def, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d118ad4b-9d13-4725-8315-63f6ea944def,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:02.225669 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.238129 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.242648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491ae51d-18fe-4bdc-9b41-7e75f158dc31 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:02.305846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11555289-5f11-4c65-a5ec-660f29f5dde4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:02.325813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 491ae51d-18fe-4bdc-9b41-7e75f158dc31, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:02.349488 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.350165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9491d3c4-875b-413d-b489-d12de987c9dd details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:02.368084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d2d52aa5-b5d2-4580-9ce2-863b9137cf8a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:02.409179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Attempting to bind port cab7093c-96fc-429d-8edd-4cd4652a77ad on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:02.409658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Attempting to bind port cab7093c-96fc-429d-8edd-4cd4652a77ad by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:02.411272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Attempting to bind port cab7093c-96fc-429d-8edd-4cd4652a77ad on network 8171fea6-6dc9-4528-8843-90775fdf9a94 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:02.413351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.425998 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:46:02.428797 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:02.437039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:02.437786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Checking segment: {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:02.439493 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.439989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Bound using segment: {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:02.440583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Bound port: cab7093c-96fc-429d-8edd-4cd4652a77ad, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:02.444649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network 2ba96de7-9574-463f-9395-0bebed75a28b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:02.444960 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.447432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 19f18512-c981-4e94-a063-a26b1ee39c57 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:02.461078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:02.463663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:02.543798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.544535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.572021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-0855a4bd-28c7-46e6-879b-5640e88d898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.573943 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-0855a4bd-28c7-46e6-879b-5640e88d898b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5873ca1d1614455b32da184eca90794&device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 1130 time: 0.6149635 Feb 03 21:46:02.590864 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7466748 Feb 03 21:46:02.628128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647953c-9e05-4437-a98c-d722ade154d9 req-2b66c3cb-d6ca-4801-a17d-71e7827d1e80 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.629713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f647953c-9e05-4437-a98c-d722ade154d9 req-2b66c3cb-d6ca-4801-a17d-71e7827d1e80 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 944 time: 0.3151433 Feb 03 21:46:02.639222 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e4b4d-a72e-4c95-8c5c-32c6641b616d None None] Pushing event updated for resources: {'Port': ['ID=d118ad4b-9d13-4725-8315-63f6ea944def,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:02.673864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9141-fcf6-4280-af7e-d445dc441abd req-34fdf300-1f3f-4594-bc4c-81538da67bfd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.680229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9141-fcf6-4280-af7e-d445dc441abd req-34fdf300-1f3f-4594-bc4c-81538da67bfd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.686188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9141-fcf6-4280-af7e-d445dc441abd req-34fdf300-1f3f-4594-bc4c-81538da67bfd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.693479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9141-fcf6-4280-af7e-d445dc441abd req-34fdf300-1f3f-4594-bc4c-81538da67bfd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.718986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9141-fcf6-4280-af7e-d445dc441abd req-34fdf300-1f3f-4594-bc4c-81538da67bfd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.721083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] For port cab7093c-96fc-429d-8edd-4cd4652a77ad, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:02.730134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] For port cab7093c-96fc-429d-8edd-4cd4652a77ad, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cab7093c-96fc-429d-8edd-4cd4652a77ad,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:02.733560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9141-fcf6-4280-af7e-d445dc441abd req-34fdf300-1f3f-4594-bc4c-81538da67bfd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.744569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9141-fcf6-4280-af7e-d445dc441abd req-34fdf300-1f3f-4594-bc4c-81538da67bfd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.747782 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ffb9141-fcf6-4280-af7e-d445dc441abd req-34fdf300-1f3f-4594-bc4c-81538da67bfd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5420 time: 1.1243742 Feb 03 21:46:02.768273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:46:02.803079 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.814640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff7f38-9d01-429f-a42d-0063133adc56 req-24c79294-bfaf-4682-b2ae-730b4dfa3698 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.822264 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-627bf43c-53bb-495b-9f73-d53e342b2f55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 HTTP/1.1" status: 200 len: 217 time: 0.2301936 Feb 03 21:46:02.826616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-feff7f38-9d01-429f-a42d-0063133adc56 req-24c79294-bfaf-4682-b2ae-730b4dfa3698 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 944 time: 0.3721826 Feb 03 21:46:02.831080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9491d3c4-875b-413d-b489-d12de987c9dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9491d3c4-875b-413d-b489-d12de987c9dd,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:02.841063 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:46:02.858288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] Transition to ACTIVE for port object 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:02.880354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:02.892468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=491ae51d-18fe-4bdc-9b41-7e75f158dc31,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:02.898259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9491d3c4-875b-413d-b489-d12de987c9dd', 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'port_id': '9491d3c4-875b-413d-b489-d12de987c9dd', 'mac_address': 'fa:16:3e:38:1f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b13620-8358-45ac-a0aa-1863e0969c9a', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:02.902104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-0e0a5a77-301f-43d9-9b61-a1742ce62ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.903589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-0e0a5a77-301f-43d9-9b61-a1742ce62ee7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0656254 Feb 03 21:46:02.907774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731e167-1d3d-4182-99e9-17bf17d95567 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Port': ['ID=e36b55fe-4080-4085-94cd-25bb04d6c057,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:02.957135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b39934bd-0b3f-4e23-90ba-2385a7ecc655 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:02.959268 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b39934bd-0b3f-4e23-90ba-2385a7ecc655 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.47 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 820 time: 1.0240943 Feb 03 21:46:02.977885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Request body: {'port': {'device_id': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'admin_state_up': True, 'tenant_id': '81570d7109514ca6b302d19635e09c39'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:03.001533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] Pushing event updated for resources: {'Port': ['ID=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,revision_number=10']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:03.041251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 19f18512-c981-4e94-a063-a26b1ee39c57 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:03.041251 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:03.058401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f647953c-9e05-4437-a98c-d722ade154d9 req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Deleting port 97a8fe98-55e7-4969-9b78-7776d17a872c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:46:03.058758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f647953c-9e05-4437-a98c-d722ade154d9 req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:03.062724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-c96e000e-4307-44d8-ae71-4def8857d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:03.068162 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-c96e000e-4307-44d8-ae71-4def8857d918 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1542852 Feb 03 21:46:03.132120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-feff7f38-9d01-429f-a42d-0063133adc56 req-00f9d05c-c99f-4cad-a24c-5d22865f7ca1 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044212 Feb 03 21:46:03.146343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86698c6-3147-44a7-aab8-5ecc6b42db81 None None] Pushing event updated for resources: {'Port': ['ID=cab7093c-96fc-429d-8edd-4cd4652a77ad,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:03.224177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] No DVR routers for this DVR port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:46:03.231055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9491d3c4-875b-413d-b489-d12de987c9dd is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:03.231447 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:03.249153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-ec6faf46-40de-49b7-a3cf-d7927f808ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432140 Feb 03 21:46:03.250309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf876415-84fb-49fd-a72e-634a7acf60ed None None] Network 2ba96de7-9574-463f-9395-0bebed75a28b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:46:03.262984 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ffb9141-fcf6-4280-af7e-d445dc441abd req-6a2ed2a0-ed16-4006-b454-7ea6e6b437a6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4888041 Feb 03 21:46:03.322189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-d3ddfd46-ce75-4cd5-b25b-073ebc5c7929 service neutron] 10.222.0.10 "PUT /v2.0/ports/48a435a9-2a2e-4ccc-821c-ea72c9ee1902/bindings/n-h2-824834-9/activate HTTP/1.1" status: 200 len: 369 time: 2.9185438 Feb 03 21:46:03.452752 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d42aacf0-f5ae-4825-bb5f-518e0862fd3c req-f0c383cd-344c-4ffe-927e-c7102f2d40a3 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409042 Feb 03 21:46:03.517155 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd118ad4b-9d13-4725-8315-63f6ea944def', 'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'mac_address': 'fa:16:3e:f4:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:53Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'subnets': [{'id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:03.521096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9491d3c4-875b-413d-b489-d12de987c9dd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:03.528630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 19f18512-c981-4e94-a063-a26b1ee39c57 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:03.529058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:03.584183 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a56e3-290a-4f8b-8e3a-1deebecf1d93 None None] The sync data for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 is: [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd118ad4b-9d13-4725-8315-63f6ea944def', 'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'mac_address': 'fa:16:3e:f4:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:53Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'subnets': [{'id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:46:03.602182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9491d3c4-875b-413d-b489-d12de987c9dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9491d3c4-875b-413d-b489-d12de987c9dd,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:03.603994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-239dec19-c399-4b29-80ea-ee215103f500 None None] Provisioning complete for port 19f18512-c981-4e94-a063-a26b1ee39c57 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:03.604361 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-239dec19-c399-4b29-80ea-ee215103f500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:03.624859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6a99a-f528-4ea3-ab58-e8466aeb6550 req-cbd06af6-94a0-4e4c-b75c-345c61f62007 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:03.658622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24b6a99a-f528-4ea3-ab58-e8466aeb6550 req-cbd06af6-94a0-4e4c-b75c-345c61f62007 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 944 time: 0.3298380 Feb 03 21:46:03.679758 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:03.680719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device db1d8200-544f-466e-b3ea-ede04a32c787 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:03.763328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9491d3c4-875b-413d-b489-d12de987c9dd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:03.776498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fbcc2-bbe1-41f2-8246-4cb79debb163 req-0824864b-c7e8-4e5b-bc31-cb2555ca0794 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:03.780858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a9fbcc2-bbe1-41f2-8246-4cb79debb163 req-0824864b-c7e8-4e5b-bc31-cb2555ca0794 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 948 time: 0.3100882 Feb 03 21:46:03.816572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 19f18512-c981-4e94-a063-a26b1ee39c57, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=19f18512-c981-4e94-a063-a26b1ee39c57,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:03.829096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24b6a99a-f528-4ea3-ab58-e8466aeb6550 req-86c3225a-8f12-485d-9544-1fd725729ede tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594434 Feb 03 21:46:03.887983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-239dec19-c399-4b29-80ea-ee215103f500 None None] Current status of the port 19f18512-c981-4e94-a063-a26b1ee39c57 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:03.900223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:03.923014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port db1d8200-544f-466e-b3ea-ede04a32c787, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=db1d8200-544f-466e-b3ea-ede04a32c787,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:03.951816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a9fbcc2-bbe1-41f2-8246-4cb79debb163 req-a6553c42-622e-420d-bee3-c8ad63a73c5b tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548786 Feb 03 21:46:04.018453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'db1d8200-544f-466e-b3ea-ede04a32c787', 'network_id': '9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35', 'port_id': 'db1d8200-544f-466e-b3ea-ede04a32c787', 'mac_address': 'fa:16:3e:9c:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e0df7-060c-4b05-9eae-e6788e55512d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:04.072091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef8ad779-ffe1-488c-bbfe-5edee082f8bd req-1a193c90-3729-416a-8b79-62482b6b499f tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 210 time: 0.0618439 Feb 03 21:46:04.083383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=19f18512-c981-4e94-a063-a26b1ee39c57,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:04.101287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port db1d8200-544f-466e-b3ea-ede04a32c787 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:04.101692 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:04.167682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1d8200-544f-466e-b3ea-ede04a32c787 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:04.211238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port db1d8200-544f-466e-b3ea-ede04a32c787, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=db1d8200-544f-466e-b3ea-ede04a32c787,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:04.228301 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:04.229227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 41f39660-c8d1-46cc-be85-10cb8c2cfe7d details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:04.327181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:04.377911 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d', 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'port_id': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d', 'mac_address': 'fa:16:3e:4a:cc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b13620-8358-45ac-a0aa-1863e0969c9a', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:04.500678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-3d79f9bc-5f7e-410c-a2cf-0e59213e610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:04.500678 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-3d79f9bc-5f7e-410c-a2cf-0e59213e610b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5873ca1d1614455b32da184eca90794&device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 1130 time: 0.9582582 Feb 03 21:46:04.581386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ee7ba-bf72-40e3-b724-f46f0b79b84c req-fc32779e-9dc1-4a81-abb4-fcca42e2878b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:04.588422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=db1d8200-544f-466e-b3ea-ede04a32c787,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:04.589502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-368ee7ba-bf72-40e3-b724-f46f0b79b84c req-fc32779e-9dc1-4a81-abb4-fcca42e2878b tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 944 time: 0.2409232 Feb 03 21:46:04.593696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:04.607519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4a7a6d1f-4afa-459e-be8d-9fd257c23540 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093227274', 'description': 'tempest-description--1167715954'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:04.622841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b9007eb-96d2-4be2-8109-c0d7a8f137b7 None None] Provisioning complete for port 19f18512-c981-4e94-a063-a26b1ee39c57 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:04.627621 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b9007eb-96d2-4be2-8109-c0d7a8f137b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:04.714165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:04.714699 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:04.776417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f39660-c8d1-46cc-be85-10cb8c2cfe7d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:04.806282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-55534080-1fc8-438b-b9c9-85c9d56b6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:04.808155 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-55534080-1fc8-438b-b9c9-85c9d56b6bf8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2869749 Feb 03 21:46:04.842970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a7a6d1f-4afa-459e-be8d-9fd257c23540 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:04.845623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:04.849041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cab7093c-96fc-429d-8edd-4cd4652a77ad up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:04.908535 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-717b60a9-6ffc-4ef0-a7e9-ca527070e560 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 HTTP/1.1" status: 200 len: 217 time: 0.0881722 Feb 03 21:46:04.911051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-bab89e98-dcc5-42ad-9f3c-14d8860a629f tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:04.912818 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-bab89e98-dcc5-42ad-9f3c-14d8860a629f tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1126 time: 1.4378080 Feb 03 21:46:04.915040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f647953c-9e05-4437-a98c-d722ade154d9 req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] For port 97a8fe98-55e7-4969-9b78-7776d17a872c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=97a8fe98-55e7-4969-9b78-7776d17a872c,segment=NetworkSegment(71327aa6-262b-4020-ab8b-971e73bd8d99),segment_id=71327aa6-262b-4020-ab8b-971e73bd8d99)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:04.915514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f647953c-9e05-4437-a98c-d722ade154d9 req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:04.936256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:04.936970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6cf96df9-d086-4aae-bcfd-65de267ed87b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:04.996639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f647953c-9e05-4437-a98c-d722ade154d9 req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Calling delete_port for 97a8fe98-55e7-4969-9b78-7776d17a872c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:46:05.006613 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a7a6d1f-4afa-459e-be8d-9fd257c23540 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group (c02067a9-a7ad-45d6-acc8-d4393f0828ae), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:05.026321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Made reservation on behalf of 81570d7109514ca6b302d19635e09c39 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:05.029962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:05.037425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cab7093c-96fc-429d-8edd-4cd4652a77ad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:05.038280 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:05.047020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-368ee7ba-bf72-40e3-b724-f46f0b79b84c req-21406a81-8066-4757-ac2b-3250250cd519 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/security-groups?id=afeb7855-17d0-47b3-aab2-3754b14d4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541445 Feb 03 21:46:05.047695 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a7a6d1f-4afa-459e-be8d-9fd257c23540 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c02067a9-a7ad-45d6-acc8-d4393f0828ae), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:05.087959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-7a3cb78f-2833-4435-b121-1937bc25188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.089588 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-7a3cb78f-2833-4435-b121-1937bc25188e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1639311 Feb 03 21:46:05.129372 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:46:05.139209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170959-69af-4448-8844-8e4d0987a13b req-d61f6827-52d4-4520-98c5-8cd9c59247ff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.148613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170959-69af-4448-8844-8e4d0987a13b req-d61f6827-52d4-4520-98c5-8cd9c59247ff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.156932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170959-69af-4448-8844-8e4d0987a13b req-d61f6827-52d4-4520-98c5-8cd9c59247ff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.160114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-9bff876d-0df2-4811-aa52-59d93c386294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.161912 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-9bff876d-0df2-4811-aa52-59d93c386294 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca&tenant_id=261723128a8a47f793e246a218d942d4 HTTP/1.1" status: 200 len: 1126 time: 0.2191501 Feb 03 21:46:05.165898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170959-69af-4448-8844-8e4d0987a13b req-d61f6827-52d4-4520-98c5-8cd9c59247ff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.171465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c200e-833a-471a-9971-ae5dc46246c9 None None] Network 8171fea6-6dc9-4528-8843-90775fdf9a94 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:46:05.172461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170959-69af-4448-8844-8e4d0987a13b req-d61f6827-52d4-4520-98c5-8cd9c59247ff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.191716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170959-69af-4448-8844-8e4d0987a13b req-d61f6827-52d4-4520-98c5-8cd9c59247ff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.216179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170959-69af-4448-8844-8e4d0987a13b req-d61f6827-52d4-4520-98c5-8cd9c59247ff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.219590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3170959-69af-4448-8844-8e4d0987a13b req-d61f6827-52d4-4520-98c5-8cd9c59247ff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5423 time: 0.5229166 Feb 03 21:46:05.220481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a6d1f-4afa-459e-be8d-9fd257c23540 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02067a9-a7ad-45d6-acc8-d4393f0828ae,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:05.291381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 6cf96df9-d086-4aae-bcfd-65de267ed87b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6cf96df9-d086-4aae-bcfd-65de267ed87b,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:05.312662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:05.315617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-38373ea9-ebc9-4d36-b1ed-4a455b5d4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.318274 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-38373ea9-ebc9-4d36-b1ed-4a455b5d4fd3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2187710 Feb 03 21:46:05.343866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a7a6d1f-4afa-459e-be8d-9fd257c23540 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:05.354780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4a7a6d1f-4afa-459e-be8d-9fd257c23540 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7551446 Feb 03 21:46:05.355835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:05.380862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6781d42e-3c12-401e-9aea-3013126bbd85 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'security_group_rule': {'security_group_id': 'c02067a9-a7ad-45d6-acc8-d4393f0828ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:05.420812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3170959-69af-4448-8844-8e4d0987a13b req-2c7965bb-f6d0-47ce-be8f-bd594a37cc6e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1927617 Feb 03 21:46:05.458438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b7e18-f26a-462e-9245-50a7fc607183 req-820e756a-e15a-4cc5-b42c-73eca6e39513 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.468088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-126b7e18-f26a-462e-9245-50a7fc607183 req-820e756a-e15a-4cc5-b42c-73eca6e39513 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 944 time: 0.2448761 Feb 03 21:46:05.529177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-f7c2883a-87c7-4e2f-8ee8-823caeefb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.534758 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-f7c2883a-87c7-4e2f-8ee8-823caeefb0af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 1126 time: 0.3196137 Feb 03 21:46:05.585518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-126b7e18-f26a-462e-9245-50a7fc607183 req-2d58cb49-715b-4286-b378-ebc2f6c9a5b2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161368 Feb 03 21:46:05.661577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f647953c-9e05-4437-a98c-d722ade154d9 req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (97a8fe98-55e7-4969-9b78-7776d17a872c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:05.678133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Allocated IP 172.20.0.5 (9aee9699-a43e-4e85-86c5-03133b2e1c8a/cf961422-7489-4c6e-95ca-ebaf768db974/548e3dd1-c05f-47fd-ad18-a2e277a080ca) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:05.723632 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6781d42e-3c12-401e-9aea-3013126bbd85 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group_rule (6c5b7efb-ee2f-4b54-9e60-928dd24d3a5c), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:05.739078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5ef1f-d064-4007-af51-fd4c585cb983 req-562ff6a3-4cb4-4b3d-b23b-c2f5e8c69b7e tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:05.743730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8aa5ef1f-d064-4007-af51-fd4c585cb983 req-562ff6a3-4cb4-4b3d-b23b-c2f5e8c69b7e tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 948 time: 0.1509871 Feb 03 21:46:05.751374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '6cf96df9-d086-4aae-bcfd-65de267ed87b', 'network_id': '8078ad59-b8c0-4f92-af69-ec7116783853', 'port_id': '6cf96df9-d086-4aae-bcfd-65de267ed87b', 'mac_address': 'fa:16:3e:21:5d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b13620-8358-45ac-a0aa-1863e0969c9a', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:05.784094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Pushing event deleted for resources: {'Port': ['ID=97a8fe98-55e7-4969-9b78-7776d17a872c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:05.807007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f647953c-9e05-4437-a98c-d722ade154d9 req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] No DVR routers for this DVR port 97a8fe98-55e7-4969-9b78-7776d17a872c on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:46:05.809948 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f647953c-9e05-4437-a98c-d722ade154d9 req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:05.814945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27bf8394-5df5-4972-9eec-e18a54ef0028 req-091f1e84-8ba2-4c01-b1d7-3bd8a1cc0865 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 210 time: 0.1009796 Feb 03 21:46:05.816657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f647953c-9e05-4437-a98c-d722ade154d9 req-466049a3-4c36-4c69-ad67-d44a443a0113 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.10 "DELETE /v2.0/ports/97a8fe98-55e7-4969-9b78-7776d17a872c HTTP/1.1" status: 204 len: 173 time: 3.1145995 Feb 03 21:46:05.844822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'name': 'network-vif-deleted', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:05.844822 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d8fb1-125a-4704-bb97-917deccabdae" -d '{"events": [{"server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "name": "network-vif-deleted", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:05.883698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 6cf96df9-d086-4aae-bcfd-65de267ed87b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:05.883852 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:05.905876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b9007eb-96d2-4be2-8109-c0d7a8f137b7 None None] Current status of the port 19f18512-c981-4e94-a063-a26b1ee39c57 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:05.964566 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-0c62439d-f08c-4d5e-be65-7efedc12a5fd service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341650 Feb 03 21:46:05.972856 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34ddfa7-66b6-41a4-8860-d9e096a27b91 x-openstack-request-id: req-c34ddfa7-66b6-41a4-8860-d9e096a27b91 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:05.973456 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20", "name": "network-vif-deleted", "tag": "97a8fe98-55e7-4969-9b78-7776d17a872c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:05.973882 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c34ddfa7-66b6-41a4-8860-d9e096a27b91 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:05.974630 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20', 'name': 'network-vif-deleted', 'tag': '97a8fe98-55e7-4969-9b78-7776d17a872c', 'status': 'completed', 'code': 200} Feb 03 21:46:05.978235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8aa5ef1f-d064-4007-af51-fd4c585cb983 req-16068fc1-dcd4-47a9-8733-034228b0fa80 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563091 Feb 03 21:46:06.028199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf96df9-d086-4aae-bcfd-65de267ed87b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:06.086547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cab7093c-96fc-429d-8edd-4cd4652a77ad is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:06.086856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.091951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b9007eb-96d2-4be2-8109-c0d7a8f137b7 None None] Provisioning complete for port e36b55fe-4080-4085-94cd-25bb04d6c057 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:06.092325 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b9007eb-96d2-4be2-8109-c0d7a8f137b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.111121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-e3ade93d-662c-4be1-a3a9-fcb4a9db4557 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5216575 Feb 03 21:46:06.142714 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6781d42e-3c12-401e-9aea-3013126bbd85 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group_rule (6c5b7efb-ee2f-4b54-9e60-928dd24d3a5c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.145737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-c877c2dd-2e92-4423-b1f0-95e43c6ec85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.148556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-c877c2dd-2e92-4423-b1f0-95e43c6ec85a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.5884433 Feb 03 21:46:06.153319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 6cf96df9-d086-4aae-bcfd-65de267ed87b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6cf96df9-d086-4aae-bcfd-65de267ed87b,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:06.155475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b9007eb-96d2-4be2-8109-c0d7a8f137b7 None None] Port e36b55fe-4080-4085-94cd-25bb04d6c057 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:06.176932 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.221359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:06.237411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6781d42e-3c12-401e-9aea-3013126bbd85 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6c5b7efb-ee2f-4b54-9e60-928dd24d3a5c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.256752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e074f3e-c122-4e81-bca7-c7f94d828b71 req-a0caaf4a-7c79-41c9-a47f-4e2eb6516802 tempest-LiveMigrationTest-5875364 tempest-LiveMigrationTest-5875364-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcecd9e5-0177-4a8f-8e53-5f2c46e3fb20 HTTP/1.1" status: 200 len: 210 time: 0.0567677 Feb 03 21:46:06.273021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b9007eb-96d2-4be2-8109-c0d7a8f137b7 None None] Provisioning complete for port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:06.273288 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b9007eb-96d2-4be2-8109-c0d7a8f137b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.280093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port cab7093c-96fc-429d-8edd-4cd4652a77ad, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cab7093c-96fc-429d-8edd-4cd4652a77ad,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:06.315096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=6cf96df9-d086-4aae-bcfd-65de267ed87b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:06.326986 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.327400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d2d52aa5-b5d2-4580-9ce2-863b9137cf8a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:06.337176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-5f2a91b6-23ca-4643-9a16-13b255193fb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902 HTTP/1.1" status: 200 len: 217 time: 0.1554174 Feb 03 21:46:06.389321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781d42e-3c12-401e-9aea-3013126bbd85 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5b7efb-ee2f-4b54-9e60-928dd24d3a5c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:06.502589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b9007eb-96d2-4be2-8109-c0d7a8f137b7 None None] Port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:06.510567 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.562857 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7e559edd-e638-4c5b-9e91-d0b1ff3e7293 req-43e93451-b7aa-407e-a45c-34de797694ff service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857894 Feb 03 21:46:06.571635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=cab7093c-96fc-429d-8edd-4cd4652a77ad,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:06.582806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6781d42e-3c12-401e-9aea-3013126bbd85 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.587534 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6781d42e-3c12-401e-9aea-3013126bbd85 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2099223 Feb 03 21:46:06.589137 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.591378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:06.600023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3afb4704-46f5-445e-9596-e1a0d7c383d6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'security_group_rule': {'security_group_id': 'c02067a9-a7ad-45d6-acc8-d4393f0828ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:06.677919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Pushing event updated for resources: {'Port': ['ID=548e3dd1-c05f-47fd-ad18-a2e277a080ca,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:06.677919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-2a0893e7-bcdb-4ca0-9550-f10e25ce3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.677919 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-2a0893e7-bcdb-4ca0-9550-f10e25ce3dfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.3141265 Feb 03 21:46:06.684972 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-f57264d0-1515-4808-809e-c8d7f75f3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.689409 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-f57264d0-1515-4808-809e-c8d7f75f3fb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=261723128a8a47f793e246a218d942d4&device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 1126 time: 0.4972873 Feb 03 21:46:06.727230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-3b4666cf-584e-4b20-a5a8-b63d53c498d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377884 Feb 03 21:46:06.747524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:06.759231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:06.759921 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.760028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3afb4704-46f5-445e-9596-e1a0d7c383d6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group_rule (7f52590c-f958-4936-b766-8d6cb09b0997), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.765101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Network 9aee9699-a43e-4e85-86c5-03133b2e1c8a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:06.770409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5a5189ec-91c0-4de9-9a3f-be5cd6bf2bb3 None None] Provisioning complete for port cab7093c-96fc-429d-8edd-4cd4652a77ad triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:06.770780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a5189ec-91c0-4de9-9a3f-be5cd6bf2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.779666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:06.780358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84f50-0957-4506-9556-656a89416022 req-94839bb4-acc5-45ec-b856-10dda12e99ee tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.786332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84f50-0957-4506-9556-656a89416022 req-94839bb4-acc5-45ec-b856-10dda12e99ee tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.793280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84f50-0957-4506-9556-656a89416022 req-94839bb4-acc5-45ec-b856-10dda12e99ee tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.799169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84f50-0957-4506-9556-656a89416022 req-94839bb4-acc5-45ec-b856-10dda12e99ee tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.799325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'e9d8888c-190e-41c0-a5c0-90ac10a0bcb2', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'e9d8888c-190e-41c0-a5c0-90ac10a0bcb2', 'mac_address': 'fa:16:3e:ea:64:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:06.804686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84f50-0957-4506-9556-656a89416022 req-94839bb4-acc5-45ec-b856-10dda12e99ee tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.810450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84f50-0957-4506-9556-656a89416022 req-94839bb4-acc5-45ec-b856-10dda12e99ee tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.815982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84f50-0957-4506-9556-656a89416022 req-94839bb4-acc5-45ec-b856-10dda12e99ee tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.818208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5e84f50-0957-4506-9556-656a89416022 req-94839bb4-acc5-45ec-b856-10dda12e99ee tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5425 time: 0.2469568 Feb 03 21:46:06.829089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:06.905309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:06.905693 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.920944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0c18a-472e-47f2-a3f0-108d85331453 req-1b6d381e-2197-48bc-a302-06dce0ba8c32 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.933507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15e0c18a-472e-47f2-a3f0-108d85331453 req-1b6d381e-2197-48bc-a302-06dce0ba8c32 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 944 time: 0.2201645 Feb 03 21:46:06.951134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:06.992261 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3afb4704-46f5-445e-9596-e1a0d7c383d6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group_rule (7f52590c-f958-4936-b766-8d6cb09b0997), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:06.993563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:06.994288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.007276 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5e84f50-0957-4506-9556-656a89416022 req-8ade7a47-95a8-4018-9fa8-c27b0c53c5bf tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1683993 Feb 03 21:46:07.012067 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3afb4704-46f5-445e-9596-e1a0d7c383d6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (7f52590c-f958-4936-b766-8d6cb09b0997), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.015345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:07.023083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:07.024529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d118ad4b-9d13-4725-8315-63f6ea944def up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:07.028114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a5189ec-91c0-4de9-9a3f-be5cd6bf2bb3 None None] Current status of the port cab7093c-96fc-429d-8edd-4cd4652a77ad is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:07.042246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-42303c34-4a76-4092-8f2b-4848bf2236c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:07.043931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-42303c34-4a76-4092-8f2b-4848bf2236c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 200 len: 922 time: 0.3166742 Feb 03 21:46:07.047310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-0096bc82-1a92-4780-b2a2-8b24931840a1 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065829 Feb 03 21:46:07.050988 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.053855 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-d86165ce-a47e-4c2e-a0f7-0d35b9d6d883 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0789850 Feb 03 21:46:07.060651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb4704-46f5-445e-9596-e1a0d7c383d6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f52590c-f958-4936-b766-8d6cb09b0997,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:07.075438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15e0c18a-472e-47f2-a3f0-108d85331453 req-04c26325-1526-4e18-b822-9963d6932bd3 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323156 Feb 03 21:46:07.084982 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3afb4704-46f5-445e-9596-e1a0d7c383d6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.086472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3afb4704-46f5-445e-9596-e1a0d7c383d6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4904902 Feb 03 21:46:07.089628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:07.097927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:07.107790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5a5189ec-91c0-4de9-9a3f-be5cd6bf2bb3 None None] Provisioning complete for port e36b55fe-4080-4085-94cd-25bb04d6c057 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:07.108500 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a5189ec-91c0-4de9-9a3f-be5cd6bf2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.125051 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-06d61c0b-37d8-425f-9e97-4167916b2f99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 200 len: 217 time: 0.0692296 Feb 03 21:46:07.142231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Request body: {'port': {'device_id': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:07.159337 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.171310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:07.188767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a5189ec-91c0-4de9-9a3f-be5cd6bf2bb3 None None] Port e36b55fe-4080-4085-94cd-25bb04d6c057 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:07.206513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d118ad4b-9d13-4725-8315-63f6ea944def triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:07.207190 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.267449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:07.312579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['41f39660-c8d1-46cc-be85-10cb8c2cfe7d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:07.334484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5a5189ec-91c0-4de9-9a3f-be5cd6bf2bb3 None None] Provisioning complete for port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:07.334949 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a5189ec-91c0-4de9-9a3f-be5cd6bf2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.345498 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.348464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-83f69929-1a52-4b26-bbe9-6d18d77f06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:07.350177 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-83f69929-1a52-4b26-bbe9-6d18d77f06e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 200 len: 861 time: 0.1570482 Feb 03 21:46:07.354700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713acf0-4d77-4c20-be7f-17b40c3fedf4 req-92e56445-4a20-4fbf-a33d-4c91d87b4ef8 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:07.357745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4713acf0-4d77-4c20-be7f-17b40c3fedf4 req-92e56445-4a20-4fbf-a33d-4c91d87b4ef8 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 931 time: 0.2121785 Feb 03 21:46:07.394263 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-4ccc5976-8fa2-4fa7-8543-5f9891abbee2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f607306-2b6c-4658-9842-d5d1c84c2d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349309 Feb 03 21:46:07.397971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8383308-4a4b-4e6c-acb1-6b975f62b164 req-5651d1c0-9208-49d4-9d4a-b67a6344bbb8 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:07.399548 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8383308-4a4b-4e6c-acb1-6b975f62b164 req-5651d1c0-9208-49d4-9d4a-b67a6344bbb8 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 949 time: 0.1455672 Feb 03 21:46:07.412834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a5189ec-91c0-4de9-9a3f-be5cd6bf2bb3 None None] Port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:07.418442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['db1d8200-544f-466e-b3ea-ede04a32c787'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:07.468440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['491ae51d-18fe-4bdc-9b41-7e75f158dc31'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:07.472030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['6cf96df9-d086-4aae-bcfd-65de267ed87b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:07.490875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4713acf0-4d77-4c20-be7f-17b40c3fedf4 req-b62e1478-67c8-42a3-89a4-68d0e1c97633 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235769 Feb 03 21:46:07.509179 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-69306311-0210-4bc6-a90e-71d7e21a8a06 service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827662 Feb 03 21:46:07.520643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9491d3c4-875b-413d-b489-d12de987c9dd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:07.527542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8383308-4a4b-4e6c-acb1-6b975f62b164 req-6daccd71-d1a3-4d10-ae4e-f07adfedf2b9 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171362 Feb 03 21:46:07.564219 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.613361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:07.684462 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-1dc5c2b6-97a2-4f22-af5b-473726d182cc service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812157 Feb 03 21:46:07.696054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d118ad4b-9d13-4725-8315-63f6ea944def is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:07.697234 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.802528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Allocated IP 172.25.5.115 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/17df0ee2-da69-48e4-b01c-559de47fa497) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:07.927121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7ad25156-d7c4-4841-8348-7a22bd134efa None None] Provisioning complete for port cab7093c-96fc-429d-8edd-4cd4652a77ad triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:07.927720 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ad25156-d7c4-4841-8348-7a22bd134efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.953012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for port (17df0ee2-da69-48e4-b01c-559de47fa497), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:07.958576 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-26a70e3c-8337-46a1-bfa8-b9dcb4e35608 req-cdab055b-e9b3-4818-b476-0967a7b908cd service neutron] 10.222.0.47 "GET /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629731 Feb 03 21:46:07.970018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e9d8888c-190e-41c0-a5c0-90ac10a0bcb2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:07.980484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cf744c6b-713e-4d1e-bfdb-a51c306a19ab tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:07.982585 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-cf744c6b-713e-4d1e-bfdb-a51c306a19ab tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca&tenant_id=261723128a8a47f793e246a218d942d4&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1126 time: 0.1198564 Feb 03 21:46:08.002141 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (17df0ee2-da69-48e4-b01c-559de47fa497), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.027574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d118ad4b-9d13-4725-8315-63f6ea944def, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d118ad4b-9d13-4725-8315-63f6ea944def,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:08.058889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548e3dd1-c05f-47fd-ad18-a2e277a080ca {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:08.071728 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Publish callbacks [] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.079796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:08.083383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:08.088386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:08.091789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Port': ['ID=17df0ee2-da69-48e4-b01c-559de47fa497,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:08.114249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['ba22ce10-8721-43b4-bd9a-aef4991671be'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:08.185201 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for floatingip (4fe375be-7bac-4ff1-87bb-0cc8f3008cef), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.191559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Transition to ACTIVE for port object 548e3dd1-c05f-47fd-ad18-a2e277a080ca will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:08.222575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.233657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 97a8fe98-55e7-4969-9b78-7776d17a872c no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:46:08.245042 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.246286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 19f18512-c981-4e94-a063-a26b1ee39c57 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:08.340541 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17df0ee2-da69-48e4-b01c-559de47fa497), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.356809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 97a8fe98-55e7-4969-9b78-7776d17a872c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:46:08.357247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 97a8fe98-55e7-4969-9b78-7776d17a872c not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:46:08.357679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:46:08.394124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95df717-f229-4777-b538-0c9c900ee9b9 req-d738ba94-7cf3-4f93-9c70-1edcd1570210 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:08.398212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95df717-f229-4777-b538-0c9c900ee9b9 req-d738ba94-7cf3-4f93-9c70-1edcd1570210 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:08.404477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95df717-f229-4777-b538-0c9c900ee9b9 req-d738ba94-7cf3-4f93-9c70-1edcd1570210 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:08.410406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95df717-f229-4777-b538-0c9c900ee9b9 req-d738ba94-7cf3-4f93-9c70-1edcd1570210 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:08.415846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95df717-f229-4777-b538-0c9c900ee9b9 req-d738ba94-7cf3-4f93-9c70-1edcd1570210 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:08.421563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95df717-f229-4777-b538-0c9c900ee9b9 req-d738ba94-7cf3-4f93-9c70-1edcd1570210 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:08.428514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95df717-f229-4777-b538-0c9c900ee9b9 req-d738ba94-7cf3-4f93-9c70-1edcd1570210 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:08.437574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a95df717-f229-4777-b538-0c9c900ee9b9 req-d738ba94-7cf3-4f93-9c70-1edcd1570210 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5425 time: 0.2504365 Feb 03 21:46:08.474904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fe4fd-6e7f-42c6-b981-62fe3fb9f700 req-2bf266a5-eb44-413f-9a78-2ef297ff6010 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:08.482948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce4fe4fd-6e7f-42c6-b981-62fe3fb9f700 req-2bf266a5-eb44-413f-9a78-2ef297ff6010 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 944 time: 0.2647390 Feb 03 21:46:08.624828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce4fe4fd-6e7f-42c6-b981-62fe3fb9f700 req-93d9e4b2-9976-4eb3-9b5a-9f24341d6c00 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408486 Feb 03 21:46:08.638954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a95df717-f229-4777-b538-0c9c900ee9b9 req-39b91a6b-3e58-4b53-95d7-82cf4c940fbe tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973810 Feb 03 21:46:08.711829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d118ad4b-9d13-4725-8315-63f6ea944def,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:08.746448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f90582-92b5-41e7-9526-86e59d588bf4 admin admin] Deleting subnet 006b000b-c01c-467d-a969-cee025b35b98 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:46:08.757342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59f90582-92b5-41e7-9526-86e59d588bf4 admin admin] Publish callbacks [] for subnet (006b000b-c01c-467d-a969-cee025b35b98), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.781925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4897003-c059-4066-af9e-34747566e037 service neutron] Pushing event updated for resources: {'Port': ['ID=548e3dd1-c05f-47fd-ad18-a2e277a080ca,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:08.783693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:46:08.784708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e5a024f0-a5d9-4e75-b5fe-16d0ee83f258 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:46:08.817880 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for port (17df0ee2-da69-48e4-b01c-559de47fa497), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.861657 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (17df0ee2-da69-48e4-b01c-559de47fa497), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.870275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-b39ceddf-9a7a-48c2-aa46-419eeff4b0cd service neutron] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:08.885617 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-b39ceddf-9a7a-48c2-aa46-419eeff4b0cd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.886765 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de02a3a8-527c-402d-a2aa-33a0c76290d7 req-b39ceddf-9a7a-48c2-aa46-419eeff4b0cd service neutron] 10.222.0.47 "DELETE /v2.0/ports/48a435a9-2a2e-4ccc-821c-ea72c9ee1902/bindings/n-h1-824834-9 HTTP/1.1" status: 204 len: 173 time: 0.8814390 Feb 03 21:46:08.898388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Attempting to bind port 548e3dd1-c05f-47fd-ad18-a2e277a080ca on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:08.898721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Attempting to bind port 548e3dd1-c05f-47fd-ad18-a2e277a080ca by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'edf9a6ad-45ba-4236-9979-17a9ef345c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:08.899062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Attempting to bind port 548e3dd1-c05f-47fd-ad18-a2e277a080ca on network 9aee9699-a43e-4e85-86c5-03133b2e1c8a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:08.908965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59f90582-92b5-41e7-9526-86e59d588bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (006b000b-c01c-467d-a969-cee025b35b98), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:08.938884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Port 548e3dd1-c05f-47fd-ad18-a2e277a080ca on network 9aee9699-a43e-4e85-86c5-03133b2e1c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:08.939217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Attempting to bind port 548e3dd1-c05f-47fd-ad18-a2e277a080ca on network 9aee9699-a43e-4e85-86c5-03133b2e1c8a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:08.946503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:08.946757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Checking segment: {'id': 'edf9a6ad-45ba-4236-9979-17a9ef345c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:08.947008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Bound using segment: {'id': 'edf9a6ad-45ba-4236-9979-17a9ef345c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:08.947485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Bound port: 548e3dd1-c05f-47fd-ad18-a2e277a080ca, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf9a6ad-45ba-4236-9979-17a9ef345c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:08.947848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.003621 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59f90582-92b5-41e7-9526-86e59d588bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (006b000b-c01c-467d-a969-cee025b35b98), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.036683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (4fe375be-7bac-4ff1-87bb-0cc8f3008cef), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.058730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7ad25156-d7c4-4841-8348-7a22bd134efa None None] Current status of the port cab7093c-96fc-429d-8edd-4cd4652a77ad is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:09.071087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0223e-3bf8-454c-8e41-25748d8fc4f6 req-a1d97055-c2fc-4756-8fa2-4266cfca0a9d tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:09.072712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bb0223e-3bf8-454c-8e41-25748d8fc4f6 req-a1d97055-c2fc-4756-8fa2-4266cfca0a9d tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 949 time: 0.2868621 Feb 03 21:46:09.080561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] For port 548e3dd1-c05f-47fd-ad18-a2e277a080ca, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:09.085005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71239b69-02d7-407d-a125-f611a7526be6 req-1568fdaa-fa74-4565-ab29-c3946df1e5c5 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:09.087364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71239b69-02d7-407d-a125-f611a7526be6 req-1568fdaa-fa74-4565-ab29-c3946df1e5c5 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 943 time: 0.3165953 Feb 03 21:46:09.088770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Port': ['ID=17df0ee2-da69-48e4-b01c-559de47fa497,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:09.090999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] For port 548e3dd1-c05f-47fd-ad18-a2e277a080ca, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:09.096108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.097324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f6c483e9-9b63-4246-8931-b5d7760c0d06 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0064719 Feb 03 21:46:09.121939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.195221 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71239b69-02d7-407d-a125-f611a7526be6 req-eb2f8677-8cc5-4d7c-9c7e-55c0f9745358 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923924 Feb 03 21:46:09.212721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 19f18512-c981-4e94-a063-a26b1ee39c57 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:09.217162 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.218351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bb0223e-3bf8-454c-8e41-25748d8fc4f6 req-128f703d-124d-4f1d-b2b3-515a07d26fe9 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267264 Feb 03 21:46:09.235274 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59f90582-92b5-41e7-9526-86e59d588bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (006b000b-c01c-467d-a969-cee025b35b98), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.263491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:09.264647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.267631 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-b4897003-c059-4066-af9e-34747566e037 service neutron] 10.222.0.47 "PUT /v2.0/ports/548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 1091 time: 2.1307609 Feb 03 21:46:09.270165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:09.272615 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b636ca4-0331-404f-8600-645d433fbedf" -d '{"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:09.342959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4897003-c059-4066-af9e-34747566e037 service neutron] Pushing event updated for resources: {'Port': ['ID=548e3dd1-c05f-47fd-ad18-a2e277a080ca,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:09.379126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f90582-92b5-41e7-9526-86e59d588bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=006b000b-c01c-467d-a969-cee025b35b98,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:09.394792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59f90582-92b5-41e7-9526-86e59d588bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.394792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-59f90582-92b5-41e7-9526-86e59d588bf4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/006b000b-c01c-467d-a969-cee025b35b98 HTTP/1.1" status: 204 len: 168 time: 1.7689178 Feb 03 21:46:09.395627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56512) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:09.433036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-84dc5af7-40af-411a-8843-e22135a13d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:09.434550 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-84dc5af7-40af-411a-8843-e22135a13d79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1125 time: 0.0865335 Feb 03 21:46:09.490353 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-6c1db841-2931-4bf6-b7b6-fde4a2b0b83b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 217 time: 0.0477703 Feb 03 21:46:09.555563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-5085f79e-157b-41eb-8757-57aff3f2f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:09.557313 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-5085f79e-157b-41eb-8757-57aff3f2f72f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 200 len: 860 time: 0.0612309 Feb 03 21:46:09.559358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebec6d-6ec9-47e9-bbc3-0db5afe4416c req-9da36ac6-40e7-4551-af6e-9a81aa823d06 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:09.560980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87ebec6d-6ec9-47e9-bbc3-0db5afe4416c req-9da36ac6-40e7-4551-af6e-9a81aa823d06 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 1126 time: 0.1888516 Feb 03 21:46:09.564817 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5509033c-b538-4663-b03d-3fd1625d3952), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.600879 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-72ed4f02-ae51-4d2d-a00b-2b162bea3ac8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9aee9699-a43e-4e85-86c5-03133b2e1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364656 Feb 03 21:46:09.614043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-cfd3ab66-26f7-49ca-af0b-bf9db119213c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2093227274&fields=id&tenant_id=d96bd3586409495f9e95e44a0e89a0a5 HTTP/1.1" status: 200 len: 267 time: 0.0945213 Feb 03 21:46:09.634605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 19f18512-c981-4e94-a063-a26b1ee39c57 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:09.699472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87ebec6d-6ec9-47e9-bbc3-0db5afe4416c req-f7e4f6a4-5f57-4578-8b51-4cdb125eeb93 tempest-LiveAutoBlockMigrationV225Test-1505654313 tempest-LiveAutoBlockMigrationV225Test-1505654313-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213574 Feb 03 21:46:09.721292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-2d2181e9-3695-473d-a23f-17392b5bf9bc service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135731 Feb 03 21:46:09.766716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cab7093c-96fc-429d-8edd-4cd4652a77ad up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:09.783114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-d3e8b908-29ee-4839-ae58-7d13ce519309 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:09.784526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-d3e8b908-29ee-4839-ae58-7d13ce519309 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports/512ba836-5136-4a81-b3ab-7bb09c9c0c04 HTTP/1.1" status: 200 len: 935 time: 0.1585720 Feb 03 21:46:09.840850 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bde3541-bd61-463a-bcf0-414f43b0366f x-openstack-request-id: req-6bde3541-bd61-463a-bcf0-414f43b0366f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:09.841497 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:09.841608 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6bde3541-bd61-463a-bcf0-414f43b0366f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:09.842356 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'status': 'completed', 'code': 200} Feb 03 21:46:09.843622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cab7093c-96fc-429d-8edd-4cd4652a77ad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:09.844473 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.881558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-204f75d8-db98-416b-9d81-72e8f491d5af tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:09.890243 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6f3a67f-757b-4ffb-855c-c274d67f4ce9 req-18074eb7-5646-4431-b405-6c18b260041f service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600153 Feb 03 21:46:09.892303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-204f75d8-db98-416b-9d81-72e8f491d5af tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports/e36b55fe-4080-4085-94cd-25bb04d6c057 HTTP/1.1" status: 200 len: 936 time: 0.0974722 Feb 03 21:46:09.907886 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (5509033c-b538-4663-b03d-3fd1625d3952), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:09.992475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-14ba62ac-536e-4118-8ce9-33d380da311f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?network_id=8171fea6-6dc9-4528-8843-90775fdf9a94&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0989287 Feb 03 21:46:10.009066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cab7093c-96fc-429d-8edd-4cd4652a77ad is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:10.013000 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d118ad4b-9d13-4725-8315-63f6ea944def up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:10.032365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b636ca4-0331-404f-8600-645d433fbedf req-7e4b5d6b-7615-48e2-817f-c22cbf809e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.033936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b636ca4-0331-404f-8600-645d433fbedf req-7e4b5d6b-7615-48e2-817f-c22cbf809e64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1125 time: 0.0728712 Feb 03 21:46:10.061075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5509033c-b538-4663-b03d-3fd1625d3952']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:10.078046 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d118ad4b-9d13-4725-8315-63f6ea944def triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:10.079300 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.092176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-e7e4b26b-a0d6-4bef-9a49-cd5e5fa235e3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?network_id=8171fea6-6dc9-4528-8843-90775fdf9a94&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0812385 Feb 03 21:46:10.096840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71327aa6-262b-4020-ab8b-971e73bd8d99') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:10.097319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71327aa6-262b-4020-ab8b-971e73bd8d99') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:10.126883 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (71327aa6-262b-4020-ab8b-971e73bd8d99), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.156247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b636ca4-0331-404f-8600-645d433fbedf req-85216af1-dd08-4276-8e06-5873773c5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.158282 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b636ca4-0331-404f-8600-645d433fbedf req-85216af1-dd08-4276-8e06-5873773c5296 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 921 time: 0.1172504 Feb 03 21:46:10.186012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d118ad4b-9d13-4725-8315-63f6ea944def is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:10.187295 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (71327aa6-262b-4020-ab8b-971e73bd8d99), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.202080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e72e-514f-4c17-b4d0-216cc0d0156b req-bf40cdd6-cccf-46ae-9bc8-c60e9927e57c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.208843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e72e-514f-4c17-b4d0-216cc0d0156b req-bf40cdd6-cccf-46ae-9bc8-c60e9927e57c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.214564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e72e-514f-4c17-b4d0-216cc0d0156b req-bf40cdd6-cccf-46ae-9bc8-c60e9927e57c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.215360 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b636ca4-0331-404f-8600-645d433fbedf req-7dfb607e-ccd2-485b-b881-b8057718afb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 217 time: 0.0514748 Feb 03 21:46:10.217260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device db1d8200-544f-466e-b3ea-ede04a32c787 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:10.220613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e72e-514f-4c17-b4d0-216cc0d0156b req-bf40cdd6-cccf-46ae-9bc8-c60e9927e57c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.226163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e72e-514f-4c17-b4d0-216cc0d0156b req-bf40cdd6-cccf-46ae-9bc8-c60e9927e57c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.231691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e72e-514f-4c17-b4d0-216cc0d0156b req-bf40cdd6-cccf-46ae-9bc8-c60e9927e57c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.237550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e72e-514f-4c17-b4d0-216cc0d0156b req-bf40cdd6-cccf-46ae-9bc8-c60e9927e57c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.239507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3b9e72e-514f-4c17-b4d0-216cc0d0156b req-bf40cdd6-cccf-46ae-9bc8-c60e9927e57c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5425 time: 0.3164530 Feb 03 21:46:10.252238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:46:10.252642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (71327aa6-262b-4020-ab8b-971e73bd8d99), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:46:10.254339 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:46:10.287259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b636ca4-0331-404f-8600-645d433fbedf req-91e043d3-586f-4704-b5cb-78d47201e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.288738 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b636ca4-0331-404f-8600-645d433fbedf req-91e043d3-586f-4704-b5cb-78d47201e188 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 200 len: 860 time: 0.0677876 Feb 03 21:46:10.294316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port db1d8200-544f-466e-b3ea-ede04a32c787 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:10.299362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port db1d8200-544f-466e-b3ea-ede04a32c787 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:10.299736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.322468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b636ca4-0331-404f-8600-645d433fbedf req-d07bee67-c7ca-4d61-8ae7-69ad1a5ced42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9aee9699-a43e-4e85-86c5-03133b2e1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272233 Feb 03 21:46:10.370275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (5509033c-b538-4663-b03d-3fd1625d3952), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.375168 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.378445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5509033c-b538-4663-b03d-3fd1625d3952 HTTP/1.1" status: 204 len: 168 time: 0.9818490 Feb 03 21:46:10.394926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:10.404637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e34e8a-56d3-4476-8d79-5145c6e9ae70 admin admin] Pushing event deleted for resources: {'Network': ['ID=5509033c-b538-4663-b03d-3fd1625d3952,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:10.415322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port db1d8200-544f-466e-b3ea-ede04a32c787 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:10.416036 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.425692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-9420a764-e404-4168-9044-a204c25788cd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.431467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-9420a764-e404-4168-9044-a204c25788cd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.436808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-9420a764-e404-4168-9044-a204c25788cd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.446572 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-9420a764-e404-4168-9044-a204c25788cd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/networks?id=dcffcd03-7cc7-43d0-89ef-82db50e549d9&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=8171fea6-6dc9-4528-8843-90775fdf9a94&id=8171fea6-6dc9-4528-8843-90775fdf9a94 HTTP/1.1" status: 200 len: 1994 time: 0.3425322 Feb 03 21:46:10.457240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a00a126-715b-4171-9014-f92e0ad060a8 admin admin] Deleting subnet 4af8eb43-e93a-4b51-911c-b91944278dc2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:46:10.463651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3b9e72e-514f-4c17-b4d0-216cc0d0156b req-6d8e6912-2f0d-44e3-95e1-5783dd7d409d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2155714 Feb 03 21:46:10.464665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port db1d8200-544f-466e-b3ea-ede04a32c787, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=db1d8200-544f-466e-b3ea-ede04a32c787,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:10.465789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1d8200-544f-466e-b3ea-ede04a32c787'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:10.469806 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b36eb-7af9-49e0-b777-14b90ff7778a" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "db1d8200-544f-466e-b3ea-ede04a32c787"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:10.476669 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a00a126-715b-4171-9014-f92e0ad060a8 admin admin] Publish callbacks [] for subnet (4af8eb43-e93a-4b51-911c-b91944278dc2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.490521 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.490521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9491d3c4-875b-413d-b489-d12de987c9dd up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:10.490884 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-1642510e-7000-406e-a9c9-3099cf79b15a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/quotas/d96bd3586409495f9e95e44a0e89a0a5 HTTP/1.1" status: 200 len: 375 time: 0.0258956 Feb 03 21:46:10.552178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a00a126-715b-4171-9014-f92e0ad060a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (4af8eb43-e93a-4b51-911c-b91944278dc2), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.588745 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b636ca4-0331-404f-8600-645d433fbedf req-f7ab2fb8-af35-4890-b98c-5e342c5ff81b service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600548 Feb 03 21:46:10.601724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-ff56a9d5-5cbf-435e-a504-b48c85def3a8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1031282 Feb 03 21:46:10.603159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=db1d8200-544f-466e-b3ea-ede04a32c787,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:10.615747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 9491d3c4-875b-413d-b489-d12de987c9dd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:10.623815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9491d3c4-875b-413d-b489-d12de987c9dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:10.624513 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.734409 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b636ca4-0331-404f-8600-645d433fbedf req-b2638054-9d00-4b9b-8fc4-df8932b46eae service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373105 Feb 03 21:46:10.735599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9491d3c4-875b-413d-b489-d12de987c9dd is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:10.736062 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.740470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-4ed97c15-99ff-4bad-b2ef-6ea15b6a7152 service neutron] 10.222.0.50 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348479 Feb 03 21:46:10.756471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a00a126-715b-4171-9014-f92e0ad060a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (4af8eb43-e93a-4b51-911c-b91944278dc2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.775723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9491d3c4-875b-413d-b489-d12de987c9dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9491d3c4-875b-413d-b489-d12de987c9dd,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:10.786839 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.857238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a00a126-715b-4171-9014-f92e0ad060a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (4af8eb43-e93a-4b51-911c-b91944278dc2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.872777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9491d3c4-875b-413d-b489-d12de987c9dd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:10.886508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf0782-1ecd-4593-b4c4-387d94ec511f req-6d85372e-116b-45f7-bf30-f04da41ad09c tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:10.888052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82cf0782-1ecd-4593-b4c4-387d94ec511f req-6d85372e-116b-45f7-bf30-f04da41ad09c tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 943 time: 0.0891464 Feb 03 21:46:10.896342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-1c0a6722-256a-409c-803a-157c55386776 service neutron] 10.222.0.50 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548934 Feb 03 21:46:10.899783 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a00a126-715b-4171-9014-f92e0ad060a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:10.904868 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6a00a126-715b-4171-9014-f92e0ad060a8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4af8eb43-e93a-4b51-911c-b91944278dc2 HTTP/1.1" status: 204 len: 168 time: 0.5060170 Feb 03 21:46:10.904868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00a126-715b-4171-9014-f92e0ad060a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af8eb43-e93a-4b51-911c-b91944278dc2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:10.905320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:10.963914 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-125659a1-4395-4843-9711-be3d739b11ca service neutron] 10.222.0.50 "GET /v2.0/ports/512ba836-5136-4a81-b3ab-7bb09c9c0c04?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0666378 Feb 03 21:46:10.984100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82cf0782-1ecd-4593-b4c4-387d94ec511f req-c6a0bbfe-4611-484d-b6ec-2ed6b7e2f343 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771546 Feb 03 21:46:10.985729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (c077d58e-4f0e-4088-8d69-915be1e9bc98), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.095345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-54851559-c9ec-4357-9bc9-bcdafdf242dc service neutron] 10.222.0.50 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248040 Feb 03 21:46:11.110620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (c077d58e-4f0e-4088-8d69-915be1e9bc98), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.133002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c077d58e-4f0e-4088-8d69-915be1e9bc98']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:11.142953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e9a862-0b7c-4403-b587-361481973a7b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:11.143255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e9a862-0b7c-4403-b587-361481973a7b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:11.152705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (f7e9a862-0b7c-4403-b587-361481973a7b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.173394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f7e9a862-0b7c-4403-b587-361481973a7b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.179785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:46:11.180384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (f7e9a862-0b7c-4403-b587-361481973a7b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:46:11.182106 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:46:11.197761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e6540-18a1-46d5-8fc8-a06da0594ce3 req-7ee05278-60f3-469e-b995-5fb3ee65936c tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:11.206035 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e0e6540-18a1-46d5-8fc8-a06da0594ce3 req-7ee05278-60f3-469e-b995-5fb3ee65936c tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 949 time: 0.1275296 Feb 03 21:46:11.247295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-ddba045b-8c0d-407a-b76c-dac896617d9f service neutron] 10.222.0.50 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511180 Feb 03 21:46:11.254627 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (c077d58e-4f0e-4088-8d69-915be1e9bc98), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.268821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.273368 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c077d58e-4f0e-4088-8d69-915be1e9bc98 HTTP/1.1" status: 204 len: 168 time: 0.3671231 Feb 03 21:46:11.292561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedd501-9633-44d3-90d0-71a662d3df14 admin admin] Pushing event deleted for resources: {'Network': ['ID=c077d58e-4f0e-4088-8d69-915be1e9bc98,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:11.317619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e0e6540-18a1-46d5-8fc8-a06da0594ce3 req-78736c78-30a2-4684-8aef-434f01bd6c47 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065176 Feb 03 21:46:11.334807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-dc86e346-0de9-4731-a91d-e4f3da83f8d8 service neutron] 10.222.0.50 "GET /v2.0/ports/e36b55fe-4080-4085-94cd-25bb04d6c057?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0800335 Feb 03 21:46:11.364271 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23873020-86d7-4f6d-9b12-0ce865897178 x-openstack-request-id: req-23873020-86d7-4f6d-9b12-0ce865897178 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:11.364816 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "db1d8200-544f-466e-b3ea-ede04a32c787", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:11.365415 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23873020-86d7-4f6d-9b12-0ce865897178 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:11.365924 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1d8200-544f-466e-b3ea-ede04a32c787', 'code': 200} Feb 03 21:46:11.452885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:11.498057 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-15d2bf27-376f-4845-a7a0-5f1bd71180af service neutron] 10.222.0.50 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547990 Feb 03 21:46:11.500666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0a465bfe-5d91-4816-a478-fd02414fa85f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2166eece056406097c00f535cedae9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458412 Feb 03 21:46:11.501374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56550) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:11.557469 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb53-4d1d-472f-8514-637044af6988 admin admin] Publish callbacks [] for security_group (afeb7855-17d0-47b3-aab2-3754b14d4ab5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.582337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb53-4d1d-472f-8514-637044af6988 admin admin] Publish callbacks [] for security_group (afeb7855-17d0-47b3-aab2-3754b14d4ab5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.647042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb53-4d1d-472f-8514-637044af6988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (afeb7855-17d0-47b3-aab2-3754b14d4ab5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.652678 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb53-4d1d-472f-8514-637044af6988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:11.656143 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4b70cb53-4d1d-472f-8514-637044af6988 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afeb7855-17d0-47b3-aab2-3754b14d4ab5 HTTP/1.1" status: 204 len: 168 time: 0.1515501 Feb 03 21:46:11.669933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70cb53-4d1d-472f-8514-637044af6988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeb7855-17d0-47b3-aab2-3754b14d4ab5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:11.837481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594d310-81fc-4627-8809-31071fe297fb req-31e12a51-9823-483e-8825-17341bdeeb49 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:11.844434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9594d310-81fc-4627-8809-31071fe297fb req-31e12a51-9823-483e-8825-17341bdeeb49 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 944 time: 0.4301610 Feb 03 21:46:11.858023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a2c40c9a-9498-4b20-972e-5d1458bc6309 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:11.859836 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a2c40c9a-9498-4b20-972e-5d1458bc6309 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.47 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 944 time: 0.0868034 Feb 03 21:46:11.929658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9594d310-81fc-4627-8809-31071fe297fb req-aa506b2f-c6c0-47bd-b4f4-9bc51d51031b tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760367 Feb 03 21:46:11.947758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-4a145488-ecfc-452f-890b-bdbaa137c4aa service neutron] 10.222.0.50 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487236 Feb 03 21:46:12.009570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Deleting port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:46:12.009917 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.130314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56560) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:12.135950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8cc5-81bb-435d-84d0-75e35156d51e req-8cd2dcb5-6d0c-4462-9bdf-2469c2a46e63 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:12.142681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] For port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:12.143052 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.143322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8cc5-81bb-435d-84d0-75e35156d51e req-8cd2dcb5-6d0c-4462-9bdf-2469c2a46e63 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:12.148700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8cc5-81bb-435d-84d0-75e35156d51e req-8cd2dcb5-6d0c-4462-9bdf-2469c2a46e63 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:12.153991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8cc5-81bb-435d-84d0-75e35156d51e req-8cd2dcb5-6d0c-4462-9bdf-2469c2a46e63 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:12.159403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8cc5-81bb-435d-84d0-75e35156d51e req-8cd2dcb5-6d0c-4462-9bdf-2469c2a46e63 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:12.163601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Calling delete_port for 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:46:12.164795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8cc5-81bb-435d-84d0-75e35156d51e req-8cd2dcb5-6d0c-4462-9bdf-2469c2a46e63 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:12.170093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8cc5-81bb-435d-84d0-75e35156d51e req-8cd2dcb5-6d0c-4462-9bdf-2469c2a46e63 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:12.172569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9bfc8cc5-81bb-435d-84d0-75e35156d51e req-8cd2dcb5-6d0c-4462-9bdf-2469c2a46e63 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5427 time: 0.1782238 Feb 03 21:46:12.174731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5e27083a-bfd8-477e-a353-4649b3694217 service neutron] 10.222.0.50 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214053 Feb 03 21:46:12.215396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6cf96df9-d086-4aae-bcfd-65de267ed87b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:12.224369 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8284aec6-0d1b-465c-b28e-f274c120d4f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=357a857f04cb43c9aa7c77f343fbfb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0928895 Feb 03 21:46:12.226920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:12.296273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 6cf96df9-d086-4aae-bcfd-65de267ed87b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:12.308930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79f85540-de2b-4d35-b989-f07827b03cef admin admin] Publish callbacks [] for security_group (2dc084f3-fb9f-4a7c-a660-31ff2d61d60b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.310051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 6cf96df9-d086-4aae-bcfd-65de267ed87b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:12.313196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9bfc8cc5-81bb-435d-84d0-75e35156d51e req-ac47d5c6-6417-43cc-80ae-19de4fd12d5a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299088 Feb 03 21:46:12.315475 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.325232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-3958d03d-43a0-4be8-8989-3140f14d299f service neutron] 10.222.0.50 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429145 Feb 03 21:46:12.362607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79f85540-de2b-4d35-b989-f07827b03cef admin admin] Publish callbacks [] for security_group (2dc084f3-fb9f-4a7c-a660-31ff2d61d60b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.411946 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (48a435a9-2a2e-4ccc-821c-ea72c9ee1902), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.430173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c07f34bb-b3fd-421e-b8d0-fb7097ce2866', '48a435a9-2a2e-4ccc-821c-ea72c9ee1902'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:12.457163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Pushing event deleted for resources: {'Port': ['ID=48a435a9-2a2e-4ccc-821c-ea72c9ee1902,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:12.464477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 6cf96df9-d086-4aae-bcfd-65de267ed87b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:12.465072 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.508382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] No DVR routers for this DVR port 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:46:12.511764 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.516283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c4501b5d-20b2-4f1a-8910-f61b0a84a9e1 req-a06cc92f-59ab-4ef9-838b-7d007a9de583 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.47 "DELETE /v2.0/ports/48a435a9-2a2e-4ccc-821c-ea72c9ee1902 HTTP/1.1" status: 204 len: 173 time: 0.6497116 Feb 03 21:46:12.516283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'name': 'network-vif-deleted', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:12.518479 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41acca87-482d-4f48-b8dc-1787fb1d3636" -d '{"events": [{"server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "name": "network-vif-deleted", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:12.522762 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79f85540-de2b-4d35-b989-f07827b03cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2dc084f3-fb9f-4a7c-a660-31ff2d61d60b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.525327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79f85540-de2b-4d35-b989-f07827b03cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.528994 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-79f85540-de2b-4d35-b989-f07827b03cef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2dc084f3-fb9f-4a7c-a660-31ff2d61d60b HTTP/1.1" status: 204 len: 168 time: 0.2986226 Feb 03 21:46:12.539304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f85540-de2b-4d35-b989-f07827b03cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc084f3-fb9f-4a7c-a660-31ff2d61d60b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:12.560749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e6e0-d9e4-4d47-9a2b-16e699dd8571 req-052bd193-adc5-4105-ba86-515950d8b75c tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:12.570001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e00e6e0-d9e4-4d47-9a2b-16e699dd8571 req-052bd193-adc5-4105-ba86-515950d8b75c tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 943 time: 0.1380146 Feb 03 21:46:12.581312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 6cf96df9-d086-4aae-bcfd-65de267ed87b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6cf96df9-d086-4aae-bcfd-65de267ed87b,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:12.598757 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:12.655559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-3655b7e3-0ff6-4696-9747-df1ccf0d8cf2 service neutron] 10.222.0.50 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244069 Feb 03 21:46:12.679494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e00e6e0-d9e4-4d47-9a2b-16e699dd8571 req-eec623f2-2eba-44f1-92f4-7c1bac6c585a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086185 Feb 03 21:46:12.695543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=6cf96df9-d086-4aae-bcfd-65de267ed87b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:12.892971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b80270f5-c144-49c0-8da3-7154eb05ad0e service neutron] 10.222.0.50 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236216 Feb 03 21:46:13.019385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41167997-47a3-413b-8eb9-f5e239a9bbc2 req-10e9e92c-0e69-4b80-b5a4-467f73767671 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:13.021164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41167997-47a3-413b-8eb9-f5e239a9bbc2 req-10e9e92c-0e69-4b80-b5a4-467f73767671 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 949 time: 0.2097185 Feb 03 21:46:13.048543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ace533b-c787-4fd0-a6d5-011e5210d8d7 service neutron] 10.222.0.50 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486430 Feb 03 21:46:13.187828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41167997-47a3-413b-8eb9-f5e239a9bbc2 req-90ba7974-b445-43c3-b88a-561328d0f5ac tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539633 Feb 03 21:46:13.214113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2fb2a968-fd12-41ce-90ff-3d27302d657c service neutron] 10.222.0.50 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564527 Feb 03 21:46:13.252184 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67805af8-fedc-42b1-bd48-5c251fcb4a13 x-openstack-request-id: req-67805af8-fedc-42b1-bd48-5c251fcb4a13 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:13.253506 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be21a251-752b-474a-8f33-b933f34a2bca", "name": "network-vif-deleted", "tag": "48a435a9-2a2e-4ccc-821c-ea72c9ee1902", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:13.253947 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67805af8-fedc-42b1-bd48-5c251fcb4a13 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:13.254713 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be21a251-752b-474a-8f33-b933f34a2bca', 'name': 'network-vif-deleted', 'tag': '48a435a9-2a2e-4ccc-821c-ea72c9ee1902', 'status': 'completed', 'code': 200} Feb 03 21:46:13.354808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03b66be1-f923-4403-814c-be8b1c62a605 req-6c96ada0-d8d4-4bf1-920a-cd2a6316a1e0 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0356181 Feb 03 21:46:13.367681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9491d3c4-875b-413d-b489-d12de987c9dd'}, {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf96df9-d086-4aae-bcfd-65de267ed87b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:13.370558 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d9e939-9366-43fc-8c25-309bf2b81af1" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "9491d3c4-875b-413d-b489-d12de987c9dd"}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "6cf96df9-d086-4aae-bcfd-65de267ed87b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:13.392788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-ac563a63-4390-4c4f-8b15-0bddbe592fed service neutron] 10.222.0.50 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701095 Feb 03 21:46:13.560749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8552b638-0688-4028-bb65-5090062cc646 service neutron] 10.222.0.50 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576912 Feb 03 21:46:13.581272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4c6d-f72c-4bc9-ad9d-e36e19ba1222 req-8f810577-c7eb-47b8-97f0-0057c46d3bfa tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:13.587427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4c6d-f72c-4bc9-ad9d-e36e19ba1222 req-8f810577-c7eb-47b8-97f0-0057c46d3bfa tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:13.593045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4c6d-f72c-4bc9-ad9d-e36e19ba1222 req-8f810577-c7eb-47b8-97f0-0057c46d3bfa tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:13.599549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4c6d-f72c-4bc9-ad9d-e36e19ba1222 req-8f810577-c7eb-47b8-97f0-0057c46d3bfa tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:13.605757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4c6d-f72c-4bc9-ad9d-e36e19ba1222 req-8f810577-c7eb-47b8-97f0-0057c46d3bfa tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:13.611626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4c6d-f72c-4bc9-ad9d-e36e19ba1222 req-8f810577-c7eb-47b8-97f0-0057c46d3bfa tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:13.617029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4c6d-f72c-4bc9-ad9d-e36e19ba1222 req-8f810577-c7eb-47b8-97f0-0057c46d3bfa tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:13.625083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-083a4c6d-f72c-4bc9-ad9d-e36e19ba1222 req-8f810577-c7eb-47b8-97f0-0057c46d3bfa tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5428 time: 0.1559486 Feb 03 21:46:13.697788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-083a4c6d-f72c-4bc9-ad9d-e36e19ba1222 req-f47ec389-fdea-486a-a1cd-81b955063060 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677979 Feb 03 21:46:13.774824 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0701cc25-3a9e-4f85-b9db-8022d2f9b39e x-openstack-request-id: req-0701cc25-3a9e-4f85-b9db-8022d2f9b39e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:13.774824 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "9491d3c4-875b-413d-b489-d12de987c9dd", "code": 200}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "6cf96df9-d086-4aae-bcfd-65de267ed87b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:13.774824 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0701cc25-3a9e-4f85-b9db-8022d2f9b39e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:13.775599 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9491d3c4-875b-413d-b489-d12de987c9dd', 'code': 200} Feb 03 21:46:13.775599 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf96df9-d086-4aae-bcfd-65de267ed87b', 'code': 200} Feb 03 21:46:13.974387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8de3d-14be-4e82-b428-5c9bb6881da2 req-a8779395-cab4-4847-8eba-bbdccca20ebc tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:13.976147 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcf8de3d-14be-4e82-b428-5c9bb6881da2 req-a8779395-cab4-4847-8eba-bbdccca20ebc tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 943 time: 0.0936339 Feb 03 21:46:14.050474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcf8de3d-14be-4e82-b428-5c9bb6881da2 req-b9d9aaa3-964c-45e5-81b4-a3aa8ca7194e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638354 Feb 03 21:46:14.216576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ba22ce10-8721-43b4-bd9a-aef4991671be up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:14.291748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port ba22ce10-8721-43b4-bd9a-aef4991671be completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:14.298974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port ba22ce10-8721-43b4-bd9a-aef4991671be triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:14.303278 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:14.409915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71250bfd-559d-4864-a2b9-00bf462bf263 req-09d56d1f-83b6-4c6b-99ab-9cf4ed7fe32e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0382838 Feb 03 21:46:14.431095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533ab67-a6cf-4490-8f0e-aea8f7993999 req-99700a55-ae4e-4b99-b2c0-ecc7e2d35498 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:14.438707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7533ab67-a6cf-4490-8f0e-aea8f7993999 req-99700a55-ae4e-4b99-b2c0-ecc7e2d35498 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 949 time: 0.1391764 Feb 03 21:46:14.491546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7533ab67-a6cf-4490-8f0e-aea8f7993999 req-dc304375-2df4-4be9-bcd8-9d4188694293 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519130 Feb 03 21:46:14.533560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ba22ce10-8721-43b4-bd9a-aef4991671be is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:14.533959 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:14.590765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ba22ce10-8721-43b4-bd9a-aef4991671be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ba22ce10-8721-43b4-bd9a-aef4991671be,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:14.594504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9f16fa6-16ae-4994-9c40-882a30d3b21c req-6c19a7c9-5f21-4908-af3d-ac9a334e4076 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0409801 Feb 03 21:46:14.598289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:14.600276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:14.699182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ba22ce10-8721-43b4-bd9a-aef4991671be,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:14.711260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:14.717080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:14.718049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:14.871486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dc0ea-43ce-4080-ab69-d5b58d8eac8d req-37e18d76-e3d6-442c-81e7-5b24c189718c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:14.880522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dc0ea-43ce-4080-ab69-d5b58d8eac8d req-37e18d76-e3d6-442c-81e7-5b24c189718c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:14.887425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dc0ea-43ce-4080-ab69-d5b58d8eac8d req-37e18d76-e3d6-442c-81e7-5b24c189718c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:14.894147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dc0ea-43ce-4080-ab69-d5b58d8eac8d req-37e18d76-e3d6-442c-81e7-5b24c189718c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:14.910991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dc0ea-43ce-4080-ab69-d5b58d8eac8d req-37e18d76-e3d6-442c-81e7-5b24c189718c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:14.925230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:14.925780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:14.935344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dc0ea-43ce-4080-ab69-d5b58d8eac8d req-37e18d76-e3d6-442c-81e7-5b24c189718c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:14.947608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dc0ea-43ce-4080-ab69-d5b58d8eac8d req-37e18d76-e3d6-442c-81e7-5b24c189718c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:14.959571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-352dc0ea-43ce-4080-ab69-d5b58d8eac8d req-37e18d76-e3d6-442c-81e7-5b24c189718c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5429 time: 0.1654282 Feb 03 21:46:14.990146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:14.995990 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:14.997206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 491ae51d-18fe-4bdc-9b41-7e75f158dc31 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:15.075554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-4b743034-5505-435b-8779-4feeb3903dc5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427923 Feb 03 21:46:15.132154 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:15.141799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:15.146183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:15.146838 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:15.158021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-352dc0ea-43ce-4080-ab69-d5b58d8eac8d req-15d6519c-c84e-4668-b998-85e5e10cfd42 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963165 Feb 03 21:46:15.257864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:15.258304 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:15.276468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 548e3dd1-c05f-47fd-ad18-a2e277a080ca details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:15.318738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d725680f-0346-4b3f-a92b-5b5f5049cb66 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:15.322545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d725680f-0346-4b3f-a92b-5b5f5049cb66 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464244 Feb 03 21:46:15.367010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:46:15.398489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:46:15.398836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 48a435a9-2a2e-4ccc-821c-ea72c9ee1902 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:46:15.446107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 548e3dd1-c05f-47fd-ad18-a2e277a080ca, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:15.451063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-26261ec8-93db-41a7-a11b-b3e5f1e0c60d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/quotas/7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 375 time: 0.0952957 Feb 03 21:46:15.472098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 491ae51d-18fe-4bdc-9b41-7e75f158dc31, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:15.475405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'port_id': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'mac_address': 'fa:16:3e:10:03:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:15.511449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-bccba70c-630b-4dda-9d91-ef30b13f74db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581005 Feb 03 21:46:15.529139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 548e3dd1-c05f-47fd-ad18-a2e277a080ca is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:15.529571 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:15.532139 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:15.532956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 41f39660-c8d1-46cc-be85-10cb8c2cfe7d up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:15.540349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafe68a-bea5-43db-925c-9544e0b37f9c req-481a6afe-b455-4b31-8169-b1a2bcd0d5a1 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:15.545146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbafe68a-bea5-43db-925c-9544e0b37f9c req-481a6afe-b455-4b31-8169-b1a2bcd0d5a1 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 943 time: 0.2181342 Feb 03 21:46:15.614667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548e3dd1-c05f-47fd-ad18-a2e277a080ca {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:15.639350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbafe68a-bea5-43db-925c-9544e0b37f9c req-7d1a2fd1-1cca-403e-9b17-70de3e4ad549 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874741 Feb 03 21:46:15.651942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 548e3dd1-c05f-47fd-ad18-a2e277a080ca, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:15.659043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=491ae51d-18fe-4bdc-9b41-7e75f158dc31,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:15.667903 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:15.724581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=548e3dd1-c05f-47fd-ad18-a2e277a080ca,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:15.733196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:15.738590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:15.738960 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:15.777921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be'}, {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8'}, {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491ae51d-18fe-4bdc-9b41-7e75f158dc31'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:15.782698 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fd24c5-7a95-4285-a696-34f3a9225b53" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be"}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8"}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "491ae51d-18fe-4bdc-9b41-7e75f158dc31"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:15.825253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-555f6011-86bb-417c-9b05-854399d05bc3 req-6ea632a1-948f-4a3f-b1e6-aa6938043993 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0629559 Feb 03 21:46:15.948649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:15.949278 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:15.953654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48ac42-bf7d-4b23-b59e-e9403d2e1f38 req-6f9d73c2-91f3-44fb-b47c-83b552902a36 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:15.955438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d48ac42-bf7d-4b23-b59e-e9403d2e1f38 req-6f9d73c2-91f3-44fb-b47c-83b552902a36 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 949 time: 0.1512361 Feb 03 21:46:15.985639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a689637f-cc16-4057-ad59-3b99c6ca80b7 req-b6e85a35-88cb-460e-a5b7-2c6798a9accb tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0506046 Feb 03 21:46:16.009719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:16.018398 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:16.019409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:16.056102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d48ac42-bf7d-4b23-b59e-e9403d2e1f38 req-f3565b74-58e2-4631-8dd2-24b6d65c59b1 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835404 Feb 03 21:46:16.117891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-824fb37c-ba9b-4bce-8913-7d1c3147f15e req-abe2cb6b-bac4-4cfe-8666-b3503c8ac78d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 210 time: 0.0548873 Feb 03 21:46:16.158266 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63e754-1c2b-4be3-9260-9b9ffd074546 x-openstack-request-id: req-ae63e754-1c2b-4be3-9260-9b9ffd074546 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:16.162047 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be", "code": 200}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8", "code": 200}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "491ae51d-18fe-4bdc-9b41-7e75f158dc31", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:16.162393 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae63e754-1c2b-4be3-9260-9b9ffd074546 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:16.162946 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'code': 200} Feb 03 21:46:16.163201 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8', 'code': 200} Feb 03 21:46:16.163538 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491ae51d-18fe-4bdc-9b41-7e75f158dc31', 'code': 200} Feb 03 21:46:16.169195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['548e3dd1-c05f-47fd-ad18-a2e277a080ca'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:16.286203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-08082bf3-d1e7-416c-9a72-6a17705d0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.288191 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-08082bf3-d1e7-416c-9a72-6a17705d0a36 service neutron] 10.222.0.47 "GET /v2.0/ports/512ba836-5136-4a81-b3ab-7bb09c9c0c04 HTTP/1.1" status: 200 len: 1031 time: 0.0965712 Feb 03 21:46:16.376557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b9e9f58b-dab4-4e50-b5dd-8256a889d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.378001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b9e9f58b-dab4-4e50-b5dd-8256a889d7c1 service neutron] 10.222.0.47 "GET /v2.0/ports/e36b55fe-4080-4085-94cd-25bb04d6c057 HTTP/1.1" status: 200 len: 1032 time: 0.0838234 Feb 03 21:46:16.417095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cbb31-184e-45ca-8c9c-0a42c989d1c5 req-54abde58-bbee-44b9-bd48-a863f53e4d5e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.424384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cbb31-184e-45ca-8c9c-0a42c989d1c5 req-54abde58-bbee-44b9-bd48-a863f53e4d5e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.430536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cbb31-184e-45ca-8c9c-0a42c989d1c5 req-54abde58-bbee-44b9-bd48-a863f53e4d5e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.436754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cbb31-184e-45ca-8c9c-0a42c989d1c5 req-54abde58-bbee-44b9-bd48-a863f53e4d5e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.442512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cbb31-184e-45ca-8c9c-0a42c989d1c5 req-54abde58-bbee-44b9-bd48-a863f53e4d5e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.448188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cbb31-184e-45ca-8c9c-0a42c989d1c5 req-54abde58-bbee-44b9-bd48-a863f53e4d5e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.455599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cbb31-184e-45ca-8c9c-0a42c989d1c5 req-54abde58-bbee-44b9-bd48-a863f53e4d5e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.459927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a32cbb31-184e-45ca-8c9c-0a42c989d1c5 req-54abde58-bbee-44b9-bd48-a863f53e4d5e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.1670554 Feb 03 21:46:16.514636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:16.633377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-1bfdcd66-7f5a-4a5b-92ec-e273433850b4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.639543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-1bfdcd66-7f5a-4a5b-92ec-e273433850b4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.646529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-1bfdcd66-7f5a-4a5b-92ec-e273433850b4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.649861 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-1bfdcd66-7f5a-4a5b-92ec-e273433850b4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "GET /v2.0/networks?id=dcffcd03-7cc7-43d0-89ef-82db50e549d9&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=8171fea6-6dc9-4528-8843-90775fdf9a94&id=8171fea6-6dc9-4528-8843-90775fdf9a94 HTTP/1.1" status: 200 len: 1994 time: 0.2652805 Feb 03 21:46:16.658886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a32cbb31-184e-45ca-8c9c-0a42c989d1c5 req-be79e069-d72f-46f5-b358-c82a663d3a5f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1875222 Feb 03 21:46:16.680966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:16.696617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:16.701317 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:16.788784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-55b0d3ae-57d4-4803-9896-3c69d6adfede tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d96bd3586409495f9e95e44a0e89a0a5 HTTP/1.1" status: 200 len: 380 time: 0.1272240 Feb 03 21:46:16.808685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'admin_state_up': True, 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'security_groups': ['c02067a9-a7ad-45d6-acc8-d4393f0828ae']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:16.891714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:16.892248 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:16.939476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cd5d5-0ec7-4721-a9dd-41eaac8cc375 req-5028d862-7be6-4118-b429-a81692555bdf tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:16.949785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e5cd5d5-0ec7-4721-a9dd-41eaac8cc375 req-5028d862-7be6-4118-b429-a81692555bdf tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 944 time: 0.1574240 Feb 03 21:46:16.961416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:16.981973 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:17.051030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:17.081037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2be3134c-bc21-47f7-9348-1f9254be0845 req-343a8cd1-c8ba-4256-9330-0f7ccea05241 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0960865 Feb 03 21:46:17.155927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e5cd5d5-0ec7-4721-a9dd-41eaac8cc375 req-6483a88b-e472-4391-a066-a880962702dd tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038865 Feb 03 21:46:17.177454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:17.184398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:17.266530 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d9124446-bfa8-465a-a767-3a91ae038957 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758524 Feb 03 21:46:17.353946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-420aa964-e3bb-472a-88f4-39b602a5a6ef req-de244715-0d9f-401d-bdf0-4f01ae9aa33a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0885148 Feb 03 21:46:17.487499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c9c71-47bc-4034-b4df-9335093e8a69 req-3bb2df84-d672-4441-9f01-f3790a8abdaf tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:17.503900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e39c9c71-47bc-4034-b4df-9335093e8a69 req-3bb2df84-d672-4441-9f01-f3790a8abdaf tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 950 time: 0.1466804 Feb 03 21:46:17.557507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-450b01c4-f8ce-491a-a1f9-bb2c4cb11c1e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:17.559744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-450b01c4-f8ce-491a-a1f9-bb2c4cb11c1e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858751 Feb 03 21:46:17.572522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Allocated IP 172.20.0.13 (dcffcd03-7cc7-43d0-89ef-82db50e549d9/0d0e32b7-72c4-401c-922e-7b05f3d5716d/d52992ed-94a2-4930-9b7b-79181f0cfb37) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:17.586605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Request body: {'port': {'device_id': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '7b5fc962a1794ca48d55df0bf87b0a38'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:17.614567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dcd2aef9-8c2b-4c1e-ab0c-790e6d5bde6e req-d1a3a921-ca40-49e5-84d0-d5d18064235d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 210 time: 0.1062257 Feb 03 21:46:17.686095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e39c9c71-47bc-4034-b4df-9335093e8a69 req-4e2e0eb8-e6f5-4049-b079-8504518f2977 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784806 Feb 03 21:46:17.850353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd0c04-9bd7-45eb-b9ae-494423e5bfae req-19f8f875-4111-4ef3-bb74-cb300fa321fb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:17.869143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd0c04-9bd7-45eb-b9ae-494423e5bfae req-19f8f875-4111-4ef3-bb74-cb300fa321fb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:17.870824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Made reservation on behalf of 7b5fc962a1794ca48d55df0bf87b0a38 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:17.875409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:17.885940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd0c04-9bd7-45eb-b9ae-494423e5bfae req-19f8f875-4111-4ef3-bb74-cb300fa321fb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:17.896371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:17.903215 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd0c04-9bd7-45eb-b9ae-494423e5bfae req-19f8f875-4111-4ef3-bb74-cb300fa321fb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:17.913959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd0c04-9bd7-45eb-b9ae-494423e5bfae req-19f8f875-4111-4ef3-bb74-cb300fa321fb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:17.933910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd0c04-9bd7-45eb-b9ae-494423e5bfae req-19f8f875-4111-4ef3-bb74-cb300fa321fb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:17.944591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd0c04-9bd7-45eb-b9ae-494423e5bfae req-19f8f875-4111-4ef3-bb74-cb300fa321fb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:17.952791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0cfd0c04-9bd7-45eb-b9ae-494423e5bfae req-19f8f875-4111-4ef3-bb74-cb300fa321fb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.2038038 Feb 03 21:46:18.019048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks [] for security_group (10efdfc9-3625-49af-9aea-da3b0f9aa527), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:18.028294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:18.045932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (10efdfc9-3625-49af-9aea-da3b0f9aa527), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:18.065124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0cfd0c04-9bd7-45eb-b9ae-494423e5bfae req-d1f02997-df1e-4139-8193-0a061b32f9dc tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053550 Feb 03 21:46:18.134864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10efdfc9-3625-49af-9aea-da3b0f9aa527,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:18.165364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d'}, {'server_uuid': 'd3f2543a-5f5e-4190-94e2-a008bd125ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d8888c-190e-41c0-a5c0-90ac10a0bcb2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:18.168218 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:18.171293 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd40940-d802-402e-b22b-88a8878b7638" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "41f39660-c8d1-46cc-be85-10cb8c2cfe7d"}, {"server_uuid": "d3f2543a-5f5e-4190-94e2-a008bd125ca6", "name": "network-vif-plugged", "status": "completed", "tag": "e9d8888c-190e-41c0-a5c0-90ac10a0bcb2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:18.280795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network dcffcd03-7cc7-43d0-89ef-82db50e549d9 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:18.285998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:18.288501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:18.344918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Port': ['ID=d52992ed-94a2-4930-9b7b-79181f0cfb37,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:18.361126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Allocated IP 192.168.233.141 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/e7f93945-a891-4f54-8edb-a94db48901eb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:18.371406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3d558-5b1f-460c-b615-af62444d6dbe req-82f63003-a226-40be-ae6c-dffa644a2512 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.373367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1d3d558-5b1f-460c-b615-af62444d6dbe req-82f63003-a226-40be-ae6c-dffa644a2512 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 932 time: 0.1448731 Feb 03 21:46:18.389322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.390293 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:18.415756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fb338-9e66-4b3f-baf1-f184572e948a req-bcfd36d0-efc0-44c9-8e28-9ad5375f1988 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.420255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-758fb338-9e66-4b3f-baf1-f184572e948a req-bcfd36d0-efc0-44c9-8e28-9ad5375f1988 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 944 time: 0.1745918 Feb 03 21:46:18.432089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-643fdaec-7dcd-407b-8b8e-b9e1da747400 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6376505 Feb 03 21:46:18.454722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'admin_state_up': True, 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'security_groups': ['c02067a9-a7ad-45d6-acc8-d4393f0828ae']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:18.528097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1d3d558-5b1f-460c-b615-af62444d6dbe req-2f1511f0-1672-4587-a2c4-f32ba9f88f42 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446221 Feb 03 21:46:18.542542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-758fb338-9e66-4b3f-baf1-f184572e948a req-6b68d919-b27d-4d5c-a25b-25a4d341c967 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119153 Feb 03 21:46:18.626051 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e1dfb0-b88a-4627-94d3-473ff1d34791 x-openstack-request-id: req-60e1dfb0-b88a-4627-94d3-473ff1d34791 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:18.626566 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-plugged", "status": "completed", "tag": "41f39660-c8d1-46cc-be85-10cb8c2cfe7d", "code": 200}, {"server_uuid": "d3f2543a-5f5e-4190-94e2-a008bd125ca6", "name": "network-vif-plugged", "status": "completed", "tag": "e9d8888c-190e-41c0-a5c0-90ac10a0bcb2", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:18.627044 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60e1dfb0-b88a-4627-94d3-473ff1d34791 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:18.627685 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d', 'code': 200} Feb 03 21:46:18.628108 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f2543a-5f5e-4190-94e2-a008bd125ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d8888c-190e-41c0-a5c0-90ac10a0bcb2', 'code': 200} Feb 03 21:46:18.740183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed1777a2-dc70-4a45-ae2e-d167b8c27466 None None] Provisioning complete for port d52992ed-94a2-4930-9b7b-79181f0cfb37 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:18.743829 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed1777a2-dc70-4a45-ae2e-d167b8c27466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:18.786503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d2ab1d0-2757-4735-aa2f-f340a8536651 req-f6d5124c-fb8c-4d2f-837e-b8046c0ede6a tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.1088469 Feb 03 21:46:18.799648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed1777a2-dc70-4a45-ae2e-d167b8c27466 None None] Port d52992ed-94a2-4930-9b7b-79181f0cfb37 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:18.854036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks [] for port (e7f93945-a891-4f54-8edb-a94db48901eb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:18.875435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3c9f620-261c-463a-866f-407bce3b0882 req-a4cf64bf-2a72-4639-880b-f8ff6b2dccf0 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 210 time: 0.0706317 Feb 03 21:46:18.927595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:18.931076 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:18.968043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc61742-107c-453f-b7e1-cf9742340be8 req-e8c5e073-7c92-42a8-8999-1a23ce7c4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.970436 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acc61742-107c-453f-b7e1-cf9742340be8 req-e8c5e073-7c92-42a8-8999-1a23ce7c4540 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 1132 time: 0.2275164 Feb 03 21:46:18.973152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081193d-c60f-42b1-853e-671485d06416 req-1a9f5b75-e145-495c-b968-b8de67b083a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.974017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081193d-c60f-42b1-853e-671485d06416 req-1a9f5b75-e145-495c-b968-b8de67b083a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.974557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081193d-c60f-42b1-853e-671485d06416 req-1a9f5b75-e145-495c-b968-b8de67b083a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.975320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081193d-c60f-42b1-853e-671485d06416 req-1a9f5b75-e145-495c-b968-b8de67b083a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.975853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081193d-c60f-42b1-853e-671485d06416 req-1a9f5b75-e145-495c-b968-b8de67b083a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.976379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081193d-c60f-42b1-853e-671485d06416 req-1a9f5b75-e145-495c-b968-b8de67b083a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.977008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081193d-c60f-42b1-853e-671485d06416 req-1a9f5b75-e145-495c-b968-b8de67b083a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:18.978950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8081193d-c60f-42b1-853e-671485d06416 req-1a9f5b75-e145-495c-b968-b8de67b083a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6706 time: 0.1913671 Feb 03 21:46:19.001691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef8a4-a789-4943-81fb-65e9affe5ea7 req-92f418dc-b05b-43dd-a4de-218c3cf6cba9 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.002848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbeef8a4-a789-4943-81fb-65e9affe5ea7 req-92f418dc-b05b-43dd-a4de-218c3cf6cba9 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 950 time: 0.1101129 Feb 03 21:46:19.054967 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:19.100053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbeef8a4-a789-4943-81fb-65e9affe5ea7 req-e8178533-0af0-4b41-bd07-f3e957294981 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900474 Feb 03 21:46:19.103124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8081193d-c60f-42b1-853e-671485d06416 req-7e872a13-6501-4d5e-a9e0-4825b19dd099 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166458 Feb 03 21:46:19.166506 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acc61742-107c-453f-b7e1-cf9742340be8 req-e89cc9ff-b345-4044-9412-64e22d55c23a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832702 Feb 03 21:46:19.178584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:19.187610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:19.193793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:19.277410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.278096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:19.286950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 548e3dd1-c05f-47fd-ad18-a2e277a080ca up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:19.319781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdb16b-07f6-462a-9a26-f5b702c9bc07 req-dad12ea0-0d58-4ebc-bdb3-f8125c3244d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.327087 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7572403 Feb 03 21:46:19.329933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db167eaf-c79b-48b2-b5a8-52521786f7db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Pushing event updated for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:19.333640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdb16b-07f6-462a-9a26-f5b702c9bc07 req-dad12ea0-0d58-4ebc-bdb3-f8125c3244d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.358246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdb16b-07f6-462a-9a26-f5b702c9bc07 req-dad12ea0-0d58-4ebc-bdb3-f8125c3244d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.368066 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdb16b-07f6-462a-9a26-f5b702c9bc07 req-dad12ea0-0d58-4ebc-bdb3-f8125c3244d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.385073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Allocated IP 10.1.1.14 (2ba96de7-9574-463f-9395-0bebed75a28b/4aafe23b-765b-43f4-a920-6f95902f6376/3b8fd510-f612-48d4-a752-2f072032f355) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:19.386345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdb16b-07f6-462a-9a26-f5b702c9bc07 req-dad12ea0-0d58-4ebc-bdb3-f8125c3244d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.397841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdb16b-07f6-462a-9a26-f5b702c9bc07 req-dad12ea0-0d58-4ebc-bdb3-f8125c3244d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.404572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdb16b-07f6-462a-9a26-f5b702c9bc07 req-dad12ea0-0d58-4ebc-bdb3-f8125c3244d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.408226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 548e3dd1-c05f-47fd-ad18-a2e277a080ca completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:19.414997 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8cdb16b-07f6-462a-9a26-f5b702c9bc07 req-dad12ea0-0d58-4ebc-bdb3-f8125c3244d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.2142987 Feb 03 21:46:19.416150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 548e3dd1-c05f-47fd-ad18-a2e277a080ca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:19.416859 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:19.511825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8cdb16b-07f6-462a-9a26-f5b702c9bc07 req-752c13c2-299a-42ac-afaa-f0109d1c51af tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903769 Feb 03 21:46:19.652833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Request body: {'port': {'device_id': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:19.715506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c90659-2c11-4e53-8bf6-41663391cfe5 req-f3160cad-8e32-435b-b769-f47a7b49ca72 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.727298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9c90659-2c11-4e53-8bf6-41663391cfe5 req-f3160cad-8e32-435b-b769-f47a7b49ca72 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 932 time: 0.0854721 Feb 03 21:46:19.730630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1474009c-6d1d-409e-b30e-410c3bbfd908 None None] Provisioning complete for port e7f93945-a891-4f54-8edb-a94db48901eb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:19.731924 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1474009c-6d1d-409e-b30e-410c3bbfd908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:19.739717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 548e3dd1-c05f-47fd-ad18-a2e277a080ca is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:19.741147 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:19.755310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for port (3b8fd510-f612-48d4-a752-2f072032f355), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:19.815503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9c90659-2c11-4e53-8bf6-41663391cfe5 req-f76976cd-3a7f-4113-993a-028b7c13f154 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864937 Feb 03 21:46:19.861627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9694f-c48d-4538-9ba3-c5a13fa2352d req-1449f0fb-2af1-4c5c-bc33-e607412250ec tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:19.861792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3b8fd510-f612-48d4-a752-2f072032f355), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:19.864234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22b9694f-c48d-4538-9ba3-c5a13fa2352d req-1449f0fb-2af1-4c5c-bc33-e607412250ec tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 944 time: 0.1247251 Feb 03 21:46:19.909426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 548e3dd1-c05f-47fd-ad18-a2e277a080ca, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:19.912131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1474009c-6d1d-409e-b30e-410c3bbfd908 None None] Port e7f93945-a891-4f54-8edb-a94db48901eb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:19.929901 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:19.953649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22b9694f-c48d-4538-9ba3-c5a13fa2352d req-00b8e2a1-ef1a-4895-a448-0eb06e88015c tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871589 Feb 03 21:46:19.962951 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:19.987621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network 2ba96de7-9574-463f-9395-0bebed75a28b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:20.008692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:20.028479 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:20.064615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=548e3dd1-c05f-47fd-ad18-a2e277a080ca,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:20.083713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37572220-9ebd-42ea-9c30-f37967df7412 req-77d5ec3e-56e8-45ff-b93d-d62ff7d63540 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0787113 Feb 03 21:46:20.208188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Port': ['ID=3b8fd510-f612-48d4-a752-2f072032f355,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:20.264396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6b2c0-3910-4fb6-9a09-dc48e13934a2 req-ec09bba8-f846-40dc-934f-ec7fd0f0c7e6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.272132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.272789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:20.277406 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eeb6b2c0-3910-4fb6-9a09-dc48e13934a2 req-ec09bba8-f846-40dc-934f-ec7fd0f0c7e6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 936 time: 0.1921566 Feb 03 21:46:20.373141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6520e7-c773-4e36-9ab4-ce8852f0dcf0 req-cc4e237c-f7a4-4002-a739-82765c4c1321 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.374736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c6520e7-c773-4e36-9ab4-ce8852f0dcf0 req-cc4e237c-f7a4-4002-a739-82765c4c1321 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 950 time: 0.0819089 Feb 03 21:46:20.385450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eeb6b2c0-3910-4fb6-9a09-dc48e13934a2 req-940d71ae-8bcf-4e24-a626-bd1c7fcde2f7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069894 Feb 03 21:46:20.391787 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-6e824135-b2be-4d24-9d52-c08205d2ecb0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9462609 Feb 03 21:46:20.401915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'admin_state_up': True, 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'security_groups': ['c02067a9-a7ad-45d6-acc8-d4393f0828ae']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:20.445435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ff279087-2791-40f3-a91f-23f6f3f16b7e None None] Provisioning complete for port 3b8fd510-f612-48d4-a752-2f072032f355 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:20.455474 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff279087-2791-40f3-a91f-23f6f3f16b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3b8fd510-f612-48d4-a752-2f072032f355), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:20.461995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c6520e7-c773-4e36-9ab4-ce8852f0dcf0 req-11f863e2-7db1-46d9-9656-274a50b2397e tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579994 Feb 03 21:46:20.512747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff279087-2791-40f3-a91f-23f6f3f16b7e None None] Port 3b8fd510-f612-48d4-a752-2f072032f355 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:20.615770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:20.619123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:20.630166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:20.633466 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56438b92-7635-4680-a4b3-33bd804ca6ad" -d '{"events": [{"server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "name": "network-vif-plugged", "status": "completed", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:20.706841 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c7e616-f660-412c-b26f-5adaaa805279 x-openstack-request-id: req-a8c7e616-f660-412c-b26f-5adaaa805279 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:20.708038 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "name": "network-vif-plugged", "status": "completed", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:20.708399 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8c7e616-f660-412c-b26f-5adaaa805279 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:20.709059 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'code': 200} Feb 03 21:46:20.794205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005327d-65d5-4b5e-bb86-b24c0bea60f7 req-142fac1d-f35e-4412-af5b-705a252df696 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.810154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005327d-65d5-4b5e-bb86-b24c0bea60f7 req-142fac1d-f35e-4412-af5b-705a252df696 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.823830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005327d-65d5-4b5e-bb86-b24c0bea60f7 req-142fac1d-f35e-4412-af5b-705a252df696 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.833867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005327d-65d5-4b5e-bb86-b24c0bea60f7 req-142fac1d-f35e-4412-af5b-705a252df696 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.852144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005327d-65d5-4b5e-bb86-b24c0bea60f7 req-142fac1d-f35e-4412-af5b-705a252df696 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.864347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005327d-65d5-4b5e-bb86-b24c0bea60f7 req-142fac1d-f35e-4412-af5b-705a252df696 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.883404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005327d-65d5-4b5e-bb86-b24c0bea60f7 req-142fac1d-f35e-4412-af5b-705a252df696 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:20.887456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c005327d-65d5-4b5e-bb86-b24c0bea60f7 req-142fac1d-f35e-4412-af5b-705a252df696 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.2607138 Feb 03 21:46:20.897592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Allocated IP 10.1.1.57 (2ba96de7-9574-463f-9395-0bebed75a28b/4aafe23b-765b-43f4-a920-6f95902f6376/7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:21.097917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c005327d-65d5-4b5e-bb86-b24c0bea60f7 req-bf88b297-ff24-4081-94f7-60608524a9ce tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2023427 Feb 03 21:46:21.143769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607f9b6-873e-4548-8593-10f9c3fcf936 req-ac7e4e38-f46e-4e99-ae3c-beabc2112206 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:21.150981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607f9b6-873e-4548-8593-10f9c3fcf936 req-ac7e4e38-f46e-4e99-ae3c-beabc2112206 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:21.155503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e607f9b6-873e-4548-8593-10f9c3fcf936 req-ac7e4e38-f46e-4e99-ae3c-beabc2112206 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 1653 time: 0.1939938 Feb 03 21:46:21.237472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e607f9b6-873e-4548-8593-10f9c3fcf936 req-0b97613f-46f4-4c91-9031-5f6fff353e6e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743818 Feb 03 21:46:21.348327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a76e1-5990-4231-a2a7-21c4aba8edfc req-8438b9d7-2774-4826-8c65-84e272da46c5 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:21.359628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-944a76e1-5990-4231-a2a7-21c4aba8edfc req-8438b9d7-2774-4826-8c65-84e272da46c5 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1193142 Feb 03 21:46:21.421546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28c32fcb-1aec-4835-8752-ed17f2bf23bd req-92aba8f0-c877-4266-b6ad-55144d9c51be tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0371511 Feb 03 21:46:21.537224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-944a76e1-5990-4231-a2a7-21c4aba8edfc req-7b36f8c0-bacd-4fd2-9823-b60ea0f693ca tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747417 Feb 03 21:46:21.702135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:21.707209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aff4f5-e4fb-4c9f-9beb-f820d628593a req-74d5ba91-f9e8-4271-9888-e551850b4b47 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:21.708919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06aff4f5-e4fb-4c9f-9beb-f820d628593a req-74d5ba91-f9e8-4271-9888-e551850b4b47 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 936 time: 0.1525202 Feb 03 21:46:21.836641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:21.840223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bef97-da00-4767-8d53-d3da5e27455e req-3b51f944-dff6-4723-825f-ca1180fc8568 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:21.842959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e7bef97-da00-4767-8d53-d3da5e27455e req-3b51f944-dff6-4723-825f-ca1180fc8568 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 950 time: 0.1879256 Feb 03 21:46:21.875941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06aff4f5-e4fb-4c9f-9beb-f820d628593a req-bb8965d0-353b-4294-a22f-587a97270761 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336601 Feb 03 21:46:21.887938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f93945-a891-4f54-8edb-a94db48901eb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:21.901596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Publish callbacks [] for port (e7f93945-a891-4f54-8edb-a94db48901eb), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:21.946910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network 2ba96de7-9574-463f-9395-0bebed75a28b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:21.959891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:21.967097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:21.999411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e7bef97-da00-4767-8d53-d3da5e27455e req-86a6fb6a-b671-4514-b888-3d1a580ac8fe tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410711 Feb 03 21:46:22.074695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Transition to ACTIVE for port object e7f93945-a891-4f54-8edb-a94db48901eb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:22.091918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Port': ['ID=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:22.120581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:22.146131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.147095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:22.180969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80cb16-fed4-47de-a7b7-75fe43b2f07b req-7b10ac5b-35b3-4e79-8700-93e8c3a22e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.182602 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed80cb16-fed4-47de-a7b7-75fe43b2f07b req-7b10ac5b-35b3-4e79-8700-93e8c3a22e05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1127 time: 0.4295328 Feb 03 21:46:22.229655 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-103809ce-896b-4da8-a5c1-dfd53c2c37e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8311985 Feb 03 21:46:22.243360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94', 'admin_state_up': True, 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'security_groups': ['c02067a9-a7ad-45d6-acc8-d4393f0828ae']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:22.246681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Pushing event updated for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:22.379396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2afae-3d71-4b2c-882f-7ac590037f80 req-e02fc3bc-d70a-4b3d-83b2-49a9770d35ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.385612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2afae-3d71-4b2c-882f-7ac590037f80 req-e02fc3bc-d70a-4b3d-83b2-49a9770d35ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.393880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2afae-3d71-4b2c-882f-7ac590037f80 req-e02fc3bc-d70a-4b3d-83b2-49a9770d35ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.400350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2afae-3d71-4b2c-882f-7ac590037f80 req-e02fc3bc-d70a-4b3d-83b2-49a9770d35ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.405289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ed80cb16-fed4-47de-a7b7-75fe43b2f07b req-d2082850-beff-423a-8f7f-bbab411b20c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154503 Feb 03 21:46:22.416769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2afae-3d71-4b2c-882f-7ac590037f80 req-e02fc3bc-d70a-4b3d-83b2-49a9770d35ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.430139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2afae-3d71-4b2c-882f-7ac590037f80 req-e02fc3bc-d70a-4b3d-83b2-49a9770d35ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.455929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2afae-3d71-4b2c-882f-7ac590037f80 req-e02fc3bc-d70a-4b3d-83b2-49a9770d35ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.457908 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0b2afae-3d71-4b2c-882f-7ac590037f80 req-e02fc3bc-d70a-4b3d-83b2-49a9770d35ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.2173283 Feb 03 21:46:22.460945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3d2c6ae1-fe8c-43bc-9b2a-2cc4a210c0bc None None] Provisioning complete for port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:22.461457 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d2c6ae1-fe8c-43bc-9b2a-2cc4a210c0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:22.521800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Attempting to bind port e7f93945-a891-4f54-8edb-a94db48901eb on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:22.522281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Attempting to bind port e7f93945-a891-4f54-8edb-a94db48901eb by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:22.522712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Attempting to bind port e7f93945-a891-4f54-8edb-a94db48901eb on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:22.553843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Port e7f93945-a891-4f54-8edb-a94db48901eb on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:22.554377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Attempting to bind port e7f93945-a891-4f54-8edb-a94db48901eb on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:22.573262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:22.574209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:22.575009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:22.577433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Bound port: e7f93945-a891-4f54-8edb-a94db48901eb, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:22.578561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:22.591071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c6ae1-fe8c-43bc-9b2a-2cc4a210c0bc None None] Port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:22.623083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:22.686422 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0b2afae-3d71-4b2c-882f-7ac590037f80 req-ee3b29c8-79e4-4162-a339-fc8c18b1432e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194388 Feb 03 21:46:22.726437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae259043-543c-4934-b83c-b2046e1b1512 req-cae669eb-14b6-4e1e-a5a5-9efb687ba2de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.742530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae259043-543c-4934-b83c-b2046e1b1512 req-cae669eb-14b6-4e1e-a5a5-9efb687ba2de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.755915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae259043-543c-4934-b83c-b2046e1b1512 req-cae669eb-14b6-4e1e-a5a5-9efb687ba2de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.767444 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae259043-543c-4934-b83c-b2046e1b1512 req-cae669eb-14b6-4e1e-a5a5-9efb687ba2de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 2373 time: 0.3017919 Feb 03 21:46:22.820075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:22.830528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:22.844943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:22.856158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:22.905054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae259043-543c-4934-b83c-b2046e1b1512 req-a6e71ee1-1dd7-454e-afb8-295edbbcc321 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365426 Feb 03 21:46:22.950314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3da85-dd62-4038-aaac-519bd5613498 req-62362fe9-03e0-4833-8e8e-d1d1e961e05d tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.955614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ab3da85-dd62-4038-aaac-519bd5613498 req-62362fe9-03e0-4833-8e8e-d1d1e961e05d tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 950 time: 0.1476533 Feb 03 21:46:22.964184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:22.964839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:22.966246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] 10.222.0.10 "PUT /v2.0/ports/e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 1096 time: 3.3175998 Feb 03 21:46:22.966750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:22.969329 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37077ea3-6791-4c97-afa1-0a76a0c825f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:22.985009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d594a2-8d36-4a67-8bc4-d60d7e977ccc service neutron] Pushing event updated for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:23.078171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78d9a1d6-3ef7-4156-87f2-2919e80befea req-c90ca620-94da-4178-a36e-49739f06de01 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0494549 Feb 03 21:46:23.099485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ab3da85-dd62-4038-aaac-519bd5613498 req-58d063c5-d429-4883-928d-ef1be22f7f56 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382141 Feb 03 21:46:23.331278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100d666-d983-424b-8a75-edee97791183 req-f221952c-1b28-4926-8923-6e8a2de69899 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.332382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1100d666-d983-424b-8a75-edee97791183 req-f221952c-1b28-4926-8923-6e8a2de69899 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1090193 Feb 03 21:46:23.347088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Allocated IP 10.2.2.100 (8171fea6-6dc9-4528-8843-90775fdf9a94/769e4d37-b014-48c5-a848-37056cd8ff3d/4c169ac6-d185-4471-be32-85668e3022ef) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:23.356192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c71d0-8304-434c-8355-796129ddd588 req-dd7314c9-85c0-40ae-9400-52d1fde8f28d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.362380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c71d0-8304-434c-8355-796129ddd588 req-dd7314c9-85c0-40ae-9400-52d1fde8f28d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.367822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c71d0-8304-434c-8355-796129ddd588 req-dd7314c9-85c0-40ae-9400-52d1fde8f28d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.376195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c71d0-8304-434c-8355-796129ddd588 req-dd7314c9-85c0-40ae-9400-52d1fde8f28d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.383716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c71d0-8304-434c-8355-796129ddd588 req-dd7314c9-85c0-40ae-9400-52d1fde8f28d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.390124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c71d0-8304-434c-8355-796129ddd588 req-dd7314c9-85c0-40ae-9400-52d1fde8f28d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.396448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c71d0-8304-434c-8355-796129ddd588 req-dd7314c9-85c0-40ae-9400-52d1fde8f28d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.398627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f40c71d0-8304-434c-8355-796129ddd588 req-dd7314c9-85c0-40ae-9400-52d1fde8f28d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.2141314 Feb 03 21:46:23.408657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-813efaf6-8627-4097-ad44-17520f306e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.409625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56776) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:23.414820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7a08e6f8-a446-4fe7-82fe-342bb68a4a05 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Request body: {'floatingip': {'port_id': 'ba22ce10-8721-43b4-bd9a-aef4991671be'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:23.415883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-813efaf6-8627-4097-ad44-17520f306e7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1130 time: 0.3817720 Feb 03 21:46:23.468136 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a08e6f8-a446-4fe7-82fe-342bb68a4a05 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for floatingip (93140065-540e-479c-b69e-e01332515ccd), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:23.529903 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-161fb225-8bea-4077-bb04-1965c7382748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:23.549698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-e0315693-db24-4996-b024-b867f1a3e3cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 217 time: 0.0466156 Feb 03 21:46:23.606919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-82cb8d32-d74f-45f7-bb69-4eab34f5e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.608382 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-82cb8d32-d74f-45f7-bb69-4eab34f5e3f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0530474 Feb 03 21:46:23.629951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1100d666-d983-424b-8a75-edee97791183 req-37fdf66b-8a10-4d1c-a86c-abd3cf4be7b0 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847393 Feb 03 21:46:23.701510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44af00-63dc-465a-aec2-864d764c8fdc req-5945fc8d-62ab-4b2e-b127-e3be7ea8bd5a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:23.708766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f44af00-63dc-465a-aec2-864d764c8fdc req-5945fc8d-62ab-4b2e-b127-e3be7ea8bd5a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 948 time: 0.1702900 Feb 03 21:46:23.769912 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for port (4c169ac6-d185-4471-be32-85668e3022ef), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:23.842044 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8170a16-cd2e-4f79-9ebf-ab68ab3617eb x-openstack-request-id: req-f8170a16-cd2e-4f79-9ebf-ab68ab3617eb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:23.842715 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:23.843210 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8170a16-cd2e-4f79-9ebf-ab68ab3617eb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:23.844310 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'status': 'completed', 'code': 200} Feb 03 21:46:23.845881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4c169ac6-d185-4471-be32-85668e3022ef), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:23.931736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network 8171fea6-6dc9-4528-8843-90775fdf9a94 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:23.962652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:24.003722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:24.007382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Port': ['ID=4c169ac6-d185-4471-be32-85668e3022ef,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:24.083676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-8db857c0-2307-4605-a84e-dcf5b7c79713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:24.090865 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-8db857c0-2307-4605-a84e-dcf5b7c79713 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4673517 Feb 03 21:46:24.180235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:24.180941 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:24.222440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385db063-3941-4425-8a55-ecd14e786490 req-33aabe47-f9e8-4a3e-83f6-2782cc3fb98f tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:24.224055 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-385db063-3941-4425-8a55-ecd14e786490 req-33aabe47-f9e8-4a3e-83f6-2782cc3fb98f tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 950 time: 0.2948153 Feb 03 21:46:24.235172 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:24.291591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-b357f632-bef5-4472-a23c-d5989465b000 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930413 Feb 03 21:46:24.298831 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:24.299691 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5ed9b8a2-41c4-4999-a723-29e6ad669891 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0632036 Feb 03 21:46:24.415809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ec9763e1-ebce-44f9-8751-8a16e6eceb5a None None] Provisioning complete for port 4c169ac6-d185-4471-be32-85668e3022ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:24.416219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec9763e1-ebce-44f9-8751-8a16e6eceb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4c169ac6-d185-4471-be32-85668e3022ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:24.431366 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0305a4f8-28c1-444a-8176-c54358d8e03c req-61a8e930-da2b-41cb-85f2-c1b0dcbf636b service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306677 Feb 03 21:46:24.435008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94', 'admin_state_up': True, 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'security_groups': ['c02067a9-a7ad-45d6-acc8-d4393f0828ae']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:24.501396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ec9763e1-ebce-44f9-8751-8a16e6eceb5a None None] Port 4c169ac6-d185-4471-be32-85668e3022ef cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:24.647282 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a08e6f8-a446-4fe7-82fe-342bb68a4a05 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:24.667575 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a08e6f8-a446-4fe7-82fe-342bb68a4a05 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (93140065-540e-479c-b69e-e01332515ccd), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:24.703959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-e8cbef66-abc7-47a1-9084-4d8a2609dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:24.705990 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-e8cbef66-abc7-47a1-9084-4d8a2609dc81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1130 time: 0.1826944 Feb 03 21:46:24.727275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Made reservation on behalf of d96bd3586409495f9e95e44a0e89a0a5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:24.732701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:24.765278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f44af00-63dc-465a-aec2-864d764c8fdc req-54d5c680-891b-4749-8679-f7580329d611 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0466835 Feb 03 21:46:24.856102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe003c-fcb1-4587-84cb-966470f90604 req-e3374802-d940-47d4-b519-f9ff188c8ff2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:24.863386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe003c-fcb1-4587-84cb-966470f90604 req-e3374802-d940-47d4-b519-f9ff188c8ff2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:24.869616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe003c-fcb1-4587-84cb-966470f90604 req-e3374802-d940-47d4-b519-f9ff188c8ff2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:24.875579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe003c-fcb1-4587-84cb-966470f90604 req-e3374802-d940-47d4-b519-f9ff188c8ff2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:24.877560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfbe003c-fcb1-4587-84cb-966470f90604 req-e3374802-d940-47d4-b519-f9ff188c8ff2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 3094 time: 0.2148995 Feb 03 21:46:24.880588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-385db063-3941-4425-8a55-ecd14e786490 req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Deleting port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:46:24.881024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-385db063-3941-4425-8a55-ecd14e786490 req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:24.912209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6fd74a2d-a184-44cd-ab8c-412c33618af9 req-52a1d916-aeec-4576-92bb-95f37da313a2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=be21a251-752b-474a-8f33-b933f34a2bca HTTP/1.1" status: 200 len: 210 time: 0.0330644 Feb 03 21:46:24.983780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfbe003c-fcb1-4587-84cb-966470f90604 req-23d61efb-fffa-47e9-938d-a459c1e3641e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701094 Feb 03 21:46:24.997971 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-7a08e6f8-a446-4fe7-82fe-342bb68a4a05 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Floating IP 93140065-540e-479c-b69e-e01332515ccd associated. External IP: 172.25.5.13, port: ba22ce10-8721-43b4-bd9a-aef4991671be. Feb 03 21:46:25.037006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-385db063-3941-4425-8a55-ecd14e786490 req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] For port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:25.037505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-385db063-3941-4425-8a55-ecd14e786490 req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:25.060785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-385db063-3941-4425-8a55-ecd14e786490 req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Calling delete_port for e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:46:25.295691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Allocated IP 10.2.2.200 (8171fea6-6dc9-4528-8843-90775fdf9a94/769e4d37-b014-48c5-a848-37056cd8ff3d/87d5c59d-3a9b-4ee9-8c65-fbb3f663d264) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:25.309499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a08e6f8-a446-4fe7-82fe-342bb68a4a05 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:46:25.456979 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:25.472865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a08e6f8-a446-4fe7-82fe-342bb68a4a05 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:46:25.483056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3354f85-0bc5-4d26-b861-c8c3d8ad16ba req-9839456e-1be3-4612-9381-c6461c44d80b tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:25.484733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3354f85-0bc5-4d26-b861-c8c3d8ad16ba req-9839456e-1be3-4612-9381-c6461c44d80b tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.3419008 Feb 03 21:46:25.487198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] Sync routers for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:46:25.503045 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a08e6f8-a446-4fe7-82fe-342bb68a4a05 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:25.506183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:46:25.507394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:45:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:25.518009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-206fa35d-f26c-4d8f-abb1-49b12a808eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:25.520412 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-206fa35d-f26c-4d8f-abb1-49b12a808eb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.7999940 Feb 03 21:46:25.575227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7a08e6f8-a446-4fe7-82fe-342bb68a4a05 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "PUT /v2.0/floatingips/93140065-540e-479c-b69e-e01332515ccd HTTP/1.1" status: 200 len: 990 time: 2.1644809 Feb 03 21:46:25.583440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:25.586132 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0318f3e-d853-4e03-95de-cd2c48cb36f5" -d '{"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:25.607905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d0a4-4b4f-489d-9a64-f1ca51db6c05 req-a5f7d0d0-1fe3-4c56-b1f5-74777ea33c74 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:25.610047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33b3d0a4-4b4f-489d-9a64-f1ca51db6c05 req-a5f7d0d0-1fe3-4c56-b1f5-74777ea33c74 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 950 time: 0.4970751 Feb 03 21:46:25.637330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-7b1422e9-3e37-4653-8a5c-79593ce658a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 217 time: 0.0958743 Feb 03 21:46:25.653978 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:25.747744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33b3d0a4-4b4f-489d-9a64-f1ca51db6c05 req-41e1a5a1-6d0e-4217-ad74-ec65b46b8ac6 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/security-groups?id=c53823d3-6f74-4615-8763-5b1c3268bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231501 Feb 03 21:46:25.801229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:46:25.843988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3354f85-0bc5-4d26-b861-c8c3d8ad16ba req-643b6667-8327-4a27-987c-36972d7d5209 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590878 Feb 03 21:46:25.890691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Network 8171fea6-6dc9-4528-8843-90775fdf9a94 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:25.893027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-ae7d38e2-0b63-4263-93a0-ee185c762365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:25.894750 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-ae7d38e2-0b63-4263-93a0-ee185c762365 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1967449 Feb 03 21:46:25.902012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event updated for resources: {'Port': ['ID=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:25.924963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:25.931763 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0684fd70-822e-48dc-b5d5-4b85c8dd42b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:25.949520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:25.978601 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35970464-c0ef-4b7e-b546-4b56494bbd4b x-openstack-request-id: req-35970464-c0ef-4b7e-b546-4b56494bbd4b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:25.978888 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:25.979148 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35970464-c0ef-4b7e-b546-4b56494bbd4b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:25.979542 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'status': 'completed', 'code': 200} Feb 03 21:46:26.014329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a05b9-97ae-4998-b823-48a24c1c0e87 req-913d3168-4dac-4f23-9518-69441fbe4025 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.026225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a05b9-97ae-4998-b823-48a24c1c0e87 req-913d3168-4dac-4f23-9518-69441fbe4025 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.034164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a05b9-97ae-4998-b823-48a24c1c0e87 req-913d3168-4dac-4f23-9518-69441fbe4025 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.051947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a05b9-97ae-4998-b823-48a24c1c0e87 req-913d3168-4dac-4f23-9518-69441fbe4025 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.069356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a05b9-97ae-4998-b823-48a24c1c0e87 req-913d3168-4dac-4f23-9518-69441fbe4025 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.074901 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a05b9-97ae-4998-b823-48a24c1c0e87 req-913d3168-4dac-4f23-9518-69441fbe4025 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.088502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a05b9-97ae-4998-b823-48a24c1c0e87 req-913d3168-4dac-4f23-9518-69441fbe4025 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.090474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c15a05b9-97ae-4998-b823-48a24c1c0e87 req-913d3168-4dac-4f23-9518-69441fbe4025 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.2065744 Feb 03 21:46:26.165044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.168004 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:26.222644 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:46:26.253077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-bfde4b58-6fc6-40d4-a690-4fe501396a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.265460 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-bfde4b58-6fc6-40d4-a690-4fe501396a28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3376667 Feb 03 21:46:26.270655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '93140065-540e-479c-b69e-e01332515ccd', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'port_id': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'mac_address': 'fa:16:3e:43:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:43:46Z', 'updated_at': '2022-02-03T21:46:24Z', 'revision_number': 1, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:48Z', 'revision_number': 5, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:26.274983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e7f93945-a891-4f54-8edb-a94db48901eb details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:26.279612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:46:26.304726 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2185bb60-85d6-466a-b855-df78ba8f0647 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8758659 Feb 03 21:46:26.389523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-1d6f87f8-dae8-4f9f-829c-7e39418aa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.390917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-1d6f87f8-dae8-4f9f-829c-7e39418aa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.391576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-1d6f87f8-dae8-4f9f-829c-7e39418aa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.392223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-1d6f87f8-dae8-4f9f-829c-7e39418aa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.392891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-1d6f87f8-dae8-4f9f-829c-7e39418aa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.393562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-1d6f87f8-dae8-4f9f-829c-7e39418aa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.394201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-1d6f87f8-dae8-4f9f-829c-7e39418aa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.396445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-1d6f87f8-dae8-4f9f-829c-7e39418aa3fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6706 time: 0.3050480 Feb 03 21:46:26.399293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] Checking router: d9892f0b-78a3-4dbc-beb0-dc0f54864c98 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:46:26.424117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-36710a8e-1c19-4d0a-bc1e-e71b11a6f27c service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125593 Feb 03 21:46:26.433445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:26.461196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:46:26.461843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:46:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:26.533622 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-37077ea3-6791-4c97-afa1-0a76a0c825f2 req-0dbe150f-68dc-4e93-b682-fe83c7986460 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968103 Feb 03 21:46:26.583141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c15a05b9-97ae-4998-b823-48a24c1c0e87 req-a199fd7f-5daa-4685-9382-18dba16511ff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4686811 Feb 03 21:46:26.592780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce90d9-4fea-4c7d-978e-98159076ebfa req-d40d25ef-77be-4843-9444-ae4f44ee7c2d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.597152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdce90d9-4fea-4c7d-978e-98159076ebfa req-d40d25ef-77be-4843-9444-ae4f44ee7c2d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 948 time: 0.3808615 Feb 03 21:46:26.642755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-385db063-3941-4425-8a55-ecd14e786490 req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e9d8888c-190e-41c0-a5c0-90ac10a0bcb2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:26.679656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdce90d9-4fea-4c7d-978e-98159076ebfa req-4a29c2d8-0633-4b27-b3d2-4aac023ae782 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739942 Feb 03 21:46:26.681324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-428c706a-1a15-4e80-a864-31bd2a3b1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:26.683119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-428c706a-1a15-4e80-a864-31bd2a3b1f21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f83f93a-3225-4a43-9e07-27b3e3c95587 HTTP/1.1" status: 200 len: 912 time: 0.2769802 Feb 03 21:46:26.701693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:26.705193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Pushing event deleted for resources: {'Port': ['ID=e9d8888c-190e-41c0-a5c0-90ac10a0bcb2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:26.744617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:26.760697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5fd45aab-22fe-4fee-b80a-ac7e278bc3ab None None] Provisioning complete for port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:26.760992 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fd45aab-22fe-4fee-b80a-ac7e278bc3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:26.763370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'mac_address': 'fa:16:3e:99:5c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:26.773735 n-d-824834-9 neutron-server[103399]: INFO neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No ports have port_id starting with e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 Feb 03 21:46:26.866388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:46:26.946762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-385db063-3941-4425-8a55-ecd14e786490 req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] No DVR routers for this DVR port e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:46:26.955370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-385db063-3941-4425-8a55-ecd14e786490 req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:26.965491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-385db063-3941-4425-8a55-ecd14e786490 req-1677f992-1feb-43f8-bc88-49247ae48581 tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.10 "DELETE /v2.0/ports/e9d8888c-190e-41c0-a5c0-90ac10a0bcb2 HTTP/1.1" status: 204 len: 173 time: 2.7345457 Feb 03 21:46:26.989612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f2543a-5f5e-4190-94e2-a008bd125ca6', 'name': 'network-vif-deleted', 'tag': 'e9d8888c-190e-41c0-a5c0-90ac10a0bcb2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:26.992016 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0533b6f-7ad6-4ae6-8d1e-3dfbd070bb4d" -d '{"events": [{"server_uuid": "d3f2543a-5f5e-4190-94e2-a008bd125ca6", "name": "network-vif-deleted", "tag": "e9d8888c-190e-41c0-a5c0-90ac10a0bcb2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:27.128726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab03a3-470c-4a1c-952b-997a122e9385 req-285d7978-4264-4e17-8e3b-25433f75ff30 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:27.135543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab03a3-470c-4a1c-952b-997a122e9385 req-285d7978-4264-4e17-8e3b-25433f75ff30 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:27.142575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab03a3-470c-4a1c-952b-997a122e9385 req-285d7978-4264-4e17-8e3b-25433f75ff30 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:27.148394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab03a3-470c-4a1c-952b-997a122e9385 req-285d7978-4264-4e17-8e3b-25433f75ff30 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:27.154676 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab03a3-470c-4a1c-952b-997a122e9385 req-285d7978-4264-4e17-8e3b-25433f75ff30 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:27.164639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83ab03a3-470c-4a1c-952b-997a122e9385 req-285d7978-4264-4e17-8e3b-25433f75ff30 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 3815 time: 0.2605219 Feb 03 21:46:27.188864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-6063ed64-225c-4917-8dd0-85a4c45a2b1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba22ce10-8721-43b4-bd9a-aef4991671be HTTP/1.1" status: 200 len: 998 time: 0.4977171 Feb 03 21:46:27.238710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83ab03a3-470c-4a1c-952b-997a122e9385 req-705b218f-9a0f-42b2-a29a-62cdc63c5223 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729771 Feb 03 21:46:27.242842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5fd45aab-22fe-4fee-b80a-ac7e278bc3ab None None] Port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:27.244755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:27.278278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e7f93945-a891-4f54-8edb-a94db48901eb is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:27.278756 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:27.319633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ea0f997-9210-454e-ae00-bafeeb7910af req-911cbf31-dac9-4e25-a0ab-e59814ba51dd tempest-ImagesNegativeTestJSON-1014989372 tempest-ImagesNegativeTestJSON-1014989372-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f2543a-5f5e-4190-94e2-a008bd125ca6 HTTP/1.1" status: 200 len: 210 time: 0.0765374 Feb 03 21:46:27.370869 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430a63a6-5306-4e79-9cb3-0c7921a633bf x-openstack-request-id: req-430a63a6-5306-4e79-9cb3-0c7921a633bf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:27.371366 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f2543a-5f5e-4190-94e2-a008bd125ca6", "name": "network-vif-deleted", "tag": "e9d8888c-190e-41c0-a5c0-90ac10a0bcb2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:27.371366 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-430a63a6-5306-4e79-9cb3-0c7921a633bf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:27.371574 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f2543a-5f5e-4190-94e2-a008bd125ca6', 'name': 'network-vif-deleted', 'tag': 'e9d8888c-190e-41c0-a5c0-90ac10a0bcb2', 'status': 'completed', 'code': 200} Feb 03 21:46:27.388778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-99299f3b-cc7c-425a-bd1d-2e31083ebcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:27.391491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-99299f3b-cc7c-425a-bd1d-2e31083ebcf3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f420064c-13fa-4fd9-9485-6208efd73674 HTTP/1.1" status: 200 len: 850 time: 0.1735394 Feb 03 21:46:27.495655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f93945-a891-4f54-8edb-a94db48901eb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:27.526435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:27.572716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:27.615909 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-41499a97-89af-41f1-901b-16ac27876242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:27.615909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-41499a97-89af-41f1-901b-16ac27876242 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f83f93a-3225-4a43-9e07-27b3e3c95587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2177775 Feb 03 21:46:27.660714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f99f3-f69e-41d6-b304-531d9092c639 req-babab4bc-4d4f-4f04-8ec7-07c0bf4cd2d0 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:27.667284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f49f99f3-f69e-41d6-b304-531d9092c639 req-babab4bc-4d4f-4f04-8ec7-07c0bf4cd2d0 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.2005448 Feb 03 21:46:27.676834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52992ed-94a2-4930-9b7b-79181f0cfb37 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:27.697809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:27.700734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Publish callbacks [] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:27.720616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Transition to ACTIVE for port object d52992ed-94a2-4930-9b7b-79181f0cfb37 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:27.722158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '93140065-540e-479c-b69e-e01332515ccd', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'port_id': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'mac_address': 'fa:16:3e:43:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:43:46Z', 'updated_at': '2022-02-03T21:46:24Z', 'revision_number': 1, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:48Z', 'revision_number': 5, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:27.738996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-8c4f95ea-6e1a-4a63-bae1-38986753f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:27.741176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-8c4f95ea-6e1a-4a63-bae1-38986753f833 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1127 time: 0.5288045 Feb 03 21:46:27.741925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:27.757112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643d30c-3f2f-4d46-8820-e173323f848d None None] The sync data for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 is: [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '93140065-540e-479c-b69e-e01332515ccd', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'port_id': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'mac_address': 'fa:16:3e:43:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:43:46Z', 'updated_at': '2022-02-03T21:46:24Z', 'revision_number': 1, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:48Z', 'revision_number': 5, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:46:27.896958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Pushing event updated for resources: {'Port': ['ID=d52992ed-94a2-4930-9b7b-79181f0cfb37,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:27.919699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.920189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.921250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.921785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.922224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.922662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.923361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.923816 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.924248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.924680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.925137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.925566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:27.926048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:28.010738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e7f93945-a891-4f54-8edb-a94db48901eb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:28.023061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-87659f7b-849d-415d-8f68-027ce9a19d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.025091 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-87659f7b-849d-415d-8f68-027ce9a19d74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 921 time: 0.2516446 Feb 03 21:46:28.056563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-264173d0-99c3-452d-9c42-cca7a9dcc8e4 service neutron] 10.222.0.10 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866429 Feb 03 21:46:28.146440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-6a0ecb76-c316-4d76-bda7-5520ec8dc4aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 217 time: 0.1064386 Feb 03 21:46:28.181386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Attempting to bind port d52992ed-94a2-4930-9b7b-79181f0cfb37 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:28.182266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Attempting to bind port d52992ed-94a2-4930-9b7b-79181f0cfb37 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:28.182788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Attempting to bind port d52992ed-94a2-4930-9b7b-79181f0cfb37 on network dcffcd03-7cc7-43d0-89ef-82db50e549d9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:28.225259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Port d52992ed-94a2-4930-9b7b-79181f0cfb37 on network dcffcd03-7cc7-43d0-89ef-82db50e549d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:28.227778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Attempting to bind port d52992ed-94a2-4930-9b7b-79181f0cfb37 on network dcffcd03-7cc7-43d0-89ef-82db50e549d9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:28.241739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:28.242311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Checking segment: {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:28.242864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0318f3e-d853-4e03-95de-cd2c48cb36f5 req-d0b4c163-9f3d-4566-8526-3e6dd7fc8a97 service neutron] 10.222.0.10 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797535 Feb 03 21:46:28.243906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Bound using segment: {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:28.244541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Bound port: d52992ed-94a2-4930-9b7b-79181f0cfb37, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87950919-0674-4808-99fb-46603d4e94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:28.245212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:28.247100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f49f99f3-f69e-41d6-b304-531d9092c639 req-9233b294-f3fd-4dca-9374-f788f754b216 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394120 Feb 03 21:46:28.311703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-93002a3e-caec-4539-8a15-cc9f0f2907d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.317325 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-93002a3e-caec-4539-8a15-cc9f0f2907d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 200 len: 860 time: 0.1456444 Feb 03 21:46:28.322332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2c3c4-c43a-439d-a491-2f23dc8a7202 req-ca3d47a6-91fb-47fe-9124-bcbeea381e3f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.329163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2c3c4-c43a-439d-a491-2f23dc8a7202 req-ca3d47a6-91fb-47fe-9124-bcbeea381e3f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.335820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2c3c4-c43a-439d-a491-2f23dc8a7202 req-ca3d47a6-91fb-47fe-9124-bcbeea381e3f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.341541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2c3c4-c43a-439d-a491-2f23dc8a7202 req-ca3d47a6-91fb-47fe-9124-bcbeea381e3f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.349782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2c3c4-c43a-439d-a491-2f23dc8a7202 req-ca3d47a6-91fb-47fe-9124-bcbeea381e3f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.356808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2c3c4-c43a-439d-a491-2f23dc8a7202 req-ca3d47a6-91fb-47fe-9124-bcbeea381e3f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.364933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2c3c4-c43a-439d-a491-2f23dc8a7202 req-ca3d47a6-91fb-47fe-9124-bcbeea381e3f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.373444 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7b2c3c4-c43a-439d-a491-2f23dc8a7202 req-ca3d47a6-91fb-47fe-9124-bcbeea381e3f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.5541153 Feb 03 21:46:28.394492 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-ca1795e4-2ece-444b-a5f6-95046d0d073f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9aee9699-a43e-4e85-86c5-03133b2e1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679159 Feb 03 21:46:28.416584 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d72c8a2-c93a-4054-b60c-c267b5a9d150 None None] New status for floating IP 93140065-540e-479c-b69e-e01332515ccd: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:46:28.454018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] For port d52992ed-94a2-4930-9b7b-79181f0cfb37, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:28.460772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] For port d52992ed-94a2-4930-9b7b-79181f0cfb37, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:28.496598 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:28.508448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7b2c3c4-c43a-439d-a491-2f23dc8a7202 req-10578c31-82a0-4f36-a363-4a2c2954807b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340928 Feb 03 21:46:28.513354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:28.526334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee0802-e98a-445f-bff9-7db5e1a22602 req-58341574-5e85-45d1-9d87-30d260e8bb6c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.528039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dee0802-e98a-445f-bff9-7db5e1a22602 req-58341574-5e85-45d1-9d87-30d260e8bb6c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 949 time: 0.1430809 Feb 03 21:46:28.622985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dee0802-e98a-445f-bff9-7db5e1a22602 req-02eb5698-80b0-4096-a0ee-cd1adb32312b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867558 Feb 03 21:46:28.653757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.654420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:28.656224 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] 10.222.0.47 "PUT /v2.0/ports/d52992ed-94a2-4930-9b7b-79181f0cfb37 HTTP/1.1" status: 200 len: 1092 time: 2.2279875 Feb 03 21:46:28.730890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:28.792082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf72ce-7374-4ec4-8e3e-fc6cd23ca48a req-d60cffaa-de02-4b27-a6c8-19e088d5d182 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.809169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf72ce-7374-4ec4-8e3e-fc6cd23ca48a req-d60cffaa-de02-4b27-a6c8-19e088d5d182 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.816204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf72ce-7374-4ec4-8e3e-fc6cd23ca48a req-d60cffaa-de02-4b27-a6c8-19e088d5d182 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.822629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf72ce-7374-4ec4-8e3e-fc6cd23ca48a req-d60cffaa-de02-4b27-a6c8-19e088d5d182 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.829397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf72ce-7374-4ec4-8e3e-fc6cd23ca48a req-d60cffaa-de02-4b27-a6c8-19e088d5d182 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:28.833488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03cf72ce-7374-4ec4-8e3e-fc6cd23ca48a req-d60cffaa-de02-4b27-a6c8-19e088d5d182 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 3827 time: 0.1694355 Feb 03 21:46:28.835910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d95ecd-89dc-40be-9bbd-ce519138a20b service neutron] Pushing event updated for resources: {'Port': ['ID=d52992ed-94a2-4930-9b7b-79181f0cfb37,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:28.959174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:28.962740 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-63469b0d-9ef8-4082-a0df-bf546e23bef9 service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957926 Feb 03 21:46:28.966698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03cf72ce-7374-4ec4-8e3e-fc6cd23ca48a req-f6f574d7-a27e-4019-99fd-5dec050229c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268792 Feb 03 21:46:29.335261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:29.413392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6021f2-23dc-490b-aa3f-1d2e31f969c4 req-f523b993-4194-4d82-8aba-84ccbc2ef974 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:29.420757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e6021f2-23dc-490b-aa3f-1d2e31f969c4 req-f523b993-4194-4d82-8aba-84ccbc2ef974 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0661497 Feb 03 21:46:29.446270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:29.449352 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decc30bf-b63f-421c-9173-74167e5d12be" -d '{"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:29.485738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e6021f2-23dc-490b-aa3f-1d2e31f969c4 req-e2f5f04a-0495-49d9-b62b-44aae7824c5d tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638554 Feb 03 21:46:29.530235 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e2ae4b-a16e-4e8e-935e-7ea8d6ea8dea x-openstack-request-id: req-f6e2ae4b-a16e-4e8e-935e-7ea8d6ea8dea {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:29.530737 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:29.531587 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6e2ae4b-a16e-4e8e-935e-7ea8d6ea8dea {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:29.532101 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'status': 'completed', 'code': 200} Feb 03 21:46:29.603451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f3970b6b-83e6-4203-b553-c29ffd40ffa9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5873ca1d1614455b32da184eca90794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670116 Feb 03 21:46:29.607247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:29.832187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:29.840384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512ba836-5136-4a81-b3ab-7bb09c9c0c04 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:29.859452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Publish callbacks [] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:29.930992 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e64f6c21-70e3-400b-ac78-418cb1921327 req-2261785d-5fd8-4b97-b546-0aeee2e285f1 service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9548023 Feb 03 21:46:29.956442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Transition to ACTIVE for port object 512ba836-5136-4a81-b3ab-7bb09c9c0c04 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:29.972858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:29.985413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc30bf-b63f-421c-9173-74167e5d12be req-590964bd-5560-4dea-8972-6ef404d1ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:29.986211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc30bf-b63f-421c-9173-74167e5d12be req-590964bd-5560-4dea-8972-6ef404d1ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:29.986846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc30bf-b63f-421c-9173-74167e5d12be req-590964bd-5560-4dea-8972-6ef404d1ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:29.987475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc30bf-b63f-421c-9173-74167e5d12be req-590964bd-5560-4dea-8972-6ef404d1ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:29.989710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc30bf-b63f-421c-9173-74167e5d12be req-590964bd-5560-4dea-8972-6ef404d1ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:29.991777 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-decc30bf-b63f-421c-9173-74167e5d12be req-590964bd-5560-4dea-8972-6ef404d1ec15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 4393 time: 0.1243718 Feb 03 21:46:30.116189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Pushing event updated for resources: {'Port': ['ID=512ba836-5136-4a81-b3ab-7bb09c9c0c04,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:30.119815 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Publish callbacks [] for security_group (c53823d3-6f74-4615-8763-5b1c3268bec1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.156155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613ed3-621d-4aa5-9b72-3309d2edaff7 req-5a3d1c6f-f4be-4066-8b4d-64fb67022bab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.162754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613ed3-621d-4aa5-9b72-3309d2edaff7 req-5a3d1c6f-f4be-4066-8b4d-64fb67022bab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.168561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613ed3-621d-4aa5-9b72-3309d2edaff7 req-5a3d1c6f-f4be-4066-8b4d-64fb67022bab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.175307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613ed3-621d-4aa5-9b72-3309d2edaff7 req-5a3d1c6f-f4be-4066-8b4d-64fb67022bab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.181620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613ed3-621d-4aa5-9b72-3309d2edaff7 req-5a3d1c6f-f4be-4066-8b4d-64fb67022bab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.190259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613ed3-621d-4aa5-9b72-3309d2edaff7 req-5a3d1c6f-f4be-4066-8b4d-64fb67022bab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.195795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613ed3-621d-4aa5-9b72-3309d2edaff7 req-5a3d1c6f-f4be-4066-8b4d-64fb67022bab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.204516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b613ed3-621d-4aa5-9b72-3309d2edaff7 req-5a3d1c6f-f4be-4066-8b4d-64fb67022bab tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.5566108 Feb 03 21:46:30.239748 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Publish callbacks [] for security_group (c53823d3-6f74-4615-8763-5b1c3268bec1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.264691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2246a2c-0f84-4bba-9bf0-7ef68d8e9930 req-a5620ca5-54aa-42d8-ac9d-2ae7bc885f5b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.272358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2246a2c-0f84-4bba-9bf0-7ef68d8e9930 req-a5620ca5-54aa-42d8-ac9d-2ae7bc885f5b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 949 time: 0.2369533 Feb 03 21:46:30.279391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc30bf-b63f-421c-9173-74167e5d12be req-3e32261f-93e8-48a9-b1cf-17a0ffd1e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.281024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc30bf-b63f-421c-9173-74167e5d12be req-3e32261f-93e8-48a9-b1cf-17a0ffd1e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.282979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc30bf-b63f-421c-9173-74167e5d12be req-3e32261f-93e8-48a9-b1cf-17a0ffd1e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.287269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e7f93945-a891-4f54-8edb-a94db48901eb up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:30.289345 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-decc30bf-b63f-421c-9173-74167e5d12be req-3e32261f-93e8-48a9-b1cf-17a0ffd1e77b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2642543 Feb 03 21:46:30.294744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Attempting to bind port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:30.295071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Attempting to bind port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:30.295413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Attempting to bind port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:30.392105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port e7f93945-a891-4f54-8edb-a94db48901eb completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:30.397608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 on network 2ba96de7-9574-463f-9395-0bebed75a28b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:30.397946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Attempting to bind port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:30.398234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port e7f93945-a891-4f54-8edb-a94db48901eb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:30.398711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.424720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:30.425101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Checking segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:30.425503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Bound using segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:30.425952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Bound port: 512ba836-5136-4a81-b3ab-7bb09c9c0c04, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:30.426320 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.456679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc30bf-b63f-421c-9173-74167e5d12be req-f1975138-ed45-45a9-96bd-4a157ad1c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.460896 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-decc30bf-b63f-421c-9173-74167e5d12be req-f1975138-ed45-45a9-96bd-4a157ad1c67b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1500559 Feb 03 21:46:30.510601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b613ed3-621d-4aa5-9b72-3309d2edaff7 req-227a86b3-320a-4932-bf6b-506ef5a3c2dd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3025434 Feb 03 21:46:30.542461 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2246a2c-0f84-4bba-9bf0-7ef68d8e9930 req-5b17a420-bf52-4f35-8359-7d6f30477b1f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689269 Feb 03 21:46:30.565658 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c53823d3-6f74-4615-8763-5b1c3268bec1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.568454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.570091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c53823d3-6f74-4615-8763-5b1c3268bec1 HTTP/1.1" status: 204 len: 168 time: 0.9617329 Feb 03 21:46:30.588370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] For port 512ba836-5136-4a81-b3ab-7bb09c9c0c04, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:30.589466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e7f93945-a891-4f54-8edb-a94db48901eb is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:30.590176 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.597268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] For port 512ba836-5136-4a81-b3ab-7bb09c9c0c04, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=512ba836-5136-4a81-b3ab-7bb09c9c0c04,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:30.599575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53823d3-6f74-4615-8763-5b1c3268bec1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:30.619183 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.632875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.633157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.633428 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.633672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.634038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.634296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.634625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.634948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.635347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.635715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.636034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.636356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.636681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fa58-5277-463b-bd93-b83e3b280e26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:30.708817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:30.712959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:30.724853 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058a7912-c1db-45d5-b509-52e3e35784c5" -d '{"events": [{"server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "name": "network-vif-plugged", "status": "completed", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:30.732237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.743499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Pushing event updated for resources: {'Port': ['ID=512ba836-5136-4a81-b3ab-7bb09c9c0c04,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:30.780412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.781505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:30.782986 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4cfd4c1-6c37-4dfc-9647-35636b389d02 service neutron] 10.222.0.47 "PUT /v2.0/ports/512ba836-5136-4a81-b3ab-7bb09c9c0c04 HTTP/1.1" status: 200 len: 1134 time: 2.0693917 Feb 03 21:46:30.789435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3245f0-14cd-4d73-abfb-873be070dba5 req-7d5d7776-5069-4cb0-9a28-ec57ce06b615 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.804749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3245f0-14cd-4d73-abfb-873be070dba5 req-7d5d7776-5069-4cb0-9a28-ec57ce06b615 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.810669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3245f0-14cd-4d73-abfb-873be070dba5 req-7d5d7776-5069-4cb0-9a28-ec57ce06b615 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.819759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:30.828489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3245f0-14cd-4d73-abfb-873be070dba5 req-7d5d7776-5069-4cb0-9a28-ec57ce06b615 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.847212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3245f0-14cd-4d73-abfb-873be070dba5 req-7d5d7776-5069-4cb0-9a28-ec57ce06b615 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.852844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3245f0-14cd-4d73-abfb-873be070dba5 req-7d5d7776-5069-4cb0-9a28-ec57ce06b615 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.865334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e3245f0-14cd-4d73-abfb-873be070dba5 req-7d5d7776-5069-4cb0-9a28-ec57ce06b615 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 4603 time: 0.2255089 Feb 03 21:46:30.869865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:30.882607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42b115-3c00-4f8b-aaf1-ca60571dc5d6 req-1703cfe8-655a-423f-9c0b-5a65dd555298 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:30.899913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c42b115-3c00-4f8b-aaf1-ca60571dc5d6 req-1703cfe8-655a-423f-9c0b-5a65dd555298 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1807191 Feb 03 21:46:30.972988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:31.076419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c42b115-3c00-4f8b-aaf1-ca60571dc5d6 req-bbdcfafd-9ba1-48c0-9025-ecfae276865e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754844 Feb 03 21:46:31.155575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e3245f0-14cd-4d73-abfb-873be070dba5 req-6b88b42b-ec74-4deb-974f-87a5c1baddef tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2820270 Feb 03 21:46:31.313637 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbdae59-d57e-4138-a75e-afabd63d937f x-openstack-request-id: req-3bbdae59-d57e-4138-a75e-afabd63d937f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:31.313997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761aa7e-4767-4b43-a72f-2fd7a2eb057d req-8f02e4b0-fde4-4a23-bcd8-733372e80a40 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.315266 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "name": "network-vif-plugged", "status": "completed", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:31.317237 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3bbdae59-d57e-4138-a75e-afabd63d937f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:31.317856 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'code': 200} Feb 03 21:46:31.319259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761aa7e-4767-4b43-a72f-2fd7a2eb057d req-8f02e4b0-fde4-4a23-bcd8-733372e80a40 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.334208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761aa7e-4767-4b43-a72f-2fd7a2eb057d req-8f02e4b0-fde4-4a23-bcd8-733372e80a40 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.348273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761aa7e-4767-4b43-a72f-2fd7a2eb057d req-8f02e4b0-fde4-4a23-bcd8-733372e80a40 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.353697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761aa7e-4767-4b43-a72f-2fd7a2eb057d req-8f02e4b0-fde4-4a23-bcd8-733372e80a40 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.377006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761aa7e-4767-4b43-a72f-2fd7a2eb057d req-8f02e4b0-fde4-4a23-bcd8-733372e80a40 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.382339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761aa7e-4767-4b43-a72f-2fd7a2eb057d req-8f02e4b0-fde4-4a23-bcd8-733372e80a40 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.390013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5761aa7e-4767-4b43-a72f-2fd7a2eb057d req-8f02e4b0-fde4-4a23-bcd8-733372e80a40 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.1960664 Feb 03 21:46:31.504926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36b55fe-4080-4085-94cd-25bb04d6c057 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:31.510443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a388fe8-13a9-4cad-936d-d0f8aede6c9d req-9a66f1d3-5a56-4db2-9b42-2770325bd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.511949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a388fe8-13a9-4cad-936d-d0f8aede6c9d req-9a66f1d3-5a56-4db2-9b42-2770325bd3d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1132 time: 0.1204779 Feb 03 21:46:31.516023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Publish callbacks [] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:31.529178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5761aa7e-4767-4b43-a72f-2fd7a2eb057d req-2d01d01d-50f2-4142-ab66-8ff0bcc5f3e4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193266 Feb 03 21:46:31.530942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Transition to ACTIVE for port object e36b55fe-4080-4085-94cd-25bb04d6c057 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:31.532823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '512ba836-5136-4a81-b3ab-7bb09c9c0c04'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:31.535874 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c5a4e1-d19b-480f-8fa5-511dbf448603" -d '{"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "512ba836-5136-4a81-b3ab-7bb09c9c0c04"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:31.541021 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:31.667562 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a8a583-59e5-4203-98df-db7e32a931a8 x-openstack-request-id: req-92a8a583-59e5-4203-98df-db7e32a931a8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:31.667907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a388fe8-13a9-4cad-936d-d0f8aede6c9d req-11e57c29-31e1-4ad5-964d-91a4306c6d5e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369593 Feb 03 21:46:31.668855 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "512ba836-5136-4a81-b3ab-7bb09c9c0c04", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:31.669134 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92a8a583-59e5-4203-98df-db7e32a931a8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:31.669559 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '512ba836-5136-4a81-b3ab-7bb09c9c0c04', 'status': 'completed', 'code': 200} Feb 03 21:46:31.711058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e36b55fe-4080-4085-94cd-25bb04d6c057,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:31.868003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Attempting to bind port e36b55fe-4080-4085-94cd-25bb04d6c057 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:31.868425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Attempting to bind port e36b55fe-4080-4085-94cd-25bb04d6c057 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:31.868856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Attempting to bind port e36b55fe-4080-4085-94cd-25bb04d6c057 on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:31.881277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-84271bf2-35b8-4d1b-8164-7ccfeb56ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.881277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-84271bf2-35b8-4d1b-8164-7ccfeb56ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.882091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-84271bf2-35b8-4d1b-8164-7ccfeb56ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.883354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-84271bf2-35b8-4d1b-8164-7ccfeb56ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.883895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-84271bf2-35b8-4d1b-8164-7ccfeb56ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.884430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-84271bf2-35b8-4d1b-8164-7ccfeb56ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.885357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-84271bf2-35b8-4d1b-8164-7ccfeb56ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.885729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887c84-996d-4fba-bcc1-f806c26c1b23 req-47264dbe-a879-4726-8aef-a9199825b1c1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.887773 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-84271bf2-35b8-4d1b-8164-7ccfeb56ae04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6237 time: 0.2161257 Feb 03 21:46:31.888570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Port e36b55fe-4080-4085-94cd-25bb04d6c057 on network 2ba96de7-9574-463f-9395-0bebed75a28b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:31.889063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Attempting to bind port e36b55fe-4080-4085-94cd-25bb04d6c057 on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:31.896364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef887c84-996d-4fba-bcc1-f806c26c1b23 req-47264dbe-a879-4726-8aef-a9199825b1c1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1820037 Feb 03 21:46:31.902579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:31.903686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Checking segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:31.904198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Bound using segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:31.904746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Bound port: e36b55fe-4080-4085-94cd-25bb04d6c057, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:31.905575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:31.978042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d292fd-8510-4d67-a331-0ce58ecc5c84 req-ef062f4c-7163-44e7-ac22-9d10071f271f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:31.987509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d292fd-8510-4d67-a331-0ce58ecc5c84 req-ef062f4c-7163-44e7-ac22-9d10071f271f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.002364 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d292fd-8510-4d67-a331-0ce58ecc5c84 req-ef062f4c-7163-44e7-ac22-9d10071f271f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.013889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d292fd-8510-4d67-a331-0ce58ecc5c84 req-ef062f4c-7163-44e7-ac22-9d10071f271f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.019905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d292fd-8510-4d67-a331-0ce58ecc5c84 req-ef062f4c-7163-44e7-ac22-9d10071f271f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.025847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d292fd-8510-4d67-a331-0ce58ecc5c84 req-ef062f4c-7163-44e7-ac22-9d10071f271f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.031412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d292fd-8510-4d67-a331-0ce58ecc5c84 req-ef062f4c-7163-44e7-ac22-9d10071f271f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.052351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19d292fd-8510-4d67-a331-0ce58ecc5c84 req-ef062f4c-7163-44e7-ac22-9d10071f271f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.2858453 Feb 03 21:46:32.107163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-0a7d7dc0-9d71-4395-bc92-da6983e045f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.108031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-0a7d7dc0-9d71-4395-bc92-da6983e045f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.108691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-0a7d7dc0-9d71-4395-bc92-da6983e045f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.110535 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-0a7d7dc0-9d71-4395-bc92-da6983e045f1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2091684 Feb 03 21:46:32.113837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef887c84-996d-4fba-bcc1-f806c26c1b23 req-6220fec9-defb-4b17-96ac-9af336d99800 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165453 Feb 03 21:46:32.188090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] For port e36b55fe-4080-4085-94cd-25bb04d6c057, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:32.202698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] For port e36b55fe-4080-4085-94cd-25bb04d6c057, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e36b55fe-4080-4085-94cd-25bb04d6c057,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:32.224510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:32.315951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.316991 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:32.320851 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] 10.222.0.47 "PUT /v2.0/ports/e36b55fe-4080-4085-94cd-25bb04d6c057 HTTP/1.1" status: 200 len: 1135 time: 1.5059114 Feb 03 21:46:32.354839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-83b74072-3112-4e97-bfd0-d923f76676d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.356525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c5a4e1-d19b-480f-8fa5-511dbf448603 req-83b74072-3112-4e97-bfd0-d923f76676d9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2367976 Feb 03 21:46:32.357189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e20a-847a-49ef-94fa-a2c3a3bc8fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e36b55fe-4080-4085-94cd-25bb04d6c057,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:32.380138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11479ff-e02a-4067-bfbe-ae800a438e5c req-89de77bd-7a05-45fa-b75a-2f2d3e05ea75 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.382782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:32.393191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b11479ff-e02a-4067-bfbe-ae800a438e5c req-89de77bd-7a05-45fa-b75a-2f2d3e05ea75 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1540489 Feb 03 21:46:32.451440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-237c6c51-c4de-45d3-91b5-8d6e99e4aef8 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a794732209d74c0287e7a43687fd8a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555098 Feb 03 21:46:32.475405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3b8fd510-f612-48d4-a752-2f072032f355), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:32.570858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b11479ff-e02a-4067-bfbe-ae800a438e5c req-dd33b6c0-35a7-4f1c-8462-a11468eb3ecf tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762300 Feb 03 21:46:32.699213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-1657d328-2957-4ad7-90a3-d9d1261b1a3d tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.700857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-1657d328-2957-4ad7-90a3-d9d1261b1a3d tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338133 Feb 03 21:46:32.746456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-39783381-4f5f-43cb-a157-2cb45c50e40b tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/quotas/a794732209d74c0287e7a43687fd8a38 HTTP/1.1" status: 200 len: 375 time: 0.0339241 Feb 03 21:46:32.784001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-9b07ee6d-ecec-4723-ab04-6430b5262cb9 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a794732209d74c0287e7a43687fd8a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310161 Feb 03 21:46:32.821272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb19e08-de4a-4660-9b6b-abf788582651 req-79cc2cb2-538d-48af-b0ae-157c02b45155 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.836424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb19e08-de4a-4660-9b6b-abf788582651 req-79cc2cb2-538d-48af-b0ae-157c02b45155 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.846073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb19e08-de4a-4660-9b6b-abf788582651 req-79cc2cb2-538d-48af-b0ae-157c02b45155 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.861972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb19e08-de4a-4660-9b6b-abf788582651 req-79cc2cb2-538d-48af-b0ae-157c02b45155 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.867348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb19e08-de4a-4660-9b6b-abf788582651 req-79cc2cb2-538d-48af-b0ae-157c02b45155 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.885237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb19e08-de4a-4660-9b6b-abf788582651 req-79cc2cb2-538d-48af-b0ae-157c02b45155 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.901376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb19e08-de4a-4660-9b6b-abf788582651 req-79cc2cb2-538d-48af-b0ae-157c02b45155 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:32.910670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fb19e08-de4a-4660-9b6b-abf788582651 req-79cc2cb2-538d-48af-b0ae-157c02b45155 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5380 time: 0.2087603 Feb 03 21:46:32.947161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8fd510-f612-48d4-a752-2f072032f355 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:32.959104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Publish callbacks [] for port (3b8fd510-f612-48d4-a752-2f072032f355), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:32.976522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Transition to ACTIVE for port object 3b8fd510-f612-48d4-a752-2f072032f355 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:32.982184 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3b8fd510-f612-48d4-a752-2f072032f355), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:33.098645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8fd510-f612-48d4-a752-2f072032f355,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:33.133910 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70ee254b-710a-443c-add1-c0664cba7007 req-2ac393ee-5cd3-4229-85b6-490ec2d54e18 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 210 time: 0.1201265 Feb 03 21:46:33.184049 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fb19e08-de4a-4660-9b6b-abf788582651 req-0ae4f023-5529-448c-b133-e65d118861e9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2623782 Feb 03 21:46:33.335288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Attempting to bind port 3b8fd510-f612-48d4-a752-2f072032f355 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:33.338287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Attempting to bind port 3b8fd510-f612-48d4-a752-2f072032f355 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:33.339097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Attempting to bind port 3b8fd510-f612-48d4-a752-2f072032f355 on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:33.349410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Port 3b8fd510-f612-48d4-a752-2f072032f355 on network 2ba96de7-9574-463f-9395-0bebed75a28b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:33.349816 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Attempting to bind port 3b8fd510-f612-48d4-a752-2f072032f355 on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:33.360468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:33.361056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Checking segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:33.361525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Bound using segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:33.362007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Bound port: 3b8fd510-f612-48d4-a752-2f072032f355, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:33.362392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3b8fd510-f612-48d4-a752-2f072032f355), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:33.387150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e876b6d-2abf-4d5f-b925-3adf9044f66b req-ac84440a-55be-471e-a7ee-836f2ac70721 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:33.389453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e876b6d-2abf-4d5f-b925-3adf9044f66b req-ac84440a-55be-471e-a7ee-836f2ac70721 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1319461 Feb 03 21:46:33.494316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e876b6d-2abf-4d5f-b925-3adf9044f66b req-17bd0fe8-d5c6-42ca-bd0a-6fa696c6d2bb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821216 Feb 03 21:46:33.520084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] For port 3b8fd510-f612-48d4-a752-2f072032f355, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:33.525740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] For port 3b8fd510-f612-48d4-a752-2f072032f355, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3b8fd510-f612-48d4-a752-2f072032f355,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:33.540760 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3b8fd510-f612-48d4-a752-2f072032f355), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:33.631335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:33.635796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:33.639376 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/3b8fd510-f612-48d4-a752-2f072032f355 HTTP/1.1" status: 200 len: 1090 time: 1.2775598 Feb 03 21:46:33.688736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': 'e36b55fe-4080-4085-94cd-25bb04d6c057'}, {'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '3b8fd510-f612-48d4-a752-2f072032f355'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:33.704839 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d" -d '{"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "e36b55fe-4080-4085-94cd-25bb04d6c057"}, {"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "3b8fd510-f612-48d4-a752-2f072032f355"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:33.737205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:33.921674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff8f24-f807-40f2-af51-b492179520d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8fd510-f612-48d4-a752-2f072032f355,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:33.977579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ebf49-b4f3-4f04-a48d-91ef4d6faa26 req-f138fb27-5955-4d5b-adac-0326a42187b1 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:33.981493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe2ebf49-b4f3-4f04-a48d-91ef4d6faa26 req-f138fb27-5955-4d5b-adac-0326a42187b1 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1729748 Feb 03 21:46:34.038696 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:34.245316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe2ebf49-b4f3-4f04-a48d-91ef4d6faa26 req-22c6f497-746d-4357-968e-2e001e92168e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489927 Feb 03 21:46:34.274484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cf433-d144-44e3-96f0-e4e0b7fa4a41 req-80edbe5e-a748-4954-8444-62302cc0e13f tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.282527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a08cf433-d144-44e3-96f0-e4e0b7fa4a41 req-80edbe5e-a748-4954-8444-62302cc0e13f tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1132 time: 0.2692995 Feb 03 21:46:34.305234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a08cf433-d144-44e3-96f0-e4e0b7fa4a41 req-e4eb590f-469c-42b9-9b2b-72da4a7a1ce3 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:34.348475 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb07d4f-c485-4ffb-a897-a69fba8836aa x-openstack-request-id: req-8bb07d4f-c485-4ffb-a897-a69fba8836aa {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:34.348829 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "e36b55fe-4080-4085-94cd-25bb04d6c057", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "3b8fd510-f612-48d4-a752-2f072032f355", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:34.349126 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bb07d4f-c485-4ffb-a897-a69fba8836aa {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:34.349545 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': 'e36b55fe-4080-4085-94cd-25bb04d6c057', 'status': 'completed', 'code': 200} Feb 03 21:46:34.349805 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '3b8fd510-f612-48d4-a752-2f072032f355', 'status': 'completed', 'code': 200} Feb 03 21:46:34.466893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0ef252e-25b0-4ea4-b7e8-adc15630293e req-82b46f17-6d47-42a0-ac19-6027a29f6229 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 210 time: 0.0417378 Feb 03 21:46:34.493489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a08cf433-d144-44e3-96f0-e4e0b7fa4a41 req-e4eb590f-469c-42b9-9b2b-72da4a7a1ce3 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] Publish callbacks [] for security_group (ed6badd2-0fa6-41c8-bb75-374d5786f3e8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:34.493898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:34.502059 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a08cf433-d144-44e3-96f0-e4e0b7fa4a41 req-e4eb590f-469c-42b9-9b2b-72da4a7a1ce3 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ed6badd2-0fa6-41c8-bb75-374d5786f3e8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:34.505316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Publish callbacks [] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:34.513598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-4d0a5174-7386-4a50-afca-7a9948fecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.514088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-4d0a5174-7386-4a50-afca-7a9948fecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.514570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-4d0a5174-7386-4a50-afca-7a9948fecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.515042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-4d0a5174-7386-4a50-afca-7a9948fecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.516062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-4d0a5174-7386-4a50-afca-7a9948fecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.516530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-4d0a5174-7386-4a50-afca-7a9948fecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.529099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-4d0a5174-7386-4a50-afca-7a9948fecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.531304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-4d0a5174-7386-4a50-afca-7a9948fecb5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6408 time: 0.1619833 Feb 03 21:46:34.568807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a08cf433-d144-44e3-96f0-e4e0b7fa4a41 req-e4eb590f-469c-42b9-9b2b-72da4a7a1ce3 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852328 Feb 03 21:46:34.571950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb590f-469c-42b9-9b2b-72da4a7a1ce3 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6badd2-0fa6-41c8-bb75-374d5786f3e8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:34.581884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Transition to ACTIVE for port object 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:34.633473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:34.679619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc0b1-b0f1-46ff-a1f1-67a5554d195a req-4dc3b3e3-ba60-4b68-b3ed-2c52bd318f8c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.699364 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc0b1-b0f1-46ff-a1f1-67a5554d195a req-4dc3b3e3-ba60-4b68-b3ed-2c52bd318f8c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.711451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc0b1-b0f1-46ff-a1f1-67a5554d195a req-4dc3b3e3-ba60-4b68-b3ed-2c52bd318f8c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.726163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc0b1-b0f1-46ff-a1f1-67a5554d195a req-4dc3b3e3-ba60-4b68-b3ed-2c52bd318f8c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.738818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc0b1-b0f1-46ff-a1f1-67a5554d195a req-4dc3b3e3-ba60-4b68-b3ed-2c52bd318f8c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.748062 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc0b1-b0f1-46ff-a1f1-67a5554d195a req-4dc3b3e3-ba60-4b68-b3ed-2c52bd318f8c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.766595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc0b1-b0f1-46ff-a1f1-67a5554d195a req-4dc3b3e3-ba60-4b68-b3ed-2c52bd318f8c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.775750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed2cc0b1-b0f1-46ff-a1f1-67a5554d195a req-4dc3b3e3-ba60-4b68-b3ed-2c52bd318f8c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5392 time: 0.2055507 Feb 03 21:46:34.842925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-c6efb8b0-f044-488e-84e3-8ce47a45b2d9 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a794732209d74c0287e7a43687fd8a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648217 Feb 03 21:46:34.858363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:34.972245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-6c0aa554-c890-44d9-959f-1d57a0ba60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.972641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-6c0aa554-c890-44d9-959f-1d57a0ba60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.973192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-6c0aa554-c890-44d9-959f-1d57a0ba60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:34.977425 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-6c0aa554-c890-44d9-959f-1d57a0ba60e6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4383261 Feb 03 21:46:35.108368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-e233f1eb-ff32-4100-83ab-c268f82d8b44 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.111718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-e233f1eb-ff32-4100-83ab-c268f82d8b44 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558446 Feb 03 21:46:35.136577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Attempting to bind port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:35.137561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Attempting to bind port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:35.138058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Attempting to bind port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:35.144897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Request body: {'port': {'device_id': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': 'a794732209d74c0287e7a43687fd8a38'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:35.148377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b on network 2ba96de7-9574-463f-9395-0bebed75a28b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:35.148877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Attempting to bind port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:35.166180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:35.166774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Checking segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:35.167327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Bound using segment: {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:35.167952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Bound port: 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793e2e97-1440-4bb1-be79-b1c05cca9a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:35.168540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:35.196234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-f6309254-6486-4913-bbc3-76ea1bf6f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.197810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-f6309254-6486-4913-bbc3-76ea1bf6f1e5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2120323 Feb 03 21:46:35.251927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed2cc0b1-b0f1-46ff-a1f1-67a5554d195a req-337bca87-4ce6-4c44-86ea-f8eceabf9ed6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4541667 Feb 03 21:46:35.406070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] For port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:35.410575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] For port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:35.439134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-96ec8e4a-9ddb-4346-9109-fa13ce3ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.439983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-96ec8e4a-9ddb-4346-9109-fa13ce3ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.440893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-96ec8e4a-9ddb-4346-9109-fa13ce3ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.441544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-96ec8e4a-9ddb-4346-9109-fa13ce3ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.442284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-96ec8e4a-9ddb-4346-9109-fa13ce3ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.443079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-96ec8e4a-9ddb-4346-9109-fa13ce3ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.443870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-96ec8e4a-9ddb-4346-9109-fa13ce3ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.446989 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-96ec8e4a-9ddb-4346-9109-fa13ce3ba9a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6433 time: 0.1980741 Feb 03 21:46:35.508663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Made reservation on behalf of a794732209d74c0287e7a43687fd8a38 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:35.511960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:35.522847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:35.530404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468cdf9-fa68-4353-a62d-c6cb4ae5f240 req-e3598abf-f7c7-4d6b-a3e8-29d769424f37 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.532469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4468cdf9-fa68-4353-a62d-c6cb4ae5f240 req-e3598abf-f7c7-4d6b-a3e8-29d769424f37 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1382782 Feb 03 21:46:35.536381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:35.561972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0ecdf-16b9-4a67-97c5-9e26ac3aa334 req-083b088a-e240-4bae-b0ac-b89feba90408 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.563522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56f0ecdf-16b9-4a67-97c5-9e26ac3aa334 req-083b088a-e240-4bae-b0ac-b89feba90408 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1180038 Feb 03 21:46:35.618682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.619223 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:35.620618 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b HTTP/1.1" status: 200 len: 1090 time: 1.9001770 Feb 03 21:46:35.675425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98463759-9a63-46ee-9a12-602d421e1363 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:35.704826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:35.712260 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-bcaae225-8dd6-4893-ae90-f587845d563e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2633715 Feb 03 21:46:35.736686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4468cdf9-fa68-4353-a62d-c6cb4ae5f240 req-a8c0855c-9f0c-41e4-b8d5-10c8d1e6213a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747868 Feb 03 21:46:35.742552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-738ce922-910b-45b0-8937-9773e961f943 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:46:35.744087 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-738ce922-910b-45b0-8937-9773e961f943 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099852 Feb 03 21:46:35.767038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56f0ecdf-16b9-4a67-97c5-9e26ac3aa334 req-592abee6-e886-477a-be2c-2f8a4b9e7a1f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856208 Feb 03 21:46:35.827509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-b3e6d0fb-1746-4043-b94f-092160032922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.829585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-b3e6d0fb-1746-4043-b94f-092160032922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.835241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-b3e6d0fb-1746-4043-b94f-092160032922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:35.837051 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-b3e6d0fb-1746-4043-b94f-092160032922 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3393173 Feb 03 21:46:35.895577 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks [] for security_group (0595e1e6-5ed9-48ea-a867-96357da72e04), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:35.947075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56ff3708-b00b-43a2-8de2-b8f990b8b478 req-aa07aff0-20c4-44dd-a31a-9cfc68ed6298 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 210 time: 0.0769556 Feb 03 21:46:35.947917 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0595e1e6-5ed9-48ea-a867-96357da72e04), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:36.038563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4c169ac6-d185-4471-be32-85668e3022ef), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:36.093980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0595e1e6-5ed9-48ea-a867-96357da72e04,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:36.235675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Allocated IP 192.168.233.75 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/9e74ca76-517c-4571-8fe8-fb8c0c5be3a6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:36.261684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-e12bc0b6-7033-4654-986b-8cddd154ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.263204 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d67408d0-0faa-4e59-a4ca-7c1cb7fc078d req-e12bc0b6-7033-4654-986b-8cddd154ef10 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4093761 Feb 03 21:46:36.396992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:36.400180 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537bbebd-9cd8-4593-bdc9-b5500baaffac" -d '{"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:36.483249 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155b057f-5780-4512-af76-08ce28d73f98 x-openstack-request-id: req-155b057f-5780-4512-af76-08ce28d73f98 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:36.484764 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:36.484764 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-155b057f-5780-4512-af76-08ce28d73f98 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:36.485049 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b', 'status': 'completed', 'code': 200} Feb 03 21:46:36.527783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks [] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:36.574345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3746b-644f-473d-9a65-f457703502f6 req-437960a1-cf0a-405e-af1b-bd598002de11 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.581317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3746b-644f-473d-9a65-f457703502f6 req-437960a1-cf0a-405e-af1b-bd598002de11 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.588895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3746b-644f-473d-9a65-f457703502f6 req-437960a1-cf0a-405e-af1b-bd598002de11 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.595272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3746b-644f-473d-9a65-f457703502f6 req-437960a1-cf0a-405e-af1b-bd598002de11 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.603537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3746b-644f-473d-9a65-f457703502f6 req-437960a1-cf0a-405e-af1b-bd598002de11 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.605018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c169ac6-d185-4471-be32-85668e3022ef {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:36.610783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3746b-644f-473d-9a65-f457703502f6 req-437960a1-cf0a-405e-af1b-bd598002de11 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.615856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Publish callbacks [] for port (4c169ac6-d185-4471-be32-85668e3022ef), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:36.617642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3746b-644f-473d-9a65-f457703502f6 req-437960a1-cf0a-405e-af1b-bd598002de11 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.620029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49c3746b-644f-473d-9a65-f457703502f6 req-437960a1-cf0a-405e-af1b-bd598002de11 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5404 time: 0.2193413 Feb 03 21:46:36.647310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-1c5250b0-78e6-42a6-bccf-5ba37eefaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.647845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-1c5250b0-78e6-42a6-bccf-5ba37eefaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.648332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-1c5250b0-78e6-42a6-bccf-5ba37eefaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.649036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-1c5250b0-78e6-42a6-bccf-5ba37eefaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.649577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-1c5250b0-78e6-42a6-bccf-5ba37eefaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.650052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-1c5250b0-78e6-42a6-bccf-5ba37eefaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.650582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-1c5250b0-78e6-42a6-bccf-5ba37eefaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:36.652587 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-1c5250b0-78e6-42a6-bccf-5ba37eefaf22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6506 time: 0.1387458 Feb 03 21:46:36.662207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Transition to ACTIVE for port object 4c169ac6-d185-4471-be32-85668e3022ef will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:36.680480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4c169ac6-d185-4471-be32-85668e3022ef), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:36.792604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-7263f09c-8c52-4faa-9b28-574e5a07532e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--270088293&fields=id&tenant_id=65fd3c2875554529b9622a2a6acdc287 HTTP/1.1" status: 200 len: 267 time: 0.1675544 Feb 03 21:46:36.902349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49c3746b-644f-473d-9a65-f457703502f6 req-45007e2f-e328-45ce-94c7-a8f793da784e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2682335 Feb 03 21:46:36.949070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Pushing event updated for resources: {'Port': ['ID=4c169ac6-d185-4471-be32-85668e3022ef,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:36.960777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Attempting to bind port 4c169ac6-d185-4471-be32-85668e3022ef on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:36.961400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Attempting to bind port 4c169ac6-d185-4471-be32-85668e3022ef by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:36.961743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Attempting to bind port 4c169ac6-d185-4471-be32-85668e3022ef on network 8171fea6-6dc9-4528-8843-90775fdf9a94 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:37.003568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Port 4c169ac6-d185-4471-be32-85668e3022ef on network 8171fea6-6dc9-4528-8843-90775fdf9a94 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:37.003820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Attempting to bind port 4c169ac6-d185-4471-be32-85668e3022ef on network 8171fea6-6dc9-4528-8843-90775fdf9a94 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:37.032759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:37.032759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Checking segment: {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:37.032759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Bound using segment: {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:37.032759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Bound port: 4c169ac6-d185-4471-be32-85668e3022ef, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:37.035535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4c169ac6-d185-4471-be32-85668e3022ef), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:37.077193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-fb80e239-219d-4853-b43a-7e773bf50199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:37.077668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-fb80e239-219d-4853-b43a-7e773bf50199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:37.078657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-fb80e239-219d-4853-b43a-7e773bf50199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:37.080255 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-fb80e239-219d-4853-b43a-7e773bf50199 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3948116 Feb 03 21:46:37.091322 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:37.139865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:37.146549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:37.174893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:37.296578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-df503846-d4f6-4df4-856c-c34c2de8baf0 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:37.303759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-df503846-d4f6-4df4-856c-c34c2de8baf0 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/networks?id=35f428fe-d74f-40e7-a849-b4b8933ef3d1 HTTP/1.1" status: 200 len: 816 time: 0.4898741 Feb 03 21:46:37.310600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] For port 4c169ac6-d185-4471-be32-85668e3022ef, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:37.319303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] For port 4c169ac6-d185-4471-be32-85668e3022ef, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4c169ac6-d185-4471-be32-85668e3022ef,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:37.322755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:37.343361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4c169ac6-d185-4471-be32-85668e3022ef), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:37.346153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a25c-3946-4532-aef2-e5b4b7c5e52e req-2399bfcc-dc07-4ded-9777-fff05b21d16c tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:37.354201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6501a25c-3946-4532-aef2-e5b4b7c5e52e req-2399bfcc-dc07-4ded-9777-fff05b21d16c tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.2934442 Feb 03 21:46:37.393457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-8eec3fef-a4bd-4681-b007-7449ca6249e6 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/quotas/65fd3c2875554529b9622a2a6acdc287 HTTP/1.1" status: 200 len: 375 time: 0.0881250 Feb 03 21:46:37.411478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:37.412100 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:37.444212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Pushing event updated for resources: {'Port': ['ID=4c169ac6-d185-4471-be32-85668e3022ef,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:37.451280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-a878271a-877f-4874-b5c3-eaf0af3773e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:37.454303 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-537bbebd-9cd8-4593-bdc9-b5500baaffac req-a878271a-877f-4874-b5c3-eaf0af3773e3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3612258 Feb 03 21:46:37.475009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:37.483798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:37.486417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a8f05d6e-7051-4906-a794-da12787022ee service neutron] 10.222.0.47 "PUT /v2.0/ports/4c169ac6-d185-4471-be32-85668e3022ef HTTP/1.1" status: 200 len: 1091 time: 1.7925100 Feb 03 21:46:37.521545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6501a25c-3946-4532-aef2-e5b4b7c5e52e req-a1bca0e9-af5d-4677-8284-13fd619d59ce tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661618 Feb 03 21:46:37.538420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-49100b09-8ac7-433e-84a3-5636ca72c4c4 None None] Provisioning complete for port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:37.541683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-d0a5ddd8-80bf-4a63-92b1-763677f68167 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4084983 Feb 03 21:46:37.542647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49100b09-8ac7-433e-84a3-5636ca72c4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:37.547219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Request body: {'port': {'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:37.558852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Request body: {'port': {'device_id': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:37.623937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-49100b09-8ac7-433e-84a3-5636ca72c4c4 None None] Port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:37.627281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-366daffe-2c61-4d0b-9834-6e90cbf6020d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=65fd3c2875554529b9622a2a6acdc287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2223928 Feb 03 21:46:37.817124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-774c6a9b-e2fa-4f8b-ac87-869b939b9e37 service neutron] 10.222.0.50 "GET /v2.0/networks/35f428fe-d74f-40e7-a849-b4b8933ef3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888254 Feb 03 21:46:37.939853 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:37.965697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d997f34-788d-4c29-bbce-58050a09fb1e req-eb9fe612-5d6e-4fd7-a3f9-a16e158a48ff tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:37.967321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d997f34-788d-4c29-bbce-58050a09fb1e req-eb9fe612-5d6e-4fd7-a3f9-a16e158a48ff tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.2075109 Feb 03 21:46:38.070620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-13e019bc-333e-40f2-9f95-8a3154581c14 service neutron] 10.222.0.50 "GET /v2.0/networks/35f428fe-d74f-40e7-a849-b4b8933ef3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524107 Feb 03 21:46:38.088609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d997f34-788d-4c29-bbce-58050a09fb1e req-d351aa73-0584-4179-86e2-afa5261bc64a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073570 Feb 03 21:46:38.183443 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:38.263602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-85a43d37-4089-4c16-aa98-ba0a5af92640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.265176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-85a43d37-4089-4c16-aa98-ba0a5af92640 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1132 time: 0.1020806 Feb 03 21:46:38.417923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc33d9c-7255-43c6-9b4e-3669ff3bb3f8 req-a580a3e9-67b3-46f1-931e-c5983fe50159 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.419644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fc33d9c-7255-43c6-9b4e-3669ff3bb3f8 req-a580a3e9-67b3-46f1-931e-c5983fe50159 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 935 time: 0.1780157 Feb 03 21:46:38.514803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '4c169ac6-d185-4471-be32-85668e3022ef'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:38.518251 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce76d82a-d75a-4b76-9c91-8df0fa51b665" -d '{"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "4c169ac6-d185-4471-be32-85668e3022ef"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:38.521414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-f431dc28-57d4-4688-8cf1-aa4b9fca339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.522903 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-f431dc28-57d4-4688-8cf1-aa4b9fca339f service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2476034 Feb 03 21:46:38.622085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:38.638093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Publish callbacks [] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:38.642380 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-4a003222-9a89-4c52-be10-8717e83cc01e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 217 time: 0.0974360 Feb 03 21:46:38.666078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fc33d9c-7255-43c6-9b4e-3669ff3bb3f8 req-e89b3f19-8d97-4812-b643-3d183cc4d83c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389145 Feb 03 21:46:38.779429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-d499405a-6424-4bd7-a76f-04f0492a0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.781735 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-d499405a-6424-4bd7-a76f-04f0492a0e47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1298642 Feb 03 21:46:38.788972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Transition to ACTIVE for port object 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:38.817566 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:38.869669 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1b7beb-e2c8-4cc2-bdcb-98d1f1117866 x-openstack-request-id: req-1a1b7beb-e2c8-4cc2-bdcb-98d1f1117866 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:38.870013 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "4c169ac6-d185-4471-be32-85668e3022ef", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:38.870401 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a1b7beb-e2c8-4cc2-bdcb-98d1f1117866 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:38.870839 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '4c169ac6-d185-4471-be32-85668e3022ef', 'status': 'completed', 'code': 200} Feb 03 21:46:38.911047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39dc8f-e43e-4c31-9196-9d0b1927ef3e req-00baa318-d9f6-4191-9284-dbbef58b4ede tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.926753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39dc8f-e43e-4c31-9196-9d0b1927ef3e req-00baa318-d9f6-4191-9284-dbbef58b4ede tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.932685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39dc8f-e43e-4c31-9196-9d0b1927ef3e req-00baa318-d9f6-4191-9284-dbbef58b4ede tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.938978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39dc8f-e43e-4c31-9196-9d0b1927ef3e req-00baa318-d9f6-4191-9284-dbbef58b4ede tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.945072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39dc8f-e43e-4c31-9196-9d0b1927ef3e req-00baa318-d9f6-4191-9284-dbbef58b4ede tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.950986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39dc8f-e43e-4c31-9196-9d0b1927ef3e req-00baa318-d9f6-4191-9284-dbbef58b4ede tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.956995 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39dc8f-e43e-4c31-9196-9d0b1927ef3e req-00baa318-d9f6-4191-9284-dbbef58b4ede tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.965023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e39dc8f-e43e-4c31-9196-9d0b1927ef3e req-00baa318-d9f6-4191-9284-dbbef58b4ede tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5416 time: 0.2947085 Feb 03 21:46:38.985546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-07c9c1a9-8745-4db9-9fa9-025fa2ac7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:38.987395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-07c9c1a9-8745-4db9-9fa9-025fa2ac7f75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1946819 Feb 03 21:46:39.002590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:39.200057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-605d4563-4999-4ad9-aabe-b4b451a7d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.200621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-605d4563-4999-4ad9-aabe-b4b451a7d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.201131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-605d4563-4999-4ad9-aabe-b4b451a7d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.201611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-605d4563-4999-4ad9-aabe-b4b451a7d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.202076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-605d4563-4999-4ad9-aabe-b4b451a7d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.202599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-605d4563-4999-4ad9-aabe-b4b451a7d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.203908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-605d4563-4999-4ad9-aabe-b4b451a7d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.206362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-605d4563-4999-4ad9-aabe-b4b451a7d04e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6604 time: 0.3651791 Feb 03 21:46:39.209134 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-0ff56883-d8b7-41e1-88db-3a2feee4b64c service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077117 Feb 03 21:46:39.288259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Attempting to bind port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:39.288603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Attempting to bind port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:39.288940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Attempting to bind port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:39.331912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:39.332295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Attempting to bind port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:39.357762 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-42c384d7-2763-4096-85e0-3b0a825d4fe1 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308546 Feb 03 21:46:39.360820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5d821-9e1b-46d0-a85f-5d9c0c082006 req-c3e632dd-c9aa-4810-9ef5-76779b7e9535 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.372025 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbe5d821-9e1b-46d0-a85f-5d9c0c082006 req-c3e632dd-c9aa-4810-9ef5-76779b7e9535 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.4015205 Feb 03 21:46:39.421089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e39dc8f-e43e-4c31-9196-9d0b1927ef3e req-60409152-65bb-42a8-8143-7f99314c0710 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4547043 Feb 03 21:46:39.427961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:39.428250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:39.428581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:39.429114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Bound port: 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:39.429430 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:39.452409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:39.478618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Publish callbacks [] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:39.516529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Transition to ACTIVE for port object 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:39.556255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:39.610393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-8cfaf883-21bc-4340-a3f2-9bea34bc4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.610881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-8cfaf883-21bc-4340-a3f2-9bea34bc4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.613040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-8cfaf883-21bc-4340-a3f2-9bea34bc4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.616864 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-8cfaf883-21bc-4340-a3f2-9bea34bc4161 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4006014 Feb 03 21:46:39.642472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-194f0f20-1eca-485d-be87-32687cc6cb20 req-1178e325-87f6-4a62-912e-264d41ea82da tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0724273 Feb 03 21:46:39.654657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbe5d821-9e1b-46d0-a85f-5d9c0c082006 req-57d55e94-2d2d-4535-b417-2881ece2f7d2 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818534 Feb 03 21:46:39.724703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:39.736323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:39.751721 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:39.896917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:39.899563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:39.900895 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:39.902689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] 10.222.0.10 "PUT /v2.0/ports/9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 HTTP/1.1" status: 200 len: 1095 time: 2.3480494 Feb 03 21:46:39.912289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bc0e9-f709-488c-964d-d0e028db8790 service neutron] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:39.920333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:39.923704 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1073cc-4ac3-4682-b36e-09ae131fafef" -d '{"events": [{"name": "network-changed", "server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:40.078349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Attempting to bind port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:40.078754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Attempting to bind port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:40.079107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Attempting to bind port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 on network 8171fea6-6dc9-4528-8843-90775fdf9a94 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:40.101081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 on network 8171fea6-6dc9-4528-8843-90775fdf9a94 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:40.101416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Attempting to bind port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 on network 8171fea6-6dc9-4528-8843-90775fdf9a94 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:40.195745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22367954-ee84-41cf-9237-6ce9be5ca46f req-2752f7db-dcd4-43ea-a1d2-9c1827448493 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.200598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-ed12e804-e318-463d-aa06-23ba84d11962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.203443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22367954-ee84-41cf-9237-6ce9be5ca46f req-2752f7db-dcd4-43ea-a1d2-9c1827448493 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 947 time: 0.2967846 Feb 03 21:46:40.206081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce76d82a-d75a-4b76-9c91-8df0fa51b665 req-ed12e804-e318-463d-aa06-23ba84d11962 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5261328 Feb 03 21:46:40.208220 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:40.209810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Checking segment: {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:40.210231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Bound using segment: {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:40.213937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Bound port: 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418b5b68-3ca4-4f44-a3de-549d289ff699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:40.225303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:40.249153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-821d2ee1-6325-4264-82cf-f664125ccbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.251536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-821d2ee1-6325-4264-82cf-f664125ccbbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a794732209d74c0287e7a43687fd8a38&device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 1129 time: 0.2211716 Feb 03 21:46:40.285967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d50311-6d66-47c6-9e13-4e07d741ab60 req-fe11414d-c16d-40a3-b151-37e9e4e72076 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.287541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7d50311-6d66-47c6-9e13-4e07d741ab60 req-fe11414d-c16d-40a3-b151-37e9e4e72076 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.3838749 Feb 03 21:46:40.362994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-4ad44daf-c307-4367-a299-06275c49ed42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 HTTP/1.1" status: 200 len: 217 time: 0.1019475 Feb 03 21:46:40.379487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] For port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:40.383342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] For port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:40.393220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:40.423399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.424072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:40.428628 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] 10.222.0.47 "PUT /v2.0/ports/87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 HTTP/1.1" status: 200 len: 1091 time: 2.8869600 Feb 03 21:46:40.523200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-b7b678f4-3b9b-45a7-a807-9b946ef46743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.524694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-b7b678f4-3b9b-45a7-a807-9b946ef46743 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1514828 Feb 03 21:46:40.636344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7d50311-6d66-47c6-9e13-4e07d741ab60 req-331b31e8-7d83-4515-a750-f8c17e7243cc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373423 Feb 03 21:46:40.657382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22367954-ee84-41cf-9237-6ce9be5ca46f req-1e9f83ef-a26f-40a0-aa9f-b7c28a532be5 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530549 Feb 03 21:46:40.723646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-95a85ac3-1640-40eb-86e1-4259aea9d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.725695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-95a85ac3-1640-40eb-86e1-4259aea9d04f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1821599 Feb 03 21:46:40.729067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614448e-f28d-4d54-9730-1ca35ce20cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:40.817680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-236b7cf3-88bc-4d6f-a77f-e29af537b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.818258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-236b7cf3-88bc-4d6f-a77f-e29af537b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.819335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-236b7cf3-88bc-4d6f-a77f-e29af537b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.821248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-236b7cf3-88bc-4d6f-a77f-e29af537b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.822405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-236b7cf3-88bc-4d6f-a77f-e29af537b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.823636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-236b7cf3-88bc-4d6f-a77f-e29af537b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.826109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-236b7cf3-88bc-4d6f-a77f-e29af537b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.830873 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-236b7cf3-88bc-4d6f-a77f-e29af537b2e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6702 time: 0.3334384 Feb 03 21:46:40.915646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:40.924794 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013117f5-6ef0-4b7e-957d-454c10baac36" -d '{"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "87d5c59d-3a9b-4ee9-8c65-fbb3f663d264"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:40.946034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-c8455a33-d125-440f-b031-55a14a4ca95d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:40.950878 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-c8455a33-d125-440f-b031-55a14a4ca95d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.10 "GET /v2.0/networks?id=35f428fe-d74f-40e7-a849-b4b8933ef3d1 HTTP/1.1" status: 200 len: 816 time: 0.4489641 Feb 03 21:46:41.112345 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-9f653ed2-2288-4258-ab5d-b4378060371c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65fd3c2875554529b9622a2a6acdc287 HTTP/1.1" status: 200 len: 379 time: 0.1259634 Feb 03 21:46:41.114009 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b5cb9e34-7c91-4770-b0d8-63a549e7be97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37 HTTP/1.1" status: 200 len: 217 time: 0.1586215 Feb 03 21:46:41.136708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Request body: {'port': {'device_id': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'admin_state_up': True, 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'security_groups': ['73fd1c03-5754-4eac-8600-45d52d72e490']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:41.273104 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d33159b-57fe-4035-a037-c9184d351857 x-openstack-request-id: req-3d33159b-57fe-4035-a037-c9184d351857 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:41.273387 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:41.273633 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d33159b-57fe-4035-a037-c9184d351857 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:41.274223 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'status': 'completed', 'code': 200} Feb 03 21:46:41.287787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a715a943-b8cd-4583-81c2-1fe36d68fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.289438 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a715a943-b8cd-4583-81c2-1fe36d68fee8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d0e32b7-72c4-401c-922e-7b05f3d5716d HTTP/1.1" status: 200 len: 855 time: 0.1639125 Feb 03 21:46:41.403792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1bb7307-080b-46ee-ac77-eac00d6e32e4 req-3c630ffa-06be-4b92-85a8-fb56e522aa19 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.1130252 Feb 03 21:46:41.454574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Made reservation on behalf of 65fd3c2875554529b9622a2a6acdc287 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:46:41.459767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:41.515119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5d98e73d-f0d7-4f0f-bf04-f1bc2b672879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.517253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-5d98e73d-f0d7-4f0f-bf04-f1bc2b672879 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcffcd03-7cc7-43d0-89ef-82db50e549d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2192996 Feb 03 21:46:41.544404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad8e2-76e8-4a93-a3cf-344278f49b61 req-559b7979-bf05-4e36-8e5e-a301a4f5f662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.550530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad8e2-76e8-4a93-a3cf-344278f49b61 req-559b7979-bf05-4e36-8e5e-a301a4f5f662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.556224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad8e2-76e8-4a93-a3cf-344278f49b61 req-559b7979-bf05-4e36-8e5e-a301a4f5f662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.562080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad8e2-76e8-4a93-a3cf-344278f49b61 req-559b7979-bf05-4e36-8e5e-a301a4f5f662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.567494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad8e2-76e8-4a93-a3cf-344278f49b61 req-559b7979-bf05-4e36-8e5e-a301a4f5f662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.573002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad8e2-76e8-4a93-a3cf-344278f49b61 req-559b7979-bf05-4e36-8e5e-a301a4f5f662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.579040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad8e2-76e8-4a93-a3cf-344278f49b61 req-559b7979-bf05-4e36-8e5e-a301a4f5f662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.581148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f79ad8e2-76e8-4a93-a3cf-344278f49b61 req-559b7979-bf05-4e36-8e5e-a301a4f5f662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.3062668 Feb 03 21:46:41.635058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-83d7f61e-e008-4350-91c2-1802d287612c service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9026570 Feb 03 21:46:41.736780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858b4f-267c-4554-a6fd-def7d000b27b req-ccd56ac9-177e-4a10-8d27-fda91d97fcc2 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926023 Feb 03 21:46:41.783247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f79ad8e2-76e8-4a93-a3cf-344278f49b61 req-66ff451b-b6da-4ab4-9830-e83751e3020f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831138 Feb 03 21:46:41.802071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9def0c-d270-4555-89f7-30760e6d8e73 req-7de18745-13db-49dd-804d-fe9aba5b3f65 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:41.811922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da9def0c-d270-4555-89f7-30760e6d8e73 req-7de18745-13db-49dd-804d-fe9aba5b3f65 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.2295597 Feb 03 21:46:41.976009 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-67871828-b888-440a-a28b-c3921281c448 service neutron] 10.222.0.47 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488735 Feb 03 21:46:41.987307 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da9def0c-d270-4555-89f7-30760e6d8e73 req-bf5b4d28-a3db-4386-bad0-6fe784668f11 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719198 Feb 03 21:46:42.010244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-c9206955-7a66-44e4-be2a-48ce00349664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:42.012018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-c9206955-7a66-44e4-be2a-48ce00349664 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a794732209d74c0287e7a43687fd8a38&device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 1129 time: 0.1905429 Feb 03 21:46:42.211277 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0394cbe-3dd7-48bd-8f65-36499675faac x-openstack-request-id: req-a0394cbe-3dd7-48bd-8f65-36499675faac {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:42.211858 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "87d5c59d-3a9b-4ee9-8c65-fbb3f663d264", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:42.212295 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0394cbe-3dd7-48bd-8f65-36499675faac {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:42.212880 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264', 'status': 'completed', 'code': 200} Feb 03 21:46:42.243940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe18da-3a16-40cf-a7cc-d513aa4696f4 req-435ce85b-c1aa-4ea0-bedd-e583137d688b tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:42.251337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6fe18da-3a16-40cf-a7cc-d513aa4696f4 req-435ce85b-c1aa-4ea0-bedd-e583137d688b tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 947 time: 0.1312652 Feb 03 21:46:42.286625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48914ae6-d3c8-41b0-ac2a-6ca33043c2e6 req-920a04fe-de70-4f9c-aad6-8594b1af6279 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:42.294137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48914ae6-d3c8-41b0-ac2a-6ca33043c2e6 req-920a04fe-de70-4f9c-aad6-8594b1af6279 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1649809 Feb 03 21:46:42.304805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-a15ce5e0-a19d-4fcf-8ab3-30ac91ad2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:42.306313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-a15ce5e0-a19d-4fcf-8ab3-30ac91ad2a68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2856767 Feb 03 21:46:42.320856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Allocated IP 172.20.0.5 (35f428fe-d74f-40e7-a849-b4b8933ef3d1/c49bb92f-2799-4ced-8c17-b010a4206fc9/cdadb2d4-26d9-4547-9c04-c260152ff1f2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:46:42.373228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6fe18da-3a16-40cf-a7cc-d513aa4696f4 req-b0e8079f-bcf0-4cf0-965e-7601fe87f2bc tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201677 Feb 03 21:46:42.437110 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-ef22ad19-d857-4939-aadb-a31193befaa0 service neutron] 10.222.0.47 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578209 Feb 03 21:46:42.466153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-0795a10d-dccb-4a42-b521-343840a7506b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 HTTP/1.1" status: 200 len: 217 time: 0.1516302 Feb 03 21:46:42.517541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48914ae6-d3c8-41b0-ac2a-6ca33043c2e6 req-0c29928f-aa59-4b17-8752-5533c7e8dff2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223628 Feb 03 21:46:42.546527 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-1bae83c2-f009-405f-bef2-b2420d876894 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=512ba836-5136-4a81-b3ab-7bb09c9c0c04 HTTP/1.1" status: 200 len: 217 time: 0.0793567 Feb 03 21:46:42.573709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2d73ad1-df03-44cc-a644-44d66397b038 req-14a3e057-4b79-4416-badc-d78920d31333 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0539794 Feb 03 21:46:42.615664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-f2224516-81cb-4eb2-92bc-280885c4f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:42.617200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-f2224516-81cb-4eb2-92bc-280885c4f1c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1214995 Feb 03 21:46:42.654564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-f8b7cb09-114b-41ce-ad46-f2425ab03ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:42.657176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-f8b7cb09-114b-41ce-ad46-f2425ab03ad2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.1008115 Feb 03 21:46:42.699691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:42.732736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-28daff6a-dbf4-4d7f-b358-74ed90460dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:42.735109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-28daff6a-dbf4-4d7f-b358-74ed90460dd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1100969 Feb 03 21:46:42.768733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-7f41b778-95e8-420f-bdd0-41d0c47e7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:42.777615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-7f41b778-95e8-420f-bdd0-41d0c47e7b2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1119859 Feb 03 21:46:42.779242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:42.864736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-f6ef8004-023d-4e80-a1bb-74b9807c6aca service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200840 Feb 03 21:46:42.902716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:46:42.979581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Pushing event updated for resources: {'Port': ['ID=cdadb2d4-26d9-4547-9c04-c260152ff1f2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:42.983061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:46:42.986792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:46:43.127882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.135915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:43.195634 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-937bd711-95ca-487c-985e-9b276c8a7809 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964627 Feb 03 21:46:43.197486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c1073cc-4ac3-4682-b36e-09ae131fafef req-47766cfa-3523-44a7-a8b0-e218dbd4743c service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212802 Feb 03 21:46:43.217160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-189e0694-3443-4c38-a8fb-2ae47e097b43 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0928144 Feb 03 21:46:43.234010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Request body: {'port': {'device_id': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:46:43.284534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5088-94d5-459f-96e0-007a8c742d08 req-eb4b8771-78b3-403d-9b55-6184b27348d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.291090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5088-94d5-459f-96e0-007a8c742d08 req-eb4b8771-78b3-403d-9b55-6184b27348d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.299136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5088-94d5-459f-96e0-007a8c742d08 req-eb4b8771-78b3-403d-9b55-6184b27348d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.310302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5088-94d5-459f-96e0-007a8c742d08 req-eb4b8771-78b3-403d-9b55-6184b27348d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.317226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5088-94d5-459f-96e0-007a8c742d08 req-eb4b8771-78b3-403d-9b55-6184b27348d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.323191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5088-94d5-459f-96e0-007a8c742d08 req-eb4b8771-78b3-403d-9b55-6184b27348d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.330005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5088-94d5-459f-96e0-007a8c742d08 req-eb4b8771-78b3-403d-9b55-6184b27348d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.332104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62ef5088-94d5-459f-96e0-007a8c742d08 req-eb4b8771-78b3-403d-9b55-6184b27348d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.3696675 Feb 03 21:46:43.391737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:43.406824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b864c60e-11cd-4527-a6c0-67014991a629 None None] Provisioning complete for port cdadb2d4-26d9-4547-9c04-c260152ff1f2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:43.408726 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b864c60e-11cd-4527-a6c0-67014991a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:43.409802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa074ec-b4b6-4f01-888e-0e6801994cb4 req-2d2da84f-debe-4b4a-b050-8e24758ecbab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.417626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fa074ec-b4b6-4f01-888e-0e6801994cb4 req-2d2da84f-debe-4b4a-b050-8e24758ecbab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.2508919 Feb 03 21:46:43.448835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b864c60e-11cd-4527-a6c0-67014991a629 None None] Port cdadb2d4-26d9-4547-9c04-c260152ff1f2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:46:43.493653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-ae38a964-2be1-48fa-ae3b-c8b12e9b7b89 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879777 Feb 03 21:46:43.531119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62ef5088-94d5-459f-96e0-007a8c742d08 req-0c6b2f22-8346-4e3b-b874-9c5af876c4e3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1923568 Feb 03 21:46:43.546692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fa074ec-b4b6-4f01-888e-0e6801994cb4 req-5b300058-13ba-492a-866f-9bc81ff57d85 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245084 Feb 03 21:46:43.673140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-c1092bb2-dd19-4932-befe-fff34299b51b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=e36b55fe-4080-4085-94cd-25bb04d6c057 HTTP/1.1" status: 200 len: 217 time: 0.1077828 Feb 03 21:46:43.761932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2552fab-5235-4e18-812a-06c8cae620fd req-9ab759eb-b6a1-4152-b691-43a13a98840a tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.771193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2552fab-5235-4e18-812a-06c8cae620fd req-9ab759eb-b6a1-4152-b691-43a13a98840a tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 947 time: 0.1500762 Feb 03 21:46:43.839545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2552fab-5235-4e18-812a-06c8cae620fd req-6c8e27ec-965a-456e-85aa-96c9ba193599 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669768 Feb 03 21:46:43.847357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b1b74537-f8ae-4803-b7b2-af3dbb257367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.849142 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b1b74537-f8ae-4803-b7b2-af3dbb257367 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.1674061 Feb 03 21:46:43.917235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bedc7-4fdc-4b05-8d72-e1e73cab2bd5 req-21b694ce-e886-4232-85b2-0e0c9290b99e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:43.925947 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a8bedc7-4fdc-4b05-8d72-e1e73cab2bd5 req-21b694ce-e886-4232-85b2-0e0c9290b99e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.2446413 Feb 03 21:46:44.047549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a8bedc7-4fdc-4b05-8d72-e1e73cab2bd5 req-c34d8d18-5438-44e8-8239-f038cae01413 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202099 Feb 03 21:46:44.067924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb146c-cce3-4d2d-85c3-b6fc1b86193f req-f3248d28-b9c3-4862-99a9-55ad4fde70bc tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:44.069565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60eb146c-cce3-4d2d-85c3-b6fc1b86193f req-f3248d28-b9c3-4862-99a9-55ad4fde70bc tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 931 time: 0.0986090 Feb 03 21:46:44.134859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60eb146c-cce3-4d2d-85c3-b6fc1b86193f req-2657751c-4d8f-4274-a357-1ec180724dca tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568397 Feb 03 21:46:44.338925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-856c6f01-b39c-4130-b6eb-8dac3542799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:44.341173 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-856c6f01-b39c-4130-b6eb-8dac3542799a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4743648 Feb 03 21:46:44.451768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdadb2d4-26d9-4547-9c04-c260152ff1f2 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:44.463154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Publish callbacks [] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:44.494639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Transition to ACTIVE for port object cdadb2d4-26d9-4547-9c04-c260152ff1f2 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:46:44.501765 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-400fbca7-7c0c-46cf-9868-2229323f91c6 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499572 Feb 03 21:46:44.503151 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:44.635922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Pushing event updated for resources: {'Port': ['ID=cdadb2d4-26d9-4547-9c04-c260152ff1f2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:44.835345 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-52624118-715e-4b1d-867d-b2643bb05278 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022816 Feb 03 21:46:44.933112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7602-28b4-4481-9d74-f7652b25bf15 req-c61822e4-77ff-4365-819b-439eb3bd1e8b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:44.949536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7602-28b4-4481-9d74-f7652b25bf15 req-c61822e4-77ff-4365-819b-439eb3bd1e8b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:44.960296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7602-28b4-4481-9d74-f7652b25bf15 req-c61822e4-77ff-4365-819b-439eb3bd1e8b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:44.970867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7602-28b4-4481-9d74-f7652b25bf15 req-c61822e4-77ff-4365-819b-439eb3bd1e8b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:44.973348 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a492b588-76de-4090-a97c-33d486869b4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=3b8fd510-f612-48d4-a752-2f072032f355 HTTP/1.1" status: 200 len: 217 time: 0.1288733 Feb 03 21:46:44.976268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Attempting to bind port cdadb2d4-26d9-4547-9c04-c260152ff1f2 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:46:44.978268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Attempting to bind port cdadb2d4-26d9-4547-9c04-c260152ff1f2 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:46:44.978733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Attempting to bind port cdadb2d4-26d9-4547-9c04-c260152ff1f2 on network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:44.983326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7602-28b4-4481-9d74-f7652b25bf15 req-c61822e4-77ff-4365-819b-439eb3bd1e8b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:44.991431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7602-28b4-4481-9d74-f7652b25bf15 req-c61822e4-77ff-4365-819b-439eb3bd1e8b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:44.993919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Port cdadb2d4-26d9-4547-9c04-c260152ff1f2 on network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:46:44.994346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Attempting to bind port cdadb2d4-26d9-4547-9c04-c260152ff1f2 on network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:46:45.005321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7602-28b4-4481-9d74-f7652b25bf15 req-c61822e4-77ff-4365-819b-439eb3bd1e8b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:45.018222 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-341e7602-28b4-4481-9d74-f7652b25bf15 req-c61822e4-77ff-4365-819b-439eb3bd1e8b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.2975264 Feb 03 21:46:45.054112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:46:45.054751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Checking segment: {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:46:45.055512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Bound using segment: {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:46:45.056161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Bound port: cdadb2d4-26d9-4547-9c04-c260152ff1f2, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72ebc3e-e464-421f-87bf-4484c492ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:46:45.056868 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:45.099491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e3fb0-c155-4d02-a4e6-d6f76dd4c271 req-d986d09b-5c39-4d1a-a895-a29914a03254 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:45.107630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe4e3fb0-c155-4d02-a4e6-d6f76dd4c271 req-d986d09b-5c39-4d1a-a895-a29914a03254 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.3222647 Feb 03 21:46:45.140944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-341e7602-28b4-4481-9d74-f7652b25bf15 req-c39c875e-53a8-4ff3-bf33-da7cbea0a4c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116683 Feb 03 21:46:45.171091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-dfb69bdc-e6da-49ef-8a87-d4f0b8e32318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:45.178934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-dfb69bdc-e6da-49ef-8a87-d4f0b8e32318 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.1814508 Feb 03 21:46:45.235012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe4e3fb0-c155-4d02-a4e6-d6f76dd4c271 req-5ca0317b-ae29-4268-abf6-12e42d0983a1 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257513 Feb 03 21:46:45.287896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] For port cdadb2d4-26d9-4547-9c04-c260152ff1f2, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:46:45.292178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] For port cdadb2d4-26d9-4547-9c04-c260152ff1f2, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cdadb2d4-26d9-4547-9c04-c260152ff1f2,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:46:45.321291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:45.328663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-db7c51a5-3395-4e28-8305-be76fb5ab107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:45.330367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-db7c51a5-3395-4e28-8305-be76fb5ab107 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1362996 Feb 03 21:46:45.487913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:45.492234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163cda0-ae9a-4027-b983-99dd192696eb req-19c50514-9128-41fb-b368-d9fb1b001364 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:45.493035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:45.494622 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] 10.222.0.10 "PUT /v2.0/ports/cdadb2d4-26d9-4547-9c04-c260152ff1f2 HTTP/1.1" status: 200 len: 1091 time: 2.2649865 Feb 03 21:46:45.495375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4163cda0-ae9a-4027-b983-99dd192696eb req-19c50514-9128-41fb-b368-d9fb1b001364 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1424055 Feb 03 21:46:45.504309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677c0b8-c3c4-41c7-a3b5-5830faac682d req-6d46c465-a5e6-41ab-a563-4e5c48a58ce4 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:45.508452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7677c0b8-c3c4-41c7-a3b5-5830faac682d req-6d46c465-a5e6-41ab-a563-4e5c48a58ce4 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 947 time: 0.2120471 Feb 03 21:46:45.509743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'tag': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:45.521667 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472cc82d-f873-407f-aa13-f0db168ef6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a736cf3-3ae3-42e7-96b1-8deb017719bf", "tag": "cdadb2d4-26d9-4547-9c04-c260152ff1f2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:45.586911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4163cda0-ae9a-4027-b983-99dd192696eb req-af82faa6-9aec-45d7-b3a1-1e4ec74e887f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773268 Feb 03 21:46:45.619043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82935a02-ea8d-4a96-abb4-4a7886d0750f service neutron] Pushing event updated for resources: {'Port': ['ID=cdadb2d4-26d9-4547-9c04-c260152ff1f2,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:45.650167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7677c0b8-c3c4-41c7-a3b5-5830faac682d req-a85d7d77-517c-4a5d-9e86-765f98da4436 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211984 Feb 03 21:46:45.655172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-ba87911b-6ca5-49bc-b503-adf142707a49 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179054 Feb 03 21:46:45.712103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-31959ffb-da2e-428c-a831-dfab5d47a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:45.715511 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-31959ffb-da2e-428c-a831-dfab5d47a767 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65fd3c2875554529b9622a2a6acdc287&device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 1125 time: 0.1613407 Feb 03 21:46:45.911428 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-9cc6fe1d-4dda-4b45-80ff-5266a2a41620 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdadb2d4-26d9-4547-9c04-c260152ff1f2 HTTP/1.1" status: 200 len: 217 time: 0.1497569 Feb 03 21:46:45.917185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-cc52bfab-a762-4807-a7af-c7c7c9ace1ef service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499998 Feb 03 21:46:45.945168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f47cf-02b1-4a80-bb32-b3f1f8845aea req-9f17edb2-b855-4fef-adea-f57c44eb6b7e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:45.947872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f4f47cf-02b1-4a80-bb32-b3f1f8845aea req-9f17edb2-b855-4fef-adea-f57c44eb6b7e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.1206889 Feb 03 21:46:46.001883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-5946742d-9de0-4e0e-8a66-1e974e423dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.003558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-5946742d-9de0-4e0e-8a66-1e974e423dd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c49bb92f-2799-4ced-8c17-b010a4206fc9 HTTP/1.1" status: 200 len: 855 time: 0.0850821 Feb 03 21:46:46.023935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f4f47cf-02b1-4a80-bb32-b3f1f8845aea req-7c66d145-ce0c-40fd-b0b1-cfb2d00b34fb tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699377 Feb 03 21:46:46.044512 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0d631f-a235-4921-a79e-e80c16bac517 x-openstack-request-id: req-ad0d631f-a235-4921-a79e-e80c16bac517 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:46.044512 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a736cf3-3ae3-42e7-96b1-8deb017719bf", "tag": "cdadb2d4-26d9-4547-9c04-c260152ff1f2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:46.044512 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad0d631f-a235-4921-a79e-e80c16bac517 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:46.044512 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'tag': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2', 'status': 'completed', 'code': 200} Feb 03 21:46:46.075565 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-ba560f7d-7f3e-4037-957f-5874ba984ccd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b HTTP/1.1" status: 200 len: 217 time: 0.1460292 Feb 03 21:46:46.156077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e9732-ed4f-47f0-9322-4d870bde091d req-fcc344ac-f037-489b-ae13-27680f9d7126 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.157928 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e5e9732-ed4f-47f0-9322-4d870bde091d req-fcc344ac-f037-489b-ae13-27680f9d7126 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.0779088 Feb 03 21:46:46.162772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-6c5b2899-cdf4-446a-941d-086f7819be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.164492 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-6c5b2899-cdf4-446a-941d-086f7819be50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=35f428fe-d74f-40e7-a849-b4b8933ef3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1238787 Feb 03 21:46:46.222241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a516c57d-3911-4cba-bd5f-890197145704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.222496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e5e9732-ed4f-47f0-9322-4d870bde091d req-e400ef9e-cfba-415a-bace-d4c665fade75 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588753 Feb 03 21:46:46.229774 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a516c57d-3911-4cba-bd5f-890197145704 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.1427252 Feb 03 21:46:46.348364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-309b940f-4a7a-4868-9db6-0ea761fa3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.349908 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-309b940f-4a7a-4868-9db6-0ea761fa3c58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1095128 Feb 03 21:46:46.373414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:46.383336 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-86c4bd18-32aa-4f4b-aecb-4874da8cf0c5 service neutron] 10.222.0.10 "GET /v2.0/networks/35f428fe-d74f-40e7-a849-b4b8933ef3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009470 Feb 03 21:46:46.492797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9b174-1fd0-4bc9-bcc7-1f5cfa9275fc req-1ab134ff-01bf-4a67-bd1c-b8031d746f76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.498735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9b174-1fd0-4bc9-bcc7-1f5cfa9275fc req-1ab134ff-01bf-4a67-bd1c-b8031d746f76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.507398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9b174-1fd0-4bc9-bcc7-1f5cfa9275fc req-1ab134ff-01bf-4a67-bd1c-b8031d746f76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.514478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9b174-1fd0-4bc9-bcc7-1f5cfa9275fc req-1ab134ff-01bf-4a67-bd1c-b8031d746f76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.523189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9b174-1fd0-4bc9-bcc7-1f5cfa9275fc req-1ab134ff-01bf-4a67-bd1c-b8031d746f76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.530244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9b174-1fd0-4bc9-bcc7-1f5cfa9275fc req-1ab134ff-01bf-4a67-bd1c-b8031d746f76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.539119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9b174-1fd0-4bc9-bcc7-1f5cfa9275fc req-1ab134ff-01bf-4a67-bd1c-b8031d746f76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.541787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89b9b174-1fd0-4bc9-bcc7-1f5cfa9275fc req-1ab134ff-01bf-4a67-bd1c-b8031d746f76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.2742782 Feb 03 21:46:46.570909 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-7b23d5ac-d8f6-483b-a3e5-9ab8071553c3 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095644 Feb 03 21:46:46.604842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:46.633279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'mac_address': 'fa:16:3e:30:94:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:46.665775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89b9b174-1fd0-4bc9-bcc7-1f5cfa9275fc req-f291f41d-4b40-498b-9488-63c33e617f6f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155658 Feb 03 21:46:46.668298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fc82f79-2001-47a8-bf21-74415b88cab1 req-64d586c4-2b72-4a11-96be-e9d6ced237c1 service neutron] 10.222.0.10 "GET /v2.0/networks/35f428fe-d74f-40e7-a849-b4b8933ef3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606001 Feb 03 21:46:46.682478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcede14-fae3-49d8-9998-7be0a7e49acd req-d949c5ae-f019-4aa1-907d-6d02e1be60a4 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.687082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adcede14-fae3-49d8-9998-7be0a7e49acd req-d949c5ae-f019-4aa1-907d-6d02e1be60a4 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.3505385 Feb 03 21:46:46.748993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:46.749686 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:46.785830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:46.791252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adcede14-fae3-49d8-9998-7be0a7e49acd req-1a623841-d3c6-4f56-8b78-1ce4cb082de1 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982919 Feb 03 21:46:46.852022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:46.853050 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-3efb95ec-a1da-446f-8d5f-b3765391908e service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744265 Feb 03 21:46:46.857530 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:46.969224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:46.977985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.978596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.979114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.979613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.980107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.980697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.980876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ff6f-235b-44a0-af0a-50cf9e885806 req-61bf59ee-3696-44d9-8758-e2b1a242a7cb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:46.981730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.982363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.982717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2576ff6f-235b-44a0-af0a-50cf9e885806 req-61bf59ee-3696-44d9-8758-e2b1a242a7cb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1658204 Feb 03 21:46:46.983460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.984225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.984740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.985273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.985607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:46:46.993813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba571d71-2c22-4d2c-888e-f73892a75645 req-bbe9dbb5-24aa-4fa5-8694-bb56d2187f97 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.003711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba571d71-2c22-4d2c-888e-f73892a75645 req-bbe9dbb5-24aa-4fa5-8694-bb56d2187f97 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 948 time: 0.0798943 Feb 03 21:46:47.014262 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2553b8ca-89a5-4297-aac2-80336a1144a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c169ac6-d185-4471-be32-85668e3022ef HTTP/1.1" status: 200 len: 217 time: 0.1448431 Feb 03 21:46:47.085039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba571d71-2c22-4d2c-888e-f73892a75645 req-3e920c54-b5eb-4dce-b80d-a494c4d88581 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756562 Feb 03 21:46:47.120154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-f942f103-8da0-4042-aea8-42a79035bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.121669 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-f942f103-8da0-4042-aea8-42a79035bcd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=769e4d37-b014-48c5-a848-37056cd8ff3d HTTP/1.1" status: 200 len: 797 time: 0.1066418 Feb 03 21:46:47.139225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2576ff6f-235b-44a0-af0a-50cf9e885806 req-caebb085-068d-4b47-ba58-4f335c49a40a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276600 Feb 03 21:46:47.160940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-c2cc4da1-f79f-469f-8a0c-0d5ee7070a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.162461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-c2cc4da1-f79f-469f-8a0c-0d5ee7070a23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65fd3c2875554529b9622a2a6acdc287&device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 1125 time: 0.4138765 Feb 03 21:46:47.216137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bf393-9b46-44fb-a7e0-86c774cc37b2 req-a32f6624-ac5d-4d62-9adf-1232d0f2ee5f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.223695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae3bf393-9b46-44fb-a7e0-86c774cc37b2 req-a32f6624-ac5d-4d62-9adf-1232d0f2ee5f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0632870 Feb 03 21:46:47.245796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9e74ca76-517c-4571-8fe8-fb8c0c5be3a6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:47.290310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-5960bd3c-4865-45b7-9bea-a48248fedb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.297878 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-5960bd3c-4865-45b7-9bea-a48248fedb1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=35f428fe-d74f-40e7-a849-b4b8933ef3d1 HTTP/1.1" status: 200 len: 917 time: 0.1193085 Feb 03 21:46:47.310260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae3bf393-9b46-44fb-a7e0-86c774cc37b2 req-300830ff-66b6-4bed-8d2e-23ba681dd9fd tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794241 Feb 03 21:46:47.364197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-8f46e048-2c2f-4e5b-ac31-331702016855 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.365806 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-8f46e048-2c2f-4e5b-ac31-331702016855 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.5114646 Feb 03 21:46:47.369117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-80604f3d-3e0f-44f8-b82a-0ae55faffc1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdadb2d4-26d9-4547-9c04-c260152ff1f2 HTTP/1.1" status: 200 len: 217 time: 0.0548418 Feb 03 21:46:47.398187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb01dd-a36c-47dc-b43a-7affa14c2636 req-932627e9-5c72-4f11-bfb6-f6de100d4b9f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.400251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bfb01dd-a36c-47dc-b43a-7affa14c2636 req-932627e9-5c72-4f11-bfb6-f6de100d4b9f tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.0608168 Feb 03 21:46:47.443471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a51a7539-9a91-48aa-9f73-f54f511638f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.445036 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-a51a7539-9a91-48aa-9f73-f54f511638f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8171fea6-6dc9-4528-8843-90775fdf9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3137758 Feb 03 21:46:47.471292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bfb01dd-a36c-47dc-b43a-7affa14c2636 req-fc7e05ac-a113-4090-8237-2c65a9b31bf8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650287 Feb 03 21:46:47.502907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-2ff9a275-bd3a-40c0-93f3-82310f768608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.504489 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-2ff9a275-bd3a-40c0-93f3-82310f768608 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c49bb92f-2799-4ced-8c17-b010a4206fc9 HTTP/1.1" status: 200 len: 855 time: 0.1239138 Feb 03 21:46:47.682509 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-cbb9d452-99c3-4f89-91c5-eaa17c83ae71 service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294321 Feb 03 21:46:47.685368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-e3078b64-9059-4162-8f9c-79fa046eb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.688062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-e3078b64-9059-4162-8f9c-79fa046eb162 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=35f428fe-d74f-40e7-a849-b4b8933ef3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1517303 Feb 03 21:46:47.794730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Deleting port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:46:47.795345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:47.878149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefa50-d01d-405d-b0bb-7a2aba39f810 req-f9927ef3-6a4a-4da8-961a-054b81a2fa23 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.883849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefa50-d01d-405d-b0bb-7a2aba39f810 req-f9927ef3-6a4a-4da8-961a-054b81a2fa23 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.889319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefa50-d01d-405d-b0bb-7a2aba39f810 req-f9927ef3-6a4a-4da8-961a-054b81a2fa23 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.894806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefa50-d01d-405d-b0bb-7a2aba39f810 req-f9927ef3-6a4a-4da8-961a-054b81a2fa23 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.900047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefa50-d01d-405d-b0bb-7a2aba39f810 req-f9927ef3-6a4a-4da8-961a-054b81a2fa23 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.906853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefa50-d01d-405d-b0bb-7a2aba39f810 req-f9927ef3-6a4a-4da8-961a-054b81a2fa23 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.918620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefa50-d01d-405d-b0bb-7a2aba39f810 req-f9927ef3-6a4a-4da8-961a-054b81a2fa23 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:47.920619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30cefa50-d01d-405d-b0bb-7a2aba39f810 req-f9927ef3-6a4a-4da8-961a-054b81a2fa23 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1442840 Feb 03 21:46:48.039262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c56f53-338f-4b5f-947d-b41fbcda7c62 req-76f7273d-7b00-44b9-a8f1-94a22fc2be25 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:48.041099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69c56f53-338f-4b5f-947d-b41fbcda7c62 req-76f7273d-7b00-44b9-a8f1-94a22fc2be25 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1191912 Feb 03 21:46:48.048588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30cefa50-d01d-405d-b0bb-7a2aba39f810 req-a2150aad-8271-40d6-afb8-338153433244 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937700 Feb 03 21:46:48.161303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69c56f53-338f-4b5f-947d-b41fbcda7c62 req-749abd0c-e818-4c01-9447-9075f5c0d60a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115148 Feb 03 21:46:48.251493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c0f9c-30f7-422d-9a0a-1dc836552cab req-67acafe6-564d-428b-b395-d84fdd83d1a3 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:48.259054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a4c0f9c-30f7-422d-9a0a-1dc836552cab req-67acafe6-564d-428b-b395-d84fdd83d1a3 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 948 time: 0.0864682 Feb 03 21:46:48.319558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-857bb952-282a-4fe1-8172-b89f4182ad0c service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299412 Feb 03 21:46:48.336876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75142c09-7248-4f40-90dd-c45df9018992 req-713fbc52-3d0e-4806-9072-9dbf626526ee tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:48.339461 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75142c09-7248-4f40-90dd-c45df9018992 req-713fbc52-3d0e-4806-9072-9dbf626526ee tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1086888 Feb 03 21:46:48.345587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a4c0f9c-30f7-422d-9a0a-1dc836552cab req-64bae461-6583-4d09-9de9-4055a75330cd tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856771 Feb 03 21:46:48.401740 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-cf318c24-c807-4d41-8e04-849144af0956 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 HTTP/1.1" status: 200 len: 217 time: 0.0676210 Feb 03 21:46:48.424843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75142c09-7248-4f40-90dd-c45df9018992 req-2f1a873b-4ae9-46c4-8365-da5cfd271cd2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638645 Feb 03 21:46:48.452480 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-c9e3edc4-1a0a-4f4e-b600-46f86ba434fd service neutron] 10.222.0.10 "GET /v2.0/networks/35f428fe-d74f-40e7-a849-b4b8933ef3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7427077 Feb 03 21:46:48.469538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] For port c07f34bb-b3fd-421e-b8d0-fb7097ce2866, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:48.469908 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:48.501468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1368fe-f325-4052-9c84-79df23094d32 req-bcd84488-37a8-433a-80d0-cd41ff56ff5d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:48.507354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa1368fe-f325-4052-9c84-79df23094d32 req-bcd84488-37a8-433a-80d0-cd41ff56ff5d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0784242 Feb 03 21:46:48.532820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Calling delete_port for c07f34bb-b3fd-421e-b8d0-fb7097ce2866 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:46:48.535394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4c729ff-b283-4cd4-83b0-b4a9011ff92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:48.536845 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-b4c729ff-b283-4cd4-83b0-b4a9011ff92f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=769e4d37-b014-48c5-a848-37056cd8ff3d HTTP/1.1" status: 200 len: 797 time: 0.1289260 Feb 03 21:46:48.585121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa1368fe-f325-4052-9c84-79df23094d32 req-154da6f5-344c-47be-9e7d-7f31e76b518b tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726883 Feb 03 21:46:48.631048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52551af-5ef2-4e16-aa07-32738acf7806 req-4a1907cf-d229-46c2-b4ad-47f4f4a2fb67 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:48.632748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c52551af-5ef2-4e16-aa07-32738acf7806 req-4a1907cf-d229-46c2-b4ad-47f4f4a2fb67 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b3ad41a-60cf-4228-b51e-e6a8727771e9 HTTP/1.1" status: 200 len: 945 time: 0.0627046 Feb 03 21:46:48.681311 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472cc82d-f873-407f-aa13-f0db168ef6c3 req-d94cad35-c856-4fe3-bee6-c7b33e90c949 service neutron] 10.222.0.10 "GET /v2.0/networks/35f428fe-d74f-40e7-a849-b4b8933ef3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086632 Feb 03 21:46:48.683039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c52551af-5ef2-4e16-aa07-32738acf7806 req-83ba331c-b0eb-4de1-a91d-28baa3532665 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426700 Feb 03 21:46:48.690786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2e341c50-449a-44bc-ade8-011e00eb516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:48.692324 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2e341c50-449a-44bc-ade8-011e00eb516e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8171fea6-6dc9-4528-8843-90775fdf9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1460536 Feb 03 21:46:48.809640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c07f34bb-b3fd-421e-b8d0-fb7097ce2866), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:48.821755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c07f34bb-b3fd-421e-b8d0-fb7097ce2866'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:48.855191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Pushing event deleted for resources: {'Port': ['ID=c07f34bb-b3fd-421e-b8d0-fb7097ce2866,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:48.859525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-16ee2d9e-6b75-44a3-b039-1d869a41221f service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595914 Feb 03 21:46:48.940509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] No DVR routers for this DVR port c07f34bb-b3fd-421e-b8d0-fb7097ce2866 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:46:48.943621 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:48.946859 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e68f5b3f-a418-4f40-a84a-271a11d9727e req-43321110-8dc0-4e0e-afc4-557a7852ada8 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.47 "DELETE /v2.0/ports/c07f34bb-b3fd-421e-b8d0-fb7097ce2866 HTTP/1.1" status: 204 len: 173 time: 1.5731881 Feb 03 21:46:48.947307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'name': 'network-vif-deleted', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:48.949563 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ffa5b-c34a-452a-b6a8-9bc7ba1774c9" -d '{"events": [{"server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "name": "network-vif-deleted", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:48.996732 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1fbdb08c-5e7c-4b34-9c0c-62db4f94a008 req-2dd7f413-90ef-4346-8b55-feac5f83931f service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303716 Feb 03 21:46:49.003038 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89985888-c171-4726-9b80-d2e5302197a6 x-openstack-request-id: req-89985888-c171-4726-9b80-d2e5302197a6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:49.003407 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3ad41a-60cf-4228-b51e-e6a8727771e9", "name": "network-vif-deleted", "tag": "c07f34bb-b3fd-421e-b8d0-fb7097ce2866", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:49.003679 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89985888-c171-4726-9b80-d2e5302197a6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:49.004195 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3ad41a-60cf-4228-b51e-e6a8727771e9', 'name': 'network-vif-deleted', 'tag': 'c07f34bb-b3fd-421e-b8d0-fb7097ce2866', 'status': 'completed', 'code': 200} Feb 03 21:46:49.131643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-75064ba2-84ad-4bb3-a00b-19c70329252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.132495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-75064ba2-84ad-4bb3-a00b-19c70329252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.133078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-75064ba2-84ad-4bb3-a00b-19c70329252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.133883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-75064ba2-84ad-4bb3-a00b-19c70329252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.134475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-75064ba2-84ad-4bb3-a00b-19c70329252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.135075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-75064ba2-84ad-4bb3-a00b-19c70329252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.135609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-75064ba2-84ad-4bb3-a00b-19c70329252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.137825 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-75064ba2-84ad-4bb3-a00b-19c70329252c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6702 time: 0.0637350 Feb 03 21:46:49.227109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8809c0-a5fc-4b95-9a29-d4433ee3d937 req-137675a1-2b1a-4811-aafb-8c51d0e4e96a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.237454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8809c0-a5fc-4b95-9a29-d4433ee3d937 req-137675a1-2b1a-4811-aafb-8c51d0e4e96a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.244484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8809c0-a5fc-4b95-9a29-d4433ee3d937 req-137675a1-2b1a-4811-aafb-8c51d0e4e96a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.251083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8809c0-a5fc-4b95-9a29-d4433ee3d937 req-137675a1-2b1a-4811-aafb-8c51d0e4e96a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.256273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8809c0-a5fc-4b95-9a29-d4433ee3d937 req-137675a1-2b1a-4811-aafb-8c51d0e4e96a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.260161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-c20df7a8-da2b-423b-a100-c7205bf82ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.261790 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-c20df7a8-da2b-423b-a100-c7205bf82ce1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8171fea6-6dc9-4528-8843-90775fdf9a94 HTTP/1.1" status: 200 len: 902 time: 0.1169109 Feb 03 21:46:49.261945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8809c0-a5fc-4b95-9a29-d4433ee3d937 req-137675a1-2b1a-4811-aafb-8c51d0e4e96a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.267569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8809c0-a5fc-4b95-9a29-d4433ee3d937 req-137675a1-2b1a-4811-aafb-8c51d0e4e96a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.269485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d8809c0-a5fc-4b95-9a29-d4433ee3d937 req-137675a1-2b1a-4811-aafb-8c51d0e4e96a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1222520 Feb 03 21:46:49.317833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-d4d417ce-bde6-4f25-9ec6-abdf020e6652 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 HTTP/1.1" status: 200 len: 217 time: 0.0461702 Feb 03 21:46:49.361747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8f2ec-0afb-4648-8fca-2fdbe9b4a359 req-6c9a6a1b-2be6-4912-887a-bce6bcd3ac2e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.362648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88c8f2ec-0afb-4648-8fca-2fdbe9b4a359 req-6c9a6a1b-2be6-4912-887a-bce6bcd3ac2e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0921628 Feb 03 21:46:49.367909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d8809c0-a5fc-4b95-9a29-d4433ee3d937 req-3957e847-029d-4137-86cb-1d042841c49e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879831 Feb 03 21:46:49.381406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-5db67980-bb16-4f54-8a55-58d23b3daf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.384967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-5db67980-bb16-4f54-8a55-58d23b3daf27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=769e4d37-b014-48c5-a848-37056cd8ff3d HTTP/1.1" status: 200 len: 797 time: 0.0599027 Feb 03 21:46:49.437149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88c8f2ec-0afb-4648-8fca-2fdbe9b4a359 req-99089b99-6500-41ee-8b05-0933332df604 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680759 Feb 03 21:46:49.511608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-1836c446-af7d-49ee-b813-4b63af3258bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.513646 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-1836c446-af7d-49ee-b813-4b63af3258bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8171fea6-6dc9-4528-8843-90775fdf9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1221993 Feb 03 21:46:49.559153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f25-49f9-4447-8448-ef408dd42161 req-6a30edee-01e2-4d46-b0c9-04e06654265d tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.560801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cd80f25-49f9-4447-8448-ef408dd42161 req-6a30edee-01e2-4d46-b0c9-04e06654265d tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 948 time: 0.0949569 Feb 03 21:46:49.632361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-be026f23-5d85-4d7b-97e3-8ec12490984e service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112397 Feb 03 21:46:49.646034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cd80f25-49f9-4447-8448-ef408dd42161 req-97592cc6-dd04-4edf-a79f-c8a3aad95d36 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 Feb 03 21:46:49.659420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732201d-f574-41b3-9a92-764f00cebda2 req-59dce70c-7614-4954-aaa6-529472dac083 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.661260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2732201d-f574-41b3-9a92-764f00cebda2 req-59dce70c-7614-4954-aaa6-529472dac083 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.0995038 Feb 03 21:46:49.728090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2732201d-f574-41b3-9a92-764f00cebda2 req-ef2ab3df-a9a2-436c-a443-4e8bec1cd2e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589323 Feb 03 21:46:49.757581 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-013117f5-6ef0-4b7e-957d-454c10baac36 req-e224627a-0c40-4bde-8ee2-4c590f9e689d service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180930 Feb 03 21:46:49.798264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d87ac-6761-42a3-af04-a2ae356b5760 req-4b8e5a3e-671c-4ae9-a688-852cfa9ff4c0 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:49.799588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c3d87ac-6761-42a3-af04-a2ae356b5760 req-4b8e5a3e-671c-4ae9-a688-852cfa9ff4c0 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0698991 Feb 03 21:46:49.876116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c3d87ac-6761-42a3-af04-a2ae356b5760 req-3263594b-1bdb-41a9-a886-1b7ba973c453 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680804 Feb 03 21:46:50.045529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d8bde-70f3-41bf-821e-38497cb3805e req-42abc02e-6bab-4632-91e8-a19d376b01b4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.047011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-214d8bde-70f3-41bf-821e-38497cb3805e req-42abc02e-6bab-4632-91e8-a19d376b01b4 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 945 time: 0.0540676 Feb 03 21:46:50.093379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-214d8bde-70f3-41bf-821e-38497cb3805e req-9cac446e-44be-42c3-8875-7a425a2e28cc tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Feb 03 21:46:50.387525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:46:50.438866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:46:50.443514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:46:50.443906 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:50.542926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:50.543320 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:50.551425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26ae0-2f15-4508-8ef2-3df3f6d5224b req-9994b023-aab9-417e-bfb5-82a2e90417e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.558549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26ae0-2f15-4508-8ef2-3df3f6d5224b req-9994b023-aab9-417e-bfb5-82a2e90417e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.565470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26ae0-2f15-4508-8ef2-3df3f6d5224b req-9994b023-aab9-417e-bfb5-82a2e90417e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.568118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:50.570354 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a48aa-53c3-4481-809c-ae49e2c8ccc0" -d '{"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:50.570941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26ae0-2f15-4508-8ef2-3df3f6d5224b req-9994b023-aab9-417e-bfb5-82a2e90417e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.577948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26ae0-2f15-4508-8ef2-3df3f6d5224b req-9994b023-aab9-417e-bfb5-82a2e90417e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.583702 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:50.584783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26ae0-2f15-4508-8ef2-3df3f6d5224b req-9994b023-aab9-417e-bfb5-82a2e90417e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.587684 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:50.593630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26ae0-2f15-4508-8ef2-3df3f6d5224b req-9994b023-aab9-417e-bfb5-82a2e90417e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.596077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8a26ae0-2f15-4508-8ef2-3df3f6d5224b req-9994b023-aab9-417e-bfb5-82a2e90417e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1245978 Feb 03 21:46:50.644040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:50.691221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-c7eb06ee-d620-4dab-8f32-4305091bcd46 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.692794 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-c7eb06ee-d620-4dab-8f32-4305091bcd46 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 945 time: 0.0799403 Feb 03 21:46:50.695171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023a77a-1cce-4dd6-a6ef-955c41aba3c6 req-d330d5ed-9d7f-4d01-8381-3ab73a5542aa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:50.696672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9023a77a-1cce-4dd6-a6ef-955c41aba3c6 req-d330d5ed-9d7f-4d01-8381-3ab73a5542aa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1681511 Feb 03 21:46:50.757010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8a26ae0-2f15-4508-8ef2-3df3f6d5224b req-ce883a8f-4162-44d7-a3c2-50c7378a3df5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400669 Feb 03 21:46:50.795719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9023a77a-1cce-4dd6-a6ef-955c41aba3c6 req-e08d3323-9a30-49a2-93e2-88b56e68109a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897229 Feb 03 21:46:50.804880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Deleting port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:46:50.805815 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:50.833996 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b65a63-d7ce-4b3b-910e-e6ce39d0c216 x-openstack-request-id: req-e4b65a63-d7ce-4b3b-910e-e6ce39d0c216 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:50.834386 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:50.834753 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4b65a63-d7ce-4b3b-910e-e6ce39d0c216 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:50.835349 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'code': 200} Feb 03 21:46:50.961169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] For port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:50.961169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:50.982001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Calling delete_port for 2f4e312d-f07e-4ccd-bd46-78a717da4d3b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:46:51.005113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493de11-9216-4efc-9886-f4d61ab8c078 req-4cd69218-fe2c-4280-8d76-b71b2bfc59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.007184 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f493de11-9216-4efc-9886-f4d61ab8c078 req-4cd69218-fe2c-4280-8d76-b71b2bfc59a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 1131 time: 0.1068470 Feb 03 21:46:51.033537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723e866-d0d6-4129-9d83-fc859dd74aea req-c4365903-c2db-4bec-ba8c-198100cf74d6 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.039144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2723e866-d0d6-4129-9d83-fc859dd74aea req-c4365903-c2db-4bec-ba8c-198100cf74d6 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 949 time: 0.1375017 Feb 03 21:46:51.073719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f6f41-74c6-46d1-a78b-977520d58731 req-d71ab84a-680f-4d3d-a03a-79d6c1cf949c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.075433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec8f6f41-74c6-46d1-a78b-977520d58731 req-d71ab84a-680f-4d3d-a03a-79d6c1cf949c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1371024 Feb 03 21:46:51.095976 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f493de11-9216-4efc-9886-f4d61ab8c078 req-f5f29f25-fba1-4342-83d7-c182f6836196 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611339 Feb 03 21:46:51.138660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2723e866-d0d6-4129-9d83-fc859dd74aea req-cf1f0174-2441-4fa2-b92b-61e401cd7136 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957940 Feb 03 21:46:51.165696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec8f6f41-74c6-46d1-a78b-977520d58731 req-b0a0f3a5-d16f-4912-a940-f9c4acdddf35 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755441 Feb 03 21:46:51.172666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2f4e312d-f07e-4ccd-bd46-78a717da4d3b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:51.204510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Pushing event deleted for resources: {'Port': ['ID=2f4e312d-f07e-4ccd-bd46-78a717da4d3b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:51.261265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] No DVR routers for this DVR port 2f4e312d-f07e-4ccd-bd46-78a717da4d3b on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:46:51.264038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:51.268474 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c4ae7b5f-66bf-4e46-8b29-c93794b48b67 req-a46ba0db-3b81-4c4d-8927-980335d7b136 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.47 "DELETE /v2.0/ports/2f4e312d-f07e-4ccd-bd46-78a717da4d3b HTTP/1.1" status: 204 len: 173 time: 0.5696151 Feb 03 21:46:51.269031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'name': 'network-vif-deleted', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:51.271338 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e3ddfb-0987-46d6-824e-9ecfb81bb4c2" -d '{"events": [{"server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "name": "network-vif-deleted", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:51.300281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e9bd59d-00a7-4932-92cb-559d0ce4012d req-96b73f04-47a3-4e84-89d8-1b8821902ef9 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4ee5828-42f4-42ce-946f-0ed0d1da6a5c HTTP/1.1" status: 200 len: 210 time: 0.0340598 Feb 03 21:46:51.322290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc576a3-5b0c-4cfe-bf5b-0062329c114f req-5d600fe9-21bc-4b1f-986b-8d6f54a7e7a6 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.332958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4bc576a3-5b0c-4cfe-bf5b-0062329c114f req-5d600fe9-21bc-4b1f-986b-8d6f54a7e7a6 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0969088 Feb 03 21:46:51.364212 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31abf53-85f4-43c1-bc66-7b652d6dc751 x-openstack-request-id: req-c31abf53-85f4-43c1-bc66-7b652d6dc751 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:51.364517 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ee5828-42f4-42ce-946f-0ed0d1da6a5c", "name": "network-vif-deleted", "tag": "2f4e312d-f07e-4ccd-bd46-78a717da4d3b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:51.364780 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c31abf53-85f4-43c1-bc66-7b652d6dc751 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:51.365214 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ee5828-42f4-42ce-946f-0ed0d1da6a5c', 'name': 'network-vif-deleted', 'tag': '2f4e312d-f07e-4ccd-bd46-78a717da4d3b', 'status': 'completed', 'code': 200} Feb 03 21:46:51.381645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4bc576a3-5b0c-4cfe-bf5b-0062329c114f req-09c7b80c-7b5a-4c3f-bbd4-a8bee39ddcd4 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511005 Feb 03 21:46:51.481835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c07f34bb-b3fd-421e-b8d0-fb7097ce2866 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:46:51.504279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: c07f34bb-b3fd-421e-b8d0-fb7097ce2866 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:46:51.504647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c07f34bb-b3fd-421e-b8d0-fb7097ce2866 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:46:51.951360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5b9b-b3ab-4e39-b177-358a317eae18 req-c667beff-8bdc-48de-9f83-a67681108bc9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.956649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5b9b-b3ab-4e39-b177-358a317eae18 req-c667beff-8bdc-48de-9f83-a67681108bc9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.961877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5b9b-b3ab-4e39-b177-358a317eae18 req-c667beff-8bdc-48de-9f83-a67681108bc9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.967126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5b9b-b3ab-4e39-b177-358a317eae18 req-c667beff-8bdc-48de-9f83-a67681108bc9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.972520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5b9b-b3ab-4e39-b177-358a317eae18 req-c667beff-8bdc-48de-9f83-a67681108bc9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.977999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5b9b-b3ab-4e39-b177-358a317eae18 req-c667beff-8bdc-48de-9f83-a67681108bc9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.983326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5b9b-b3ab-4e39-b177-358a317eae18 req-c667beff-8bdc-48de-9f83-a67681108bc9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.985880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff5d5b9b-b3ab-4e39-b177-358a317eae18 req-c667beff-8bdc-48de-9f83-a67681108bc9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1378176 Feb 03 21:46:51.993057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfae6a-92b0-48a6-8120-2fbaa64d3387 req-0b1af05a-1dab-4216-b3e9-605320e3e032 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:51.994434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2cfae6a-92b0-48a6-8120-2fbaa64d3387 req-0b1af05a-1dab-4216-b3e9-605320e3e032 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1111259 Feb 03 21:46:52.074041 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2cfae6a-92b0-48a6-8120-2fbaa64d3387 req-985d4c29-0d73-4490-805a-232a4875ccf1 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721085 Feb 03 21:46:52.082169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff5d5b9b-b3ab-4e39-b177-358a317eae18 req-7c473efb-3750-44bb-b351-04d968351c1f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868244 Feb 03 21:46:52.268067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c208a48-e3df-4513-8af3-af7d5e1d1596 req-19e6d40c-85de-4ec1-84a4-3d33d9a42a52 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:52.269448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c208a48-e3df-4513-8af3-af7d5e1d1596 req-19e6d40c-85de-4ec1-84a4-3d33d9a42a52 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 949 time: 0.0666070 Feb 03 21:46:52.335595 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c208a48-e3df-4513-8af3-af7d5e1d1596 req-5db78074-a818-490c-96cb-cfc04cd867fd tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516739 Feb 03 21:46:52.343977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca8724-8fab-4f86-8ad6-8c99ffc8a700 req-5e924269-b5bc-482f-bcde-c2fd5ecaa739 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:52.345461 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4ca8724-8fab-4f86-8ad6-8c99ffc8a700 req-5e924269-b5bc-482f-bcde-c2fd5ecaa739 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.0974948 Feb 03 21:46:52.399753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4ca8724-8fab-4f86-8ad6-8c99ffc8a700 req-7ce3bb50-e5f1-47ef-9972-5bd3ef3ff8fa tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440013 Feb 03 21:46:52.524651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891c01e-d847-43a1-b48f-268ab1a5d41d req-6c9ec01c-659f-43c7-98b3-b422b42eaf25 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:52.526413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6891c01e-d847-43a1-b48f-268ab1a5d41d req-6c9ec01c-659f-43c7-98b3-b422b42eaf25 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0688128 Feb 03 21:46:52.615981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6891c01e-d847-43a1-b48f-268ab1a5d41d req-ffd47f2c-a468-4379-9980-5bc62e63c2c6 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832622 Feb 03 21:46:52.671280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a89e92-5b00-46ba-8dca-07d2fe294aff req-3868d72f-0008-49bf-a34e-8cd2cc16da6c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:52.672973 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60a89e92-5b00-46ba-8dca-07d2fe294aff req-3868d72f-0008-49bf-a34e-8cd2cc16da6c tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 944 time: 0.0559709 Feb 03 21:46:52.721008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60a89e92-5b00-46ba-8dca-07d2fe294aff req-a2a981eb-ee4a-4d32-874e-984c462a14b6 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1bc530e-429f-4462-ad6e-2164126a8034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Feb 03 21:46:53.227158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b171ba-511a-4056-ba6f-d6425833ca08 req-65cce12c-4d29-45e0-b5e1-92eea74a5aae tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.228653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68b171ba-511a-4056-ba6f-d6425833ca08 req-65cce12c-4d29-45e0-b5e1-92eea74a5aae tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0872815 Feb 03 21:46:53.261394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bf69-3149-4401-9f1f-f339e68cf524 req-513cb812-0eb9-45f5-9fde-5c7b1d51692e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.267201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bf69-3149-4401-9f1f-f339e68cf524 req-513cb812-0eb9-45f5-9fde-5c7b1d51692e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.272375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bf69-3149-4401-9f1f-f339e68cf524 req-513cb812-0eb9-45f5-9fde-5c7b1d51692e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.277557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bf69-3149-4401-9f1f-f339e68cf524 req-513cb812-0eb9-45f5-9fde-5c7b1d51692e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.282745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bf69-3149-4401-9f1f-f339e68cf524 req-513cb812-0eb9-45f5-9fde-5c7b1d51692e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.287953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bf69-3149-4401-9f1f-f339e68cf524 req-513cb812-0eb9-45f5-9fde-5c7b1d51692e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.293276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bf69-3149-4401-9f1f-f339e68cf524 req-513cb812-0eb9-45f5-9fde-5c7b1d51692e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.297516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25d0bf69-3149-4401-9f1f-f339e68cf524 req-513cb812-0eb9-45f5-9fde-5c7b1d51692e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1285822 Feb 03 21:46:53.359721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68b171ba-511a-4056-ba6f-d6425833ca08 req-0a8487e8-9c35-4b8c-8c97-e07ed0d44d94 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250203 Feb 03 21:46:53.368390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-bada228f-4856-491f-bd0f-920e4ba6ac1e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.370477 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-bada228f-4856-491f-bd0f-920e4ba6ac1e tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.47 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 944 time: 0.0639296 Feb 03 21:46:53.391994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25d0bf69-3149-4401-9f1f-f339e68cf524 req-bbdac0a3-4f31-4d1e-a889-83d35ab7687d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883613 Feb 03 21:46:53.506624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Deleting port 90d2c41d-772e-4170-bb96-ca8aa11279de {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:46:53.507224 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:53.520203 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-344dbc7b-0d58-41dd-acf3-61aa9b634e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:53.537203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6341-e79b-45ee-b00f-0c068613c25e req-99da5654-0686-4d52-836f-4d0b20f8b5bd tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.538683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22ff6341-e79b-45ee-b00f-0c068613c25e req-99da5654-0686-4d52-836f-4d0b20f8b5bd tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 949 time: 0.1029475 Feb 03 21:46:53.551438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec120-d17f-4f6c-8eeb-7c1b90b6161e req-acd95025-2855-4b05-947a-874db0c678b3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.552933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac6ec120-d17f-4f6c-8eeb-7c1b90b6161e req-acd95025-2855-4b05-947a-874db0c678b3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.0792358 Feb 03 21:46:53.622510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] For port 90d2c41d-772e-4170-bb96-ca8aa11279de, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=90d2c41d-772e-4170-bb96-ca8aa11279de,segment=NetworkSegment(69d7fa5e-dd17-4450-9f88-bcb6249c22af),segment_id=69d7fa5e-dd17-4450-9f88-bcb6249c22af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:53.622865 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:53.626557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22ff6341-e79b-45ee-b00f-0c068613c25e req-180ec6ea-6840-4ec0-8099-0fa99c02e872 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726664 Feb 03 21:46:53.629807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac6ec120-d17f-4f6c-8eeb-7c1b90b6161e req-ffd0c4bc-a883-41a1-9ad8-b7f944877a07 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699024 Feb 03 21:46:53.646615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Calling delete_port for 90d2c41d-772e-4170-bb96-ca8aa11279de owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:46:53.775713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278dc44-c82a-41cc-bfb8-66c6bd407fec req-5f90b3ca-e00a-4f94-bd9c-0025ccbaf06d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:53.777921 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b278dc44-c82a-41cc-bfb8-66c6bd407fec req-5f90b3ca-e00a-4f94-bd9c-0025ccbaf06d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0763299 Feb 03 21:46:53.808934 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (90d2c41d-772e-4170-bb96-ca8aa11279de), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:53.838875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b278dc44-c82a-41cc-bfb8-66c6bd407fec req-82f9b555-55e4-4260-becb-1bab04a91a9c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498774 Feb 03 21:46:53.870289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Pushing event deleted for resources: {'Port': ['ID=90d2c41d-772e-4170-bb96-ca8aa11279de,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:53.918225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] No DVR routers for this DVR port 90d2c41d-772e-4170-bb96-ca8aa11279de on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:46:53.922534 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:53.926879 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05cc7046-e16e-40fa-9ddd-d3c51dfaa9cd req-9542e03f-0ffe-4ffe-9d84-04e4c6b5dcd2 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.47 "DELETE /v2.0/ports/90d2c41d-772e-4170-bb96-ca8aa11279de HTTP/1.1" status: 204 len: 173 time: 0.5509083 Feb 03 21:46:53.927500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'name': 'network-vif-deleted', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:46:53.939504 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eee6f16-23c5-4c0e-81d5-c15985d0e6da" -d '{"events": [{"server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "name": "network-vif-deleted", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:46:53.972719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ec94e48-d8f8-4eb9-90af-4fbc77547ba2 req-1ba5c92e-8da8-4bf9-b5a1-ba476be64f12 tempest-LiveAutoBlockMigrationV225Test-426803528 tempest-LiveAutoBlockMigrationV225Test-426803528-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407170c-cb02-4d4e-84ce-a5329a6628cf HTTP/1.1" status: 200 len: 210 time: 0.0457468 Feb 03 21:46:54.036485 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf02503-13d1-40dd-99f8-e2b2a4bee566 x-openstack-request-id: req-fcf02503-13d1-40dd-99f8-e2b2a4bee566 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:46:54.036779 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4407170c-cb02-4d4e-84ce-a5329a6628cf", "name": "network-vif-deleted", "tag": "90d2c41d-772e-4170-bb96-ca8aa11279de", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:46:54.037070 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcf02503-13d1-40dd-99f8-e2b2a4bee566 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:46:54.037481 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4407170c-cb02-4d4e-84ce-a5329a6628cf', 'name': 'network-vif-deleted', 'tag': '90d2c41d-772e-4170-bb96-ca8aa11279de', 'status': 'completed', 'code': 200} Feb 03 21:46:54.245644 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:54.278470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:54.821855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdddca-0cf8-4525-89cd-de6ddbdbaf91 req-872b888c-d9dd-4489-ac4e-a5e92363da2d tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:54.823305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bfdddca-0cf8-4525-89cd-de6ddbdbaf91 req-872b888c-d9dd-4489-ac4e-a5e92363da2d tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.3574781 Feb 03 21:46:54.856096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7f5f6-5f37-440f-914c-ae9ee7bcfb48 req-c27d8484-e0a0-4129-bf80-638af75ae37c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:54.861429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7f5f6-5f37-440f-914c-ae9ee7bcfb48 req-c27d8484-e0a0-4129-bf80-638af75ae37c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:54.866549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7f5f6-5f37-440f-914c-ae9ee7bcfb48 req-c27d8484-e0a0-4129-bf80-638af75ae37c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:54.871672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7f5f6-5f37-440f-914c-ae9ee7bcfb48 req-c27d8484-e0a0-4129-bf80-638af75ae37c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:54.877616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7f5f6-5f37-440f-914c-ae9ee7bcfb48 req-c27d8484-e0a0-4129-bf80-638af75ae37c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:54.883121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7f5f6-5f37-440f-914c-ae9ee7bcfb48 req-c27d8484-e0a0-4129-bf80-638af75ae37c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:54.888305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7f5f6-5f37-440f-914c-ae9ee7bcfb48 req-c27d8484-e0a0-4129-bf80-638af75ae37c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:54.890826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ac7f5f6-5f37-440f-914c-ae9ee7bcfb48 req-c27d8484-e0a0-4129-bf80-638af75ae37c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1210687 Feb 03 21:46:54.944583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bfdddca-0cf8-4525-89cd-de6ddbdbaf91 req-d2a247ee-b5b0-4f15-be1a-8e072f688207 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128688 Feb 03 21:46:54.983144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ac7f5f6-5f37-440f-914c-ae9ee7bcfb48 req-2428bc55-e19c-4cd8-a0d9-7b412226a214 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847449 Feb 03 21:46:55.057087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa3917-e3a0-4662-a2b3-3769e3061019 req-3f7281d9-b39e-4e99-8e72-e189f3c08dda tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:55.058601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35aa3917-e3a0-4662-a2b3-3769e3061019 req-3f7281d9-b39e-4e99-8e72-e189f3c08dda tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.0567100 Feb 03 21:46:55.137196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35aa3917-e3a0-4662-a2b3-3769e3061019 req-6944784a-09a2-471b-9edf-e6b5c438d61f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685434 Feb 03 21:46:55.145148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2924f4-e054-4526-a591-b2af65f8f990 req-7d0d9ee2-a34c-4fe5-8a5e-16cc5eee73f4 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:55.146714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea2924f4-e054-4526-a591-b2af65f8f990 req-7d0d9ee2-a34c-4fe5-8a5e-16cc5eee73f4 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0871871 Feb 03 21:46:55.186431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:55.209063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea2924f4-e054-4526-a591-b2af65f8f990 req-1bc33cc8-203f-4a6c-936b-d58e4b8b032c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509775 Feb 03 21:46:55.385928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f805c5-a476-4c50-87da-24dd658def79 admin admin] Deleting subnet 05581427-b6cc-4869-9bb2-ddc18faca9e6 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:46:55.389202 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1f805c5-a476-4c50-87da-24dd658def79 admin admin] Publish callbacks [] for subnet (05581427-b6cc-4869-9bb2-ddc18faca9e6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.427017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1f805c5-a476-4c50-87da-24dd658def79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (05581427-b6cc-4869-9bb2-ddc18faca9e6), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.464947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1f805c5-a476-4c50-87da-24dd658def79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (05581427-b6cc-4869-9bb2-ddc18faca9e6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.487048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:46:55.507070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 2f4e312d-f07e-4ccd-bd46-78a717da4d3b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:46:55.507398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f4e312d-f07e-4ccd-bd46-78a717da4d3b not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:46:55.518721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1f805c5-a476-4c50-87da-24dd658def79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (05581427-b6cc-4869-9bb2-ddc18faca9e6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.543786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f805c5-a476-4c50-87da-24dd658def79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05581427-b6cc-4869-9bb2-ddc18faca9e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:55.548089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1f805c5-a476-4c50-87da-24dd658def79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.551344 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a1f805c5-a476-4c50-87da-24dd658def79 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/05581427-b6cc-4869-9bb2-ddc18faca9e6 HTTP/1.1" status: 204 len: 168 time: 0.3632317 Feb 03 21:46:55.553985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:55.622965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8f607306-2b6c-4658-9842-d5d1c84c2d2a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.696085 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2889305b-09ba-4dc2-8be4-9c28ae80aa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.717532 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8f607306-2b6c-4658-9842-d5d1c84c2d2a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.740033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f607306-2b6c-4658-9842-d5d1c84c2d2a']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:55.750041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d7fa5e-dd17-4450-9f88-bcb6249c22af') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:55.750339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d7fa5e-dd17-4450-9f88-bcb6249c22af') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:55.760485 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (69d7fa5e-dd17-4450-9f88-bcb6249c22af), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.774286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (69d7fa5e-dd17-4450-9f88-bcb6249c22af), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.780655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:46:55.781566 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (69d7fa5e-dd17-4450-9f88-bcb6249c22af), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:46:55.783283 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:46:55.837740 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8f607306-2b6c-4658-9842-d5d1c84c2d2a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.843931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.850264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57256) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:55.853351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8f607306-2b6c-4658-9842-d5d1c84c2d2a HTTP/1.1" status: 204 len: 168 time: 0.2983205 Feb 03 21:46:55.865098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8a0b1-6b2b-4983-bf9e-689541e54978 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f607306-2b6c-4658-9842-d5d1c84c2d2a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:55.901435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f0a738-39b0-4f60-9fab-df8ba9083a09 admin admin] Deleting subnet 10cf7713-25ee-404a-ab33-b2448920f45b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:46:55.904625 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a738-39b0-4f60-9fab-df8ba9083a09 admin admin] Publish callbacks [] for subnet (10cf7713-25ee-404a-ab33-b2448920f45b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.939144 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a738-39b0-4f60-9fab-df8ba9083a09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (10cf7713-25ee-404a-ab33-b2448920f45b), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:55.979270 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a738-39b0-4f60-9fab-df8ba9083a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (10cf7713-25ee-404a-ab33-b2448920f45b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.043619 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a738-39b0-4f60-9fab-df8ba9083a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (10cf7713-25ee-404a-ab33-b2448920f45b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.076343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0a738-39b0-4f60-9fab-df8ba9083a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10cf7713-25ee-404a-ab33-b2448920f45b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:56.080882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a738-39b0-4f60-9fab-df8ba9083a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.084953 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a5f0a738-39b0-4f60-9fab-df8ba9083a09 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/10cf7713-25ee-404a-ab33-b2448920f45b HTTP/1.1" status: 204 len: 168 time: 0.2328017 Feb 03 21:46:56.086605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:56.102053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01481c-b996-486c-8fba-8b2148fcb1a7 req-a67a4ed8-7842-4697-bf8b-0951d940b22f tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.103717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c01481c-b996-486c-8fba-8b2148fcb1a7 req-a67a4ed8-7842-4697-bf8b-0951d940b22f tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0909209 Feb 03 21:46:56.163506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (51765ed4-8b58-44b8-ba46-7db06e58b2aa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.175392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c01481c-b996-486c-8fba-8b2148fcb1a7 req-ea34a663-7d76-436b-b0af-f05b96727c12 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560203 Feb 03 21:46:56.189830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f225f9-1fd4-4e48-9043-7d430361b279 req-fd1b8067-abf5-4661-9ebc-f8e62a7994e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.195253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f225f9-1fd4-4e48-9043-7d430361b279 req-fd1b8067-abf5-4661-9ebc-f8e62a7994e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.200714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f225f9-1fd4-4e48-9043-7d430361b279 req-fd1b8067-abf5-4661-9ebc-f8e62a7994e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.207581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f225f9-1fd4-4e48-9043-7d430361b279 req-fd1b8067-abf5-4661-9ebc-f8e62a7994e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.212931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f225f9-1fd4-4e48-9043-7d430361b279 req-fd1b8067-abf5-4661-9ebc-f8e62a7994e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.218741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f225f9-1fd4-4e48-9043-7d430361b279 req-fd1b8067-abf5-4661-9ebc-f8e62a7994e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.226177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f225f9-1fd4-4e48-9043-7d430361b279 req-fd1b8067-abf5-4661-9ebc-f8e62a7994e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.233931 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65f225f9-1fd4-4e48-9043-7d430361b279 req-fd1b8067-abf5-4661-9ebc-f8e62a7994e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1621580 Feb 03 21:46:56.264256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (51765ed4-8b58-44b8-ba46-7db06e58b2aa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.285655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51765ed4-8b58-44b8-ba46-7db06e58b2aa']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:56.295665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3d8eba-a40b-43d2-a0ac-c968fbdbc498') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:56.295962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3d8eba-a40b-43d2-a0ac-c968fbdbc498') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:46:56.305343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (aa3d8eba-a40b-43d2-a0ac-c968fbdbc498), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.319859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (aa3d8eba-a40b-43d2-a0ac-c968fbdbc498), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.325365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65f225f9-1fd4-4e48-9043-7d430361b279 req-5a458da8-d1d4-4a3e-ba83-f3eeed3a98eb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903766 Feb 03 21:46:56.330251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:46:56.331206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (aa3d8eba-a40b-43d2-a0ac-c968fbdbc498), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.337299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fc67f-d7a9-495f-8127-d4cc67f685b0 req-0f7bc6b3-1f1b-4277-bf20-d79e63dd0647 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.338985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-057fc67f-d7a9-495f-8127-d4cc67f685b0 req-0f7bc6b3-1f1b-4277-bf20-d79e63dd0647 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.0831401 Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:46:56.352312 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:46:56.412389 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-057fc67f-d7a9-495f-8127-d4cc67f685b0 req-f5d4efa6-d0bd-4e72-9b31-a46f5a799a58 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599098 Feb 03 21:46:56.454345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (51765ed4-8b58-44b8-ba46-7db06e58b2aa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.460622 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.464704 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] 10.222.0.50 "DELETE /v2.0/networks/51765ed4-8b58-44b8-ba46-7db06e58b2aa HTTP/1.1" status: 204 len: 168 time: 0.3762951 Feb 03 21:46:56.488348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb03910-e22f-44e3-b135-45f3c19367fc admin admin] Pushing event deleted for resources: {'Network': ['ID=51765ed4-8b58-44b8-ba46-7db06e58b2aa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:56.502775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf5cee-4347-4df8-990d-b209dbad6b3e req-0bd6309f-4321-4fc7-8ccf-34d68712d972 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:56.504305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7acf5cee-4347-4df8-990d-b209dbad6b3e req-0bd6309f-4321-4fc7-8ccf-34d68712d972 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0800176 Feb 03 21:46:56.559163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7acf5cee-4347-4df8-990d-b209dbad6b3e req-31cc68d5-adca-47a2-a699-6deee060e546 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484383 Feb 03 21:46:56.594280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57280) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:56.635342 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a06744bb-f6b5-4aed-b4ff-bddba184c8fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=261723128a8a47f793e246a218d942d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398331 Feb 03 21:46:56.637721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:56.689143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b369e5e4-3224-43b5-bebc-aa8eb67ae52f admin admin] Publish callbacks [] for security_group (e1bc530e-429f-4462-ad6e-2164126a8034), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.709878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b369e5e4-3224-43b5-bebc-aa8eb67ae52f admin admin] Publish callbacks [] for security_group (e1bc530e-429f-4462-ad6e-2164126a8034), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.757294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b369e5e4-3224-43b5-bebc-aa8eb67ae52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e1bc530e-429f-4462-ad6e-2164126a8034), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.759858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b369e5e4-3224-43b5-bebc-aa8eb67ae52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:56.761026 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b369e5e4-3224-43b5-bebc-aa8eb67ae52f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1bc530e-429f-4462-ad6e-2164126a8034 HTTP/1.1" status: 204 len: 168 time: 0.1222558 Feb 03 21:46:56.768394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369e5e4-3224-43b5-bebc-aa8eb67ae52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bc530e-429f-4462-ad6e-2164126a8034,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:56.834826 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:57.121793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:57.161732 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-08676004-8834-4a43-b8d4-75f9564823d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bf403f1f6fa4cab89d6489e23dc9b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387270 Feb 03 21:46:57.164096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:57.210197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de08c9a3-452f-44a5-9fa2-76538396595e admin admin] Publish callbacks [] for security_group (16d52243-8863-4d4d-8550-f0c764fcffac), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:57.234233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de08c9a3-452f-44a5-9fa2-76538396595e admin admin] Publish callbacks [] for security_group (16d52243-8863-4d4d-8550-f0c764fcffac), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:57.294273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de08c9a3-452f-44a5-9fa2-76538396595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (16d52243-8863-4d4d-8550-f0c764fcffac), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:57.294273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de08c9a3-452f-44a5-9fa2-76538396595e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:57.294273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-de08c9a3-452f-44a5-9fa2-76538396595e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16d52243-8863-4d4d-8550-f0c764fcffac HTTP/1.1" status: 204 len: 168 time: 0.1261086 Feb 03 21:46:57.299899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08c9a3-452f-44a5-9fa2-76538396595e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d52243-8863-4d4d-8550-f0c764fcffac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:57.332335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47354fc-344d-4ded-ae53-14316fe6cb43 req-6e474cb3-57d1-494f-a43c-34b464fbe016 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.334374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c47354fc-344d-4ded-ae53-14316fe6cb43 req-6e474cb3-57d1-494f-a43c-34b464fbe016 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0859661 Feb 03 21:46:57.396837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c47354fc-344d-4ded-ae53-14316fe6cb43 req-31c6ecd2-424b-40e1-b103-bc2dc5e854e7 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568404 Feb 03 21:46:57.492570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279da0-0e28-4d9c-8be2-1fe307ae9699 req-1e8c2f58-de25-4f27-ab66-01051f290e2d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.498476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279da0-0e28-4d9c-8be2-1fe307ae9699 req-1e8c2f58-de25-4f27-ab66-01051f290e2d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.501839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 90d2c41d-772e-4170-bb96-ca8aa11279de no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:46:57.504248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279da0-0e28-4d9c-8be2-1fe307ae9699 req-1e8c2f58-de25-4f27-ab66-01051f290e2d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.512967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279da0-0e28-4d9c-8be2-1fe307ae9699 req-1e8c2f58-de25-4f27-ab66-01051f290e2d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.515765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279da0-0e28-4d9c-8be2-1fe307ae9699 req-1e8c2f58-de25-4f27-ab66-01051f290e2d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.520769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279da0-0e28-4d9c-8be2-1fe307ae9699 req-1e8c2f58-de25-4f27-ab66-01051f290e2d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.526724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279da0-0e28-4d9c-8be2-1fe307ae9699 req-1e8c2f58-de25-4f27-ab66-01051f290e2d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.534120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66279da0-0e28-4d9c-8be2-1fe307ae9699 req-1e8c2f58-de25-4f27-ab66-01051f290e2d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1142254 Feb 03 21:46:57.538750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 90d2c41d-772e-4170-bb96-ca8aa11279de {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:46:57.539392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 90d2c41d-772e-4170-bb96-ca8aa11279de not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:46:57.634562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb73d23-0225-4d75-82ce-4488dc6d5ea8 req-1a2c5d50-8c1d-4b07-87b7-60973ad3d086 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.641471 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fb73d23-0225-4d75-82ce-4488dc6d5ea8 req-1a2c5d50-8c1d-4b07-87b7-60973ad3d086 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.0996823 Feb 03 21:46:57.647702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66279da0-0e28-4d9c-8be2-1fe307ae9699 req-cdd21a39-3c0c-48f0-9690-f347b20c49e3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127999 Feb 03 21:46:57.726710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fb73d23-0225-4d75-82ce-4488dc6d5ea8 req-69f46e71-6cf3-4dc4-a487-516f03af0579 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783122 Feb 03 21:46:57.842763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7c11c-4c6d-4af8-9581-6599f86169bd req-3cac4887-8333-4493-a8e9-7760bbdeddbf tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:57.844345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1c7c11c-4c6d-4af8-9581-6599f86169bd req-3cac4887-8333-4493-a8e9-7760bbdeddbf tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0663896 Feb 03 21:46:57.895258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1c7c11c-4c6d-4af8-9581-6599f86169bd req-2b7772d4-cfe7-453f-a2bd-88ecfc372945 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448692 Feb 03 21:46:58.420181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:46:58.522010 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:58.535121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999eddc-765b-4ebb-8b24-78e46c12ca44 req-70c47cc9-fbcb-4a2f-881e-be79832c2779 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:58.538626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f999eddc-765b-4ebb-8b24-78e46c12ca44 req-70c47cc9-fbcb-4a2f-881e-be79832c2779 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0723145 Feb 03 21:46:58.564462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:58.580834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'mac_address': 'fa:16:3e:30:94:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:46:58.611700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f999eddc-765b-4ebb-8b24-78e46c12ca44 req-17d3b662-2d75-4aac-bc27-19cb49e37d74 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668695 Feb 03 21:46:58.643221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:46:58.643626 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:58.664404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:46:58.688017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:46:58.695499 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:58.758533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:46:58.824008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621adf19-3389-4147-a10a-b8b1f1311175 req-e8a1b1d1-637f-421b-97f1-e44c39680334 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:58.830554 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621adf19-3389-4147-a10a-b8b1f1311175 req-e8a1b1d1-637f-421b-97f1-e44c39680334 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:58.835841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621adf19-3389-4147-a10a-b8b1f1311175 req-e8a1b1d1-637f-421b-97f1-e44c39680334 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:58.840982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9e74ca76-517c-4571-8fe8-fb8c0c5be3a6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:46:58.842523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621adf19-3389-4147-a10a-b8b1f1311175 req-e8a1b1d1-637f-421b-97f1-e44c39680334 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:58.848529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621adf19-3389-4147-a10a-b8b1f1311175 req-e8a1b1d1-637f-421b-97f1-e44c39680334 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:58.854516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621adf19-3389-4147-a10a-b8b1f1311175 req-e8a1b1d1-637f-421b-97f1-e44c39680334 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:58.860586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621adf19-3389-4147-a10a-b8b1f1311175 req-e8a1b1d1-637f-421b-97f1-e44c39680334 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:58.862782 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-621adf19-3389-4147-a10a-b8b1f1311175 req-e8a1b1d1-637f-421b-97f1-e44c39680334 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1098475 Feb 03 21:46:59.036932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-621adf19-3389-4147-a10a-b8b1f1311175 req-357c59bb-a692-4be5-a0f4-6558205ff060 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667933 Feb 03 21:46:59.137214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.137690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.138156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.138616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.139071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.139525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.139998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.140451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.140929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.141372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.141830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.142280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.142728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.143176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.145278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f374a15-5696-471b-9c0c-05695cc08be4 req-92f218dc-6fd3-4cb0-9b89-6c756cb7864c tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9876 time: 0.2655990 Feb 03 21:46:59.170699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eea25-44cd-4b94-b18e-c12958fd7a1f req-1cdce53b-19f7-4451-94a6-b8b91ef29673 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.172701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-381eea25-44cd-4b94-b18e-c12958fd7a1f req-1cdce53b-19f7-4451-94a6-b8b91ef29673 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.0720129 Feb 03 21:46:59.226565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-381eea25-44cd-4b94-b18e-c12958fd7a1f req-4ae149a8-d03c-4cb8-bb14-aace527d04f4 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Feb 03 21:46:59.366188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5d317-cea7-4711-89ed-ea27323f4b17 req-ef6e4cdd-28da-4d7f-8982-dc1dc7eaa5fd tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.367683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bd5d317-cea7-4711-89ed-ea27323f4b17 req-ef6e4cdd-28da-4d7f-8982-dc1dc7eaa5fd tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.1174471 Feb 03 21:46:59.384145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff458d19-8939-4fde-ae0a-2f4b4d6af060 req-ff513e88-2e4f-44f3-8b9f-b6e841d59dd2 tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.385489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff458d19-8939-4fde-ae0a-2f4b4d6af060 req-ff513e88-2e4f-44f3-8b9f-b6e841d59dd2 tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 886 time: 0.1340437 Feb 03 21:46:59.466815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bd5d317-cea7-4711-89ed-ea27323f4b17 req-f907afa0-0ab6-48da-a8e8-34474771d79e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911238 Feb 03 21:46:59.532372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.532846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.533359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.533818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.534275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.534726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.535180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.535762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.536079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.536531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.537010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.537464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.537913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.538360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.540474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0476dae-441e-4823-9ac3-a2e205c2c1a5 req-3914d2a5-68f3-43ad-a776-f4288024351f tempest-NetworksTest-1874487225 tempest-NetworksTest-1874487225-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9876 time: 0.1334810 Feb 03 21:46:59.752610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485437e0-0e11-4234-a853-1f0dd24bfcb9 req-f60156b8-c7fb-444e-af3c-556ee296edf6 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:46:59.754134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-485437e0-0e11-4234-a853-1f0dd24bfcb9 req-f60156b8-c7fb-444e-af3c-556ee296edf6 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0668821 Feb 03 21:46:59.797966 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:46:59.814582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:46:59.821676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-485437e0-0e11-4234-a853-1f0dd24bfcb9 req-015652fd-03b8-42e5-a3d1-eb7fbfebcefe tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611377 Feb 03 21:46:59.934800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f126087-d78d-4567-9578-50e6c665764d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.011448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f126087-d78d-4567-9578-50e6c665764d admin admin] Publish callbacks [] for security_group (a8645524-ee7e-48d4-bd5a-127059dfba69), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.015324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f126087-d78d-4567-9578-50e6c665764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a8645524-ee7e-48d4-bd5a-127059dfba69), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.054768 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2f126087-d78d-4567-9578-50e6c665764d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f553f4bdfbe47d3aec7d1594fd889fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392826 Feb 03 21:47:00.055716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f126087-d78d-4567-9578-50e6c665764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8645524-ee7e-48d4-bd5a-127059dfba69,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:00.057468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57380) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:00.111148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ec85fc0-1330-4c29-a63a-4db0a54c2409 admin admin] Publish callbacks [] for security_group (a8645524-ee7e-48d4-bd5a-127059dfba69), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.146096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ec85fc0-1330-4c29-a63a-4db0a54c2409 admin admin] Publish callbacks [] for security_group (a8645524-ee7e-48d4-bd5a-127059dfba69), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.213784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedc20-12b4-41cc-aa85-92f355313896 req-f81aa1ee-d564-4527-9ea6-8c713c6e5cf1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:00.219752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedc20-12b4-41cc-aa85-92f355313896 req-f81aa1ee-d564-4527-9ea6-8c713c6e5cf1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:00.225636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedc20-12b4-41cc-aa85-92f355313896 req-f81aa1ee-d564-4527-9ea6-8c713c6e5cf1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:00.231306 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedc20-12b4-41cc-aa85-92f355313896 req-f81aa1ee-d564-4527-9ea6-8c713c6e5cf1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:00.236790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedc20-12b4-41cc-aa85-92f355313896 req-f81aa1ee-d564-4527-9ea6-8c713c6e5cf1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:00.242223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedc20-12b4-41cc-aa85-92f355313896 req-f81aa1ee-d564-4527-9ea6-8c713c6e5cf1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:00.248190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedc20-12b4-41cc-aa85-92f355313896 req-f81aa1ee-d564-4527-9ea6-8c713c6e5cf1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:00.253489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65fedc20-12b4-41cc-aa85-92f355313896 req-f81aa1ee-d564-4527-9ea6-8c713c6e5cf1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1307812 Feb 03 21:47:00.296756 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ec85fc0-1330-4c29-a63a-4db0a54c2409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a8645524-ee7e-48d4-bd5a-127059dfba69), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.299407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ec85fc0-1330-4c29-a63a-4db0a54c2409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.300570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9ec85fc0-1330-4c29-a63a-4db0a54c2409 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8645524-ee7e-48d4-bd5a-127059dfba69 HTTP/1.1" status: 204 len: 168 time: 0.2419465 Feb 03 21:47:00.323900 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec85fc0-1330-4c29-a63a-4db0a54c2409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8645524-ee7e-48d4-bd5a-127059dfba69,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:00.379593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65fedc20-12b4-41cc-aa85-92f355313896 req-a3b84ebf-0341-4dec-8292-e020b6777084 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232679 Feb 03 21:47:00.417802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a474c-7a66-4bc8-9c94-ec3f302d4c00 req-9421baca-f796-4896-8a91-ce0ea9f68bee tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:00.419824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa0a474c-7a66-4bc8-9c94-ec3f302d4c00 req-9421baca-f796-4896-8a91-ce0ea9f68bee tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.0855255 Feb 03 21:47:00.427928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:00.495122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:00.497019 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.531836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa0a474c-7a66-4bc8-9c94-ec3f302d4c00 req-e30b5daa-7660-474c-a870-fac6438ae9f3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916564 Feb 03 21:47:00.613766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4981bd-260e-48d8-8c26-b103b743d0fb req-07d35873-8d71-4d61-99eb-5f1b0f871c52 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:00.615871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c4981bd-260e-48d8-8c26-b103b743d0fb req-07d35873-8d71-4d61-99eb-5f1b0f871c52 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0671124 Feb 03 21:47:00.687516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:00.689223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c4981bd-260e-48d8-8c26-b103b743d0fb req-fd9e8e9b-1d66-42fd-9fed-1e193cfaee5f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653572 Feb 03 21:47:00.694273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.708658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:00.725303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:00.727624 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158061e3-647c-4912-b413-c9467c210fa1" -d '{"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:00.728356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d8a07c-f420-42d8-a931-e33074c69746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.748302 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:00.755091 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.811280 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffb18d1-9516-41f1-b380-c2249721dc25 x-openstack-request-id: req-5ffb18d1-9516-41f1-b380-c2249721dc25 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:00.812417 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:00.812544 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ffb18d1-9516-41f1-b380-c2249721dc25 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:00.813021 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'code': 200} Feb 03 21:47:00.837455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d8a07c-f420-42d8-a931-e33074c69746 admin admin] Publish callbacks [] for security_group (2eecefea-ee97-484f-b936-70a65b224ea1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.838041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:00.846199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d8a07c-f420-42d8-a931-e33074c69746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2eecefea-ee97-484f-b936-70a65b224ea1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:00.888803 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-25d8a07c-f420-42d8-a931-e33074c69746 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3cf3d82599ab49d185f88e5788cd4da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1788623 Feb 03 21:47:00.892078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:00.892688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8a07c-f420-42d8-a931-e33074c69746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eecefea-ee97-484f-b936-70a65b224ea1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:00.999935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9b9ea-4fd0-4ac2-ac58-10b99a43936b req-4e6dabcc-6887-4236-9307-1d693fa02ade tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.001566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcc9b9ea-4fd0-4ac2-ac58-10b99a43936b req-4e6dabcc-6887-4236-9307-1d693fa02ade tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0947344 Feb 03 21:47:01.002711 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbd51fe6-c985-4e6a-bbb5-2f5b9d6ceaf2 admin admin] Publish callbacks [] for security_group (2eecefea-ee97-484f-b936-70a65b224ea1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:01.042858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbd51fe6-c985-4e6a-bbb5-2f5b9d6ceaf2 admin admin] Publish callbacks [] for security_group (2eecefea-ee97-484f-b936-70a65b224ea1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:01.106477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcc9b9ea-4fd0-4ac2-ac58-10b99a43936b req-fd4265bf-b6d7-4396-b621-2c861c3fa928 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931814 Feb 03 21:47:01.128995 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbd51fe6-c985-4e6a-bbb5-2f5b9d6ceaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2eecefea-ee97-484f-b936-70a65b224ea1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:01.132136 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbd51fe6-c985-4e6a-bbb5-2f5b9d6ceaf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:01.136590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cbd51fe6-c985-4e6a-bbb5-2f5b9d6ceaf2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2eecefea-ee97-484f-b936-70a65b224ea1 HTTP/1.1" status: 204 len: 168 time: 0.2428877 Feb 03 21:47:01.145318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd51fe6-c985-4e6a-bbb5-2f5b9d6ceaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eecefea-ee97-484f-b936-70a65b224ea1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:01.543559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454e8d-8bb8-486d-8b4b-4626b25e86cc req-e2a613f7-e2af-4839-a89b-cc6090228420 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.563822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454e8d-8bb8-486d-8b4b-4626b25e86cc req-e2a613f7-e2af-4839-a89b-cc6090228420 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.577416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454e8d-8bb8-486d-8b4b-4626b25e86cc req-e2a613f7-e2af-4839-a89b-cc6090228420 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.588722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454e8d-8bb8-486d-8b4b-4626b25e86cc req-e2a613f7-e2af-4839-a89b-cc6090228420 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.598362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454e8d-8bb8-486d-8b4b-4626b25e86cc req-e2a613f7-e2af-4839-a89b-cc6090228420 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.603749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454e8d-8bb8-486d-8b4b-4626b25e86cc req-e2a613f7-e2af-4839-a89b-cc6090228420 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.616618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454e8d-8bb8-486d-8b4b-4626b25e86cc req-e2a613f7-e2af-4839-a89b-cc6090228420 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.618606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef454e8d-8bb8-486d-8b4b-4626b25e86cc req-e2a613f7-e2af-4839-a89b-cc6090228420 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1538544 Feb 03 21:47:01.849913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfaf2d-221d-4497-9b7a-65464978d26a req-63924ab7-a6fa-4c7a-bf2f-e53fed5fd4f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.861247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0dfaf2d-221d-4497-9b7a-65464978d26a req-63924ab7-a6fa-4c7a-bf2f-e53fed5fd4f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.2300341 Feb 03 21:47:01.908835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98435dc1-b946-42ea-abb4-c8bd0260cd46 req-f1b94d50-dc62-4375-ad2c-592e102dfa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:01.910499 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-98435dc1-b946-42ea-abb4-c8bd0260cd46 req-f1b94d50-dc62-4375-ad2c-592e102dfa12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1127 time: 0.0984011 Feb 03 21:47:01.978714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0dfaf2d-221d-4497-9b7a-65464978d26a req-b0e1be6c-3553-47e7-8e3c-58de141617a2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162646 Feb 03 21:47:02.006457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef454e8d-8bb8-486d-8b4b-4626b25e86cc req-50ac9793-2ce3-4068-ba2b-2541e0e38294 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3625264 Feb 03 21:47:02.008340 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-98435dc1-b946-42ea-abb4-c8bd0260cd46 req-8b5d6a3f-7f6f-46c0-8c9d-062a964dd0b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907929 Feb 03 21:47:02.162656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc47a31-c837-4d99-b08d-348e061778ba req-8e17e522-0018-481e-9364-92d1d5f8f743 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:02.165551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6dc47a31-c837-4d99-b08d-348e061778ba req-8e17e522-0018-481e-9364-92d1d5f8f743 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0934398 Feb 03 21:47:02.303044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6dc47a31-c837-4d99-b08d-348e061778ba req-9de37ee3-75d2-40dc-b12b-f81372a62fb1 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311059 Feb 03 21:47:02.347080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c23f7d-b1a2-4938-99ec-44133a64ab33 req-07c7b7ea-780f-412b-b33b-d581b93eca30 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:02.354967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17c23f7d-b1a2-4938-99ec-44133a64ab33 req-07c7b7ea-780f-412b-b33b-d581b93eca30 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1264079 Feb 03 21:47:02.440998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17c23f7d-b1a2-4938-99ec-44133a64ab33 req-66456a9d-bb4b-45d5-9ed5-b8b99f0d967d tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809577 Feb 03 21:47:03.165653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73235e-04ce-48fe-886c-25c2f35a8844 req-c630dfe2-9bdb-4c9d-8d24-42b9f89e15f5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.167838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a73235e-04ce-48fe-886c-25c2f35a8844 req-c630dfe2-9bdb-4c9d-8d24-42b9f89e15f5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1192565 Feb 03 21:47:03.222663 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:47:03.310071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055ad20-3c7b-4fe4-b955-49935db16b7f req-6658b9d7-23be-4f8f-8d0b-66c8c238223e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.322776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055ad20-3c7b-4fe4-b955-49935db16b7f req-6658b9d7-23be-4f8f-8d0b-66c8c238223e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.329786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055ad20-3c7b-4fe4-b955-49935db16b7f req-6658b9d7-23be-4f8f-8d0b-66c8c238223e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.336685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055ad20-3c7b-4fe4-b955-49935db16b7f req-6658b9d7-23be-4f8f-8d0b-66c8c238223e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.342953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055ad20-3c7b-4fe4-b955-49935db16b7f req-6658b9d7-23be-4f8f-8d0b-66c8c238223e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.349966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055ad20-3c7b-4fe4-b955-49935db16b7f req-6658b9d7-23be-4f8f-8d0b-66c8c238223e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.355686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055ad20-3c7b-4fe4-b955-49935db16b7f req-6658b9d7-23be-4f8f-8d0b-66c8c238223e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.357940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5055ad20-3c7b-4fe4-b955-49935db16b7f req-6658b9d7-23be-4f8f-8d0b-66c8c238223e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.2426078 Feb 03 21:47:03.372076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a73235e-04ce-48fe-886c-25c2f35a8844 req-0ac562b0-b94a-4367-9bb8-4f2c4d728faa tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970146 Feb 03 21:47:03.466008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5055ad20-3c7b-4fe4-b955-49935db16b7f req-7d0c444e-4030-41cf-a1a3-7d65be391e5f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876794 Feb 03 21:47:03.649923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204c5c-18e2-439d-9238-9df44b713edf req-871c8cda-ed9f-4a9f-a793-fae30f47b099 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.651455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4204c5c-18e2-439d-9238-9df44b713edf req-871c8cda-ed9f-4a9f-a793-fae30f47b099 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0836277 Feb 03 21:47:03.738855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4204c5c-18e2-439d-9238-9df44b713edf req-6746149f-194c-47af-bad8-94338cbde453 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807819 Feb 03 21:47:03.943913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230011-c01d-4376-a29b-08f4f260fbd1 req-30d87cd9-82a5-4bfb-9fac-3a3801bbe0ba tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:03.954648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df230011-c01d-4376-a29b-08f4f260fbd1 req-30d87cd9-82a5-4bfb-9fac-3a3801bbe0ba tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1076739 Feb 03 21:47:04.033762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df230011-c01d-4376-a29b-08f4f260fbd1 req-3566c910-c276-4602-95df-99f0615fc413 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777864 Feb 03 21:47:04.100491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4887f4-026b-4323-9d91-e897e5c79274 req-309a3de8-0613-44bf-a7ae-8c675b294d7c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:04.113551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef4887f4-026b-4323-9d91-e897e5c79274 req-309a3de8-0613-44bf-a7ae-8c675b294d7c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.0697892 Feb 03 21:47:04.120426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-42ad0d03-0c29-449f-8589-aa1b12245428 req-613af156-0e87-44d1-ae2d-90f8b50ad017 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-306187880', 'description': 'tempest-description-1539396021'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:04.168507 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-42ad0d03-0c29-449f-8589-aa1b12245428 req-613af156-0e87-44d1-ae2d-90f8b50ad017 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:04.206011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef4887f4-026b-4323-9d91-e897e5c79274 req-01898eff-64a3-4da4-a495-fecf64a8ad97 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913813 Feb 03 21:47:04.303149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-42ad0d03-0c29-449f-8589-aa1b12245428 req-613af156-0e87-44d1-ae2d-90f8b50ad017 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for security_group (2c644845-496e-47f9-bf2c-0e7de1e68e5c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:04.326452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-42ad0d03-0c29-449f-8589-aa1b12245428 req-613af156-0e87-44d1-ae2d-90f8b50ad017 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2c644845-496e-47f9-bf2c-0e7de1e68e5c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:04.362858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-42ad0d03-0c29-449f-8589-aa1b12245428 req-613af156-0e87-44d1-ae2d-90f8b50ad017 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:04.368088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42ad0d03-0c29-449f-8589-aa1b12245428 req-613af156-0e87-44d1-ae2d-90f8b50ad017 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2516601 Feb 03 21:47:04.372672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613af156-0e87-44d1-ae2d-90f8b50ad017 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c644845-496e-47f9-bf2c-0e7de1e68e5c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:04.537516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-8495e23b-5eee-4c37-bee8-7a53c11ca494 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-306187880&fields=id&tenant_id=81570d7109514ca6b302d19635e09c39 HTTP/1.1" status: 200 len: 267 time: 0.0811274 Feb 03 21:47:04.592598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdbabf-1c2d-4ce3-aae5-03ec29b58499 req-006c0fdb-0df4-4b3c-9554-12779bb3ae27 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:04.603092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17fdbabf-1c2d-4ce3-aae5-03ec29b58499 req-006c0fdb-0df4-4b3c-9554-12779bb3ae27 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1269333 Feb 03 21:47:04.675580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-229ee791-ea36-45b4-92e3-fac61e18674c tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:04.677181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-229ee791-ea36-45b4-92e3-fac61e18674c tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1291890 Feb 03 21:47:04.688110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17fdbabf-1c2d-4ce3-aae5-03ec29b58499 req-18647c82-c8f6-4ebc-b76e-4127922c8bd5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838492 Feb 03 21:47:04.708479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-e002ba5d-d452-4c80-a76b-262bc30d400a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Request body: {'port': {'security_groups': ['fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c', '2c644845-496e-47f9-bf2c-0e7de1e68e5c']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:04.809525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-e002ba5d-d452-4c80-a76b-262bc30d400a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:05.106466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e266240-12c5-4534-923c-470a9c6c7aea req-660b4106-1850-4615-843d-f6dfca19cadf tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.112099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e266240-12c5-4534-923c-470a9c6c7aea req-660b4106-1850-4615-843d-f6dfca19cadf tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.117433 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e266240-12c5-4534-923c-470a9c6c7aea req-660b4106-1850-4615-843d-f6dfca19cadf tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.126662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e266240-12c5-4534-923c-470a9c6c7aea req-660b4106-1850-4615-843d-f6dfca19cadf tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.133295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e266240-12c5-4534-923c-470a9c6c7aea req-660b4106-1850-4615-843d-f6dfca19cadf tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.138684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e266240-12c5-4534-923c-470a9c6c7aea req-660b4106-1850-4615-843d-f6dfca19cadf tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.144740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e266240-12c5-4534-923c-470a9c6c7aea req-660b4106-1850-4615-843d-f6dfca19cadf tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.146713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e266240-12c5-4534-923c-470a9c6c7aea req-660b4106-1850-4615-843d-f6dfca19cadf tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1850073 Feb 03 21:47:05.253702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-e002ba5d-d452-4c80-a76b-262bc30d400a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] For port 548e3dd1-c05f-47fd-ad18-a2e277a080ca, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:05.263093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:05.284938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e266240-12c5-4534-923c-470a9c6c7aea req-3d901669-8aa8-4aa9-9fc2-9b99e35f1f96 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117303 Feb 03 21:47:05.305231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-e002ba5d-d452-4c80-a76b-262bc30d400a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:05.312762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-e002ba5d-d452-4c80-a76b-262bc30d400a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:05.341454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['548e3dd1-c05f-47fd-ad18-a2e277a080ca'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:05.365468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-e002ba5d-d452-4c80-a76b-262bc30d400a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.366115 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-e002ba5d-d452-4c80-a76b-262bc30d400a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:05.372453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3f660b1-e8b1-48fe-b7ff-e5e11632675b req-e002ba5d-d452-4c80-a76b-262bc30d400a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "PUT /v2.0/ports/548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 981 time: 0.6822944 Feb 03 21:47:05.383563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:05.388248 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26d055b-9b7b-4fab-82f2-59f311f1e93a" -d '{"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:05.442917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002ba5d-d452-4c80-a76b-262bc30d400a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Pushing event updated for resources: {'Port': ['ID=548e3dd1-c05f-47fd-ad18-a2e277a080ca,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:05.479280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ca420da-4d32-489e-b0e0-afdf54777ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:05.564126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe95f-0742-4483-bdab-89aebbbd8c9a req-60a90e43-cf5d-4d9b-830a-ee0f70aefebe tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.574129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd7fe95f-0742-4483-bdab-89aebbbd8c9a req-60a90e43-cf5d-4d9b-830a-ee0f70aefebe tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.0998945 Feb 03 21:47:05.604204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['548e3dd1-c05f-47fd-ad18-a2e277a080ca'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:05.691280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ca420da-4d32-489e-b0e0-afdf54777ba8 admin admin] Publish callbacks [] for security_group (daf6df14-4e5e-4dcb-ac78-66d484d742cd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:05.701580 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ca420da-4d32-489e-b0e0-afdf54777ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (daf6df14-4e5e-4dcb-ac78-66d484d742cd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:05.714712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd7fe95f-0742-4483-bdab-89aebbbd8c9a req-4e3d8113-8f1f-4ea3-9adf-e6a539c757d9 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352651 Feb 03 21:47:05.810348 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ca9384-6661-4e51-8abb-7c1c6203b331 x-openstack-request-id: req-b2ca9384-6661-4e51-8abb-7c1c6203b331 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:05.810651 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:05.810909 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2ca9384-6661-4e51-8abb-7c1c6203b331 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:05.811978 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'status': 'completed', 'code': 200} Feb 03 21:47:05.839326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:05.845603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3ca420da-4d32-489e-b0e0-afdf54777ba8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca5fc67aef054827ad6c3a44e40ac2f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5806465 Feb 03 21:47:05.861477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca420da-4d32-489e-b0e0-afdf54777ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf6df14-4e5e-4dcb-ac78-66d484d742cd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:05.926642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-decf36fb-27cc-4282-9e67-66dadf61ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:05.935367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-decf36fb-27cc-4282-9e67-66dadf61ba66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1166 time: 0.0878599 Feb 03 21:47:06.150227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-a5e28c44-3e12-43f8-8381-6fce93a79595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.154321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-a5e28c44-3e12-43f8-8381-6fce93a79595 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 921 time: 0.2136641 Feb 03 21:47:06.208309 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-1664c538-d5b6-4a76-b88f-ba58056b270a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 217 time: 0.0458684 Feb 03 21:47:06.225015 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac21c18f-1b97-416b-b4d0-7cc5a240f3b2 admin admin] Publish callbacks [] for security_group (daf6df14-4e5e-4dcb-ac78-66d484d742cd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:06.248060 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-b122f782-2840-400b-b83a-f6129b211e77 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-306187880&fields=id&tenant_id=81570d7109514ca6b302d19635e09c39 HTTP/1.1" status: 200 len: 267 time: 0.3548625 Feb 03 21:47:06.320520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-19daaac2-0662-448f-84b8-9689ba42b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.323817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-19daaac2-0662-448f-84b8-9689ba42b70a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 200 len: 860 time: 0.0927465 Feb 03 21:47:06.351570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8d042-2553-4d70-8448-4b947f47e6e0 req-8e716303-9c4c-4659-a877-5942a43de442 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.368011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7e8d042-2553-4d70-8448-4b947f47e6e0 req-8e716303-9c4c-4659-a877-5942a43de442 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.4148984 Feb 03 21:47:06.427402 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac21c18f-1b97-416b-b4d0-7cc5a240f3b2 admin admin] Publish callbacks [] for security_group (daf6df14-4e5e-4dcb-ac78-66d484d742cd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:06.448391 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-dfc61f46-6084-41f9-9682-f05299ab1589 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9aee9699-a43e-4e85-86c5-03133b2e1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120093 Feb 03 21:47:06.543005 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-f2ef8996-a075-4df5-af13-c12c9271da6f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2077768 Feb 03 21:47:06.601508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7e8d042-2553-4d70-8448-4b947f47e6e0 req-8b8cfb43-85f5-46ca-9671-0806595d5b47 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167785 Feb 03 21:47:06.607099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-ec163a17-db1c-4573-8b4d-1105b8a10cb2 service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475809 Feb 03 21:47:06.698560 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac21c18f-1b97-416b-b4d0-7cc5a240f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (daf6df14-4e5e-4dcb-ac78-66d484d742cd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:06.701084 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac21c18f-1b97-416b-b4d0-7cc5a240f3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:06.705664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ac21c18f-1b97-416b-b4d0-7cc5a240f3b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/daf6df14-4e5e-4dcb-ac78-66d484d742cd HTTP/1.1" status: 204 len: 168 time: 0.8652148 Feb 03 21:47:06.737396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21c18f-1b97-416b-b4d0-7cc5a240f3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf6df14-4e5e-4dcb-ac78-66d484d742cd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:06.791783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-afd39892-48cf-4bf4-9e86-494d710754c7 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.799860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-afd39892-48cf-4bf4-9e86-494d710754c7 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 984 time: 0.5290194 Feb 03 21:47:06.813017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-c4be050f-6391-4ac8-b096-307265bdd7fa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Request body: {'port': {'security_groups': ['fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:06.913764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79030140-84c5-4c0f-94c6-801ec4d0109b req-8871973c-2212-4958-8b14-f93cc8e3031f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.913764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79030140-84c5-4c0f-94c6-801ec4d0109b req-8871973c-2212-4958-8b14-f93cc8e3031f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1700459 Feb 03 21:47:06.970417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b26d055b-9b7b-4fab-82f2-59f311f1e93a req-0367a0c0-6a92-4575-ba88-fc7a7eb2bb82 service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588700 Feb 03 21:47:06.986683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6279d02b-b72e-430d-b533-f7433970deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.987161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6279d02b-b72e-430d-b533-f7433970deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.987821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6279d02b-b72e-430d-b533-f7433970deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.988453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6279d02b-b72e-430d-b533-f7433970deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.989220 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6279d02b-b72e-430d-b533-f7433970deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.989849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6279d02b-b72e-430d-b533-f7433970deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.990475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6279d02b-b72e-430d-b533-f7433970deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:06.992528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6279d02b-b72e-430d-b533-f7433970deb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6706 time: 0.2330327 Feb 03 21:47:07.033526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79030140-84c5-4c0f-94c6-801ec4d0109b req-3dffcf11-3da0-4697-8357-7e586ebc8b7c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178057 Feb 03 21:47:07.034387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-c4be050f-6391-4ac8-b096-307265bdd7fa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:07.152175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-5f6711c4-f9db-466a-8a30-fa3663aa04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.153335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-5f6711c4-f9db-466a-8a30-fa3663aa04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.153997 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-5f6711c4-f9db-466a-8a30-fa3663aa04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.156001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-5f6711c4-f9db-466a-8a30-fa3663aa04a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f83f93a-3225-4a43-9e07-27b3e3c95587&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 HTTP/1.1" status: 200 len: 2291 time: 0.1292171 Feb 03 21:47:07.326964 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-4b2adc4e-0bf0-43fc-aff1-dd7e8193d531 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba22ce10-8721-43b4-bd9a-aef4991671be HTTP/1.1" status: 200 len: 1000 time: 0.1620290 Feb 03 21:47:07.401538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:07.424132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-8caf2584-dd71-4c59-8790-4ce75aaf455c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.426901 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-8caf2584-dd71-4c59-8790-4ce75aaf455c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.1462815 Feb 03 21:47:07.429642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9396a30-e81b-4de3-9e89-136231a0f6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:07.430491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-f0150317-9477-4c7d-ab37-c016d3b18892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.432459 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-f0150317-9477-4c7d-ab37-c016d3b18892 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f420064c-13fa-4fd9-9485-6208efd73674 HTTP/1.1" status: 200 len: 850 time: 0.0959480 Feb 03 21:47:07.445666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-c4be050f-6391-4ac8-b096-307265bdd7fa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] For port 548e3dd1-c05f-47fd-ad18-a2e277a080ca, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:07.501797 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-c4be050f-6391-4ac8-b096-307265bdd7fa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:07.521042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-c4be050f-6391-4ac8-b096-307265bdd7fa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:07.534161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['548e3dd1-c05f-47fd-ad18-a2e277a080ca'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:07.667919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['548e3dd1-c05f-47fd-ad18-a2e277a080ca'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:07.705332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-9d4dcfdf-fe80-4c6e-9b95-8cb174d7b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.710377 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-9d4dcfdf-fe80-4c6e-9b95-8cb174d7b8c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f83f93a-3225-4a43-9e07-27b3e3c95587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2662241 Feb 03 21:47:07.720705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Deleting port b45eb4ea-2f35-4c98-b746-d1137f286a92 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:07.721166 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:07.762989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-c4be050f-6391-4ac8-b096-307265bdd7fa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.763679 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-c4be050f-6391-4ac8-b096-307265bdd7fa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:07.765376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad758e08-6847-48c4-a186-59f4d3be59ff req-c4be050f-6391-4ac8-b096-307265bdd7fa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "PUT /v2.0/ports/548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 942 time: 0.9645784 Feb 03 21:47:07.798582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9396a30-e81b-4de3-9e89-136231a0f6fe admin admin] Publish callbacks [] for security_group (cf5f73b4-e0e9-4b92-af0b-a69c9aab46a9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:07.815488 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9396a30-e81b-4de3-9e89-136231a0f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf5f73b4-e0e9-4b92-af0b-a69c9aab46a9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:07.817748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:07.820163 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780" -d '{"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:07.888536 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-58a05e2a-ccac-466d-b87a-f6fb3236349c service neutron] 10.222.0.10 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589503 Feb 03 21:47:07.897093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c6dbd-849a-4ca2-869b-1ad3b5a58721 req-4a6a92b3-ac0e-41ca-bca0-aa6e1a7135d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.902328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c6dbd-849a-4ca2-869b-1ad3b5a58721 req-4a6a92b3-ac0e-41ca-bca0-aa6e1a7135d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.907630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c6dbd-849a-4ca2-869b-1ad3b5a58721 req-4a6a92b3-ac0e-41ca-bca0-aa6e1a7135d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.912997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c6dbd-849a-4ca2-869b-1ad3b5a58721 req-4a6a92b3-ac0e-41ca-bca0-aa6e1a7135d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.918208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c6dbd-849a-4ca2-869b-1ad3b5a58721 req-4a6a92b3-ac0e-41ca-bca0-aa6e1a7135d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.924606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c6dbd-849a-4ca2-869b-1ad3b5a58721 req-4a6a92b3-ac0e-41ca-bca0-aa6e1a7135d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.930739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c6dbd-849a-4ca2-869b-1ad3b5a58721 req-4a6a92b3-ac0e-41ca-bca0-aa6e1a7135d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:07.939209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-236c6dbd-849a-4ca2-869b-1ad3b5a58721 req-4a6a92b3-ac0e-41ca-bca0-aa6e1a7135d7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.7715917 Feb 03 21:47:07.959169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f9396a30-e81b-4de3-9e89-136231a0f6fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06f5dffd254b4d928a8dd26566db8bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5564923 Feb 03 21:47:07.972897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be050f-6391-4ac8-b096-307265bdd7fa tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Pushing event updated for resources: {'Port': ['ID=548e3dd1-c05f-47fd-ad18-a2e277a080ca,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:07.975485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:08.104643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-3bf2608f-149f-4893-84d3-5aef860dbb88 service neutron] 10.222.0.10 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803248 Feb 03 21:47:08.177086 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-2346e1e6-8970-4115-a14a-04e76408ea91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 HTTP/1.1" status: 200 len: 217 time: 0.0409129 Feb 03 21:47:08.256092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-22169a28-0f29-4a51-b139-0a0cf423b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:08.257892 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-22169a28-0f29-4a51-b139-0a0cf423b6c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.0735028 Feb 03 21:47:08.263272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] For port b45eb4ea-2f35-4c98-b746-d1137f286a92, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=b45eb4ea-2f35-4c98-b746-d1137f286a92,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:08.263642 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:08.324032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9396a30-e81b-4de3-9e89-136231a0f6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f73b4-e0e9-4b92-af0b-a69c9aab46a9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:08.360058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-ad02ded8-9a4d-44c0-b6e7-a39443af782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:08.361523 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-ad02ded8-9a4d-44c0-b6e7-a39443af782a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0949128 Feb 03 21:47:08.395650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-236c6dbd-849a-4ca2-869b-1ad3b5a58721 req-1b6dcdd5-5e75-4577-8580-a4501be77edc tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4555004 Feb 03 21:47:08.400397 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62831a3a-8091-4614-be8b-53891b125b5c admin admin] Publish callbacks [] for security_group (cf5f73b4-e0e9-4b92-af0b-a69c9aab46a9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:08.447544 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62831a3a-8091-4614-be8b-53891b125b5c admin admin] Publish callbacks [] for security_group (cf5f73b4-e0e9-4b92-af0b-a69c9aab46a9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:08.489992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e247c86-52bd-4ba2-9c67-49c5a3ec936d req-7aa07a00-8710-4771-b1ca-bc1c0c84d0f9 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:08.491554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e247c86-52bd-4ba2-9c67-49c5a3ec936d req-7aa07a00-8710-4771-b1ca-bc1c0c84d0f9 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.5302250 Feb 03 21:47:08.610487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e247c86-52bd-4ba2-9c67-49c5a3ec936d req-43fc9e45-4b1f-4bf1-8958-4814974cda23 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122131 Feb 03 21:47:08.639621 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62831a3a-8091-4614-be8b-53891b125b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf5f73b4-e0e9-4b92-af0b-a69c9aab46a9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:08.642752 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62831a3a-8091-4614-be8b-53891b125b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:08.643882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-62831a3a-8091-4614-be8b-53891b125b5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf5f73b4-e0e9-4b92-af0b-a69c9aab46a9 HTTP/1.1" status: 204 len: 168 time: 0.6647213 Feb 03 21:47:08.671296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62831a3a-8091-4614-be8b-53891b125b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f73b4-e0e9-4b92-af0b-a69c9aab46a9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:08.855965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a6c98-25e7-4a5a-85e8-9d72e016e899 req-280eec0a-4973-4fca-8160-365fd11ed748 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:08.858014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f43a6c98-25e7-4a5a-85e8-9d72e016e899 req-280eec0a-4973-4fca-8160-365fd11ed748 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 946 time: 0.2463534 Feb 03 21:47:08.961833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-df20460e-aef7-437b-b05f-bec3eaef4299 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878367 Feb 03 21:47:09.028634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-1755f7ce-cf48-4caf-b0b5-859959d89201 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3468211 Feb 03 21:47:09.039385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:09.072314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f43a6c98-25e7-4a5a-85e8-9d72e016e899 req-bee61893-de9e-4994-954c-f198ce27c88e tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups?id=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046740 Feb 03 21:47:09.078282 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:09.080534 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-b416398f-4e9c-405c-9396-ccdd2a274ec6 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082313 Feb 03 21:47:09.084308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:09.084761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (8575fdb1-226b-4346-90e4-f8617eb96215), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:09.085334 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Floating IP 8575fdb1-226b-4346-90e4-f8617eb96215 disassociated. External IP: 172.25.5.142, port: b45eb4ea-2f35-4c98-b746-d1137f286a92. Feb 03 21:47:09.086722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Calling delete_port for b45eb4ea-2f35-4c98-b746-d1137f286a92 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:09.144596 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-df412290-f7f3-46c6-9ba1-021b29365d53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=6cf96df9-d086-4aae-bcfd-65de267ed87b HTTP/1.1" status: 200 len: 217 time: 0.0534785 Feb 03 21:47:09.188047 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c18dce-a739-476a-9dfb-a06e46bae122 x-openstack-request-id: req-45c18dce-a739-476a-9dfb-a06e46bae122 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:09.188444 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:09.188769 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45c18dce-a739-476a-9dfb-a06e46bae122 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:09.192019 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'status': 'completed', 'code': 200} Feb 03 21:47:09.344468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-9faf4ac8-e1bd-44af-a601-a14012669cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:09.344468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-9faf4ac8-e1bd-44af-a601-a14012669cbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1127 time: 0.1330898 Feb 03 21:47:09.350543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-e6e15b1d-b05d-430a-b7a9-e80e0bc5d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:09.350918 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-e6e15b1d-b05d-430a-b7a9-e80e0bc5d39c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.1397400 Feb 03 21:47:09.442017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b8c5-fe74-4883-a94f-54cd42410840 req-9b5c3a4b-cf59-4330-9163-ca471d174d07 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:09.443769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8a5b8c5-fe74-4883-a94f-54cd42410840 req-9b5c3a4b-cf59-4330-9163-ca471d174d07 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.1870337 Feb 03 21:47:09.456572 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:09.487777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-aae73c0e-4a0d-4481-82ac-8b0e272c3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:09.489417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-aae73c0e-4a0d-4481-82ac-8b0e272c3eac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1279986 Feb 03 21:47:09.598383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-b9e9ed19-305d-4505-b184-99831f1cb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:09.599893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-b9e9ed19-305d-4505-b184-99831f1cb159 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 921 time: 0.2481112 Feb 03 21:47:09.656081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-235ad38e-7e87-411b-ac9e-29706fa5dd30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 217 time: 0.0443776 Feb 03 21:47:09.658870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b45eb4ea-2f35-4c98-b746-d1137f286a92), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:09.725338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8a5b8c5-fe74-4883-a94f-54cd42410840 req-12e88363-2f76-4641-b873-2df2c3fca658 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717648 Feb 03 21:47:09.742319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-c6947334-4047-465d-bea0-f189f94b28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:09.744415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-c6947334-4047-465d-bea0-f189f94b28c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 200 len: 860 time: 0.0814803 Feb 03 21:47:09.815838 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-8f2c661e-40d8-4eaf-a533-42ad4708ae89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9aee9699-a43e-4e85-86c5-03133b2e1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503397 Feb 03 21:47:09.818426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Pushing event deleted for resources: {'Port': ['ID=b45eb4ea-2f35-4c98-b746-d1137f286a92,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:09.864680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Allocated IP 172.25.5.93 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/4cc95adf-f3bc-4383-bd90-cce6088a1aff) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:09.975765 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-4c84165b-117f-4b01-8330-41f1d75ee159 service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273043 Feb 03 21:47:10.152118 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for port (4cc95adf-f3bc-4383-bd90-cce6088a1aff), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:10.168806 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-e85078c5-f9f5-4c54-91ba-0476ba0f043c service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464784 Feb 03 21:47:10.206518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (4cc95adf-f3bc-4383-bd90-cce6088a1aff), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:10.234832 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c411d4f-e40c-4fd5-88d1-d0f86bd70780 req-8aa837d2-019c-48a0-a5fd-5ae79d9fe14b service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206469 Feb 03 21:47:10.270459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Pushing event updated for resources: {'Port': ['ID=4cc95adf-f3bc-4383-bd90-cce6088a1aff,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:10.291518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86941-3649-4964-ba5b-af5a96ecc396 req-e36af989-1750-457c-b888-f73eb313dec6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:10.300582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86941-3649-4964-ba5b-af5a96ecc396 req-e36af989-1750-457c-b888-f73eb313dec6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:10.311005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86941-3649-4964-ba5b-af5a96ecc396 req-e36af989-1750-457c-b888-f73eb313dec6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:10.317965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86941-3649-4964-ba5b-af5a96ecc396 req-e36af989-1750-457c-b888-f73eb313dec6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:10.324600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86941-3649-4964-ba5b-af5a96ecc396 req-e36af989-1750-457c-b888-f73eb313dec6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:10.335470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86941-3649-4964-ba5b-af5a96ecc396 req-e36af989-1750-457c-b888-f73eb313dec6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:10.355774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86941-3649-4964-ba5b-af5a96ecc396 req-e36af989-1750-457c-b888-f73eb313dec6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:10.362627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:47:10.365138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10a86941-3649-4964-ba5b-af5a96ecc396 req-e36af989-1750-457c-b888-f73eb313dec6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.5023403 Feb 03 21:47:10.368709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-2370d2e4-896a-4cf8-b9a2-3c6fd2ef712f service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803122 Feb 03 21:47:10.441399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:10.450413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:10.452147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cdadb2d4-26d9-4547-9c04-c260152ff1f2 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:10.455840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:10.471028 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-4da5ff46-d5da-4df5-897a-ceed2673e95d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=41f39660-c8d1-46cc-be85-10cb8c2cfe7d HTTP/1.1" status: 200 len: 217 time: 0.0919895 Feb 03 21:47:10.557757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for floatingip (251969f2-9481-49fc-abd9-ca48e95737fe), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:10.584142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6264a171-0ba6-4db5-b6a3-def67828546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:10.585820 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6264a171-0ba6-4db5-b6a3-def67828546a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.0664861 Feb 03 21:47:10.595195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10a86941-3649-4964-ba5b-af5a96ecc396 req-8f6bbfec-19e7-4784-b6b7-149d81707855 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288918 Feb 03 21:47:10.652524 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4cc95adf-f3bc-4383-bd90-cce6088a1aff), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:10.654912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:47:10.676834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] Sync routers for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:47:10.725598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:10.730019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:46:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:10.777318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] No DVR routers for this DVR port b45eb4ea-2f35-4c98-b746-d1137f286a92 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:47:10.782285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:10.789376 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4731a6c4-6698-473e-b719-1cc2ffbb93db req-fb088aa3-7fd6-49fe-96ca-a4ea25243f0a tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.47 "DELETE /v2.0/ports/b45eb4ea-2f35-4c98-b746-d1137f286a92 HTTP/1.1" status: 204 len: 173 time: 3.3554401 Feb 03 21:47:10.789957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'name': 'network-vif-deleted', 'tag': 'b45eb4ea-2f35-4c98-b746-d1137f286a92'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:10.794745 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4378b750-5a8f-4124-a0db-8f27d10c3bce" -d '{"events": [{"server_uuid": "1f4edf51-2ade-466c-aeac-d4e6b0424c51", "name": "network-vif-deleted", "tag": "b45eb4ea-2f35-4c98-b746-d1137f286a92"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:10.804998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-893a19dd-0afa-4a9b-9a00-398e13f6a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:10.812758 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-893a19dd-0afa-4a9b-9a00-398e13f6a90a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2115998 Feb 03 21:47:10.943965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cdadb2d4-26d9-4547-9c04-c260152ff1f2, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cdadb2d4-26d9-4547-9c04-c260152ff1f2,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:10.976047 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for port (4cc95adf-f3bc-4383-bd90-cce6088a1aff), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:10.993588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'port_id': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2', 'mac_address': 'fa:16:3e:0a:4f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:10.996244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (4cc95adf-f3bc-4383-bd90-cce6088a1aff), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:11.001236 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-2f67ba0e-be2a-4f44-9974-6a862e73c30c service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772127 Feb 03 21:47:11.057898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Pushing event updated for resources: {'Port': ['ID=4cc95adf-f3bc-4383-bd90-cce6088a1aff,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:11.114138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cdadb2d4-26d9-4547-9c04-c260152ff1f2 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:11.118265 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:11.121104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c69f4-4b4b-4394-b8a9-d89fc8d35207 req-d86e6437-3dfb-435d-8b2f-644d6c6bda52 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:11.125095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:11.129301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b15c69f4-4b4b-4394-b8a9-d89fc8d35207 req-d86e6437-3dfb-435d-8b2f-644d6c6bda52 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 943 time: 0.1500404 Feb 03 21:47:11.179524 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-7bd87bf2-6dcd-48fc-8d1b-abcd141e88a5 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679103 Feb 03 21:47:11.181359 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (251969f2-9481-49fc-abd9-ca48e95737fe), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:11.208278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdadb2d4-26d9-4547-9c04-c260152ff1f2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:11.209632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b15c69f4-4b4b-4394-b8a9-d89fc8d35207 req-394f4bc3-c108-4b8a-aecb-486b79690265 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734653 Feb 03 21:47:11.256394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:11.259101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-490f487e-3426-410f-8847-6553dc5f7b6e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2257390 Feb 03 21:47:11.274167 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-fd677070-947a-4b16-8d63-9167c77e898d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=9491d3c4-875b-413d-b489-d12de987c9dd HTTP/1.1" status: 200 len: 217 time: 0.0858657 Feb 03 21:47:11.370433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-b693f734-940c-4501-ae0d-8bcaf6da3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:11.373156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-4c15985b-1df4-4f6d-b9cd-17f7f0ae8cce tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.1068902 Feb 03 21:47:11.376893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-b693f734-940c-4501-ae0d-8bcaf6da3c41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.0945759 Feb 03 21:47:11.501901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-74e170e9-ce55-4f35-bf4c-8053f8a17eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:11.506045 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-74e170e9-ce55-4f35-bf4c-8053f8a17eb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1214836 Feb 03 21:47:11.529802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-deece7ed-ce18-47ee-8f8f-7e3da88f18f2 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:11.531393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75923b51-1008-4b4c-b4da-2cd6ebc8c8b0 req-deece7ed-ce18-47ee-8f8f-7e3da88f18f2 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.1507099 Feb 03 21:47:11.559002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-842c0e55-0985-43a3-b9df-184ef1d0abc8 req-fc35fe8f-1695-47f7-abd9-1d510c3677f1 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f4edf51-2ade-466c-aeac-d4e6b0424c51 HTTP/1.1" status: 200 len: 210 time: 0.0457442 Feb 03 21:47:11.745890 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-d7095fd7-04f3-4103-baa4-090455ee8a47 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309182 Feb 03 21:47:11.752121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b45eb4ea-2f35-4c98-b746-d1137f286a92 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:47:11.760504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cdadb2d4-26d9-4547-9c04-c260152ff1f2, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cdadb2d4-26d9-4547-9c04-c260152ff1f2,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:11.789952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: b45eb4ea-2f35-4c98-b746-d1137f286a92 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:47:11.790671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device b45eb4ea-2f35-4c98-b746-d1137f286a92 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:47:11.792447 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:11.904534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92271f-faa4-439b-845e-79384d5769c2 req-e57b3923-a4a8-4b85-94e2-e8136e73e9d9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:11.916553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f92271f-faa4-439b-845e-79384d5769c2 req-e57b3923-a4a8-4b85-94e2-e8136e73e9d9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.2624502 Feb 03 21:47:11.957201 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-604f3eaa-be32-498b-ba86-16f04c35e5ac service neutron] show failed (client error): The resource could not be found. Feb 03 21:47:11.959430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-604f3eaa-be32-498b-ba86-16f04c35e5ac service neutron] 10.222.0.10 "GET /v2.0/ports/e7f93945-a891-4f54-8edb-a94db48901eb/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.2494285 Feb 03 21:47:11.961939 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff8ef38-da75-4301-98b7-13f545cddce1 x-openstack-request-id: req-bff8ef38-da75-4301-98b7-13f545cddce1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:11.962233 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4edf51-2ade-466c-aeac-d4e6b0424c51", "name": "network-vif-deleted", "tag": "b45eb4ea-2f35-4c98-b746-d1137f286a92", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:11.962488 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bff8ef38-da75-4301-98b7-13f545cddce1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:11.962884 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4edf51-2ade-466c-aeac-d4e6b0424c51', 'name': 'network-vif-deleted', 'tag': 'b45eb4ea-2f35-4c98-b746-d1137f286a92', 'status': 'completed', 'code': 200} Feb 03 21:47:11.998400 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-fb1f3a18-e8b2-4a96-8d83-7988621257a2 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432508 Feb 03 21:47:12.035224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=cdadb2d4-26d9-4547-9c04-c260152ff1f2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:12.042787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f92271f-faa4-439b-845e-79384d5769c2 req-a686449d-7f55-4dd4-bc13-920bd7bc5519 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199205 Feb 03 21:47:12.127704 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-8ee0017f-a486-435d-af39-883155dee957 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31 HTTP/1.1" status: 200 len: 217 time: 0.1166401 Feb 03 21:47:12.214432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-5bbd82b9-9bfc-4a15-b7ff-20be2b865b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.222327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-5bbd82b9-9bfc-4a15-b7ff-20be2b865b39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d35e0df7-060c-4b05-9eae-e6788e55512d HTTP/1.1" status: 200 len: 797 time: 0.0857031 Feb 03 21:47:12.303367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:20Z', 'revision_number': 5, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:12.381736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['cdadb2d4-26d9-4547-9c04-c260152ff1f2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:12.383397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-d0c9a665-6852-477b-9e22-1aa7b7c130a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.385596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] Checking router: a760aed1-eee8-46a1-a29b-ae7d5b9558f1 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:47:12.393339 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-d0c9a665-6852-477b-9e22-1aa7b7c130a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1580741 Feb 03 21:47:12.417467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-2a6bda0c-623d-48c0-b1ed-663db1332111 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:47:12.418499 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-2a6bda0c-623d-48c0-b1ed-663db1332111 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177746 Feb 03 21:47:12.425811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:12.426979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:46:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:12.428116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64b77-765c-414f-8096-3ed682c80a2b req-a8bab03e-5783-45c9-98b3-0ffd96001c7f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.441378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64b77-765c-414f-8096-3ed682c80a2b req-a8bab03e-5783-45c9-98b3-0ffd96001c7f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.462172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64b77-765c-414f-8096-3ed682c80a2b req-a8bab03e-5783-45c9-98b3-0ffd96001c7f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.462590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64b77-765c-414f-8096-3ed682c80a2b req-a8bab03e-5783-45c9-98b3-0ffd96001c7f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.477267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64b77-765c-414f-8096-3ed682c80a2b req-a8bab03e-5783-45c9-98b3-0ffd96001c7f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.482623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64b77-765c-414f-8096-3ed682c80a2b req-a8bab03e-5783-45c9-98b3-0ffd96001c7f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.502040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64b77-765c-414f-8096-3ed682c80a2b req-a8bab03e-5783-45c9-98b3-0ffd96001c7f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.503970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6d64b77-765c-414f-8096-3ed682c80a2b req-a8bab03e-5783-45c9-98b3-0ffd96001c7f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.3854482 Feb 03 21:47:12.537520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57700) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:12.552989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-b2dcdac8-ec18-4519-8b77-d4c69f53fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.554560 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-b2dcdac8-ec18-4519-8b77-d4c69f53fd6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 1132 time: 0.2634797 Feb 03 21:47:12.571158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:12.635692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2c8e-944b-4514-b456-d7800987e373 req-6064be9f-c788-49a7-a46c-f74a0e0e076e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:12.643174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-6064be9f-c788-49a7-a46c-f74a0e0e076e tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5014555 Feb 03 21:47:12.667649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:12.800267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-90a4dfa2-f324-4820-859c-25d644197ef9 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.1435907 Feb 03 21:47:12.825967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:12.829248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Request body: {'floatingip': {'port_id': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:12.900451 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-671cdf00-12bb-4d16-98c6-8e5046e091c4 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669538 Feb 03 21:47:12.924848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6d64b77-765c-414f-8096-3ed682c80a2b req-d3eecacb-1e40-4cb0-902b-6992e79d95ff tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3970408 Feb 03 21:47:12.929173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e556803-960f-4d47-8c69-672daa71215e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:12.936603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for floatingip (251969f2-9481-49fc-abd9-ca48e95737fe), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:13.030553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:13.077980 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-36da66bb-b614-4323-ac45-cd53134af6ce service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615722 Feb 03 21:47:13.163427 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-b39afd9b-16a7-4d5e-b92c-edc300641930 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db1d8200-544f-466e-b3ea-ede04a32c787 HTTP/1.1" status: 200 len: 217 time: 0.0753231 Feb 03 21:47:13.167016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:13.259936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Publish callbacks [] for port (e7f93945-a891-4f54-8edb-a94db48901eb), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:13.279563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-a4a721bb-5e24-4c39-9154-68b99c9f371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:13.282935 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-a4a721bb-5e24-4c39-9154-68b99c9f371c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d35e0df7-060c-4b05-9eae-e6788e55512d HTTP/1.1" status: 200 len: 797 time: 0.0898981 Feb 03 21:47:13.320162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Transition to ACTIVE for port object e7f93945-a891-4f54-8edb-a94db48901eb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:47:13.333473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:20Z', 'revision_number': 5, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:13.336857 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e556803-960f-4d47-8c69-672daa71215e admin admin] Publish callbacks [] for security_group (231eaf11-53a6-4ffb-8bcb-4b0cccc807f0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:13.361800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494199b-39ab-4876-bfe6-268ebe9514c6 None None] The sync data for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 is: [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:45:12Z', 'revision_number': 4, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '3192e16a-9796-4552-a8d6-3fa36352d0fc', 'name': '', 'network_id': 'e9d1dfea-961e-4347-9b40-456b6b0c4ec3', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'mac_address': 'fa:16:3e:30:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:11Z', 'updated_at': '2022-02-03T21:45:20Z', 'revision_number': 5, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'subnets': [{'id': 'c0faff6a-f096-43e0-af88-d16db446b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:47:13.363309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:13.432345 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e556803-960f-4d47-8c69-672daa71215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (231eaf11-53a6-4ffb-8bcb-4b0cccc807f0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:13.493567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9e556803-960f-4d47-8c69-672daa71215e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73c5b428ed2d40e09040dc66e61c2293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9510739 Feb 03 21:47:13.495218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e556803-960f-4d47-8c69-672daa71215e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231eaf11-53a6-4ffb-8bcb-4b0cccc807f0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:13.512724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:13.582160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6d459e87-e514-4b7e-bd79-4e5dc70a2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:13.589384 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-6d459e87-e514-4b7e-bd79-4e5dc70a2b97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2939956 Feb 03 21:47:13.590517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] No DVR routers for this DVR port e7f93945-a891-4f54-8edb-a94db48901eb on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:47:13.618055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fade4b-ed61-4fe2-96bf-a59bedf70d30 req-6781dc95-e2dc-4a9e-a057-14647eb8c2c4 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:13.620216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36fade4b-ed61-4fe2-96bf-a59bedf70d30 req-6781dc95-e2dc-4a9e-a057-14647eb8c2c4 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 944 time: 0.4437718 Feb 03 21:47:13.640937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:13.756765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b09797d-4a58-4a2d-95ab-769afe48e2cd admin admin] Publish callbacks [] for security_group (231eaf11-53a6-4ffb-8bcb-4b0cccc807f0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:13.805832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Attempting to bind port e7f93945-a891-4f54-8edb-a94db48901eb on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:13.806445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Attempting to bind port e7f93945-a891-4f54-8edb-a94db48901eb by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:13.807074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Attempting to bind port e7f93945-a891-4f54-8edb-a94db48901eb on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:13.815053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Port e7f93945-a891-4f54-8edb-a94db48901eb on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:47:13.815681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Attempting to bind port e7f93945-a891-4f54-8edb-a94db48901eb on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:13.832132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b09797d-4a58-4a2d-95ab-769afe48e2cd admin admin] Publish callbacks [] for security_group (231eaf11-53a6-4ffb-8bcb-4b0cccc807f0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:13.861102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-d10fb529-20db-461a-867a-ede019658d22 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524171 Feb 03 21:47:13.862466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:13.862885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:13.863352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:13.863923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Bound port: e7f93945-a891-4f54-8edb-a94db48901eb, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:13.864472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:13.891097 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd7ad0-ba4f-454f-8d19-807a144054ff None None] New status for floating IP 8575fdb1-226b-4346-90e4-f8617eb96215: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:47:13.955184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36fade4b-ed61-4fe2-96bf-a59bedf70d30 req-040d703f-5fc3-4085-ad0c-9db1f26aed9b tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265102 Feb 03 21:47:14.027208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:14.032836 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783329f9-daf9-4dbc-9458-aa110b90e303" -d '{"events": [{"server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:14.041857 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9654e710-eb08-47a6-925b-1bac5e9f8185 req-ff21ac96-4d9c-40b7-8afe-b8070d93237c service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593611 Feb 03 21:47:14.217255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:14.224556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b09797d-4a58-4a2d-95ab-769afe48e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (231eaf11-53a6-4ffb-8bcb-4b0cccc807f0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:14.227130 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b09797d-4a58-4a2d-95ab-769afe48e2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:14.228267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8b09797d-4a58-4a2d-95ab-769afe48e2cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/231eaf11-53a6-4ffb-8bcb-4b0cccc807f0 HTTP/1.1" status: 204 len: 168 time: 0.7020469 Feb 03 21:47:14.238262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:14.247116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:14.292452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09797d-4a58-4a2d-95ab-769afe48e2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231eaf11-53a6-4ffb-8bcb-4b0cccc807f0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:14.343232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:14.368363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:14.369112 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:14.370424 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-a50a089b-edde-46f9-bb97-4a0e07ab5011 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 1096 time: 1.8078842 Feb 03 21:47:14.453979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd705059-23db-4196-af88-ab82918346da req-6d0abde7-38e1-420f-955c-5b0cf4cdc767 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:14.458287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd705059-23db-4196-af88-ab82918346da req-6d0abde7-38e1-420f-955c-5b0cf4cdc767 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 948 time: 0.3214128 Feb 03 21:47:14.474402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-6587ab44-9985-4fd3-bf96-a2277864b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:14.474402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-6587ab44-9985-4fd3-bf96-a2277864b78b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1130 time: 0.0831122 Feb 03 21:47:14.475277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cdadb2d4-26d9-4547-9c04-c260152ff1f2 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:14.634590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port cdadb2d4-26d9-4547-9c04-c260152ff1f2 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:47:14.639571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port cdadb2d4-26d9-4547-9c04-c260152ff1f2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:14.641219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:14.661223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd705059-23db-4196-af88-ab82918346da req-88662349-ad56-4276-9c2e-965a3f58d2e8 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932077 Feb 03 21:47:14.692537 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:47:14.751155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-f00bb60a-cf8d-4d43-9b73-72aacc38c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:14.752654 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-f00bb60a-cf8d-4d43-9b73-72aacc38c53e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2671537 Feb 03 21:47:14.846942 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-ff4e6a38-b207-4df5-a75c-8b9d05cc257b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 217 time: 0.0851181 Feb 03 21:47:14.875558 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:14.899260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (251969f2-9481-49fc-abd9-ca48e95737fe), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:14.923432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cdadb2d4-26d9-4547-9c04-c260152ff1f2 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:14.924329 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:14.941644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-1f1e3f96-57c5-4a51-96ef-5d777d3bc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:14.943200 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-1f1e3f96-57c5-4a51-96ef-5d777d3bc7d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0901339 Feb 03 21:47:14.980472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:14.995466 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dbd178-0dbf-4703-bb67-e801d305b936" -d '{"events": [{"server_uuid": "6a736cf3-3ae3-42e7-96b1-8deb017719bf", "name": "network-vif-plugged", "status": "completed", "tag": "cdadb2d4-26d9-4547-9c04-c260152ff1f2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:15.049467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-8e9938e6-7131-4b5d-ad31-a3c3ff44bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:15.052491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-8e9938e6-7131-4b5d-ad31-a3c3ff44bd5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1006694 Feb 03 21:47:15.055810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cdadb2d4-26d9-4547-9c04-c260152ff1f2, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cdadb2d4-26d9-4547-9c04-c260152ff1f2,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:15.082731 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:15.088610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e7f93945-a891-4f54-8edb-a94db48901eb no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:47:15.101906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157671-a58e-4f0b-89e1-496362d2edf7 req-9f6e620f-e2b6-402a-b11b-d62a269322d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:15.118888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157671-a58e-4f0b-89e1-496362d2edf7 req-9f6e620f-e2b6-402a-b11b-d62a269322d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:15.124807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157671-a58e-4f0b-89e1-496362d2edf7 req-9f6e620f-e2b6-402a-b11b-d62a269322d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:15.141555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157671-a58e-4f0b-89e1-496362d2edf7 req-9f6e620f-e2b6-402a-b11b-d62a269322d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:15.147079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157671-a58e-4f0b-89e1-496362d2edf7 req-9f6e620f-e2b6-402a-b11b-d62a269322d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:15.159036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157671-a58e-4f0b-89e1-496362d2edf7 req-9f6e620f-e2b6-402a-b11b-d62a269322d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:15.176231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157671-a58e-4f0b-89e1-496362d2edf7 req-9f6e620f-e2b6-402a-b11b-d62a269322d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:15.179858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45157671-a58e-4f0b-89e1-496362d2edf7 req-9f6e620f-e2b6-402a-b11b-d62a269322d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.3878205 Feb 03 21:47:15.191467 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-9f6aa4c8-ac43-4112-83b2-8321f762d9da service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304541 Feb 03 21:47:15.211064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port e7f93945-a891-4f54-8edb-a94db48901eb host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:47:15.211473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e7f93945-a891-4f54-8edb-a94db48901eb not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:47:15.245032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=cdadb2d4-26d9-4547-9c04-c260152ff1f2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:15.318291 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Floating IP 251969f2-9481-49fc-abd9-ca48e95737fe associated. External IP: 172.25.5.93, port: 548e3dd1-c05f-47fd-ad18-a2e277a080ca. Feb 03 21:47:15.379783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45157671-a58e-4f0b-89e1-496362d2edf7 req-60011b5b-cbc4-4774-a6d6-8d0be78d5239 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906731 Feb 03 21:47:15.421829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8cf5b81-b3a0-428f-93c3-a499e70a4412 req-1f8f5ff1-8975-4217-b080-eb2e26116128 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230394 Feb 03 21:47:15.462499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:15.556641 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0196309b-f12e-404c-b6a3-29fcc0463509 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group (977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:15.575460 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce593fbb-25fd-4e8c-946e-dc7b41ae3086 x-openstack-request-id: req-ce593fbb-25fd-4e8c-946e-dc7b41ae3086 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:15.575761 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:15.576017 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce593fbb-25fd-4e8c-946e-dc7b41ae3086 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:15.576419 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'code': 200} Feb 03 21:47:16.023912 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0196309b-f12e-404c-b6a3-29fcc0463509 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group (977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:16.135745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c404f-cbea-4c29-bbec-6f80a9a74247 req-02f743df-cdb5-4d0a-9282-021ea302b6ab tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:16.137281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e2c404f-cbea-4c29-bbec-6f80a9a74247 req-02f743df-cdb5-4d0a-9282-021ea302b6ab tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.1203809 Feb 03 21:47:16.147352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Router 153a7c10-95d0-48c5-994a-d0b636642207 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:47:16.158400 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0196309b-f12e-404c-b6a3-29fcc0463509 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:16.161101 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0196309b-f12e-404c-b6a3-29fcc0463509 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:16.164788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:16.165324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0196309b-f12e-404c-b6a3-29fcc0463509 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "DELETE /v2.0/security-groups/977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa HTTP/1.1" status: 204 len: 168 time: 0.7007103 Feb 03 21:47:16.182671 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-801a40cb-bc93-4096-a274-e113df59e35d tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] show failed (client error): The resource could not be found. Feb 03 21:47:16.183748 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-801a40cb-bc93-4096-a274-e113df59e35d tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "GET /v2.0/security-groups/977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa HTTP/1.1" status: 404 len: 347 time: 0.0179412 Feb 03 21:47:16.188085 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:16.190100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196309b-f12e-404c-b6a3-29fcc0463509 tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977e9fb1-be81-4b3b-b6eb-5395ef0a3aaa,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:16.303607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e2c404f-cbea-4c29-bbec-6f80a9a74247 req-9bd61685-7617-40e1-a4d7-eb35730eb13e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550329 Feb 03 21:47:16.367219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:47:16.378895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Deleting port cee36d1a-381c-4b75-98d1-73a589f9426c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:16.379199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cee36d1a-381c-4b75-98d1-73a589f9426c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:16.381760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] Sync routers for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:47:16.389188 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4b9b0f-2bd7-4774-ba74-6419b98bb640 x-openstack-request-id: req-8e4b9b0f-2bd7-4774-ba74-6419b98bb640 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:16.389953 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a736cf3-3ae3-42e7-96b1-8deb017719bf", "name": "network-vif-plugged", "status": "completed", "tag": "cdadb2d4-26d9-4547-9c04-c260152ff1f2", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:16.390381 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e4b9b0f-2bd7-4774-ba74-6419b98bb640 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:16.390968 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2', 'code': 200} Feb 03 21:47:16.400953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:16.429464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:16.432053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:46:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:16.507468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-46dea468-22b8-43b2-a065-973db50fc40a tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "PUT /v2.0/floatingips/251969f2-9481-49fc-abd9-ca48e95737fe HTTP/1.1" status: 200 len: 995 time: 3.6960609 Feb 03 21:47:16.509667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:16.512748 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0" -d '{"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:16.629019 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1b02-7457-46cd-8e2b-f10d8bd29b5c req-1c29221c-c8f1-41cd-9c4c-69907f97f9d0 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:16.630685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51ff1b02-7457-46cd-8e2b-f10d8bd29b5c req-1c29221c-c8f1-41cd-9c4c-69907f97f9d0 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 948 time: 0.1047020 Feb 03 21:47:16.633030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2c8e-944b-4514-b456-d7800987e373 req-76d060a7-4447-4e2f-843b-e7986e537441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:16.640374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-76d060a7-4447-4e2f-843b-e7986e537441 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1127 time: 0.1239221 Feb 03 21:47:16.645320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:16.741938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51ff1b02-7457-46cd-8e2b-f10d8bd29b5c req-642256e0-c2cd-4703-8f81-323159ecd9d4 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926011 Feb 03 21:47:16.859626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2c8e-944b-4514-b456-d7800987e373 req-7f71214f-45cf-4378-a86d-9a51dca5806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:16.868856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-7f71214f-45cf-4378-a86d-9a51dca5806b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 921 time: 0.2273993 Feb 03 21:47:17.012381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-f7ed0ae7-939a-4673-9d7d-4cea869fb441 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 998 time: 0.1424603 Feb 03 21:47:17.194790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '251969f2-9481-49fc-abd9-ca48e95737fe', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'port_id': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'mac_address': 'fa:16:3e:10:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:47:10Z', 'updated_at': '2022-02-03T21:47:14Z', 'revision_number': 1, 'project_id': '81570d7109514ca6b302d19635e09c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd118ad4b-9d13-4725-8315-63f6ea944def', 'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'mac_address': 'fa:16:3e:f4:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:53Z', 'updated_at': '2022-02-03T21:46:07Z', 'revision_number': 5, 'project_id': '81570d7109514ca6b302d19635e09c39', 'subnets': [{'id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:17.211851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2c8e-944b-4514-b456-d7800987e373 req-123ccfb2-4ec0-430f-8614-4c61c7b68085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:17.225911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-123ccfb2-4ec0-430f-8614-4c61c7b68085 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 200 len: 860 time: 0.2119367 Feb 03 21:47:17.266966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] Checking router: 153a7c10-95d0-48c5-994a-d0b636642207 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:47:17.289006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:17.289663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:46:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:17.313671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-87717571-1728-413a-a7da-911cb6675a42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aee9699-a43e-4e85-86c5-03133b2e1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846782 Feb 03 21:47:17.315720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa7a9d-edb5-495f-8876-6e3a18197bb5 req-32c581fa-3c5a-4511-b500-32c0e3a57fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:17.320176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aaa7a9d-edb5-495f-8876-6e3a18197bb5 req-32c581fa-3c5a-4511-b500-32c0e3a57fbe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 1127 time: 0.8280482 Feb 03 21:47:17.325386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cee36d1a-381c-4b75-98d1-73a589f9426c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:17.326903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for floatingip (cee36d1a-381c-4b75-98d1-73a589f9426c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:17.360533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Calling delete_port for cee36d1a-381c-4b75-98d1-73a589f9426c owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:17.443515 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aaa7a9d-edb5-495f-8876-6e3a18197bb5 req-9b00dd05-dd4d-4e7a-be82-78eaab4d7660 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087909 Feb 03 21:47:17.511915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a86cb-fdf7-451e-96e1-295742bd0612 req-5ca8e80c-0b00-48a7-9982-b4958142b091 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:17.512361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:17.530507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a86cb-fdf7-451e-96e1-295742bd0612 req-5ca8e80c-0b00-48a7-9982-b4958142b091 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:17.535719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a86cb-fdf7-451e-96e1-295742bd0612 req-5ca8e80c-0b00-48a7-9982-b4958142b091 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:17.568776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a86cb-fdf7-451e-96e1-295742bd0612 req-5ca8e80c-0b00-48a7-9982-b4958142b091 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:17.570856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57788) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:17.574414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a86cb-fdf7-451e-96e1-295742bd0612 req-5ca8e80c-0b00-48a7-9982-b4958142b091 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:17.577856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:17.580052 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db978ee-7825-46af-aed9-9d27af86636b" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:17.584191 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cee36d1a-381c-4b75-98d1-73a589f9426c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:17.598972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a86cb-fdf7-451e-96e1-295742bd0612 req-5ca8e80c-0b00-48a7-9982-b4958142b091 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:17.633918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a86cb-fdf7-451e-96e1-295742bd0612 req-5ca8e80c-0b00-48a7-9982-b4958142b091 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:17.646294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b9a86cb-fdf7-451e-96e1-295742bd0612 req-5ca8e80c-0b00-48a7-9982-b4958142b091 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.5410938 Feb 03 21:47:17.663637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Pushing event deleted for resources: {'Port': ['ID=cee36d1a-381c-4b75-98d1-73a589f9426c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:17.814397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b9a86cb-fdf7-451e-96e1-295742bd0612 req-3f8bc101-a224-463d-b5b7-12ac59ecd4e5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583622 Feb 03 21:47:17.829738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64f2b170-d9b5-4cdf-afd2-be25313ae02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:17.839689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks [] for floatingip (8575fdb1-226b-4346-90e4-f8617eb96215), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:17.846026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:17.853503 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-63bdae85-155a-4e1b-87ee-382c51c1d37c tempest-ServersTestJSON-213808549 tempest-ServersTestJSON-213808549-project] 10.222.0.50 "DELETE /v2.0/floatingips/8575fdb1-226b-4346-90e4-f8617eb96215 HTTP/1.1" status: 204 len: 168 time: 1.6641641 Feb 03 21:47:17.859793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:17.884630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-fec6c325-5689-479f-b962-eeca7ebec190 service neutron] 10.222.0.50 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681150 Feb 03 21:47:17.902057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '251969f2-9481-49fc-abd9-ca48e95737fe', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'port_id': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'mac_address': 'fa:16:3e:10:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:47:10Z', 'updated_at': '2022-02-03T21:47:14Z', 'revision_number': 1, 'project_id': '81570d7109514ca6b302d19635e09c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd118ad4b-9d13-4725-8315-63f6ea944def', 'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'mac_address': 'fa:16:3e:f4:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:53Z', 'updated_at': '2022-02-03T21:46:07Z', 'revision_number': 5, 'project_id': '81570d7109514ca6b302d19635e09c39', 'subnets': [{'id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:17.963349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289663f8-3f36-4186-ba38-6dacda9fac92 None None] The sync data for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 is: [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '251969f2-9481-49fc-abd9-ca48e95737fe', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'port_id': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'mac_address': 'fa:16:3e:10:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:47:10Z', 'updated_at': '2022-02-03T21:47:14Z', 'revision_number': 1, 'project_id': '81570d7109514ca6b302d19635e09c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd118ad4b-9d13-4725-8315-63f6ea944def', 'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'mac_address': 'fa:16:3e:f4:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:53Z', 'updated_at': '2022-02-03T21:46:07Z', 'revision_number': 5, 'project_id': '81570d7109514ca6b302d19635e09c39', 'subnets': [{'id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:47:17.996875 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f13b3fa-5830-4487-a840-732308c85847 x-openstack-request-id: req-9f13b3fa-5830-4487-a840-732308c85847 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:17.997484 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:17.998111 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f13b3fa-5830-4487-a840-732308c85847 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:17.998870 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'status': 'completed', 'code': 200} Feb 03 21:47:18.101228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f56d2c8e-944b-4514-b456-d7800987e373 req-f8c5f77e-6603-4271-b0e2-e0e21b612048 service neutron] 10.222.0.50 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155709 Feb 03 21:47:18.220056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-8e142568-706a-4c14-9db3-14960586f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:18.221883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-8e142568-706a-4c14-9db3-14960586f7e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1127 time: 0.2231147 Feb 03 21:47:18.341973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-f1e0c061-106d-4330-828e-dae1716cb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:18.344173 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-f1e0c061-106d-4330-828e-dae1716cb290 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 921 time: 0.1133568 Feb 03 21:47:18.345803 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb00355-e014-4f6d-8bd4-af84629ea01e x-openstack-request-id: req-5bb00355-e014-4f6d-8bd4-af84629ea01e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:18.346959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe66632-ec9c-40e5-b51d-be047bcd03e7 req-0cb9e475-71b4-436c-95ba-79a255465d9e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:18.347703 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:18.348059 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5bb00355-e014-4f6d-8bd4-af84629ea01e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:18.349748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fe66632-ec9c-40e5-b51d-be047bcd03e7 req-0cb9e475-71b4-436c-95ba-79a255465d9e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.1766775 Feb 03 21:47:18.359474 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'status': 'completed', 'code': 200} Feb 03 21:47:18.411308 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdce8eb-ffa9-41a7-9abb-d374d79ee49a None None] New status for floating IP 251969f2-9481-49fc-abd9-ca48e95737fe: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:47:18.519362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fe66632-ec9c-40e5-b51d-be047bcd03e7 req-18426793-a930-4b33-b3f3-9db2a79451b5 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606057 Feb 03 21:47:18.679400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-bf7290e4-3a44-427b-b0f2-ec5648cf6d56 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 998 time: 0.1293061 Feb 03 21:47:18.700311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1735e-e0bb-4059-a86b-c9337ffe52c4 req-3477c8e9-cc6b-44af-93e7-e81b1270326b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:18.702325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31a1735e-e0bb-4059-a86b-c9337ffe52c4 req-3477c8e9-cc6b-44af-93e7-e81b1270326b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 948 time: 0.2727144 Feb 03 21:47:18.804592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db978ee-7825-46af-aed9-9d27af86636b req-792adf9f-de66-4ed8-ad22-1bedbd9a99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:18.806389 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-792adf9f-de66-4ed8-ad22-1bedbd9a99a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1130 time: 0.4422734 Feb 03 21:47:18.810992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-7b719b88-04e5-465a-8343-47f650986ead tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:18.844983 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-c551e781-f2c1-413f-b17a-e173bc274d34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 998 time: 0.4046111 Feb 03 21:47:18.855411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-7b719b88-04e5-465a-8343-47f650986ead tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports/548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 942 time: 0.1740665 Feb 03 21:47:18.879643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db978ee-7825-46af-aed9-9d27af86636b req-2460807b-29c9-4860-8a92-eca33bc38baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:18.881101 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-2460807b-29c9-4860-8a92-eca33bc38baf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1130 time: 0.5062289 Feb 03 21:47:18.926850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31a1735e-e0bb-4059-a86b-c9337ffe52c4 req-f58f913d-fd9c-4b24-93d1-2e7b53f49d0b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723506 Feb 03 21:47:18.961412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64f2b170-d9b5-4cdf-afd2-be25313ae02f admin admin] Publish callbacks [] for security_group (b3ebb375-b791-4773-8899-4a549946272b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:19.005865 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64f2b170-d9b5-4cdf-afd2-be25313ae02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b3ebb375-b791-4773-8899-4a549946272b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:19.314229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2b170-d9b5-4cdf-afd2-be25313ae02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ebb375-b791-4773-8899-4a549946272b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:19.326478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-bccd6826-409f-4266-87e9-7413f35c3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.330705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-bccd6826-409f-4266-87e9-7413f35c3c4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 200 len: 860 time: 0.4564087 Feb 03 21:47:19.370889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-96580a47-d86f-445e-870e-f1bcbe64ae4b tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1000 time: 0.3101721 Feb 03 21:47:19.394740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db978ee-7825-46af-aed9-9d27af86636b req-273d7910-d839-4ab0-a5c9-ca4a68840862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.397313 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-273d7910-d839-4ab0-a5c9-ca4a68840862 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.4606545 Feb 03 21:47:19.407356 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-64f2b170-d9b5-4cdf-afd2-be25313ae02f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ccac772b74ee4bad9b3eab3aa3db5eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8352680 Feb 03 21:47:19.408675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db978ee-7825-46af-aed9-9d27af86636b req-31ccedd1-f7ed-4c44-9ada-d96d239d9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.415227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-31ccedd1-f7ed-4c44-9ada-d96d239d9701 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.5921578 Feb 03 21:47:19.418070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:19.523816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f19e-04d7-4d97-9c3b-b193f86840d5 req-783e7252-e258-458b-9580-07b5e6eb8f6d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.529868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f19e-04d7-4d97-9c3b-b193f86840d5 req-783e7252-e258-458b-9580-07b5e6eb8f6d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.538095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f19e-04d7-4d97-9c3b-b193f86840d5 req-783e7252-e258-458b-9580-07b5e6eb8f6d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.544846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f19e-04d7-4d97-9c3b-b193f86840d5 req-783e7252-e258-458b-9580-07b5e6eb8f6d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.554209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f19e-04d7-4d97-9c3b-b193f86840d5 req-783e7252-e258-458b-9580-07b5e6eb8f6d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.560434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f19e-04d7-4d97-9c3b-b193f86840d5 req-783e7252-e258-458b-9580-07b5e6eb8f6d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.562414 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-699a7e90-40f7-4575-968e-b9410bdafea3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9aee9699-a43e-4e85-86c5-03133b2e1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400011 Feb 03 21:47:19.566906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f19e-04d7-4d97-9c3b-b193f86840d5 req-783e7252-e258-458b-9580-07b5e6eb8f6d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.569213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6456f19e-04d7-4d97-9c3b-b193f86840d5 req-783e7252-e258-458b-9580-07b5e6eb8f6d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.3892963 Feb 03 21:47:19.601249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e7f93945-a891-4f54-8edb-a94db48901eb details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:19.619219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-c8564d66-1d52-48ed-be92-87f3f2ae2920 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:19.628797 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-c8564d66-1d52-48ed-be92-87f3f2ae2920 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.2561672 Feb 03 21:47:19.731141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6456f19e-04d7-4d97-9c3b-b193f86840d5 req-460497c8-53c6-4ffd-8215-af3284775c14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527176 Feb 03 21:47:19.741480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-68493e89-6149-4dc9-b767-57ef77147def tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1000 time: 0.1114872 Feb 03 21:47:19.747596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-00980b31-e086-4871-8fb8-768d3338daab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:19.822594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:19.872410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'mac_address': 'fa:16:3e:99:5c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:19.971194 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-00980b31-e086-4871-8fb8-768d3338daab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for floatingip (251969f2-9481-49fc-abd9-ca48e95737fe), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:19.980498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e7f93945-a891-4f54-8edb-a94db48901eb is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:19.981267 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:20.010359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f93945-a891-4f54-8edb-a94db48901eb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:20.036110 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-2a835d18-09e5-4da1-b449-cf4166b55693 service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361365 Feb 03 21:47:20.056873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:20.064560 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-893541b5-aaab-4c21-896b-a87f6b503e47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 217 time: 0.5009847 Feb 03 21:47:20.065906 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-dc62fdd7-33b9-48b6-ba2b-dc3ab3778c75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 217 time: 0.6495700 Feb 03 21:47:20.069312 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:20.189495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:20.243497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db978ee-7825-46af-aed9-9d27af86636b req-58835670-66e3-431d-a33f-93d5a9eec8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:20.245383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-58835670-66e3-431d-a33f-93d5a9eec8d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1569722 Feb 03 21:47:20.292196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa93ac3-8b60-479a-9ec7-ea9a1f876312 req-db408272-6f4a-42e0-9b5d-c1d1ca0cd64c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:20.294153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cfa93ac3-8b60-479a-9ec7-ea9a1f876312 req-db408272-6f4a-42e0-9b5d-c1d1ca0cd64c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.2171547 Feb 03 21:47:20.397299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14654142-762c-4307-b045-31bad0d1cdd9 admin admin] Publish callbacks [] for security_group (b3ebb375-b791-4773-8899-4a549946272b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:20.413414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7f93945-a891-4f54-8edb-a94db48901eb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:20.427784 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14654142-762c-4307-b045-31bad0d1cdd9 admin admin] Publish callbacks [] for security_group (b3ebb375-b791-4773-8899-4a549946272b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:20.504916 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14654142-762c-4307-b045-31bad0d1cdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b3ebb375-b791-4773-8899-4a549946272b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:20.512489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-00980b31-e086-4871-8fb8-768d3338daab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:20.513091 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14654142-762c-4307-b045-31bad0d1cdd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:20.516375 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-14654142-762c-4307-b045-31bad0d1cdd9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3ebb375-b791-4773-8899-4a549946272b HTTP/1.1" status: 204 len: 168 time: 0.9812412 Feb 03 21:47:20.608937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db978ee-7825-46af-aed9-9d27af86636b req-2e1211d4-1d2e-4fe9-9a5d-19c61ea248e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:20.611694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cfa93ac3-8b60-479a-9ec7-ea9a1f876312 req-956f0e48-8416-4cb4-b99a-318a1ca2cb89 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033133 Feb 03 21:47:20.617122 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-00980b31-e086-4871-8fb8-768d3338daab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (251969f2-9481-49fc-abd9-ca48e95737fe), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:20.617356 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-2e1211d4-1d2e-4fe9-9a5d-19c61ea248e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.4827924 Feb 03 21:47:20.620886 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-00980b31-e086-4871-8fb8-768d3338daab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Floating IP 251969f2-9481-49fc-abd9-ca48e95737fe disassociated. External IP: 172.25.5.93, port: 548e3dd1-c05f-47fd-ad18-a2e277a080ca. Feb 03 21:47:20.657872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db978ee-7825-46af-aed9-9d27af86636b req-d5bec60d-045d-4c44-a0c6-5760395ddb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:20.660591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-d5bec60d-045d-4c44-a0c6-5760395ddb67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3890893 Feb 03 21:47:20.841811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14654142-762c-4307-b045-31bad0d1cdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ebb375-b791-4773-8899-4a549946272b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:20.872736 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-41a45ec3-3a27-42cb-b471-d95d4fa0ffe0 req-4d58dbb3-4ef8-4600-8c67-e0a44dddeac8 service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8350444 Feb 03 21:47:21.021265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947277f-82fd-484b-8a0f-a380d84023ec req-47ebb90d-d21e-4b8d-9f08-e57c5b7fa2cc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:21.034610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2947277f-82fd-484b-8a0f-a380d84023ec req-47ebb90d-d21e-4b8d-9f08-e57c5b7fa2cc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 949 time: 0.1704543 Feb 03 21:47:21.115913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db978ee-7825-46af-aed9-9d27af86636b req-e7825869-a213-45c1-844c-cd248e92e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:21.117438 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-e7825869-a213-45c1-844c-cd248e92e45e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4497659 Feb 03 21:47:21.148356 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-e5fbaf12-60f2-4d72-843b-d18275a8da17 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504069 Feb 03 21:47:21.269328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-00980b31-e086-4871-8fb8-768d3338daab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Router 153a7c10-95d0-48c5-994a-d0b636642207 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:47:21.345176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2947277f-82fd-484b-8a0f-a380d84023ec req-9f581388-e9e1-48fb-a04d-4af68c8e1995 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421787 Feb 03 21:47:21.379685 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-557ecfdc-83e3-4319-9b7b-4f333894edbd service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519579 Feb 03 21:47:21.384364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:21.613244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e7f93945-a891-4f54-8edb-a94db48901eb up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:21.795636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-00980b31-e086-4871-8fb8-768d3338daab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:47:21.802024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port e7f93945-a891-4f54-8edb-a94db48901eb completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:47:21.806840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port e7f93945-a891-4f54-8edb-a94db48901eb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:21.807858 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:21.822780 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-00980b31-e086-4871-8fb8-768d3338daab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:21.862669 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-289c5f81-ca82-47bb-8205-5cd7c61f2013 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698637 Feb 03 21:47:21.893925 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db978ee-7825-46af-aed9-9d27af86636b req-f79aaad5-d80b-4618-a6ca-bfd7a15378c2 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924851 Feb 03 21:47:21.946125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-00980b31-e086-4871-8fb8-768d3338daab tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "PUT /v2.0/floatingips/251969f2-9481-49fc-abd9-ca48e95737fe HTTP/1.1" status: 200 len: 694 time: 2.2032995 Feb 03 21:47:21.954443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:21.956930 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34944764-2b27-472f-a2e3-e014d873e2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:22.011578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb94ce-d756-49f8-8d89-34676380db24 req-b6c5fa1e-8f30-4eca-91ce-15f07cfef5e7 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:22.013266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1bb94ce-d756-49f8-8d89-34676380db24 req-b6c5fa1e-8f30-4eca-91ce-15f07cfef5e7 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.4942935 Feb 03 21:47:22.040301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57856) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:22.053401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Request body: {'floatingip': {'port_id': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:22.053841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:22.227172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] Sync routers for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:47:22.278842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:22.279622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:46:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:22.326171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for floatingip (87f1119c-24f0-4920-a4b4-fef6b088b3d2), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:22.342347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1691901468-network', 'tenant_id': 'd4d4b5ea69534971ab4ec5b1851ca353'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:22.396342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Made reservation on behalf of d4d4b5ea69534971ab4ec5b1851ca353 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:22.402671 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:22.439904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:22.596528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-919e3c8e-91aa-4f60-8229-245821b23134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:22.610521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-919e3c8e-91aa-4f60-8229-245821b23134 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1127 time: 0.5961487 Feb 03 21:47:22.686086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e7f93945-a891-4f54-8edb-a94db48901eb is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:22.687591 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:22.700996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:22.880722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:22.886806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:22.891663 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9462a48c-8fa5-4d53-a58f-29e06efcb028" -d '{"events": [{"server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "name": "network-vif-plugged", "status": "completed", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:22.913837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.201217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:23.256124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Deleting port 3192e16a-9796-4552-a8d6-3fa36352d0fc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:23.256124 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.277848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd118ad4b-9d13-4725-8315-63f6ea944def', 'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'mac_address': 'fa:16:3e:f4:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:53Z', 'updated_at': '2022-02-03T21:46:07Z', 'revision_number': 5, 'project_id': '81570d7109514ca6b302d19635e09c39', 'subnets': [{'id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:23.285575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Publish callbacks [] for security_group (57028da7-af59-40c5-8120-f66744e5059d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.328037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] Checking router: 153a7c10-95d0-48c5-994a-d0b636642207 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:47:23.342298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:23.342543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:46:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:23.404753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] For port 3192e16a-9796-4552-a8d6-3fa36352d0fc, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3192e16a-9796-4552-a8d6-3fa36352d0fc,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:23.405053 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.408161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (57028da7-af59-40c5-8120-f66744e5059d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.461653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Calling delete_port for 3192e16a-9796-4552-a8d6-3fa36352d0fc owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:23.471666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:47:23.485064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57028da7-af59-40c5-8120-f66744e5059d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:23.509749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a25f3860-257d-4af9-8ce7-acab5f4a91e3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.510170 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Added segment a25f3860-257d-4af9-8ce7-acab5f4a91e3 of type vlan for network ba7c8da9-1dc9-4510-a04e-a6248f91b1ab Feb 03 21:47:23.527122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:23.536424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbcba0-ca4a-4de8-9e45-8d4b152f6029 req-fce2fe4c-9cc3-488e-9ae5-a7bb81b428d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:23.542880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbcba0-ca4a-4de8-9e45-8d4b152f6029 req-fce2fe4c-9cc3-488e-9ae5-a7bb81b428d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:23.552488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbcba0-ca4a-4de8-9e45-8d4b152f6029 req-fce2fe4c-9cc3-488e-9ae5-a7bb81b428d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:23.558509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbcba0-ca4a-4de8-9e45-8d4b152f6029 req-fce2fe4c-9cc3-488e-9ae5-a7bb81b428d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:23.564184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbcba0-ca4a-4de8-9e45-8d4b152f6029 req-fce2fe4c-9cc3-488e-9ae5-a7bb81b428d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:23.569541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbcba0-ca4a-4de8-9e45-8d4b152f6029 req-fce2fe4c-9cc3-488e-9ae5-a7bb81b428d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:23.574848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbcba0-ca4a-4de8-9e45-8d4b152f6029 req-fce2fe4c-9cc3-488e-9ae5-a7bb81b428d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:23.583172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bcbcba0-ca4a-4de8-9e45-8d4b152f6029 req-fce2fe4c-9cc3-488e-9ae5-a7bb81b428d1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 1.3770113 Feb 03 21:47:23.591465 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28d91964-a7b4-4512-8058-f48a2349dcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.630329 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (ba7c8da9-1dc9-4510-a04e-a6248f91b1ab), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.701661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bcbcba0-ca4a-4de8-9e45-8d4b152f6029 req-0ee6f96c-e4d6-4c46-a809-8bf698b32e77 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173348 Feb 03 21:47:23.706033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (ba7c8da9-1dc9-4510-a04e-a6248f91b1ab), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.707270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:23.708049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.715743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-ca33b070-6e47-4110-8e0e-6f469648a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:23.730067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-ca33b070-6e47-4110-8e0e-6f469648a611 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 921 time: 0.9388664 Feb 03 21:47:23.816369 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7579868 Feb 03 21:47:23.818781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:23.830175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Request body: {'subnet': {'network_id': 'ba7c8da9-1dc9-4510-a04e-a6248f91b1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1691901468-subnet', 'tenant_id': 'd4d4b5ea69534971ab4ec5b1851ca353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:23.830175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b0781-cdd2-4889-9657-8c8f09e3e984 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7c8da9-1dc9-4510-a04e-a6248f91b1ab,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:23.852846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network ba7c8da9-1dc9-4510-a04e-a6248f91b1ab details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:47:23.860547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-ba57a4a2-1f3d-422e-bfb9-cc866a7cd192 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 217 time: 0.1234241 Feb 03 21:47:23.892172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Made reservation on behalf of d4d4b5ea69534971ab4ec5b1851ca353 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:23.894749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.935229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3192e16a-9796-4552-a8d6-3fa36352d0fc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:23.986342 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010270d4-606c-47d1-8ce1-4554bd421609 x-openstack-request-id: req-010270d4-606c-47d1-8ce1-4554bd421609 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:23.986731 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:23.987075 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-010270d4-606c-47d1-8ce1-4554bd421609 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:23.987558 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'status': 'completed', 'code': 200} Feb 03 21:47:24.025201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd118ad4b-9d13-4725-8315-63f6ea944def', 'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'mac_address': 'fa:16:3e:f4:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:53Z', 'updated_at': '2022-02-03T21:46:07Z', 'revision_number': 5, 'project_id': '81570d7109514ca6b302d19635e09c39', 'subnets': [{'id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:24.028646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-24af27a8-c1e7-4b15-934c-8a3e3d36b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:24.030416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-24af27a8-c1e7-4b15-934c-8a3e3d36b39a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 200 len: 860 time: 0.1270790 Feb 03 21:47:24.108054 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b64c960-a6b7-4e4c-82d6-fec0f1c566f4 x-openstack-request-id: req-8b64c960-a6b7-4e4c-82d6-fec0f1c566f4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:24.108811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-39d199da-ddc5-436d-a828-a4e7a56b3c35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aee9699-a43e-4e85-86c5-03133b2e1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728869 Feb 03 21:47:24.115225 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "name": "network-vif-plugged", "status": "completed", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:24.117361 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b64c960-a6b7-4e4c-82d6-fec0f1c566f4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:24.117584 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'code': 200} Feb 03 21:47:24.118918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88969ecf-9544-47f7-97e2-212a946b609a None None] The sync data for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 is: [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:45:55Z', 'revision_number': 4, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd118ad4b-9d13-4725-8315-63f6ea944def', 'name': '', 'network_id': '9aee9699-a43e-4e85-86c5-03133b2e1c8a', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'mac_address': 'fa:16:3e:f4:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:53Z', 'updated_at': '2022-02-03T21:46:07Z', 'revision_number': 5, 'project_id': '81570d7109514ca6b302d19635e09c39', 'subnets': [{'id': 'cf961422-7489-4c6e-95ca-ebaf768db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:47:24.125242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Pushing event deleted for resources: {'Port': ['ID=3192e16a-9796-4552-a8d6-3fa36352d0fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:24.260962 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:24.279779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:47:24.283907 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:24.366111 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:24.381505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (87f1119c-24f0-4920-a4b4-fef6b088b3d2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:24.426796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb844634-c94b-4cb8-b6c8-3a516d9b857f req-2be9d0bb-b08c-4768-9339-7443ccc59e33 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:24.428325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb844634-c94b-4cb8-b6c8-3a516d9b857f req-2be9d0bb-b08c-4768-9339-7443ccc59e33 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.2238410 Feb 03 21:47:24.462506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-9c49e30c-f226-4475-90da-83e825771557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:24.463950 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-9c49e30c-f226-4475-90da-83e825771557 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81570d7109514ca6b302d19635e09c39&device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 1127 time: 0.4600585 Feb 03 21:47:24.464721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-c7fb27ae-9f04-4f90-acbd-7b858b905cf9 service neutron] 10.222.0.50 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212206 Feb 03 21:47:24.516412 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bd93a-c69a-40e4-991f-f68bf57a9abe None None] New status for floating IP 251969f2-9481-49fc-abd9-ca48e95737fe: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:47:24.522187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-02ba30cc-7833-4def-87dc-79d16c505914 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:24.523696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-02ba30cc-7833-4def-87dc-79d16c505914 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 950 time: 0.2766516 Feb 03 21:47:24.598757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb844634-c94b-4cb8-b6c8-3a516d9b857f req-301d9a85-ae46-4bbf-a703-bfd360b975ab tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313987 Feb 03 21:47:24.616836 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Floating IP 87f1119c-24f0-4920-a4b4-fef6b088b3d2 associated. External IP: 172.25.5.167, port: cdadb2d4-26d9-4547-9c04-c260152ff1f2. Feb 03 21:47:24.661032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:24.669342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a5d3807-4954-4be2-bd25-63fe11ab9d2f req-0f06b5ad-8f12-45fc-a9d1-7187d35a3bf5 service neutron] 10.222.0.50 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888049 Feb 03 21:47:24.675261 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (f80d45ba-83d0-4694-9cd4-b813784088f3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:24.822050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-eded156f-c5c9-4490-99a8-862ff8f61406 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/floatingips/251969f2-9481-49fc-abd9-ca48e95737fe HTTP/1.1" status: 200 len: 692 time: 0.0789704 Feb 03 21:47:24.829455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-b28ef0ff-d2f0-4439-b7a0-b87fff68f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:24.830745 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-b28ef0ff-d2f0-4439-b7a0-b87fff68f164 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 200 len: 921 time: 0.3511295 Feb 03 21:47:24.836561 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-f7ef3b0c-2044-46fb-8993-ef9db65a09b0 service neutron] delete failed (client error): The resource could not be found. Feb 03 21:47:24.837541 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-f7ef3b0c-2044-46fb-8993-ef9db65a09b0 service neutron] 10.222.0.10 "DELETE /v2.0/ports/e7f93945-a891-4f54-8edb-a94db48901eb/bindings/n-h1-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.2813458 Feb 03 21:47:24.899113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80d45ba-83d0-4694-9cd4-b813784088f3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:24.901983 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-8660941a-e8c2-4fbd-8af0-ddc4a0d848ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 200 len: 217 time: 0.0634549 Feb 03 21:47:24.903337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad3598-e483-444d-b9ca-fdf31ad7123c req-3c4fb63f-cb1d-45f5-a915-366bc285956b tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:24.906220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15ad3598-e483-444d-b9ca-fdf31ad7123c req-3c4fb63f-cb1d-45f5-a915-366bc285956b tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 949 time: 0.1782835 Feb 03 21:47:24.946276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Checking segment: {'id': 'a25f3860-257d-4af9-8ce7-acab5f4a91e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba7c8da9-1dc9-4510-a04e-a6248f91b1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:24.946649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Network hostable DHCP agents. Network: ba7c8da9-1dc9-4510-a04e-a6248f91b1ab, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:47:25.044062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-420e316f-bbe0-4fcf-8117-4869432465e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.045591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-420e316f-bbe0-4fcf-8117-4869432465e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 200 len: 860 time: 0.1331582 Feb 03 21:47:25.051974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-501b5561-489d-464b-9335-6352a374d757 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.053352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-501b5561-489d-464b-9335-6352a374d757 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 784 time: 0.2245073 Feb 03 21:47:25.079676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Network ba7c8da9-1dc9-4510-a04e-a6248f91b1ab is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:47:25.118008 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-0eb5a324-ca88-4af3-9854-c2d1bcba1a6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9aee9699-a43e-4e85-86c5-03133b2e1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420914 Feb 03 21:47:25.120733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15ad3598-e483-444d-b9ca-fdf31ad7123c req-3c4b736f-e08c-4d7e-b3da-4e76fd36c4e3 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897383 Feb 03 21:47:25.123229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, ba7c8da9-1dc9-4510-a04e-a6248f91b1ab) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:25.128822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-d9898bd4-a04f-4200-bed6-f88544c5ef49 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.0644805 Feb 03 21:47:25.134206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d0a01-f46c-447f-9cbb-efe9e2d81654 None None] Network ba7c8da9-1dc9-4510-a04e-a6248f91b1ab requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:25.154506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Router 7dddae73-f906-43b1-9205-1a4bf205e5f1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:47:25.156587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-a3902e8d-8c3a-4359-a335-4b52c82f88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.158927 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-a3902e8d-8c3a-4359-a335-4b52c82f88d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1132 time: 0.2153904 Feb 03 21:47:25.170588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.170588 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:25.208853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-c2e3d9ca-e5cc-4e27-a09e-a438d4e42725 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.0570745 Feb 03 21:47:25.286332 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d167345d-d5c6-49b5-9e1c-f2dd517b83eb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4654887 Feb 03 21:47:25.323455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:47:25.393020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c9a096-bf6c-4bfc-b9d9-a0188f942bce None None] Network ba7c8da9-1dc9-4510-a04e-a6248f91b1ab requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:25.459815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1cf7-f3bb-491a-996c-a8244949904b req-06a3d142-1b92-4d08-a55d-4191b4d38d04 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.464982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1cf7-f3bb-491a-996c-a8244949904b req-06a3d142-1b92-4d08-a55d-4191b4d38d04 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.471580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1cf7-f3bb-491a-996c-a8244949904b req-06a3d142-1b92-4d08-a55d-4191b4d38d04 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.477045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1cf7-f3bb-491a-996c-a8244949904b req-06a3d142-1b92-4d08-a55d-4191b4d38d04 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.482063 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-548f0e6b-6227-4bb7-b971-07bc0c59a150 service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540297 Feb 03 21:47:25.482642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1cf7-f3bb-491a-996c-a8244949904b req-06a3d142-1b92-4d08-a55d-4191b4d38d04 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.487940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1cf7-f3bb-491a-996c-a8244949904b req-06a3d142-1b92-4d08-a55d-4191b4d38d04 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.493208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1cf7-f3bb-491a-996c-a8244949904b req-06a3d142-1b92-4d08-a55d-4191b4d38d04 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.495362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f9e1cf7-f3bb-491a-996c-a8244949904b req-06a3d142-1b92-4d08-a55d-4191b4d38d04 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.2489746 Feb 03 21:47:25.500435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:47:25.504585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-a56ebc1c-1044-4b1f-a740-b266bb241994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.506615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-a56ebc1c-1044-4b1f-a740-b266bb241994 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.3404696 Feb 03 21:47:25.507002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:25.529894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] Sync routers for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:47:25.571401 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bba443f4-439c-4973-9b6f-9b03fda94e3e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "PUT /v2.0/floatingips/87f1119c-24f0-4920-a4b4-fef6b088b3d2 HTTP/1.1" status: 200 len: 991 time: 3.5192432 Feb 03 21:47:25.583469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:25.584086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:46:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:25.598917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Deleting port 4cc95adf-f3bc-4383-bd90-cce6088a1aff {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:25.599550 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-eebf65a6-7170-458f-8f31-37027c3396b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 217 time: 0.0764773 Feb 03 21:47:25.599670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4cc95adf-f3bc-4383-bd90-cce6088a1aff), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:25.633984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:47:25.645890 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0cd702de-25bc-4d45-8a3e-4bc34d08ee94 admin admin] 10.222.0.50 "PUT /v2.0/routers/a760aed1-eee8-46a1-a29b-ae7d5b9558f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7824702 Feb 03 21:47:25.646114 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] Sync routers for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:47:25.654097 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:25.654962 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:46:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:25.661118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f9e1cf7-f3bb-491a-996c-a8244949904b req-ff33ee83-0468-4431-a021-6b3963a058e8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494448 Feb 03 21:47:25.663401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57924) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:25.694796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-3c598528-12a2-46b7-9b0e-d37b1b05c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.697287 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-3c598528-12a2-46b7-9b0e-d37b1b05c119 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0855601 Feb 03 21:47:25.822242 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4cc95adf-f3bc-4383-bd90-cce6088a1aff), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:25.822477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for floatingip (4cc95adf-f3bc-4383-bd90-cce6088a1aff), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:25.839067 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:25.845823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Calling delete_port for 4cc95adf-f3bc-4383-bd90-cce6088a1aff owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:25.862499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks [] for router (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:25.868771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-d8dedf26-67f6-48e7-b86d-8aa592f9ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:25.871134 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-d8dedf26-67f6-48e7-b86d-8aa592f9ac9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1649368 Feb 03 21:47:25.874984 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34944764-2b27-472f-a2e3-e014d873e2f2 req-148e1b0e-7d7f-4550-91e0-705b3a5bfa3e service neutron] 10.222.0.47 "GET /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812819 Feb 03 21:47:25.972606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:26.041430 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-0803687a-4573-46f6-9461-f3bd0565b41b service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607471 Feb 03 21:47:26.170197 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85e2aaf7-c45d-4ded-b2a8-57e816bb044e req-3cc9d690-71cd-4c22-9376-6eec37b34de2 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204722 Feb 03 21:47:26.192145 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a118998e-f4bf-4581-893b-c4cf63243d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:26.209088 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:47:23Z', 'revision_number': 5, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:26.220136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'tag': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:26.222745 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee22cfc-90e9-4c14-8523-92efa836f9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a736cf3-3ae3-42e7-96b1-8deb017719bf", "tag": "cdadb2d4-26d9-4547-9c04-c260152ff1f2"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:26.258459 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] Checking router: a760aed1-eee8-46a1-a29b-ae7d5b9558f1 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:47:26.291181 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] Routers {'a760aed1-eee8-46a1-a29b-ae7d5b9558f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:26.295654 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:26.309401 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-55c26b12-c4a1-4d36-8d0d-02e907c234a6 req-a699b000-cda5-48e1-b58d-234d01dbd9a0 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] show failed (client error): The resource could not be found. Feb 03 21:47:26.321860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55c26b12-c4a1-4d36-8d0d-02e907c234a6 req-a699b000-cda5-48e1-b58d-234d01dbd9a0 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] 10.222.0.50 "GET /v2.0/security-groups/17dfd2f2-3e3b-4cf4-91d1-a666b1201b21 HTTP/1.1" status: 404 len: 352 time: 0.0942914 Feb 03 21:47:26.348762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:47Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '87f1119c-24f0-4920-a4b4-fef6b088b3d2', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'floating_ip_address': '172.25.5.167', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'port_id': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'mac_address': 'fa:16:3e:0a:4f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:45:59Z', 'updated_at': '2022-02-03T21:47:24Z', 'revision_number': 1, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54741d5-c58d-4288-9ff2-667f5ec23d39', 'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'mac_address': 'fa:16:3e:52:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:45Z', 'updated_at': '2022-02-03T21:45:53Z', 'revision_number': 5, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'subnets': [{'id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:26.409638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] Checking router: 7dddae73-f906-43b1-9205-1a4bf205e5f1 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:47:26.420287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:26.421486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:26.435700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:26.438432 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] Set router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:26.490047 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks [] for router_gateway (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:26.496199 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (4cc95adf-f3bc-4383-bd90-cce6088a1aff), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:26.552934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Pushing event deleted for resources: {'Port': ['ID=4cc95adf-f3bc-4383-bd90-cce6088a1aff,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:26.564945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-28f12f3f-105e-47b9-9d31-5aea974b9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:26.565488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-28f12f3f-105e-47b9-9d31-5aea974b9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:26.565891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-28f12f3f-105e-47b9-9d31-5aea974b9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:26.566361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-28f12f3f-105e-47b9-9d31-5aea974b9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:26.566820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-28f12f3f-105e-47b9-9d31-5aea974b9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:26.567282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-28f12f3f-105e-47b9-9d31-5aea974b9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:26.567733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-28f12f3f-105e-47b9-9d31-5aea974b9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:26.574993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:26.576072 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-28f12f3f-105e-47b9-9d31-5aea974b9166 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6706 time: 0.1382287 Feb 03 21:47:26.632740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f151bc9-8078-4bf1-ba12-26726a78f070 req-70ba4ed8-5d47-403a-8e9c-9c75c5eb5906 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:26.634255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f151bc9-8078-4bf1-ba12-26726a78f070 req-70ba4ed8-5d47-403a-8e9c-9c75c5eb5906 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.2553289 Feb 03 21:47:26.652130 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-8ecf2d9a-ff95-4497-8e53-96598fd06b3b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751219 Feb 03 21:47:26.663160 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:47:23Z', 'revision_number': 5, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:26.702882 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f21b1-d9ae-438a-a50c-0b3d131528fa None None] The sync data for ids ['a760aed1-eee8-46a1-a29b-ae7d5b9558f1'] in n-d-824834-9 is: [{'id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'name': 'tempest-ServersTestJSON-1130465063-router', 'tenant_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:05Z', 'updated_at': '2022-02-03T21:47:23Z', 'revision_number': 5, 'project_id': '2d226f52d8cc4ff1b4d582af7f76fd58', 'gw_port': {'id': 'dd1051ff-789e-4b2e-adc2-25453e7d8a2c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a760aed1-eee8-46a1-a29b-ae7d5b9558f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:06Z', 'updated_at': '2022-02-03T21:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:47:26.772749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for floatingip (251969f2-9481-49fc-abd9-ca48e95737fe), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:26.775384 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:26.776530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbc66e5b-da23-4357-be28-6f22952cb639 req-b0aac28d-048a-4984-a624-85ad26210d02 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "DELETE /v2.0/floatingips/251969f2-9481-49fc-abd9-ca48e95737fe HTTP/1.1" status: 204 len: 173 time: 1.5293753 Feb 03 21:47:26.793354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f151bc9-8078-4bf1-ba12-26726a78f070 req-2e318624-b1ab-4049-9e5f-2ae3d317d548 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171536 Feb 03 21:47:26.805395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Deleting port dd1051ff-789e-4b2e-adc2-25453e7d8a2c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:26.805395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:26.869078 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961369d3-f09f-4f0a-a8bd-28d8a519a1e9 x-openstack-request-id: req-961369d3-f09f-4f0a-a8bd-28d8a519a1e9 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:26.869272 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a736cf3-3ae3-42e7-96b1-8deb017719bf", "tag": "cdadb2d4-26d9-4547-9c04-c260152ff1f2", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:26.869518 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-961369d3-f09f-4f0a-a8bd-28d8a519a1e9 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:26.870171 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'tag': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2', 'status': 'completed', 'code': 200} Feb 03 21:47:26.871189 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:26.938026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:47Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '87f1119c-24f0-4920-a4b4-fef6b088b3d2', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'floating_ip_address': '172.25.5.167', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'port_id': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'mac_address': 'fa:16:3e:0a:4f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:45:59Z', 'updated_at': '2022-02-03T21:47:24Z', 'revision_number': 1, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54741d5-c58d-4288-9ff2-667f5ec23d39', 'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'mac_address': 'fa:16:3e:52:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:45Z', 'updated_at': '2022-02-03T21:45:53Z', 'revision_number': 5, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'subnets': [{'id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:26.951410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] For port dd1051ff-789e-4b2e-adc2-25453e7d8a2c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dd1051ff-789e-4b2e-adc2-25453e7d8a2c,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:26.951859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:26.953185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-99a18196-c33e-4eac-a082-9941f33e934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:26.955111 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-99a18196-c33e-4eac-a082-9941f33e934d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65fd3c2875554529b9622a2a6acdc287&device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 1127 time: 0.0630302 Feb 03 21:47:26.975484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb064e-3b6c-41e2-94e7-e7a1e244ff5e None None] The sync data for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 is: [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:47Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '87f1119c-24f0-4920-a4b4-fef6b088b3d2', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'floating_ip_address': '172.25.5.167', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'port_id': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'mac_address': 'fa:16:3e:0a:4f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:45:59Z', 'updated_at': '2022-02-03T21:47:24Z', 'revision_number': 1, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54741d5-c58d-4288-9ff2-667f5ec23d39', 'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'mac_address': 'fa:16:3e:52:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:45Z', 'updated_at': '2022-02-03T21:45:53Z', 'revision_number': 5, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'subnets': [{'id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:47:26.994690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Calling delete_port for dd1051ff-789e-4b2e-adc2-25453e7d8a2c owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:27.057710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-df9506cc-b1b9-4b43-a5db-13ac80c6a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.059240 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-df9506cc-b1b9-4b43-a5db-13ac80c6a088 service neutron] 10.222.0.10 "GET /v2.0/networks?id=35f428fe-d74f-40e7-a849-b4b8933ef3d1 HTTP/1.1" status: 200 len: 917 time: 0.0981159 Feb 03 21:47:27.105471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf51b-93f3-476b-996e-ce69358729c5 req-878abd40-df42-4edd-9bcb-35d6dad9ddc6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.111572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf51b-93f3-476b-996e-ce69358729c5 req-878abd40-df42-4edd-9bcb-35d6dad9ddc6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.116850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf51b-93f3-476b-996e-ce69358729c5 req-878abd40-df42-4edd-9bcb-35d6dad9ddc6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.122139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf51b-93f3-476b-996e-ce69358729c5 req-878abd40-df42-4edd-9bcb-35d6dad9ddc6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.127903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf51b-93f3-476b-996e-ce69358729c5 req-878abd40-df42-4edd-9bcb-35d6dad9ddc6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.133195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf51b-93f3-476b-996e-ce69358729c5 req-878abd40-df42-4edd-9bcb-35d6dad9ddc6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.135105 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-4ab2f29f-5a41-4b21-b56f-0465b933efbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdadb2d4-26d9-4547-9c04-c260152ff1f2 HTTP/1.1" status: 200 len: 999 time: 0.0676985 Feb 03 21:47:27.138443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf51b-93f3-476b-996e-ce69358729c5 req-878abd40-df42-4edd-9bcb-35d6dad9ddc6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.140955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b01bf51b-93f3-476b-996e-ce69358729c5 req-878abd40-df42-4edd-9bcb-35d6dad9ddc6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1960630 Feb 03 21:47:27.153248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76151f-5b0c-46ba-8b18-29d3e38fff37 req-fafa9332-4c8c-4f0f-bcd2-1c50c9c42076 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.154808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca76151f-5b0c-46ba-8b18-29d3e38fff37 req-fafa9332-4c8c-4f0f-bcd2-1c50c9c42076 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.2457767 Feb 03 21:47:27.244871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-a09233be-5a6c-41d6-a204-fa18e536070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.246556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-a09233be-5a6c-41d6-a204-fa18e536070e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c49bb92f-2799-4ced-8c17-b010a4206fc9 HTTP/1.1" status: 200 len: 855 time: 0.1049297 Feb 03 21:47:27.292575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca76151f-5b0c-46ba-8b18-29d3e38fff37 req-b0122ad0-4194-4ead-b071-50839b14aa9e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280260 Feb 03 21:47:27.309195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b01bf51b-93f3-476b-996e-ce69358729c5 req-07d8d0de-3d59-4a26-936b-fa3579e94e27 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508527 Feb 03 21:47:27.321827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c70f7f-0eb6-4311-bb04-da92c1e50a6f None None] New status for floating IP 87f1119c-24f0-4920-a4b4-fef6b088b3d2: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:47:27.329966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-4fe09254-82bd-4503-b933-67037e996070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:27.331627 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-4fe09254-82bd-4503-b933-67037e996070 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=35f428fe-d74f-40e7-a849-b4b8933ef3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773425 Feb 03 21:47:27.434525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-beeacbda-1d67-4276-bcc1-dd239739e0e3 req-3f6bd51a-396f-42b7-8d6c-7ce764c45030 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups/2c644845-496e-47f9-bf2c-0e7de1e68e5c HTTP/1.1" status: 200 len: 1826 time: 0.0607142 Feb 03 21:47:27.438083 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (dd1051ff-789e-4b2e-adc2-25453e7d8a2c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.453482 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-7b98955d-891c-4166-9e85-2f437c9222eb service neutron] 10.222.0.10 "GET /v2.0/networks/35f428fe-d74f-40e7-a849-b4b8933ef3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157794 Feb 03 21:47:27.498427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1051ff-789e-4b2e-adc2-25453e7d8a2c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:27.576159 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ee22cfc-90e9-4c14-8523-92efa836f9c8 req-d569a9d0-a8ee-4af3-9b14-c995f8f5ee31 service neutron] 10.222.0.10 "GET /v2.0/networks/35f428fe-d74f-40e7-a849-b4b8933ef3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162887 Feb 03 21:47:27.588356 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-beeacbda-1d67-4276-bcc1-dd239739e0e3 req-88ad1f7f-cd2e-4007-a303-72da6f219dc4 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for security_group (2c644845-496e-47f9-bf2c-0e7de1e68e5c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.604519 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.677415 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-beeacbda-1d67-4276-bcc1-dd239739e0e3 req-88ad1f7f-cd2e-4007-a303-72da6f219dc4 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for security_group (2c644845-496e-47f9-bf2c-0e7de1e68e5c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.722311 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.725941 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks [] for router_controller (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.791546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (a760aed1-eee8-46a1-a29b-ae7d5b9558f1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.792513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a760aed1-eee8-46a1-a29b-ae7d5b9558f1 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:47:27.794652 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-beeacbda-1d67-4276-bcc1-dd239739e0e3 req-88ad1f7f-cd2e-4007-a303-72da6f219dc4 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2c644845-496e-47f9-bf2c-0e7de1e68e5c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.797484 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-beeacbda-1d67-4276-bcc1-dd239739e0e3 req-88ad1f7f-cd2e-4007-a303-72da6f219dc4 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.798546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-beeacbda-1d67-4276-bcc1-dd239739e0e3 req-88ad1f7f-cd2e-4007-a303-72da6f219dc4 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "DELETE /v2.0/security-groups/2c644845-496e-47f9-bf2c-0e7de1e68e5c HTTP/1.1" status: 204 len: 173 time: 0.3529716 Feb 03 21:47:27.801965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.805994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:27.807537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4c57a67a-5314-448b-b413-3516a34b9228 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a760aed1-eee8-46a1-a29b-ae7d5b9558f1 HTTP/1.1" status: 204 len: 168 time: 2.1386161 Feb 03 21:47:27.828606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad1f7f-cd2e-4007-a303-72da6f219dc4 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c644845-496e-47f9-bf2c-0e7de1e68e5c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:27.850782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3192e16a-9796-4552-a8d6-3fa36352d0fc no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:47:27.878112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Deleting subnet c0faff6a-f096-43e0-af88-d16db446b15b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:47:27.883405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Publish callbacks [] for subnet (c0faff6a-f096-43e0-af88-d16db446b15b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.900567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1c1ac5c-1268-4614-a8e9-b2502c419713 req-c7fe79f6-5654-4ce9-bc01-f06576e34a47 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4d4b5ea69534971ab4ec5b1851ca353 HTTP/1.1" status: 200 len: 3005 time: 0.0719833 Feb 03 21:47:27.910001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3192e16a-9796-4552-a8d6-3fa36352d0fc {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:47:27.910410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3192e16a-9796-4552-a8d6-3fa36352d0fc not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:47:27.942142 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (c0faff6a-f096-43e0-af88-d16db446b15b), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:27.972433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1c1ac5c-1268-4614-a8e9-b2502c419713 req-f83b9caa-6712-43bc-a8c1-d644e0bb6605 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] 10.222.0.50 "GET /v2.0/security-groups/57028da7-af59-40c5-8120-f66744e5059d HTTP/1.1" status: 200 len: 3002 time: 0.0627570 Feb 03 21:47:28.041229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1c1ac5c-1268-4614-a8e9-b2502c419713 req-7f4d4c57-09b1-4ea6-8df5-f6cef9ebf7be tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] 10.222.0.50 "GET /v2.0/security-groups/57028da7-af59-40c5-8120-f66744e5059d HTTP/1.1" status: 200 len: 3002 time: 0.0598743 Feb 03 21:47:28.058942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (c0faff6a-f096-43e0-af88-d16db446b15b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.119305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (c0faff6a-f096-43e0-af88-d16db446b15b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.141609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be06f57-74ee-42b8-9c60-d2d9d08f7ff0 req-95137c19-4228-422b-9562-25a23ccb8914 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.143329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2be06f57-74ee-42b8-9c60-d2d9d08f7ff0 req-95137c19-4228-422b-9562-25a23ccb8914 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1132 time: 0.0503221 Feb 03 21:47:28.150654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0faff6a-f096-43e0-af88-d16db446b15b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:28.153221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.156417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c0faff6a-f096-43e0-af88-d16db446b15b HTTP/1.1" status: 204 len: 168 time: 0.3492656 Feb 03 21:47:28.160812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf7a8a-d307-4241-a2c5-1c9e13e2d5ed None None] Network e9d1dfea-961e-4347-9b40-456b6b0c4ec3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:28.162013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:28.170365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.170719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.171611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.171951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.172285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.172797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.173175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.173506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.173888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.174387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.174902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.175413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.175910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e310bf-b7e0-4a7e-9943-dd5d6cd3d3b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:28.231785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2be06f57-74ee-42b8-9c60-d2d9d08f7ff0 req-a30e56f1-d7d5-4c7a-8476-e8c9ccd62f9e tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752993 Feb 03 21:47:28.260875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (e9d1dfea-961e-4347-9b40-456b6b0c4ec3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.328639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Deleting port ffab8970-2288-4e3a-a016-3cb4ece0d058 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:28.329190 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.368158 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b1e71af-7ff0-4d1b-b7a1-4b675f07d895 req-1c5882cd-5fe1-495b-afc4-a6dbb19d493c tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] 10.222.0.50 "GET /v2.0/security-groups/57028da7-af59-40c5-8120-f66744e5059d HTTP/1.1" status: 200 len: 3002 time: 0.0997469 Feb 03 21:47:28.400363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7120af9-cd4c-479f-b402-cdd5c10b95bd None None] DHCP port deletion for e9d1dfea-961e-4347-9b40-456b6b0c4ec3 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:47:28.425163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a55362-07ba-4036-a0fc-fb6b7edaab1c req-7d8ae42e-053b-4753-80a5-be5655cb8784 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.427508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33a55362-07ba-4036-a0fc-fb6b7edaab1c req-7d8ae42e-053b-4753-80a5-be5655cb8784 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.1052737 Feb 03 21:47:28.438986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] For port ffab8970-2288-4e3a-a016-3cb4ece0d058, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ffab8970-2288-4e3a-a016-3cb4ece0d058,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:28.439917 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.454294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Calling delete_port for ffab8970-2288-4e3a-a016-3cb4ece0d058 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:28.457869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a7120af9-cd4c-479f-b402-cdd5c10b95bd None None] Deleting port ffab8970-2288-4e3a-a016-3cb4ece0d058 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:28.458501 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7120af9-cd4c-479f-b402-cdd5c10b95bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.485453 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-2b1e71af-7ff0-4d1b-b7a1-4b675f07d895 req-404f5f96-ca44-4ac2-adba-3d8c3c2f4951 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 21:47:28.486526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b1e71af-7ff0-4d1b-b7a1-4b675f07d895 req-404f5f96-ca44-4ac2-adba-3d8c3c2f4951 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] 10.222.0.50 "DELETE /v2.0/security-groups/57028da7-af59-40c5-8120-f66744e5059d HTTP/1.1" status: 409 len: 352 time: 0.1127427 Feb 03 21:47:28.531348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33a55362-07ba-4036-a0fc-fb6b7edaab1c req-76394c87-8114-4d34-823e-8c819b25cd34 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934272 Feb 03 21:47:28.560445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a7120af9-cd4c-479f-b402-cdd5c10b95bd None None] For port ffab8970-2288-4e3a-a016-3cb4ece0d058, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ffab8970-2288-4e3a-a016-3cb4ece0d058,segment=NetworkSegment(305c26e5-a39b-4532-b418-734306e9530a),segment_id=305c26e5-a39b-4532-b418-734306e9530a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:28.561199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7120af9-cd4c-479f-b402-cdd5c10b95bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.572511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.574014 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.577779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a7120af9-cd4c-479f-b402-cdd5c10b95bd None None] Calling delete_port for ffab8970-2288-4e3a-a016-3cb4ece0d058 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:28.587567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:47:28.620282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] No DVR routers for this DVR port ffab8970-2288-4e3a-a016-3cb4ece0d058 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:47:28.626683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffab8970-2288-4e3a-a016-3cb4ece0d058,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:28.720876 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (e9d1dfea-961e-4347-9b40-456b6b0c4ec3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.743829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:28.744298 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.746212 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7120af9-cd4c-479f-b402-cdd5c10b95bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (ffab8970-2288-4e3a-a016-3cb4ece0d058), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.751122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d1dfea-961e-4347-9b40-456b6b0c4ec3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:28.759243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cb46-f6f4-463c-ae6c-9c53d6f1d97e req-7d8d00f7-477b-4a3f-9115-a8891d2f738b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.762324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305c26e5-a39b-4532-b418-734306e9530a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:28.762622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305c26e5-a39b-4532-b418-734306e9530a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:28.764456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cb46-f6f4-463c-ae6c-9c53d6f1d97e req-7d8d00f7-477b-4a3f-9115-a8891d2f738b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.770186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cb46-f6f4-463c-ae6c-9c53d6f1d97e req-7d8d00f7-477b-4a3f-9115-a8891d2f738b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.773375 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (305c26e5-a39b-4532-b418-734306e9530a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.775390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cb46-f6f4-463c-ae6c-9c53d6f1d97e req-7d8d00f7-477b-4a3f-9115-a8891d2f738b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.780360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7120af9-cd4c-479f-b402-cdd5c10b95bd None None] Pushing event deleted for resources: {'Port': ['ID=ffab8970-2288-4e3a-a016-3cb4ece0d058,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:28.781388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cb46-f6f4-463c-ae6c-9c53d6f1d97e req-7d8d00f7-477b-4a3f-9115-a8891d2f738b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.786790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cb46-f6f4-463c-ae6c-9c53d6f1d97e req-7d8d00f7-477b-4a3f-9115-a8891d2f738b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.790440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (305c26e5-a39b-4532-b418-734306e9530a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.791106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7120af9-cd4c-479f-b402-cdd5c10b95bd None None] No DVR routers for this DVR port ffab8970-2288-4e3a-a016-3cb4ece0d058 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:47:28.796384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cb46-f6f4-463c-ae6c-9c53d6f1d97e req-7d8d00f7-477b-4a3f-9115-a8891d2f738b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.798319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:28.799769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:47:28.800277 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035e3b40-a478-42f2-9532-f5dfc06d7b62" -d '{"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:28.800656 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (305c26e5-a39b-4532-b418-734306e9530a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.810142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ea3cb46-f6f4-463c-ae6c-9c53d6f1d97e req-7d8d00f7-477b-4a3f-9115-a8891d2f738b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1690075 Feb 03 21:47:28.813780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:28.818373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:47:28.818565 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:47:28.826517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdebc9-3e5c-471f-8c1b-5f03eb1554e5 req-6d303309-f8a8-4bd9-acda-077b31b782a6 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:28.835915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adbdebc9-3e5c-471f-8c1b-5f03eb1554e5 req-6d303309-f8a8-4bd9-acda-077b31b782a6 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1452053 Feb 03 21:47:28.869003 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (e9d1dfea-961e-4347-9b40-456b6b0c4ec3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.876121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:28.882724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e9d1dfea-961e-4347-9b40-456b6b0c4ec3 HTTP/1.1" status: 204 len: 168 time: 0.7170742 Feb 03 21:47:28.888772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:28.899290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5267ce-e4a0-4edf-874e-3c0ab96156d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d1dfea-961e-4347-9b40-456b6b0c4ec3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:28.923993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ea3cb46-f6f4-463c-ae6c-9c53d6f1d97e req-062b8a5f-8058-4f31-b0e8-bbded35ee3a4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129372 Feb 03 21:47:28.935670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adbdebc9-3e5c-471f-8c1b-5f03eb1554e5 req-3a5d2d9a-a979-454a-9017-9cab4eefd12b tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008384 Feb 03 21:47:28.973705 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-e8e92d03-d50c-45c0-8d84-8c4f6be447a2 req-ed2909c7-0b1e-4a45-8793-61efff713fe9 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] show failed (client error): The resource could not be found. Feb 03 21:47:28.974737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8e92d03-d50c-45c0-8d84-8c4f6be447a2 req-ed2909c7-0b1e-4a45-8793-61efff713fe9 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] 10.222.0.50 "GET /v2.0/security-groups/672b983d-e67d-4e5c-bd9b-860e4e7ac4f4 HTTP/1.1" status: 404 len: 352 time: 0.0226257 Feb 03 21:47:29.066424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6ede-498c-4bef-84f2-a19bbc06178c req-2c3c713c-8fb6-4b88-bef2-c9bc84d1695d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:29.067927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-158f6ede-498c-4bef-84f2-a19bbc06178c req-2c3c713c-8fb6-4b88-bef2-c9bc84d1695d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.0625846 Feb 03 21:47:29.101490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:29.134200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-158f6ede-498c-4bef-84f2-a19bbc06178c req-caf5552e-f07f-438b-8c51-c952d7ecac30 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587111 Feb 03 21:47:29.168643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:29.169190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b3683e92-16b9-4798-9a97-201b8aa4a585 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d226f52d8cc4ff1b4d582af7f76fd58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662563 Feb 03 21:47:29.226999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48a1981-5ccc-441d-83f4-b18caefa2aa6 admin admin] Publish callbacks [] for security_group (547347a3-83df-4e4a-944f-64943845b667), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.237829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-1500a448-afb8-45bd-9a7c-90f33d45cf90 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247753 Feb 03 21:47:29.250162 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48a1981-5ccc-441d-83f4-b18caefa2aa6 admin admin] Publish callbacks [] for security_group (547347a3-83df-4e4a-944f-64943845b667), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.304758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48a1981-5ccc-441d-83f4-b18caefa2aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (547347a3-83df-4e4a-944f-64943845b667), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.309512 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48a1981-5ccc-441d-83f4-b18caefa2aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.310747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a48a1981-5ccc-441d-83f4-b18caefa2aa6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/547347a3-83df-4e4a-944f-64943845b667 HTTP/1.1" status: 204 len: 168 time: 0.1409888 Feb 03 21:47:29.327488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a1981-5ccc-441d-83f4-b18caefa2aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547347a3-83df-4e4a-944f-64943845b667,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:29.348800 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1222217f-c488-4d6e-ab85-01ecfbadde15 x-openstack-request-id: req-1222217f-c488-4d6e-ab85-01ecfbadde15 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:29.349116 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:29.350191 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1222217f-c488-4d6e-ab85-01ecfbadde15 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:29.350590 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'code': 200} Feb 03 21:47:29.380013 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-2c8af9c0-d50d-4b43-a3d6-08189de23544 req-008103ff-b086-4e03-9dd0-aa008760bfc9 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] show failed (client error): The resource could not be found. Feb 03 21:47:29.381105 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c8af9c0-d50d-4b43-a3d6-08189de23544 req-008103ff-b086-4e03-9dd0-aa008760bfc9 tempest-SecurityGroupsNegativeTestJSON-1486055478 tempest-SecurityGroupsNegativeTestJSON-1486055478-project] 10.222.0.50 "GET /v2.0/security-groups/e588d4fe-2a9c-40d2-90e2-ac2f3c1ad795 HTTP/1.1" status: 404 len: 352 time: 0.0313299 Feb 03 21:47:29.391205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-910634bd-fc34-4e37-a968-7d4922f82f11 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:29.396185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:29.398946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-910634bd-fc34-4e37-a968-7d4922f82f11 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552477 Feb 03 21:47:29.410153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-528bd2b1-9c6e-4cbf-8c76-4a4a0caefd51 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/quotas/7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 375 time: 0.0103648 Feb 03 21:47:29.456994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-50408285-8c76-4ba4-9ced-188fd4c35c7c admin admin] Deleting subnet f80d45ba-83d0-4694-9cd4-b813784088f3 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:47:29.461813 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50408285-8c76-4ba4-9ced-188fd4c35c7c admin admin] Publish callbacks [] for subnet (f80d45ba-83d0-4694-9cd4-b813784088f3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.481795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-2ef5ca7f-ea89-4970-97a5-52fa7f3e6c5d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663049 Feb 03 21:47:29.508796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50408285-8c76-4ba4-9ced-188fd4c35c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (f80d45ba-83d0-4694-9cd4-b813784088f3), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.556118 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50408285-8c76-4ba4-9ced-188fd4c35c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f80d45ba-83d0-4694-9cd4-b813784088f3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.626454 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50408285-8c76-4ba4-9ced-188fd4c35c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (f80d45ba-83d0-4694-9cd4-b813784088f3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.659566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50408285-8c76-4ba4-9ced-188fd4c35c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80d45ba-83d0-4694-9cd4-b813784088f3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:29.667237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50408285-8c76-4ba4-9ced-188fd4c35c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.673315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-50408285-8c76-4ba4-9ced-188fd4c35c7c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f80d45ba-83d0-4694-9cd4-b813784088f3 HTTP/1.1" status: 204 len: 168 time: 0.2732804 Feb 03 21:47:29.673493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca2573f4-9cb5-408a-a4e1-f6cd7c132439 req-c5c3bc98-b577-4745-bf2b-9c7ba4a32124 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 210 time: 0.0410228 Feb 03 21:47:29.673614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:29.748182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (ba7c8da9-1dc9-4510-a04e-a6248f91b1ab), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.812223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:29.835967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dd1051ff-789e-4b2e-adc2-25453e7d8a2c no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:47:29.867329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: dd1051ff-789e-4b2e-adc2-25453e7d8a2c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:47:29.867675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dd1051ff-789e-4b2e-adc2-25453e7d8a2c not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:47:29.868093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ffab8970-2288-4e3a-a016-3cb4ece0d058 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:47:29.896682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: ffab8970-2288-4e3a-a016-3cb4ece0d058 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:47:29.897084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ffab8970-2288-4e3a-a016-3cb4ece0d058 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:47:30.143137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f51b7-9de4-4c5d-bead-8085777f8116 req-b8124816-a837-44b5-accf-6adcf19742f8 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.144730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-821f51b7-9de4-4c5d-bead-8085777f8116 req-b8124816-a837-44b5-accf-6adcf19742f8 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.1020980 Feb 03 21:47:30.159358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f95a-1630-487a-94b4-08c0b95b8a32 req-b1e8630a-3265-4bf6-9e2b-475f27f80739 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.164959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f95a-1630-487a-94b4-08c0b95b8a32 req-b1e8630a-3265-4bf6-9e2b-475f27f80739 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.170890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f95a-1630-487a-94b4-08c0b95b8a32 req-b1e8630a-3265-4bf6-9e2b-475f27f80739 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.175845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f95a-1630-487a-94b4-08c0b95b8a32 req-b1e8630a-3265-4bf6-9e2b-475f27f80739 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.184101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f95a-1630-487a-94b4-08c0b95b8a32 req-b1e8630a-3265-4bf6-9e2b-475f27f80739 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.190189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f95a-1630-487a-94b4-08c0b95b8a32 req-b1e8630a-3265-4bf6-9e2b-475f27f80739 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.195998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f95a-1630-487a-94b4-08c0b95b8a32 req-b1e8630a-3265-4bf6-9e2b-475f27f80739 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.204967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9839f95a-1630-487a-94b4-08c0b95b8a32 req-b1e8630a-3265-4bf6-9e2b-475f27f80739 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1755755 Feb 03 21:47:30.223307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (ba7c8da9-1dc9-4510-a04e-a6248f91b1ab), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.253511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7c8da9-1dc9-4510-a04e-a6248f91b1ab']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:30.267829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25f3860-257d-4af9-8ce7-acab5f4a91e3') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:30.268336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25f3860-257d-4af9-8ce7-acab5f4a91e3') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:30.282233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (a25f3860-257d-4af9-8ce7-acab5f4a91e3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.290998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-821f51b7-9de4-4c5d-bead-8085777f8116 req-9a42660e-0467-45a1-933d-7540df6e551b tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839138 Feb 03 21:47:30.303865 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a25f3860-257d-4af9-8ce7-acab5f4a91e3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.304861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9839f95a-1630-487a-94b4-08c0b95b8a32 req-0a475e70-87bd-42b2-a72b-cd44eb6d0e6f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989122 Feb 03 21:47:30.310599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:30.316782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:47:30.317355 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (a25f3860-257d-4af9-8ce7-acab5f4a91e3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:47:30.319653 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:47:30.380124 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (ba7c8da9-1dc9-4510-a04e-a6248f91b1ab), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.386972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.391202 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ba7c8da9-1dc9-4510-a04e-a6248f91b1ab HTTP/1.1" status: 204 len: 168 time: 0.7165556 Feb 03 21:47:30.406738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c823f8-609a-4bf8-a970-24cad0c1bc97 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7c8da9-1dc9-4510-a04e-a6248f91b1ab,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:30.520878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1669468193-network', 'tenant_id': '2a83df294cf84b59ac9b43fdf3c56505'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:30.523722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:30.550542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Made reservation on behalf of 2a83df294cf84b59ac9b43fdf3c56505 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:30.555908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.567564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.573784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-656ae4bd-a250-4e8c-a42c-50033184ff83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4d4b5ea69534971ab4ec5b1851ca353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463245 Feb 03 21:47:30.574088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:30.630517 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa663e3b-1285-4c6d-8afc-ce03dcfa3d72 admin admin] Publish callbacks [] for security_group (57028da7-af59-40c5-8120-f66744e5059d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.654023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa663e3b-1285-4c6d-8afc-ce03dcfa3d72 admin admin] Publish callbacks [] for security_group (57028da7-af59-40c5-8120-f66744e5059d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.654757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Publish callbacks [] for security_group (328928ca-2898-470d-80b0-f609ca5619e4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.659875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (328928ca-2898-470d-80b0-f609ca5619e4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.692201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:47:30.703717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328928ca-2898-470d-80b0-f609ca5619e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:30.712258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa663e3b-1285-4c6d-8afc-ce03dcfa3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (57028da7-af59-40c5-8120-f66744e5059d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.715317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9c842b86-82ac-44ad-b40a-df2a3d15251a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.715680 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Added segment 9c842b86-82ac-44ad-b40a-df2a3d15251a of type vlan for network 1ed99da5-3ea9-480c-a414-ea4db89a17de Feb 03 21:47:30.715922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa663e3b-1285-4c6d-8afc-ce03dcfa3d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.717177 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fa663e3b-1285-4c6d-8afc-ce03dcfa3d72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57028da7-af59-40c5-8120-f66744e5059d HTTP/1.1" status: 204 len: 168 time: 0.1419809 Feb 03 21:47:30.718407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.718861 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.719171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.719515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.719855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.721865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.721865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.722184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.722550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.722894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.723725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.724157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.724584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:30.728043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa663e3b-1285-4c6d-8afc-ce03dcfa3d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57028da7-af59-40c5-8120-f66744e5059d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:30.792521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac96994f-a838-4dbf-a210-0ae5ca268afe req-3970210a-2d31-4354-bcb0-5e083b22a1b5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 210 time: 0.0321193 Feb 03 21:47:30.801328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (1ed99da5-3ea9-480c-a414-ea4db89a17de), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.840618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (1ed99da5-3ea9-480c-a414-ea4db89a17de), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.841721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.842337 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:30.879681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-15450dce-9b95-47c9-b10f-58c155006fce tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:30.881881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-15450dce-9b95-47c9-b10f-58c155006fce tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.47 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0758018 Feb 03 21:47:30.898612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5839236 Feb 03 21:47:30.899964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:30.906744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Request body: {'subnet': {'network_id': '1ed99da5-3ea9-480c-a414-ea4db89a17de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1669468193-subnet', 'tenant_id': '2a83df294cf84b59ac9b43fdf3c56505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:30.921594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862375b-50e4-499f-bb53-f6eecbf89d87 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed99da5-3ea9-480c-a414-ea4db89a17de,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:30.933267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 1ed99da5-3ea9-480c-a414-ea4db89a17de details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:47:30.978659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Made reservation on behalf of 2a83df294cf84b59ac9b43fdf3c56505 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:30.981467 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:31.079138 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-abfaca47-ddce-4e0f-9330-b4fa64364cfd tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276337 Feb 03 21:47:31.219688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Deleting port 548e3dd1-c05f-47fd-ad18-a2e277a080ca {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:31.220032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:31.304052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-39b4ccb5-fb6f-462d-9e7f-2fd945ad8974 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.305473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-39b4ccb5-fb6f-462d-9e7f-2fd945ad8974 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168853 Feb 03 21:47:31.328283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Request body: {'port': {'device_id': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '7b5fc962a1794ca48d55df0bf87b0a38'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:31.470303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] For port 548e3dd1-c05f-47fd-ad18-a2e277a080ca, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=548e3dd1-c05f-47fd-ad18-a2e277a080ca,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:31.470455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:31.480311 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (820d2ffa-c04b-44bc-a940-7a9d83c8e71d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:31.486476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b043b-ef52-4c85-9fea-b3310f3c2190 req-d4f9dbe8-e0ab-42d1-a847-e1bd814aeb3b tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.489416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a90b043b-ef52-4c85-9fea-b3310f3c2190 req-d4f9dbe8-e0ab-42d1-a847-e1bd814aeb3b tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/ports?device_id=c70da6d3-3e78-4646-b780-e21788a27c98 HTTP/1.1" status: 200 len: 945 time: 0.0947375 Feb 03 21:47:31.498580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Calling delete_port for 548e3dd1-c05f-47fd-ad18-a2e277a080ca owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:31.511397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924abf-068a-425d-97c1-50ad16787fd7 req-a3843f95-02be-48a2-b144-d7481d4c4f56 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.518119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924abf-068a-425d-97c1-50ad16787fd7 req-a3843f95-02be-48a2-b144-d7481d4c4f56 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.523693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924abf-068a-425d-97c1-50ad16787fd7 req-a3843f95-02be-48a2-b144-d7481d4c4f56 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.529599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924abf-068a-425d-97c1-50ad16787fd7 req-a3843f95-02be-48a2-b144-d7481d4c4f56 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.535877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924abf-068a-425d-97c1-50ad16787fd7 req-a3843f95-02be-48a2-b144-d7481d4c4f56 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.542101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924abf-068a-425d-97c1-50ad16787fd7 req-a3843f95-02be-48a2-b144-d7481d4c4f56 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.547879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924abf-068a-425d-97c1-50ad16787fd7 req-a3843f95-02be-48a2-b144-d7481d4c4f56 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.556323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd924abf-068a-425d-97c1-50ad16787fd7 req-a3843f95-02be-48a2-b144-d7481d4c4f56 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1510339 Feb 03 21:47:31.614750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=820d2ffa-c04b-44bc-a940-7a9d83c8e71d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:31.616703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:31.642259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a90b043b-ef52-4c85-9fea-b3310f3c2190 req-bdc6e7e0-a20e-4df4-8872-c398832376b5 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.50 "GET /v2.0/security-groups?id=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460803 Feb 03 21:47:31.647217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Made reservation on behalf of 7b5fc962a1794ca48d55df0bf87b0a38 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:31.650566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:31.670147 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd924abf-068a-425d-97c1-50ad16787fd7 req-eeb6d39c-ee2b-4424-8392-b1659530ef87 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069577 Feb 03 21:47:31.683264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Checking segment: {'id': '9c842b86-82ac-44ad-b40a-df2a3d15251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1ed99da5-3ea9-480c-a414-ea4db89a17de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:31.683651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Network hostable DHCP agents. Network: 1ed99da5-3ea9-480c-a414-ea4db89a17de, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:47:31.777127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-873501843-network', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:31.797186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Network 1ed99da5-3ea9-480c-a414-ea4db89a17de is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:47:31.832792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 1ed99da5-3ea9-480c-a414-ea4db89a17de) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:31.843196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33957533-0fec-4e38-8efc-64642221adda None None] Network 1ed99da5-3ea9-480c-a414-ea4db89a17de requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:31.854061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:31.857087 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:31.859433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:31.860018 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:31.864808 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (548e3dd1-c05f-47fd-ad18-a2e277a080ca), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:31.885462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['548e3dd1-c05f-47fd-ad18-a2e277a080ca'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:31.887184 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:31.910300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6d7887b-6cc9-4953-ab13-fa0449f1026a req-a880f2d0-fea2-4660-b93e-80135d2f4f71 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 210 time: 0.0370610 Feb 03 21:47:31.916157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Pushing event deleted for resources: {'Port': ['ID=548e3dd1-c05f-47fd-ad18-a2e277a080ca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:31.937596 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-66b7468d-90ea-4594-8700-886ec8c1da03 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0322545 Feb 03 21:47:31.975813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Allocated IP 192.168.233.230 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/c6674429-4168-4681-826f-70d94924e070) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:31.987412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e112fb-fb60-4f06-99c1-e33f22056817 None None] Network 1ed99da5-3ea9-480c-a414-ea4db89a17de requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:32.000646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] No DVR routers for this DVR port 548e3dd1-c05f-47fd-ad18-a2e277a080ca on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:47:32.005437 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.008783 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f09e6c35-50f5-4899-84b7-6566c00305d9 req-a928ab84-1866-4941-a60b-a489bc9fe427 tempest-ServerRescueTestJSONUnderV235-1024753050 tempest-ServerRescueTestJSONUnderV235-1024753050-project] 10.222.0.47 "DELETE /v2.0/ports/548e3dd1-c05f-47fd-ad18-a2e277a080ca HTTP/1.1" status: 204 len: 173 time: 1.1161134 Feb 03 21:47:32.011519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'name': 'network-vif-deleted', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:32.013904 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf1a42d-b1bf-453c-b4e2-12d1fe7b8f77" -d '{"events": [{"server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "name": "network-vif-deleted", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:32.148770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Publish callbacks [] for security_group (50791847-2368-4b95-96dc-ac981cf09d01), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.157402 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (50791847-2368-4b95-96dc-ac981cf09d01), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.201129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:47:32.227333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50791847-2368-4b95-96dc-ac981cf09d01,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:32.235356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (18f35426-1d1e-478d-ad65-1733352135da), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.235686 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Added segment 18f35426-1d1e-478d-ad65-1733352135da of type vlan for network 2cc3e342-669f-4aa1-8f86-97f108c21e0d Feb 03 21:47:32.256970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks [] for port (c6674429-4168-4681-826f-70d94924e070), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.290175 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752777db-df1b-4917-bef6-c8e015fdc075 x-openstack-request-id: req-752777db-df1b-4917-bef6-c8e015fdc075 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:32.290354 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70da6d3-3e78-4646-b780-e21788a27c98", "name": "network-vif-deleted", "tag": "548e3dd1-c05f-47fd-ad18-a2e277a080ca", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:32.290613 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-752777db-df1b-4917-bef6-c8e015fdc075 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:32.291013 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70da6d3-3e78-4646-b780-e21788a27c98', 'name': 'network-vif-deleted', 'tag': '548e3dd1-c05f-47fd-ad18-a2e277a080ca', 'status': 'completed', 'code': 200} Feb 03 21:47:32.295319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2cc3e342-669f-4aa1-8f86-97f108c21e0d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.337647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2cc3e342-669f-4aa1-8f86-97f108c21e0d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.338568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.339210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.345060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c6674429-4168-4681-826f-70d94924e070), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.360406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7f93945-a891-4f54-8edb-a94db48901eb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:32.446586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-0d84930d-1f4e-4ba6-b533-1f9357fe05ae tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.448709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-0d84930d-1f4e-4ba6-b533-1f9357fe05ae tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/networks?id=1ed99da5-3ea9-480c-a414-ea4db89a17de HTTP/1.1" status: 200 len: 822 time: 0.1227942 Feb 03 21:47:32.464635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] Pushing event updated for resources: {'Network': ['ID=2cc3e342-669f-4aa1-8f86-97f108c21e0d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:32.468417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:32.472230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9cdac451-6414-4f1e-bcf5-89966fba254d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8505223 Feb 03 21:47:32.473434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-9fe516ac-e643-418f-9a8c-ad9db67d22c1 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/quotas/2a83df294cf84b59ac9b43fdf3c56505 HTTP/1.1" status: 200 len: 375 time: 0.0166805 Feb 03 21:47:32.476639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Pushing event updated for resources: {'Port': ['ID=c6674429-4168-4681-826f-70d94924e070,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:32.477265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:32.479286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:32.481314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:32.491835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Request body: {'subnet': {'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-873501843-subnet', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:32.522077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2cc3e342-669f-4aa1-8f86-97f108c21e0d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:47:32.546385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-ac2cc552-c9a9-4581-a6a4-94f5e9f9c057 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a83df294cf84b59ac9b43fdf3c56505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463443 Feb 03 21:47:32.546981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.547760 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.589785 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-cf500218-0290-49ca-88e0-45a446af16f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2711790 Feb 03 21:47:32.603725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Request body: {'port': {'device_id': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:32.650087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:32.652565 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.696855 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c6674429-4168-4681-826f-70d94924e070), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.719974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58210) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:32.777451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-f15a2785-faff-4125-b461-74cc9315276d service neutron] 10.222.0.50 "GET /v2.0/networks/1ed99da5-3ea9-480c-a414-ea4db89a17de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212944 Feb 03 21:47:32.796933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-17eacb5d-4e17-4eb0-8c0d-c4a56cade185 None None] Provisioning complete for port c6674429-4168-4681-826f-70d94924e070 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:32.797755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17eacb5d-4e17-4eb0-8c0d-c4a56cade185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c6674429-4168-4681-826f-70d94924e070), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:32.840639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-17eacb5d-4e17-4eb0-8c0d-c4a56cade185 None None] Port c6674429-4168-4681-826f-70d94924e070 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:47:32.959178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f83600-b603-4faf-903f-009027329eb1 req-85487435-fbe4-4fb1-a66e-46228687c0a5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.964366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f83600-b603-4faf-903f-009027329eb1 req-85487435-fbe4-4fb1-a66e-46228687c0a5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.969606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f83600-b603-4faf-903f-009027329eb1 req-85487435-fbe4-4fb1-a66e-46228687c0a5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.974745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f83600-b603-4faf-903f-009027329eb1 req-85487435-fbe4-4fb1-a66e-46228687c0a5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.979894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f83600-b603-4faf-903f-009027329eb1 req-85487435-fbe4-4fb1-a66e-46228687c0a5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.985088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f83600-b603-4faf-903f-009027329eb1 req-85487435-fbe4-4fb1-a66e-46228687c0a5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.990195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f83600-b603-4faf-903f-009027329eb1 req-85487435-fbe4-4fb1-a66e-46228687c0a5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:32.992047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14f83600-b603-4faf-903f-009027329eb1 req-85487435-fbe4-4fb1-a66e-46228687c0a5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.2040272 Feb 03 21:47:33.028015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-d9a89221-5c65-44bd-9376-6792e1cdc7fb service neutron] 10.222.0.50 "GET /v2.0/networks/1ed99da5-3ea9-480c-a414-ea4db89a17de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410486 Feb 03 21:47:33.058487 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (432ff1b1-204d-430c-b4b6-f477876dd5f3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.125424 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14f83600-b603-4faf-903f-009027329eb1 req-0c2c4551-a3c8-461f-97cf-9a9a6c3be890 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125615 Feb 03 21:47:33.141690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=432ff1b1-204d-430c-b4b6-f477876dd5f3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:33.152194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Checking segment: {'id': '18f35426-1d1e-478d-ad65-1733352135da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:33.152558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Network hostable DHCP agents. Network: 2cc3e342-669f-4aa1-8f86-97f108c21e0d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:47:33.186237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Network 2cc3e342-669f-4aa1-8f86-97f108c21e0d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:47:33.201092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6674429-4168-4681-826f-70d94924e070 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:33.203069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2cc3e342-669f-4aa1-8f86-97f108c21e0d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:33.211701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:33.213311 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.213648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdef81c-50f9-40d6-9fbc-bc7f9374879e None None] Network 2cc3e342-669f-4aa1-8f86-97f108c21e0d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:33.228168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Publish callbacks [] for port (c6674429-4168-4681-826f-70d94924e070), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.251456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-97aecab5-fcd3-4035-9428-a5bee84d9bbb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7719984 Feb 03 21:47:33.281533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58228) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:33.287448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Transition to ACTIVE for port object c6674429-4168-4681-826f-70d94924e070 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:47:33.291757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:33.300333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c6674429-4168-4681-826f-70d94924e070), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.365888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Pushing event updated for resources: {'Port': ['ID=c6674429-4168-4681-826f-70d94924e070,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:33.449791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41d0c388-6a24-4a1b-8dfe-04dbe1ac60bb req-557097eb-2f3b-449c-9a7a-66fe7f36e514 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 210 time: 0.0463731 Feb 03 21:47:33.453305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (5061d13a-2742-4958-adc5-71711d8a9d80), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.456288 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (5061d13a-2742-4958-adc5-71711d8a9d80), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.533734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2cc3e342-669f-4aa1-8f86-97f108c21e0d', 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d', 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'fixed_ips': [{'subnet_id': '432ff1b1-204d-430c-b4b6-f477876dd5f3'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:47:33.534679 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.540694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5e50e-5e42-415e-a7fe-1476dfd2536c req-a6ff809e-d3ae-4d14-934c-6b654f9324e0 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:33.549962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09c5e50e-5e42-415e-a7fe-1476dfd2536c req-a6ff809e-d3ae-4d14-934c-6b654f9324e0 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 936 time: 0.2974639 Feb 03 21:47:33.555585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Attempting to bind port c6674429-4168-4681-826f-70d94924e070 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:33.555585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Attempting to bind port c6674429-4168-4681-826f-70d94924e070 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:33.556439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Attempting to bind port c6674429-4168-4681-826f-70d94924e070 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:33.568145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (153a7c10-95d0-48c5-994a-d0b636642207), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.618660 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks [] for router_controller (5061d13a-2742-4958-adc5-71711d8a9d80), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.662757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Port c6674429-4168-4681-826f-70d94924e070 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:47:33.662990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Attempting to bind port c6674429-4168-4681-826f-70d94924e070 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:33.673585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:33.673909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:33.674305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:33.674746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Bound port: c6674429-4168-4681-826f-70d94924e070, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:33.675104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c6674429-4168-4681-826f-70d94924e070), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.731423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Allocated IP 172.20.0.2 (2cc3e342-669f-4aa1-8f86-97f108c21e0d/432ff1b1-204d-430c-b4b6-f477876dd5f3/b4505898-c5a6-43ae-966d-efbd6188f9bb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:33.733983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09c5e50e-5e42-415e-a7fe-1476dfd2536c req-e02c4174-a3d6-418f-bcfc-09624da7373c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823168 Feb 03 21:47:33.802316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:33.805681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c6674429-4168-4681-826f-70d94924e070,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:33.823769 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks [] for router_gateway (5061d13a-2742-4958-adc5-71711d8a9d80), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.875725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c6674429-4168-4681-826f-70d94924e070), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.912012 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Publish callbacks [] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.924829 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.962066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Network 2cc3e342-669f-4aa1-8f86-97f108c21e0d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:33.967525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:33.971648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:33.981063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Pushing event updated for resources: {'Port': ['ID=b4505898-c5a6-43ae-966d-efbd6188f9bb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:33.981652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:33.982344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:33.983833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] 10.222.0.47 "PUT /v2.0/ports/c6674429-4168-4681-826f-70d94924e070 HTTP/1.1" status: 200 len: 1096 time: 1.3848400 Feb 03 21:47:34.060202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Attempting to bind port b4505898-c5a6-43ae-966d-efbd6188f9bb on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:34.060601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Attempting to bind port b4505898-c5a6-43ae-966d-efbd6188f9bb by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '18f35426-1d1e-478d-ad65-1733352135da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:34.060962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Attempting to bind port b4505898-c5a6-43ae-966d-efbd6188f9bb on network 2cc3e342-669f-4aa1-8f86-97f108c21e0d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:34.068518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:34.069082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Checking segment: {'id': '18f35426-1d1e-478d-ad65-1733352135da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:34.069497 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.069906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Bound using segment: {'id': '18f35426-1d1e-478d-ad65-1733352135da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:34.070379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Bound port: b4505898-c5a6-43ae-966d-efbd6188f9bb, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f35426-1d1e-478d-ad65-1733352135da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:34.070766 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.095264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks [] for router_gateway (5061d13a-2742-4958-adc5-71711d8a9d80), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.127184 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.131474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cbacc-1751-4e5e-9b56-a0b4c978a539 service neutron] Pushing event updated for resources: {'Port': ['ID=c6674429-4168-4681-826f-70d94924e070,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:34.154714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] For port b4505898-c5a6-43ae-966d-efbd6188f9bb, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:34.158939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] For port b4505898-c5a6-43ae-966d-efbd6188f9bb, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b4505898-c5a6-43ae-966d-efbd6188f9bb,segment=NetworkSegment(18f35426-1d1e-478d-ad65-1733352135da),segment_id=18f35426-1d1e-478d-ad65-1733352135da)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:34.169861 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.192421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-58c8f8f7-927f-4944-8ad4-a36d2d6e3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.203418 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-58c8f8f7-927f-4944-8ad4-a36d2d6e3435 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 1130 time: 0.1304729 Feb 03 21:47:34.256719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa5b2c-2212-4e7b-b1a4-e7801fa76018 None None] Pushing event updated for resources: {'Port': ['ID=b4505898-c5a6-43ae-966d-efbd6188f9bb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:34.277809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Allocated IP 172.25.5.166 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/28f46bcd-77f5-4901-95ec-9663fd5062b3) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:34.320161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'tag': 'c6674429-4168-4681-826f-70d94924e070'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:34.322865 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e3b14d-8fc2-49a8-b810-ed997921da21" -d '{"events": [{"name": "network-changed", "server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "tag": "c6674429-4168-4681-826f-70d94924e070"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:34.331724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-db00c811-f313-4b36-bde4-c768c5f5e029 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c6674429-4168-4681-826f-70d94924e070 HTTP/1.1" status: 200 len: 217 time: 0.0984178 Feb 03 21:47:34.396969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-d9ad6639-b8b3-4983-bba7-73af1fe16daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.398813 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-d9ad6639-b8b3-4983-bba7-73af1fe16daa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0610583 Feb 03 21:47:34.411865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Deleting port d118ad4b-9d13-4725-8315-63f6ea944def {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:34.412360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.416273 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b991778-cf0d-4bf6-a622-312081dd5f55 x-openstack-request-id: req-2b991778-cf0d-4bf6-a622-312081dd5f55 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:34.416568 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "tag": "c6674429-4168-4681-826f-70d94924e070", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:34.416824 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b991778-cf0d-4bf6-a622-312081dd5f55 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:34.417266 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'tag': 'c6674429-4168-4681-826f-70d94924e070', 'status': 'completed', 'code': 200} Feb 03 21:47:34.426513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532be99-b03f-43b0-9d46-e474dfeecfe7 req-fbbe5bd7-6284-4bcf-9090-c60782fe0a31 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.431901 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532be99-b03f-43b0-9d46-e474dfeecfe7 req-fbbe5bd7-6284-4bcf-9090-c60782fe0a31 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.437747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532be99-b03f-43b0-9d46-e474dfeecfe7 req-fbbe5bd7-6284-4bcf-9090-c60782fe0a31 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.443237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532be99-b03f-43b0-9d46-e474dfeecfe7 req-fbbe5bd7-6284-4bcf-9090-c60782fe0a31 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.448412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532be99-b03f-43b0-9d46-e474dfeecfe7 req-fbbe5bd7-6284-4bcf-9090-c60782fe0a31 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.453694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532be99-b03f-43b0-9d46-e474dfeecfe7 req-fbbe5bd7-6284-4bcf-9090-c60782fe0a31 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.458878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532be99-b03f-43b0-9d46-e474dfeecfe7 req-fbbe5bd7-6284-4bcf-9090-c60782fe0a31 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.466336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a532be99-b03f-43b0-9d46-e474dfeecfe7 req-fbbe5bd7-6284-4bcf-9090-c60782fe0a31 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.1835670 Feb 03 21:47:34.548657 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks [] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.568017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-7780a84e-47b7-4bfb-92db-8461789ea336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:34.570716 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-7780a84e-47b7-4bfb-92db-8461789ea336 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1561303 Feb 03 21:47:34.617622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:34.636228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a532be99-b03f-43b0-9d46-e474dfeecfe7 req-5117207f-366c-45cc-a40d-61f1d443bde0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662860 Feb 03 21:47:34.638377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5874109c-0b59-47b6-b832-8d0141a30186 req-3c157f3c-15d5-4377-9759-115f14c56c42 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 210 time: 0.0580437 Feb 03 21:47:34.662969 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.708160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:34.716214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:34.720338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:34.751907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Pushing event updated for resources: {'Port': ['ID=28f46bcd-77f5-4901-95ec-9663fd5062b3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:34.777794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:34.816057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'mac_address': 'fa:16:3e:30:94:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:34.886295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:34.886695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.901867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:34.924886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:34.929829 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:34.993064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:35.049450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9e74ca76-517c-4571-8fe8-fb8c0c5be3a6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:35.079138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] For port d118ad4b-9d13-4725-8315-63f6ea944def, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d118ad4b-9d13-4725-8315-63f6ea944def,segment=NetworkSegment(edf9a6ad-45ba-4236-9979-17a9ef345c12),segment_id=edf9a6ad-45ba-4236-9979-17a9ef345c12)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:35.079738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:35.112819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Calling delete_port for d118ad4b-9d13-4725-8315-63f6ea944def owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:35.211247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-4082b1a2-7491-410b-8203-664d257cd783 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283197 Feb 03 21:47:35.223255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-eb65fba0-a1a4-417f-9b5e-f3063943fd64 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:35.224747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-eb65fba0-a1a4-417f-9b5e-f3063943fd64 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.47 "GET /v2.0/networks?id=1ed99da5-3ea9-480c-a414-ea4db89a17de HTTP/1.1" status: 200 len: 822 time: 0.6303849 Feb 03 21:47:35.286592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Request body: {'port': {'device_id': 'aa3e8e8e-f71a-43c8-8d4f-904e00fc3775', 'network_id': '1ed99da5-3ea9-480c-a414-ea4db89a17de', 'admin_state_up': True, 'tenant_id': '2a83df294cf84b59ac9b43fdf3c56505'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:35.313604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8b7a-e53a-47c8-8840-aa1a961c82e8 req-fff9c12f-b399-4a07-8da3-16336b86bba7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:35.315158 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b1e8b7a-e53a-47c8-8840-aa1a961c82e8 req-fff9c12f-b399-4a07-8da3-16336b86bba7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 948 time: 0.0995469 Feb 03 21:47:35.450405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b1e8b7a-e53a-47c8-8840-aa1a961c82e8 req-ced9dc0b-7587-4151-83df-4fab0c6b5a6b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913057 Feb 03 21:47:35.480722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks [] for router_gateway (5061d13a-2742-4958-adc5-71711d8a9d80), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:35.491439 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9f18b3c-1521-4391-9d32-aacc329b7dc5 req-ff0a4cdb-ac96-409e-9168-af6a378f2127 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655094 Feb 03 21:47:35.564362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Made reservation on behalf of 2a83df294cf84b59ac9b43fdf3c56505 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:35.566666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:35.609759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d67f78-ef3a-4557-8199-84fa7b152f40 None None] Network 2cc3e342-669f-4aa1-8f86-97f108c21e0d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:35.628824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d118ad4b-9d13-4725-8315-63f6ea944def), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:35.655102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 548e3dd1-c05f-47fd-ad18-a2e277a080ca no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:47:35.698353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 548e3dd1-c05f-47fd-ad18-a2e277a080ca {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:47:35.698713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 548e3dd1-c05f-47fd-ad18-a2e277a080ca not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:47:35.698928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Pushing event deleted for resources: {'Port': ['ID=d118ad4b-9d13-4725-8315-63f6ea944def,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:35.735636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-58976150-f1cc-461e-b619-f1a4d04b7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:35.737025 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-58976150-f1cc-461e-b619-f1a4d04b7e51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 1130 time: 0.1852143 Feb 03 21:47:35.741627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cc3fcabd-0e5b-4bc3-bf84-26b4aea16cd3 None None] Provisioning complete for port b4505898-c5a6-43ae-966d-efbd6188f9bb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:35.742202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3fcabd-0e5b-4bc3-bf84-26b4aea16cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:35.742749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (5061d13a-2742-4958-adc5-71711d8a9d80), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:35.893212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cc3fcabd-0e5b-4bc3-bf84-26b4aea16cd3 None None] Current status of the port b4505898-c5a6-43ae-966d-efbd6188f9bb is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:35.895502 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3fcabd-0e5b-4bc3-bf84-26b4aea16cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:35.951952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cc3fcabd-0e5b-4bc3-bf84-26b4aea16cd3 None None] For port b4505898-c5a6-43ae-966d-efbd6188f9bb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b4505898-c5a6-43ae-966d-efbd6188f9bb,segment=NetworkSegment(18f35426-1d1e-478d-ad65-1733352135da),segment_id=18f35426-1d1e-478d-ad65-1733352135da)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:35.959986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Allocated IP 172.20.0.5 (1ed99da5-3ea9-480c-a414-ea4db89a17de/820d2ffa-c04b-44bc-a940-7a9d83c8e71d/2922747d-b2b3-4ebb-bf4c-37b6762be722) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:35.963178 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3fcabd-0e5b-4bc3-bf84-26b4aea16cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.010675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33de3f8d-caec-4abf-b8f0-32f0821a97a0 req-e5e96c4f-94f5-4c31-b136-bcca12ad69a6 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 210 time: 0.1112452 Feb 03 21:47:36.043402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b4505898-c5a6-43ae-966d-efbd6188f9bb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:36.083411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-27242142-19d0-4596-b6a8-b66429ecd208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.085137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-27242142-19d0-4596-b6a8-b66429ecd208 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.3175349 Feb 03 21:47:36.092133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fcabd-0e5b-4bc3-bf84-26b4aea16cd3 None None] Pushing event updated for resources: {'Port': ['ID=b4505898-c5a6-43ae-966d-efbd6188f9bb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:36.111183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fee78-c926-4654-91a3-31352e35c209 req-924ad8ec-d604-4489-a9d9-dcaaf23d4b92 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.117408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fee78-c926-4654-91a3-31352e35c209 req-924ad8ec-d604-4489-a9d9-dcaaf23d4b92 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.122936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b4505898-c5a6-43ae-966d-efbd6188f9bb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:36.123737 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.124174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fee78-c926-4654-91a3-31352e35c209 req-924ad8ec-d604-4489-a9d9-dcaaf23d4b92 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.131804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fee78-c926-4654-91a3-31352e35c209 req-924ad8ec-d604-4489-a9d9-dcaaf23d4b92 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.134745 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-e48b5439-6881-4675-b00a-bdf8f40d0e5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c6674429-4168-4681-826f-70d94924e070 HTTP/1.1" status: 200 len: 217 time: 0.0403211 Feb 03 21:47:36.141386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fee78-c926-4654-91a3-31352e35c209 req-924ad8ec-d604-4489-a9d9-dcaaf23d4b92 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.147340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fee78-c926-4654-91a3-31352e35c209 req-924ad8ec-d604-4489-a9d9-dcaaf23d4b92 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.157377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fee78-c926-4654-91a3-31352e35c209 req-924ad8ec-d604-4489-a9d9-dcaaf23d4b92 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.160621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f15fee78-c926-4654-91a3-31352e35c209 req-924ad8ec-d604-4489-a9d9-dcaaf23d4b92 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.2624044 Feb 03 21:47:36.166027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Router 5061d13a-2742-4958-adc5-71711d8a9d80 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:47:36.206446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (153a7c10-95d0-48c5-994a-d0b636642207), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.222104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-be37844b-a0fe-4b3a-8298-2a7774b69b77 None None] Provisioning complete for port b4505898-c5a6-43ae-966d-efbd6188f9bb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:36.222319 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be37844b-a0fe-4b3a-8298-2a7774b69b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.267863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-de707e3c-9cf7-466d-9a5e-489cab45a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.269357 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-de707e3c-9cf7-466d-9a5e-489cab45a63d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1267107 Feb 03 21:47:36.282270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b4505898-c5a6-43ae-966d-efbd6188f9bb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:36.294522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f15fee78-c926-4654-91a3-31352e35c209 req-efb85266-c03c-4076-96a6-8712abbf06c9 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261840 Feb 03 21:47:36.321747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:47:36.332890 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Sync routers for ids ['5061d13a-2742-4958-adc5-71711d8a9d80'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:47:36.345569 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Routers {'5061d13a-2742-4958-adc5-71711d8a9d80'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:36.346273 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5061d13a-2742-4958-adc5-71711d8a9d80'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:36.347976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.349431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2fcf6cf2-7a9f-415f-843f-f998ff4f38d1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0652068 Feb 03 21:47:36.352211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58270) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:36.353101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be37844b-a0fe-4b3a-8298-2a7774b69b77 None None] Current status of the port b4505898-c5a6-43ae-966d-efbd6188f9bb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:36.460001 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Set router 5061d13a-2742-4958-adc5-71711d8a9d80 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:36.460686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Publish callbacks [] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.475753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-d35db8e6-5d3c-44ab-b3f8-0a9a27080d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.477469 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-d35db8e6-5d3c-44ab-b3f8-0a9a27080d3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1649683 Feb 03 21:47:36.619524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:36.654037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45196d80-9556-4cf1-b3ef-9f8e8a69e124 req-622bec1d-47b1-4880-9d55-11212be00c31 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.656416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45196d80-9556-4cf1-b3ef-9f8e8a69e124 req-622bec1d-47b1-4880-9d55-11212be00c31 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 948 time: 0.1071355 Feb 03 21:47:36.681289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:36.681729 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.681862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.704951 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:47:33Z', 'updated_at': '2022-02-03T21:47:35Z', 'revision_number': 3, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'gw_port': {'id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:34Z', 'updated_at': '2022-02-03T21:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:36.739675 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Checking router: 5061d13a-2742-4958-adc5-71711d8a9d80 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:47:36.740016 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Updating router 5061d13a-2742-4958-adc5-71711d8a9d80 port 28f46bcd-77f5-4901-95ec-9663fd5062b3 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:47:36.766639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-a8d3ca7b-a55c-4f8b-aeb4-de5e6f569b35 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813833 Feb 03 21:47:36.770614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Network 1ed99da5-3ea9-480c-a414-ea4db89a17de is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:36.778498 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.778736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:36.781808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:36.783012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45196d80-9556-4cf1-b3ef-9f8e8a69e124 req-61d6c2c8-9a4a-44eb-97e2-2c9e772bc3bd tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205819 Feb 03 21:47:36.794084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:36.795105 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.827834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Pushing event updated for resources: {'Port': ['ID=2922747d-b2b3-4ebb-bf4c-37b6762be722,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:36.838606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:36.842076 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2fddd9-badd-44e7-8b67-d43fcda76469" -d '{"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:36.855902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:36.862053 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.878185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Router 153a7c10-95d0-48c5-994a-d0b636642207 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:47:36.904132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:36.904932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.923899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:36.943120 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb328833-c471-4406-ade4-e1b700135243 x-openstack-request-id: req-eb328833-c471-4406-ade4-e1b700135243 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:36.943432 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:36.944169 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb328833-c471-4406-ade4-e1b700135243 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:36.944582 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'code': 200} Feb 03 21:47:36.979950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:36.982647 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-67da249b-8ec5-4a1e-8158-45ffb4113126 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7074623 Feb 03 21:47:37.018922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Request body: {'port': {'device_id': 'aa3e8e8e-f71a-43c8-8d4f-904e00fc3775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:37.058217 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-27e3b14d-8fc2-49a8-b810-ed997921da21 req-bdb3eb5e-e737-43a9-b023-5217336fb1f7 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831397 Feb 03 21:47:37.119009 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.130392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:47:37.139357 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e5c2dba4-4021-4700-880f-87a3bed6d041 admin admin] 10.222.0.50 "PUT /v2.0/routers/153a7c10-95d0-48c5-994a-d0b636642207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4179029 Feb 03 21:47:37.140489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:37.145103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] Sync routers for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:47:37.155859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:37.156557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:37.192425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68031b6f-5b87-43c7-a1df-56fa2923f415 req-21f9af48-6205-4aba-bd19-3451a9341103 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:37.194065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68031b6f-5b87-43c7-a1df-56fa2923f415 req-21f9af48-6205-4aba-bd19-3451a9341103 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 931 time: 0.1065853 Feb 03 21:47:37.197282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Allocated IP 172.20.0.1 (2cc3e342-669f-4aa1-8f86-97f108c21e0d/432ff1b1-204d-430c-b4b6-f477876dd5f3/4ead46e1-2f08-4d66-844c-6f513114ace3) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:37.216063 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Publish callbacks [] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.225122 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.296749 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Attempting to bind port 28f46bcd-77f5-4901-95ec-9663fd5062b3 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:37.297507 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Attempting to bind port 28f46bcd-77f5-4901-95ec-9663fd5062b3 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:37.298102 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Attempting to bind port 28f46bcd-77f5-4901-95ec-9663fd5062b3 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:37.304851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:37.309206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68031b6f-5b87-43c7-a1df-56fa2923f415 req-16b50300-cfc9-4ad4-9b1c-723baf36894e tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058564 Feb 03 21:47:37.320718 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:37.328575 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:37.329240 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.329864 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:37.330563 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Bound port: 28f46bcd-77f5-4901-95ec-9663fd5062b3, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:37.332756 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.389505 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] For port 28f46bcd-77f5-4901-95ec-9663fd5062b3, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:37.394949 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] For port 28f46bcd-77f5-4901-95ec-9663fd5062b3, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=28f46bcd-77f5-4901-95ec-9663fd5062b3,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:37.396373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks [] for router (153a7c10-95d0-48c5-994a-d0b636642207), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.406554 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Pushing event updated for resources: {'Port': ['ID=28f46bcd-77f5-4901-95ec-9663fd5062b3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:37.410690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Publish callbacks [] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.411731 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.430022 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.430641 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.431691 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.432258 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.432837 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.433442 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.434007 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.434600 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.435154 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.438933 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.439812 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.440384 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.441099 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:37.464467 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.517614 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9735c-74d0-482d-9680-aea39b4a8623 None None] Pushing event updated for resources: {'Port': ['ID=28f46bcd-77f5-4901-95ec-9663fd5062b3,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:37.526536 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Routers {'5061d13a-2742-4958-adc5-71711d8a9d80'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:37.527558 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5061d13a-2742-4958-adc5-71711d8a9d80'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:37.558480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Network 2cc3e342-669f-4aa1-8f86-97f108c21e0d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:37.559944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Pushing event updated for resources: {'Port': ['ID=4ead46e1-2f08-4d66-844c-6f513114ace3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:37.563435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:37.566917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:37.670499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:47:35Z', 'revision_number': 5, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:37.674915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8d288-6c55-4fe9-b4ff-dfefb7052c30 req-4b5fe3aa-5556-4b6d-8bb3-a72e0dbd84c0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:37.683161 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] Set router 5061d13a-2742-4958-adc5-71711d8a9d80 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:37.687462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8d288-6c55-4fe9-b4ff-dfefb7052c30 req-4b5fe3aa-5556-4b6d-8bb3-a72e0dbd84c0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:37.703808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8d288-6c55-4fe9-b4ff-dfefb7052c30 req-4b5fe3aa-5556-4b6d-8bb3-a72e0dbd84c0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:37.713319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] Checking router: 153a7c10-95d0-48c5-994a-d0b636642207 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:47:37.715660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8d288-6c55-4fe9-b4ff-dfefb7052c30 req-4b5fe3aa-5556-4b6d-8bb3-a72e0dbd84c0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:37.724208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8d288-6c55-4fe9-b4ff-dfefb7052c30 req-4b5fe3aa-5556-4b6d-8bb3-a72e0dbd84c0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:37.728056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] Routers {'153a7c10-95d0-48c5-994a-d0b636642207'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:37.729232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['153a7c10-95d0-48c5-994a-d0b636642207'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:37.731496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8d288-6c55-4fe9-b4ff-dfefb7052c30 req-4b5fe3aa-5556-4b6d-8bb3-a72e0dbd84c0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:37.738621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8d288-6c55-4fe9-b4ff-dfefb7052c30 req-4b5fe3aa-5556-4b6d-8bb3-a72e0dbd84c0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:37.740733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30c8d288-6c55-4fe9-b4ff-dfefb7052c30 req-4b5fe3aa-5556-4b6d-8bb3-a72e0dbd84c0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.2936347 Feb 03 21:47:37.762750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (5061d13a-2742-4958-adc5-71711d8a9d80), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:37.923980 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b4505898-c5a6-43ae-966d-efbd6188f9bb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:38.011091 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:47:33Z', 'updated_at': '2022-02-03T21:47:35Z', 'revision_number': 3, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'gw_port': {'id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:34Z', 'updated_at': '2022-02-03T21:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:38.023241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fd798036-200b-4543-91e0-0154b5f932b4 None None] Provisioning complete for port 4ead46e1-2f08-4d66-844c-6f513114ace3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:38.023760 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd798036-200b-4543-91e0-0154b5f932b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.069642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fd798036-200b-4543-91e0-0154b5f932b4 None None] Port 4ead46e1-2f08-4d66-844c-6f513114ace3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:47:38.074330 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.085868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30c8d288-6c55-4fe9-b4ff-dfefb7052c30 req-128bd1a6-7dc5-4cba-bce0-742adff3e5e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3357081 Feb 03 21:47:38.091339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] Set router 153a7c10-95d0-48c5-994a-d0b636642207 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:38.104444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552c7e2-8787-4362-8b37-7fdd6db7b1eb req-77ca184e-1c54-484a-9516-7758a83871ff tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:38.107398 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0552c7e2-8787-4362-8b37-7fdd6db7b1eb req-77ca184e-1c54-484a-9516-7758a83871ff tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 948 time: 0.1522508 Feb 03 21:47:38.116548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2922747d-b2b3-4ebb-bf4c-37b6762be722 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:38.126167 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Publish callbacks [] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.140418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Transition to ACTIVE for port object 2922747d-b2b3-4ebb-bf4c-37b6762be722 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:47:38.147022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks [] for router_gateway (153a7c10-95d0-48c5-994a-d0b636642207), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.151067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.163463 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bd85a-3808-4ba0-8ba9-9df4c8b144c1 None None] The sync data for ids ['5061d13a-2742-4958-adc5-71711d8a9d80'] in n-d-824834-9 is: [{'id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:47:33Z', 'updated_at': '2022-02-03T21:47:35Z', 'revision_number': 3, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'gw_port': {'id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:34Z', 'updated_at': '2022-02-03T21:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:47:38.298654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Pushing event updated for resources: {'Port': ['ID=2922747d-b2b3-4ebb-bf4c-37b6762be722,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:38.349813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Deleting port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:47:38.350023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.389398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Attempting to bind port 2922747d-b2b3-4ebb-bf4c-37b6762be722 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:38.390245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Attempting to bind port 2922747d-b2b3-4ebb-bf4c-37b6762be722 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '9c842b86-82ac-44ad-b40a-df2a3d15251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1ed99da5-3ea9-480c-a414-ea4db89a17de'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:38.390661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Attempting to bind port 2922747d-b2b3-4ebb-bf4c-37b6762be722 on network 1ed99da5-3ea9-480c-a414-ea4db89a17de {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:38.400515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Port 2922747d-b2b3-4ebb-bf4c-37b6762be722 on network 1ed99da5-3ea9-480c-a414-ea4db89a17de not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:47:38.400848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Attempting to bind port 2922747d-b2b3-4ebb-bf4c-37b6762be722 on network 1ed99da5-3ea9-480c-a414-ea4db89a17de {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:38.411651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b4505898-c5a6-43ae-966d-efbd6188f9bb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:38.411651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.413325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:38.413674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Checking segment: {'id': '9c842b86-82ac-44ad-b40a-df2a3d15251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1ed99da5-3ea9-480c-a414-ea4db89a17de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:38.414215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Bound using segment: {'id': '9c842b86-82ac-44ad-b40a-df2a3d15251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1ed99da5-3ea9-480c-a414-ea4db89a17de'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:38.415365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Bound port: 2922747d-b2b3-4ebb-bf4c-37b6762be722, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c842b86-82ac-44ad-b40a-df2a3d15251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1ed99da5-3ea9-480c-a414-ea4db89a17de'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:38.415365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.433367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0552c7e2-8787-4362-8b37-7fdd6db7b1eb req-a0e317eb-658a-4f7d-8e22-9db23383ace2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730874 Feb 03 21:47:38.493880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] For port d2d52aa5-b5d2-4580-9ce2-863b9137cf8a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d2d52aa5-b5d2-4580-9ce2-863b9137cf8a,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:38.494256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.524547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Calling delete_port for d2d52aa5-b5d2-4580-9ce2-863b9137cf8a owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:47:38.532501 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Publish callbacks [] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.541117 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.566671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] For port 2922747d-b2b3-4ebb-bf4c-37b6762be722, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:38.655748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] For port 2922747d-b2b3-4ebb-bf4c-37b6762be722, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2922747d-b2b3-4ebb-bf4c-37b6762be722,segment=NetworkSegment(9c842b86-82ac-44ad-b40a-df2a3d15251a),segment_id=9c842b86-82ac-44ad-b40a-df2a3d15251a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:38.672825 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.688347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556e576-eccf-4357-aea4-4bd937f53e83 req-91ff12b4-2e62-4d96-8c20-257f1a5b6c2c tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:38.692959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b4505898-c5a6-43ae-966d-efbd6188f9bb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:38.711566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8556e576-eccf-4357-aea4-4bd937f53e83 req-91ff12b4-2e62-4d96-8c20-257f1a5b6c2c tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 943 time: 0.2511082 Feb 03 21:47:38.779137 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (5061d13a-2742-4958-adc5-71711d8a9d80), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.787184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:38.787812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:38.789258 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] 10.222.0.47 "PUT /v2.0/ports/2922747d-b2b3-4ebb-bf4c-37b6762be722 HTTP/1.1" status: 200 len: 1091 time: 1.7766900 Feb 03 21:47:38.791486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3e8e8e-f71a-43c8-8d4f-904e00fc3775', 'tag': '2922747d-b2b3-4ebb-bf4c-37b6762be722'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:38.793677 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b04cb4-2341-4724-a749-76c8d21c0624" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3e8e8e-f71a-43c8-8d4f-904e00fc3775", "tag": "2922747d-b2b3-4ebb-bf4c-37b6762be722"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:38.795640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Pushing event updated for resources: {'Port': ['ID=4ead46e1-2f08-4d66-844c-6f513114ace3,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:38.843300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:47:35Z', 'revision_number': 5, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:38.886851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae3c1-6843-4d4f-bc85-c36c17c443da service neutron] Pushing event updated for resources: {'Port': ['ID=2922747d-b2b3-4ebb-bf4c-37b6762be722,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:38.898698 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc052d69-ebec-4c42-b9e2-c83b1de3ee44 x-openstack-request-id: req-cc052d69-ebec-4c42-b9e2-c83b1de3ee44 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:38.898991 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3e8e8e-f71a-43c8-8d4f-904e00fc3775", "tag": "2922747d-b2b3-4ebb-bf4c-37b6762be722", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:38.899249 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc052d69-ebec-4c42-b9e2-c83b1de3ee44 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:38.899661 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3e8e8e-f71a-43c8-8d4f-904e00fc3775', 'tag': '2922747d-b2b3-4ebb-bf4c-37b6762be722', 'status': 'completed', 'code': 200} Feb 03 21:47:38.917555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f0418-dc60-44dd-b5a3-8edbcea60302 None None] The sync data for ids ['153a7c10-95d0-48c5-994a-d0b636642207'] in n-d-824834-9 is: [{'id': '153a7c10-95d0-48c5-994a-d0b636642207', 'name': 'tempest-ServerRescueTestJSONUnderV235-1818097818-router', 'tenant_id': '81570d7109514ca6b302d19635e09c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:47Z', 'updated_at': '2022-02-03T21:47:35Z', 'revision_number': 5, 'project_id': '81570d7109514ca6b302d19635e09c39', 'gw_port': {'id': 'd2d52aa5-b5d2-4580-9ce2-863b9137cf8a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a7c10-95d0-48c5-994a-d0b636642207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:49Z', 'updated_at': '2022-02-03T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:47:38.951102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8556e576-eccf-4357-aea4-4bd937f53e83 req-23b421e1-7dfc-400f-bffe-dca502d189e4 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384956 Feb 03 21:47:38.995610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-f1a6fc88-c32b-43bf-b92a-3406eaf47f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:38.997227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-f1a6fc88-c32b-43bf-b92a-3406eaf47f3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a83df294cf84b59ac9b43fdf3c56505&device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 1125 time: 0.1467474 Feb 03 21:47:39.008639 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d2d52aa5-b5d2-4580-9ce2-863b9137cf8a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:39.009648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Network 2cc3e342-669f-4aa1-8f86-97f108c21e0d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:39.011352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:39.077865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d52aa5-b5d2-4580-9ce2-863b9137cf8a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:39.087639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-3b41b57e-7d44-4350-aab2-3c2b8a02d2d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2922747d-b2b3-4ebb-bf4c-37b6762be722 HTTP/1.1" status: 200 len: 217 time: 0.0811329 Feb 03 21:47:39.219312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Router 5061d13a-2742-4958-adc5-71711d8a9d80 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:47:39.313678 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (153a7c10-95d0-48c5-994a-d0b636642207), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:39.410506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-7ed229d6-f859-40e6-b2eb-d8b9a0b37ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:39.412141 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-7ed229d6-f859-40e6-b2eb-d8b9a0b37ae6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=820d2ffa-c04b-44bc-a940-7a9d83c8e71d HTTP/1.1" status: 200 len: 862 time: 0.2197235 Feb 03 21:47:39.420022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029207-6378-45d8-bc0b-35bdaaed1f7f req-f840cb09-3ecf-4716-9aa5-d3ac0d8ba0a7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:39.425379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0d7b4587-eeca-4d15-b57c-82a6436573b0 None None] Provisioning complete for port 4ead46e1-2f08-4d66-844c-6f513114ace3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:39.427620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029207-6378-45d8-bc0b-35bdaaed1f7f req-f840cb09-3ecf-4716-9aa5-d3ac0d8ba0a7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:39.430277 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4587-eeca-4d15-b57c-82a6436573b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:39.433874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029207-6378-45d8-bc0b-35bdaaed1f7f req-f840cb09-3ecf-4716-9aa5-d3ac0d8ba0a7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:39.440020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029207-6378-45d8-bc0b-35bdaaed1f7f req-f840cb09-3ecf-4716-9aa5-d3ac0d8ba0a7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:39.446068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029207-6378-45d8-bc0b-35bdaaed1f7f req-f840cb09-3ecf-4716-9aa5-d3ac0d8ba0a7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:39.452225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029207-6378-45d8-bc0b-35bdaaed1f7f req-f840cb09-3ecf-4716-9aa5-d3ac0d8ba0a7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:39.457913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029207-6378-45d8-bc0b-35bdaaed1f7f req-f840cb09-3ecf-4716-9aa5-d3ac0d8ba0a7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:39.460077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e029207-6378-45d8-bc0b-35bdaaed1f7f req-f840cb09-3ecf-4716-9aa5-d3ac0d8ba0a7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.2390871 Feb 03 21:47:39.537268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b4587-eeca-4d15-b57c-82a6436573b0 None None] Port 4ead46e1-2f08-4d66-844c-6f513114ace3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:47:39.613710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e029207-6378-45d8-bc0b-35bdaaed1f7f req-a70148f5-c214-481a-b7ff-2793b3f8529e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309497 Feb 03 21:47:39.619027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:47:39.626306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-55039ca0-0bc3-4d2c-9c8b-907b81060b3f admin admin] 10.222.0.50 "PUT /v2.0/routers/5061d13a-2742-4958-adc5-71711d8a9d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2724380 Feb 03 21:47:39.664616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-2537d06f-4cd5-49b0-9f88-50b5aabbb0b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ed99da5-3ea9-480c-a414-ea4db89a17de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431551 Feb 03 21:47:39.667081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (153a7c10-95d0-48c5-994a-d0b636642207), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:39.669833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks [] for router_controller (153a7c10-95d0-48c5-994a-d0b636642207), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:39.672982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c6674429-4168-4681-826f-70d94924e070 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:39.678763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aab45-35f7-43a6-b57a-afddb299e1e5 req-287a4c37-c2e2-4a90-b299-5817ffa2701f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:39.680460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b45aab45-35f7-43a6-b57a-afddb299e1e5 req-287a4c37-c2e2-4a90-b299-5817ffa2701f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 948 time: 0.0855107 Feb 03 21:47:39.834661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c6674429-4168-4681-826f-70d94924e070,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:39.862325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b45aab45-35f7-43a6-b57a-afddb299e1e5 req-ccfead99-ee87-4735-94ef-194e03df764d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602132 Feb 03 21:47:39.865611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'c6674429-4168-4681-826f-70d94924e070', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'c6674429-4168-4681-826f-70d94924e070', 'mac_address': 'fa:16:3e:16:a2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:39.940113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-d90915fc-fcb9-43f3-8b08-8deeb0fb3bbc service neutron] 10.222.0.47 "GET /v2.0/networks/1ed99da5-3ea9-480c-a414-ea4db89a17de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658193 Feb 03 21:47:39.957871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:40.007072 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port c6674429-4168-4681-826f-70d94924e070 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:40.007466 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c6674429-4168-4681-826f-70d94924e070), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.055548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6674429-4168-4681-826f-70d94924e070 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:40.094759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-623861566'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:40.112205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (153a7c10-95d0-48c5-994a-d0b636642207), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.112776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c6674429-4168-4681-826f-70d94924e070,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:40.112937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153a7c10-95d0-48c5-994a-d0b636642207 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:47:40.121267 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c6674429-4168-4681-826f-70d94924e070), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.121665 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.123080 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6fcf6fcc-9448-42e2-90af-cc70f97050ae admin admin] 10.222.0.50 "DELETE /v2.0/routers/153a7c10-95d0-48c5-994a-d0b636642207 HTTP/1.1" status: 204 len: 168 time: 2.9787462 Feb 03 21:47:40.126338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:40.206878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 28f46bcd-77f5-4901-95ec-9663fd5062b3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:40.214941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:40.217073 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:47:40.229648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.233731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=c6674429-4168-4681-826f-70d94924e070,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:40.274221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-862231ca-2c24-41e5-b167-037425484634 admin admin] Deleting subnet cf961422-7489-4c6e-95ca-ebaf768db974 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:47:40.291657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 28f46bcd-77f5-4901-95ec-9663fd5062b3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:40.297081 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.299781 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-862231ca-2c24-41e5-b167-037425484634 admin admin] Publish callbacks [] for subnet (cf961422-7489-4c6e-95ca-ebaf768db974), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.335352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598485-ea89-4ca1-bad5-71a8e40a8e14 req-6836d4e5-1e10-4067-8664-213e0ca1e71f tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:40.347772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e598485-ea89-4ca1-bad5-71a8e40a8e14 req-6836d4e5-1e10-4067-8664-213e0ca1e71f tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 943 time: 0.2445536 Feb 03 21:47:40.361479 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f13057df-cc77-45fb-b5b5-d32854d26e3a req-d7ba6ee1-bff6-4f4e-99ab-d82b0d61bc67 service neutron] 10.222.0.47 "GET /v2.0/networks/1ed99da5-3ea9-480c-a414-ea4db89a17de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132805 Feb 03 21:47:40.368545 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-862231ca-2c24-41e5-b167-037425484634 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (cf961422-7489-4c6e-95ca-ebaf768db974), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.391881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:47:40.416326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-862231ca-2c24-41e5-b167-037425484634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (cf961422-7489-4c6e-95ca-ebaf768db974), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.468125 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b9b076cf-c060-4b3c-a260-cbe48d89706a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.475045 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Added segment b9b076cf-c060-4b3c-a260-cbe48d89706a of type vlan for network 92132e63-27b9-4d80-8da0-495934c12dc7 Feb 03 21:47:40.486231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-862231ca-2c24-41e5-b167-037425484634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (cf961422-7489-4c6e-95ca-ebaf768db974), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.506159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c6674429-4168-4681-826f-70d94924e070'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:40.510145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e598485-ea89-4ca1-bad5-71a8e40a8e14 req-f8bef242-439c-40dd-bb58-fb597c497c9f tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614168 Feb 03 21:47:40.547575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862231ca-2c24-41e5-b167-037425484634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf961422-7489-4c6e-95ca-ebaf768db974,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:40.553617 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-862231ca-2c24-41e5-b167-037425484634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.562113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-862231ca-2c24-41e5-b167-037425484634 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cf961422-7489-4c6e-95ca-ebaf768db974 HTTP/1.1" status: 204 len: 168 time: 0.4325240 Feb 03 21:47:40.562444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:40.585651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-c8a61ca5-36d7-4870-acdb-50f64735c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:40.590162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 28f46bcd-77f5-4901-95ec-9663fd5062b3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:40.590502 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-c8a61ca5-36d7-4870-acdb-50f64735c11d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a83df294cf84b59ac9b43fdf3c56505&device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 1125 time: 0.1158285 Feb 03 21:47:40.593470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.637700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (92132e63-27b9-4d80-8da0-495934c12dc7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.658445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (9aee9699-a43e-4e85-86c5-03133b2e1c8a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.691479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 28f46bcd-77f5-4901-95ec-9663fd5062b3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=28f46bcd-77f5-4901-95ec-9663fd5062b3,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:40.707636 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:40.726448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d118ad4b-9d13-4725-8315-63f6ea944def no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:47:40.853476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-1f620055-5033-4cbc-806d-fd6270e9da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:40.858113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-1f620055-5033-4cbc-806d-fd6270e9da7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ed99da5-3ea9-480c-a414-ea4db89a17de HTTP/1.1" status: 200 len: 923 time: 0.2571440 Feb 03 21:47:40.900022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d118ad4b-9d13-4725-8315-63f6ea944def {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:47:40.900466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d118ad4b-9d13-4725-8315-63f6ea944def not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:47:40.936857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=28f46bcd-77f5-4901-95ec-9663fd5062b3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:41.017257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-ec956656-e7f4-4da7-95c2-76c2872911e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2922747d-b2b3-4ebb-bf4c-37b6762be722 HTTP/1.1" status: 200 len: 217 time: 0.1526787 Feb 03 21:47:41.091775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-2dabce32-52c8-462d-97b5-1b80c061909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.093811 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-2dabce32-52c8-462d-97b5-1b80c061909c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=820d2ffa-c04b-44bc-a940-7a9d83c8e71d HTTP/1.1" status: 200 len: 862 time: 0.0674031 Feb 03 21:47:41.133981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-4f441b39-5b2d-4b83-8a3c-9e040a6a341c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ed99da5-3ea9-480c-a414-ea4db89a17de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331371 Feb 03 21:47:41.247655 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Sync routers for ids ['5061d13a-2742-4958-adc5-71711d8a9d80'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:47:41.277341 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Routers {'5061d13a-2742-4958-adc5-71711d8a9d80'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:41.278047 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5061d13a-2742-4958-adc5-71711d8a9d80'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:41.294913 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-bc294f36-6d03-45c0-8442-ba30778f2ba2 service neutron] 10.222.0.47 "GET /v2.0/networks/1ed99da5-3ea9-480c-a414-ea4db89a17de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537862 Feb 03 21:47:41.327823 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (92132e63-27b9-4d80-8da0-495934c12dc7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.332853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.333486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.414618 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Set router 5061d13a-2742-4958-adc5-71711d8a9d80 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:41.429155 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (9aee9699-a43e-4e85-86c5-03133b2e1c8a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.434799 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3b04cb4-2341-4724-a749-76c8d21c0624 req-ef18d305-0f54-4414-8850-898391c24d67 service neutron] 10.222.0.47 "GET /v2.0/networks/1ed99da5-3ea9-480c-a414-ea4db89a17de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322205 Feb 03 21:47:41.475879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:41.476082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5168917 Feb 03 21:47:41.483693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'subnet': {'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:41.501143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aee9699-a43e-4e85-86c5-03133b2e1c8a']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:41.512779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3a2b9-90e4-4d77-9110-794a0023bae0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Network': ['ID=92132e63-27b9-4d80-8da0-495934c12dc7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:41.520969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf9a6ad-45ba-4236-9979-17a9ef345c12') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:41.521274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf9a6ad-45ba-4236-9979-17a9ef345c12') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:41.525852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 92132e63-27b9-4d80-8da0-495934c12dc7 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:47:41.542500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c33a1a-7473-424c-beff-977fc369b2c1 req-228a5016-7b51-4795-b86f-e0a1ce8bd55f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.549144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c33a1a-7473-424c-beff-977fc369b2c1 req-228a5016-7b51-4795-b86f-e0a1ce8bd55f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.554607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c33a1a-7473-424c-beff-977fc369b2c1 req-228a5016-7b51-4795-b86f-e0a1ce8bd55f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.559949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c33a1a-7473-424c-beff-977fc369b2c1 req-228a5016-7b51-4795-b86f-e0a1ce8bd55f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.566000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c33a1a-7473-424c-beff-977fc369b2c1 req-228a5016-7b51-4795-b86f-e0a1ce8bd55f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.571264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c33a1a-7473-424c-beff-977fc369b2c1 req-228a5016-7b51-4795-b86f-e0a1ce8bd55f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.576528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c33a1a-7473-424c-beff-977fc369b2c1 req-228a5016-7b51-4795-b86f-e0a1ce8bd55f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.584771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7c33a1a-7473-424c-beff-977fc369b2c1 req-228a5016-7b51-4795-b86f-e0a1ce8bd55f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.7985194 Feb 03 21:47:41.595714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (edf9a6ad-45ba-4236-9979-17a9ef345c12), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.627573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96c86-bbc1-4454-95fd-57ea39427616 req-2ec8b70d-08ed-4c5a-9b27-127f8e5ed69f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:41.643465 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62e96c86-bbc1-4454-95fd-57ea39427616 req-2ec8b70d-08ed-4c5a-9b27-127f8e5ed69f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 949 time: 0.3235850 Feb 03 21:47:41.667290 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (edf9a6ad-45ba-4236-9979-17a9ef345c12), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.696766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:47:41.697142 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (edf9a6ad-45ba-4236-9979-17a9ef345c12), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:47:41.703311 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:47:41.720476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:41.726504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.752212 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:47:33Z', 'updated_at': '2022-02-03T21:47:37Z', 'revision_number': 4, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'gw_port': {'id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:34Z', 'updated_at': '2022-02-03T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '4ead46e1-2f08-4d66-844c-6f513114ace3', 'name': '', 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'mac_address': 'fa:16:3e:0a:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '432ff1b1-204d-430c-b4b6-f477876dd5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:36Z', 'updated_at': '2022-02-03T21:47:38Z', 'revision_number': 2, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'subnets': [{'id': '432ff1b1-204d-430c-b4b6-f477876dd5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:41.790462 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Checking router: 5061d13a-2742-4958-adc5-71711d8a9d80 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:47:41.791136 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Updating router 5061d13a-2742-4958-adc5-71711d8a9d80 port 4ead46e1-2f08-4d66-844c-6f513114ace3 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:47:41.850810 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.860315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7c33a1a-7473-424c-beff-977fc369b2c1 req-6c291fca-25c0-48d8-8587-c23d0ade32c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2678182 Feb 03 21:47:41.861181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 28f46bcd-77f5-4901-95ec-9663fd5062b3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:41.873523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62e96c86-bbc1-4454-95fd-57ea39427616 req-72b7b584-94cf-4345-a818-fd4534c7e7a4 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292221 Feb 03 21:47:41.877538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (9aee9699-a43e-4e85-86c5-03133b2e1c8a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.894911 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:41.900863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] 10.222.0.50 "DELETE /v2.0/networks/9aee9699-a43e-4e85-86c5-03133b2e1c8a HTTP/1.1" status: 204 len: 168 time: 1.3365295 Feb 03 21:47:41.951421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc62e6-92e1-4c20-b833-7aff7c3e987b admin admin] Pushing event deleted for resources: {'Network': ['ID=9aee9699-a43e-4e85-86c5-03133b2e1c8a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:41.983989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 28f46bcd-77f5-4901-95ec-9663fd5062b3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:41.984491 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.104747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50872b-4e66-47a5-9043-592af6b8950c req-6a8a5097-af15-41d1-b2b6-0deef27d9fa5 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:42.109889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe50872b-4e66-47a5-9043-592af6b8950c req-6a8a5097-af15-41d1-b2b6-0deef27d9fa5 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 943 time: 0.1428566 Feb 03 21:47:42.136793 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (6e898850-602f-4d39-bb59-ae07a581b82b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.157877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 28f46bcd-77f5-4901-95ec-9663fd5062b3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:42.175644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d2d52aa5-b5d2-4580-9ce2-863b9137cf8a no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:47:42.191028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:42.203992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d2d52aa5-b5d2-4580-9ce2-863b9137cf8a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:47:42.204436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d2d52aa5-b5d2-4580-9ce2-863b9137cf8a not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:47:42.234811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe50872b-4e66-47a5-9043-592af6b8950c req-bd3bba87-1d14-4bd1-8359-677d9c3e1eec tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174703 Feb 03 21:47:42.277553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Subnet': ['ID=6e898850-602f-4d39-bb59-ae07a581b82b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:42.287849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Checking segment: {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:42.288337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network hostable DHCP agents. Network: 92132e63-27b9-4d80-8da0-495934c12dc7, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:47:42.299991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:42.300221 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4b8a2235-7235-437c-a2a1-c7c3e3c7c16b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81570d7109514ca6b302d19635e09c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1047654 Feb 03 21:47:42.318036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network 92132e63-27b9-4d80-8da0-495934c12dc7 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:47:42.337505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 92132e63-27b9-4d80-8da0-495934c12dc7) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:42.347177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:42.347817 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.348087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5c7fc-d6a6-499b-a4d2-53b3c0ad4721 None None] Network 92132e63-27b9-4d80-8da0-495934c12dc7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:42.372374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-725f8391-821d-427b-9db2-be4298a2bac6 admin admin] Publish callbacks [] for security_group (fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.391415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:42.392018 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3f99b9e1-dffb-450d-9bc5-6d41725b2062 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9140482 Feb 03 21:47:42.398049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-310867181'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:42.406574 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-725f8391-821d-427b-9db2-be4298a2bac6 admin admin] Publish callbacks [] for security_group (fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.437497 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Publish callbacks [] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.449750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:42.460280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.467874 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.476327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-725f8391-821d-427b-9db2-be4298a2bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.486395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-725f8391-821d-427b-9db2-be4298a2bac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.490592 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-725f8391-821d-427b-9db2-be4298a2bac6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c HTTP/1.1" status: 204 len: 168 time: 0.1869907 Feb 03 21:47:42.538145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8391-821d-427b-9db2-be4298a2bac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca69fa1-c1d7-446b-ae8e-f4cc9713cb3c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:42.539568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:47:42.571635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (af02368b-ea07-462f-88c8-3bbe30408cc1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.572000 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Added segment af02368b-ea07-462f-88c8-3bbe30408cc1 of type vlan for network a2434100-e06e-4f74-bf8d-342acbe26076 Feb 03 21:47:42.701665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-92132e63-27b9-4d80-8da0-495934c12dc7', 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7', 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'fixed_ips': [{'subnet_id': '6e898850-602f-4d39-bb59-ae07a581b82b'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:47:42.705045 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.716063 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc640163-361e-409e-8a42-b4c9472a9f10 None None] Pushing event updated for resources: {'Port': ['ID=4ead46e1-2f08-4d66-844c-6f513114ace3,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:42.733771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a2434100-e06e-4f74-bf8d-342acbe26076), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.802451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a2434100-e06e-4f74-bf8d-342acbe26076), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.820188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:42.820643 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.824424 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Attempting to bind port 4ead46e1-2f08-4d66-844c-6f513114ace3 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:42.824879 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Attempting to bind port 4ead46e1-2f08-4d66-844c-6f513114ace3 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '18f35426-1d1e-478d-ad65-1733352135da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:42.825490 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Attempting to bind port 4ead46e1-2f08-4d66-844c-6f513114ace3 on network 2cc3e342-669f-4aa1-8f86-97f108c21e0d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:42.851495 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:42.852023 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Checking segment: {'id': '18f35426-1d1e-478d-ad65-1733352135da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:42.853162 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.853628 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Bound using segment: {'id': '18f35426-1d1e-478d-ad65-1733352135da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:42.854175 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Bound port: 4ead46e1-2f08-4d66-844c-6f513114ace3, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f35426-1d1e-478d-ad65-1733352135da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:42.854621 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:42.875604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4817758 Feb 03 21:47:42.877805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:42.885431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'subnet': {'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:43.015878 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] For port 4ead46e1-2f08-4d66-844c-6f513114ace3, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:43.025612 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] For port 4ead46e1-2f08-4d66-844c-6f513114ace3, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4ead46e1-2f08-4d66-844c-6f513114ace3,segment=NetworkSegment(18f35426-1d1e-478d-ad65-1733352135da),segment_id=18f35426-1d1e-478d-ad65-1733352135da)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:43.027915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecf41b-4893-44c5-9dba-dbebc860d016 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Network': ['ID=a2434100-e06e-4f74-bf8d-342acbe26076,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:43.043420 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:43.100316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a2434100-e06e-4f74-bf8d-342acbe26076 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:47:43.166866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:43.174213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:43.262411 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Routers {'5061d13a-2742-4958-adc5-71711d8a9d80'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:47:43.263158 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5061d13a-2742-4958-adc5-71711d8a9d80'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:43.295952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba87ecd-57c1-4e3c-9802-8a7b2ecb8d50 req-e04a05cf-04b6-4f35-a248-4be49a4804e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:43.313283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ba87ecd-57c1-4e3c-9802-8a7b2ecb8d50 req-e04a05cf-04b6-4f35-a248-4be49a4804e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 949 time: 0.2276733 Feb 03 21:47:43.419499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b7769330-3e88-4743-9e6b-56f312f81d61 None None] Provisioning complete for port 4ead46e1-2f08-4d66-844c-6f513114ace3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:43.419884 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7769330-3e88-4743-9e6b-56f312f81d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:43.431377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cbcd5-ed37-4b00-aa7e-918e37327a9e req-72e971e3-94c6-4041-8c0c-749d8576a953 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:43.447655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cbcd5-ed37-4b00-aa7e-918e37327a9e req-72e971e3-94c6-4041-8c0c-749d8576a953 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:43.459868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cbcd5-ed37-4b00-aa7e-918e37327a9e req-72e971e3-94c6-4041-8c0c-749d8576a953 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:43.472835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cbcd5-ed37-4b00-aa7e-918e37327a9e req-72e971e3-94c6-4041-8c0c-749d8576a953 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:43.503773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cbcd5-ed37-4b00-aa7e-918e37327a9e req-72e971e3-94c6-4041-8c0c-749d8576a953 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:43.519001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cbcd5-ed37-4b00-aa7e-918e37327a9e req-72e971e3-94c6-4041-8c0c-749d8576a953 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:43.534048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cbcd5-ed37-4b00-aa7e-918e37327a9e req-72e971e3-94c6-4041-8c0c-749d8576a953 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:43.534281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Allocated IP 19.80.0.2 (92132e63-27b9-4d80-8da0-495934c12dc7/6e898850-602f-4d39-bb59-ae07a581b82b/a56793e9-cadd-406e-8892-0ddfb886b6a2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:43.536023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-723cbcd5-ed37-4b00-aa7e-918e37327a9e req-72e971e3-94c6-4041-8c0c-749d8576a953 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.4420528 Feb 03 21:47:43.552458 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc640163-361e-409e-8a42-b4c9472a9f10 None None] Pushing event updated for resources: {'Port': ['ID=4ead46e1-2f08-4d66-844c-6f513114ace3,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:43.628477 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] Set router 5061d13a-2742-4958-adc5-71711d8a9d80 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:47:43.636001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ba87ecd-57c1-4e3c-9802-8a7b2ecb8d50 req-18c3605d-9e99-49ca-965f-b1ed5f8ea747 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219786 Feb 03 21:47:43.671583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (1012c737-3396-4ea6-9db2-3b9fe857b2b0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:43.714484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-723cbcd5-ed37-4b00-aa7e-918e37327a9e req-674608d9-ea43-451a-81c4-faa58f35e200 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1641257 Feb 03 21:47:43.751755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Subnet': ['ID=1012c737-3396-4ea6-9db2-3b9fe857b2b0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:43.773268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d52992ed-94a2-4930-9b7b-79181f0cfb37 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:43.788059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c6674429-4168-4681-826f-70d94924e070 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:43.825657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Checking segment: {'id': 'af02368b-ea07-462f-88c8-3bbe30408cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:43.828102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network hostable DHCP agents. Network: a2434100-e06e-4f74-bf8d-342acbe26076, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:47:43.865098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network a2434100-e06e-4f74-bf8d-342acbe26076 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:47:43.889808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, a2434100-e06e-4f74-bf8d-342acbe26076) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:43.894824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:43.895664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:43.945622 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c486a7a1-9741-4e42-85c1-76a980e4fd29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0662189 Feb 03 21:47:43.955065 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f86c3c-1c96-4bd0-bf0c-1885525e6325 None None] Network a2434100-e06e-4f74-bf8d-342acbe26076 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:43.991734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:44.028650 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:47:33Z', 'updated_at': '2022-02-03T21:47:37Z', 'revision_number': 4, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'gw_port': {'id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:34Z', 'updated_at': '2022-02-03T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '4ead46e1-2f08-4d66-844c-6f513114ace3', 'name': '', 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'mac_address': 'fa:16:3e:0a:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '432ff1b1-204d-430c-b4b6-f477876dd5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:36Z', 'updated_at': '2022-02-03T21:47:42Z', 'revision_number': 4, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'subnets': [{'id': '432ff1b1-204d-430c-b4b6-f477876dd5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:44.031539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e1826-325f-4af8-bf61-fe7ae7cd0218 req-ae5184bd-6713-4591-bb42-c966a7d7a037 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:44.036332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c02e1826-325f-4af8-bf61-fe7ae7cd0218 req-ae5184bd-6713-4591-bb42-c966a7d7a037 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 943 time: 0.1297097 Feb 03 21:47:44.048253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b7769330-3e88-4743-9e6b-56f312f81d61 None None] Current status of the port 4ead46e1-2f08-4d66-844c-6f513114ace3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:44.048575 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7769330-3e88-4743-9e6b-56f312f81d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.096096 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc679e-348e-4ce5-ae3d-4a670d35966d None None] The sync data for ids ['5061d13a-2742-4958-adc5-71711d8a9d80'] in n-d-824834-9 is: [{'id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:47:33Z', 'updated_at': '2022-02-03T21:47:37Z', 'revision_number': 4, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'gw_port': {'id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:34Z', 'updated_at': '2022-02-03T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '4ead46e1-2f08-4d66-844c-6f513114ace3', 'name': '', 'network_id': '2cc3e342-669f-4aa1-8f86-97f108c21e0d', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'mac_address': 'fa:16:3e:0a:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '432ff1b1-204d-430c-b4b6-f477876dd5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:36Z', 'updated_at': '2022-02-03T21:47:42Z', 'revision_number': 4, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'subnets': [{'id': '432ff1b1-204d-430c-b4b6-f477876dd5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:47:44.109908 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:47:44.172819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-483985927-network', 'tenant_id': '39841c77e95f430c87c7f0b395aabde3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:44.185207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b7769330-3e88-4743-9e6b-56f312f81d61 None None] For port 4ead46e1-2f08-4d66-844c-6f513114ace3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4ead46e1-2f08-4d66-844c-6f513114ace3,segment=NetworkSegment(18f35426-1d1e-478d-ad65-1733352135da),segment_id=18f35426-1d1e-478d-ad65-1733352135da)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:44.192857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c02e1826-325f-4af8-bf61-fe7ae7cd0218 req-7021b93d-c5fc-4fd9-a532-99b5894d1af4 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463032 Feb 03 21:47:44.216291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Made reservation on behalf of 39841c77e95f430c87c7f0b395aabde3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:44.219861 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.230935 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.468266 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Publish callbacks [] for security_group (10e1b337-dfb2-469c-94bd-64a6c4846472), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.474943 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (10e1b337-dfb2-469c-94bd-64a6c4846472), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.490404 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7769330-3e88-4743-9e6b-56f312f81d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.516933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e1b337-dfb2-469c-94bd-64a6c4846472,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:44.555379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:47:44.583824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (892d090b-29a9-495d-a7c0-7b3de7668bc0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.584612 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Added segment 892d090b-29a9-495d-a7c0-7b3de7668bc0 of type vlan for network b16a9c63-51c8-4cd5-96e3-0611c4be5dd1 Feb 03 21:47:44.609451 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Publish callbacks [] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.646295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-b158117b-6bf6-4181-8e54-70416860430a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:44.652725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-b158117b-6bf6-4181-8e54-70416860430a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:44.655884 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-b158117b-6bf6-4181-8e54-70416860430a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/networks?id=92132e63-27b9-4d80-8da0-495934c12dc7&id=a2434100-e06e-4f74-bf8d-342acbe26076&id=92132e63-27b9-4d80-8da0-495934c12dc7 HTTP/1.1" status: 200 len: 1390 time: 0.3146656 Feb 03 21:47:44.672452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-a2434100-e06e-4f74-bf8d-342acbe26076', 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076', 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'fixed_ips': [{'subnet_id': '1012c737-3396-4ea6-9db2-3b9fe857b2b0'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:47:44.673350 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.685061 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (b16a9c63-51c8-4cd5-96e3-0611c4be5dd1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.689239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4ee10917-253f-4857-8ce6-aff0d7f73281 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/quotas/d276b7c603b8465a8c86c644e3b64445 HTTP/1.1" status: 200 len: 375 time: 0.0224276 Feb 03 21:47:44.699858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port c6674429-4168-4681-826f-70d94924e070 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:47:44.705823 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.718744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d5cb054f-5e5a-4b7a-9392-88e9cf712caa None None] Provisioning complete for port 4ead46e1-2f08-4d66-844c-6f513114ace3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:44.719545 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cb054f-5e5a-4b7a-9392-88e9cf712caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.762294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port c6674429-4168-4681-826f-70d94924e070 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:44.763182 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c6674429-4168-4681-826f-70d94924e070), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.771932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-bce36237-6e32-4a50-9574-a1238c06137a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d276b7c603b8465a8c86c644e3b64445&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758567 Feb 03 21:47:44.773285 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (b16a9c63-51c8-4cd5-96e3-0611c4be5dd1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.774281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:44.774958 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:44.791528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d52992ed-94a2-4930-9b7b-79181f0cfb37, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:44.799648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6b035ec9-5f17-46ae-92f1-63f78bfecf72 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:47:44.800721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6b035ec9-5f17-46ae-92f1-63f78bfecf72 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080571 Feb 03 21:47:44.832683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Network 92132e63-27b9-4d80-8da0-495934c12dc7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:44.846613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:44.853635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:44.890058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b16a9c63-51c8-4cd5-96e3-0611c4be5dd1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:44.902329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7769330-3e88-4743-9e6b-56f312f81d61 None None] Pushing event updated for resources: {'Port': ['ID=4ead46e1-2f08-4d66-844c-6f513114ace3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:44.940079 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e08ebec-6ff3-4a87-869d-85581643d7b3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9472461 Feb 03 21:47:44.944282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network b16a9c63-51c8-4cd5-96e3-0611c4be5dd1 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:47:44.968976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'port_id': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'mac_address': 'fa:16:3e:6c:c7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:45.043933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Attempting to bind port a56793e9-cadd-406e-8892-0ddfb886b6a2 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:45.044241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Attempting to bind port a56793e9-cadd-406e-8892-0ddfb886b6a2 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:45.044611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Attempting to bind port a56793e9-cadd-406e-8892-0ddfb886b6a2 on network 92132e63-27b9-4d80-8da0-495934c12dc7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:45.086397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833809f-5350-40e0-8752-39e80e5f1d68 req-1acc0329-8608-431d-ae6a-adf6cb141ab6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:45.088699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0833809f-5350-40e0-8752-39e80e5f1d68 req-1acc0329-8608-431d-ae6a-adf6cb141ab6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 949 time: 0.2862918 Feb 03 21:47:45.133181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-fcf045c8-c698-4798-b784-a42dab983231 service neutron] 10.222.0.50 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548656 Feb 03 21:47:45.194753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d52992ed-94a2-4930-9b7b-79181f0cfb37 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:45.195351 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:45.221468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0833809f-5350-40e0-8752-39e80e5f1d68 req-5500f678-6d4e-436f-bf9a-9b834f71aed1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229625 Feb 03 21:47:45.257840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:45.258301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Checking segment: {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:45.258771 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:45.259128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Bound using segment: {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:45.259627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Bound port: a56793e9-cadd-406e-8892-0ddfb886b6a2, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:45.260017 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:45.329628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-cbe00236-60ee-4098-8bac-430cc859bf48 service neutron] 10.222.0.50 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810710 Feb 03 21:47:45.367464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Pushing event updated for resources: {'Port': ['ID=a56793e9-cadd-406e-8892-0ddfb886b6a2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:45.370692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52992ed-94a2-4930-9b7b-79181f0cfb37 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:45.492346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port c6674429-4168-4681-826f-70d94924e070 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:45.492742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c6674429-4168-4681-826f-70d94924e070), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:45.499590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5789-bc93-4347-8d0a-a61391697319 req-d0368a8e-30c2-42f6-a817-8e052d273ae4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:45.508487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5789-bc93-4347-8d0a-a61391697319 req-d0368a8e-30c2-42f6-a817-8e052d273ae4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:45.515294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5789-bc93-4347-8d0a-a61391697319 req-d0368a8e-30c2-42f6-a817-8e052d273ae4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:45.520895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5789-bc93-4347-8d0a-a61391697319 req-d0368a8e-30c2-42f6-a817-8e052d273ae4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:45.526306 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5789-bc93-4347-8d0a-a61391697319 req-d0368a8e-30c2-42f6-a817-8e052d273ae4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:45.532944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5789-bc93-4347-8d0a-a61391697319 req-d0368a8e-30c2-42f6-a817-8e052d273ae4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:45.538087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5789-bc93-4347-8d0a-a61391697319 req-d0368a8e-30c2-42f6-a817-8e052d273ae4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:45.546436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cbd5789-bc93-4347-8d0a-a61391697319 req-d0368a8e-30c2-42f6-a817-8e052d273ae4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5428 time: 0.2188544 Feb 03 21:47:45.573163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d52992ed-94a2-4930-9b7b-79181f0cfb37, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:45.579825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-af407a3d-3573-4cef-ade4-95ce975b8c7a service neutron] 10.222.0.50 "GET /v2.0/networks/a2434100-e06e-4f74-bf8d-342acbe26076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418661 Feb 03 21:47:45.581899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb054f-5e5a-4b7a-9392-88e9cf712caa None None] Current status of the port 4ead46e1-2f08-4d66-844c-6f513114ace3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:45.596691 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:45.597711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e36b55fe-4080-4085-94cd-25bb04d6c057 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:45.640590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cbd5789-bc93-4347-8d0a-a61391697319 req-c18aa35b-118b-48b6-a311-7c22de1d71cd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929489 Feb 03 21:47:45.819777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6674429-4168-4681-826f-70d94924e070'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:45.822243 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fd2953-1e8a-42b3-bb8d-18e10441203f" -d '{"events": [{"server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "name": "network-vif-plugged", "status": "completed", "tag": "c6674429-4168-4681-826f-70d94924e070"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:45.859264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-ec58357b-9ba1-41dd-a182-69da199e4715 service neutron] 10.222.0.50 "GET /v2.0/networks/a2434100-e06e-4f74-bf8d-342acbe26076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109680 Feb 03 21:47:45.906372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] For port a56793e9-cadd-406e-8892-0ddfb886b6a2, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:45.913479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c6674429-4168-4681-826f-70d94924e070,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:45.918562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Allocated IP 19.86.0.2 (a2434100-e06e-4f74-bf8d-342acbe26076/1012c737-3396-4ea6-9db2-3b9fe857b2b0/cea12b7d-b71b-4607-95a4-d8efac27d87a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:45.932331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] For port a56793e9-cadd-406e-8892-0ddfb886b6a2, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a56793e9-cadd-406e-8892-0ddfb886b6a2,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:45.942235 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:47:45.951720 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c6674429-4168-4681-826f-70d94924e070), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:45.996532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4ead46e1-2f08-4d66-844c-6f513114ace3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:46.003314 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:46.044287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a1aabf49-e3b8-4e20-bdc4-274355619e09 service neutron] 10.222.0.50 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812263 Feb 03 21:47:46.083013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d52992ed-94a2-4930-9b7b-79181f0cfb37,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:46.138405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0518-54d8-4d30-8f75-a20507afe78c req-a076c646-0fce-4c21-99a7-fc90b3b1002a tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:46.145397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc2e0518-54d8-4d30-8f75-a20507afe78c req-a076c646-0fce-4c21-99a7-fc90b3b1002a tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 943 time: 0.2658756 Feb 03 21:47:46.279357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-866e9c2f-2adf-4df3-8751-ce197cbfaae1 service neutron] 10.222.0.50 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235839 Feb 03 21:47:46.288211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc2e0518-54d8-4d30-8f75-a20507afe78c req-4d180dd4-a4cb-42d9-9bae-9679a13f0c5b tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366336 Feb 03 21:47:46.340575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=c6674429-4168-4681-826f-70d94924e070,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:46.488225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 4ead46e1-2f08-4d66-844c-6f513114ace3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:46.488673 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:46.495347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e36b55fe-4080-4085-94cd-25bb04d6c057, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e36b55fe-4080-4085-94cd-25bb04d6c057,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:46.601818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'e36b55fe-4080-4085-94cd-25bb04d6c057', 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'port_id': 'e36b55fe-4080-4085-94cd-25bb04d6c057', 'mac_address': 'fa:16:3e:8c:d7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aafe23b-765b-43f4-a920-6f95902f6376', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:46.610890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc0601-e211-450d-bc96-8c11c5fc694e None None] Pushing event updated for resources: {'Port': ['ID=a56793e9-cadd-406e-8892-0ddfb886b6a2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:46.774535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e36b55fe-4080-4085-94cd-25bb04d6c057 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:46.774955 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:46.818105 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8b8e9b-693a-4817-8e6a-4b01ab8cd57b x-openstack-request-id: req-9d8b8e9b-693a-4817-8e6a-4b01ab8cd57b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:46.818394 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "name": "network-vif-plugged", "status": "completed", "tag": "c6674429-4168-4681-826f-70d94924e070", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:46.818660 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d8b8e9b-693a-4817-8e6a-4b01ab8cd57b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:46.819076 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6674429-4168-4681-826f-70d94924e070', 'code': 200} Feb 03 21:47:46.846390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36b55fe-4080-4085-94cd-25bb04d6c057 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:46.881833 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Publish callbacks [] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:46.926954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e36b55fe-4080-4085-94cd-25bb04d6c057, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e36b55fe-4080-4085-94cd-25bb04d6c057,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:46.939089 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:46.940392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 512ba836-5136-4a81-b3ab-7bb09c9c0c04 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:46.956970 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:46.962171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d22fa-c371-4b13-af5a-8a698bd6852d req-3b386b74-ab30-4eec-b41d-55fff50d79c5 tempest-ComputeTenantNetworksTest-374377140 tempest-ComputeTenantNetworksTest-374377140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:46.969891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d22fa-c371-4b13-af5a-8a698bd6852d req-3b386b74-ab30-4eec-b41d-55fff50d79c5 tempest-ComputeTenantNetworksTest-374377140 tempest-ComputeTenantNetworksTest-374377140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:46.976311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d22fa-c371-4b13-af5a-8a698bd6852d req-3b386b74-ab30-4eec-b41d-55fff50d79c5 tempest-ComputeTenantNetworksTest-374377140 tempest-ComputeTenantNetworksTest-374377140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:46.978034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd7d22fa-c371-4b13-af5a-8a698bd6852d req-3b386b74-ab30-4eec-b41d-55fff50d79c5 tempest-ComputeTenantNetworksTest-374377140 tempest-ComputeTenantNetworksTest-374377140-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4115169 Feb 03 21:47:47.020797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647376f-dc1c-4340-912d-d5392c9faa34 req-06f15b16-a58c-497c-b3f9-f55b7c4ffa5b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.025102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6647376f-dc1c-4340-912d-d5392c9faa34 req-06f15b16-a58c-497c-b3f9-f55b7c4ffa5b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1296887 Feb 03 21:47:47.110106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab92e25-f4ee-430b-8aad-459d651fd8e3 req-22554976-ddc3-4d32-a9de-33b662d6d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.111929 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bab92e25-f4ee-430b-8aad-459d651fd8e3 req-22554976-ddc3-4d32-a9de-33b662d6d9f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 1132 time: 0.2153025 Feb 03 21:47:47.126638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Network a2434100-e06e-4f74-bf8d-342acbe26076 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:47.139140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:47.144248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e36b55fe-4080-4085-94cd-25bb04d6c057,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:47.156342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:47.158693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4ead46e1-2f08-4d66-844c-6f513114ace3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:47.169862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c11a9cdc-1045-449d-91d8-f3405129e23d req-281b26c6-ee36-408a-8bc8-bc222df81009 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 210 time: 0.0914865 Feb 03 21:47:47.187239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 512ba836-5136-4a81-b3ab-7bb09c9c0c04, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=512ba836-5136-4a81-b3ab-7bb09c9c0c04,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:47.195404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6647376f-dc1c-4340-912d-d5392c9faa34 req-f691a2f6-30b7-45a0-be50-6d071c6a8735 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640308 Feb 03 21:47:47.221710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.222098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.222478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.225701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.226101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.226562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.226901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.227119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.227457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.232779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bab92e25-f4ee-430b-8aad-459d651fd8e3 req-a87d03fb-8f99-4382-8123-29f8aa41a4f8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131935 Feb 03 21:47:47.237553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.241202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.243359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.243722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:47:47.312543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '512ba836-5136-4a81-b3ab-7bb09c9c0c04', 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'port_id': '512ba836-5136-4a81-b3ab-7bb09c9c0c04', 'mac_address': 'fa:16:3e:41:fa:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aafe23b-765b-43f4-a920-6f95902f6376', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:47.415813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Pushing event updated for resources: {'Port': ['ID=cea12b7d-b71b-4607-95a4-d8efac27d87a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:47.421755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Attempting to bind port cea12b7d-b71b-4607-95a4-d8efac27d87a on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:47.422140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Attempting to bind port cea12b7d-b71b-4607-95a4-d8efac27d87a by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'af02368b-ea07-462f-88c8-3bbe30408cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:47.422498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Attempting to bind port cea12b7d-b71b-4607-95a4-d8efac27d87a on network a2434100-e06e-4f74-bf8d-342acbe26076 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:47.434644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:47.435047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Checking segment: {'id': 'af02368b-ea07-462f-88c8-3bbe30408cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:47.435419 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:47.435809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Bound using segment: {'id': 'af02368b-ea07-462f-88c8-3bbe30408cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:47.436960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Bound port: cea12b7d-b71b-4607-95a4-d8efac27d87a, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af02368b-ea07-462f-88c8-3bbe30408cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:47.437312 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:47.462740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:47.463132 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:47.528609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512ba836-5136-4a81-b3ab-7bb09c9c0c04 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:47.563634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 512ba836-5136-4a81-b3ab-7bb09c9c0c04, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=512ba836-5136-4a81-b3ab-7bb09c9c0c04,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:47.574446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd71ea9-d7f3-48eb-b51b-2f9c71ef7556 req-ec732c16-d8cd-41bf-9e39-1d170dac1c39 tempest-ComputeTenantNetworksTest-374377140 tempest-ComputeTenantNetworksTest-374377140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.576613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7dd71ea9-d7f3-48eb-b51b-2f9c71ef7556 req-ec732c16-d8cd-41bf-9e39-1d170dac1c39 tempest-ComputeTenantNetworksTest-374377140 tempest-ComputeTenantNetworksTest-374377140-project] 10.222.0.50 "GET /v2.0/networks/b16a9c63-51c8-4cd5-96e3-0611c4be5dd1 HTTP/1.1" status: 200 len: 768 time: 0.2122841 Feb 03 21:47:47.587866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:47.600642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc02e-bd5e-416d-baaa-cc95e59aff98 req-d2aaf6fb-2275-4c4f-9376-953312ac8043 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.603132 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:47.610505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc02e-bd5e-416d-baaa-cc95e59aff98 req-d2aaf6fb-2275-4c4f-9376-953312ac8043 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.617579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc02e-bd5e-416d-baaa-cc95e59aff98 req-d2aaf6fb-2275-4c4f-9376-953312ac8043 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.623726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc02e-bd5e-416d-baaa-cc95e59aff98 req-d2aaf6fb-2275-4c4f-9376-953312ac8043 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.630799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4c169ac6-d185-4471-be32-85668e3022ef details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:47.631091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc02e-bd5e-416d-baaa-cc95e59aff98 req-d2aaf6fb-2275-4c4f-9376-953312ac8043 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.660729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc02e-bd5e-416d-baaa-cc95e59aff98 req-d2aaf6fb-2275-4c4f-9376-953312ac8043 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.674211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc02e-bd5e-416d-baaa-cc95e59aff98 req-d2aaf6fb-2275-4c4f-9376-953312ac8043 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:47.680630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-662bc02e-bd5e-416d-baaa-cc95e59aff98 req-d2aaf6fb-2275-4c4f-9376-953312ac8043 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5430 time: 0.3817034 Feb 03 21:47:47.705270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] For port cea12b7d-b71b-4607-95a4-d8efac27d87a, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:47.752351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] For port cea12b7d-b71b-4607-95a4-d8efac27d87a, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cea12b7d-b71b-4607-95a4-d8efac27d87a,segment=NetworkSegment(af02368b-ea07-462f-88c8-3bbe30408cc1),segment_id=af02368b-ea07-462f-88c8-3bbe30408cc1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:47.812218 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:47.828016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (b16a9c63-51c8-4cd5-96e3-0611c4be5dd1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:47.922975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=512ba836-5136-4a81-b3ab-7bb09c9c0c04,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:47.935069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-662bc02e-bd5e-416d-baaa-cc95e59aff98 req-3e94f106-dd4d-41e9-9b90-55e0f75770c1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2484686 Feb 03 21:47:48.020271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc171d-534e-403f-a779-2802291c906e req-c894d446-18d9-4cd6-a25d-e03d34389e9d tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:48.021647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (b16a9c63-51c8-4cd5-96e3-0611c4be5dd1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:48.023598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9dc171d-534e-403f-a779-2802291c906e req-c894d446-18d9-4cd6-a25d-e03d34389e9d tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 943 time: 0.2404842 Feb 03 21:47:48.071532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16a9c63-51c8-4cd5-96e3-0611c4be5dd1']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:48.084459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892d090b-29a9-495d-a7c0-7b3de7668bc0') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:48.084873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892d090b-29a9-495d-a7c0-7b3de7668bc0') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:47:48.101347 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (892d090b-29a9-495d-a7c0-7b3de7668bc0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:48.118478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9dc171d-534e-403f-a779-2802291c906e req-07de6bc5-a507-4331-86c3-216e23dd6484 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882173 Feb 03 21:47:48.130808 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (892d090b-29a9-495d-a7c0-7b3de7668bc0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:48.146979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:47:48.147420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (892d090b-29a9-495d-a7c0-7b3de7668bc0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:47:48.153363 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:47:48.224366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a56793e9-cadd-406e-8892-0ddfb886b6a2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:48.226388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (b16a9c63-51c8-4cd5-96e3-0611c4be5dd1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:48.228581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da1c93-4a23-45b0-87d0-00c180122876 None None] Network 92132e63-27b9-4d80-8da0-495934c12dc7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:48.236079 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:48.241638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b16a9c63-51c8-4cd5-96e3-0611c4be5dd1 HTTP/1.1" status: 204 len: 168 time: 0.6525114 Feb 03 21:47:48.242495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d52992ed-94a2-4930-9b7b-79181f0cfb37'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:48.255142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94684e03-43f9-4494-baca-ee942cb24204 admin admin] Pushing event deleted for resources: {'Network': ['ID=b16a9c63-51c8-4cd5-96e3-0611c4be5dd1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:48.282865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['512ba836-5136-4a81-b3ab-7bb09c9c0c04'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:48.461030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05fe78fd-8265-4db5-9dab-1334b65e29b5 req-cc8d6f00-4cb3-4592-be28-7688aa2d8718 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 210 time: 0.0998518 Feb 03 21:47:48.540614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58532) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:48.588300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8b6961d-2a5b-474d-8a2a-61b0fc0484ca None None] Provisioning complete for port a56793e9-cadd-406e-8892-0ddfb886b6a2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:48.589095 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8b6961d-2a5b-474d-8a2a-61b0fc0484ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:48.606981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c18b48-8203-466e-98ee-5aff469751d0 None None] Pushing event updated for resources: {'Port': ['ID=cea12b7d-b71b-4607-95a4-d8efac27d87a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:48.630106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91d5e5-0111-4505-8137-4e18945d1968 req-e60b5dc7-81df-4bfb-b5a0-6bfa1824b669 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:48.633397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a91d5e5-0111-4505-8137-4e18945d1968 req-e60b5dc7-81df-4bfb-b5a0-6bfa1824b669 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.2595594 Feb 03 21:47:48.720311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4c169ac6-d185-4471-be32-85668e3022ef, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4c169ac6-d185-4471-be32-85668e3022ef,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:48.761712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e6f10837-4082-45a1-8dc2-7009917d9d8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39841c77e95f430c87c7f0b395aabde3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158680 Feb 03 21:47:48.768613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:48.771461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-711896d3-a2ad-4844-ab64-4a2fb2d0bcd7 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:48.779543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-711896d3-a2ad-4844-ab64-4a2fb2d0bcd7 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:48.786895 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-711896d3-a2ad-4844-ab64-4a2fb2d0bcd7 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "GET /v2.0/networks?id=92132e63-27b9-4d80-8da0-495934c12dc7&id=a2434100-e06e-4f74-bf8d-342acbe26076&id=92132e63-27b9-4d80-8da0-495934c12dc7 HTTP/1.1" status: 200 len: 1390 time: 0.3693440 Feb 03 21:47:48.810327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'port': {'device_id': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7', 'admin_state_up': True, 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:48.822389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a56793e9-cadd-406e-8892-0ddfb886b6a2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:48.823062 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:48.826182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '4c169ac6-d185-4471-be32-85668e3022ef', 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94', 'port_id': '4c169ac6-d185-4471-be32-85668e3022ef', 'mac_address': 'fa:16:3e:58:b1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769e4d37-b014-48c5-a848-37056cd8ff3d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:48.914396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a91d5e5-0111-4505-8137-4e18945d1968 req-810a5540-11a3-4040-8688-81efd8677a44 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192967 Feb 03 21:47:48.929504 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7167-eda1-474d-8278-62bfc20c3b14 admin admin] Publish callbacks [] for security_group (10e1b337-dfb2-469c-94bd-64a6c4846472), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:48.957234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7167-eda1-474d-8278-62bfc20c3b14 admin admin] Publish callbacks [] for security_group (10e1b337-dfb2-469c-94bd-64a6c4846472), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.046588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4c169ac6-d185-4471-be32-85668e3022ef is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:49.047558 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4c169ac6-d185-4471-be32-85668e3022ef), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.049564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7167-eda1-474d-8278-62bfc20c3b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (10e1b337-dfb2-469c-94bd-64a6c4846472), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.052469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7167-eda1-474d-8278-62bfc20c3b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.058842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ed1e7167-eda1-474d-8278-62bfc20c3b14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10e1b337-dfb2-469c-94bd-64a6c4846472 HTTP/1.1" status: 204 len: 168 time: 0.2863302 Feb 03 21:47:49.083080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e7167-eda1-474d-8278-62bfc20c3b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e1b337-dfb2-469c-94bd-64a6c4846472,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:49.162602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:49.168580 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.213212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e36b55fe-4080-4085-94cd-25bb04d6c057'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:49.218582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c169ac6-d185-4471-be32-85668e3022ef {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:49.398621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8b6961d-2a5b-474d-8a2a-61b0fc0484ca None None] Current status of the port a56793e9-cadd-406e-8892-0ddfb886b6a2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:49.399365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8b6961d-2a5b-474d-8a2a-61b0fc0484ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.438878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4c169ac6-d185-4471-be32-85668e3022ef, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4c169ac6-d185-4471-be32-85668e3022ef,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:49.458782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dadc53-ed70-4450-b53e-f5e603c51d4a req-be42f52a-4b95-4b83-8143-832a41558c59 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:49.465557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dadc53-ed70-4450-b53e-f5e603c51d4a req-be42f52a-4b95-4b83-8143-832a41558c59 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:49.465760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Allocated IP 19.80.0.158 (92132e63-27b9-4d80-8da0-495934c12dc7/6e898850-602f-4d39-bb59-ae07a581b82b/f47fd51a-42a6-4e9e-b4cb-c96637b42616) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:49.472658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a56793e9-cadd-406e-8892-0ddfb886b6a2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:49.473336 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.479879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dadc53-ed70-4450-b53e-f5e603c51d4a req-be42f52a-4b95-4b83-8143-832a41558c59 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:49.489150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dadc53-ed70-4450-b53e-f5e603c51d4a req-be42f52a-4b95-4b83-8143-832a41558c59 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:49.498230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dadc53-ed70-4450-b53e-f5e603c51d4a req-be42f52a-4b95-4b83-8143-832a41558c59 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:49.506080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dadc53-ed70-4450-b53e-f5e603c51d4a req-be42f52a-4b95-4b83-8143-832a41558c59 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:49.512860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dadc53-ed70-4450-b53e-f5e603c51d4a req-be42f52a-4b95-4b83-8143-832a41558c59 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:49.522180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0dadc53-ed70-4450-b53e-f5e603c51d4a req-be42f52a-4b95-4b83-8143-832a41558c59 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5431 time: 0.2838521 Feb 03 21:47:49.528833 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4c169ac6-d185-4471-be32-85668e3022ef), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.529943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3b8fd510-f612-48d4-a752-2f072032f355 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:49.581809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0e570-7f6f-4daa-8288-68dfcccec744 req-7e8d5831-2b0d-4503-a62c-f45386901cef tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:49.595189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17a0e570-7f6f-4daa-8288-68dfcccec744 req-7e8d5831-2b0d-4503-a62c-f45386901cef tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 943 time: 0.2684469 Feb 03 21:47:49.704558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0dadc53-ed70-4450-b53e-f5e603c51d4a req-268af985-88a6-482f-a425-8df5aaafd99e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1814818 Feb 03 21:47:49.710207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17a0e570-7f6f-4daa-8288-68dfcccec744 req-e71c438c-a4cb-4d90-88dd-6fe47acd08cf tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131101 Feb 03 21:47:49.878396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.890262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c5cefe9-3030-4efc-87bf-336975c58814 req-1ea0f7c3-7901-4aa2-829d-195ff6e1e70e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 210 time: 0.0511718 Feb 03 21:47:49.903957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3b8fd510-f612-48d4-a752-2f072032f355, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3b8fd510-f612-48d4-a752-2f072032f355,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:49.939528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:49.946514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d8b6961d-2a5b-474d-8a2a-61b0fc0484ca None None] For port a56793e9-cadd-406e-8892-0ddfb886b6a2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a56793e9-cadd-406e-8892-0ddfb886b6a2,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:49.971764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '3b8fd510-f612-48d4-a752-2f072032f355', 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'port_id': '3b8fd510-f612-48d4-a752-2f072032f355', 'mac_address': 'fa:16:3e:d8:c3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aafe23b-765b-43f4-a920-6f95902f6376', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:49.973870 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8b6961d-2a5b-474d-8a2a-61b0fc0484ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:50.011526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4c169ac6-d185-4471-be32-85668e3022ef,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:50.060200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network 92132e63-27b9-4d80-8da0-495934c12dc7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:50.063850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:50.067881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:50.088351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6961d-2a5b-474d-8a2a-61b0fc0484ca None None] Pushing event updated for resources: {'Port': ['ID=a56793e9-cadd-406e-8892-0ddfb886b6a2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:50.139480 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Port': ['ID=f47fd51a-42a6-4e9e-b4cb-c96637b42616,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:50.207803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:50.208691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:50.226275 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:47:50.226983 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:47:50.238552 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-6721d7c2-88e8-4216-bcfa-f7af8221e196 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4409089 Feb 03 21:47:50.240128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-42e97881-5b3d-49c7-842b-543b630044bb None None] Provisioning complete for port a56793e9-cadd-406e-8892-0ddfb886b6a2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:50.240672 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42e97881-5b3d-49c7-842b-543b630044bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:50.259242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ad3cf-8b3f-45e6-95b6-add46c8aabe6 req-4b26fb5a-eccb-4a8d-a4b6-071668c309a9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:50.261421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'port': {'device_id': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076', 'admin_state_up': True, 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:50.266962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-673ad3cf-8b3f-45e6-95b6-add46c8aabe6 req-4b26fb5a-eccb-4a8d-a4b6-071668c309a9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.2041314 Feb 03 21:47:50.277832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3b8fd510-f612-48d4-a752-2f072032f355 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:50.278498 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3b8fd510-f612-48d4-a752-2f072032f355), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:50.353111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8fd510-f612-48d4-a752-2f072032f355 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:50.380723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3b8fd510-f612-48d4-a752-2f072032f355, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3b8fd510-f612-48d4-a752-2f072032f355,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:50.394236 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3b8fd510-f612-48d4-a752-2f072032f355), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:50.394901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:50.429398 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-673ad3cf-8b3f-45e6-95b6-add46c8aabe6 req-7064acda-6ab5-464b-ab93-49067245ab6b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567802 Feb 03 21:47:50.446117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e0e83-f3ed-4695-afbb-f3d93dfd83ad None None] Network a2434100-e06e-4f74-bf8d-342acbe26076 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:50.564632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:50.569009 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:50.626107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58584) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:50.645901 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-4450be03-2ce9-49e6-85e3-d16af54f81f8 req-83ff8c29-190d-42b7-b63f-93c60b8d99c8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:47:50.646970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4450be03-2ce9-49e6-85e3-d16af54f81f8 req-83ff8c29-190d-42b7-b63f-93c60b8d99c8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062995 Feb 03 21:47:50.693407 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:47:50.735307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Allocated IP 19.86.0.190 (a2434100-e06e-4f74-bf8d-342acbe26076/1012c737-3396-4ea6-9db2-3b9fe857b2b0/f2bbdc82-4c3f-4aa4-8bc1-0445383656ab) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:50.751713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3b8fd510-f612-48d4-a752-2f072032f355,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:50.768329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:50.845005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-538229213-network', 'tenant_id': 'b9d45734aaad4686a5aa35d4d325d755'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:50.861960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b', 'network_id': '2ba96de7-9574-463f-9395-0bebed75a28b', 'port_id': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b', 'mac_address': 'fa:16:3e:49:8e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aafe23b-765b-43f4-a920-6f95902f6376', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:50.877818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-42e97881-5b3d-49c7-842b-543b630044bb None None] Current status of the port a56793e9-cadd-406e-8892-0ddfb886b6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:50.931744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a56793e9-cadd-406e-8892-0ddfb886b6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:50.957987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Made reservation on behalf of b9d45734aaad4686a5aa35d4d325d755 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:50.963184 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:50.996749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.027784 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.037807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:51.038210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.061636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de4530-2155-442c-b6e5-1a88cce10f18 req-3e52a8cc-d73c-4ee9-9e40-616086ed6bb8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.071928 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de4530-2155-442c-b6e5-1a88cce10f18 req-3e52a8cc-d73c-4ee9-9e40-616086ed6bb8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.090496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de4530-2155-442c-b6e5-1a88cce10f18 req-3e52a8cc-d73c-4ee9-9e40-616086ed6bb8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.104527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de4530-2155-442c-b6e5-1a88cce10f18 req-3e52a8cc-d73c-4ee9-9e40-616086ed6bb8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.115596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de4530-2155-442c-b6e5-1a88cce10f18 req-3e52a8cc-d73c-4ee9-9e40-616086ed6bb8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.123782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de4530-2155-442c-b6e5-1a88cce10f18 req-3e52a8cc-d73c-4ee9-9e40-616086ed6bb8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.129102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de4530-2155-442c-b6e5-1a88cce10f18 req-3e52a8cc-d73c-4ee9-9e40-616086ed6bb8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.131038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] Provisioning complete for port cea12b7d-b71b-4607-95a4-d8efac27d87a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:51.133969 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.135204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.157678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7de4530-2155-442c-b6e5-1a88cce10f18 req-3e52a8cc-d73c-4ee9-9e40-616086ed6bb8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5433 time: 0.2989237 Feb 03 21:47:51.179153 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:51.240842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:51.263220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.266135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2922747d-b2b3-4ebb-bf4c-37b6762be722 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:51.344037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7de4530-2155-442c-b6e5-1a88cce10f18 req-01a1d094-f4d2-4347-b199-9df3c4762cdb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851130 Feb 03 21:47:51.368039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a56793e9-cadd-406e-8892-0ddfb886b6a2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:51.380890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network a2434100-e06e-4f74-bf8d-342acbe26076 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:51.394789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:51.427867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:51.439122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Port': ['ID=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:51.536836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Publish callbacks [] for security_group (19667783-c1a3-406a-ba7e-8867d12aab06), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.549002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (19667783-c1a3-406a-ba7e-8867d12aab06), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.596680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:47:51.604729 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-b807bd1b-129c-4f04-b410-14313f596ff7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5590925 Feb 03 21:47:51.627126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-c35157ee-6cd0-413e-ab99-3404aead9eda service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:47:51.628203 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-c35157ee-6cd0-413e-ab99-3404aead9eda service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172300 Feb 03 21:47:51.646872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.647858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.686970 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-4a781373-c8e6-4c14-a279-4762234e1f08 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4355400 Feb 03 21:47:51.697907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'port': {'device_id': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7', 'admin_state_up': True, 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:51.727234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ab72a-712c-4c58-9043-70a93e1447cf req-42bfad39-355c-44e9-9397-e8771d7aee18 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.734964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-248ab72a-712c-4c58-9043-70a93e1447cf req-42bfad39-355c-44e9-9397-e8771d7aee18 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 943 time: 0.5749657 Feb 03 21:47:51.740805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19667783-c1a3-406a-ba7e-8867d12aab06,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:51.771175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (15dcc8ba-63dc-4dd9-b1f9-a7414940a320), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.771528 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Added segment 15dcc8ba-63dc-4dd9-b1f9-a7414940a320 of type vlan for network 38987652-3eb2-4417-9fe6-e353ac77de00 Feb 03 21:47:51.859320 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (38987652-3eb2-4417-9fe6-e353ac77de00), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.881268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f683331-1c12-4511-8e27-3b450d0d2c6c req-e7e74eeb-4ec8-4e80-8893-20f9363bd102 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.883127 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:47:51.888153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f683331-1c12-4511-8e27-3b450d0d2c6c req-e7e74eeb-4ec8-4e80-8893-20f9363bd102 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:51.890627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f683331-1c12-4511-8e27-3b450d0d2c6c req-e7e74eeb-4ec8-4e80-8893-20f9363bd102 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 1655 time: 0.2748086 Feb 03 21:47:51.927801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] Current status of the port cea12b7d-b71b-4607-95a4-d8efac27d87a is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:51.928385 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:51.949537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-248ab72a-712c-4c58-9043-70a93e1447cf req-56e01151-4187-4601-bc91-04e8ddbd8192 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135341 Feb 03 21:47:52.013110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a56793e9-cadd-406e-8892-0ddfb886b6a2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:52.014491 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.026122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:52.040292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.072582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (38987652-3eb2-4417-9fe6-e353ac77de00), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.073588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:52.074181 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.103261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f683331-1c12-4511-8e27-3b450d0d2c6c req-54350e1d-5a08-45c0-902a-d5ff69a5cfd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010860 Feb 03 21:47:52.220318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5885336 Feb 03 21:47:52.220318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58622) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:47:52.228027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Request body: {'subnet': {'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-538229213-subnet', 'tenant_id': 'b9d45734aaad4686a5aa35d4d325d755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:52.236253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:52.236511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72470fd-1512-4ac9-82d7-045ca2697dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=38987652-3eb2-4417-9fe6-e353ac77de00,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:52.266547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 38987652-3eb2-4417-9fe6-e353ac77de00 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:47:52.270776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72f11c-e2ec-4ad4-8930-5b6713ff36d2 req-2a31de45-8b65-4030-82f9-df52e7a6d466 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:52.272347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc72f11c-e2ec-4ad4-8930-5b6713ff36d2 req-2a31de45-8b65-4030-82f9-df52e7a6d466 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1545978 Feb 03 21:47:52.273448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Made reservation on behalf of b9d45734aaad4686a5aa35d4d325d755 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:52.275890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.282159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] For port cea12b7d-b71b-4607-95a4-d8efac27d87a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cea12b7d-b71b-4607-95a4-d8efac27d87a,segment=NetworkSegment(af02368b-ea07-462f-88c8-3bbe30408cc1),segment_id=af02368b-ea07-462f-88c8-3bbe30408cc1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:52.330185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Allocated IP 19.80.0.230 (92132e63-27b9-4d80-8da0-495934c12dc7/6e898850-602f-4d39-bb59-ae07a581b82b/a50b0ad9-8bf0-4de4-8453-a7bb74bb444b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:52.401444 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.493373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc72f11c-e2ec-4ad4-8930-5b6713ff36d2 req-f77c4fe1-a9ab-4d0d-9ba1-533f960392da tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150636 Feb 03 21:47:52.625471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2922747d-b2b3-4ebb-bf4c-37b6762be722, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2922747d-b2b3-4ebb-bf4c-37b6762be722,segment=NetworkSegment(9c842b86-82ac-44ad-b40a-df2a3d15251a),segment_id=9c842b86-82ac-44ad-b40a-df2a3d15251a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:52.664386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] Provisioning complete for port f47fd51a-42a6-4e9e-b4cb-c96637b42616 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:52.664759 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.675970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '2922747d-b2b3-4ebb-bf4c-37b6762be722', 'network_id': '1ed99da5-3ea9-480c-a414-ea4db89a17de', 'port_id': '2922747d-b2b3-4ebb-bf4c-37b6762be722', 'mac_address': 'fa:16:3e:d5:dc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820d2ffa-c04b-44bc-a940-7a9d83c8e71d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:52.701654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.715232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a56793e9-cadd-406e-8892-0ddfb886b6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:52.716260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cea12b7d-b71b-4607-95a4-d8efac27d87a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:52.718418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] Pushing event updated for resources: {'Port': ['ID=cea12b7d-b71b-4607-95a4-d8efac27d87a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:52.763180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.769006 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (b49ced94-4e54-4660-9366-4947d26af86e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.791969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c51d4f7-b49d-43b8-aec3-e1f39e26b060 None None] Port f47fd51a-42a6-4e9e-b4cb-c96637b42616 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:47:52.801825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2922747d-b2b3-4ebb-bf4c-37b6762be722 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:52.802226 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.823682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2922747d-b2b3-4ebb-bf4c-37b6762be722 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:52.830198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cea12b7d-b71b-4607-95a4-d8efac27d87a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:52.830690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.856863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d6cc-6ca3-428d-9950-b94f83a0104d req-1a6a951c-f0a5-4850-90c0-f4e8e5055456 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:52.862945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d6cc-6ca3-428d-9950-b94f83a0104d req-1a6a951c-f0a5-4850-90c0-f4e8e5055456 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:52.867930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2922747d-b2b3-4ebb-bf4c-37b6762be722, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2922747d-b2b3-4ebb-bf4c-37b6762be722,segment=NetworkSegment(9c842b86-82ac-44ad-b40a-df2a3d15251a),segment_id=9c842b86-82ac-44ad-b40a-df2a3d15251a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:52.869663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d6cc-6ca3-428d-9950-b94f83a0104d req-1a6a951c-f0a5-4850-90c0-f4e8e5055456 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:52.879992 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:52.881262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:47:52.883547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d6cc-6ca3-428d-9950-b94f83a0104d req-1a6a951c-f0a5-4850-90c0-f4e8e5055456 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:52.902980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d6cc-6ca3-428d-9950-b94f83a0104d req-1a6a951c-f0a5-4850-90c0-f4e8e5055456 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:52.911292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network 92132e63-27b9-4d80-8da0-495934c12dc7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:52.917406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d6cc-6ca3-428d-9950-b94f83a0104d req-1a6a951c-f0a5-4850-90c0-f4e8e5055456 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:52.927769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d6cc-6ca3-428d-9950-b94f83a0104d req-1a6a951c-f0a5-4850-90c0-f4e8e5055456 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:52.932433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:52.935849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebd2d6cc-6ca3-428d-9950-b94f83a0104d req-1a6a951c-f0a5-4850-90c0-f4e8e5055456 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5434 time: 0.4110360 Feb 03 21:47:52.945014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:52.954841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Port': ['ID=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:52.991317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49ced94-4e54-4660-9366-4947d26af86e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:53.063154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Checking segment: {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:53.063535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Network hostable DHCP agents. Network: 38987652-3eb2-4417-9fe6-e353ac77de00, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:47:53.082492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2922747d-b2b3-4ebb-bf4c-37b6762be722,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:53.111751 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:47:53.114369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:53.116676 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.146242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-58593d33-2321-4b0c-9f98-d5b259246519 None None] Provisioning complete for port cea12b7d-b71b-4607-95a4-d8efac27d87a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:53.146615 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58593d33-2321-4b0c-9f98-d5b259246519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.148728 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a27fb416-75ff-4ad6-abe3-d4424d1e159e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4554336 Feb 03 21:47:53.163880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:53.173341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Request body: {'port': {'device_id': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:53.238225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebd2d6cc-6ca3-428d-9950-b94f83a0104d req-425c13dd-ecae-45c5-858e-006d9fb19fd6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3005891 Feb 03 21:47:53.245703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Network 38987652-3eb2-4417-9fe6-e353ac77de00 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:47:53.275259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 38987652-3eb2-4417-9fe6-e353ac77de00) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:53.287858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264', 'network_id': '8171fea6-6dc9-4528-8843-90775fdf9a94', 'port_id': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264', 'mac_address': 'fa:16:3e:ca:dd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769e4d37-b014-48c5-a848-37056cd8ff3d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:47:53.290381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fd67e6-98f9-4596-a1d1-bf9a2be45dc1 None None] Network 38987652-3eb2-4417-9fe6-e353ac77de00 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:53.291087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:53.291806 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.333292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c451b0-94f3-4200-9462-e1f1b75724c0 req-2f2aad85-09f4-4d7c-b23b-783c4c02f541 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:53.335388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22c451b0-94f3-4200-9462-e1f1b75724c0 req-2f2aad85-09f4-4d7c-b23b-783c4c02f541 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 944 time: 0.2456648 Feb 03 21:47:53.356520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-37e7c747-2249-45ea-9d46-3befdf8fd7db admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1322725 Feb 03 21:47:53.367745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.385668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cea12b7d-b71b-4607-95a4-d8efac27d87a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:53.453704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:53.454095 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.491032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58593d33-2321-4b0c-9f98-d5b259246519 None None] Current status of the port cea12b7d-b71b-4607-95a4-d8efac27d87a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:53.527913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:53.562538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c9d65-6f64-4057-9129-b285a1a5c1a5 None None] Network 38987652-3eb2-4417-9fe6-e353ac77de00 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:47:53.597970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22c451b0-94f3-4200-9462-e1f1b75724c0 req-420d542e-83e4-446d-bbdf-5555ecad2195 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320807 Feb 03 21:47:53.676387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-58593d33-2321-4b0c-9f98-d5b259246519 None None] Provisioning complete for port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:53.676794 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58593d33-2321-4b0c-9f98-d5b259246519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.713811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cea12b7d-b71b-4607-95a4-d8efac27d87a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:53.719279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:53.721983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58593d33-2321-4b0c-9f98-d5b259246519 None None] Port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:47:53.723791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecec98b9-1f12-4719-a94c-76d434b7c0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.755093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.794991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9ea31-e5b8-4968-a0f2-b12d568e3016 req-47a67f60-13ee-494e-bd98-960b5fe5e229 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:53.802565 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d52992ed-94a2-4930-9b7b-79181f0cfb37 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:53.807895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9ea31-e5b8-4968-a0f2-b12d568e3016 req-47a67f60-13ee-494e-bd98-960b5fe5e229 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:53.817105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9ea31-e5b8-4968-a0f2-b12d568e3016 req-47a67f60-13ee-494e-bd98-960b5fe5e229 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:53.828358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93f9ea31-e5b8-4968-a0f2-b12d568e3016 req-47a67f60-13ee-494e-bd98-960b5fe5e229 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2377 time: 0.2928410 Feb 03 21:47:53.894909 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c905e75-441a-4bd5-883a-d8ebff7ebafa req-834ed1f4-9878-467e-a81e-c4a92d711ec1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:53.904582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c905e75-441a-4bd5-883a-d8ebff7ebafa req-834ed1f4-9878-467e-a81e-c4a92d711ec1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1900067 Feb 03 21:47:53.933535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:53.942900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9022bb3e-9ad5-41c8-bdd6-c31e1aa326e8 None None] Provisioning complete for port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:53.943543 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9022bb3e-9ad5-41c8-bdd6-c31e1aa326e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.985732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cea12b7d-b71b-4607-95a4-d8efac27d87a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:53.986713 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:53.996175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93f9ea31-e5b8-4968-a0f2-b12d568e3016 req-1ed427b6-5211-44d3-a04b-ea0acc269309 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635027 Feb 03 21:47:54.021248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9022bb3e-9ad5-41c8-bdd6-c31e1aa326e8 None None] Port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:47:54.025155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port d52992ed-94a2-4930-9b7b-79181f0cfb37 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:47:54.033616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c905e75-441a-4bd5-883a-d8ebff7ebafa req-dab537f7-a2ba-4e8d-8561-bfc54cd3c041 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267748 Feb 03 21:47:54.036460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port d52992ed-94a2-4930-9b7b-79181f0cfb37 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:54.036824 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.046355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47fd51a-42a6-4e9e-b4cb-c96637b42616 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:54.082221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Publish callbacks [] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.107008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Transition to ACTIVE for port object f47fd51a-42a6-4e9e-b4cb-c96637b42616 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:47:54.140710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.158800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cea12b7d-b71b-4607-95a4-d8efac27d87a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:54.252256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d52992ed-94a2-4930-9b7b-79181f0cfb37 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:54.255284 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.306844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Pushing event updated for resources: {'Port': ['ID=f47fd51a-42a6-4e9e-b4cb-c96637b42616,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:54.348522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-6aec1e05-6447-4ba9-a6ef-c426d3f97581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.350281 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-6aec1e05-6447-4ba9-a6ef-c426d3f97581 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 1132 time: 0.2976427 Feb 03 21:47:54.357987 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.358749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.369526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:54.376001 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369c871-a9a0-4d80-b364-995777c5b947" -d '{"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:54.420020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d52992ed-94a2-4930-9b7b-79181f0cfb37, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:54.427238 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.428049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 512ba836-5136-4a81-b3ab-7bb09c9c0c04 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:54.546365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d52992ed-94a2-4930-9b7b-79181f0cfb37,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:54.546881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Attempting to bind port f47fd51a-42a6-4e9e-b4cb-c96637b42616 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:54.547224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Attempting to bind port f47fd51a-42a6-4e9e-b4cb-c96637b42616 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:54.547559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Attempting to bind port f47fd51a-42a6-4e9e-b4cb-c96637b42616 on network 92132e63-27b9-4d80-8da0-495934c12dc7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:54.572100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Port f47fd51a-42a6-4e9e-b4cb-c96637b42616 on network 92132e63-27b9-4d80-8da0-495934c12dc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:47:54.572471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Attempting to bind port f47fd51a-42a6-4e9e-b4cb-c96637b42616 on network 92132e63-27b9-4d80-8da0-495934c12dc7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:54.597134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cfe60-8bad-44bc-911e-958a637d0e14 req-73b686f5-d32e-4e8e-97b6-9953545268d2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.606804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cfe60-8bad-44bc-911e-958a637d0e14 req-73b686f5-d32e-4e8e-97b6-9953545268d2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.610919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:54.611113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Checking segment: {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:54.611352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Bound using segment: {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:54.611813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Bound port: f47fd51a-42a6-4e9e-b4cb-c96637b42616, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:54.612174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.613031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cfe60-8bad-44bc-911e-958a637d0e14 req-73b686f5-d32e-4e8e-97b6-9953545268d2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.618857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cfe60-8bad-44bc-911e-958a637d0e14 req-73b686f5-d32e-4e8e-97b6-9953545268d2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.627193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cfe60-8bad-44bc-911e-958a637d0e14 req-73b686f5-d32e-4e8e-97b6-9953545268d2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.633039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cfe60-8bad-44bc-911e-958a637d0e14 req-73b686f5-d32e-4e8e-97b6-9953545268d2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.638830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cfe60-8bad-44bc-911e-958a637d0e14 req-73b686f5-d32e-4e8e-97b6-9953545268d2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.641302 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-691cfe60-8bad-44bc-911e-958a637d0e14 req-73b686f5-d32e-4e8e-97b6-9953545268d2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5435 time: 0.2505507 Feb 03 21:47:54.645388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-db8d5e7d-ed69-47fe-88f8-2f3d271d72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.646850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-db8d5e7d-ed69-47fe-88f8-2f3d271d72f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2851486 Feb 03 21:47:54.686638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:47:54.692394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:54.693082 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.712598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-e6891cb9-3aa6-4b9f-b75a-981f75f0ed02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c6674429-4168-4681-826f-70d94924e070 HTTP/1.1" status: 200 len: 217 time: 0.0413482 Feb 03 21:47:54.734147 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-691cfe60-8bad-44bc-911e-958a637d0e14 req-c12e4953-13ea-4ed2-ba8b-9b0224fef2a4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824518 Feb 03 21:47:54.767468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] For port f47fd51a-42a6-4e9e-b4cb-c96637b42616, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:54.781716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4c169ac6-d185-4471-be32-85668e3022ef'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:54.781716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['87d5c59d-3a9b-4ee9-8c65-fbb3f663d264'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:54.781716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['3b8fd510-f612-48d4-a752-2f072032f355'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:54.786529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] For port f47fd51a-42a6-4e9e-b4cb-c96637b42616, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f47fd51a-42a6-4e9e-b4cb-c96637b42616,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:54.789183 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-fb09be16-c861-4737-afbd-73c5a8843ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.790674 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-fb09be16-c861-4737-afbd-73c5a8843ccd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0695426 Feb 03 21:47:54.797990 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.848222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:54.848869 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:54.850602 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] 10.222.0.10 "PUT /v2.0/ports/f47fd51a-42a6-4e9e-b4cb-c96637b42616 HTTP/1.1" status: 200 len: 1092 time: 1.6927714 Feb 03 21:47:54.920323 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e64d82-0437-4433-aa8c-cec434cd8697 x-openstack-request-id: req-83e64d82-0437-4433-aa8c-cec434cd8697 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:54.921168 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:54.921421 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83e64d82-0437-4433-aa8c-cec434cd8697 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:54.921841 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'code': 200} Feb 03 21:47:54.931365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2922747d-b2b3-4ebb-bf4c-37b6762be722'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:55.265924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3751598-c40a-4a6c-9c19-990d23d60180 req-07ae60d0-b861-48f1-8f5a-e9c8fedb7719 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:55.267752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3751598-c40a-4a6c-9c19-990d23d60180 req-07ae60d0-b861-48f1-8f5a-e9c8fedb7719 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 944 time: 0.1022539 Feb 03 21:47:55.320369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-2a0f1649-442a-4e35-b1fe-5c278a612245 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:55.329130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-2a0f1649-442a-4e35-b1fe-5c278a612245 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 814 time: 0.6866956 Feb 03 21:47:55.375311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'tag': 'f47fd51a-42a6-4e9e-b4cb-c96637b42616'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:55.376249 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc3b87-0029-40e9-8008-f948a51450f3" -d '{"events": [{"name": "network-changed", "server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "tag": "f47fd51a-42a6-4e9e-b4cb-c96637b42616"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:55.389960 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Request body: {'port': {'device_id': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:55.394492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3751598-c40a-4a6c-9c19-990d23d60180 req-0215f372-41bc-45ca-b754-baa290b6ea42 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186311 Feb 03 21:47:55.412783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-87d193dd-ad8f-4608-b376-83ef9593548b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/quotas/b9d45734aaad4686a5aa35d4d325d755 HTTP/1.1" status: 200 len: 375 time: 0.0825601 Feb 03 21:47:55.493535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-de9a7850-adf8-420a-a6f3-9da309589232 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781102 Feb 03 21:47:55.515229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:55.519582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5167cd7-529b-4d49-be71-9fb7ed04a42b service neutron] Pushing event updated for resources: {'Port': ['ID=f47fd51a-42a6-4e9e-b4cb-c96637b42616,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:55.541650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-c1ba01a5-dd53-42d8-bae0-a9ace05ccdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:55.543745 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-c1ba01a5-dd53-42d8-bae0-a9ace05ccdeb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7353287 Feb 03 21:47:55.583228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-a4f9ee20-494c-48a2-b2d1-12c3df2af801 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:47:55.585915 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-a4f9ee20-494c-48a2-b2d1-12c3df2af801 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092709 Feb 03 21:47:55.606713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:47:55.639310 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-3b24907a-d0b1-41e3-8937-0b78a7af410a service neutron] 10.222.0.50 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442020 Feb 03 21:47:55.771824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0f278fea-b6d4-4d80-9383-8c7c4c16ce39 service neutron] 10.222.0.50 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303904 Feb 03 21:47:55.785049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:55.788109 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:55.839797 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-6e3e3509-05a1-496a-a795-5ece4842d8ae service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458153 Feb 03 21:47:55.848560 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3e1e7b2-2fda-465b-b0b8-5a7dac972ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:55.919322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 512ba836-5136-4a81-b3ab-7bb09c9c0c04, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=512ba836-5136-4a81-b3ab-7bb09c9c0c04,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:55.927515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082ddf-f176-4a14-a21b-419cb5efbc63 req-c7b1296c-dfc2-40e3-8c43-2fb4f4067190 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:55.934977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082ddf-f176-4a14-a21b-419cb5efbc63 req-c7b1296c-dfc2-40e3-8c43-2fb4f4067190 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:55.946529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082ddf-f176-4a14-a21b-419cb5efbc63 req-c7b1296c-dfc2-40e3-8c43-2fb4f4067190 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:55.960362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5082ddf-f176-4a14-a21b-419cb5efbc63 req-c7b1296c-dfc2-40e3-8c43-2fb4f4067190 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2389 time: 0.2039104 Feb 03 21:47:55.973115 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:55.973921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e36b55fe-4080-4085-94cd-25bb04d6c057 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:56.067276 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5082ddf-f176-4a14-a21b-419cb5efbc63 req-2bedaf76-27eb-42ab-b409-504d88764118 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995879 Feb 03 21:47:56.164543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bbdc82-4c3f-4aa4-8bc1-0445383656ab {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:56.176655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Publish callbacks [] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:56.201563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=512ba836-5136-4a81-b3ab-7bb09c9c0c04,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:56.210798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Transition to ACTIVE for port object f2bbdc82-4c3f-4aa4-8bc1-0445383656ab will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:47:56.218652 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-5762f880-dd8e-4768-a1bb-624331d62471 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654552 Feb 03 21:47:56.222157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:56.267035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port e36b55fe-4080-4085-94cd-25bb04d6c057 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:47:56.284655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port e36b55fe-4080-4085-94cd-25bb04d6c057 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:47:56.285079 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:56.325732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9aa0a7-3c40-4f60-ab81-e448fe040f96 req-6e35d8d1-8d18-4f46-9c40-4fc784655656 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.340621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f9aa0a7-3c40-4f60-ab81-e448fe040f96 req-6e35d8d1-8d18-4f46-9c40-4fc784655656 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.2129462 Feb 03 21:47:56.369079 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1fe286-7406-4187-9f21-1d8fb31f3676 x-openstack-request-id: req-4e1fe286-7406-4187-9f21-1d8fb31f3676 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:56.369384 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "tag": "f47fd51a-42a6-4e9e-b4cb-c96637b42616", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:56.369625 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e1fe286-7406-4187-9f21-1d8fb31f3676 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:56.370021 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'tag': 'f47fd51a-42a6-4e9e-b4cb-c96637b42616', 'status': 'completed', 'code': 200} Feb 03 21:47:56.408987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:56.480210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e36b55fe-4080-4085-94cd-25bb04d6c057 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:47:56.480616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:56.574859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e36b55fe-4080-4085-94cd-25bb04d6c057, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e36b55fe-4080-4085-94cd-25bb04d6c057,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:47:56.583514 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:56.643461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Attempting to bind port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:56.643807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Attempting to bind port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'af02368b-ea07-462f-88c8-3bbe30408cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:56.644153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Attempting to bind port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab on network a2434100-e06e-4f74-bf8d-342acbe26076 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:56.655524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f9aa0a7-3c40-4f60-ab81-e448fe040f96 req-7bd0fd85-def1-48e3-8fe8-724dbff2b570 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018229 Feb 03 21:47:56.659386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab on network a2434100-e06e-4f74-bf8d-342acbe26076 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:47:56.659620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Attempting to bind port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab on network a2434100-e06e-4f74-bf8d-342acbe26076 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:56.665145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:56.665464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Checking segment: {'id': 'af02368b-ea07-462f-88c8-3bbe30408cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:56.665857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Bound using segment: {'id': 'af02368b-ea07-462f-88c8-3bbe30408cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:56.666290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Bound port: f2bbdc82-4c3f-4aa4-8bc1-0445383656ab, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af02368b-ea07-462f-88c8-3bbe30408cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:56.666655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:56.713624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-257ff2ed-8107-438d-8279-78de2f6fe4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.714125 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-257ff2ed-8107-438d-8279-78de2f6fe4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.714606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-257ff2ed-8107-438d-8279-78de2f6fe4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.716391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-257ff2ed-8107-438d-8279-78de2f6fe4d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d276b7c603b8465a8c86c644e3b64445&device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2788 time: 0.3640456 Feb 03 21:47:56.724742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e36b55fe-4080-4085-94cd-25bb04d6c057,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:56.751506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836aec2-6d9d-4abd-a5fc-463fd6e3a8d9 req-454af448-dc32-4523-9206-ba906758c381 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.765528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836aec2-6d9d-4abd-a5fc-463fd6e3a8d9 req-454af448-dc32-4523-9206-ba906758c381 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.772089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836aec2-6d9d-4abd-a5fc-463fd6e3a8d9 req-454af448-dc32-4523-9206-ba906758c381 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.790841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836aec2-6d9d-4abd-a5fc-463fd6e3a8d9 req-454af448-dc32-4523-9206-ba906758c381 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.797136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836aec2-6d9d-4abd-a5fc-463fd6e3a8d9 req-454af448-dc32-4523-9206-ba906758c381 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.799099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] For port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:56.803409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] For port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,segment=NetworkSegment(af02368b-ea07-462f-88c8-3bbe30408cc1),segment_id=af02368b-ea07-462f-88c8-3bbe30408cc1)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:56.811511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836aec2-6d9d-4abd-a5fc-463fd6e3a8d9 req-454af448-dc32-4523-9206-ba906758c381 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.813384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:56.828563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836aec2-6d9d-4abd-a5fc-463fd6e3a8d9 req-454af448-dc32-4523-9206-ba906758c381 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.830812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2836aec2-6d9d-4abd-a5fc-463fd6e3a8d9 req-454af448-dc32-4523-9206-ba906758c381 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5437 time: 0.3588476 Feb 03 21:47:56.854252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:56.903971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:56.906311 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:56.908851 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] 10.222.0.10 "PUT /v2.0/ports/f2bbdc82-4c3f-4aa4-8bc1-0445383656ab HTTP/1.1" status: 200 len: 1092 time: 1.5236831 Feb 03 21:47:56.923176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ba836-5136-4a81-b3ab-7bb09c9c0c04'}, {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36b55fe-4080-4085-94cd-25bb04d6c057'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:56.925528 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a96274-3f4b-4a75-aaae-be90818b091c" -d '{"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "512ba836-5136-4a81-b3ab-7bb09c9c0c04"}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "e36b55fe-4080-4085-94cd-25bb04d6c057"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:56.959490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Request body: {'port': {'device_id': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:57.010358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76296e8a-c7d8-41d9-9a1e-cd5fe9f9a808 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:57.053537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ae4d22f-52a4-4dfb-b18d-035c94fc58a9 req-468f4d29-2e94-42bf-adbe-9e3b513fa646 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 210 time: 0.2213845 Feb 03 21:47:57.096873 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:57.272833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2836aec2-6d9d-4abd-a5fc-463fd6e3a8d9 req-1433a422-69bf-48af-8b5d-07219f43b1a2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4012136 Feb 03 21:47:57.387853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54019ee9-7e1c-4f77-9519-5e1d664da83d req-5cb80dee-38cf-452c-8249-99db10fdaeb6 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:57.395657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54019ee9-7e1c-4f77-9519-5e1d664da83d req-5cb80dee-38cf-452c-8249-99db10fdaeb6 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 944 time: 0.2516596 Feb 03 21:47:57.406119 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbfde5e-5d47-49a3-806b-a76aaefed418 x-openstack-request-id: req-8bbfde5e-5d47-49a3-806b-a76aaefed418 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:57.406714 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "512ba836-5136-4a81-b3ab-7bb09c9c0c04", "code": 200}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "e36b55fe-4080-4085-94cd-25bb04d6c057", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:57.407475 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bbfde5e-5d47-49a3-806b-a76aaefed418 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:57.407475 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ba836-5136-4a81-b3ab-7bb09c9c0c04', 'code': 200} Feb 03 21:47:57.407887 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36b55fe-4080-4085-94cd-25bb04d6c057', 'code': 200} Feb 03 21:47:57.442872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-d83b8fbe-9d78-4262-9673-6107aab47916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:57.443847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-d83b8fbe-9d78-4262-9673-6107aab47916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:57.444505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-d83b8fbe-9d78-4262-9673-6107aab47916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:57.446360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-d83b8fbe-9d78-4262-9673-6107aab47916 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d276b7c603b8465a8c86c644e3b64445&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6133535 Feb 03 21:47:57.525945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54019ee9-7e1c-4f77-9519-5e1d664da83d req-6512eae4-f2f4-4474-aa22-5af04cc43cdf tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097205 Feb 03 21:47:57.645315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-d89e1bcd-885f-4ec8-a9f6-00d03f86e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:57.647104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95fc3b87-0029-40e9-8008-f948a51450f3 req-d89e1bcd-885f-4ec8-a9f6-00d03f86e67f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1929793 Feb 03 21:47:57.669322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9de4-dbb8-40e9-b158-a8dda0bd1d11 req-beb3a07a-bdcb-4a5d-8539-e662c5a14b07 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:57.675898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9de4-dbb8-40e9-b158-a8dda0bd1d11 req-beb3a07a-bdcb-4a5d-8539-e662c5a14b07 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:57.681601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9de4-dbb8-40e9-b158-a8dda0bd1d11 req-beb3a07a-bdcb-4a5d-8539-e662c5a14b07 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:57.683556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b34d9de4-dbb8-40e9-b158-a8dda0bd1d11 req-beb3a07a-bdcb-4a5d-8539-e662c5a14b07 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2401 time: 0.1310713 Feb 03 21:47:57.764673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50b0ad9-8bf0-4de4-8453-a7bb74bb444b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:47:57.774711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b34d9de4-dbb8-40e9-b158-a8dda0bd1d11 req-3f2b99bc-f41f-49d2-a190-8458d5850636 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833101 Feb 03 21:47:57.796979 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Publish callbacks [] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:57.818956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Transition to ACTIVE for port object a50b0ad9-8bf0-4de4-8453-a7bb74bb444b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:47:57.831774 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:57.945891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Pushing event updated for resources: {'Port': ['ID=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:57.951093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46325703-f386-4a14-807f-2fd0f747d0b5 req-9265bcad-ab54-4969-87eb-44e5a03b28a6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:57.966809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46325703-f386-4a14-807f-2fd0f747d0b5 req-9265bcad-ab54-4969-87eb-44e5a03b28a6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1852193 Feb 03 21:47:57.975772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Attempting to bind port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:47:57.976119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Attempting to bind port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:47:57.976523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Attempting to bind port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b on network 92132e63-27b9-4d80-8da0-495934c12dc7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:57.982287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b on network 92132e63-27b9-4d80-8da0-495934c12dc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:47:57.982614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Attempting to bind port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b on network 92132e63-27b9-4d80-8da0-495934c12dc7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:47:57.990350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:47:57.991222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Checking segment: {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:47:57.991222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Bound using segment: {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:47:57.991887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Bound port: a50b0ad9-8bf0-4de4-8453-a7bb74bb444b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b076cf-c060-4b3c-a260-cbe48d89706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:47:57.992250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:58.092669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] For port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:47:58.100702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] For port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:47:58.113013 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:58.184837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.185369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:58.186904 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] 10.222.0.10 "PUT /v2.0/ports/a50b0ad9-8bf0-4de4-8453-a7bb74bb444b HTTP/1.1" status: 200 len: 1092 time: 1.2362635 Feb 03 21:47:58.232176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d60c5-5ca4-45ea-8d2e-8d5131f1d772 service neutron] Pushing event updated for resources: {'Port': ['ID=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:58.265939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46325703-f386-4a14-807f-2fd0f747d0b5 req-9ce0bcb8-e61b-4f43-b2be-5adf1d71dfb6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981300 Feb 03 21:47:58.308073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-3bef9f64-ceda-4739-a1a3-ed91eead4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.308761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-3bef9f64-ceda-4739-a1a3-ed91eead4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.309454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-3bef9f64-ceda-4739-a1a3-ed91eead4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.309610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-76d21c20-fb37-4e12-b3cc-6d6922dac923 req-05caa690-08aa-40df-bba8-ac1455fa4f7b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 210 time: 0.1349084 Feb 03 21:47:58.312153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-3bef9f64-ceda-4739-a1a3-ed91eead4779 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d276b7c603b8465a8c86c644e3b64445&device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2959 time: 0.0698109 Feb 03 21:47:58.337631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-9d0222da-a371-470e-bcd3-29bc45dec241 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.347637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-9d0222da-a371-470e-bcd3-29bc45dec241 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 814 time: 0.4696207 Feb 03 21:47:58.359156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Request body: {'port': {'device_id': '0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91', 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00', 'admin_state_up': True, 'tenant_id': 'b9d45734aaad4686a5aa35d4d325d755'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:58.397212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'tag': 'f2bbdc82-4c3f-4aa4-8bc1-0445383656ab'}, {'name': 'network-changed', 'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'tag': 'a50b0ad9-8bf0-4de4-8453-a7bb74bb444b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:47:58.400061 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50139180-2664-4c83-afac-1580e773b37b" -d '{"events": [{"name": "network-changed", "server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "tag": "f2bbdc82-4c3f-4aa4-8bc1-0445383656ab"}, {"name": "network-changed", "server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "tag": "a50b0ad9-8bf0-4de4-8453-a7bb74bb444b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:47:58.418937 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-c98fe955-dbc5-4753-a7f4-7f86eebfa464 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=f47fd51a-42a6-4e9e-b4cb-c96637b42616 HTTP/1.1" status: 200 len: 217 time: 0.0972166 Feb 03 21:47:58.482444 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 21:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16046998-480c-433e-aac8-5296b9fe1141 x-openstack-request-id: req-16046998-480c-433e-aac8-5296b9fe1141 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:47:58.482801 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "tag": "f2bbdc82-4c3f-4aa4-8bc1-0445383656ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "tag": "a50b0ad9-8bf0-4de4-8453-a7bb74bb444b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:47:58.483043 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16046998-480c-433e-aac8-5296b9fe1141 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:47:58.483470 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'tag': 'f2bbdc82-4c3f-4aa4-8bc1-0445383656ab', 'status': 'completed', 'code': 200} Feb 03 21:47:58.483707 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'tag': 'a50b0ad9-8bf0-4de4-8453-a7bb74bb444b', 'status': 'completed', 'code': 200} Feb 03 21:47:58.507647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-17ff4099-6fc0-436d-b779-f7bedd6b67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.511241 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-17ff4099-6fc0-436d-b779-f7bedd6b67ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e898850-602f-4d39-bb59-ae07a581b82b HTTP/1.1" status: 200 len: 801 time: 0.0850945 Feb 03 21:47:58.524876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:58.589587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-fe84f33e-c54e-4cba-aa2a-782d0add04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.591790 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-fe84f33e-c54e-4cba-aa2a-782d0add04af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92132e63-27b9-4d80-8da0-495934c12dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0687835 Feb 03 21:47:58.593002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e218a-311c-4f9c-b385-6b8d836805a6 req-b745f385-e7eb-4598-8ec1-dbc2eaab3e4c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.598990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e218a-311c-4f9c-b385-6b8d836805a6 req-b745f385-e7eb-4598-8ec1-dbc2eaab3e4c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.605145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e218a-311c-4f9c-b385-6b8d836805a6 req-b745f385-e7eb-4598-8ec1-dbc2eaab3e4c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.610523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e218a-311c-4f9c-b385-6b8d836805a6 req-b745f385-e7eb-4598-8ec1-dbc2eaab3e4c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.616166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e218a-311c-4f9c-b385-6b8d836805a6 req-b745f385-e7eb-4598-8ec1-dbc2eaab3e4c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.624335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e218a-311c-4f9c-b385-6b8d836805a6 req-b745f385-e7eb-4598-8ec1-dbc2eaab3e4c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.627712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e218a-311c-4f9c-b385-6b8d836805a6 req-b745f385-e7eb-4598-8ec1-dbc2eaab3e4c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.629786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c37e218a-311c-4f9c-b385-6b8d836805a6 req-b745f385-e7eb-4598-8ec1-dbc2eaab3e4c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5438 time: 0.1335413 Feb 03 21:47:58.630726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Made reservation on behalf of b9d45734aaad4686a5aa35d4d325d755 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:47:58.634512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:58.731993 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-5f09de05-f18e-404b-a001-099bbf6361da service neutron] 10.222.0.10 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283398 Feb 03 21:47:58.782549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b981-7d35-47cb-b873-8f60e69a6cde req-974fbd5c-4996-4b25-8728-6c19625e391c tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:58.784063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31a0b981-7d35-47cb-b873-8f60e69a6cde req-974fbd5c-4996-4b25-8728-6c19625e391c tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 944 time: 0.1472292 Feb 03 21:47:58.828600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c37e218a-311c-4f9c-b385-6b8d836805a6 req-67fcf65f-d26b-4c45-99e0-a5bfd5da52f4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628299 Feb 03 21:47:58.876213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-d2c52baa-ca88-4004-8442-78b36d5c2716 service neutron] 10.222.0.10 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354434 Feb 03 21:47:58.911050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31a0b981-7d35-47cb-b873-8f60e69a6cde req-363184dd-18f6-4d93-a53a-f16f424ff14c tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192780 Feb 03 21:47:58.936269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Allocated IP 172.20.0.3 (38987652-3eb2-4417-9fe6-e353ac77de00/b49ced94-4e54-4660-9366-4947d26af86e/85280c06-e0e8-4ae9-9605-c6e1d82d085d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:47:58.956735 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-171878fb-fa82-49b8-b9d5-10baa3960803 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab HTTP/1.1" status: 200 len: 217 time: 0.0697563 Feb 03 21:47:59.019055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-d09913e0-e2f0-4de2-8020-724a465b096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.020442 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-d09913e0-e2f0-4de2-8020-724a465b096c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012c737-3396-4ea6-9db2-3b9fe857b2b0 HTTP/1.1" status: 200 len: 801 time: 0.0560338 Feb 03 21:47:59.086121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-3fa982e6-186e-4275-8624-400cc3fbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.088125 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-3fa982e6-186e-4275-8624-400cc3fbc7a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2434100-e06e-4f74-bf8d-342acbe26076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0566158 Feb 03 21:47:59.113505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae22f6-623f-4000-bcb4-7ba5d5670997 req-41675924-1b37-4622-969c-6721a73dd478 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.118810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae22f6-623f-4000-bcb4-7ba5d5670997 req-41675924-1b37-4622-969c-6721a73dd478 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.125101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae22f6-623f-4000-bcb4-7ba5d5670997 req-41675924-1b37-4622-969c-6721a73dd478 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.131324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdae22f6-623f-4000-bcb4-7ba5d5670997 req-41675924-1b37-4622-969c-6721a73dd478 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2413 time: 0.1384652 Feb 03 21:47:59.194013 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-0fc3c0c8-452c-4939-9e57-651255c9f29d service neutron] 10.222.0.10 "GET /v2.0/networks/a2434100-e06e-4f74-bf8d-342acbe26076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933619 Feb 03 21:47:59.208284 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks [] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:59.222702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdae22f6-623f-4000-bcb4-7ba5d5670997 req-944203c5-8919-442d-9923-606eb5cee692 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904641 Feb 03 21:47:59.263339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:59.310792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Network 38987652-3eb2-4417-9fe6-e353ac77de00 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:47:59.316337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:47:59.321435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:47:59.350414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Pushing event updated for resources: {'Port': ['ID=85280c06-e0e8-4ae9-9605-c6e1d82d085d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:47:59.368269 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-952bd10d-27d0-4f04-92c3-ae57e21d44e5 service neutron] 10.222.0.10 "GET /v2.0/networks/a2434100-e06e-4f74-bf8d-342acbe26076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634800 Feb 03 21:47:59.425106 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-3754aae8-b487-474c-ab1e-f72625021608 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b HTTP/1.1" status: 200 len: 217 time: 0.0504394 Feb 03 21:47:59.473262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.473898 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:59.481782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-edfb238b-360f-4af7-be8a-ccd89c4620da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.483792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-edfb238b-360f-4af7-be8a-ccd89c4620da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e898850-602f-4d39-bb59-ae07a581b82b HTTP/1.1" status: 200 len: 801 time: 0.0521536 Feb 03 21:47:59.529423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-0cbb75ea-1a4d-4a52-9b1d-4c19b5a0d3ee tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1785800 Feb 03 21:47:59.543843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Request body: {'port': {'device_id': '0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:47:59.553210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1831e-0816-4858-b67c-1624cd1cacee req-03b4acb2-3517-4815-80d6-226a2daba87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.554886 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-03b4acb2-3517-4815-80d6-226a2daba87e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92132e63-27b9-4d80-8da0-495934c12dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0651059 Feb 03 21:47:59.580996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c1802-3881-46ea-a1bf-9451f165ec62 req-c1211594-5e53-49f8-b10c-d6e6f0d7d804 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.584156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e2c1802-3881-46ea-a1bf-9451f165ec62 req-c1211594-5e53-49f8-b10c-d6e6f0d7d804 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.2130270 Feb 03 21:47:59.606608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddfa42-dc19-45ae-afc9-3a8fb36609b1 req-9a171860-a930-40fd-9d26-0dfb3a975e46 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:47:59.608149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dddfa42-dc19-45ae-afc9-3a8fb36609b1 req-9a171860-a930-40fd-9d26-0dfb3a975e46 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 931 time: 0.1579974 Feb 03 21:47:59.666213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-c9947489-af11-4f17-8e97-aaeecb4228de service neutron] 10.222.0.10 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030164 Feb 03 21:47:59.706910 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:47:59.744625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8dddfa42-dc19-45ae-afc9-3a8fb36609b1 req-69972b93-e139-4f79-85a9-f96c59ddc9f6 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200330 Feb 03 21:47:59.752504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e2c1802-3881-46ea-a1bf-9451f165ec62 req-327a418f-6a00-4003-b99f-025a50c6935f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608193 Feb 03 21:47:59.798086 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61a1831e-0816-4858-b67c-1624cd1cacee req-7c1452c9-5b57-4b44-b71c-43cc1d920cd7 service neutron] 10.222.0.10 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258876 Feb 03 21:47:59.823134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4c169ac6-d185-4471-be32-85668e3022ef up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:47:59.916127 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.018627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 4c169ac6-d185-4471-be32-85668e3022ef completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:00.032193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 4c169ac6-d185-4471-be32-85668e3022ef triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:00.032984 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4c169ac6-d185-4471-be32-85668e3022ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.044287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-9272caae-aa44-400a-82d9-bddb5b3e9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.044938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-9272caae-aa44-400a-82d9-bddb5b3e9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.045265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-9272caae-aa44-400a-82d9-bddb5b3e9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.047192 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-9272caae-aa44-400a-82d9-bddb5b3e9bf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d276b7c603b8465a8c86c644e3b64445&device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2959 time: 0.0805411 Feb 03 21:48:00.165306 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b75c-8f0e-420d-bdce-9673206682dd req-e2f88b65-366e-452e-aabf-a02f01f977cb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.172574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b75c-8f0e-420d-bdce-9673206682dd req-e2f88b65-366e-452e-aabf-a02f01f977cb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.175064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-97c18685-48ad-4fad-ac7c-9c136de74d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.176693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4c169ac6-d185-4471-be32-85668e3022ef is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:00.176833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-97c18685-48ad-4fad-ac7c-9c136de74d07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a2434100-e06e-4f74-bf8d-342acbe26076 HTTP/1.1" status: 200 len: 902 time: 0.1214807 Feb 03 21:48:00.177463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4c169ac6-d185-4471-be32-85668e3022ef), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.182374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b75c-8f0e-420d-bdce-9673206682dd req-e2f88b65-366e-452e-aabf-a02f01f977cb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.188558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b75c-8f0e-420d-bdce-9673206682dd req-e2f88b65-366e-452e-aabf-a02f01f977cb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.195031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b75c-8f0e-420d-bdce-9673206682dd req-e2f88b65-366e-452e-aabf-a02f01f977cb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.200591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b75c-8f0e-420d-bdce-9673206682dd req-e2f88b65-366e-452e-aabf-a02f01f977cb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.205068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c169ac6-d185-4471-be32-85668e3022ef'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:00.207651 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5b8229-39e7-4b7d-a4c2-6925e943aa9d" -d '{"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "4c169ac6-d185-4471-be32-85668e3022ef"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:00.211051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b75c-8f0e-420d-bdce-9673206682dd req-e2f88b65-366e-452e-aabf-a02f01f977cb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.220545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47e7b75c-8f0e-420d-bdce-9673206682dd req-e2f88b65-366e-452e-aabf-a02f01f977cb tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5438 time: 0.2358320 Feb 03 21:48:00.222459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4c169ac6-d185-4471-be32-85668e3022ef, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4c169ac6-d185-4471-be32-85668e3022ef,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:00.231289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4c169ac6-d185-4471-be32-85668e3022ef), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.237506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:00.250220 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-dc63975e-9b32-4253-a458-5f6ce8da0dd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab HTTP/1.1" status: 200 len: 217 time: 0.0561745 Feb 03 21:48:00.286967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b875c-9e46-4402-89ee-cd7b966b007a req-fc0ea811-e9a2-4a9d-ae7b-f457c8de97ae tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.288469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-169b875c-9e46-4402-89ee-cd7b966b007a req-fc0ea811-e9a2-4a9d-ae7b-f457c8de97ae tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 944 time: 0.2455742 Feb 03 21:48:00.344763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4c169ac6-d185-4471-be32-85668e3022ef,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:00.354861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-e531e06c-0d28-4fd7-b101-42ff428ebf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.356351 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-e531e06c-0d28-4fd7-b101-42ff428ebf36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012c737-3396-4ea6-9db2-3b9fe857b2b0 HTTP/1.1" status: 200 len: 801 time: 0.0961356 Feb 03 21:48:00.364930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:00.370785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:00.371315 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.410097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85280c06-e0e8-4ae9-9605-c6e1d82d085d {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:00.439180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-ccdaf4b6-b56a-4116-befc-5db161f4e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.440614 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-ccdaf4b6-b56a-4116-befc-5db161f4e8b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2434100-e06e-4f74-bf8d-342acbe26076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0766599 Feb 03 21:48:00.442194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47e7b75c-8f0e-420d-bdce-9673206682dd req-69077a33-1504-4170-87ed-b3665470e620 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206554 Feb 03 21:48:00.444271 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Publish callbacks [] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.460556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:00.461245 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.495616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-169b875c-9e46-4402-89ee-cd7b966b007a req-d20853cd-b32f-4e2b-95f3-3b0dbb9d2c48 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850204 Feb 03 21:48:00.496747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Transition to ACTIVE for port object 85280c06-e0e8-4ae9-9605-c6e1d82d085d will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:48:00.506420 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.534372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:00.548068 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.548956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3b8fd510-f612-48d4-a752-2f072032f355 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:00.617769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-ddb535c0-84f3-49c2-85ed-6106ab5deacf service neutron] 10.222.0.10 "GET /v2.0/networks/a2434100-e06e-4f74-bf8d-342acbe26076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674075 Feb 03 21:48:00.621215 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e40b8f-58ba-4b89-8191-9741f45c5758 x-openstack-request-id: req-36e40b8f-58ba-4b89-8191-9741f45c5758 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:00.621613 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "4c169ac6-d185-4471-be32-85668e3022ef", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:00.621980 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36e40b8f-58ba-4b89-8191-9741f45c5758 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:00.622444 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c169ac6-d185-4471-be32-85668e3022ef', 'code': 200} Feb 03 21:48:00.654037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Pushing event updated for resources: {'Port': ['ID=85280c06-e0e8-4ae9-9605-c6e1d82d085d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:00.679539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 3b8fd510-f612-48d4-a752-2f072032f355 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:00.692578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 3b8fd510-f612-48d4-a752-2f072032f355 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:00.693039 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3b8fd510-f612-48d4-a752-2f072032f355), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.696546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:00.743018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Attempting to bind port 85280c06-e0e8-4ae9-9605-c6e1d82d085d on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:00.743354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Attempting to bind port 85280c06-e0e8-4ae9-9605-c6e1d82d085d by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:00.743682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Attempting to bind port 85280c06-e0e8-4ae9-9605-c6e1d82d085d on network 38987652-3eb2-4417-9fe6-e353ac77de00 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:00.756529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b98771-9908-46b7-a71d-f7b3fc337054 req-038c5c64-a893-45b9-bc41-b560f294b0b0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.762893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b98771-9908-46b7-a71d-f7b3fc337054 req-038c5c64-a893-45b9-bc41-b560f294b0b0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.768381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b98771-9908-46b7-a71d-f7b3fc337054 req-038c5c64-a893-45b9-bc41-b560f294b0b0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.770169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31b98771-9908-46b7-a71d-f7b3fc337054 req-038c5c64-a893-45b9-bc41-b560f294b0b0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2413 time: 0.1539555 Feb 03 21:48:00.772421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Port 85280c06-e0e8-4ae9-9605-c6e1d82d085d on network 38987652-3eb2-4417-9fe6-e353ac77de00 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:48:00.772743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Attempting to bind port 85280c06-e0e8-4ae9-9605-c6e1d82d085d on network 38987652-3eb2-4417-9fe6-e353ac77de00 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:00.788803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:00.789124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Checking segment: {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:00.789517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Bound using segment: {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:00.789964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Bound port: 85280c06-e0e8-4ae9-9605-c6e1d82d085d, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:00.790502 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.818436 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-ae5b7aad-f7db-42da-afff-59ade763b9ae service neutron] 10.222.0.10 "GET /v2.0/networks/a2434100-e06e-4f74-bf8d-342acbe26076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932468 Feb 03 21:48:00.820615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3b8fd510-f612-48d4-a752-2f072032f355 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:00.821140 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3b8fd510-f612-48d4-a752-2f072032f355), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.873894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3b8fd510-f612-48d4-a752-2f072032f355, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3b8fd510-f612-48d4-a752-2f072032f355,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:00.878962 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3b8fd510-f612-48d4-a752-2f072032f355), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.880215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2922747d-b2b3-4ebb-bf4c-37b6762be722 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:00.944622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31b98771-9908-46b7-a71d-f7b3fc337054 req-6890feb9-cf47-4078-b92e-ad0d9002f859 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662493 Feb 03 21:48:00.959085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] For port 85280c06-e0e8-4ae9-9605-c6e1d82d085d, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:00.963488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] For port 85280c06-e0e8-4ae9-9605-c6e1d82d085d, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=85280c06-e0e8-4ae9-9605-c6e1d82d085d,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:00.978238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b531ac-a412-40a5-b3c6-6ed4cba2065a req-29bc33f7-f597-4f69-a1fe-44ed904707b1 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.979755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88b531ac-a412-40a5-b3c6-6ed4cba2065a req-29bc33f7-f597-4f69-a1fe-44ed904707b1 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 943 time: 0.1183066 Feb 03 21:48:00.991385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3b8fd510-f612-48d4-a752-2f072032f355,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:00.992346 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:00.996435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-9fcf862d-dc23-448d-b57b-5b41e89533f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.997087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-9fcf862d-dc23-448d-b57b-5b41e89533f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.997628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-9fcf862d-dc23-448d-b57b-5b41e89533f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:00.999420 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-9fcf862d-dc23-448d-b57b-5b41e89533f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d276b7c603b8465a8c86c644e3b64445&device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2959 time: 0.0796056 Feb 03 21:48:01.004340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 2922747d-b2b3-4ebb-bf4c-37b6762be722 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:01.009380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 2922747d-b2b3-4ebb-bf4c-37b6762be722 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:01.010444 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:01.079332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.079878 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:01.081549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] 10.222.0.10 "PUT /v2.0/ports/85280c06-e0e8-4ae9-9605-c6e1d82d085d HTTP/1.1" status: 200 len: 1091 time: 1.5441892 Feb 03 21:48:01.098084 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91', 'tag': '85280c06-e0e8-4ae9-9605-c6e1d82d085d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:01.102107 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af76cab6-368e-4150-945e-d1ddf3a07a23" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91", "tag": "85280c06-e0e8-4ae9-9605-c6e1d82d085d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:01.108557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2922747d-b2b3-4ebb-bf4c-37b6762be722 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:01.108557 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:01.142701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2922747d-b2b3-4ebb-bf4c-37b6762be722, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2922747d-b2b3-4ebb-bf4c-37b6762be722,segment=NetworkSegment(9c842b86-82ac-44ad-b40a-df2a3d15251a),segment_id=9c842b86-82ac-44ad-b40a-df2a3d15251a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:01.143568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-b74bbe68-c9cf-4525-be92-af0840553bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.145124 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-b74bbe68-c9cf-4525-be92-af0840553bf4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=92132e63-27b9-4d80-8da0-495934c12dc7 HTTP/1.1" status: 200 len: 902 time: 0.1375182 Feb 03 21:48:01.147670 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:01.148472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:01.196783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88b531ac-a412-40a5-b3c6-6ed4cba2065a req-339a1f59-6019-4c1e-9205-f976bae08f7f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067831 Feb 03 21:48:01.197894 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-ddc353aa-60a8-4c95-9aaf-cb752692fe13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b HTTP/1.1" status: 200 len: 217 time: 0.0443354 Feb 03 21:48:01.205375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf0c42-2039-48cd-b3c7-767935743e0d service neutron] Pushing event updated for resources: {'Port': ['ID=85280c06-e0e8-4ae9-9605-c6e1d82d085d,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:01.231435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2922747d-b2b3-4ebb-bf4c-37b6762be722,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:01.232575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad97b1d-aed0-4c1b-9999-5a355050504e req-c27396eb-7115-4986-9ff9-18d86f61e2de tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.235280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bad97b1d-aed0-4c1b-9999-5a355050504e req-c27396eb-7115-4986-9ff9-18d86f61e2de tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1492515 Feb 03 21:48:01.245444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:01.252284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:01.252596 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:01.255338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-d8992a74-2f24-4bc9-8f10-08210e1af202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.258930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-d8992a74-2f24-4bc9-8f10-08210e1af202 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 1125 time: 0.1171448 Feb 03 21:48:01.265785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-b62a803e-8ba6-40ae-a656-bc2f184ac1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.267896 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-b62a803e-8ba6-40ae-a656-bc2f184ac1a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e898850-602f-4d39-bb59-ae07a581b82b HTTP/1.1" status: 200 len: 801 time: 0.0648007 Feb 03 21:48:01.330581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139180-2664-4c83-afac-1580e773b37b req-0cd37e14-a638-42c1-985d-4c42502f9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.332959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-0cd37e14-a638-42c1-985d-4c42502f9946 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92132e63-27b9-4d80-8da0-495934c12dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0581658 Feb 03 21:48:01.338660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-749692fa-1336-401e-ba6d-95a6a44139b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85280c06-e0e8-4ae9-9605-c6e1d82d085d HTTP/1.1" status: 200 len: 217 time: 0.0714412 Feb 03 21:48:01.343314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:01.343997 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:01.356316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bad97b1d-aed0-4c1b-9999-5a355050504e req-7ba8fe0d-949a-46da-af22-3c133d1d4e87 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103723 Feb 03 21:48:01.379679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:01.384806 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:01.405406 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12843781-f49b-47cf-9fb4-064958b89d00 x-openstack-request-id: req-12843781-f49b-47cf-9fb4-064958b89d00 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:01.405703 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91", "tag": "85280c06-e0e8-4ae9-9605-c6e1d82d085d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:01.405956 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12843781-f49b-47cf-9fb4-064958b89d00 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:01.406341 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91', 'tag': '85280c06-e0e8-4ae9-9605-c6e1d82d085d', 'status': 'completed', 'code': 200} Feb 03 21:48:01.425699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-fc5c552c-357f-4a08-93fc-a51d9a89b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.427224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-fc5c552c-357f-4a08-93fc-a51d9a89b7cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.0699406 Feb 03 21:48:01.447005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:01.459803 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-a9ec0e59-913b-462a-bdae-ed3c26bf208c service neutron] 10.222.0.10 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152151 Feb 03 21:48:01.462048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-9d49ea99-d313-4721-b0d0-9f32b9a96400 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268142 Feb 03 21:48:01.571424 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50139180-2664-4c83-afac-1580e773b37b req-5b81ba1a-5be9-4e19-a754-b8417d120357 service neutron] 10.222.0.10 "GET /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959759 Feb 03 21:48:01.628200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-a2757133-132a-4519-9b79-a4449b955836 service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502702 Feb 03 21:48:01.639844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28be4-e736-47a0-9b17-209915c008ed req-d082c60a-afd9-467f-b649-f73b5bab6de1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.645139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28be4-e736-47a0-9b17-209915c008ed req-d082c60a-afd9-467f-b649-f73b5bab6de1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.650246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28be4-e736-47a0-9b17-209915c008ed req-d082c60a-afd9-467f-b649-f73b5bab6de1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.656068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28be4-e736-47a0-9b17-209915c008ed req-d082c60a-afd9-467f-b649-f73b5bab6de1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.661323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28be4-e736-47a0-9b17-209915c008ed req-d082c60a-afd9-467f-b649-f73b5bab6de1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.666531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28be4-e736-47a0-9b17-209915c008ed req-d082c60a-afd9-467f-b649-f73b5bab6de1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.671774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28be4-e736-47a0-9b17-209915c008ed req-d082c60a-afd9-467f-b649-f73b5bab6de1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.673612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bec28be4-e736-47a0-9b17-209915c008ed req-d082c60a-afd9-467f-b649-f73b5bab6de1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1530337 Feb 03 21:48:01.768336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885defe0-10ec-4975-86e0-47086e3f24fe req-de945eb2-e622-4fbb-8ba2-a352edf26485 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.769759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885defe0-10ec-4975-86e0-47086e3f24fe req-de945eb2-e622-4fbb-8ba2-a352edf26485 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 945 time: 0.2007933 Feb 03 21:48:01.822483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bec28be4-e736-47a0-9b17-209915c008ed req-d0116fc2-fd16-40d1-975b-bb990bd5097e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370912 Feb 03 21:48:01.856239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44ebdf3-21b3-405d-873a-103e2be8d8f0 req-1e3b2f0d-8b31-46b0-b9b3-b0eaf7ec6439 service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814685 Feb 03 21:48:01.872725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885defe0-10ec-4975-86e0-47086e3f24fe req-9f41c7d7-c335-4138-9999-51d5dc905090 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947948 Feb 03 21:48:01.954366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-56a9ead6-6716-4ec8-8e1e-d21118cb4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:01.955878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-56a9ead6-6716-4ec8-8e1e-d21118cb4000 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 1125 time: 0.0457797 Feb 03 21:48:02.426895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-6cd06501-1144-4d1a-9be6-b33d64e8b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:02.428381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-6cd06501-1144-4d1a-9be6-b33d64e8b5c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 915 time: 0.4574242 Feb 03 21:48:02.438002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca379-1c34-4e42-b031-2d0a5715ec14 req-401022fc-29bc-4d4e-85a9-1af4a3bbc37d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:02.443217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca379-1c34-4e42-b031-2d0a5715ec14 req-401022fc-29bc-4d4e-85a9-1af4a3bbc37d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:02.448438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca379-1c34-4e42-b031-2d0a5715ec14 req-401022fc-29bc-4d4e-85a9-1af4a3bbc37d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:02.449987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-763ca379-1c34-4e42-b031-2d0a5715ec14 req-401022fc-29bc-4d4e-85a9-1af4a3bbc37d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2413 time: 0.1346016 Feb 03 21:48:02.493592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-0fc117d2-5227-4e89-a718-4b18da9cc3de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85280c06-e0e8-4ae9-9605-c6e1d82d085d HTTP/1.1" status: 200 len: 217 time: 0.0425377 Feb 03 21:48:02.501120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c9d04-3f21-480b-a147-af489b027351 req-a724876e-8218-4253-9c5b-0f520f48ecea tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:02.502485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a46c9d04-3f21-480b-a147-af489b027351 req-a724876e-8218-4253-9c5b-0f520f48ecea tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 950 time: 0.1882274 Feb 03 21:48:02.594990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-e6756ac6-cb1d-4729-8899-71e30a47ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:02.596426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-e6756ac6-cb1d-4729-8899-71e30a47ab4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.0877748 Feb 03 21:48:02.607585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-763ca379-1c34-4e42-b031-2d0a5715ec14 req-6eb8dfeb-b84a-4254-ad1c-11c4e4c216ee tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488578 Feb 03 21:48:02.629004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b'}, {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8fd510-f612-48d4-a752-2f072032f355'}, {'server_uuid': 'aa3e8e8e-f71a-43c8-8d4f-904e00fc3775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2922747d-b2b3-4ebb-bf4c-37b6762be722'}, {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:02.632104 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4b2fc7-88a3-4165-b531-dc38a42f379b" -d '{"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b"}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "3b8fd510-f612-48d4-a752-2f072032f355"}, {"server_uuid": "aa3e8e8e-f71a-43c8-8d4f-904e00fc3775", "name": "network-vif-plugged", "status": "completed", "tag": "2922747d-b2b3-4ebb-bf4c-37b6762be722"}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "87d5c59d-3a9b-4ee9-8c65-fbb3f663d264"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:02.637609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-25b18b89-bc6d-4d6a-9bce-3e96c81d4457 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332956 Feb 03 21:48:02.640951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a46c9d04-3f21-480b-a147-af489b027351 req-0724714b-2488-449f-875f-28ceed614224 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231596 Feb 03 21:48:02.825361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-1e2f01a4-c556-4618-992d-48aab786b7b0 service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801217 Feb 03 21:48:02.834816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23beb4-1cf3-4979-b7f2-43f44b563629 req-afde480f-6bdc-4a5b-89f6-a718616f89e8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:02.836234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe23beb4-1cf3-4979-b7f2-43f44b563629 req-afde480f-6bdc-4a5b-89f6-a718616f89e8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 943 time: 0.1552970 Feb 03 21:48:02.851521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0520a-2702-4c0f-9ea4-a7c830812aa8 req-f02cb46a-96e7-4b14-9107-2b0f04885ec6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:02.852947 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cb0520a-2702-4c0f-9ea4-a7c830812aa8 req-f02cb46a-96e7-4b14-9107-2b0f04885ec6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1365032 Feb 03 21:48:02.984435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe23beb4-1cf3-4979-b7f2-43f44b563629 req-2fb21db5-55c8-436a-9c3f-62021b26db3b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305521 Feb 03 21:48:02.993210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cb0520a-2702-4c0f-9ea4-a7c830812aa8 req-1c6d6a73-a20a-4fb4-8d6d-f688d39bdd5f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961840 Feb 03 21:48:03.004403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af76cab6-368e-4150-945e-d1ddf3a07a23 req-1b7cf3e6-64bd-4319-b040-741fbda4a023 service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671522 Feb 03 21:48:03.038983 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fca3851-2518-4113-b0d5-3aff78080d31 x-openstack-request-id: req-7fca3851-2518-4113-b0d5-3aff78080d31 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:03.039359 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b", "code": 200}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "3b8fd510-f612-48d4-a752-2f072032f355", "code": 200}, {"server_uuid": "aa3e8e8e-f71a-43c8-8d4f-904e00fc3775", "name": "network-vif-plugged", "status": "completed", "tag": "2922747d-b2b3-4ebb-bf4c-37b6762be722", "code": 200}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-plugged", "status": "completed", "tag": "87d5c59d-3a9b-4ee9-8c65-fbb3f663d264", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:03.039741 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fca3851-2518-4113-b0d5-3aff78080d31 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:03.040205 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b', 'code': 200} Feb 03 21:48:03.040527 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8fd510-f612-48d4-a752-2f072032f355', 'code': 200} Feb 03 21:48:03.041013 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3e8e8e-f71a-43c8-8d4f-904e00fc3775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2922747d-b2b3-4ebb-bf4c-37b6762be722', 'code': 200} Feb 03 21:48:03.041371 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264', 'code': 200} Feb 03 21:48:03.156304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813bd9-2252-4790-91b3-eaf71fd08074 req-7c7097b8-1fa4-4c23-bd62-da7555f56ff3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.161768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813bd9-2252-4790-91b3-eaf71fd08074 req-7c7097b8-1fa4-4c23-bd62-da7555f56ff3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.167118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813bd9-2252-4790-91b3-eaf71fd08074 req-7c7097b8-1fa4-4c23-bd62-da7555f56ff3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.172650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813bd9-2252-4790-91b3-eaf71fd08074 req-7c7097b8-1fa4-4c23-bd62-da7555f56ff3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.177792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813bd9-2252-4790-91b3-eaf71fd08074 req-7c7097b8-1fa4-4c23-bd62-da7555f56ff3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.183425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813bd9-2252-4790-91b3-eaf71fd08074 req-7c7097b8-1fa4-4c23-bd62-da7555f56ff3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.188621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813bd9-2252-4790-91b3-eaf71fd08074 req-7c7097b8-1fa4-4c23-bd62-da7555f56ff3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.190613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d813bd9-2252-4790-91b3-eaf71fd08074 req-7c7097b8-1fa4-4c23-bd62-da7555f56ff3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1003351 Feb 03 21:48:03.200547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645393b-3767-4ab3-a576-3b677c34bfa5 req-cb62eb91-cb14-461f-86d7-6156ed6e3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.202643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8645393b-3767-4ab3-a576-3b677c34bfa5 req-cb62eb91-cb14-461f-86d7-6156ed6e3234 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 1127 time: 0.0872467 Feb 03 21:48:03.232355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90158eb-01b9-4935-aca0-f7b5fbaa4508 req-e25df1d4-0874-49e4-bf09-93748f72ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.233161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90158eb-01b9-4935-aca0-f7b5fbaa4508 req-e25df1d4-0874-49e4-bf09-93748f72ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.233502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90158eb-01b9-4935-aca0-f7b5fbaa4508 req-e25df1d4-0874-49e4-bf09-93748f72ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.233938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90158eb-01b9-4935-aca0-f7b5fbaa4508 req-e25df1d4-0874-49e4-bf09-93748f72ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.234412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90158eb-01b9-4935-aca0-f7b5fbaa4508 req-e25df1d4-0874-49e4-bf09-93748f72ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.234902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90158eb-01b9-4935-aca0-f7b5fbaa4508 req-e25df1d4-0874-49e4-bf09-93748f72ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.235371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90158eb-01b9-4935-aca0-f7b5fbaa4508 req-e25df1d4-0874-49e4-bf09-93748f72ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.237320 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e90158eb-01b9-4935-aca0-f7b5fbaa4508 req-e25df1d4-0874-49e4-bf09-93748f72ec2c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6716 time: 0.0831451 Feb 03 21:48:03.251890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d813bd9-2252-4790-91b3-eaf71fd08074 req-cd111339-69d1-4f65-9a43-78615bc7e2cd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549521 Feb 03 21:48:03.278642 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8645393b-3767-4ab3-a576-3b677c34bfa5 req-4359eb4b-6d25-4c1a-b163-af0fefea6c18 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687089 Feb 03 21:48:03.316822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e90158eb-01b9-4935-aca0-f7b5fbaa4508 req-e7d89e72-726d-4339-93de-5f41490142e9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&id=6584267e-58b4-4bf3-b16b-d6522928ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729449 Feb 03 21:48:03.376705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c514d-a889-412b-a914-6983113d30d6 req-6f07f70f-4eee-444a-afc1-488086afa0af tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.378146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e86c514d-a889-412b-a914-6983113d30d6 req-6f07f70f-4eee-444a-afc1-488086afa0af tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 945 time: 0.0604491 Feb 03 21:48:03.430692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e86c514d-a889-412b-a914-6983113d30d6 req-bd5d8eb4-bcf8-428b-9cca-9dd957228bff tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466850 Feb 03 21:48:03.735142 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def4c5-c2fc-4faa-85e2-2ece3dd65477 req-96fcf7c9-056d-49fd-89f7-bbe4c17018f4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.741095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def4c5-c2fc-4faa-85e2-2ece3dd65477 req-96fcf7c9-056d-49fd-89f7-bbe4c17018f4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.746621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def4c5-c2fc-4faa-85e2-2ece3dd65477 req-96fcf7c9-056d-49fd-89f7-bbe4c17018f4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.748307 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13def4c5-c2fc-4faa-85e2-2ece3dd65477 req-96fcf7c9-056d-49fd-89f7-bbe4c17018f4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2413 time: 0.0727098 Feb 03 21:48:03.833549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13def4c5-c2fc-4faa-85e2-2ece3dd65477 req-5997d75f-6b0f-4170-87d9-2f8c2696143f tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790002 Feb 03 21:48:03.846078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efcf2a-c070-4dce-944c-cdde1e238f3e req-ee4ec62a-c06b-4bf8-94ae-70e039edb241 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:03.847558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58efcf2a-c070-4dce-944c-cdde1e238f3e req-ee4ec62a-c06b-4bf8-94ae-70e039edb241 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 950 time: 0.0920935 Feb 03 21:48:03.895393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58efcf2a-c070-4dce-944c-cdde1e238f3e req-38dda37b-f04a-414e-8cdb-e2c5d7c8505e tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Feb 03 21:48:04.135687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e6850-b02b-4731-9b47-43b3cb84e33f req-bd6def33-4be8-47dd-bea8-1aff6c58a1e3 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.137194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df3e6850-b02b-4731-9b47-43b3cb84e33f req-bd6def33-4be8-47dd-bea8-1aff6c58a1e3 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 943 time: 0.0844700 Feb 03 21:48:04.145240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e1bc3-537a-41d4-a249-87d03c88227d req-9a2567b6-bd68-41ba-9fd9-2694afd680db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.146638 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d8e1bc3-537a-41d4-a249-87d03c88227d req-9a2567b6-bd68-41ba-9fd9-2694afd680db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.0837114 Feb 03 21:48:04.222258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df3e6850-b02b-4731-9b47-43b3cb84e33f req-cbf07d72-efd0-4a0d-9255-bf9f0fddfcf0 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746462 Feb 03 21:48:04.225255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d8e1bc3-537a-41d4-a249-87d03c88227d req-6dc7810d-a914-4f5f-8750-8df665dffeaa tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720735 Feb 03 21:48:04.391184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24f0c-0f84-4bf1-95a8-9bc0db24919d req-9f23368f-511e-49c5-bf61-dae5202e773c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.396547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24f0c-0f84-4bf1-95a8-9bc0db24919d req-9f23368f-511e-49c5-bf61-dae5202e773c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.401751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24f0c-0f84-4bf1-95a8-9bc0db24919d req-9f23368f-511e-49c5-bf61-dae5202e773c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.407012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24f0c-0f84-4bf1-95a8-9bc0db24919d req-9f23368f-511e-49c5-bf61-dae5202e773c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.412215 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24f0c-0f84-4bf1-95a8-9bc0db24919d req-9f23368f-511e-49c5-bf61-dae5202e773c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.417511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24f0c-0f84-4bf1-95a8-9bc0db24919d req-9f23368f-511e-49c5-bf61-dae5202e773c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.423116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24f0c-0f84-4bf1-95a8-9bc0db24919d req-9f23368f-511e-49c5-bf61-dae5202e773c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.424954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cef24f0c-0f84-4bf1-95a8-9bc0db24919d req-9f23368f-511e-49c5-bf61-dae5202e773c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.0942695 Feb 03 21:48:04.484709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cef24f0c-0f84-4bf1-95a8-9bc0db24919d req-d2cb0c0d-b154-426b-906e-15fbc26a9ace tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540442 Feb 03 21:48:04.549137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c274bd-2fe8-4d1f-96a8-c9c5c923d828 req-c8e72e0c-6329-48df-8529-a04de3cd45f6 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:04.550559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7c274bd-2fe8-4d1f-96a8-c9c5c923d828 req-c8e72e0c-6329-48df-8529-a04de3cd45f6 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 945 time: 0.0542078 Feb 03 21:48:04.597117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7c274bd-2fe8-4d1f-96a8-c9c5c923d828 req-fc1169b7-9b94-4c22-8d23-65ba62115b2f tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Feb 03 21:48:04.758496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f2bbdc82-4c3f-4aa4-8bc1-0445383656ab details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:04.857233 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,segment=NetworkSegment(af02368b-ea07-462f-88c8-3bbe30408cc1),segment_id=af02368b-ea07-462f-88c8-3bbe30408cc1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:04.869516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'f2bbdc82-4c3f-4aa4-8bc1-0445383656ab', 'network_id': 'a2434100-e06e-4f74-bf8d-342acbe26076', 'port_id': 'f2bbdc82-4c3f-4aa4-8bc1-0445383656ab', 'mac_address': 'fa:16:3e:a6:8c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012c737-3396-4ea6-9db2-3b9fe857b2b0', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:04.910344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:04.910737 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:04.925652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bbdc82-4c3f-4aa4-8bc1-0445383656ab {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:04.946816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,segment=NetworkSegment(af02368b-ea07-462f-88c8-3bbe30408cc1),segment_id=af02368b-ea07-462f-88c8-3bbe30408cc1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:04.953449 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:04.954540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a50b0ad9-8bf0-4de4-8453-a7bb74bb444b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:05.025396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d441d-e98a-4a5f-803e-8836ef5c7e60 req-d0b59a24-2f27-4ed1-a627-97fe2d3fc66c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.031206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d441d-e98a-4a5f-803e-8836ef5c7e60 req-d0b59a24-2f27-4ed1-a627-97fe2d3fc66c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.038351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d441d-e98a-4a5f-803e-8836ef5c7e60 req-d0b59a24-2f27-4ed1-a627-97fe2d3fc66c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.040652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff1d441d-e98a-4a5f-803e-8836ef5c7e60 req-d0b59a24-2f27-4ed1-a627-97fe2d3fc66c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2413 time: 0.1171505 Feb 03 21:48:05.072773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:05.095638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a1faf-fed5-4545-80c1-2f424e084998 req-47eb6ecc-0e6e-4990-aa8a-a6fedcae5397 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.097166 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-826a1faf-fed5-4545-80c1-2f424e084998 req-47eb6ecc-0e6e-4990-aa8a-a6fedcae5397 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 950 time: 0.1096818 Feb 03 21:48:05.099685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:05.111852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'a50b0ad9-8bf0-4de4-8453-a7bb74bb444b', 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7', 'port_id': 'a50b0ad9-8bf0-4de4-8453-a7bb74bb444b', 'mac_address': 'fa:16:3e:db:9c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e898850-602f-4d39-bb59-ae07a581b82b', 'ip_address': '19.80.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:05.123016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff1d441d-e98a-4a5f-803e-8836ef5c7e60 req-aedeae9e-1903-446e-adfe-2ad61a7362ba tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749304 Feb 03 21:48:05.152840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:05.153342 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:05.155168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-826a1faf-fed5-4545-80c1-2f424e084998 req-9854f4bf-8b8d-4400-bce7-47a3d58e5e4c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511818 Feb 03 21:48:05.170963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50b0ad9-8bf0-4de4-8453-a7bb74bb444b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:05.190120 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:05.193639 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:05.194272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f47fd51a-42a6-4e9e-b4cb-c96637b42616 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:05.258331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:05.263746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f47fd51a-42a6-4e9e-b4cb-c96637b42616, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f47fd51a-42a6-4e9e-b4cb-c96637b42616,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:05.275277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'f47fd51a-42a6-4e9e-b4cb-c96637b42616', 'network_id': '92132e63-27b9-4d80-8da0-495934c12dc7', 'port_id': 'f47fd51a-42a6-4e9e-b4cb-c96637b42616', 'mac_address': 'fa:16:3e:40:e8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e898850-602f-4d39-bb59-ae07a581b82b', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:05.314388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f47fd51a-42a6-4e9e-b4cb-c96637b42616 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:05.314786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:05.327987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47fd51a-42a6-4e9e-b4cb-c96637b42616 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:05.348587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f47fd51a-42a6-4e9e-b4cb-c96637b42616, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f47fd51a-42a6-4e9e-b4cb-c96637b42616,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:05.352662 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:05.385471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9afe39-cbd7-42bb-9a76-a828022926ec req-c21fe3cc-3925-427d-b589-bdadf72eae3f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.386884 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b9afe39-cbd7-42bb-9a76-a828022926ec req-c21fe3cc-3925-427d-b589-bdadf72eae3f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 943 time: 0.0885193 Feb 03 21:48:05.395212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70029016-2e36-494a-a08c-4cc4e5419403 req-cc9ef6c4-73c5-48b3-9caf-e26f88980d20 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.396539 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70029016-2e36-494a-a08c-4cc4e5419403 req-cc9ef6c4-73c5-48b3-9caf-e26f88980d20 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.0994713 Feb 03 21:48:05.405788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f47fd51a-42a6-4e9e-b4cb-c96637b42616,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:05.466320 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b9afe39-cbd7-42bb-9a76-a828022926ec req-05df7a4e-693f-47b3-a2b4-acae811c335d tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687878 Feb 03 21:48:05.475198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70029016-2e36-494a-a08c-4cc4e5419403 req-5b5d8358-28e9-4e23-9d8e-15899ea8515b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700233 Feb 03 21:48:05.618597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563891-b128-49e2-8bd0-1550027f98cc req-c1ef2ac4-270c-4add-8039-c7a10776c517 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.624941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563891-b128-49e2-8bd0-1550027f98cc req-c1ef2ac4-270c-4add-8039-c7a10776c517 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.630436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563891-b128-49e2-8bd0-1550027f98cc req-c1ef2ac4-270c-4add-8039-c7a10776c517 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.636140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563891-b128-49e2-8bd0-1550027f98cc req-c1ef2ac4-270c-4add-8039-c7a10776c517 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.641847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563891-b128-49e2-8bd0-1550027f98cc req-c1ef2ac4-270c-4add-8039-c7a10776c517 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.647083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563891-b128-49e2-8bd0-1550027f98cc req-c1ef2ac4-270c-4add-8039-c7a10776c517 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.652267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563891-b128-49e2-8bd0-1550027f98cc req-c1ef2ac4-270c-4add-8039-c7a10776c517 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.654341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db563891-b128-49e2-8bd0-1550027f98cc req-c1ef2ac4-270c-4add-8039-c7a10776c517 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.0958731 Feb 03 21:48:05.758756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db563891-b128-49e2-8bd0-1550027f98cc req-528f555f-da63-45fe-8b3f-396a572e71b1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937967 Feb 03 21:48:05.771592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbcdb7-6133-490f-8afb-820ae977c80a req-711170f8-bc9b-43ad-89f1-be7d7709a7b7 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.773212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71fbcdb7-6133-490f-8afb-820ae977c80a req-711170f8-bc9b-43ad-89f1-be7d7709a7b7 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 945 time: 0.0996206 Feb 03 21:48:05.822725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71fbcdb7-6133-490f-8afb-820ae977c80a req-9472f378-016f-46bc-826d-da1417db343b tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Feb 03 21:48:05.988366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-a2e1a945-e4cc-4665-925c-a9faf645e81f tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:05.989885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-a2e1a945-e4cc-4665-925c-a9faf645e81f tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.10 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 950 time: 0.0550878 Feb 03 21:48:06.064736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['f47fd51a-42a6-4e9e-b4cb-c96637b42616'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:06.067917 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['f2bbdc82-4c3f-4aa4-8bc1-0445383656ab'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:06.138173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Deleting port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:06.138421 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:06.170801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['a50b0ad9-8bf0-4de4-8453-a7bb74bb444b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:06.191254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83464bc5-3ef9-46c5-ba52-5ed48d67a522 req-d78ac4a3-22bf-4215-ada6-a586d0adef3b tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:06.193063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83464bc5-3ef9-46c5-ba52-5ed48d67a522 req-d78ac4a3-22bf-4215-ada6-a586d0adef3b tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 945 time: 0.1136203 Feb 03 21:48:06.327739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3d1a1-eb44-4d6a-ba40-320bba887bd6 req-460f3812-2ca2-4b63-af0c-acdb480b97cf tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:06.334216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3d1a1-eb44-4d6a-ba40-320bba887bd6 req-460f3812-2ca2-4b63-af0c-acdb480b97cf tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:06.339391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3d1a1-eb44-4d6a-ba40-320bba887bd6 req-460f3812-2ca2-4b63-af0c-acdb480b97cf tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:06.341086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6b3d1a1-eb44-4d6a-ba40-320bba887bd6 req-460f3812-2ca2-4b63-af0c-acdb480b97cf tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2416 time: 0.1427164 Feb 03 21:48:06.343302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] For port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:06.343665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:06.348794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83464bc5-3ef9-46c5-ba52-5ed48d67a522 req-c8491c90-b7ea-4917-87ac-d13dd2abf0eb tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468174 Feb 03 21:48:06.382010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Calling delete_port for 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:06.489187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6b3d1a1-eb44-4d6a-ba40-320bba887bd6 req-8da7d110-45d7-4fb2-ac90-0591353cebf2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345603 Feb 03 21:48:06.526334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0f21b-7848-4814-ac47-ca0b0b2ca070 req-ba8d1499-eff2-40ab-a899-f3698b31aa8b tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:06.527804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afe0f21b-7848-4814-ac47-ca0b0b2ca070 req-ba8d1499-eff2-40ab-a899-f3698b31aa8b tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaab85d2-2254-4db4-ba30-b80b5ef921a0 HTTP/1.1" status: 200 len: 950 time: 0.1159093 Feb 03 21:48:06.642226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afe0f21b-7848-4814-ac47-ca0b0b2ca070 req-f0c3f4ea-4571-4bb8-a1e9-d01bfe2e0642 tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.50 "GET /v2.0/security-groups?id=0595e1e6-5ed9-48ea-a867-96357da72e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066968 Feb 03 21:48:06.669363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6d95a-c2c4-46ce-a7e1-d3c7ee2f1e49 req-99f2efcf-d7c1-43cd-a2fa-693c980240eb tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:06.671591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63a6d95a-c2c4-46ce-a7e1-d3c7ee2f1e49 req-99f2efcf-d7c1-43cd-a2fa-693c980240eb tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 943 time: 0.1196232 Feb 03 21:48:06.672475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9e74ca76-517c-4571-8fe8-fb8c0c5be3a6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:06.710989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Pushing event deleted for resources: {'Port': ['ID=9e74ca76-517c-4571-8fe8-fb8c0c5be3a6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:06.766264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 85280c06-e0e8-4ae9-9605-c6e1d82d085d details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:06.770283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:06.799414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:06.799902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:06.816138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] No DVR routers for this DVR port 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:06.824942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:06.828826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc17f2cb-937a-4406-91f2-961e4b2fbf6f req-4fec25e7-7951-4ff6-9a7a-2cb7a969335c tempest-ImagesOneServerTestJSON-719083455 tempest-ImagesOneServerTestJSON-719083455-project] 10.222.0.10 "DELETE /v2.0/ports/9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 HTTP/1.1" status: 204 len: 173 time: 0.8329549 Feb 03 21:48:06.829305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-deleted', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:06.831553 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82304536-2016-4252-b12a-5538d6ec32e1" -d '{"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-deleted", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:06.850718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63a6d95a-c2c4-46ce-a7e1-d3c7ee2f1e49 req-12d95049-c5f5-456f-8a18-1b7bfafede77 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685073 Feb 03 21:48:06.880894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c250e-c408-4ba5-a1ab-258f3be345db req-c996b545-ff05-49c6-b0a7-1c9e256b5310 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:06.882825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-358c250e-c408-4ba5-a1ab-258f3be345db req-c996b545-ff05-49c6-b0a7-1c9e256b5310 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1761739 Feb 03 21:48:06.909083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 85280c06-e0e8-4ae9-9605-c6e1d82d085d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=85280c06-e0e8-4ae9-9605-c6e1d82d085d,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:06.928290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '85280c06-e0e8-4ae9-9605-c6e1d82d085d', 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00', 'port_id': '85280c06-e0e8-4ae9-9605-c6e1d82d085d', 'mac_address': 'fa:16:3e:c5:56:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ced94-4e54-4660-9366-4947d26af86e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:06.970414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 85280c06-e0e8-4ae9-9605-c6e1d82d085d is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:06.970833 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:06.984674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85280c06-e0e8-4ae9-9605-c6e1d82d085d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:06.988172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-358c250e-c408-4ba5-a1ab-258f3be345db req-2ba71e1f-253a-432a-b0f9-11c37f518aca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895903 Feb 03 21:48:07.005974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 85280c06-e0e8-4ae9-9605-c6e1d82d085d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=85280c06-e0e8-4ae9-9605-c6e1d82d085d,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:07.015114 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:07.026020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c60ac-dec3-484f-a194-6c2fa700b2f1 req-ae7dad77-7a65-4f13-af2e-3724fda9f9f2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.032482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c60ac-dec3-484f-a194-6c2fa700b2f1 req-ae7dad77-7a65-4f13-af2e-3724fda9f9f2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.038829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c60ac-dec3-484f-a194-6c2fa700b2f1 req-ae7dad77-7a65-4f13-af2e-3724fda9f9f2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.044136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c60ac-dec3-484f-a194-6c2fa700b2f1 req-ae7dad77-7a65-4f13-af2e-3724fda9f9f2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.050595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c60ac-dec3-484f-a194-6c2fa700b2f1 req-ae7dad77-7a65-4f13-af2e-3724fda9f9f2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.056129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c60ac-dec3-484f-a194-6c2fa700b2f1 req-ae7dad77-7a65-4f13-af2e-3724fda9f9f2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.069565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c60ac-dec3-484f-a194-6c2fa700b2f1 req-ae7dad77-7a65-4f13-af2e-3724fda9f9f2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.069798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=85280c06-e0e8-4ae9-9605-c6e1d82d085d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:07.073430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f33c60ac-dec3-484f-a194-6c2fa700b2f1 req-ae7dad77-7a65-4f13-af2e-3724fda9f9f2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1481047 Feb 03 21:48:07.075014 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb50e2e-5b43-4a5b-b420-a0781c445152 x-openstack-request-id: req-2eb50e2e-5b43-4a5b-b420-a0781c445152 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:07.075312 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaab85d2-2254-4db4-ba30-b80b5ef921a0", "name": "network-vif-deleted", "tag": "9e74ca76-517c-4571-8fe8-fb8c0c5be3a6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:07.075569 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2eb50e2e-5b43-4a5b-b420-a0781c445152 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:07.076307 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaab85d2-2254-4db4-ba30-b80b5ef921a0', 'name': 'network-vif-deleted', 'tag': '9e74ca76-517c-4571-8fe8-fb8c0c5be3a6', 'status': 'completed', 'code': 200} Feb 03 21:48:07.135453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f33c60ac-dec3-484f-a194-6c2fa700b2f1 req-78185b26-3f83-47a4-b07d-9bc989989b13 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583930 Feb 03 21:48:07.301950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5037f-40ea-457c-980b-a8db03ebff1f req-39daedfd-20a7-4982-8aa1-4a4b75a36cda tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.307167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5037f-40ea-457c-980b-a8db03ebff1f req-39daedfd-20a7-4982-8aa1-4a4b75a36cda tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.312566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5037f-40ea-457c-980b-a8db03ebff1f req-39daedfd-20a7-4982-8aa1-4a4b75a36cda tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.317856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5037f-40ea-457c-980b-a8db03ebff1f req-39daedfd-20a7-4982-8aa1-4a4b75a36cda tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.323146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5037f-40ea-457c-980b-a8db03ebff1f req-39daedfd-20a7-4982-8aa1-4a4b75a36cda tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.328504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5037f-40ea-457c-980b-a8db03ebff1f req-39daedfd-20a7-4982-8aa1-4a4b75a36cda tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.333918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5037f-40ea-457c-980b-a8db03ebff1f req-39daedfd-20a7-4982-8aa1-4a4b75a36cda tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.335735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5b5037f-40ea-457c-980b-a8db03ebff1f req-39daedfd-20a7-4982-8aa1-4a4b75a36cda tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1273880 Feb 03 21:48:07.347755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58936) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:07.352924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8a75f492-ac83-4a94-989b-18c30c366f14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Request body: {'floatingip': {'port_id': 'd52992ed-94a2-4930-9b7b-79181f0cfb37'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:07.363501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01fb08-6bf2-45b1-86bc-9d09cc9c7d5e req-cf7e54a5-b271-40ef-90f2-b5b9333c81cb tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.365048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b01fb08-6bf2-45b1-86bc-9d09cc9c7d5e req-cf7e54a5-b271-40ef-90f2-b5b9333c81cb tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.1229696 Feb 03 21:48:07.407972 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a75f492-ac83-4a94-989b-18c30c366f14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for floatingip (4fe375be-7bac-4ff1-87bb-0cc8f3008cef), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:07.570430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b01fb08-6bf2-45b1-86bc-9d09cc9c7d5e req-4efe98a8-f0f0-4a56-93a2-872b47ff3dec tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771629 Feb 03 21:48:07.672637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf0e10-d5c0-417f-8cc5-80e1b551fb24 req-8023a021-f9d3-48ee-81bc-73d44431c36c tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.674153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8cf0e10-d5c0-417f-8cc5-80e1b551fb24 req-8023a021-f9d3-48ee-81bc-73d44431c36c tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 945 time: 0.2254457 Feb 03 21:48:07.675474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['85280c06-e0e8-4ae9-9605-c6e1d82d085d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:07.772002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8cf0e10-d5c0-417f-8cc5-80e1b551fb24 req-f8a24dbc-a298-4c4a-abbb-dc8a49586ff3 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/security-groups?id=328928ca-2898-470d-80b0-f609ca5619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785382 Feb 03 21:48:07.792134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fe356-83e0-4d16-83f0-39fabce51971 req-f2a5fc38-0a5d-4c8c-9c29-278bac8ad43c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.799148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fe356-83e0-4d16-83f0-39fabce51971 req-f2a5fc38-0a5d-4c8c-9c29-278bac8ad43c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.805282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fe356-83e0-4d16-83f0-39fabce51971 req-f2a5fc38-0a5d-4c8c-9c29-278bac8ad43c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:07.806987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e21fe356-83e0-4d16-83f0-39fabce51971 req-f2a5fc38-0a5d-4c8c-9c29-278bac8ad43c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2416 time: 0.1784174 Feb 03 21:48:07.953188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e21fe356-83e0-4d16-83f0-39fabce51971 req-2ce68d44-56d1-427b-a75a-a6e494493a32 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051114 Feb 03 21:48:07.999897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-a1e537fa-e0b2-44e2-997b-427d3649863e tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:08.001674 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-a1e537fa-e0b2-44e2-997b-427d3649863e tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 945 time: 0.0917144 Feb 03 21:48:08.111518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:08.131176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb20705-1733-48b1-afd8-ff1c7feff8f0 req-d9d20e91-4c6f-4841-8392-b332767457af tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:08.132707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adb20705-1733-48b1-afd8-ff1c7feff8f0 req-d9d20e91-4c6f-4841-8392-b332767457af tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 944 time: 0.1355793 Feb 03 21:48:08.133820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Deleting port 2922747d-b2b3-4ebb-bf4c-37b6762be722 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:08.134165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.236118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a3cad-fb7e-4920-9b19-f41d012d8f8a req-7cfd02f7-3112-492c-86a1-8711719b53d8 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:08.237626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a58a3cad-fb7e-4920-9b19-f41d012d8f8a req-7cfd02f7-3112-492c-86a1-8711719b53d8 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1724081 Feb 03 21:48:08.246707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] For port 2922747d-b2b3-4ebb-bf4c-37b6762be722, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2922747d-b2b3-4ebb-bf4c-37b6762be722,segment=NetworkSegment(9c842b86-82ac-44ad-b40a-df2a3d15251a),segment_id=9c842b86-82ac-44ad-b40a-df2a3d15251a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:08.247148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.269877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Calling delete_port for 2922747d-b2b3-4ebb-bf4c-37b6762be722 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:08.278983 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a75f492-ac83-4a94-989b-18c30c366f14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.291857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adb20705-1733-48b1-afd8-ff1c7feff8f0 req-e053d1f5-4f2c-4451-b8c0-7eef9645c82e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388335 Feb 03 21:48:08.296540 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a75f492-ac83-4a94-989b-18c30c366f14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (4fe375be-7bac-4ff1-87bb-0cc8f3008cef), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.296724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5124e458-5ae6-4e8b-be56-8dd8906bcc02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a794732209d74c0287e7a43687fd8a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813166 Feb 03 21:48:08.297626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:08.407799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1696fbcc-a4a0-452e-af0e-76043a4075eb admin admin] Publish callbacks [] for security_group (0595e1e6-5ed9-48ea-a867-96357da72e04), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.460341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1696fbcc-a4a0-452e-af0e-76043a4075eb admin admin] Publish callbacks [] for security_group (0595e1e6-5ed9-48ea-a867-96357da72e04), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.508992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2922747d-b2b3-4ebb-bf4c-37b6762be722), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.522607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2922747d-b2b3-4ebb-bf4c-37b6762be722'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:08.544695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Pushing event deleted for resources: {'Port': ['ID=2922747d-b2b3-4ebb-bf4c-37b6762be722,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:08.595267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] No DVR routers for this DVR port 2922747d-b2b3-4ebb-bf4c-37b6762be722 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:08.599116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.604014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28cb4f73-5e31-40d0-bbcf-015df7309cd9 req-4872fc4e-9683-4caf-8c67-46f2b5fea607 tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.47 "DELETE /v2.0/ports/2922747d-b2b3-4ebb-bf4c-37b6762be722 HTTP/1.1" status: 204 len: 173 time: 0.5951591 Feb 03 21:48:08.604014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3e8e8e-f71a-43c8-8d4f-904e00fc3775', 'name': 'network-vif-deleted', 'tag': '2922747d-b2b3-4ebb-bf4c-37b6762be722'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:08.605799 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4f21f4-b6a6-4c2d-8d99-fc9e5fce717d" -d '{"events": [{"server_uuid": "aa3e8e8e-f71a-43c8-8d4f-904e00fc3775", "name": "network-vif-deleted", "tag": "2922747d-b2b3-4ebb-bf4c-37b6762be722"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:08.610355 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1696fbcc-a4a0-452e-af0e-76043a4075eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0595e1e6-5ed9-48ea-a867-96357da72e04), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.612955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1696fbcc-a4a0-452e-af0e-76043a4075eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.614246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1696fbcc-a4a0-452e-af0e-76043a4075eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0595e1e6-5ed9-48ea-a867-96357da72e04 HTTP/1.1" status: 204 len: 168 time: 0.2886145 Feb 03 21:48:08.624429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696fbcc-a4a0-452e-af0e-76043a4075eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0595e1e6-5ed9-48ea-a867-96357da72e04,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:08.683458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a58a3cad-fb7e-4920-9b19-f41d012d8f8a req-088ee9ab-74f4-4325-8c22-054440e8dd1d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383774 Feb 03 21:48:08.732224 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-8a75f492-ac83-4a94-989b-18c30c366f14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Floating IP 4fe375be-7bac-4ff1-87bb-0cc8f3008cef associated. External IP: 172.25.5.115, port: d52992ed-94a2-4930-9b7b-79181f0cfb37. Feb 03 21:48:08.775208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f2bbdc82-4c3f-4aa4-8bc1-0445383656ab up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:08.804455 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b7a4b1-9fb5-4ff1-9f2f-9d0166b9e5ce x-openstack-request-id: req-08b7a4b1-9fb5-4ff1-9f2f-9d0166b9e5ce {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:08.805257 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3e8e8e-f71a-43c8-8d4f-904e00fc3775", "name": "network-vif-deleted", "tag": "2922747d-b2b3-4ebb-bf4c-37b6762be722", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:08.805423 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08b7a4b1-9fb5-4ff1-9f2f-9d0166b9e5ce {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:08.805820 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3e8e8e-f71a-43c8-8d4f-904e00fc3775', 'name': 'network-vif-deleted', 'tag': '2922747d-b2b3-4ebb-bf4c-37b6762be722', 'status': 'completed', 'code': 200} Feb 03 21:48:08.875383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:08.879683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:08.880056 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.967031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:08.968015 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:08.999340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bbdc82-4c3f-4aa4-8bc1-0445383656ab'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:09.002122 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff77aa65-5c3b-4dd7-876a-9ac44aeaeb0e" -d '{"events": [{"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-plugged", "status": "completed", "tag": "f2bbdc82-4c3f-4aa4-8bc1-0445383656ab"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:09.019052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,segment=NetworkSegment(af02368b-ea07-462f-88c8-3bbe30408cc1),segment_id=af02368b-ea07-462f-88c8-3bbe30408cc1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:09.025510 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.026474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a50b0ad9-8bf0-4de4-8453-a7bb74bb444b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:09.040791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa28dd7e-d2df-4bb6-9562-74d630403e7f req-e6b6c952-81af-45c8-a770-d76baee62f7f tempest-ServerAddressesNegativeTestJSON-409293782 tempest-ServerAddressesNegativeTestJSON-409293782-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3e8e8e-f71a-43c8-8d4f-904e00fc3775 HTTP/1.1" status: 200 len: 210 time: 0.1010041 Feb 03 21:48:09.087077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f616060-4949-4a9a-86ce-7e1edd589bab req-8957b1a8-3291-49ea-9a42-958a1415dedb tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.088994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f616060-4949-4a9a-86ce-7e1edd589bab req-8957b1a8-3291-49ea-9a42-958a1415dedb tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.1481242 Feb 03 21:48:09.125281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a75f492-ac83-4a94-989b-18c30c366f14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:48:09.143174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:09.165451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:09.165943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f616060-4949-4a9a-86ce-7e1edd589bab req-61324adf-49bd-4275-91f6-8fd8190b6241 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626872 Feb 03 21:48:09.175732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:09.175732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.277233 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:09.277575 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.306311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c05141-64f4-414a-80c5-defaf5f5aab3 req-90862e26-1d65-439f-a582-ddd5912bf282 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.310045 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c331473-03c8-481a-8d3d-ee38f3ae780e x-openstack-request-id: req-1c331473-03c8-481a-8d3d-ee38f3ae780e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:09.310340 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-plugged", "status": "completed", "tag": "f2bbdc82-4c3f-4aa4-8bc1-0445383656ab", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:09.310592 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c331473-03c8-481a-8d3d-ee38f3ae780e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:09.311124 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bbdc82-4c3f-4aa4-8bc1-0445383656ab', 'code': 200} Feb 03 21:48:09.312997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c05141-64f4-414a-80c5-defaf5f5aab3 req-90862e26-1d65-439f-a582-ddd5912bf282 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.325676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:09.330430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c05141-64f4-414a-80c5-defaf5f5aab3 req-90862e26-1d65-439f-a582-ddd5912bf282 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.332670 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.334043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f47fd51a-42a6-4e9e-b4cb-c96637b42616 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:09.340563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1c05141-64f4-414a-80c5-defaf5f5aab3 req-90862e26-1d65-439f-a582-ddd5912bf282 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2417 time: 0.1881948 Feb 03 21:48:09.424265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a75f492-ac83-4a94-989b-18c30c366f14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:48:09.424601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:09.430908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a75f492-ac83-4a94-989b-18c30c366f14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.439069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] Sync routers for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:48:09.443152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port f47fd51a-42a6-4e9e-b4cb-c96637b42616 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:09.450828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port f47fd51a-42a6-4e9e-b4cb-c96637b42616 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:09.451588 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.470615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1c05141-64f4-414a-80c5-defaf5f5aab3 req-82b9fe7f-ffe3-4901-82cc-ac104f309b0c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290212 Feb 03 21:48:09.485073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:09.485824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:09.521340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8a75f492-ac83-4a94-989b-18c30c366f14 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "PUT /v2.0/floatingips/4fe375be-7bac-4ff1-87bb-0cc8f3008cef HTTP/1.1" status: 200 len: 992 time: 2.1725714 Feb 03 21:48:09.522463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:09.525200 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d368c450-f822-4aaa-bec9-bd398d228429" -d '{"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:09.550990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48844225-1cc3-4b0c-8c50-fc8f8a51517a req-a821c64b-1e89-48d2-97f4-1abe693c87bb tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.550990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48844225-1cc3-4b0c-8c50-fc8f8a51517a req-a821c64b-1e89-48d2-97f4-1abe693c87bb tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 944 time: 0.1166070 Feb 03 21:48:09.635277 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-4e429d56-860e-403c-b31c-c4ab09eec39c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0972703 Feb 03 21:48:09.641915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f47fd51a-42a6-4e9e-b4cb-c96637b42616 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:09.642506 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.647524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:09.653982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48844225-1cc3-4b0c-8c50-fc8f8a51517a req-6ef5e709-dddd-4c87-968b-8e2126ae32b7 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969636 Feb 03 21:48:09.684351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59002) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:09.725782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95b23-6a5a-431d-b6a3-5e0f422ca49d req-496a3022-8f48-4c17-bca1-413a59e8a43c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.732193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95b23-6a5a-431d-b6a3-5e0f422ca49d req-496a3022-8f48-4c17-bca1-413a59e8a43c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.738740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95b23-6a5a-431d-b6a3-5e0f422ca49d req-496a3022-8f48-4c17-bca1-413a59e8a43c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.744186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95b23-6a5a-431d-b6a3-5e0f422ca49d req-496a3022-8f48-4c17-bca1-413a59e8a43c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.751011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95b23-6a5a-431d-b6a3-5e0f422ca49d req-496a3022-8f48-4c17-bca1-413a59e8a43c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.756738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95b23-6a5a-431d-b6a3-5e0f422ca49d req-496a3022-8f48-4c17-bca1-413a59e8a43c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.760467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f47fd51a-42a6-4e9e-b4cb-c96637b42616, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f47fd51a-42a6-4e9e-b4cb-c96637b42616,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:09.763630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95b23-6a5a-431d-b6a3-5e0f422ca49d req-496a3022-8f48-4c17-bca1-413a59e8a43c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.766800 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.772158 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9c95b23-6a5a-431d-b6a3-5e0f422ca49d req-496a3022-8f48-4c17-bca1-413a59e8a43c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1458325 Feb 03 21:48:09.775866 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f299f634-e4ec-4653-b04d-d3f1c425392a x-openstack-request-id: req-f299f634-e4ec-4653-b04d-d3f1c425392a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:09.775866 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:09.775866 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f299f634-e4ec-4653-b04d-d3f1c425392a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:09.775866 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'status': 'completed', 'code': 200} Feb 03 21:48:09.824930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-982ea0a8-a67d-41a7-af45-cb07579db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.825770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-982ea0a8-a67d-41a7-af45-cb07579db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.826435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-982ea0a8-a67d-41a7-af45-cb07579db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.827222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-982ea0a8-a67d-41a7-af45-cb07579db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.827863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-982ea0a8-a67d-41a7-af45-cb07579db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.828593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-982ea0a8-a67d-41a7-af45-cb07579db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.829446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-982ea0a8-a67d-41a7-af45-cb07579db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.831667 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-982ea0a8-a67d-41a7-af45-cb07579db65e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6716 time: 0.0904739 Feb 03 21:48:09.847610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9c95b23-6a5a-431d-b6a3-5e0f422ca49d req-819a15b1-08af-44da-9973-ad52c2545518 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744822 Feb 03 21:48:09.897403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f47fd51a-42a6-4e9e-b4cb-c96637b42616,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:09.900947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1994303483-network', 'tenant_id': '25069f8987964f849a8fbfa547f78d2f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:09.933187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Made reservation on behalf of 25069f8987964f849a8fbfa547f78d2f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:09.935929 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.956529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf0724-1b97-4b84-b590-4231952c1bcc req-9ceb7645-c55c-4380-bee2-3847446f334e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.958061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fcf0724-1b97-4b84-b590-4231952c1bcc req-9ceb7645-c55c-4380-bee2-3847446f334e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1066337 Feb 03 21:48:09.959187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:09.981733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-e3760d55-2c19-4ac2-800d-417b42748710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.982305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-e3760d55-2c19-4ac2-800d-417b42748710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.982907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-e3760d55-2c19-4ac2-800d-417b42748710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:09.984573 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-e3760d55-2c19-4ac2-800d-417b42748710 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dcffcd03-7cc7-43d0-89ef-82db50e549d9&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=8171fea6-6dc9-4528-8843-90775fdf9a94&id=8171fea6-6dc9-4528-8843-90775fdf9a94 HTTP/1.1" status: 200 len: 2297 time: 0.1207094 Feb 03 21:48:09.997168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:37Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '4fe375be-7bac-4ff1-87bb-0cc8f3008cef', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'floating_ip_address': '172.25.5.115', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'port_id': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'mac_address': 'fa:16:3e:6c:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:46:08Z', 'updated_at': '2022-02-03T21:48:08Z', 'revision_number': 1, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd641a0c6-86e9-43a7-854b-318649065efb', 'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'mac_address': 'fa:16:3e:b8:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:36Z', 'updated_at': '2022-02-03T21:44:45Z', 'revision_number': 5, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'subnets': [{'id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:10.027042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] Checking router: 3e370da9-0d11-4ea7-945b-fb5eb21a8527 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:48:10.033843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fcf0724-1b97-4b84-b590-4231952c1bcc req-cf4ce5a8-c16b-4bde-bead-0450087a54e7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656416 Feb 03 21:48:10.042173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:10.042996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:10.062252 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-42ace5c3-0531-434f-81b6-317d71b77595 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37 HTTP/1.1" status: 200 len: 1000 time: 0.0711730 Feb 03 21:48:10.077835 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Publish callbacks [] for security_group (09513f8d-3e33-4222-9147-7a8552d95839), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.089219 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (09513f8d-3e33-4222-9147-7a8552d95839), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.109777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:10.116876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:48:10.126938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09513f8d-3e33-4222-9147-7a8552d95839,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:10.131785 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5718f013-b9f1-4f3e-a858-cc9655e0a1b6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.132139 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Added segment 5718f013-b9f1-4f3e-a858-cc9655e0a1b6 of type vlan for network bd7ce364-7a59-4061-873a-b32c0b85a031 Feb 03 21:48:10.150165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-6b989403-de80-468f-964c-c7611c61c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:10.151708 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-6b989403-de80-468f-964c-c7611c61c729 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d0e32b7-72c4-401c-922e-7b05f3d5716d HTTP/1.1" status: 200 len: 855 time: 0.0837152 Feb 03 21:48:10.176858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (bd7ce364-7a59-4061-873a-b32c0b85a031), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.204561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1549e05d-4f7f-4ddc-b8cf-e709e26634a5 admin admin] Deleting subnet 820d2ffa-c04b-44bc-a940-7a9d83c8e71d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:48:10.205489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (bd7ce364-7a59-4061-873a-b32c0b85a031), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.206630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:10.207378 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.212970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1549e05d-4f7f-4ddc-b8cf-e709e26634a5 admin admin] Publish callbacks [] for subnet (820d2ffa-c04b-44bc-a940-7a9d83c8e71d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.240302 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5545645 Feb 03 21:48:10.243201 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:10.243442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:10.252713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Request body: {'subnet': {'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1994303483-subnet', 'tenant_id': '25069f8987964f849a8fbfa547f78d2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:10.278777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-3dea870a-ee54-4f04-839d-6aed68b4ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:10.280582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-3dea870a-ee54-4f04-839d-6aed68b4ea0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcffcd03-7cc7-43d0-89ef-82db50e549d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1176462 Feb 03 21:48:10.286827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1549e05d-4f7f-4ddc-b8cf-e709e26634a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (820d2ffa-c04b-44bc-a940-7a9d83c8e71d), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.313617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575d090-5401-4ca2-a900-55b35054e3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=bd7ce364-7a59-4061-873a-b32c0b85a031,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:10.330264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network bd7ce364-7a59-4061-873a-b32c0b85a031 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:48:10.339414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Made reservation on behalf of 25069f8987964f849a8fbfa547f78d2f for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:10.341563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa963d-3082-4307-a7bd-225d0aa8491c req-798c47cf-ef1a-4848-9340-c5b62c90ab5e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:10.341742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.343367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88aa963d-3082-4307-a7bd-225d0aa8491c req-798c47cf-ef1a-4848-9340-c5b62c90ab5e tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.0719411 Feb 03 21:48:10.395172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88aa963d-3082-4307-a7bd-225d0aa8491c req-ac986e4e-23c9-4c5a-a198-55ec223bcb79 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427110 Feb 03 21:48:10.427590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1549e05d-4f7f-4ddc-b8cf-e709e26634a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (820d2ffa-c04b-44bc-a940-7a9d83c8e71d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.525638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-837cf1d0-241a-489e-bb2d-55008481ce0c service neutron] 10.222.0.47 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352855 Feb 03 21:48:10.548747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:37Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '4fe375be-7bac-4ff1-87bb-0cc8f3008cef', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'floating_ip_address': '172.25.5.115', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'port_id': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'mac_address': 'fa:16:3e:6c:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:46:08Z', 'updated_at': '2022-02-03T21:48:08Z', 'revision_number': 1, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd641a0c6-86e9-43a7-854b-318649065efb', 'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'mac_address': 'fa:16:3e:b8:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:36Z', 'updated_at': '2022-02-03T21:44:45Z', 'revision_number': 5, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'subnets': [{'id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:10.557484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1549e05d-4f7f-4ddc-b8cf-e709e26634a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (820d2ffa-c04b-44bc-a940-7a9d83c8e71d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.577526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c03096-4830-4d93-8d6d-f2bcfa4b8711 None None] The sync data for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 is: [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:37Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '4fe375be-7bac-4ff1-87bb-0cc8f3008cef', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'floating_ip_address': '172.25.5.115', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'port_id': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'mac_address': 'fa:16:3e:6c:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:46:08Z', 'updated_at': '2022-02-03T21:48:08Z', 'revision_number': 1, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd641a0c6-86e9-43a7-854b-318649065efb', 'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'mac_address': 'fa:16:3e:b8:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:36Z', 'updated_at': '2022-02-03T21:44:45Z', 'revision_number': 5, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'subnets': [{'id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:48:10.640323 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1549e05d-4f7f-4ddc-b8cf-e709e26634a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.643256 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1549e05d-4f7f-4ddc-b8cf-e709e26634a5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/820d2ffa-c04b-44bc-a940-7a9d83c8e71d HTTP/1.1" status: 204 len: 168 time: 0.5324595 Feb 03 21:48:10.645784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549e05d-4f7f-4ddc-b8cf-e709e26634a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820d2ffa-c04b-44bc-a940-7a9d83c8e71d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:10.647317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:10.653399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff7826-4165-47b1-b3ba-fb79710d7493 req-85c44cf5-93c1-4e16-ae09-a5e30e450b3b tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:10.658758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff7826-4165-47b1-b3ba-fb79710d7493 req-85c44cf5-93c1-4e16-ae09-a5e30e450b3b tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:10.664265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff7826-4165-47b1-b3ba-fb79710d7493 req-85c44cf5-93c1-4e16-ae09-a5e30e450b3b tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:10.666020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afff7826-4165-47b1-b3ba-fb79710d7493 req-85c44cf5-93c1-4e16-ae09-a5e30e450b3b tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2419 time: 0.1114135 Feb 03 21:48:10.675097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-fdd2b68c-f02d-4b31-808f-a8493af81470 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:10.676681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-fdd2b68c-f02d-4b31-808f-a8493af81470 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.1098125 Feb 03 21:48:10.770681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afff7826-4165-47b1-b3ba-fb79710d7493 req-c2b6a1c5-2775-4a90-860d-d5398dfd729d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930502 Feb 03 21:48:10.778131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 85280c06-e0e8-4ae9-9605-c6e1d82d085d up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:10.797078 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-c9fa0cf9-5f56-4d12-80fd-e184cd40985e service neutron] 10.222.0.47 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639222 Feb 03 21:48:10.801299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (1ed99da5-3ea9-480c-a414-ea4db89a17de), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.842647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d683e407-6fc4-4943-b17a-1e48441885b6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.848665 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-c49a8934-287c-4c7f-9c2f-e1c612846b26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=512ba836-5136-4a81-b3ab-7bb09c9c0c04 HTTP/1.1" status: 200 len: 217 time: 0.0447094 Feb 03 21:48:10.851661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 85280c06-e0e8-4ae9-9605-c6e1d82d085d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:10.857240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 85280c06-e0e8-4ae9-9605-c6e1d82d085d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:10.857631 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:10.867937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f147a90-c8df-41e7-ada7-23b8faab716f req-46bb8e43-d1c2-4e08-a215-c4e8463257a9 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:10.876357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f147a90-c8df-41e7-ada7-23b8faab716f req-46bb8e43-d1c2-4e08-a215-c4e8463257a9 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 944 time: 0.1248245 Feb 03 21:48:10.904465 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dac7764-ef79-472a-b919-d625006bc23d None None] New status for floating IP 4fe375be-7bac-4ff1-87bb-0cc8f3008cef: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:48:10.950391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f147a90-c8df-41e7-ada7-23b8faab716f req-00e5a584-3905-4c9d-842e-1be1e1ce8991 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710001 Feb 03 21:48:10.964362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Deleting port cdadb2d4-26d9-4547-9c04-c260152ff1f2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:10.964362 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.005499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d683e407-6fc4-4943-b17a-1e48441885b6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:11.006023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 85280c06-e0e8-4ae9-9605-c6e1d82d085d is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:11.006633 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.043356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 85280c06-e0e8-4ae9-9605-c6e1d82d085d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=85280c06-e0e8-4ae9-9605-c6e1d82d085d,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:11.053054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.055429 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:11.065331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-3123b4ec-a3d6-4112-99c1-b4663e05fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.066978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-3123b4ec-a3d6-4112-99c1-b4663e05fdac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.2121460 Feb 03 21:48:11.084492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:11.085162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9e74ca76-517c-4571-8fe8-fb8c0c5be3a6 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:11.151675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff624fb-88e7-41c2-9ba3-bf353e3e7d05 req-af855584-69fb-43f1-b9b8-3a6dbe02b37b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.156536 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=85280c06-e0e8-4ae9-9605-c6e1d82d085d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:11.158453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff624fb-88e7-41c2-9ba3-bf353e3e7d05 req-af855584-69fb-43f1-b9b8-3a6dbe02b37b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.163866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff624fb-88e7-41c2-9ba3-bf353e3e7d05 req-af855584-69fb-43f1-b9b8-3a6dbe02b37b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.169129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff624fb-88e7-41c2-9ba3-bf353e3e7d05 req-af855584-69fb-43f1-b9b8-3a6dbe02b37b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.174956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff624fb-88e7-41c2-9ba3-bf353e3e7d05 req-af855584-69fb-43f1-b9b8-3a6dbe02b37b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.180228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff624fb-88e7-41c2-9ba3-bf353e3e7d05 req-af855584-69fb-43f1-b9b8-3a6dbe02b37b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.185552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff624fb-88e7-41c2-9ba3-bf353e3e7d05 req-af855584-69fb-43f1-b9b8-3a6dbe02b37b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.187576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ff624fb-88e7-41c2-9ba3-bf353e3e7d05 req-af855584-69fb-43f1-b9b8-3a6dbe02b37b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1890352 Feb 03 21:48:11.214314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] For port cdadb2d4-26d9-4547-9c04-c260152ff1f2, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cdadb2d4-26d9-4547-9c04-c260152ff1f2,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:11.214683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.312653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b0ad9-8bf0-4de4-8453-a7bb74bb444b'}, {'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47fd51a-42a6-4e9e-b4cb-c96637b42616'}, {'server_uuid': '0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85280c06-e0e8-4ae9-9605-c6e1d82d085d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:11.315511 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9853c5e9-df82-45a4-935d-c011526bc09d" -d '{"events": [{"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-plugged", "status": "completed", "tag": "a50b0ad9-8bf0-4de4-8453-a7bb74bb444b"}, {"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-plugged", "status": "completed", "tag": "f47fd51a-42a6-4e9e-b4cb-c96637b42616"}, {"server_uuid": "0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91", "name": "network-vif-plugged", "status": "completed", "tag": "85280c06-e0e8-4ae9-9605-c6e1d82d085d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:11.400379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ff624fb-88e7-41c2-9ba3-bf353e3e7d05 req-932c1f8b-7ef8-41e9-b6e7-cf3535e5d131 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2033219 Feb 03 21:48:11.404340 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (1ed99da5-3ea9-480c-a414-ea4db89a17de), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.428491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Checking segment: {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:11.428862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Network hostable DHCP agents. Network: bd7ce364-7a59-4061-873a-b32c0b85a031, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:48:11.438431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e4d2-aa5b-4d28-b752-3ff078e35269 req-8e1b82ca-eb7b-4be1-9bc4-164197d8eee1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.445205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a320e4d2-aa5b-4d28-b752-3ff078e35269 req-8e1b82ca-eb7b-4be1-9bc4-164197d8eee1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.2547576 Feb 03 21:48:11.459176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed99da5-3ea9-480c-a414-ea4db89a17de']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:11.478230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c842b86-82ac-44ad-b40a-df2a3d15251a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:11.478522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c842b86-82ac-44ad-b40a-df2a3d15251a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:11.489753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Network bd7ce364-7a59-4061-873a-b32c0b85a031 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:48:11.492430 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe24ca4-4037-4f5c-be00-04a0f2cc348b x-openstack-request-id: req-cbe24ca4-4037-4f5c-be00-04a0f2cc348b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:11.493690 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-plugged", "status": "completed", "tag": "a50b0ad9-8bf0-4de4-8453-a7bb74bb444b", "code": 200}, {"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-plugged", "status": "completed", "tag": "f47fd51a-42a6-4e9e-b4cb-c96637b42616", "code": 200}, {"server_uuid": "0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91", "name": "network-vif-plugged", "status": "completed", "tag": "85280c06-e0e8-4ae9-9605-c6e1d82d085d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:11.494146 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbe24ca4-4037-4f5c-be00-04a0f2cc348b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:11.494385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (9c842b86-82ac-44ad-b40a-df2a3d15251a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.497347 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b0ad9-8bf0-4de4-8453-a7bb74bb444b', 'code': 200} Feb 03 21:48:11.497680 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47fd51a-42a6-4e9e-b4cb-c96637b42616', 'code': 200} Feb 03 21:48:11.498561 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85280c06-e0e8-4ae9-9605-c6e1d82d085d', 'code': 200} Feb 03 21:48:11.512173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-07e86884-dca6-4ab2-8d45-7df6bd13293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.514539 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-07e86884-dca6-4ab2-8d45-7df6bd13293b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4358966 Feb 03 21:48:11.546979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a320e4d2-aa5b-4d28-b752-3ff078e35269 req-868c724c-5593-4a71-aa99-561b0343d1b5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008549 Feb 03 21:48:11.556272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9c842b86-82ac-44ad-b40a-df2a3d15251a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.559033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, bd7ce364-7a59-4061-873a-b32c0b85a031) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:11.577563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983e25b-dd34-498d-adfc-abe044a138de None None] Network bd7ce364-7a59-4061-873a-b32c0b85a031 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:11.598585 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.599053 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (87f1119c-24f0-4920-a4b4-fef6b088b3d2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.599423 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Floating IP 87f1119c-24f0-4920-a4b4-fef6b088b3d2 disassociated. External IP: 172.25.5.167, port: cdadb2d4-26d9-4547-9c04-c260152ff1f2. Feb 03 21:48:11.599831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Calling delete_port for cdadb2d4-26d9-4547-9c04-c260152ff1f2 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:11.604806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:48:11.605236 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (9c842b86-82ac-44ad-b40a-df2a3d15251a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.613967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.614804 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:48:11.619224 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:48:11.662345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225cf28-faf5-43b9-9625-99e8e3a7df5a req-c641714e-6ed9-485f-a3db-b5bee1467521 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.664016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9225cf28-faf5-43b9-9625-99e8e3a7df5a req-c641714e-6ed9-485f-a3db-b5bee1467521 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 945 time: 0.1141102 Feb 03 21:48:11.704893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e16e3d9-94b3-4c3b-9029-562166d9c8cf None None] Network bd7ce364-7a59-4061-873a-b32c0b85a031 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:11.743668 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-629f9e15-4312-4cfa-8b66-749a684931c1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4932809 Feb 03 21:48:11.744201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9225cf28-faf5-43b9-9625-99e8e3a7df5a req-0ed7e1e6-7156-4dde-934d-44505b3e33c1 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups?id=73fd1c03-5754-4eac-8600-45d52d72e490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697777 Feb 03 21:48:11.755391 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (1ed99da5-3ea9-480c-a414-ea4db89a17de), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.775772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.779039 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1ed99da5-3ea9-480c-a414-ea4db89a17de HTTP/1.1" status: 204 len: 168 time: 1.1262078 Feb 03 21:48:11.834719 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-c4044e4b-473d-4d84-b732-68213fc21884 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075516 Feb 03 21:48:11.837765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d576777-db82-44ff-a32c-cf01a8fc4991 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed99da5-3ea9-480c-a414-ea4db89a17de,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:11.852871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7480eb-2957-4867-902a-3b91133eb78f req-ed81209b-1979-49ea-a1a7-6bf880f80029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.854818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7480eb-2957-4867-902a-3b91133eb78f req-ed81209b-1979-49ea-a1a7-6bf880f80029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.855597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7480eb-2957-4867-902a-3b91133eb78f req-ed81209b-1979-49ea-a1a7-6bf880f80029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.857861 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cdadb2d4-26d9-4547-9c04-c260152ff1f2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:11.864721 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e7480eb-2957-4867-902a-3b91133eb78f req-ed81209b-1979-49ea-a1a7-6bf880f80029 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2965 time: 0.2706549 Feb 03 21:48:11.893898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a72f-0e27-4bd2-94bc-f0b9a65ca0aa req-984d4061-1fa8-40ac-a82d-489091e96555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:11.899321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7757a72f-0e27-4bd2-94bc-f0b9a65ca0aa req-984d4061-1fa8-40ac-a82d-489091e96555 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 1127 time: 0.3011518 Feb 03 21:48:11.917152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Pushing event deleted for resources: {'Port': ['ID=cdadb2d4-26d9-4547-9c04-c260152ff1f2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:11.962994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2922747d-b2b3-4ebb-bf4c-37b6762be722 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:11.990773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 2922747d-b2b3-4ebb-bf4c-37b6762be722 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:11.991384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2922747d-b2b3-4ebb-bf4c-37b6762be722 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:12.035818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:12.125339 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e7480eb-2957-4867-902a-3b91133eb78f req-adddd38d-1640-4ef7-a2b9-fa47d3657fba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223201 Feb 03 21:48:12.142840 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7757a72f-0e27-4bd2-94bc-f0b9a65ca0aa req-c365a6e3-986d-4472-96f9-42400825c2fb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198758 Feb 03 21:48:12.158304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-e88670b5-4629-4458-b454-d1b8e5eb9ebb service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924407 Feb 03 21:48:12.191777 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a5948aea-bf90-4180-aedb-d6bf9f2fa401 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a83df294cf84b59ac9b43fdf3c56505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542442 Feb 03 21:48:12.199838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:12.203481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-0c5ba231-d33a-41e2-9a84-8127e2798b9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=e36b55fe-4080-4085-94cd-25bb04d6c057 HTTP/1.1" status: 200 len: 217 time: 0.0391462 Feb 03 21:48:12.206348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aadd5-5ca0-4ed4-be29-eeea8eed847b req-b499f90b-de25-41c8-b601-f53ed7c3bfe1 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.214464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aadd5-5ca0-4ed4-be29-eeea8eed847b req-b499f90b-de25-41c8-b601-f53ed7c3bfe1 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.222105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aadd5-5ca0-4ed4-be29-eeea8eed847b req-b499f90b-de25-41c8-b601-f53ed7c3bfe1 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.223764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-281aadd5-5ca0-4ed4-be29-eeea8eed847b req-b499f90b-de25-41c8-b601-f53ed7c3bfe1 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2419 time: 0.1994407 Feb 03 21:48:12.238823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be82c6-72c4-4809-8531-d75dcc82ccca req-303b9aef-d8dd-4fb0-8da9-b4f51e5fb08e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.240240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86be82c6-72c4-4809-8531-d75dcc82ccca req-303b9aef-d8dd-4fb0-8da9-b4f51e5fb08e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 945 time: 0.1688917 Feb 03 21:48:12.250277 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Router 7dddae73-f906-43b1-9205-1a4bf205e5f1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:48:12.283385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-fdea06b2-6ba3-45af-a55d-24f375323c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.284883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-fdea06b2-6ba3-45af-a55d-24f375323c8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.0711114 Feb 03 21:48:12.304506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce55d051-1dd5-4c16-bfc5-55764247996e admin admin] Publish callbacks [] for security_group (328928ca-2898-470d-80b0-f609ca5619e4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:12.344603 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce55d051-1dd5-4c16-bfc5-55764247996e admin admin] Publish callbacks [] for security_group (328928ca-2898-470d-80b0-f609ca5619e4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:12.356941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-281aadd5-5ca0-4ed4-be29-eeea8eed847b req-8aac1d7b-7189-4d5e-8b85-08755618ca4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272595 Feb 03 21:48:12.359829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86be82c6-72c4-4809-8531-d75dcc82ccca req-a5e07435-5d9b-4d96-822c-e6e792f69c8c tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129231 Feb 03 21:48:12.380155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-605162ee-67ac-4102-b7f2-51cecde71911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.391209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-605162ee-67ac-4102-b7f2-51cecde71911 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0896485 Feb 03 21:48:12.509342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce55d051-1dd5-4c16-bfc5-55764247996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (328928ca-2898-470d-80b0-f609ca5619e4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:12.515805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce55d051-1dd5-4c16-bfc5-55764247996e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:12.517392 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce55d051-1dd5-4c16-bfc5-55764247996e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/328928ca-2898-470d-80b0-f609ca5619e4 HTTP/1.1" status: 204 len: 168 time: 0.3162498 Feb 03 21:48:12.542109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55d051-1dd5-4c16-bfc5-55764247996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328928ca-2898-470d-80b0-f609ca5619e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:12.555000 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-6d519608-ac24-480b-8738-0d7cce6abe53 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613190 Feb 03 21:48:12.658298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-7c2480f9-e7b3-4c0f-97aa-6a64b4ba8c33 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956702 Feb 03 21:48:12.723883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-3617aa93-2089-4513-8e03-3b4a40c0d766 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=3b8fd510-f612-48d4-a752-2f072032f355 HTTP/1.1" status: 200 len: 217 time: 0.0585561 Feb 03 21:48:12.783722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-e8df8322-9551-480d-9589-510d0aa0e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.785391 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-e8df8322-9551-480d-9589-510d0aa0e4ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.0474753 Feb 03 21:48:12.852657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-b3e36af0-4388-486f-8468-cd636c31951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.853768 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-b3e36af0-4388-486f-8468-cd636c31951e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0617473 Feb 03 21:48:12.897331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d3e1-bf6e-47ae-8ee9-4e5572b2ec24 req-d0f2a586-146d-47eb-9e64-e8317ed88608 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.902864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d3e1-bf6e-47ae-8ee9-4e5572b2ec24 req-d0f2a586-146d-47eb-9e64-e8317ed88608 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.908104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d3e1-bf6e-47ae-8ee9-4e5572b2ec24 req-d0f2a586-146d-47eb-9e64-e8317ed88608 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.913468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d3e1-bf6e-47ae-8ee9-4e5572b2ec24 req-d0f2a586-146d-47eb-9e64-e8317ed88608 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.919005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d3e1-bf6e-47ae-8ee9-4e5572b2ec24 req-d0f2a586-146d-47eb-9e64-e8317ed88608 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.924398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d3e1-bf6e-47ae-8ee9-4e5572b2ec24 req-d0f2a586-146d-47eb-9e64-e8317ed88608 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.929612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d3e1-bf6e-47ae-8ee9-4e5572b2ec24 req-d0f2a586-146d-47eb-9e64-e8317ed88608 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.931530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f423d3e1-bf6e-47ae-8ee9-4e5572b2ec24 req-d0f2a586-146d-47eb-9e64-e8317ed88608 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1940739 Feb 03 21:48:12.938519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:48:12.948688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] Sync routers for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:48:12.958415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-0ace9c35-de72-49a2-8b24-6432302d1a34 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974317 Feb 03 21:48:12.973060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-42c38d1d-2328-4dbd-b6b2-c9137c746466 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:12.974771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-42c38d1d-2328-4dbd-b6b2-c9137c746466 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/networks?id=bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 200 len: 822 time: 0.2362289 Feb 03 21:48:12.975637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:12.976323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:13.009924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] No DVR routers for this DVR port cdadb2d4-26d9-4547-9c04-c260152ff1f2 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:13.015532 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:13.018792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a758259-437f-484e-8a0e-45dc1cf42f02 req-e982bf1c-df6f-4e4a-ab60-8dbb85c10f96 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.10 "DELETE /v2.0/ports/cdadb2d4-26d9-4547-9c04-c260152ff1f2 HTTP/1.1" status: 204 len: 173 time: 2.3331528 Feb 03 21:48:13.020145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'name': 'network-vif-deleted', 'tag': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:13.022838 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355726a6-d784-433e-8fe1-dbcf7af0f1e2" -d '{"events": [{"server_uuid": "6a736cf3-3ae3-42e7-96b1-8deb017719bf", "name": "network-vif-deleted", "tag": "cdadb2d4-26d9-4547-9c04-c260152ff1f2"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:13.040269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-512b7f83-e8ce-4459-a23b-81ff393b5ded tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/quotas/25069f8987964f849a8fbfa547f78d2f HTTP/1.1" status: 200 len: 375 time: 0.0519459 Feb 03 21:48:13.074487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-4a527012-1649-4da0-90ad-fd83b05e70e5 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080916 Feb 03 21:48:13.079303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9658e554-86b0-4e2b-a444-165c10fbc0a6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25069f8987964f849a8fbfa547f78d2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381627 Feb 03 21:48:13.127448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f423d3e1-bf6e-47ae-8ee9-4e5572b2ec24 req-8535e3bd-61b3-436e-a5ed-efa61ba296c7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853476 Feb 03 21:48:13.137186 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-e962fbd0-01d1-4974-87be-22aedfb7a3fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b HTTP/1.1" status: 200 len: 217 time: 0.0525594 Feb 03 21:48:13.176951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:13.228744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-c0de3d45-c0b2-4e6e-9ed4-0cf0941759d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:13.234054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-c0de3d45-c0b2-4e6e-9ed4-0cf0941759d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.0900822 Feb 03 21:48:13.276999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e3866-3613-413d-abab-7ff521bcaa06 req-eb994154-9162-4b08-9dae-564e5bb9d3bd tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:13.278877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d2e3866-3613-413d-abab-7ff521bcaa06 req-eb994154-9162-4b08-9dae-564e5bb9d3bd tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.0909293 Feb 03 21:48:13.328380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-23d76d76-0fa4-4d96-914a-7a6b5af6b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:13.333285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-23d76d76-0fa4-4d96-914a-7a6b5af6b2b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0930996 Feb 03 21:48:13.455393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d2e3866-3613-413d-abab-7ff521bcaa06 req-925d5594-fa8d-4506-8b5f-df7813605bc1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255760 Feb 03 21:48:13.491722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-a895cd02-88c5-4c5c-8abf-78dc72699965 service neutron] 10.222.0.50 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963737 Feb 03 21:48:13.518648 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-7c5a1604-5b65-4ae7-b0c2-93ce7d9e1603 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785440 Feb 03 21:48:13.541129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:47Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'a54741d5-c58d-4288-9ff2-667f5ec23d39', 'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'mac_address': 'fa:16:3e:52:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:45Z', 'updated_at': '2022-02-03T21:45:53Z', 'revision_number': 5, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'subnets': [{'id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:13.595124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] Checking router: 7dddae73-f906-43b1-9205-1a4bf205e5f1 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:48:13.604477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:13.605500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:47:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:13.658772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7064412b-728f-4758-bd5a-6f138647008f req-6e063dc2-b302-4f61-b805-fe4cf65d9d46 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0832434 Feb 03 21:48:13.683089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-357adad1-3fc7-47cd-9725-d4395469934b service neutron] 10.222.0.50 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863334 Feb 03 21:48:13.723003 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c54526d-11fe-4301-b0be-960e19c51cba x-openstack-request-id: req-4c54526d-11fe-4301-b0be-960e19c51cba {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:13.723297 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a736cf3-3ae3-42e7-96b1-8deb017719bf", "name": "network-vif-deleted", "tag": "cdadb2d4-26d9-4547-9c04-c260152ff1f2", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:13.723561 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c54526d-11fe-4301-b0be-960e19c51cba {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:13.724084 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a736cf3-3ae3-42e7-96b1-8deb017719bf', 'name': 'network-vif-deleted', 'tag': 'cdadb2d4-26d9-4547-9c04-c260152ff1f2', 'status': 'completed', 'code': 200} Feb 03 21:48:13.854195 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-2244b58f-8426-4e09-aab3-e78e71e742a4 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263912 Feb 03 21:48:13.869122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:13.927752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521451c0-128d-47fb-85e8-7f13db869e38 req-d9cf386c-9ecb-4377-8c69-1fb154643adc tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:13.940421 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-1de28ff7-7cb0-451a-aab2-91499fc94746 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c169ac6-d185-4471-be32-85668e3022ef HTTP/1.1" status: 200 len: 217 time: 0.0788825 Feb 03 21:48:13.941503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-521451c0-128d-47fb-85e8-7f13db869e38 req-d9cf386c-9ecb-4377-8c69-1fb154643adc tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 945 time: 0.1119885 Feb 03 21:48:14.041638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-b79896c0-9557-4d2b-8fd8-44d28fde8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.046125 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-b79896c0-9557-4d2b-8fd8-44d28fde8e3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=769e4d37-b014-48c5-a848-37056cd8ff3d HTTP/1.1" status: 200 len: 797 time: 0.0963628 Feb 03 21:48:14.049053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-521451c0-128d-47fb-85e8-7f13db869e38 req-a90c6a75-89de-4504-b1f4-e980f7333eba tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023412 Feb 03 21:48:14.147482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-2fe97d50-046d-4b0b-a1e4-0fb90ace5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.149140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-2fe97d50-046d-4b0b-a1e4-0fb90ace5533 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8171fea6-6dc9-4528-8843-90775fdf9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0976605 Feb 03 21:48:14.175984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d769e-7691-406b-a78d-b6e2dc8c0864 req-2e7771fb-b389-4aa0-84fc-e6d397e7956a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.183118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d769e-7691-406b-a78d-b6e2dc8c0864 req-2e7771fb-b389-4aa0-84fc-e6d397e7956a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.190245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d769e-7691-406b-a78d-b6e2dc8c0864 req-2e7771fb-b389-4aa0-84fc-e6d397e7956a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.193790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d6d769e-7691-406b-a78d-b6e2dc8c0864 req-2e7771fb-b389-4aa0-84fc-e6d397e7956a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2419 time: 0.0977812 Feb 03 21:48:14.225957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:47Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'a54741d5-c58d-4288-9ff2-667f5ec23d39', 'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'mac_address': 'fa:16:3e:52:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:45Z', 'updated_at': '2022-02-03T21:45:53Z', 'revision_number': 5, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'subnets': [{'id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:14.273032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d1049-9049-417d-b17c-160a2f0e7629 None None] The sync data for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 is: [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:45:47Z', 'revision_number': 4, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'a54741d5-c58d-4288-9ff2-667f5ec23d39', 'name': '', 'network_id': '35f428fe-d74f-40e7-a849-b4b8933ef3d1', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'mac_address': 'fa:16:3e:52:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:45Z', 'updated_at': '2022-02-03T21:45:53Z', 'revision_number': 5, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'subnets': [{'id': 'c49bb92f-2799-4ced-8c17-b010a4206fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:48:14.286278 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-2467aa6a-67bb-4884-9c66-a1fcdde7d98e service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299636 Feb 03 21:48:14.301219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d6d769e-7691-406b-a78d-b6e2dc8c0864 req-3805f5cb-3131-4f44-948f-588378831551 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017659 Feb 03 21:48:14.407997 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14ac93a-28fe-4288-98df-257e6e05b291 req-cf52301b-8f19-4335-91da-a2838a5e88b4 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 210 time: 0.0571871 Feb 03 21:48:14.451924 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-bb94dba4-c7e2-4458-9568-e21f87ce6924 service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485415 Feb 03 21:48:14.513006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-73e823c4-db9e-480e-9d13-8a48fad0372a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 HTTP/1.1" status: 200 len: 217 time: 0.0544746 Feb 03 21:48:14.617226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-53518abb-6784-4796-a7e3-21f5126eab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.618825 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-53518abb-6784-4796-a7e3-21f5126eab13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=769e4d37-b014-48c5-a848-37056cd8ff3d HTTP/1.1" status: 200 len: 797 time: 0.0903332 Feb 03 21:48:14.681522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-347fdbc8-4f09-4014-87ef-967e231590d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.685347 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-347fdbc8-4f09-4014-87ef-967e231590d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8171fea6-6dc9-4528-8843-90775fdf9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0569592 Feb 03 21:48:14.755643 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fc0967-1c7a-4be1-82c7-5b211eb72878 None None] New status for floating IP 87f1119c-24f0-4920-a4b4-fef6b088b3d2: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:48:14.799281 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-bc86f97c-6871-462b-b31c-a7e194eb2dbe service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076410 Feb 03 21:48:14.805018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cdadb2d4-26d9-4547-9c04-c260152ff1f2 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:14.809070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db02c-0ca2-4c50-8939-d7d9fef95963 req-7a5470bc-3813-4dce-92fc-075df1dc2b0e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.833200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db02c-0ca2-4c50-8939-d7d9fef95963 req-7a5470bc-3813-4dce-92fc-075df1dc2b0e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.839190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db02c-0ca2-4c50-8939-d7d9fef95963 req-7a5470bc-3813-4dce-92fc-075df1dc2b0e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.845567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db02c-0ca2-4c50-8939-d7d9fef95963 req-7a5470bc-3813-4dce-92fc-075df1dc2b0e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.851374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db02c-0ca2-4c50-8939-d7d9fef95963 req-7a5470bc-3813-4dce-92fc-075df1dc2b0e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.857090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db02c-0ca2-4c50-8939-d7d9fef95963 req-7a5470bc-3813-4dce-92fc-075df1dc2b0e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.863324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db02c-0ca2-4c50-8939-d7d9fef95963 req-7a5470bc-3813-4dce-92fc-075df1dc2b0e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.872142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-246db02c-0ca2-4c50-8939-d7d9fef95963 req-7a5470bc-3813-4dce-92fc-075df1dc2b0e tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.3407233 Feb 03 21:48:14.899951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: cdadb2d4-26d9-4547-9c04-c260152ff1f2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:14.905183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cdadb2d4-26d9-4547-9c04-c260152ff1f2 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:14.907743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bcd65-0986-47a7-9e8b-1583a7860cfb req-5c8c9783-52e9-45e3-872e-197d3158a15b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:14.915678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be1bcd65-0986-47a7-9e8b-1583a7860cfb req-5c8c9783-52e9-45e3-872e-197d3158a15b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.2669606 Feb 03 21:48:14.923090 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d064c9be-954a-4eb5-a3e3-452c52d1384a req-2c423134-53a6-49e5-a711-cd388a86efda service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170459 Feb 03 21:48:15.011354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-246db02c-0ca2-4c50-8939-d7d9fef95963 req-f4cae982-cb02-4f88-92e8-2920f036f444 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379383 Feb 03 21:48:15.039334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be1bcd65-0986-47a7-9e8b-1583a7860cfb req-61d19ad2-ecce-49b1-a439-64aad6373f01 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223626 Feb 03 21:48:15.154324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-28e0ba72-77cc-41c5-8d28-12ac539d46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.155607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-28e0ba72-77cc-41c5-8d28-12ac539d46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.156472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-28e0ba72-77cc-41c5-8d28-12ac539d46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.157158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-28e0ba72-77cc-41c5-8d28-12ac539d46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.157959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-28e0ba72-77cc-41c5-8d28-12ac539d46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.158589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-28e0ba72-77cc-41c5-8d28-12ac539d46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.159417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2315e8b-f42b-47ff-b15a-3945b2710f3c req-4b4122f3-098c-41d7-be3b-c75b35a6bf62 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0640347 Feb 03 21:48:15.160004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-28e0ba72-77cc-41c5-8d28-12ac539d46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.162863 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d368c450-f822-4aaa-bec9-bd398d228429 req-28e0ba72-77cc-41c5-8d28-12ac539d46da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6716 time: 0.0979824 Feb 03 21:48:15.336536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad9de320-e2e4-4a85-94cc-926f2b33c9cf req-28aded77-7616-4a55-9dc1-608821d0599f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0476365 Feb 03 21:48:15.388089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-0164a36c-d7f5-4c40-ae00-3321396c03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.392116 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d368c450-f822-4aaa-bec9-bd398d228429 req-0164a36c-d7f5-4c40-ae00-3321396c03ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=dcffcd03-7cc7-43d0-89ef-82db50e549d9 HTTP/1.1" status: 200 len: 917 time: 0.2181640 Feb 03 21:48:15.490362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6eef-6fb8-425d-9300-ed4df67fb804 req-dc10f1b1-e184-4aa3-80d4-5ae65113fd5f tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.495903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6eef-6fb8-425d-9300-ed4df67fb804 req-dc10f1b1-e184-4aa3-80d4-5ae65113fd5f tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.503379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6eef-6fb8-425d-9300-ed4df67fb804 req-dc10f1b1-e184-4aa3-80d4-5ae65113fd5f tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.505152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d8a6eef-6fb8-425d-9300-ed4df67fb804 req-dc10f1b1-e184-4aa3-80d4-5ae65113fd5f tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2419 time: 0.1062376 Feb 03 21:48:15.516174 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d368c450-f822-4aaa-bec9-bd398d228429 req-41e72021-91a6-4fee-8366-52a811c55a2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37 HTTP/1.1" status: 200 len: 1002 time: 0.1171906 Feb 03 21:48:15.519537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e241de-aa48-4a6d-adb9-ebb8681195b7 req-da134cad-50c4-4288-a12c-1c86aa5fea03 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.526635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0e241de-aa48-4a6d-adb9-ebb8681195b7 req-da134cad-50c4-4288-a12c-1c86aa5fea03 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 945 time: 0.1180634 Feb 03 21:48:15.592134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-caa46253-b11d-4c28-b222-6b259a0b32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.594185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d368c450-f822-4aaa-bec9-bd398d228429 req-caa46253-b11d-4c28-b222-6b259a0b32f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d0e32b7-72c4-401c-922e-7b05f3d5716d HTTP/1.1" status: 200 len: 855 time: 0.0716364 Feb 03 21:48:15.604641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0e241de-aa48-4a6d-adb9-ebb8681195b7 req-6682bd43-b269-48e9-a276-8e3ab17ce1a6 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772274 Feb 03 21:48:15.624450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d8a6eef-6fb8-425d-9300-ed4df67fb804 req-40e3fd8e-b41d-4138-8400-0430a3c01ebe tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903621 Feb 03 21:48:15.758317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a30d58af-73fe-4db9-9def-f8cf5c3b9194 req-9f76cd31-a7de-482b-a214-8ba89dde2f9f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 210 time: 0.0600057 Feb 03 21:48:15.773693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c450-f822-4aaa-bec9-bd398d228429 req-7ba5deea-ad87-4e0d-919d-baf0c61d67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.776590 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d368c450-f822-4aaa-bec9-bd398d228429 req-7ba5deea-ad87-4e0d-919d-baf0c61d67c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcffcd03-7cc7-43d0-89ef-82db50e549d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1540570 Feb 03 21:48:15.935550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-185bac3e-d741-4c5e-bee2-e64178ad80fa tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:15.938671 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-185bac3e-d741-4c5e-bee2-e64178ad80fa tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.47 "GET /v2.0/networks?id=bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 200 len: 822 time: 0.2030385 Feb 03 21:48:15.953713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Request body: {'port': {'device_id': 'bc871457-dc5c-4808-910b-f65870b645e8', 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031', 'admin_state_up': True, 'tenant_id': '25069f8987964f849a8fbfa547f78d2f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:15.958377 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d368c450-f822-4aaa-bec9-bd398d228429 req-c0d4730b-8fc6-4667-8806-c6b53b9aef52 service neutron] 10.222.0.47 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496723 Feb 03 21:48:16.216029 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d368c450-f822-4aaa-bec9-bd398d228429 req-8079e435-18d4-441e-a43e-25c00a10bc18 service neutron] 10.222.0.47 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451718 Feb 03 21:48:16.243049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Made reservation on behalf of 25069f8987964f849a8fbfa547f78d2f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:16.246821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:16.277983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519e0ee-5cdf-4e53-8c20-b13e3112aa15 req-89b1653c-675f-4950-831e-c18a7023aa77 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.280007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e519e0ee-5cdf-4e53-8c20-b13e3112aa15 req-89b1653c-675f-4950-831e-c18a7023aa77 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1689661 Feb 03 21:48:16.294952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705a44-fe85-45ab-9830-6dde0153bc01 req-03cd32e8-f73f-45b7-997b-2b603ff6cc26 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.300927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705a44-fe85-45ab-9830-6dde0153bc01 req-03cd32e8-f73f-45b7-997b-2b603ff6cc26 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.306415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705a44-fe85-45ab-9830-6dde0153bc01 req-03cd32e8-f73f-45b7-997b-2b603ff6cc26 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.311806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705a44-fe85-45ab-9830-6dde0153bc01 req-03cd32e8-f73f-45b7-997b-2b603ff6cc26 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.317140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705a44-fe85-45ab-9830-6dde0153bc01 req-03cd32e8-f73f-45b7-997b-2b603ff6cc26 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.322393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705a44-fe85-45ab-9830-6dde0153bc01 req-03cd32e8-f73f-45b7-997b-2b603ff6cc26 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.327788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705a44-fe85-45ab-9830-6dde0153bc01 req-03cd32e8-f73f-45b7-997b-2b603ff6cc26 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.329864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04705a44-fe85-45ab-9830-6dde0153bc01 req-03cd32e8-f73f-45b7-997b-2b603ff6cc26 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1666658 Feb 03 21:48:16.418014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e519e0ee-5cdf-4e53-8c20-b13e3112aa15 req-4c24a413-187a-4508-8343-d72dbbfb232d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821030 Feb 03 21:48:16.455867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04705a44-fe85-45ab-9830-6dde0153bc01 req-49d49c8a-a4f7-4720-a0d4-8b9e530c0cc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181481 Feb 03 21:48:16.525854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Allocated IP 172.20.0.9 (bd7ce364-7a59-4061-873a-b32c0b85a031/d683e407-6fc4-4943-b17a-1e48441885b6/4f6c4748-3872-451c-928f-8728fc1e86c7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:16.561039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8213e316-2e47-4f4e-9dc2-970530e1af12 req-3cd652c2-6f5e-420d-99e1-6cd8c0b32919 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0437932 Feb 03 21:48:16.628231 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-312cc8af-d006-41d3-9d18-b8795df2b84b req-6d77b084-9bac-4e98-80a9-76f696f4792d tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0400605 Feb 03 21:48:16.766781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07cc-e98e-4e64-84a7-0eb8e4096b1a req-38b2acc3-c8eb-4938-a1b5-9b1537d73a98 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.772721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07cc-e98e-4e64-84a7-0eb8e4096b1a req-38b2acc3-c8eb-4938-a1b5-9b1537d73a98 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.778957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07cc-e98e-4e64-84a7-0eb8e4096b1a req-38b2acc3-c8eb-4938-a1b5-9b1537d73a98 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.786376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07cc-e98e-4e64-84a7-0eb8e4096b1a req-38b2acc3-c8eb-4938-a1b5-9b1537d73a98 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.793059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07cc-e98e-4e64-84a7-0eb8e4096b1a req-38b2acc3-c8eb-4938-a1b5-9b1537d73a98 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.795426 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:16.799414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07cc-e98e-4e64-84a7-0eb8e4096b1a req-38b2acc3-c8eb-4938-a1b5-9b1537d73a98 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.806202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07cc-e98e-4e64-84a7-0eb8e4096b1a req-38b2acc3-c8eb-4938-a1b5-9b1537d73a98 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.808600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80bb07cc-e98e-4e64-84a7-0eb8e4096b1a req-38b2acc3-c8eb-4938-a1b5-9b1537d73a98 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1608598 Feb 03 21:48:16.843275 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:16.891333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df46001-c582-452d-9ea7-aebe2808c820 req-5f131c79-a160-4309-8bf6-1c542d645485 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.897179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Network bd7ce364-7a59-4061-873a-b32c0b85a031 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:16.899243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df46001-c582-452d-9ea7-aebe2808c820 req-5f131c79-a160-4309-8bf6-1c542d645485 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.903341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:16.907586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:16.914512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df46001-c582-452d-9ea7-aebe2808c820 req-5f131c79-a160-4309-8bf6-1c542d645485 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.917926 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8df46001-c582-452d-9ea7-aebe2808c820 req-5f131c79-a160-4309-8bf6-1c542d645485 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2419 time: 0.2022569 Feb 03 21:48:16.945100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event updated for resources: {'Port': ['ID=4f6c4748-3872-451c-928f-8728fc1e86c7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:16.970742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:16.971680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:16.997850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d570f887-7efc-4bc1-b9f3-1045a96fd5b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0483232 Feb 03 21:48:17.005876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80bb07cc-e98e-4e64-84a7-0eb8e4096b1a req-60b47931-9250-4f55-882f-1a31fc8d25da tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879835 Feb 03 21:48:17.024779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Request body: {'port': {'device_id': 'bc871457-dc5c-4808-910b-f65870b645e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:17.077761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-7f8af6a6-0cf4-4beb-a713-c6d4715f2def tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.085048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-7f8af6a6-0cf4-4beb-a713-c6d4715f2def tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.091388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-7f8af6a6-0cf4-4beb-a713-c6d4715f2def tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.093361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-7f8af6a6-0cf4-4beb-a713-c6d4715f2def tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 2419 time: 0.1424365 Feb 03 21:48:17.107165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8df46001-c582-452d-9ea7-aebe2808c820 req-8107c201-e991-4854-be70-b30faaaa51cc tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796606 Feb 03 21:48:17.130969 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:17.216942 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:48:17.299301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db9551-0589-4752-bcf9-4c9750b7b66c req-36a88ac5-e4fc-4049-97d5-7d8fbd156ce8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.301381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74db9551-0589-4752-bcf9-4c9750b7b66c req-36a88ac5-e4fc-4049-97d5-7d8fbd156ce8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 931 time: 0.1834981 Feb 03 21:48:17.375000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497dbfb-1b17-4921-9b56-bfbfffbbc44e req-6d30c838-7a3c-4891-97ec-2bd56fe95662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.380695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497dbfb-1b17-4921-9b56-bfbfffbbc44e req-6d30c838-7a3c-4891-97ec-2bd56fe95662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.386951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497dbfb-1b17-4921-9b56-bfbfffbbc44e req-6d30c838-7a3c-4891-97ec-2bd56fe95662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.393512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497dbfb-1b17-4921-9b56-bfbfffbbc44e req-6d30c838-7a3c-4891-97ec-2bd56fe95662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.399273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497dbfb-1b17-4921-9b56-bfbfffbbc44e req-6d30c838-7a3c-4891-97ec-2bd56fe95662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.405165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497dbfb-1b17-4921-9b56-bfbfffbbc44e req-6d30c838-7a3c-4891-97ec-2bd56fe95662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.411029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497dbfb-1b17-4921-9b56-bfbfffbbc44e req-6d30c838-7a3c-4891-97ec-2bd56fe95662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.426653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5497dbfb-1b17-4921-9b56-bfbfffbbc44e req-6d30c838-7a3c-4891-97ec-2bd56fe95662 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1988187 Feb 03 21:48:17.467627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:17.467970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:17.495639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74db9551-0589-4752-bcf9-4c9750b7b66c req-ee5a7ba5-02ac-4ab0-8c06-29e9ad7f795e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787426 Feb 03 21:48:17.529301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6c4748-3872-451c-928f-8728fc1e86c7 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:17.538428 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Publish callbacks [] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:17.560231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Transition to ACTIVE for port object 4f6c4748-3872-451c-928f-8728fc1e86c7 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:48:17.565602 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:17.630032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6c4748-3872-451c-928f-8728fc1e86c7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:17.706757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] For port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:17.707154 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:17.733852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3221c88-7c6b-4b29-ac58-6f01e28115f5 req-0912cfa2-ccb6-45b2-a8de-f1b851dd0d05 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.735652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3221c88-7c6b-4b29-ac58-6f01e28115f5 req-0912cfa2-ccb6-45b2-a8de-f1b851dd0d05 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1913993 Feb 03 21:48:17.749957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Calling delete_port for a50b0ad9-8bf0-4de4-8453-a7bb74bb444b owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:17.758779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Attempting to bind port 4f6c4748-3872-451c-928f-8728fc1e86c7 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:17.759125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Attempting to bind port 4f6c4748-3872-451c-928f-8728fc1e86c7 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:17.759444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Attempting to bind port 4f6c4748-3872-451c-928f-8728fc1e86c7 on network bd7ce364-7a59-4061-873a-b32c0b85a031 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:17.765894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Port 4f6c4748-3872-451c-928f-8728fc1e86c7 on network bd7ce364-7a59-4061-873a-b32c0b85a031 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:48:17.766320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Attempting to bind port 4f6c4748-3872-451c-928f-8728fc1e86c7 on network bd7ce364-7a59-4061-873a-b32c0b85a031 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:17.772529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:17.773039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Checking segment: {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:17.773437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Bound using segment: {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:17.776329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Bound port: 4f6c4748-3872-451c-928f-8728fc1e86c7, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:17.776814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:17.800486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18a5643b-5b4a-4d94-bb0e-028aa08b34b6 req-355c22cb-0169-41f7-ad63-ab5cbcd64fe6 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0480311 Feb 03 21:48:17.879982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:17.886580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f6c4748-3872-451c-928f-8728fc1e86c7,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:17.893995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3221c88-7c6b-4b29-ac58-6f01e28115f5 req-f90a4aa9-a0ed-4a65-beee-d0e2d4697ac2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511531 Feb 03 21:48:17.906568 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:17.947289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90c03fa0-9699-467c-a750-defe6a542335 req-dc97bbc0-87be-4805-8016-331ee90bfa4c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0483809 Feb 03 21:48:17.959980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:17.961038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:17.962902 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f6c4748-3872-451c-928f-8728fc1e86c7 HTTP/1.1" status: 200 len: 1091 time: 0.9430406 Feb 03 21:48:17.970096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:17.972527 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209" -d '{"events": [{"name": "network-changed", "server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:18.024939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23ffb7-bcef-489d-8213-0cdcd45d1407 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6c4748-3872-451c-928f-8728fc1e86c7,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:18.051437 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb7ee99-48c0-479b-93df-cae17c0bef1d x-openstack-request-id: req-3cb7ee99-48c0-479b-93df-cae17c0bef1d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:18.051858 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:18.052106 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cb7ee99-48c0-479b-93df-cae17c0bef1d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:18.052567 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7', 'status': 'completed', 'code': 200} Feb 03 21:48:18.054052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a50b0ad9-8bf0-4de4-8453-a7bb74bb444b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:18.067730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['f2bbdc82-4c3f-4aa4-8bc1-0445383656ab', 'f47fd51a-42a6-4e9e-b4cb-c96637b42616', 'a50b0ad9-8bf0-4de4-8453-a7bb74bb444b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:18.076565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d602d8a9-2cf9-4629-b53a-9d165738be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:18.078252 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-d602d8a9-2cf9-4629-b53a-9d165738be2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25069f8987964f849a8fbfa547f78d2f&device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 1125 time: 0.0630248 Feb 03 21:48:18.089603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Port': ['ID=a50b0ad9-8bf0-4de4-8453-a7bb74bb444b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:18.163328 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-22280c48-bb36-4d37-a2a1-413995d36a57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f6c4748-3872-451c-928f-8728fc1e86c7 HTTP/1.1" status: 200 len: 217 time: 0.0758278 Feb 03 21:48:18.169070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] No DVR routers for this DVR port a50b0ad9-8bf0-4de4-8453-a7bb74bb444b on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:18.178293 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:18.182143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-b14c998a-79d1-414f-9d53-7516a26fc060 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "DELETE /v2.0/ports/a50b0ad9-8bf0-4de4-8453-a7bb74bb444b HTTP/1.1" status: 204 len: 173 time: 1.0739448 Feb 03 21:48:18.185460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-deleted', 'tag': 'a50b0ad9-8bf0-4de4-8453-a7bb74bb444b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:18.188319 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74997cc-af86-41e0-9976-5493d0710c2d" -d '{"events": [{"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-deleted", "tag": "a50b0ad9-8bf0-4de4-8453-a7bb74bb444b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:18.240256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-795ae09f-fe48-43b2-9449-49c1407dab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:18.245350 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-795ae09f-fe48-43b2-9449-49c1407dab4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d683e407-6fc4-4943-b17a-1e48441885b6 HTTP/1.1" status: 200 len: 862 time: 0.0786421 Feb 03 21:48:18.307430 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07291a3c-65e4-4355-bf06-3399ac8575f4 x-openstack-request-id: req-07291a3c-65e4-4355-bf06-3399ac8575f4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:18.311673 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-deleted", "tag": "a50b0ad9-8bf0-4de4-8453-a7bb74bb444b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:18.311798 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07291a3c-65e4-4355-bf06-3399ac8575f4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:18.312142 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-deleted', 'tag': 'a50b0ad9-8bf0-4de4-8453-a7bb74bb444b', 'status': 'completed', 'code': 200} Feb 03 21:48:18.315191 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-8d019203-9323-44c0-af29-f25dd9b2e403 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd7ce364-7a59-4061-873a-b32c0b85a031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631161 Feb 03 21:48:18.482673 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-692e7e81-2fbc-4cc5-8194-9a42f07e332d service neutron] 10.222.0.47 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585433 Feb 03 21:48:18.487299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7e003-630d-4ca8-bcad-12f10d66c91d req-545c4f7e-fb25-473b-93a5-6cf5660b906e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:18.493583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7e003-630d-4ca8-bcad-12f10d66c91d req-545c4f7e-fb25-473b-93a5-6cf5660b906e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:18.495170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99c7e003-630d-4ca8-bcad-12f10d66c91d req-545c4f7e-fb25-473b-93a5-6cf5660b906e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 1683 time: 0.1821995 Feb 03 21:48:18.523585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting port f47fd51a-42a6-4e9e-b4cb-c96637b42616 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:18.524021 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:18.617245 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9158da04-6c51-4cd0-8651-9cb8cd84bf66 req-00e70cf6-8fab-4fa8-81f0-ad74d5d8e6b7 service neutron] 10.222.0.47 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282332 Feb 03 21:48:18.645858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99c7e003-630d-4ca8-bcad-12f10d66c91d req-f120e8d6-5bec-4927-98e8-42d82206fe52 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419666 Feb 03 21:48:18.692282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] For port f47fd51a-42a6-4e9e-b4cb-c96637b42616, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f47fd51a-42a6-4e9e-b4cb-c96637b42616,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:18.692673 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:18.735658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Calling delete_port for f47fd51a-42a6-4e9e-b4cb-c96637b42616 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:18.783916 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-afee8ce0-c93b-4913-9dd2-91139e54a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:18.786037 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-afee8ce0-c93b-4913-9dd2-91139e54a1e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25069f8987964f849a8fbfa547f78d2f&device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 1125 time: 0.0908003 Feb 03 21:48:18.904594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-9dba6982-22ff-4846-88aa-f6f741ed1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:18.906818 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-9dba6982-22ff-4846-88aa-f6f741ed1b6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 200 len: 923 time: 0.1126630 Feb 03 21:48:18.976795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-b78bb537-0994-4d80-9da1-b4ccd11f9df2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f6c4748-3872-451c-928f-8728fc1e86c7 HTTP/1.1" status: 200 len: 217 time: 0.0611331 Feb 03 21:48:19.021643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c06234d9-ee85-46f0-b718-5988c01a6271 req-56723826-5b52-4830-b437-5855fb08bd7b tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0403268 Feb 03 21:48:19.051232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e330b6-8383-474b-ad0b-3f4e857bef7d req-1271296f-517f-4c1b-be60-1c4120ec32b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:19.061986 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4e330b6-8383-474b-ad0b-3f4e857bef7d req-1271296f-517f-4c1b-be60-1c4120ec32b0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 943 time: 0.2269788 Feb 03 21:48:19.081380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-c8cf8d2f-1f1b-47d9-b18f-4450c8e1ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:19.085600 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-c8cf8d2f-1f1b-47d9-b18f-4450c8e1ae69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d683e407-6fc4-4943-b17a-1e48441885b6 HTTP/1.1" status: 200 len: 862 time: 0.1007898 Feb 03 21:48:19.105988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f47fd51a-42a6-4e9e-b4cb-c96637b42616), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:19.139365 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-f8a19766-faeb-421d-a70d-1ee8c0084b3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd7ce364-7a59-4061-873a-b32c0b85a031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457888 Feb 03 21:48:19.168837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Port': ['ID=f47fd51a-42a6-4e9e-b4cb-c96637b42616,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:19.252776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4e330b6-8383-474b-ad0b-3f4e857bef7d req-7ccd27be-37bc-4911-837d-231d59bb32d8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830025 Feb 03 21:48:19.304399 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-e690aeb6-fef9-4fca-b561-f46efa135180 service neutron] 10.222.0.47 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327806 Feb 03 21:48:19.343676 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] No DVR routers for this DVR port f47fd51a-42a6-4e9e-b4cb-c96637b42616 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:19.350633 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:19.354210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-73f9578f-7f43-4829-8807-68cfd4f9ea83 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "DELETE /v2.0/ports/f47fd51a-42a6-4e9e-b4cb-c96637b42616 HTTP/1.1" status: 204 len: 173 time: 1.1595213 Feb 03 21:48:19.442593 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f24b2e15-a511-4abd-9e9a-95ff6c8a7209 req-ed561e53-c05f-4812-8547-930870c2624c service neutron] 10.222.0.47 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584713 Feb 03 21:48:19.491207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-457b2dc6-f6c3-417d-9628-64929bb174c1 req-45710c1e-dc86-4b17-8f87-1a58e1837f81 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0593021 Feb 03 21:48:19.514891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953cfb-f565-40a2-af2a-dcdb4232473b req-914a2479-46b1-4871-b55b-f6c35029bf15 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:19.517530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4953cfb-f565-40a2-af2a-dcdb4232473b req-914a2479-46b1-4871-b55b-f6c35029bf15 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.3739710 Feb 03 21:48:19.634419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4953cfb-f565-40a2-af2a-dcdb4232473b req-c10858d7-7f00-4a9c-8284-ea060531b3e2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109381 Feb 03 21:48:19.649215 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:19.649556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:19.748675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] For port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,segment=NetworkSegment(af02368b-ea07-462f-88c8-3bbe30408cc1),segment_id=af02368b-ea07-462f-88c8-3bbe30408cc1)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:19.749070 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:19.763694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Calling delete_port for f2bbdc82-4c3f-4aa4-8bc1-0445383656ab owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:19.882078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d54927-7704-4d30-9477-368a1b05f6c2 req-22f30849-94a5-4fb5-a93a-c394433aaa87 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:19.890615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13d54927-7704-4d30-9477-368a1b05f6c2 req-22f30849-94a5-4fb5-a93a-c394433aaa87 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa7bc93-125c-4d13-aa44-ae52ba320f88 HTTP/1.1" status: 200 len: 946 time: 0.1134329 Feb 03 21:48:19.957083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13d54927-7704-4d30-9477-368a1b05f6c2 req-c6036fc6-0ca3-4570-9317-1320a8d2d246 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654876 Feb 03 21:48:20.038178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f2bbdc82-4c3f-4aa4-8bc1-0445383656ab), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:20.105205 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55d3a68b-042f-4765-91c2-b93736b722c9 req-c4b6d2cf-a01a-4e7f-a0bc-5b6db90c156c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0569377 Feb 03 21:48:20.147653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Port': ['ID=f2bbdc82-4c3f-4aa4-8bc1-0445383656ab,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:20.221874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] No DVR routers for this DVR port f2bbdc82-4c3f-4aa4-8bc1-0445383656ab on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:20.240246 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:20.244210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bc9a341-0a52-4672-80cb-534d668ecc59 req-38b70b8b-8e6d-47d7-bb13-966e8beec349 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "DELETE /v2.0/ports/f2bbdc82-4c3f-4aa4-8bc1-0445383656ab HTTP/1.1" status: 204 len: 173 time: 0.8807218 Feb 03 21:48:20.265905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c0faabc-4e21-474e-8fb5-2a2033be2e6c req-ca668d37-53cc-49f7-bea1-147ce55061eb tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0789535 Feb 03 21:48:20.313589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-deleted', 'tag': 'f47fd51a-42a6-4e9e-b4cb-c96637b42616'}, {'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-deleted', 'tag': 'f2bbdc82-4c3f-4aa4-8bc1-0445383656ab'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:20.316010 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b1519c-3b4c-4082-a7e5-8a915438ce83" -d '{"events": [{"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-deleted", "tag": "f47fd51a-42a6-4e9e-b4cb-c96637b42616"}, {"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-deleted", "tag": "f2bbdc82-4c3f-4aa4-8bc1-0445383656ab"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:20.392230 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3748ac7e-e53e-4eb3-ad54-a7e4b67d40dd x-openstack-request-id: req-3748ac7e-e53e-4eb3-ad54-a7e4b67d40dd {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:20.392832 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-deleted", "tag": "f47fd51a-42a6-4e9e-b4cb-c96637b42616", "status": "completed", "code": 200}, {"server_uuid": "afa7bc93-125c-4d13-aa44-ae52ba320f88", "name": "network-vif-deleted", "tag": "f2bbdc82-4c3f-4aa4-8bc1-0445383656ab", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:20.392929 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3748ac7e-e53e-4eb3-ad54-a7e4b67d40dd {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:20.393328 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-deleted', 'tag': 'f47fd51a-42a6-4e9e-b4cb-c96637b42616', 'status': 'completed', 'code': 200} Feb 03 21:48:20.393584 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7bc93-125c-4d13-aa44-ae52ba320f88', 'name': 'network-vif-deleted', 'tag': 'f2bbdc82-4c3f-4aa4-8bc1-0445383656ab', 'status': 'completed', 'code': 200} Feb 03 21:48:20.485783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846ff05-9dc9-490d-920f-22eba630a5fa req-a6ccae1f-f483-44d1-a92d-3ddab4e3eb20 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:20.487356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d846ff05-9dc9-490d-920f-22eba630a5fa req-a6ccae1f-f483-44d1-a92d-3ddab4e3eb20 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 943 time: 0.1165769 Feb 03 21:48:20.599814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d846ff05-9dc9-490d-920f-22eba630a5fa req-6142d2cf-056c-4d42-8047-06761a929847 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056027 Feb 03 21:48:20.649048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b05c2c3-8903-4a84-820a-8d72f44351da req-126e50c4-3347-44fb-aa7f-08a88a735cf0 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0306091 Feb 03 21:48:20.757617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e138e54-3add-401f-b6ae-906e03d6983a req-96fba340-878f-4ced-95ae-b3989bf55dfe tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:20.759400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e138e54-3add-401f-b6ae-906e03d6983a req-96fba340-878f-4ced-95ae-b3989bf55dfe tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.0545561 Feb 03 21:48:20.807800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e138e54-3add-401f-b6ae-906e03d6983a req-ef5f93bf-f546-4aeb-89d9-88cc37fbd221 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422735 Feb 03 21:48:20.821681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f2bbdc82-4c3f-4aa4-8bc1-0445383656ab no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:20.852442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: f2bbdc82-4c3f-4aa4-8bc1-0445383656ab {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:20.852961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f2bbdc82-4c3f-4aa4-8bc1-0445383656ab not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:20.853415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a50b0ad9-8bf0-4de4-8453-a7bb74bb444b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:20.874214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: a50b0ad9-8bf0-4de4-8453-a7bb74bb444b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:20.874644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device a50b0ad9-8bf0-4de4-8453-a7bb74bb444b not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:20.875116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f47fd51a-42a6-4e9e-b4cb-c96637b42616 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:20.895567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: f47fd51a-42a6-4e9e-b4cb-c96637b42616 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:20.896110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f47fd51a-42a6-4e9e-b4cb-c96637b42616 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:21.019560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59222) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:21.071029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-032f9f4e-ff7f-49fd-a662-72450cbd2467 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting subnet 1012c737-3396-4ea6-9db2-3b9fe857b2b0 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:48:21.074196 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-032f9f4e-ff7f-49fd-a662-72450cbd2467 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for subnet (1012c737-3396-4ea6-9db2-3b9fe857b2b0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.114407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-032f9f4e-ff7f-49fd-a662-72450cbd2467 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (1012c737-3396-4ea6-9db2-3b9fe857b2b0), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.202505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-032f9f4e-ff7f-49fd-a662-72450cbd2467 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (1012c737-3396-4ea6-9db2-3b9fe857b2b0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.265653 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-032f9f4e-ff7f-49fd-a662-72450cbd2467 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (1012c737-3396-4ea6-9db2-3b9fe857b2b0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.295928 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f9f4e-ff7f-49fd-a662-72450cbd2467 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Subnet': ['ID=1012c737-3396-4ea6-9db2-3b9fe857b2b0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:21.303125 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-032f9f4e-ff7f-49fd-a662-72450cbd2467 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.308109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-032f9f4e-ff7f-49fd-a662-72450cbd2467 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "DELETE /v2.0/subnets/1012c737-3396-4ea6-9db2-3b9fe857b2b0 HTTP/1.1" status: 204 len: 168 time: 0.2873130 Feb 03 21:48:21.310787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:21.325162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768803b-f23c-4c38-80c9-c30b8e5aeb74 None None] Network a2434100-e06e-4f74-bf8d-342acbe26076 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:21.420241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36b8dfa2-ab9c-4910-92be-fcb9d52796f2 req-9a251f5b-96cd-4ec8-8a19-480ad0bac838 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0346363 Feb 03 21:48:21.453536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a2434100-e06e-4f74-bf8d-342acbe26076), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.508791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting port cea12b7d-b71b-4607-95a4-d8efac27d87a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:21.509243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.522413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5c78e-c19e-41e5-9b9d-815ca150b6f4 None None] DHCP port deletion for a2434100-e06e-4f74-bf8d-342acbe26076 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:48:21.570549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5c78e-c19e-41e5-9b9d-815ca150b6f4 None None] Deleting port cea12b7d-b71b-4607-95a4-d8efac27d87a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:21.571013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c78e-c19e-41e5-9b9d-815ca150b6f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.577548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] For port cea12b7d-b71b-4607-95a4-d8efac27d87a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cea12b7d-b71b-4607-95a4-d8efac27d87a,segment=NetworkSegment(af02368b-ea07-462f-88c8-3bbe30408cc1),segment_id=af02368b-ea07-462f-88c8-3bbe30408cc1)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:21.577927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.591232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Calling delete_port for cea12b7d-b71b-4607-95a4-d8efac27d87a owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:21.640645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ddd5c78e-c19e-41e5-9b9d-815ca150b6f4 None None] For port cea12b7d-b71b-4607-95a4-d8efac27d87a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cea12b7d-b71b-4607-95a4-d8efac27d87a,segment=NetworkSegment(af02368b-ea07-462f-88c8-3bbe30408cc1),segment_id=af02368b-ea07-462f-88c8-3bbe30408cc1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:21.641147 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c78e-c19e-41e5-9b9d-815ca150b6f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.654024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5c78e-c19e-41e5-9b9d-815ca150b6f4 None None] Calling delete_port for cea12b7d-b71b-4607-95a4-d8efac27d87a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:21.707070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.738348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0023a-98c9-4c73-9942-34f4456f7012 req-ac59b161-0a73-46e9-8280-1441b5cab4cd tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:21.748080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ef0023a-98c9-4c73-9942-34f4456f7012 req-ac59b161-0a73-46e9-8280-1441b5cab4cd tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 943 time: 0.0758901 Feb 03 21:48:21.761081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] No DVR routers for this DVR port cea12b7d-b71b-4607-95a4-d8efac27d87a on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:21.764006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Port': ['ID=cea12b7d-b71b-4607-95a4-d8efac27d87a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:21.772281 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c78e-c19e-41e5-9b9d-815ca150b6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (cea12b7d-b71b-4607-95a4-d8efac27d87a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:21.815425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7c37570-add5-4e3c-b942-0171d92f37a9 req-bcd7b8f8-b41f-4f52-b412-1cdbb175006f tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0472286 Feb 03 21:48:21.817164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5c78e-c19e-41e5-9b9d-815ca150b6f4 None None] Pushing event deleted for resources: {'Port': ['ID=cea12b7d-b71b-4607-95a4-d8efac27d87a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:21.826181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5c78e-c19e-41e5-9b9d-815ca150b6f4 None None] No DVR routers for this DVR port cea12b7d-b71b-4607-95a4-d8efac27d87a on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:21.875372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ef0023a-98c9-4c73-9942-34f4456f7012 req-00a93650-02f3-48d5-ae82-21b7abf9c221 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262836 Feb 03 21:48:21.981589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a434e-8832-4657-b553-7871d729e2a9 req-0080fd2d-5547-454d-81ac-eea2f5f35564 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:21.983606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed4a434e-8832-4657-b553-7871d729e2a9 req-0080fd2d-5547-454d-81ac-eea2f5f35564 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.0741389 Feb 03 21:48:22.041472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed4a434e-8832-4657-b553-7871d729e2a9 req-4b9ff219-0dad-4948-8361-caee4d543814 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515168 Feb 03 21:48:22.208516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a2434100-e06e-4f74-bf8d-342acbe26076), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.230694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2434100-e06e-4f74-bf8d-342acbe26076']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:22.240794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af02368b-ea07-462f-88c8-3bbe30408cc1') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:22.241125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af02368b-ea07-462f-88c8-3bbe30408cc1') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:22.252108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (af02368b-ea07-462f-88c8-3bbe30408cc1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.268608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (af02368b-ea07-462f-88c8-3bbe30408cc1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.274812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:48:22.275201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (af02368b-ea07-462f-88c8-3bbe30408cc1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:48:22.278151 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:48:22.343479 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a2434100-e06e-4f74-bf8d-342acbe26076), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.349043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.356423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "DELETE /v2.0/networks/a2434100-e06e-4f74-bf8d-342acbe26076 HTTP/1.1" status: 204 len: 168 time: 1.0422769 Feb 03 21:48:22.357149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59234) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:22.376570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8cba5-ef21-483e-a8b0-cdd19c24f868 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Network': ['ID=a2434100-e06e-4f74-bf8d-342acbe26076,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:22.417696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8427038f-6fa1-492d-8b45-2ab7492f26af tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting subnet 6e898850-602f-4d39-bb59-ae07a581b82b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:48:22.421459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8427038f-6fa1-492d-8b45-2ab7492f26af tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for subnet (6e898850-602f-4d39-bb59-ae07a581b82b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.462436 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8427038f-6fa1-492d-8b45-2ab7492f26af tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (6e898850-602f-4d39-bb59-ae07a581b82b), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.568601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80d5736b-85c8-4c36-b7b9-716f101b19de req-c1a4e464-9e46-45f3-b1d1-4f34182ec891 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0374589 Feb 03 21:48:22.577950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8427038f-6fa1-492d-8b45-2ab7492f26af tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6e898850-602f-4d39-bb59-ae07a581b82b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.648840 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8427038f-6fa1-492d-8b45-2ab7492f26af tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (6e898850-602f-4d39-bb59-ae07a581b82b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.687220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427038f-6fa1-492d-8b45-2ab7492f26af tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Subnet': ['ID=6e898850-602f-4d39-bb59-ae07a581b82b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:22.689283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8427038f-6fa1-492d-8b45-2ab7492f26af tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.693518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd309a2a-d196-46c8-bd15-4498f8d959ef None None] Network 92132e63-27b9-4d80-8da0-495934c12dc7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:22.695860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8427038f-6fa1-492d-8b45-2ab7492f26af tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "DELETE /v2.0/subnets/6e898850-602f-4d39-bb59-ae07a581b82b HTTP/1.1" status: 204 len: 168 time: 0.3354437 Feb 03 21:48:22.697283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59240) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:22.780333 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (92132e63-27b9-4d80-8da0-495934c12dc7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.843202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting port a56793e9-cadd-406e-8892-0ddfb886b6a2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:22.843539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.859885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f70e8f-05ec-4aad-b600-3e83ca272332 None None] DHCP port deletion for 92132e63-27b9-4d80-8da0-495934c12dc7 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:48:22.914723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-72f70e8f-05ec-4aad-b600-3e83ca272332 None None] Deleting port a56793e9-cadd-406e-8892-0ddfb886b6a2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:22.915106 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72f70e8f-05ec-4aad-b600-3e83ca272332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.937295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] For port a56793e9-cadd-406e-8892-0ddfb886b6a2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a56793e9-cadd-406e-8892-0ddfb886b6a2,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:22.937777 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.977782 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb8503f3-5a02-46ad-966d-29fb33cc08c5 req-ee580ac6-5af5-412b-9b5c-757321674548 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.0368683 Feb 03 21:48:22.982702 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-72f70e8f-05ec-4aad-b600-3e83ca272332 None None] For port a56793e9-cadd-406e-8892-0ddfb886b6a2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a56793e9-cadd-406e-8892-0ddfb886b6a2,segment=NetworkSegment(b9b076cf-c060-4b3c-a260-cbe48d89706a),segment_id=b9b076cf-c060-4b3c-a260-cbe48d89706a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:22.983107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72f70e8f-05ec-4aad-b600-3e83ca272332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:22.989040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Calling delete_port for a56793e9-cadd-406e-8892-0ddfb886b6a2 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:23.000511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-72f70e8f-05ec-4aad-b600-3e83ca272332 None None] Calling delete_port for a56793e9-cadd-406e-8892-0ddfb886b6a2 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:23.100825 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72f70e8f-05ec-4aad-b600-3e83ca272332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.130566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f70e8f-05ec-4aad-b600-3e83ca272332 None None] Pushing event deleted for resources: {'Port': ['ID=a56793e9-cadd-406e-8892-0ddfb886b6a2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:23.138015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f70e8f-05ec-4aad-b600-3e83ca272332 None None] No DVR routers for this DVR port a56793e9-cadd-406e-8892-0ddfb886b6a2 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:23.141399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a8590-c4a0-44e1-9227-b338e60ae629 req-9d32320d-8e21-4b75-a986-9d8f88c87e0a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:23.144201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a40a8590-c4a0-44e1-9227-b338e60ae629 req-9d32320d-8e21-4b75-a986-9d8f88c87e0a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 943 time: 0.1011786 Feb 03 21:48:23.153617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a56793e9-cadd-406e-8892-0ddfb886b6a2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.185547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Port': ['ID=a56793e9-cadd-406e-8892-0ddfb886b6a2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:23.208197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] No DVR routers for this DVR port a56793e9-cadd-406e-8892-0ddfb886b6a2 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:23.304590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a40a8590-c4a0-44e1-9227-b338e60ae629 req-fddb67bc-06ad-41d1-a6b7-4cb9d748ec5b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249251 Feb 03 21:48:23.321948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (92132e63-27b9-4d80-8da0-495934c12dc7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.347854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92132e63-27b9-4d80-8da0-495934c12dc7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:23.359583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b076cf-c060-4b3c-a260-cbe48d89706a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:23.359583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b076cf-c060-4b3c-a260-cbe48d89706a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:23.373768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (b9b076cf-c060-4b3c-a260-cbe48d89706a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.397316 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b9b076cf-c060-4b3c-a260-cbe48d89706a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.418908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:48:23.419289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (b9b076cf-c060-4b3c-a260-cbe48d89706a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:48:23.422504 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:48:23.490294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e718df3-5917-4b08-9db6-f1503ba65110 req-56ac8814-75ba-4ff8-80d8-429af60b3d6a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:23.491887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e718df3-5917-4b08-9db6-f1503ba65110 req-56ac8814-75ba-4ff8-80d8-429af60b3d6a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1097944 Feb 03 21:48:23.497807 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (92132e63-27b9-4d80-8da0-495934c12dc7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.504877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a56793e9-cadd-406e-8892-0ddfb886b6a2 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:23.505497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.520199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "DELETE /v2.0/networks/92132e63-27b9-4d80-8da0-495934c12dc7 HTTP/1.1" status: 204 len: 168 time: 0.8140182 Feb 03 21:48:23.521176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59250) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:23.525484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2094385434'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:23.546023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98aeaae-6113-494b-befb-2f586a9df67e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Network': ['ID=92132e63-27b9-4d80-8da0-495934c12dc7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:23.557584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a56793e9-cadd-406e-8892-0ddfb886b6a2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:23.558035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a56793e9-cadd-406e-8892-0ddfb886b6a2 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:23.558549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cea12b7d-b71b-4607-95a4-d8efac27d87a no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:23.583392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:23.586648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.587310 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45e0bf3c-0ade-470a-ba09-17d2c2345506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.589238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: cea12b7d-b71b-4607-95a4-d8efac27d87a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:23.589678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cea12b7d-b71b-4607-95a4-d8efac27d87a not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:23.593979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e718df3-5917-4b08-9db6-f1503ba65110 req-bb3a224c-240c-4a6f-ad25-88666908a122 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805361 Feb 03 21:48:23.618204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:48:23.629458 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.629962 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Added segment a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750 of type vlan for network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 Feb 03 21:48:23.671104 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3b4f0c7f-66af-4529-962b-f2db034ab2c0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.695070 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3b4f0c7f-66af-4529-962b-f2db034ab2c0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.699869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:23.700459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.762414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2405474 Feb 03 21:48:23.765543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:23.770189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'subnet': {'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:23.813930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2820fc-e1d9-44b8-9d6c-ec6eda394ea9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Network': ['ID=3b4f0c7f-66af-4529-962b-f2db034ab2c0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:23.828245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:48:23.900551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:23.904619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:23.908991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4f6c4748-3872-451c-928f-8728fc1e86c7 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:24.203666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac57260b-7486-4695-8587-e61ed0c1447a req-4e292a9e-532f-4662-942a-0ffb6120fcc0 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a736cf3-3ae3-42e7-96b1-8deb017719bf HTTP/1.1" status: 200 len: 210 time: 0.1433620 Feb 03 21:48:24.207325 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (b87a10a6-41ab-4785-ba21-f02ed4a878ce), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.233632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f6c4748-3872-451c-928f-8728fc1e86c7,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:24.252090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '4f6c4748-3872-451c-928f-8728fc1e86c7', 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031', 'port_id': '4f6c4748-3872-451c-928f-8728fc1e86c7', 'mac_address': 'fa:16:3e:63:49:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd683e407-6fc4-4943-b17a-1e48441885b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:24.294697 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.302543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Checking segment: {'id': 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:24.303041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network hostable DHCP agents. Network: 3b4f0c7f-66af-4529-962b-f2db034ab2c0, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:48:24.309300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Subnet': ['ID=b87a10a6-41ab-4785-ba21-f02ed4a878ce,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:24.332255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4f6c4748-3872-451c-928f-8728fc1e86c7 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:24.333113 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.368956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6c4748-3872-451c-928f-8728fc1e86c7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:24.377933 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.392693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:48:24.395818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f6c4748-3872-451c-928f-8728fc1e86c7,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:24.399629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9eec718b-10d2-422b-b326-11d12dd269f4 req-8251f00e-663f-43f5-ad20-9afd3b626f5b tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0744600 Feb 03 21:48:24.406919 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.419845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 3b4f0c7f-66af-4529-962b-f2db034ab2c0) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:24.429787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:24.430420 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.456372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f2a27-e2ab-4c1b-94d3-ebd6617e2cf8 None None] Network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:24.459425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:24.471129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2047053849'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:24.480283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d602debb-0a42-4c5e-a7f7-34368fa45983 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7136652 Feb 03 21:48:24.526135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:24.532724 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.585329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:48:24.596538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-3b4f0c7f-66af-4529-962b-f2db034ab2c0', 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0', 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'fixed_ips': [{'subnet_id': 'b87a10a6-41ab-4785-ba21-f02ed4a878ce'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:48:24.597429 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.604327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9f93d16e-baf1-496f-9f44-462bb987d0cc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.605027 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Added segment 9f93d16e-baf1-496f-9f44-462bb987d0cc of type vlan for network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 Feb 03 21:48:24.606299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded99e3-6c29-4970-9114-bfbcb07ec4c8 req-44dd879a-3b95-4190-8583-b08524023932 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:24.608980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ded99e3-6c29-4970-9114-bfbcb07ec4c8 req-44dd879a-3b95-4190-8583-b08524023932 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 944 time: 0.1218588 Feb 03 21:48:24.615366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4f6c4748-3872-451c-928f-8728fc1e86c7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:24.669317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.693711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ded99e3-6c29-4970-9114-bfbcb07ec4c8 req-adcd5202-ab8f-44e7-bba6-ef5c13bebf27 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782053 Feb 03 21:48:24.709406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.715367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:24.716012 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:24.787784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78bca2-1bca-4678-87c9-d19eac7fec4c req-a2eeeec4-fd19-4c25-8f84-76ef1c1e789e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:24.790199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f78bca2-1bca-4678-87c9-d19eac7fec4c req-a2eeeec4-fd19-4c25-8f84-76ef1c1e789e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.0694172 Feb 03 21:48:24.796684 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3344812 Feb 03 21:48:24.799811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Allocated IP 19.80.0.2 (3b4f0c7f-66af-4529-962b-f2db034ab2c0/b87a10a6-41ab-4785-ba21-f02ed4a878ce/e024aa74-4c5f-467c-81d4-148c2617382f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:24.800211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59276) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:24.805660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'subnet': {'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:24.853735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f78bca2-1bca-4678-87c9-d19eac7fec4c req-bde80044-2c82-4c6f-bc7b-fa68de0b2cb1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569942 Feb 03 21:48:24.911800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cddd8-f9c1-44a7-856b-bcc7b0bd3dd4 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Network': ['ID=0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:24.924140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4f6c4748-3872-451c-928f-8728fc1e86c7'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:24.949653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:48:24.978483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:24.982683 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.131215 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Publish callbacks [] for port (e024aa74-4c5f-467c-81d4-148c2617382f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.144774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.180074 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (5c5a87cf-296b-46ba-afaf-ce86689f8d2f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.210022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:25.221313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:25.224973 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Pushing event updated for resources: {'Port': ['ID=e024aa74-4c5f-467c-81d4-148c2617382f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:25.227227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:25.254116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Checking segment: {'id': '9f93d16e-baf1-496f-9f44-462bb987d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:25.254247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network hostable DHCP agents. Network: 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:48:25.256744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Subnet': ['ID=5c5a87cf-296b-46ba-afaf-ce86689f8d2f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:25.287495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:48:25.309151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:25.320598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:25.321289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.325958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f09f13-7b8f-49ce-ae52-2bf98fab58e4 None None] Network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:25.332796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:25.368646 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-55966a4d-80a6-4633-b669-34dd9a772b2a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5669491 Feb 03 21:48:25.382181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Attempting to bind port e024aa74-4c5f-467c-81d4-148c2617382f on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:25.382572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Attempting to bind port e024aa74-4c5f-467c-81d4-148c2617382f by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:25.383572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Attempting to bind port e024aa74-4c5f-467c-81d4-148c2617382f on network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:25.396829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:25.396829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Checking segment: {'id': 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:25.397171 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.397431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Bound using segment: {'id': 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:25.397922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Bound port: e024aa74-4c5f-467c-81d4-148c2617382f, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:25.398309 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.422215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e567ff5b-adcf-4080-b47d-29843c804d1c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group (73fd1c03-5754-4eac-8600-45d52d72e490), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.450319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e567ff5b-adcf-4080-b47d-29843c804d1c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group (73fd1c03-5754-4eac-8600-45d52d72e490), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.510149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3', 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3', 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'fixed_ips': [{'subnet_id': '5c5a87cf-296b-46ba-afaf-ce86689f8d2f'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:48:25.511245 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.518927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e567ff5b-adcf-4080-b47d-29843c804d1c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (73fd1c03-5754-4eac-8600-45d52d72e490), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.522779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e567ff5b-adcf-4080-b47d-29843c804d1c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.526462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e567ff5b-adcf-4080-b47d-29843c804d1c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "DELETE /v2.0/security-groups/73fd1c03-5754-4eac-8600-45d52d72e490 HTTP/1.1" status: 204 len: 168 time: 0.1902344 Feb 03 21:48:25.526790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:25.537559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567ff5b-adcf-4080-b47d-29843c804d1c tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd1c03-5754-4eac-8600-45d52d72e490,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:25.543042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] For port e024aa74-4c5f-467c-81d4-148c2617382f, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:25.562208 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a6e65dbe-1ea1-41f7-bfcb-948cb5170d76 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] show failed (client error): The resource could not be found. Feb 03 21:48:25.565170 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a6e65dbe-1ea1-41f7-bfcb-948cb5170d76 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "GET /v2.0/security-groups/73fd1c03-5754-4eac-8600-45d52d72e490 HTTP/1.1" status: 404 len: 347 time: 0.0364344 Feb 03 21:48:25.567102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:25.694010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Allocated IP 19.86.0.2 (0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3/5c5a87cf-296b-46ba-afaf-ce86689f8d2f/38214098-ff1f-4672-9f90-d8f32b2fa431) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:25.797466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] For port e024aa74-4c5f-467c-81d4-148c2617382f, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e024aa74-4c5f-467c-81d4-148c2617382f,segment=NetworkSegment(a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750),segment_id=a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:25.822543 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.869595 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-707bfd52-60cc-48a6-9773-168f52578e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:25.933601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f8b6e-d1a6-412d-bfa1-3c3a40121dc1 None None] Pushing event updated for resources: {'Port': ['ID=e024aa74-4c5f-467c-81d4-148c2617382f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:26.025380 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Publish callbacks [] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.035102 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.077467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:26.081294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:26.083875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:26.167925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Attempting to bind port 38214098-ff1f-4672-9f90-d8f32b2fa431 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:26.169185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Attempting to bind port 38214098-ff1f-4672-9f90-d8f32b2fa431 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9f93d16e-baf1-496f-9f44-462bb987d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:26.169563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Attempting to bind port 38214098-ff1f-4672-9f90-d8f32b2fa431 on network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:26.175961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7a3d27d-ff94-46b6-bc00-f05cfbe637f0 req-eea1f421-7798-4e13-af68-9c911c67dda1 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.1377339 Feb 03 21:48:26.183023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Pushing event updated for resources: {'Port': ['ID=38214098-ff1f-4672-9f90-d8f32b2fa431,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:26.187468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:26.188807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Checking segment: {'id': '9f93d16e-baf1-496f-9f44-462bb987d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:26.189558 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.189955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Bound using segment: {'id': '9f93d16e-baf1-496f-9f44-462bb987d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:26.190547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Bound port: 38214098-ff1f-4672-9f90-d8f32b2fa431, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f93d16e-baf1-496f-9f44-462bb987d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:26.190907 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.222496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Deleting port 0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:26.223476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.289243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] For port 38214098-ff1f-4672-9f90-d8f32b2fa431, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:26.297364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] For port 38214098-ff1f-4672-9f90-d8f32b2fa431, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38214098-ff1f-4672-9f90-d8f32b2fa431,segment=NetworkSegment(9f93d16e-baf1-496f-9f44-462bb987d0cc),segment_id=9f93d16e-baf1-496f-9f44-462bb987d0cc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:26.313782 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.422121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce01053-9efc-4015-a51e-fe278cdf9a0c None None] Pushing event updated for resources: {'Port': ['ID=38214098-ff1f-4672-9f90-d8f32b2fa431,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:26.430984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-62c8ee59-8704-4fce-b0c8-b9a23c7526cd tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:26.439389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-62c8ee59-8704-4fce-b0c8-b9a23c7526cd tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:26.441288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-62c8ee59-8704-4fce-b0c8-b9a23c7526cd tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/networks?id=3b4f0c7f-66af-4529-962b-f2db034ab2c0&id=0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 HTTP/1.1" status: 200 len: 1392 time: 0.4122567 Feb 03 21:48:26.443388 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.443729 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for floatingip (0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.463638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Calling delete_port for 0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:26.474126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6318c-db10-46bf-91da-7b6110702cf1 req-6e243e29-5eb7-4806-b9d4-23ae3c7a1ab5 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:26.475710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29a6318c-db10-46bf-91da-7b6110702cf1 req-6e243e29-5eb7-4806-b9d4-23ae3c7a1ab5 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 944 time: 0.1564040 Feb 03 21:48:26.515820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-23bf8d8f-e8f6-425e-b2e3-e9e9b430e12c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/quotas/d276b7c603b8465a8c86c644e3b64445 HTTP/1.1" status: 200 len: 375 time: 0.0536976 Feb 03 21:48:26.659084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29a6318c-db10-46bf-91da-7b6110702cf1 req-dc148147-dea5-4e37-b0e5-3cb51d6db559 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736231 Feb 03 21:48:26.723729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-bb68afc6-be17-4f25-ac45-d440f5d13a02 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d276b7c603b8465a8c86c644e3b64445&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2069011 Feb 03 21:48:26.866709 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.926918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c70cb-7a12-4f8d-a06c-5e488d779197 req-cf7cd9d0-b57c-4009-a689-a01b610c7728 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:26.928421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f10c70cb-7a12-4f8d-a06c-5e488d779197 req-cf7cd9d0-b57c-4009-a689-a01b610c7728 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1872511 Feb 03 21:48:26.950456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:26.999164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-b47d3bdf-51eb-438b-b07d-c337b00b08b7 service neutron] 10.222.0.50 "GET /v2.0/networks/3b4f0c7f-66af-4529-962b-f2db034ab2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625990 Feb 03 21:48:27.040034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Pushing event deleted for resources: {'Port': ['ID=0c9a28b6-e2ef-4726-8a95-9a4bcc2714b2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:27.151785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f10c70cb-7a12-4f8d-a06c-5e488d779197 req-902c630f-a1bb-431f-99d0-71eccf965847 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097502 Feb 03 21:48:27.159513 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks [] for floatingip (87f1119c-24f0-4920-a4b4-fef6b088b3d2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:27.163048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:27.164530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6a3f9177-d402-4b0e-a89f-92940a56d894 tempest-ServersTestBootFromVolume-2108845376 tempest-ServersTestBootFromVolume-2108845376-project] 10.222.0.50 "DELETE /v2.0/floatingips/87f1119c-24f0-4920-a4b4-fef6b088b3d2 HTTP/1.1" status: 204 len: 168 time: 1.5962079 Feb 03 21:48:27.167538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59316) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:27.288707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-293f0243-2aa9-447f-8624-168de07c604b service neutron] 10.222.0.50 "GET /v2.0/networks/3b4f0c7f-66af-4529-962b-f2db034ab2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884736 Feb 03 21:48:27.376628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f72fcc33-b3b3-4018-a7bb-70ff510b72a9 req-dfa3dd4d-f9d7-4c2f-96b4-e8bde8a716fe tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0797708 Feb 03 21:48:27.398452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674b376-c4fc-4e86-b43b-b7a110628674 None None] Network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:27.542285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7450e303-71ec-4f45-8b06-ae53d8abd219 None None] Provisioning complete for port e024aa74-4c5f-467c-81d4-148c2617382f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:27.542630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-9592cc42-1daa-460d-9a74-caf9a9d46228 service neutron] 10.222.0.50 "GET /v2.0/networks/0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529972 Feb 03 21:48:27.543069 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7450e303-71ec-4f45-8b06-ae53d8abd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:27.700951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7450e303-71ec-4f45-8b06-ae53d8abd219 None None] Current status of the port e024aa74-4c5f-467c-81d4-148c2617382f is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:27.701888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7450e303-71ec-4f45-8b06-ae53d8abd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:27.769809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7450e303-71ec-4f45-8b06-ae53d8abd219 None None] For port e024aa74-4c5f-467c-81d4-148c2617382f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e024aa74-4c5f-467c-81d4-148c2617382f,segment=NetworkSegment(a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750),segment_id=a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:27.786186 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7450e303-71ec-4f45-8b06-ae53d8abd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:27.797546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-c75ac424-94fe-4cc6-8986-3ef57c05477c service neutron] 10.222.0.50 "GET /v2.0/networks/0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534394 Feb 03 21:48:27.964303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707cb38-785b-45cb-8c59-c0c41c6f0840 req-febdd837-bcda-41df-baff-69be7c6b6e7d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:27.973247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450e303-71ec-4f45-8b06-ae53d8abd219 None None] Pushing event updated for resources: {'Port': ['ID=e024aa74-4c5f-467c-81d4-148c2617382f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:27.978336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5707cb38-785b-45cb-8c59-c0c41c6f0840 req-febdd837-bcda-41df-baff-69be7c6b6e7d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 944 time: 0.1735733 Feb 03 21:48:27.988494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38214098-ff1f-4672-9f90-d8f32b2fa431 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:27.991089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4f6c4748-3872-451c-928f-8728fc1e86c7 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:28.057397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2f3a944-1ee2-4ceb-a3d4-5ed5dc23a592 req-5fdf3da8-7c8f-447c-b0e3-4bceb00be145 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 210 time: 0.0756185 Feb 03 21:48:28.102296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d7f6ab-fabe-4e5d-b316-b0730e3cc896 None None] Network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:28.111513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5707cb38-785b-45cb-8c59-c0c41c6f0840 req-26a3a9ee-355e-44cb-902c-371b4de1b4c8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158044 Feb 03 21:48:28.231887 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (7dddae73-f906-43b1-9205-1a4bf205e5f1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:28.240387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ef0afd08-49e4-4d06-bca3-1ae93abb10c1 None None] Provisioning complete for port 38214098-ff1f-4672-9f90-d8f32b2fa431 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:28.240886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0afd08-49e4-4d06-bca3-1ae93abb10c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:28.313995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 4f6c4748-3872-451c-928f-8728fc1e86c7 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:28.326455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 38214098-ff1f-4672-9f90-d8f32b2fa431 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:28.327656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:28.374282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 4f6c4748-3872-451c-928f-8728fc1e86c7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:28.374663 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:28.466492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778b6f7-d833-49bb-8647-ebd46a4dd93c req-d2b73114-cedd-422c-836b-2746d51a25fd tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:28.484694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d778b6f7-d833-49bb-8647-ebd46a4dd93c req-d2b73114-cedd-422c-836b-2746d51a25fd tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1892030 Feb 03 21:48:28.514278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ef0afd08-49e4-4d06-bca3-1ae93abb10c1 None None] Current status of the port 38214098-ff1f-4672-9f90-d8f32b2fa431 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:28.514904 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0afd08-49e4-4d06-bca3-1ae93abb10c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:28.586673 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:28.600050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9e05641-1fbc-426f-a8d2-07a507210985 req-5832d294-dfcd-4e2a-88b6-418ad9d23899 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0643861 Feb 03 21:48:28.638559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 38214098-ff1f-4672-9f90-d8f32b2fa431 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:28.639894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:28.680945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ef0afd08-49e4-4d06-bca3-1ae93abb10c1 None None] For port 38214098-ff1f-4672-9f90-d8f32b2fa431, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38214098-ff1f-4672-9f90-d8f32b2fa431,segment=NetworkSegment(9f93d16e-baf1-496f-9f44-462bb987d0cc),segment_id=9f93d16e-baf1-496f-9f44-462bb987d0cc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:28.692030 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0afd08-49e4-4d06-bca3-1ae93abb10c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:28.696747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4f6c4748-3872-451c-928f-8728fc1e86c7 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:28.697668 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:28.759056 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-0d23c1b1-3218-4c79-8cec-3ea2b02e4698 service neutron] 10.222.0.47 "GET /v2.0/ports/c6674429-4168-4681-826f-70d94924e070/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 382 time: 0.1403418 Feb 03 21:48:28.817787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d778b6f7-d833-49bb-8647-ebd46a4dd93c req-8dc1cd6b-1251-4afc-8f62-cc356439598f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297510 Feb 03 21:48:29.050356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Deleting port a54741d5-c58d-4288-9ff2-667f5ec23d39 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:29.050858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:29.070413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:29.070580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-3c58d85c-bf98-4b83-be9f-6add96ece4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:29.072068 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-3c58d85c-bf98-4b83-be9f-6add96ece4f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 1132 time: 0.0630391 Feb 03 21:48:29.073943 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6265ab-c40f-407f-9584-336cc1802dcc" -d '{"events": [{"server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "name": "network-vif-plugged", "status": "completed", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:29.077482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afd08-49e4-4d06-bca3-1ae93abb10c1 None None] Pushing event updated for resources: {'Port': ['ID=38214098-ff1f-4672-9f90-d8f32b2fa431,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:29.113100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f6c4748-3872-451c-928f-8728fc1e86c7,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:29.119436 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:48:29.119958 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:48:29.124226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b309e549-2f16-4cc9-9d02-ca6c2a4643e4 None None] Provisioning complete for port e024aa74-4c5f-467c-81d4-148c2617382f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:29.124831 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b309e549-2f16-4cc9-9d02-ca6c2a4643e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:29.126696 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:29.164977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-0c502c4f-0b4a-4ddc-882f-0f3977728884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:29.167839 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-0c502c4f-0b4a-4ddc-882f-0f3977728884 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 1132 time: 0.0726612 Feb 03 21:48:29.170411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] For port a54741d5-c58d-4288-9ff2-667f5ec23d39, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a54741d5-c58d-4288-9ff2-667f5ec23d39,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:29.170862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:29.177157 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b12cd3-4839-442b-b0eb-207d87acffa5 x-openstack-request-id: req-e2b12cd3-4839-442b-b0eb-207d87acffa5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:29.177577 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "name": "network-vif-plugged", "status": "completed", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:29.177912 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2b12cd3-4839-442b-b0eb-207d87acffa5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:29.178367 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7', 'code': 200} Feb 03 21:48:29.188759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Calling delete_port for a54741d5-c58d-4288-9ff2-667f5ec23d39 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:29.244199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4f6c4748-3872-451c-928f-8728fc1e86c7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:29.289917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ded3c4f-c281-4097-aacf-5c14a553efba req-c605afbf-cf36-45c2-8191-2a6cfadb2411 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 210 time: 0.0742288 Feb 03 21:48:29.339231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-61ad6b8a-8121-45a1-8fa1-172400b43a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:29.340869 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-61ad6b8a-8121-45a1-8fa1-172400b43a8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1565413 Feb 03 21:48:29.347827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b309e549-2f16-4cc9-9d02-ca6c2a4643e4 None None] Current status of the port e024aa74-4c5f-467c-81d4-148c2617382f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:29.395644 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-4fca4173-13f7-4231-ba2e-ea8cc1f5c65a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c6674429-4168-4681-826f-70d94924e070 HTTP/1.1" status: 200 len: 217 time: 0.0425055 Feb 03 21:48:29.475104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e794a-fac8-4e08-a953-f8003ab4a644 req-ea13eb75-ad36-4fb0-9851-693a7c463be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:29.476813 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb8e794a-fac8-4e08-a953-f8003ab4a644 req-ea13eb75-ad36-4fb0-9851-693a7c463be1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 1127 time: 0.1346393 Feb 03 21:48:29.478409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-be40b3c8-225e-498d-a84c-de5bb3250788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:29.479823 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-be40b3c8-225e-498d-a84c-de5bb3250788 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0650420 Feb 03 21:48:29.484264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-00087b13-854b-40d1-b8a9-24c70346eb8f None None] Provisioning complete for port 38214098-ff1f-4672-9f90-d8f32b2fa431 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:29.484805 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00087b13-854b-40d1-b8a9-24c70346eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:29.596242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-8cf88c11-ea2d-4d30-9db0-75e014d98e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:29.597915 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-8cf88c11-ea2d-4d30-9db0-75e014d98e25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1090074 Feb 03 21:48:29.601121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb8e794a-fac8-4e08-a953-f8003ab4a644 req-b2f04591-365c-4ac5-b2a0-1076f52f3dda service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102147 Feb 03 21:48:29.601450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559674a-7af5-4878-8912-053b61a31625 req-20eec9ca-9183-4e23-94f5-5ee181e198ea tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:29.603013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e559674a-7af5-4878-8912-053b61a31625 req-20eec9ca-9183-4e23-94f5-5ee181e198ea tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.3093288 Feb 03 21:48:29.615265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-00087b13-854b-40d1-b8a9-24c70346eb8f None None] Current status of the port 38214098-ff1f-4672-9f90-d8f32b2fa431 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:29.636076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-dbf6d819-b573-407f-b81e-702f017b19d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:29.641214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-dbf6d819-b573-407f-b81e-702f017b19d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:29.642762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-dbf6d819-b573-407f-b81e-702f017b19d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "GET /v2.0/networks?id=3b4f0c7f-66af-4529-962b-f2db034ab2c0&id=0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 HTTP/1.1" status: 200 len: 1392 time: 0.2852256 Feb 03 21:48:29.659091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'port': {'device_id': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0', 'admin_state_up': True, 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:29.669058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 38214098-ff1f-4672-9f90-d8f32b2fa431 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:29.671700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e024aa74-4c5f-467c-81d4-148c2617382f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:29.725855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e024aa74-4c5f-467c-81d4-148c2617382f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:29.726040 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:29.776454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebebff5d-96b1-4f09-904e-6e06dbfb665b req-10942735-886a-47b5-b07f-de76d6ae5c65 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0732353 Feb 03 21:48:29.792976 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e559674a-7af5-4878-8912-053b61a31625 req-5a980e4e-12c5-4264-ac18-73e63d0f82d6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804333 Feb 03 21:48:29.829903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a54741d5-c58d-4288-9ff2-667f5ec23d39), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:29.834515 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:29.844962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e024aa74-4c5f-467c-81d4-148c2617382f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:29.903102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a54741d5-c58d-4288-9ff2-667f5ec23d39,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:30.021762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:30.022510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38214098-ff1f-4672-9f90-d8f32b2fa431 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:30.025978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:30.048316 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-7a5a43d5-5067-4808-82a1-d98d142263a9 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717799 Feb 03 21:48:30.088609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 38214098-ff1f-4672-9f90-d8f32b2fa431 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:30.089026 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:30.184487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-cae7dec5-a8af-4b41-a992-5b5823478ae2 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275408 Feb 03 21:48:30.187208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ab062-ad6f-457a-b24f-b622cfec1280 req-f7615114-ab6a-490e-bd91-c10d4888cd85 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:30.197514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-076ab062-ad6f-457a-b24f-b622cfec1280 req-f7615114-ab6a-490e-bd91-c10d4888cd85 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.2424493 Feb 03 21:48:30.212314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 38214098-ff1f-4672-9f90-d8f32b2fa431 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:30.213399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e024aa74-4c5f-467c-81d4-148c2617382f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:30.274005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e024aa74-4c5f-467c-81d4-148c2617382f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:30.274383 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:30.379039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-076ab062-ad6f-457a-b24f-b622cfec1280 req-bcc96dfe-413a-4b96-918b-d77ce9631ffc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766508 Feb 03 21:48:30.388458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Allocated IP 19.80.0.78 (3b4f0c7f-66af-4529-962b-f2db034ab2c0/b87a10a6-41ab-4785-ba21-f02ed4a878ce/ea081073-7d4d-4558-90f6-6ba3419477bb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:30.418123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e024aa74-4c5f-467c-81d4-148c2617382f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:30.449413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e53bfe38-010f-4c35-887f-4387257a5dba req-0950095f-9417-45b7-9e8c-4f28f5f05314 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 210 time: 0.0532925 Feb 03 21:48:30.460595 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (7dddae73-f906-43b1-9205-1a4bf205e5f1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:30.967296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc9c5b8f-ebbb-49d5-ae14-4abc7b07e12c req-153a4c01-faf1-4a17-b5d9-326715eeed60 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0719583 Feb 03 21:48:31.051037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abe09a-b836-4ffc-b633-6ff9f952df34 req-9e87e753-dfc5-44b7-8404-9a71e5cb7701 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:31.052775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79abe09a-b836-4ffc-b633-6ff9f952df34 req-9e87e753-dfc5-44b7-8404-9a71e5cb7701 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1640704 Feb 03 21:48:31.110342 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:31.198834 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79abe09a-b836-4ffc-b633-6ff9f952df34 req-b7869359-f691-4558-94c3-47cf7f7fb147 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351943 Feb 03 21:48:31.225273 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:31.238176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Router 7dddae73-f906-43b1-9205-1a4bf205e5f1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:48:31.278386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:31.288534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:31.295965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:31.334555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Port': ['ID=ea081073-7d4d-4558-90f6-6ba3419477bb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:31.395489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.396259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.396612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.396983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.397318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.397658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.397986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.398500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.398754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.398951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.399274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.399596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.399924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:31.456620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:31.457321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:31.498088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:48:31.504956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-934484c0-0860-425d-a5dc-4f317ed827ad admin admin] 10.222.0.50 "PUT /v2.0/routers/7dddae73-f906-43b1-9205-1a4bf205e5f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3341804 Feb 03 21:48:31.505369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59366) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:31.519596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] Sync routers for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:48:31.538587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-a15a5f18-1ff4-451f-90cd-e9ead3e391d0 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8848999 Feb 03 21:48:31.547305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:31.549246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:31.552685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Request body: {'port': {'device_id': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3', 'admin_state_up': True, 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:31.660459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed466d-b81d-437a-b5dd-7ea92dcabed9 req-7a71154f-35c7-4184-8937-bac23c10ae1c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:31.668004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1ed466d-b81d-437a-b5dd-7ea92dcabed9 req-7a71154f-35c7-4184-8937-bac23c10ae1c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.1940279 Feb 03 21:48:31.673164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2a370035-9c11-4f72-b1b7-35990a96d37a None None] Provisioning complete for port ea081073-7d4d-4558-90f6-6ba3419477bb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:31.673728 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a370035-9c11-4f72-b1b7-35990a96d37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:31.692575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks [] for router (7dddae73-f906-43b1-9205-1a4bf205e5f1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:31.727497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:31.759576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a370035-9c11-4f72-b1b7-35990a96d37a None None] Port ea081073-7d4d-4558-90f6-6ba3419477bb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:48:31.810664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks [] for router_gateway (7dddae73-f906-43b1-9205-1a4bf205e5f1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:31.822180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1ed466d-b81d-437a-b5dd-7ea92dcabed9 req-31c2dace-9f2e-4b90-a696-7f0631ee8b13 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522162 Feb 03 21:48:31.831348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Made reservation on behalf of d276b7c603b8465a8c86c644e3b64445 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:31.835757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:31.890634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Deleting port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:31.891530 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:31.979036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c6674429-4168-4681-826f-70d94924e070 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:31.995191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] For port 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=97d567dc-6596-4f2e-bbaf-5791ccbb6dd9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:31.995895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.010863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Allocated IP 19.86.0.93 (0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3/5c5a87cf-296b-46ba-afaf-ce86689f8d2f/8215ea27-882c-451b-9a4f-8ee4a62cf33c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:32.013769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Calling delete_port for 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:32.112151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:48:29Z', 'revision_number': 5, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port': {'id': '97d567dc-6596-4f2e-bbaf-5791ccbb6dd9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:45:40Z', 'updated_at': '2022-02-03T21:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:32.117068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port c6674429-4168-4681-826f-70d94924e070 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:32.117848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c6674429-4168-4681-826f-70d94924e070), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.118567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072c799-52db-49ea-b958-469d9b5d8fed req-ac566f18-4969-4423-9462-666e017bc0c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:32.120433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f072c799-52db-49ea-b958-469d9b5d8fed req-ac566f18-4969-4423-9462-666e017bc0c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 931 time: 0.5580242 Feb 03 21:48:32.161401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] Checking router: 7dddae73-f906-43b1-9205-1a4bf205e5f1 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:48:32.180431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6674429-4168-4681-826f-70d94924e070'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:32.182522 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a07f84-0e7b-48eb-9f88-69d6defeb46f" -d '{"events": [{"server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "name": "network-vif-unplugged", "status": "completed", "tag": "c6674429-4168-4681-826f-70d94924e070"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:32.198239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] Routers {'7dddae73-f906-43b1-9205-1a4bf205e5f1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:32.199191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7dddae73-f906-43b1-9205-1a4bf205e5f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:32.202879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c6674429-4168-4681-826f-70d94924e070,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:32.209192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f854967-522f-4c6a-bc1a-70dc9ec75f34 req-c61b108d-b209-4ce6-8d11-7984c20a7939 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0669603 Feb 03 21:48:32.245593 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c6674429-4168-4681-826f-70d94924e070), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.287211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (97d567dc-6596-4f2e-bbaf-5791ccbb6dd9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.294068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f072c799-52db-49ea-b958-469d9b5d8fed req-a884ea04-5991-48e6-a9a9-3cc09a4dc5eb tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591425 Feb 03 21:48:32.325382 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.338561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d567dc-6596-4f2e-bbaf-5791ccbb6dd9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:32.348557 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3a9f7a-0d1e-42ee-99a7-d588f8dc67be x-openstack-request-id: req-8a3a9f7a-0d1e-42ee-99a7-d588f8dc67be {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:32.348852 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "name": "network-vif-unplugged", "status": "completed", "tag": "c6674429-4168-4681-826f-70d94924e070", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:32.349135 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a3a9f7a-0d1e-42ee-99a7-d588f8dc67be {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:32.349567 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6674429-4168-4681-826f-70d94924e070', 'code': 200} Feb 03 21:48:32.353957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] Set router 7dddae73-f906-43b1-9205-1a4bf205e5f1 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:32.355751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=c6674429-4168-4681-826f-70d94924e070,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:32.363483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.363907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.364345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.364745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.365558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.366029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.366416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.366857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.367198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.367534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.368684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.369068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.370141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:32.389653 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.432288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:48:31Z', 'revision_number': 6, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:32.451056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (7dddae73-f906-43b1-9205-1a4bf205e5f1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.474532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51a477-8b3d-4bd8-82ea-00f919f3f8e3 None None] The sync data for ids ['7dddae73-f906-43b1-9205-1a4bf205e5f1'] in n-d-824834-9 is: [{'id': '7dddae73-f906-43b1-9205-1a4bf205e5f1', 'name': 'tempest-ServersTestBootFromVolume-2129395793-router', 'tenant_id': '65fd3c2875554529b9622a2a6acdc287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:45:39Z', 'updated_at': '2022-02-03T21:48:31Z', 'revision_number': 6, 'project_id': '65fd3c2875554529b9622a2a6acdc287', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:48:32.483039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:32.500534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:32.503339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:32.541000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event updated for resources: {'Port': ['ID=8215ea27-882c-451b-9a4f-8ee4a62cf33c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:32.567935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:32.568664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.596650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c43d9-7a64-40fe-9ab8-c095ab2a9087 req-b84ecf1d-ed29-4136-b833-e66f8ffba069 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:32.598713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-063c43d9-7a64-40fe-9ab8-c095ab2a9087 req-b84ecf1d-ed29-4136-b833-e66f8ffba069 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1703417 Feb 03 21:48:32.603018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-8dd2e5a6-1491-413b-b588-7461fc00afc5 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0545564 Feb 03 21:48:32.608931 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (7dddae73-f906-43b1-9205-1a4bf205e5f1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.611635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks [] for router_controller (7dddae73-f906-43b1-9205-1a4bf205e5f1), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.619131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Request body: {'port': {'device_id': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:32.669546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (7dddae73-f906-43b1-9205-1a4bf205e5f1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.670711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dddae73-f906-43b1-9205-1a4bf205e5f1 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:48:32.681646 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.683285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-73ac30c2-d6b4-4389-9ddd-caf35cb13a96 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7dddae73-f906-43b1-9205-1a4bf205e5f1 HTTP/1.1" status: 204 len: 168 time: 1.1768095 Feb 03 21:48:32.685833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:32.716005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-063c43d9-7a64-40fe-9ab8-c095ab2a9087 req-bddb46a9-4fd7-4266-ac30-572b1a5ac789 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100962 Feb 03 21:48:32.728470 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.762781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c50933-624a-4a38-9609-bc9eb6edc8b0 admin admin] Deleting subnet c49bb92f-2799-4ced-8c17-b010a4206fc9 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:48:32.771502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c50933-624a-4a38-9609-bc9eb6edc8b0 admin admin] Publish callbacks [] for subnet (c49bb92f-2799-4ced-8c17-b010a4206fc9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.791894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e461b4f7-4a74-4ba8-a125-acc0c23b8412 None None] Provisioning complete for port 8215ea27-882c-451b-9a4f-8ee4a62cf33c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:32.792524 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e461b4f7-4a74-4ba8-a125-acc0c23b8412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.818294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c50933-624a-4a38-9609-bc9eb6edc8b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (c49bb92f-2799-4ced-8c17-b010a4206fc9), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:32.887410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e461b4f7-4a74-4ba8-a125-acc0c23b8412 None None] Port 8215ea27-882c-451b-9a4f-8ee4a62cf33c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:48:32.955475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c50933-624a-4a38-9609-bc9eb6edc8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (c49bb92f-2799-4ced-8c17-b010a4206fc9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.027265 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c50933-624a-4a38-9609-bc9eb6edc8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (c49bb92f-2799-4ced-8c17-b010a4206fc9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.067208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c50933-624a-4a38-9609-bc9eb6edc8b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49bb92f-2799-4ced-8c17-b010a4206fc9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:33.069702 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c50933-624a-4a38-9609-bc9eb6edc8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.073119 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-99c50933-624a-4a38-9609-bc9eb6edc8b0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c49bb92f-2799-4ced-8c17-b010a4206fc9 HTTP/1.1" status: 204 len: 168 time: 0.3858287 Feb 03 21:48:33.076223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:33.078888 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2dc63-622e-4513-a258-4870b02b238d None None] Network 35f428fe-d74f-40e7-a849-b4b8933ef3d1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:33.118654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f605-41fb-40f0-b178-23e6cebec409 req-9b02c4c4-84f0-4a24-aacb-adc4b8d03964 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:33.121172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1076f605-41fb-40f0-b178-23e6cebec409 req-9b02c4c4-84f0-4a24-aacb-adc4b8d03964 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 948 time: 0.1845632 Feb 03 21:48:33.132506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3495a-262d-452f-9ee5-fcb03eb8a42c req-aa7568d0-aafc-40dc-941c-b771c06dd484 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:33.135026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbf3495a-262d-452f-9ee5-fcb03eb8a42c req-aa7568d0-aafc-40dc-941c-b771c06dd484 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.2085795 Feb 03 21:48:33.211345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (35f428fe-d74f-40e7-a849-b4b8933ef3d1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.279425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1076f605-41fb-40f0-b178-23e6cebec409 req-f598df22-ee10-4a67-84dc-2783fd86f537 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430683 Feb 03 21:48:33.288216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbf3495a-262d-452f-9ee5-fcb03eb8a42c req-67418c87-01e4-42fd-af1a-c46de8b42724 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386738 Feb 03 21:48:33.299590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Deleting port 7a05fa98-d47a-418f-bc46-7913fed92f02 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:33.300073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.388343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20250b26-960d-4293-b68c-f771bca90dd7 None None] DHCP port deletion for 35f428fe-d74f-40e7-a849-b4b8933ef3d1 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:48:33.455049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] For port 7a05fa98-d47a-418f-bc46-7913fed92f02, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7a05fa98-d47a-418f-bc46-7913fed92f02,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:33.455334 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.477358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Calling delete_port for 7a05fa98-d47a-418f-bc46-7913fed92f02 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:33.485356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea081073-7d4d-4558-90f6-6ba3419477bb {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:33.493185 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Publish callbacks [] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.506252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Transition to ACTIVE for port object ea081073-7d4d-4558-90f6-6ba3419477bb will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:48:33.510881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-20250b26-960d-4293-b68c-f771bca90dd7 None None] Deleting port 7a05fa98-d47a-418f-bc46-7913fed92f02 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:33.511385 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20250b26-960d-4293-b68c-f771bca90dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.547309 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.641539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-20250b26-960d-4293-b68c-f771bca90dd7 None None] For port 7a05fa98-d47a-418f-bc46-7913fed92f02, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7a05fa98-d47a-418f-bc46-7913fed92f02,segment=NetworkSegment(a72ebc3e-e464-421f-87bf-4484c492ee0e),segment_id=a72ebc3e-e464-421f-87bf-4484c492ee0e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:33.641981 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20250b26-960d-4293-b68c-f771bca90dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.646439 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.667400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Pushing event updated for resources: {'Port': ['ID=ea081073-7d4d-4558-90f6-6ba3419477bb,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:33.676861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b3c3fe3-dc05-4410-bcbe-e9a7f0ac1fbd req-61ef40c6-c953-49de-8871-0ffe5c328900 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.1522059 Feb 03 21:48:33.680862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-20250b26-960d-4293-b68c-f771bca90dd7 None None] Calling delete_port for 7a05fa98-d47a-418f-bc46-7913fed92f02 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:33.705678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] No DVR routers for this DVR port 7a05fa98-d47a-418f-bc46-7913fed92f02 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:33.717070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a05fa98-d47a-418f-bc46-7913fed92f02,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:33.782387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854683d-67ba-4df2-924d-defe97f3e211 req-bdc744eb-b87a-45a9-b50d-27070e018c85 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:33.798493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854683d-67ba-4df2-924d-defe97f3e211 req-bdc744eb-b87a-45a9-b50d-27070e018c85 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:33.800161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b854683d-67ba-4df2-924d-defe97f3e211 req-bdc744eb-b87a-45a9-b50d-27070e018c85 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1665 time: 0.2918217 Feb 03 21:48:33.931188 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20250b26-960d-4293-b68c-f771bca90dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (7a05fa98-d47a-418f-bc46-7913fed92f02), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.961521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (35f428fe-d74f-40e7-a849-b4b8933ef3d1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:33.968608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20250b26-960d-4293-b68c-f771bca90dd7 None None] No DVR routers for this DVR port 7a05fa98-d47a-418f-bc46-7913fed92f02 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:33.993763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c6674429-4168-4681-826f-70d94924e070 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:33.997681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250b26-960d-4293-b68c-f771bca90dd7 None None] Pushing event deleted for resources: {'Port': ['ID=7a05fa98-d47a-418f-bc46-7913fed92f02,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:34.025281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f428fe-d74f-40e7-a849-b4b8933ef3d1']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:34.048128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a54741d5-c58d-4288-9ff2-667f5ec23d39 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:34.055912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72ebc3e-e464-421f-87bf-4484c492ee0e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:34.056224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72ebc3e-e464-421f-87bf-4484c492ee0e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:34.077399 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (a72ebc3e-e464-421f-87bf-4484c492ee0e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.110046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a72ebc3e-e464-421f-87bf-4484c492ee0e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.123333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:48:34.124863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (a72ebc3e-e464-421f-87bf-4484c492ee0e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:48:34.127307 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:48:34.129490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a54741d5-c58d-4288-9ff2-667f5ec23d39 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:34.130031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a54741d5-c58d-4288-9ff2-667f5ec23d39 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:34.130798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7a05fa98-d47a-418f-bc46-7913fed92f02 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:34.163667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b854683d-67ba-4df2-924d-defe97f3e211 req-5827d944-0c64-41d8-bc62-3d343f6a2d9b tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458674 Feb 03 21:48:34.232038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa5241-51dd-4fdd-8309-13e7b75bdc17 req-b933f3bf-f78a-4a21-a1b7-ea3d2d066d03 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:34.234618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4aa5241-51dd-4fdd-8309-13e7b75bdc17 req-b933f3bf-f78a-4a21-a1b7-ea3d2d066d03 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.3061385 Feb 03 21:48:34.257622 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (35f428fe-d74f-40e7-a849-b4b8933ef3d1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.264988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.270781 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] 10.222.0.50 "DELETE /v2.0/networks/35f428fe-d74f-40e7-a849-b4b8933ef3d1 HTTP/1.1" status: 204 len: 168 time: 1.1898026 Feb 03 21:48:34.292836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7f136-04bf-468d-8e77-adee5f5956bb admin admin] Pushing event deleted for resources: {'Network': ['ID=35f428fe-d74f-40e7-a849-b4b8933ef3d1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:34.304030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Attempting to bind port ea081073-7d4d-4558-90f6-6ba3419477bb on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:34.304377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Attempting to bind port ea081073-7d4d-4558-90f6-6ba3419477bb by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:34.304709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Attempting to bind port ea081073-7d4d-4558-90f6-6ba3419477bb on network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:34.309995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7a05fa98-d47a-418f-bc46-7913fed92f02 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:34.317600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7a05fa98-d47a-418f-bc46-7913fed92f02 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:34.318591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:34.320689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Port ea081073-7d4d-4558-90f6-6ba3419477bb on network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:48:34.321052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Attempting to bind port ea081073-7d4d-4558-90f6-6ba3419477bb on network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:34.337134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:34.337529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Checking segment: {'id': 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:34.337910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Bound using segment: {'id': 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:34.338338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Bound port: ea081073-7d4d-4558-90f6-6ba3419477bb, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:34.338690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.355044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:34.356262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 97d567dc-6596-4f2e-bbaf-5791ccbb6dd9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:34.362607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4aa5241-51dd-4fdd-8309-13e7b75bdc17 req-917d4bf4-e4ce-4454-8ac8-2834d608ec96 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195798 Feb 03 21:48:34.490961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c6674429-4168-4681-826f-70d94924e070,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:34.506761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'c6674429-4168-4681-826f-70d94924e070', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'c6674429-4168-4681-826f-70d94924e070', 'mac_address': 'fa:16:3e:16:a2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:34.527731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] For port ea081073-7d4d-4558-90f6-6ba3419477bb, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:34.550984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port c6674429-4168-4681-826f-70d94924e070 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:34.551190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] For port ea081073-7d4d-4558-90f6-6ba3419477bb, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ea081073-7d4d-4558-90f6-6ba3419477bb,segment=NetworkSegment(a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750),segment_id=a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:34.551559 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c6674429-4168-4681-826f-70d94924e070), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.573924 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.574788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6674429-4168-4681-826f-70d94924e070 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:34.593193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c3d34-0a8f-4781-951b-f403c4decae8 req-972bc8f6-f266-40d0-8489-057c4140cd46 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:34.594705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-694c3d34-0a8f-4781-951b-f403c4decae8 req-972bc8f6-f266-40d0-8489-057c4140cd46 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1171782 Feb 03 21:48:34.612747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c6674429-4168-4681-826f-70d94924e070,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:34.619296 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c6674429-4168-4681-826f-70d94924e070), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.621252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19f7d8-3192-4851-b6fe-4db6cd0ebc68 req-18324800-38eb-4edd-aade-f4019a1b806d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:34.622785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d19f7d8-3192-4851-b6fe-4db6cd0ebc68 req-18324800-38eb-4edd-aade-f4019a1b806d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 948 time: 0.1497002 Feb 03 21:48:34.643873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59402) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:34.665444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:34.667464 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.672014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] 10.222.0.10 "PUT /v2.0/ports/ea081073-7d4d-4558-90f6-6ba3419477bb HTTP/1.1" status: 200 len: 1091 time: 2.0576560 Feb 03 21:48:34.676452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'tag': 'ea081073-7d4d-4558-90f6-6ba3419477bb'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:34.678771 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "tag": "ea081073-7d4d-4558-90f6-6ba3419477bb"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:34.733497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Request body: {'port': {'device_id': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:34.740057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=c6674429-4168-4681-826f-70d94924e070,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:34.741702 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1ec22aca-c1c6-4c1b-b881-b25081b43d41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65fd3c2875554529b9622a2a6acdc287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0936947 Feb 03 21:48:34.742695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:34.798626 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-376a6c33-59d9-4ee0-ba5c-367143312ded admin admin] Publish callbacks [] for security_group (54b8df4b-5bfe-47e4-8080-68815643ea99), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.824366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-376a6c33-59d9-4ee0-ba5c-367143312ded admin admin] Publish callbacks [] for security_group (54b8df4b-5bfe-47e4-8080-68815643ea99), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.860849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c6cf7-614e-436a-90ac-8020c3ba0832 service neutron] Pushing event updated for resources: {'Port': ['ID=ea081073-7d4d-4558-90f6-6ba3419477bb,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:34.888876 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-376a6c33-59d9-4ee0-ba5c-367143312ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (54b8df4b-5bfe-47e4-8080-68815643ea99), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.891586 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-376a6c33-59d9-4ee0-ba5c-367143312ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.895361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-376a6c33-59d9-4ee0-ba5c-367143312ded admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54b8df4b-5bfe-47e4-8080-68815643ea99 HTTP/1.1" status: 204 len: 168 time: 0.1492772 Feb 03 21:48:34.910290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a6c33-59d9-4ee0-ba5c-367143312ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b8df4b-5bfe-47e4-8080-68815643ea99,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:34.959349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:34.966019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-694c3d34-0a8f-4781-951b-f403c4decae8 req-23e1b7df-a6f5-4a49-ae2a-087d3690390a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414686 Feb 03 21:48:34.996854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d19f7d8-3192-4851-b6fe-4db6cd0ebc68 req-27817361-beac-4931-ba8d-d32c491d7b24 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097486 Feb 03 21:48:35.074914 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac104fd-7254-4761-996c-b22a519b3a0f x-openstack-request-id: req-0ac104fd-7254-4761-996c-b22a519b3a0f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:35.076306 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "tag": "ea081073-7d4d-4558-90f6-6ba3419477bb", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:35.076949 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ac104fd-7254-4761-996c-b22a519b3a0f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:35.077649 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'tag': 'ea081073-7d4d-4558-90f6-6ba3419477bb', 'status': 'completed', 'code': 200} Feb 03 21:48:35.111482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['c6674429-4168-4681-826f-70d94924e070'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:35.212928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb req-cdaaee10-1375-480d-b561-f6ca464c1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.218185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb req-cdaaee10-1375-480d-b561-f6ca464c1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.219857 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb req-cdaaee10-1375-480d-b561-f6ca464c1bb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d276b7c603b8465a8c86c644e3b64445&device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1943 time: 0.1309962 Feb 03 21:48:35.235494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e15a56e0-d1ae-432c-9485-bb7402aaccfe req-1335ee58-9209-4523-b252-dd82e0c533a1 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.1123862 Feb 03 21:48:35.478583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb req-742c0540-2739-4d50-bc44-1f33c16bc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.479099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb req-742c0540-2739-4d50-bc44-1f33c16bc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.479732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb req-742c0540-2739-4d50-bc44-1f33c16bc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.483720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb req-742c0540-2739-4d50-bc44-1f33c16bc21a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d276b7c603b8465a8c86c644e3b64445&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2552369 Feb 03 21:48:35.631837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfc504-5a4e-4c57-a66d-0f5852e7b490 req-10dc508c-aac8-4e51-b11b-e72b9dbd2117 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.637755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfc504-5a4e-4c57-a66d-0f5852e7b490 req-10dc508c-aac8-4e51-b11b-e72b9dbd2117 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.639606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32bfc504-5a4e-4c57-a66d-0f5852e7b490 req-10dc508c-aac8-4e51-b11b-e72b9dbd2117 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1665 time: 0.2425849 Feb 03 21:48:35.655822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7b364-f04b-4545-84a9-1f87c7e1562a req-3757d1d9-9598-445d-98a9-5b7c053e3bee tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.663339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43e7b364-f04b-4545-84a9-1f87c7e1562a req-3757d1d9-9598-445d-98a9-5b7c053e3bee tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.2102244 Feb 03 21:48:35.754132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8215ea27-882c-451b-9a4f-8ee4a62cf33c {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:35.796592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-17840e8c-82b7-4832-ab8c-1b60f5439e98 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.798427 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-17840e8c-82b7-4832-ab8c-1b60f5439e98 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 949 time: 0.2208991 Feb 03 21:48:35.799664 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb req-fc404b1b-5181-467e-aa23-91160960e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:35.801343 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b98ab34f-64a8-4cc5-8b7e-2ac30f1967fb req-fc404b1b-5181-467e-aa23-91160960e83c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3117599 Feb 03 21:48:35.804718 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Publish callbacks [] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:35.864584 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43e7b364-f04b-4545-84a9-1f87c7e1562a req-c3f1eb6e-0ac7-4139-9987-64122fc5c49c tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981790 Feb 03 21:48:35.875618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Transition to ACTIVE for port object 8215ea27-882c-451b-9a4f-8ee4a62cf33c will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:48:35.896259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32bfc504-5a4e-4c57-a66d-0f5852e7b490 req-47ad1a43-f47d-4a9c-bc03-78b5621c9e3b tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241344 Feb 03 21:48:35.903917 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:36.066153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-0dfe83cf-3764-498a-b3fb-102e09c86ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:36.075888 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-0dfe83cf-3764-498a-b3fb-102e09c86ee8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 1131 time: 0.1183980 Feb 03 21:48:36.143851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Pushing event updated for resources: {'Port': ['ID=8215ea27-882c-451b-9a4f-8ee4a62cf33c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:36.184336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:36.279520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-75c4a29d-9a39-4838-9460-5d643d11608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:36.282826 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-75c4a29d-9a39-4838-9460-5d643d11608b service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1977210 Feb 03 21:48:36.308448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759b26d-9797-4aa9-b3aa-c532e63210d8 req-53ff03f1-658f-4ba2-a74e-cfefb4be8046 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:36.311425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6759b26d-9797-4aa9-b3aa-c532e63210d8 req-53ff03f1-658f-4ba2-a74e-cfefb4be8046 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 949 time: 0.2630150 Feb 03 21:48:36.347666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-d586f866-0b9c-4e93-aacb-00b79c4369c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c6674429-4168-4681-826f-70d94924e070 HTTP/1.1" status: 200 len: 217 time: 0.0503719 Feb 03 21:48:36.375237 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6759b26d-9797-4aa9-b3aa-c532e63210d8 req-ea8f2088-fee8-475b-8875-7b89935c8417 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574133 Feb 03 21:48:36.383228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10612635-fd77-403e-8b1c-1ae7c51ffd94 req-b0e661e4-7dbc-4d16-b019-b2e6d9cfe872 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:36.393330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10612635-fd77-403e-8b1c-1ae7c51ffd94 req-b0e661e4-7dbc-4d16-b019-b2e6d9cfe872 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.3230746 Feb 03 21:48:36.487735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10612635-fd77-403e-8b1c-1ae7c51ffd94 req-0a56763f-03ab-4477-b930-775cfa767bbf tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932436 Feb 03 21:48:36.496086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Attempting to bind port 8215ea27-882c-451b-9a4f-8ee4a62cf33c on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:36.496540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Attempting to bind port 8215ea27-882c-451b-9a4f-8ee4a62cf33c by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '9f93d16e-baf1-496f-9f44-462bb987d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:36.496986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Attempting to bind port 8215ea27-882c-451b-9a4f-8ee4a62cf33c on network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:36.503420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Port 8215ea27-882c-451b-9a4f-8ee4a62cf33c on network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:48:36.503851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Attempting to bind port 8215ea27-882c-451b-9a4f-8ee4a62cf33c on network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:36.509882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:36.510336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Checking segment: {'id': '9f93d16e-baf1-496f-9f44-462bb987d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:36.510815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Bound using segment: {'id': '9f93d16e-baf1-496f-9f44-462bb987d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:36.511336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Bound port: 8215ea27-882c-451b-9a4f-8ee4a62cf33c, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f93d16e-baf1-496f-9f44-462bb987d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:36.511793 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:36.534600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1670813671-network', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:36.564356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-78f930d5-2c4f-416a-a5af-bf4a9b2053f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:36.568784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-78f930d5-2c4f-416a-a5af-bf4a9b2053f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2086701 Feb 03 21:48:36.630529 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-521c7184-5968-439a-b51e-a787be4726de req-17d1e135-d78f-45e5-8fd4-147bf81dcf28 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0536268 Feb 03 21:48:36.634728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-73fca4e3-a7ad-4242-97e6-d8af027a27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:36.636996 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-73fca4e3-a7ad-4242-97e6-d8af027a27f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0581574 Feb 03 21:48:36.686092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Made reservation on behalf of f1352f7037564092bfbf0e185bdddd39 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:36.688606 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:36.693731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] For port 8215ea27-882c-451b-9a4f-8ee4a62cf33c, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:36.705224 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:36.725403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] For port 8215ea27-882c-451b-9a4f-8ee4a62cf33c, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8215ea27-882c-451b-9a4f-8ee4a62cf33c,segment=NetworkSegment(9f93d16e-baf1-496f-9f44-462bb987d0cc),segment_id=9f93d16e-baf1-496f-9f44-462bb987d0cc)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:36.740449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:36.759595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-78a97bb1-0418-4a0a-8201-6ef91fc99cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119905 Feb 03 21:48:36.782057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1454e-9f73-4639-8970-dc96ddc7dc7c req-e0d42566-3b46-4ae8-8cd0-4bb16c1ea9a9 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:36.783740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29d1454e-9f73-4639-8970-dc96ddc7dc7c req-e0d42566-3b46-4ae8-8cd0-4bb16c1ea9a9 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1523006 Feb 03 21:48:36.802890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:36.803659 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:36.805315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] 10.222.0.10 "PUT /v2.0/ports/8215ea27-882c-451b-9a4f-8ee4a62cf33c HTTP/1.1" status: 200 len: 1091 time: 2.0880344 Feb 03 21:48:36.929157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4371a45-c1ee-48fe-a975-b9de3c00ea80 service neutron] Pushing event updated for resources: {'Port': ['ID=8215ea27-882c-451b-9a4f-8ee4a62cf33c,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:36.936112 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e1d44dc1-05e3-4783-ae31-a184fb088c30 req-b4a88989-3981-4c1c-86b0-cc40f9d4e8e9 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665487 Feb 03 21:48:36.979158 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29d1454e-9f73-4639-8970-dc96ddc7dc7c req-6b6ead68-e983-4775-83c8-df4e57a9076c tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784995 Feb 03 21:48:37.019213 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Publish callbacks [] for security_group (11805da6-4d66-44cd-8090-5b00100f6f24), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:37.035061 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (11805da6-4d66-44cd-8090-5b00100f6f24), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:37.077088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-ca00fc6b-a2de-4f5b-9123-11f8c360f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:37.077579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-ca00fc6b-a2de-4f5b-9123-11f8c360f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:37.079267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-ca00fc6b-a2de-4f5b-9123-11f8c360f2fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d276b7c603b8465a8c86c644e3b64445&device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 2041 time: 0.2134142 Feb 03 21:48:37.080991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:48:37.084426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'tag': '8215ea27-882c-451b-9a4f-8ee4a62cf33c'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:37.086824 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36" -d '{"events": [{"name": "network-changed", "server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "tag": "8215ea27-882c-451b-9a4f-8ee4a62cf33c"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:37.169447 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (50887d82-960e-4c6b-9df7-52b08fcf3667), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:37.169861 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Added segment 50887d82-960e-4c6b-9df7-52b08fcf3667 of type vlan for network be5f9911-7788-4032-b9b6-3b34ac10ceac Feb 03 21:48:37.174424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11805da6-4d66-44cd-8090-5b00100f6f24,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:37.194087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-eae90138-d51b-4d02-8d60-38d5d944f54b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=ea081073-7d4d-4558-90f6-6ba3419477bb HTTP/1.1" status: 200 len: 217 time: 0.0985687 Feb 03 21:48:37.299597 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (be5f9911-7788-4032-b9b6-3b34ac10ceac), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:37.308757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9face254-0d1a-47f7-b7c8-bb37e5449b17 req-6dcfb61e-4813-449d-aa0d-d3e9b44e5a59 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:37.314759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9face254-0d1a-47f7-b7c8-bb37e5449b17 req-6dcfb61e-4813-449d-aa0d-d3e9b44e5a59 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:37.316363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9face254-0d1a-47f7-b7c8-bb37e5449b17 req-6dcfb61e-4813-449d-aa0d-d3e9b44e5a59 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1677 time: 0.2959023 Feb 03 21:48:37.344683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-70ce513f-83c9-4bc9-b180-a712df2b05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:37.346214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-70ce513f-83c9-4bc9-b180-a712df2b05b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b87a10a6-41ab-4785-ba21-f02ed4a878ce HTTP/1.1" status: 200 len: 801 time: 0.1059275 Feb 03 21:48:37.777809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc151ec-27ae-435f-92a0-fe454fd33024 req-a604ca92-2d5f-4914-8e2a-a19a150b2094 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:37.780198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afc151ec-27ae-435f-92a0-fe454fd33024 req-a604ca92-2d5f-4914-8e2a-a19a150b2094 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.6119087 Feb 03 21:48:37.785555 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (be5f9911-7788-4032-b9b6-3b34ac10ceac), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:37.786755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:37.787511 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:37.875605 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9face254-0d1a-47f7-b7c8-bb37e5449b17 req-21d3e4df-2ba0-43ac-8f22-63b04ce3ab0b tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417991 Feb 03 21:48:37.900053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7040658 Feb 03 21:48:37.903409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:37.919715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Request body: {'subnet': {'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-subnet', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:37.948386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Made reservation on behalf of f1352f7037564092bfbf0e185bdddd39 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:37.951800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:37.970540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c6674429-4168-4681-826f-70d94924e070 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:37.988536 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfabde47-3608-47a9-8039-9f020ab9ef8a x-openstack-request-id: req-dfabde47-3608-47a9-8039-9f020ab9ef8a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:37.988837 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "tag": "8215ea27-882c-451b-9a4f-8ee4a62cf33c", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:37.989125 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dfabde47-3608-47a9-8039-9f020ab9ef8a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:37.999562 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'tag': '8215ea27-882c-451b-9a4f-8ee4a62cf33c', 'status': 'completed', 'code': 200} Feb 03 21:48:38.003140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-fa5d6bd9-a423-408d-b5cc-d7601674f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:38.004684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-fa5d6bd9-a423-408d-b5cc-d7601674f7c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4f0c7f-66af-4529-962b-f2db034ab2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6476140 Feb 03 21:48:38.005797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe517c4-dee1-401a-af95-0439a6363fcb admin admin] Pushing event updated for resources: {'Network': ['ID=be5f9911-7788-4032-b9b6-3b34ac10ceac,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:38.014816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afc151ec-27ae-435f-92a0-fe454fd33024 req-ac207d6b-04bf-4eaa-951a-a102f96079e1 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220304 Feb 03 21:48:38.041345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network be5f9911-7788-4032-b9b6-3b34ac10ceac details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:48:38.152352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port c6674429-4168-4681-826f-70d94924e070 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:38.152763 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c6674429-4168-4681-826f-70d94924e070), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:38.297054 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (808d956c-e499-4fe6-85cb-6968db5e063e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:38.303426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-476f892a-27b9-4fa6-ba20-670cad7963bc req-8352f767-0168-4cbf-9410-5986c3e5cff7 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.1244421 Feb 03 21:48:38.320883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-4ec4816c-a947-4640-b586-3f98cf1fb9d4 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4f0c7f-66af-4529-962b-f2db034ab2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050783 Feb 03 21:48:38.333948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4008a5a-a032-4dff-b581-54e8c107135e req-891551ba-de48-4b2a-a5de-438c08f3534d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:38.346830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4008a5a-a032-4dff-b581-54e8c107135e req-891551ba-de48-4b2a-a5de-438c08f3534d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 949 time: 0.2961617 Feb 03 21:48:38.456669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Checking segment: {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:38.459768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Network hostable DHCP agents. Network: be5f9911-7788-4032-b9b6-3b34ac10ceac, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:48:38.489456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=808d956c-e499-4fe6-85cb-6968db5e063e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:38.517507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Network be5f9911-7788-4032-b9b6-3b34ac10ceac is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:48:38.531784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, be5f9911-7788-4032-b9b6-3b34ac10ceac) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:38.536445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:38.537228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:38.556505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587f7c4-db40-4d0c-8860-1615724a89eb None None] Network be5f9911-7788-4032-b9b6-3b34ac10ceac requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:38.567666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2ee9d917-de79-4c50-9f67-d28915bffe1a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6615310 Feb 03 21:48:38.571292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:38.576739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:38.581953 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4008a5a-a032-4dff-b581-54e8c107135e req-50bb8477-b7da-4fc4-a19e-d8b7d3ee811c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338927 Feb 03 21:48:38.617082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port c6674429-4168-4681-826f-70d94924e070 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:38.617908 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c6674429-4168-4681-826f-70d94924e070), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:38.618579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (02f5640b-4295-4e1b-a077-11542993c6f2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:38.621449 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (02f5640b-4295-4e1b-a077-11542993c6f2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:38.627109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-ed34d782-2402-4f4a-8d9f-73fe4db92634 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4f0c7f-66af-4529-962b-f2db034ab2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775147 Feb 03 21:48:38.695958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-5686c8aa-de96-40e4-b46f-221e4ee774ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.93&port_id=8215ea27-882c-451b-9a4f-8ee4a62cf33c HTTP/1.1" status: 200 len: 217 time: 0.0656118 Feb 03 21:48:38.736495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6674429-4168-4681-826f-70d94924e070'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:38.745429 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01842d88-6544-43cb-8c63-38431640ce27" -d '{"events": [{"server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "name": "network-vif-plugged", "status": "completed", "tag": "c6674429-4168-4681-826f-70d94924e070"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:38.767154 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c6674429-4168-4681-826f-70d94924e070,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:38.777416 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c6674429-4168-4681-826f-70d94924e070), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:38.793719 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks [] for router_controller (02f5640b-4295-4e1b-a077-11542993c6f2), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:38.812785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f0da8840-29e6-4601-b71b-e8ecd4a9006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:38.814569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-f0da8840-29e6-4601-b71b-e8ecd4a9006d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c5a87cf-296b-46ba-afaf-ce86689f8d2f HTTP/1.1" status: 200 len: 801 time: 0.1124825 Feb 03 21:48:38.846020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=c6674429-4168-4681-826f-70d94924e070,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:38.892025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4dbd1-280a-4334-b5d0-2458f0df6b98 req-ef12c110-a551-466a-8c35-5b49a77a3d0d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:38.894233 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9be4dbd1-280a-4334-b5d0-2458f0df6b98 req-ef12c110-a551-466a-8c35-5b49a77a3d0d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 949 time: 0.1789875 Feb 03 21:48:38.946385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-be5f9911-7788-4032-b9b6-3b34ac10ceac', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:48:38.947539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:38.953714 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14a3941-dd20-4fdc-b1a5-b88bf8cda9f5 x-openstack-request-id: req-f14a3941-dd20-4fdc-b1a5-b88bf8cda9f5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:38.955422 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "name": "network-vif-plugged", "status": "completed", "tag": "c6674429-4168-4681-826f-70d94924e070", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:38.955691 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f14a3941-dd20-4fdc-b1a5-b88bf8cda9f5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:38.956089 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6674429-4168-4681-826f-70d94924e070', 'code': 200} Feb 03 21:48:38.969917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9be4dbd1-280a-4334-b5d0-2458f0df6b98 req-abbcae55-3d36-47e8-8bea-c53fcb2c27c9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675771 Feb 03 21:48:38.984533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-54e9b938-a6e7-4228-a665-5638c0f5294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:38.986448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-54e9b938-a6e7-4228-a665-5638c0f5294b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1501060 Feb 03 21:48:39.050255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks [] for router_gateway (02f5640b-4295-4e1b-a077-11542993c6f2), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.124168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Allocated IP 172.20.0.2 (be5f9911-7788-4032-b9b6-3b34ac10ceac/808d956c-e499-4fe6-85cb-6968db5e063e/4e10327a-d849-4631-87e4-0bf5fbb6ffe3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:39.221963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-787c4129-ccca-4996-967d-f30939a1a9d5 service neutron] 10.222.0.10 "GET /v2.0/networks/0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285569 Feb 03 21:48:39.350682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26756d7c-de3a-4635-9eb0-76546e6150cc req-799985fa-1fb7-4214-8cda-b9a67843c0f3 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:39.357191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26756d7c-de3a-4635-9eb0-76546e6150cc req-799985fa-1fb7-4214-8cda-b9a67843c0f3 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:39.359839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26756d7c-de3a-4635-9eb0-76546e6150cc req-799985fa-1fb7-4214-8cda-b9a67843c0f3 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1677 time: 0.1369674 Feb 03 21:48:39.364627 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Publish callbacks [] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.376975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.418915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks [] for router_gateway (02f5640b-4295-4e1b-a077-11542993c6f2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.430367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Pushing event updated for resources: {'Port': ['ID=4e10327a-d849-4631-87e4-0bf5fbb6ffe3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:39.447468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.447760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Network be5f9911-7788-4032-b9b6-3b34ac10ceac is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:39.449351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:39.454162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26756d7c-de3a-4635-9eb0-76546e6150cc req-aaccf329-fa6e-4e4a-9d53-33744aae8513 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883043 Feb 03 21:48:39.454714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:39.456854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285b420a-18aa-4282-8e58-5b7a39e5c35c req-1c67daf3-1f31-4646-b69d-5b736f191df2 service neutron] 10.222.0.10 "GET /v2.0/networks/0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230196 Feb 03 21:48:39.545322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Attempting to bind port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:39.545940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Attempting to bind port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:39.546305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Attempting to bind port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 on network be5f9911-7788-4032-b9b6-3b34ac10ceac {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:39.552878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:39.553323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Checking segment: {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:39.553730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.554118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Bound using segment: {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:39.554580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Bound port: 4e10327a-d849-4631-87e4-0bf5fbb6ffe3, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:39.554957 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.599848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Allocated IP 172.25.5.51 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/920bd338-58e4-41e2-ba28-ee180bf87f4d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:39.628984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] For port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:39.632857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] For port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4e10327a-d849-4631-87e4-0bf5fbb6ffe3,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:39.642199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.655507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46dec504-cb7a-41bb-bd07-04b1fcf630f0 req-9c238ccd-814f-4251-9502-f941708b2acb tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0890255 Feb 03 21:48:39.710788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a0022-3726-4365-942a-38e69be59fd0 None None] Pushing event updated for resources: {'Port': ['ID=4e10327a-d849-4631-87e4-0bf5fbb6ffe3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:39.711716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-f4442c4d-b82b-4818-99fd-27814531c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:39.712352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-f4442c4d-b82b-4818-99fd-27814531c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:39.714750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-f4442c4d-b82b-4818-99fd-27814531c4ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d276b7c603b8465a8c86c644e3b64445&device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 2041 time: 0.1868377 Feb 03 21:48:39.724122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a36e-b204-4ed1-9fe7-fa07756d2ee2 req-fa8f665b-7092-45f1-b836-069e0df7d836 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:39.732206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9be3a36e-b204-4ed1-9fe7-fa07756d2ee2 req-fa8f665b-7092-45f1-b836-069e0df7d836 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1641874 Feb 03 21:48:39.767282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks [] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.809398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:39.854621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:39.863199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:39.865823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:39.893639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9be3a36e-b204-4ed1-9fe7-fa07756d2ee2 req-c49c0605-8c2f-4f20-a66c-b83cdf0e9d09 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603637 Feb 03 21:48:39.920801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Pushing event updated for resources: {'Port': ['ID=920bd338-58e4-41e2-ba28-ee180bf87f4d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:39.980377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-cdb2433f-9c73-46ba-88fe-ffc5cde3ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:39.984489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-cdb2433f-9c73-46ba-88fe-ffc5cde3ec0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 HTTP/1.1" status: 200 len: 903 time: 0.2499032 Feb 03 21:48:40.062033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-44f8bfd0-5d29-49d2-bbe0-8df247779e55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.93&port_id=8215ea27-882c-451b-9a4f-8ee4a62cf33c HTTP/1.1" status: 200 len: 217 time: 0.0708363 Feb 03 21:48:40.095280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-38a1d6f1-6fc0-4ca0-97d8-0b1805ab5e17 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359800 Feb 03 21:48:40.209432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-2b1af014-4706-4707-b8b2-99fb4ee5f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:40.210817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-2b1af014-4706-4707-b8b2-99fb4ee5f852 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c5a87cf-296b-46ba-afaf-ce86689f8d2f HTTP/1.1" status: 200 len: 801 time: 0.1376662 Feb 03 21:48:40.263509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks [] for router_gateway (02f5640b-4295-4e1b-a077-11542993c6f2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:40.295278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-baf08798-064f-4250-a510-922ad656aea1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:40.296744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-baf08798-064f-4250-a510-922ad656aea1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814570 Feb 03 21:48:40.314678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-0aa814a0-ca73-4a1a-a1cf-4530db4416d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:40.315520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-0aa814a0-ca73-4a1a-a1cf-4530db4416d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0953608 Feb 03 21:48:40.321388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-591d6318-9288-400c-b465-a2e0b9b1cdcf tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/quotas/7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 375 time: 0.0187378 Feb 03 21:48:40.443251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-52a3cdb0-8ac9-4342-a198-36f20ad9e037 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115406 Feb 03 21:48:40.469956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-70abd5e2-1923-4192-b808-ee782c70ec6d service neutron] 10.222.0.10 "GET /v2.0/networks/0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468468 Feb 03 21:48:40.491317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (02f5640b-4295-4e1b-a077-11542993c6f2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:40.597797 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9dcb3e-1221-4e1c-babe-42a05eec4e36 req-a1d874ca-bed5-4895-9275-a9acfecc2441 service neutron] 10.222.0.10 "GET /v2.0/networks/0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206734 Feb 03 21:48:40.673058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673254e-ceed-4e92-98c9-871c07d5907f req-835351b2-d1bd-442e-a0cf-db375c3d4298 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:40.679572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673254e-ceed-4e92-98c9-871c07d5907f req-835351b2-d1bd-442e-a0cf-db375c3d4298 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:40.681736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7673254e-ceed-4e92-98c9-871c07d5907f req-835351b2-d1bd-442e-a0cf-db375c3d4298 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1677 time: 0.0829616 Feb 03 21:48:40.788131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7673254e-ceed-4e92-98c9-871c07d5907f req-77f07257-8a06-44f9-a337-9f82dc105e14 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950632 Feb 03 21:48:40.855802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae38ea9b-2708-4878-a923-c04ea4a907a7 req-3866c0ad-8e2b-43c5-a6ee-cb371233eea3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 210 time: 0.0878041 Feb 03 21:48:40.944942 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c418d6be-3675-4bc9-9213-d49ab443952d req-da99bd0f-0e59-4829-9ad9-2eead65d4027 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0718765 Feb 03 21:48:41.113585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5cd8e-4c77-48c9-89a3-871a45251c03 req-bc51d77b-20c3-4ec2-8053-46417f39d509 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:41.121694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7cc5cd8e-4c77-48c9-89a3-871a45251c03 req-bc51d77b-20c3-4ec2-8053-46417f39d509 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.0696754 Feb 03 21:48:41.188368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Router 02f5640b-4295-4e1b-a077-11542993c6f2 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:48:41.233383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7cc5cd8e-4c77-48c9-89a3-871a45251c03 req-0d0bc79e-37a8-4565-adbc-bbcf492dec3d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031804 Feb 03 21:48:41.290850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab6fc0-6b97-4cff-8006-5650669b5b89 None None] Network be5f9911-7788-4032-b9b6-3b34ac10ceac requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:41.400075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:48:41.412060 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Sync routers for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:48:41.426768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:41.427121 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:41.427909 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:41.430450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1872eaaa-1ec2-4a6e-b7ed-341cd3cd7193 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8577478 Feb 03 21:48:41.433432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:41.433837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-110daa6f-c1a3-4be9-bee1-e14ae0778446 None None] Provisioning complete for port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:41.434686 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110daa6f-c1a3-4be9-bee1-e14ae0778446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:41.543005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-110daa6f-c1a3-4be9-bee1-e14ae0778446 None None] Current status of the port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:41.543395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110daa6f-c1a3-4be9-bee1-e14ae0778446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:41.588426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-110daa6f-c1a3-4be9-bee1-e14ae0778446 None None] For port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4e10327a-d849-4631-87e4-0bf5fbb6ffe3,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:41.594770 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110daa6f-c1a3-4be9-bee1-e14ae0778446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:41.695579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110daa6f-c1a3-4be9-bee1-e14ae0778446 None None] Pushing event updated for resources: {'Port': ['ID=4e10327a-d849-4631-87e4-0bf5fbb6ffe3,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:41.712691 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:41.850851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c468240e-4ae4-4e29-b53e-4352eb86fae7 None None] Provisioning complete for port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:41.851313 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c468240e-4ae4-4e29-b53e-4352eb86fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:41.972548 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:40Z', 'revision_number': 3, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:41.992794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d148e188-74ff-45e7-9628-a21b8419c321 req-38454f0f-656b-45be-a82c-368f2aefc66d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 210 time: 0.0590074 Feb 03 21:48:42.000864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c468240e-4ae4-4e29-b53e-4352eb86fae7 None None] Current status of the port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:42.040732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d474bd-5b19-44f4-8286-8dea4bf3bbdc req-00709f7a-ac22-4b19-ab73-3432045ed93c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:42.049038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d474bd-5b19-44f4-8286-8dea4bf3bbdc req-00709f7a-ac22-4b19-ab73-3432045ed93c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:42.056073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77d474bd-5b19-44f4-8286-8dea4bf3bbdc req-00709f7a-ac22-4b19-ab73-3432045ed93c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1677 time: 0.1923292 Feb 03 21:48:42.075432 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Checking router: 02f5640b-4295-4e1b-a077-11542993c6f2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:48:42.075827 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Updating router 02f5640b-4295-4e1b-a077-11542993c6f2 port 920bd338-58e4-41e2-ba28-ee180bf87f4d binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:48:42.127569 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.130211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77d474bd-5b19-44f4-8286-8dea4bf3bbdc req-e14325c3-8cc5-4605-831f-707bab36835c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729570 Feb 03 21:48:42.131270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:42.131503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.186641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-76d70b56-a288-46fa-9c69-92ce8e8c598b req-6b351947-1d30-4385-be5a-03bad3446a31 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0386107 Feb 03 21:48:42.199803 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-4c60acd8-fb76-4c39-b58f-bf39ff747adc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684214 Feb 03 21:48:42.237177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:42.237803 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.320311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Allocated IP 172.20.0.1 (be5f9911-7788-4032-b9b6-3b34ac10ceac/808d956c-e499-4fe6-85cb-6968db5e063e/34573867-33d1-4bfd-bb4c-0818475565e7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:42.357648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-ea8ec07d-c990-4e7e-b14f-b1bfd71ebd32 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:42.367650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-ea8ec07d-c990-4e7e-b14f-b1bfd71ebd32 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626458 Feb 03 21:48:42.384763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:42.406991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Request body: {'port': {'device_id': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '7b5fc962a1794ca48d55df0bf87b0a38'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:42.444435 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Publish callbacks [] for port (34573867-33d1-4bfd-bb4c-0818475565e7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.476839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608360c-62b7-49bd-937c-1c0c3da6e452 req-d5596d5c-5055-4ad1-8056-92ca6cc084de tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:42.478731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5608360c-62b7-49bd-937c-1c0c3da6e452 req-d5596d5c-5055-4ad1-8056-92ca6cc084de tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1089911 Feb 03 21:48:42.480493 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.532782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Network be5f9911-7788-4032-b9b6-3b34ac10ceac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:42.539755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:42.544513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:42.558176 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Publish callbacks [] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.568294 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.571836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5608360c-62b7-49bd-937c-1c0c3da6e452 req-e2f6c7dd-c569-4dd2-a317-d84fba83372c tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826941 Feb 03 21:48:42.576669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Pushing event updated for resources: {'Port': ['ID=34573867-33d1-4bfd-bb4c-0818475565e7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:42.611703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (02f5640b-4295-4e1b-a077-11542993c6f2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.611949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Made reservation on behalf of 7b5fc962a1794ca48d55df0bf87b0a38 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:42.618699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.646184 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Pushing event updated for resources: {'Port': ['ID=920bd338-58e4-41e2-ba28-ee180bf87f4d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:42.648388 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Attempting to bind port 920bd338-58e4-41e2-ba28-ee180bf87f4d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:42.648799 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Attempting to bind port 920bd338-58e4-41e2-ba28-ee180bf87f4d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:42.649178 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Attempting to bind port 920bd338-58e4-41e2-ba28-ee180bf87f4d on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:42.659239 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.659583 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.659924 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.660351 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.660826 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.661271 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.661603 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.661926 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.662244 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.662565 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.662882 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.663200 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.663620 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:42.668535 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:42.669017 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:42.669377 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.669792 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:42.670351 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Bound port: 920bd338-58e4-41e2-ba28-ee180bf87f4d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:42.670783 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.756011 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] For port 920bd338-58e4-41e2-ba28-ee180bf87f4d, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:42.760252 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] For port 920bd338-58e4-41e2-ba28-ee180bf87f4d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=920bd338-58e4-41e2-ba28-ee180bf87f4d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:42.769183 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.792145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Allocated IP 192.168.233.206 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/5ddd9522-98a3-4943-872a-b826ca33d2f3) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:42.841126 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:42.842312 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:42.856011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.857361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f04999c8-1c25-4275-bcf1-871dfbab16dd None None] Provisioning complete for port 34573867-33d1-4bfd-bb4c-0818475565e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:42.857858 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f04999c8-1c25-4275-bcf1-871dfbab16dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:42.899710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f04999c8-1c25-4275-bcf1-871dfbab16dd None None] Port 34573867-33d1-4bfd-bb4c-0818475565e7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:48:42.913931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ea081073-7d4d-4558-90f6-6ba3419477bb details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:42.952893 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04039f4-599e-4ccb-8eaf-a0b5ab5f75a7 None None] Pushing event updated for resources: {'Port': ['ID=920bd338-58e4-41e2-ba28-ee180bf87f4d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:42.998805 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks [] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.009651 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:43.046763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ea081073-7d4d-4558-90f6-6ba3419477bb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ea081073-7d4d-4558-90f6-6ba3419477bb,segment=NetworkSegment(a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750),segment_id=a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:43.061791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'ea081073-7d4d-4558-90f6-6ba3419477bb', 'network_id': '3b4f0c7f-66af-4529-962b-f2db034ab2c0', 'port_id': 'ea081073-7d4d-4558-90f6-6ba3419477bb', 'mac_address': 'fa:16:3e:d3:7b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87a10a6-41ab-4785-ba21-f02ed4a878ce', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:43.078328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.096417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7f93945-a891-4f54-8edb-a94db48901eb', 'c6674429-4168-4681-826f-70d94924e070'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:43.116550 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Publish callbacks [] for port (34573867-33d1-4bfd-bb4c-0818475565e7), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.125321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.159597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ea081073-7d4d-4558-90f6-6ba3419477bb is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:43.160220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.195640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea081073-7d4d-4558-90f6-6ba3419477bb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:43.225777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ea081073-7d4d-4558-90f6-6ba3419477bb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ea081073-7d4d-4558-90f6-6ba3419477bb,segment=NetworkSegment(a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750),segment_id=a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:43.239105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:43.244822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:43.246535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (02f5640b-4295-4e1b-a077-11542993c6f2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.249503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Pushing event updated for resources: {'Port': ['ID=34573867-33d1-4bfd-bb4c-0818475565e7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:43.261089 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.261943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8215ea27-882c-451b-9a4f-8ee4a62cf33c details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:43.275080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:43.279925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:43.321622 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 1, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:43.361286 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c4bc2-9b5c-4016-b3f6-cd592b6bc7f4 None None] The sync data for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 is: [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 1, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:48:43.389946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:43.390572 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.397335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Network be5f9911-7788-4032-b9b6-3b34ac10ceac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:43.399177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:43.400151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8780c8-b1a9-4146-be62-e7d4f9c7c008 req-daa26e81-7bf5-4042-93a5-b7a905f6564d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:43.402635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae8780c8-b1a9-4146-be62-e7d4f9c7c008 req-daa26e81-7bf5-4042-93a5-b7a905f6564d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 936 time: 0.2689097 Feb 03 21:48:43.447580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 8215ea27-882c-451b-9a4f-8ee4a62cf33c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8215ea27-882c-451b-9a4f-8ee4a62cf33c,segment=NetworkSegment(9f93d16e-baf1-496f-9f44-462bb987d0cc),segment_id=9f93d16e-baf1-496f-9f44-462bb987d0cc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:43.458365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282aa8-6686-4611-8ad4-521f5344ca93 req-65535135-b4bb-4c03-882d-549482fb1258 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:43.463996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282aa8-6686-4611-8ad4-521f5344ca93 req-65535135-b4bb-4c03-882d-549482fb1258 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:43.471817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb282aa8-6686-4611-8ad4-521f5344ca93 req-65535135-b4bb-4c03-882d-549482fb1258 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1678 time: 0.1483366 Feb 03 21:48:43.478506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-cd1b6c61-412c-48de-8ee8-fbd1c20f28ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0762725 Feb 03 21:48:43.479449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '8215ea27-882c-451b-9a4f-8ee4a62cf33c', 'network_id': '0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3', 'port_id': '8215ea27-882c-451b-9a4f-8ee4a62cf33c', 'mac_address': 'fa:16:3e:54:7e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5a87cf-296b-46ba-afaf-ce86689f8d2f', 'ip_address': '19.86.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:43.507784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Request body: {'port': {'device_id': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:43.585370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae8780c8-b1a9-4146-be62-e7d4f9c7c008 req-b72d98b9-831b-4896-af5b-0f0bd231798b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756449 Feb 03 21:48:43.629942 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb282aa8-6686-4611-8ad4-521f5344ca93 req-5de09943-9977-4922-8c59-0744c9162b92 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519778 Feb 03 21:48:43.640691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Router 02f5640b-4295-4e1b-a077-11542993c6f2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:48:43.650997 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.651227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 8215ea27-882c-451b-9a4f-8ee4a62cf33c is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:43.651385 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.673511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8215ea27-882c-451b-9a4f-8ee4a62cf33c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:43.695068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ea081073-7d4d-4558-90f6-6ba3419477bb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:43.754358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 8215ea27-882c-451b-9a4f-8ee4a62cf33c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8215ea27-882c-451b-9a4f-8ee4a62cf33c,segment=NetworkSegment(9f93d16e-baf1-496f-9f44-462bb987d0cc),segment_id=9f93d16e-baf1-496f-9f44-462bb987d0cc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:43.774602 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.850810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25910537-847e-430f-a870-7eb6425395c2 req-02723ca0-3996-4a31-ae66-5c7abefbda3f tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0804992 Feb 03 21:48:43.877013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=8215ea27-882c-451b-9a4f-8ee4a62cf33c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:43.916599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1b60e218-867f-4f84-bf01-7072f01ef6e5 None None] Provisioning complete for port 5ddd9522-98a3-4943-872a-b826ca33d2f3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:43.916599 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b60e218-867f-4f84-bf01-7072f01ef6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:43.977666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4f6c4748-3872-451c-928f-8728fc1e86c7 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:43.991905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1b60e218-867f-4f84-bf01-7072f01ef6e5 None None] Port 5ddd9522-98a3-4943-872a-b826ca33d2f3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:48:44.005827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:48:44.020636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-613d74a9-a7cc-4d66-98b2-34145521ceea admin admin] 10.222.0.50 "PUT /v2.0/routers/02f5640b-4295-4e1b-a077-11542993c6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5752745 Feb 03 21:48:44.020826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d9a95-9819-4f18-8ee2-39eb9498d835 req-283e52eb-e7c2-4261-82a5-5e740e54a418 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:44.020826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a57d9a95-9819-4f18-8ee2-39eb9498d835 req-283e52eb-e7c2-4261-82a5-5e740e54a418 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.2551422 Feb 03 21:48:44.124944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a57d9a95-9819-4f18-8ee2-39eb9498d835 req-7137e861-fc0e-48b9-a60f-a1367188bdaa tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958228 Feb 03 21:48:44.187636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b9ff9d7b-c7d1-4695-9f45-dced44536979 None None] Provisioning complete for port 34573867-33d1-4bfd-bb4c-0818475565e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:44.188076 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ff9d7b-c7d1-4695-9f45-dced44536979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:44.211679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddd9522-98a3-4943-872a-b826ca33d2f3 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:44.223758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['8215ea27-882c-451b-9a4f-8ee4a62cf33c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:44.226052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Publish callbacks [] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:44.241450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Transition to ACTIVE for port object 5ddd9522-98a3-4943-872a-b826ca33d2f3 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:48:44.246745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:44.300394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f6c4748-3872-451c-928f-8728fc1e86c7,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:44.345824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '4f6c4748-3872-451c-928f-8728fc1e86c7', 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031', 'port_id': '4f6c4748-3872-451c-928f-8728fc1e86c7', 'mac_address': 'fa:16:3e:63:49:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd683e407-6fc4-4943-b17a-1e48441885b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:44.353089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff9d7b-c7d1-4695-9f45-dced44536979 None None] Port 34573867-33d1-4bfd-bb4c-0818475565e7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:48:44.423640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:44.500321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:44.500566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:44.501387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:44.511074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:48:44.511580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:44.516966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4f6c4748-3872-451c-928f-8728fc1e86c7 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:44.517519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:44.522397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:44.522898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:44.523189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:44.523657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Bound port: 5ddd9522-98a3-4943-872a-b826ca33d2f3, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:44.524046 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:44.541075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f6c4748-3872-451c-928f-8728fc1e86c7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:44.581755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f6c4748-3872-451c-928f-8728fc1e86c7,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:44.589789 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:44.692647 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:44.696956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4f6c4748-3872-451c-928f-8728fc1e86c7,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:44.714254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:44.724643 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:44.799014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:44.799638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:44.801048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] 10.222.0.10 "PUT /v2.0/ports/5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 1096 time: 1.3059855 Feb 03 21:48:44.803327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:44.805762 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:44.846139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799298b-4f04-4644-84ad-deb307f7b1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:44.856573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f67d4-ddad-416d-a8ec-03d1c89bd059 req-b5ef3343-d8ad-4114-a3b1-b390695b2040 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:44.863821 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c4f67d4-ddad-416d-a8ec-03d1c89bd059 req-b5ef3343-d8ad-4114-a3b1-b390695b2040 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 948 time: 0.1333642 Feb 03 21:48:44.950752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-08f51f24-39c2-41af-987d-a6e7820fd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:44.952225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-08f51f24-39c2-41af-987d-a6e7820fd113 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1130 time: 0.0815408 Feb 03 21:48:44.968099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c4f67d4-ddad-416d-a8ec-03d1c89bd059 req-cdda71eb-246c-44ee-86d1-0037d80d2ca9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033087 Feb 03 21:48:45.037595 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-ef8164f4-abbc-4184-b8f0-46cc53515861 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0682788 Feb 03 21:48:45.045912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4f6c4748-3872-451c-928f-8728fc1e86c7'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:45.115563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-8f322aea-eb48-451e-82fd-05183f0922de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:45.117142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-8f322aea-eb48-451e-82fd-05183f0922de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0698538 Feb 03 21:48:45.143078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46603f-6795-40b1-82f6-b1b5598d1f77 req-612a7e40-bd02-4290-ad23-1a0b54470f14 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:45.149024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46603f-6795-40b1-82f6-b1b5598d1f77 req-612a7e40-bd02-4290-ad23-1a0b54470f14 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:45.150639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa46603f-6795-40b1-82f6-b1b5598d1f77 req-612a7e40-bd02-4290-ad23-1a0b54470f14 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1679 time: 0.1148570 Feb 03 21:48:45.278868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:45.287574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6428f1dc-50cb-47f1-8516-1007997bfb68 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374114602', 'description': 'tempest-description--543010427'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:45.314939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6428f1dc-50cb-47f1-8516-1007997bfb68 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.333781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['ea081073-7d4d-4558-90f6-6ba3419477bb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:45.437981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6428f1dc-50cb-47f1-8516-1007997bfb68 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group (9b464cae-2744-4582-bf31-9d139633f180), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.437981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6428f1dc-50cb-47f1-8516-1007997bfb68 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b464cae-2744-4582-bf31-9d139633f180), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.472571 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6428f1dc-50cb-47f1-8516-1007997bfb68 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.474366 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6428f1dc-50cb-47f1-8516-1007997bfb68 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1933799 Feb 03 21:48:45.476701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428f1dc-50cb-47f1-8516-1007997bfb68 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b464cae-2744-4582-bf31-9d139633f180,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:45.478900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:45.488017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aca84017-7649-4206-bae0-b9e0b23c2349 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Request body: {'security_group_rule': {'security_group_id': '9b464cae-2744-4582-bf31-9d139633f180', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:45.530094 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aca84017-7649-4206-bae0-b9e0b23c2349 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group_rule (5b01e5b3-46ac-47d2-90ae-ebe6b2a8b785), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.597456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aca84017-7649-4206-bae0-b9e0b23c2349 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group_rule (5b01e5b3-46ac-47d2-90ae-ebe6b2a8b785), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.602581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aca84017-7649-4206-bae0-b9e0b23c2349 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (5b01e5b3-46ac-47d2-90ae-ebe6b2a8b785), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.614118 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653be607-b22f-45bf-bb07-d0b4c63159ed x-openstack-request-id: req-653be607-b22f-45bf-bb07-d0b4c63159ed {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:45.614414 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:45.614668 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-653be607-b22f-45bf-bb07-d0b4c63159ed {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:45.615059 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'status': 'completed', 'code': 200} Feb 03 21:48:45.621608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca84017-7649-4206-bae0-b9e0b23c2349 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b01e5b3-46ac-47d2-90ae-ebe6b2a8b785,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:45.633745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aca84017-7649-4206-bae0-b9e0b23c2349 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.635183 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aca84017-7649-4206-bae0-b9e0b23c2349 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551285 Feb 03 21:48:45.638078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59596) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:45.643727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2684dd84-e345-4186-b535-0c528da326f2 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Request body: {'security_group_rule': {'security_group_id': '9b464cae-2744-4582-bf31-9d139633f180', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:45.672142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f1d961a5-bc11-40e3-8031-d247745a21b0 req-314bb6df-4b85-4c0d-b25d-16403544a70c tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0550320 Feb 03 21:48:45.672583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2684dd84-e345-4186-b535-0c528da326f2 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group_rule (a148533c-52c7-459f-b8be-3af472c0ee71), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.711995 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-eee0f9f1-d5c0-48b0-a993-cc6bd3229bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:45.713601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-eee0f9f1-d5c0-48b0-a993-cc6bd3229bac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5879447 Feb 03 21:48:45.717165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa46603f-6795-40b1-82f6-b1b5598d1f77 req-5a810467-a9a5-4de3-b478-1cdb78ce315a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011493 Feb 03 21:48:45.732234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2684dd84-e345-4186-b535-0c528da326f2 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group_rule (a148533c-52c7-459f-b8be-3af472c0ee71), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.743384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2684dd84-e345-4186-b535-0c528da326f2 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (a148533c-52c7-459f-b8be-3af472c0ee71), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.767050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684dd84-e345-4186-b535-0c528da326f2 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a148533c-52c7-459f-b8be-3af472c0ee71,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:45.776878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2684dd84-e345-4186-b535-0c528da326f2 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.778103 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2684dd84-e345-4186-b535-0c528da326f2 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379597 Feb 03 21:48:45.781224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:45.785657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:45.808702 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.914922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:45.933363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835679-4bb1-42db-92c8-a7ed49d67bda req-1f49c99e-5af3-49d7-aa19-07e87adb0217 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:45.934926 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e835679-4bb1-42db-92c8-a7ed49d67bda req-1f49c99e-5af3-49d7-aa19-07e87adb0217 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 944 time: 0.1613455 Feb 03 21:48:45.940532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-72d6c918-85ae-4c23-a7b8-a9899d7850fb service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205992 Feb 03 21:48:45.996445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 920bd338-58e4-41e2-ba28-ee180bf87f4d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:46.002500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4f6c4748-3872-451c-928f-8728fc1e86c7 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:46.038905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Allocated IP 172.25.5.53 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/76df56a9-4a19-4a3f-8147-b1c50a426b02) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:46.059406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-424e0110-dd6f-424d-96b4-a5689c640a5f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:46.061702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-424e0110-dd6f-424d-96b4-a5689c640a5f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 814 time: 0.2400048 Feb 03 21:48:46.113170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e835679-4bb1-42db-92c8-a7ed49d67bda req-49840d70-6f2c-4921-a3af-4f6e74a36c1e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605167 Feb 03 21:48:46.113170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-e8fd2000-7f2f-483a-ac13-e2fc269c7a08 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/quotas/b9d45734aaad4686a5aa35d4d325d755 HTTP/1.1" status: 200 len: 375 time: 0.0375469 Feb 03 21:48:46.118055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 4f6c4748-3872-451c-928f-8728fc1e86c7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:46.118363 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.120340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 920bd338-58e4-41e2-ba28-ee180bf87f4d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:46.120814 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.157250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1bb6d4-5eb2-41c7-8f82-b38fcf29347d req-6eab1a13-a563-41d1-87d2-4e4f69b91b62 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004745 Feb 03 21:48:46.183889 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for port (76df56a9-4a19-4a3f-8147-b1c50a426b02), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.230843 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (76df56a9-4a19-4a3f-8147-b1c50a426b02), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.264732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 920bd338-58e4-41e2-ba28-ee180bf87f4d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:46.265226 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.296606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-81003baf-82bb-4f5a-9b83-1e4a22104418 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1555388 Feb 03 21:48:46.301214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:46.302619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Pushing event updated for resources: {'Port': ['ID=76df56a9-4a19-4a3f-8147-b1c50a426b02,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:46.306348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:46.308043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 920bd338-58e4-41e2-ba28-ee180bf87f4d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=920bd338-58e4-41e2-ba28-ee180bf87f4d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:46.309103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:46.316827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-ab608ea8-3aa7-4965-8e7d-72d3bee5061a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:48:46.317951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-ab608ea8-3aa7-4965-8e7d-72d3bee5061a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101190 Feb 03 21:48:46.337174 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.384052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebb211-b482-4030-ae7d-4e3e7b57d956 req-6b561e29-649b-48b6-b902-a0995ecf1f7c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:46.389832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99ebb211-b482-4030-ae7d-4e3e7b57d956 req-6b561e29-649b-48b6-b902-a0995ecf1f7c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 948 time: 0.1939151 Feb 03 21:48:46.403094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-99a4f8aa-8161-4965-b7ba-02c4a354a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:46.405116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-99a4f8aa-8161-4965-b7ba-02c4a354a5f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1130 time: 0.1881106 Feb 03 21:48:46.408807 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for floatingip (a0c7b63f-1812-41c4-9801-a8a7aab92de2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.411437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=920bd338-58e4-41e2-ba28-ee180bf87f4d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:46.414738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4f6c4748-3872-451c-928f-8728fc1e86c7 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:46.415128 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.459658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:46.462117 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76df56a9-4a19-4a3f-8147-b1c50a426b02), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.462345 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a187dc9-b070-4dbd-bde7-d664ff59987f" -d '{"events": [{"server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "name": "network-vif-plugged", "status": "completed", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:46.466300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f6c4748-3872-451c-928f-8728fc1e86c7,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:46.473846 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.534404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4f6c4748-3872-451c-928f-8728fc1e86c7,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:46.553455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c75fd20d-03c2-44d7-9ced-15aad44855b9 service neutron] 10.222.0.50 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285936 Feb 03 21:48:46.557217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99ebb211-b482-4030-ae7d-4e3e7b57d956 req-4c46fc57-a6d2-4de3-909f-f83933c2d5ce tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590295 Feb 03 21:48:46.562516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Sync routers for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:48:46.674924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-2804a9ef-c82f-440c-aaf2-8cc406be9c44 service neutron] 10.222.0.50 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061089 Feb 03 21:48:46.692831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for port (76df56a9-4a19-4a3f-8147-b1c50a426b02), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.697559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-5394097f-c014-4c99-920d-aa0ddbb2e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:46.698502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (76df56a9-4a19-4a3f-8147-b1c50a426b02), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.699709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-5394097f-c014-4c99-920d-aa0ddbb2e1b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2849908 Feb 03 21:48:46.756609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-8c9b2912-0d1b-43e6-8f62-b8f056bfe524 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0481215 Feb 03 21:48:46.779838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:46.780606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:46.784144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Pushing event updated for resources: {'Port': ['ID=76df56a9-4a19-4a3f-8147-b1c50a426b02,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:46.795229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (a0c7b63f-1812-41c4-9801-a8a7aab92de2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.812914 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:46.814170 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bc5cd978-e1d1-4b1d-b743-c5d9e9cc9f1d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0320191 Feb 03 21:48:46.860057 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4123321f-3e56-4c5d-b153-5d6a213e07bf req-e6ab70b4-48e7-4379-9fe4-6d4ecf965f10 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0534422 Feb 03 21:48:46.863764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-55b74324-6c15-4389-acb6-85126db0b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:46.865217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-55b74324-6c15-4389-acb6-85126db0b5b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1009395 Feb 03 21:48:46.867108 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06168a3-ddae-44bf-aa82-d06070782fbe x-openstack-request-id: req-d06168a3-ddae-44bf-aa82-d06070782fbe {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:46.867480 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "name": "network-vif-plugged", "status": "completed", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:46.867841 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d06168a3-ddae-44bf-aa82-d06070782fbe {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:46.868334 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7', 'code': 200} Feb 03 21:48:46.936687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:46.965806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8215ea27-882c-451b-9a4f-8ee4a62cf33c up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:47.008040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16137321-1162-4de7-8d39-bfff2f53108e req-757a8497-ed67-4f89-ba3a-4f7ee4ba7b6f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 210 time: 0.0659726 Feb 03 21:48:47.014926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-d7797c24-cf4d-4c8f-82c9-5e4cfaa70fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:47.016464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-d7797c24-cf4d-4c8f-82c9-5e4cfaa70fb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1441565 Feb 03 21:48:47.052649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b2e80-2035-4c5b-bd0f-d0c13a467a30 req-1e5fd8b4-b6ac-4313-ab52-460410f0ea35 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:47.058109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b2e80-2035-4c5b-bd0f-d0c13a467a30 req-1e5fd8b4-b6ac-4313-ab52-460410f0ea35 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:47.059729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc0b2e80-2035-4c5b-bd0f-d0c13a467a30 req-1e5fd8b4-b6ac-4313-ab52-460410f0ea35 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1679 time: 0.1167276 Feb 03 21:48:47.110578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 8215ea27-882c-451b-9a4f-8ee4a62cf33c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:47.122116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 8215ea27-882c-451b-9a4f-8ee4a62cf33c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:47.122666 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:47.202577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-c64c9932-b3ce-4abd-b9a1-7af2fdf3a2e2 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--374114602&fields=id&tenant_id=f1352f7037564092bfbf0e185bdddd39 HTTP/1.1" status: 200 len: 267 time: 0.0940127 Feb 03 21:48:47.226430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc0b2e80-2035-4c5b-bd0f-d0c13a467a30 req-de6a1f18-ac9a-402a-acd4-3f324642c441 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550164 Feb 03 21:48:47.284982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 8215ea27-882c-451b-9a4f-8ee4a62cf33c is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:47.285291 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:47.303519 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-1763e2f4-3dae-4f33-b380-8ecae3388486 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794843 Feb 03 21:48:47.313722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 2, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:47.354363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Checking router: 02f5640b-4295-4e1b-a077-11542993c6f2 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:48:47.354907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Updating router 02f5640b-4295-4e1b-a077-11542993c6f2 port 34573867-33d1-4bfd-bb4c-0818475565e7 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:48:47.364864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 8215ea27-882c-451b-9a4f-8ee4a62cf33c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8215ea27-882c-451b-9a4f-8ee4a62cf33c,segment=NetworkSegment(9f93d16e-baf1-496f-9f44-462bb987d0cc),segment_id=9f93d16e-baf1-496f-9f44-462bb987d0cc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:47.384120 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:47.385150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ea081073-7d4d-4558-90f6-6ba3419477bb up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:47.442639 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:47.465707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4edabe-d595-47ea-b214-d819270aead3 req-e858afc2-959a-4a0a-a2e3-e8b33756e044 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:47.467278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba4edabe-d595-47ea-b214-d819270aead3 req-e858afc2-959a-4a0a-a2e3-e8b33756e044 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1674583 Feb 03 21:48:47.480355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-cf3ae3e8-82e3-4156-91f5-fd8b4c0216ad tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:47.483068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-cf3ae3e8-82e3-4156-91f5-fd8b4c0216ad tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/networks?id=be5f9911-7788-4032-b9b6-3b34ac10ceac HTTP/1.1" status: 200 len: 815 time: 0.2712741 Feb 03 21:48:47.483730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=8215ea27-882c-451b-9a4f-8ee4a62cf33c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:47.523874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb9b7da6-d15b-4e1e-9128-cc49a073ef3a req-ad67fb57-f55d-4ebd-a549-bce1daf2783a service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067571 Feb 03 21:48:47.525515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-cff01791-fb68-48da-bcbd-1b99dc4fcc3a tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/quotas/f1352f7037564092bfbf0e185bdddd39 HTTP/1.1" status: 200 len: 375 time: 0.0287647 Feb 03 21:48:47.530251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.530597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.530958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.531278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.531651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.531982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.532308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.532631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.533657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.534075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.534412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.534744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.535510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:48:47.558029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port ea081073-7d4d-4558-90f6-6ba3419477bb completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:47.564297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba4edabe-d595-47ea-b214-d819270aead3 req-4bd88b93-997a-42e7-99c0-ea758ec1310d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901444 Feb 03 21:48:47.610087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port ea081073-7d4d-4558-90f6-6ba3419477bb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:47.610468 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:47.623463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-92b303ae-bc82-4103-bea8-fba223a71932 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1352f7037564092bfbf0e185bdddd39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871480 Feb 03 21:48:47.765923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb3ff7-4aff-4d05-8b9f-d8cae49cd545 req-a4d2960e-bf33-4683-87f4-5c60cd874dbb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:47.767312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adbb3ff7-4aff-4d05-8b9f-d8cae49cd545 req-a4d2960e-bf33-4683-87f4-5c60cd874dbb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 948 time: 0.1184332 Feb 03 21:48:47.772747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ea081073-7d4d-4558-90f6-6ba3419477bb is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:47.773164 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:47.773511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-986d884d-995b-41e6-8da1-1c0e5ab2003d service neutron] 10.222.0.50 "GET /v2.0/networks/be5f9911-7788-4032-b9b6-3b34ac10ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349642 Feb 03 21:48:47.849856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ea081073-7d4d-4558-90f6-6ba3419477bb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ea081073-7d4d-4558-90f6-6ba3419477bb,segment=NetworkSegment(a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750),segment_id=a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:47.867605 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:47.878508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adbb3ff7-4aff-4d05-8b9f-d8cae49cd545 req-0cd0b986-b63b-4885-8b96-d36ff6114e4c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027684 Feb 03 21:48:47.882777 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Publish callbacks [] for port (34573867-33d1-4bfd-bb4c-0818475565e7), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:47.918845 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:47.924062 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-b1df1f2b-80ca-469a-b11b-e247fe074a80 service neutron] 10.222.0.50 "GET /v2.0/networks/be5f9911-7788-4032-b9b6-3b34ac10ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411090 Feb 03 21:48:47.948230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ea081073-7d4d-4558-90f6-6ba3419477bb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:48.028502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 920bd338-58e4-41e2-ba28-ee180bf87f4d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:48.099412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4b32e-399a-4ceb-9689-081c5cb46944 None None] Pushing event updated for resources: {'Port': ['ID=34573867-33d1-4bfd-bb4c-0818475565e7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:48.139536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9ecc567-1e23-4abf-a9a9-9f0cd7c1a753 req-0ced6048-a6d0-4a17-b1e9-2baa801c5a48 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.1012423 Feb 03 21:48:48.146453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Attempting to bind port 34573867-33d1-4bfd-bb4c-0818475565e7 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:48.146975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Attempting to bind port 34573867-33d1-4bfd-bb4c-0818475565e7 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:48.147191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Attempting to bind port 34573867-33d1-4bfd-bb4c-0818475565e7 on network be5f9911-7788-4032-b9b6-3b34ac10ceac {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:48.155427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:48.155796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Checking segment: {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:48.156199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:48.156591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Bound using segment: {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:48.157085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Bound port: 34573867-33d1-4bfd-bb4c-0818475565e7, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:48.157463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:48.208842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 920bd338-58e4-41e2-ba28-ee180bf87f4d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:48.208842 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:48.246536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-413c7b35-991e-43b6-976a-407cf7ce3a3a req-75be3223-cc46-4443-bb2f-3e3f0065210a tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 210 time: 0.0656593 Feb 03 21:48:48.284280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-a5bc2835-9a5c-485c-ae16-10e6073b107b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:48.285983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-a5bc2835-9a5c-485c-ae16-10e6073b107b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 814 time: 0.2869482 Feb 03 21:48:48.327915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Request body: {'port': {'device_id': 'bac498d9-00cf-46a4-a2f2-a70556257b8b', 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00', 'admin_state_up': True, 'tenant_id': 'b9d45734aaad4686a5aa35d4d325d755'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:48.329143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] For port 34573867-33d1-4bfd-bb4c-0818475565e7, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:48.333470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] For port 34573867-33d1-4bfd-bb4c-0818475565e7, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=34573867-33d1-4bfd-bb4c-0818475565e7,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:48.341075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a84f36dd-0997-41b5-afdc-3341490daf16 req-3a5b31a2-84ff-457c-bdf0-d7881b8e6ee2 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 210 time: 0.0936794 Feb 03 21:48:48.352782 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:48.482822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 920bd338-58e4-41e2-ba28-ee180bf87f4d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:48.486827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4b32e-399a-4ceb-9689-081c5cb46944 None None] Pushing event updated for resources: {'Port': ['ID=34573867-33d1-4bfd-bb4c-0818475565e7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:48.491085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:48:48.491813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:48.522502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c97bda-0323-4dfb-a38f-66efa8f5d614 req-68dff172-b3c8-4f9f-b44c-c370a6ec0170 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:48.528374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c97bda-0323-4dfb-a38f-66efa8f5d614 req-68dff172-b3c8-4f9f-b44c-c370a6ec0170 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:48.532747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6f40dab4-ad24-4aa9-9c17-de291f7d9a8a None None] Provisioning complete for port 34573867-33d1-4bfd-bb4c-0818475565e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:48.533275 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f40dab4-ad24-4aa9-9c17-de291f7d9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:48.537558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1c97bda-0323-4dfb-a38f-66efa8f5d614 req-68dff172-b3c8-4f9f-b44c-c370a6ec0170 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1681 time: 0.1804757 Feb 03 21:48:48.595121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Made reservation on behalf of b9d45734aaad4686a5aa35d4d325d755 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:48.599577 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:48.633199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1c97bda-0323-4dfb-a38f-66efa8f5d614 req-d3edb647-d6de-4017-9ca4-875c5f64142e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946698 Feb 03 21:48:48.702698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6f40dab4-ad24-4aa9-9c17-de291f7d9a8a None None] Current status of the port 34573867-33d1-4bfd-bb4c-0818475565e7 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:48.703017 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f40dab4-ad24-4aa9-9c17-de291f7d9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:48.723444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:48:48.783315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6f40dab4-ad24-4aa9-9c17-de291f7d9a8a None None] For port 34573867-33d1-4bfd-bb4c-0818475565e7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=34573867-33d1-4bfd-bb4c-0818475565e7,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:48.790607 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f40dab4-ad24-4aa9-9c17-de291f7d9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:48.832416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dfa39-b0ba-4242-af07-d6d6c66d5f78 req-275cefbf-8298-4864-b1a8-1f193079897d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:48.833984 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-725dfa39-b0ba-4242-af07-d6d6c66d5f78 req-275cefbf-8298-4864-b1a8-1f193079897d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1211927 Feb 03 21:48:48.840300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Allocated IP 172.20.0.13 (38987652-3eb2-4417-9fe6-e353ac77de00/b49ced94-4e54-4660-9366-4947d26af86e/1c531406-ca76-42e1-8dac-2f9fbab906a3) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:48.940942 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-725dfa39-b0ba-4242-af07-d6d6c66d5f78 req-345352f4-fbc1-4650-bcba-3ace5ad89250 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954444 Feb 03 21:48:49.049255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8215ea27-882c-451b-9a4f-8ee4a62cf33c'}, {'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea081073-7d4d-4558-90f6-6ba3419477bb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:49.051548 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77e4947-f7df-48f6-8779-4a8e57abd967" -d '{"events": [{"server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "name": "network-vif-plugged", "status": "completed", "tag": "8215ea27-882c-451b-9a4f-8ee4a62cf33c"}, {"server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "name": "network-vif-plugged", "status": "completed", "tag": "ea081073-7d4d-4558-90f6-6ba3419477bb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:49.094575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40dab4-ad24-4aa9-9c17-de291f7d9a8a None None] Pushing event updated for resources: {'Port': ['ID=34573867-33d1-4bfd-bb4c-0818475565e7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:49.113865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-05b05788-8a5e-4e7b-ba77-ae829c335040 None None] Provisioning complete for port 34573867-33d1-4bfd-bb4c-0818475565e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:49.114755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05b05788-8a5e-4e7b-ba77-ae829c335040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:49.120651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa1e50-f26d-4953-953f-ebf7126e7d12 req-c9ed59dd-edf8-49e3-92a5-543ab95c4a3b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:49.129914 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8afa1e50-f26d-4953-953f-ebf7126e7d12 req-c9ed59dd-edf8-49e3-92a5-543ab95c4a3b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 948 time: 0.1201892 Feb 03 21:48:49.160608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks [] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:49.195249 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad667581-8b25-46c8-bb32-00a909a9a391 x-openstack-request-id: req-ad667581-8b25-46c8-bb32-00a909a9a391 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:49.195788 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "name": "network-vif-plugged", "status": "completed", "tag": "8215ea27-882c-451b-9a4f-8ee4a62cf33c", "code": 200}, {"server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "name": "network-vif-plugged", "status": "completed", "tag": "ea081073-7d4d-4558-90f6-6ba3419477bb", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:49.195788 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad667581-8b25-46c8-bb32-00a909a9a391 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:49.196163 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8215ea27-882c-451b-9a4f-8ee4a62cf33c', 'code': 200} Feb 03 21:48:49.196422 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea081073-7d4d-4558-90f6-6ba3419477bb', 'code': 200} Feb 03 21:48:49.197566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8afa1e50-f26d-4953-953f-ebf7126e7d12 req-e342aa6c-06f9-435a-b78e-296c21367751 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665853 Feb 03 21:48:49.228843 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:49.267791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['85280c06-e0e8-4ae9-9605-c6e1d82d085d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:49.269466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-05b05788-8a5e-4e7b-ba77-ae829c335040 None None] Current status of the port 34573867-33d1-4bfd-bb4c-0818475565e7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:49.292367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Network 38987652-3eb2-4417-9fe6-e353ac77de00 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:49.314247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:48Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:49.322889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:49.324712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Pushing event updated for resources: {'Port': ['ID=1c531406-ca76-42e1-8dac-2f9fbab906a3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:49.327100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:49.341329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab0d5-94c5-4065-bf54-524b23bc5118 req-c339574a-3375-4529-9294-80df3adc06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:49.342400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab0d5-94c5-4065-bf54-524b23bc5118 req-c339574a-3375-4529-9294-80df3adc06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:49.344160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-695ab0d5-94c5-4065-bf54-524b23bc5118 req-c339574a-3375-4529-9294-80df3adc06ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 2045 time: 0.0636964 Feb 03 21:48:49.360278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95de26-4b2b-4ee4-a362-266d4c9f904f None None] The sync data for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 is: [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:48Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:48:49.384619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1e3f89c-5a69-4a12-82f8-cedbb5e061ab req-b3de7631-3d84-49d9-988b-1bb4233a3746 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0546260 Feb 03 21:48:49.404787 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-695ab0d5-94c5-4065-bf54-524b23bc5118 req-79fce67c-99cf-451b-b461-281bd190a982 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516896 Feb 03 21:48:49.413152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:49.413976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:49.425082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669524a7-a0d0-45de-9b48-7360fa1f1292 req-6a78e618-21ef-400b-a7b7-65422fd4db9e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:49.426608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-669524a7-a0d0-45de-9b48-7360fa1f1292 req-6a78e618-21ef-400b-a7b7-65422fd4db9e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1584630 Feb 03 21:48:49.452326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-bb330f84-02e8-40e9-9369-a4a53b16a538 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1347246 Feb 03 21:48:49.525408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-669524a7-a0d0-45de-9b48-7360fa1f1292 req-984573aa-d41c-48fa-82b0-37a23a88abdf tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896220 Feb 03 21:48:49.566910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61db9d-fead-4a4b-b3e9-93301e30f91a req-d6740289-6210-4afc-8ff3-886f4be0ab68 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:49.576564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e61db9d-fead-4a4b-b3e9-93301e30f91a req-d6740289-6210-4afc-8ff3-886f4be0ab68 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 932 time: 0.1068859 Feb 03 21:48:49.657216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a0256fd-d106-4bc6-b213-7f6bdcb2a665 req-83ade083-ad4d-4a2a-8e70-2584d0cbf030 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 210 time: 0.0457530 Feb 03 21:48:49.665791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-f659a6f5-8ade-4e4a-8e55-54830e611459 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:49.667779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-f659a6f5-8ade-4e4a-8e55-54830e611459 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.47 "GET /v2.0/networks?id=be5f9911-7788-4032-b9b6-3b34ac10ceac HTTP/1.1" status: 200 len: 815 time: 0.1236360 Feb 03 21:48:49.673903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Request body: {'port': {'device_id': 'bac498d9-00cf-46a4-a2f2-a70556257b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:49.711195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e61db9d-fead-4a4b-b3e9-93301e30f91a req-71825651-f7fc-443f-832a-c6e9587d234c tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326065 Feb 03 21:48:49.794988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-cce06275-6dec-414b-b572-4bce1ea02c09 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1352f7037564092bfbf0e185bdddd39 HTTP/1.1" status: 200 len: 379 time: 0.1068716 Feb 03 21:48:49.809758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Request body: {'port': {'device_id': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'admin_state_up': True, 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'security_groups': ['9b464cae-2744-4582-bf31-9d139633f180']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:49.810631 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:49.887120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b22383-8fbb-4879-852c-3ad48d29d0c9 req-ca29f1b8-1768-4b8a-bfd9-f1bc594df04e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:49.892924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b22383-8fbb-4879-852c-3ad48d29d0c9 req-ca29f1b8-1768-4b8a-bfd9-f1bc594df04e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:49.894670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9b22383-8fbb-4879-852c-3ad48d29d0c9 req-ca29f1b8-1768-4b8a-bfd9-f1bc594df04e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1681 time: 0.1208551 Feb 03 21:48:49.972379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Made reservation on behalf of f1352f7037564092bfbf0e185bdddd39 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:49.977378 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.038415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 34573867-33d1-4bfd-bb4c-0818475565e7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:50.076820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9b22383-8fbb-4879-852c-3ad48d29d0c9 req-8db83e03-45ff-47c5-8142-07aa4f6a4348 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230421 Feb 03 21:48:50.090869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 34573867-33d1-4bfd-bb4c-0818475565e7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:50.091379 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.135746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Allocated IP 172.20.0.10 (be5f9911-7788-4032-b9b6-3b34ac10ceac/808d956c-e499-4fe6-85cb-6968db5e063e/85b81d26-aac3-4139-ad87-1cc294ef3f9b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:50.196584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 34573867-33d1-4bfd-bb4c-0818475565e7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:50.214192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c531406-ca76-42e1-8dac-2f9fbab906a3 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:50.223219 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Publish callbacks [] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.246866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Transition to ACTIVE for port object 1c531406-ca76-42e1-8dac-2f9fbab906a3 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:48:50.251204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.312851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c531406-ca76-42e1-8dac-2f9fbab906a3,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:50.325604 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.360382 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.404064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca367006-8759-47b3-b415-5f4d03cd80f5 req-842ca464-e233-459b-9ac4-45f7142ff2ed tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:50.405992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Network be5f9911-7788-4032-b9b6-3b34ac10ceac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:50.406115 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca367006-8759-47b3-b415-5f4d03cd80f5 req-842ca464-e233-459b-9ac4-45f7142ff2ed tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 948 time: 0.1041212 Feb 03 21:48:50.409117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:50.411575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:50.421754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Attempting to bind port 1c531406-ca76-42e1-8dac-2f9fbab906a3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:50.422082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Attempting to bind port 1c531406-ca76-42e1-8dac-2f9fbab906a3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:50.422409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Attempting to bind port 1c531406-ca76-42e1-8dac-2f9fbab906a3 on network 38987652-3eb2-4417-9fe6-e353ac77de00 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:50.438187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Pushing event updated for resources: {'Port': ['ID=85b81d26-aac3-4139-ad87-1cc294ef3f9b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:50.439463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Port 1c531406-ca76-42e1-8dac-2f9fbab906a3 on network 38987652-3eb2-4417-9fe6-e353ac77de00 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:48:50.439793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Attempting to bind port 1c531406-ca76-42e1-8dac-2f9fbab906a3 on network 38987652-3eb2-4417-9fe6-e353ac77de00 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:50.455762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:50.456109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Checking segment: {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:50.456496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Bound using segment: {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:50.457005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Bound port: 1c531406-ca76-42e1-8dac-2f9fbab906a3, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:50.457316 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.475204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:50.476090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.483532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca367006-8759-47b3-b415-5f4d03cd80f5 req-3eb43640-60e3-4be5-a8be-f100b3e12c3e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714512 Feb 03 21:48:50.499413 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-83e28bcf-1ddd-43e0-8f75-0c6d47d248b3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6939070 Feb 03 21:48:50.513153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Request body: {'port': {'device_id': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:50.542181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08d0b8e0-8ca2-4980-a295-9d06acc4cd8d req-fb8a70f8-4da1-4b6c-a831-dc766a086664 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0385437 Feb 03 21:48:50.571614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] For port 1c531406-ca76-42e1-8dac-2f9fbab906a3, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:50.574766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] For port 1c531406-ca76-42e1-8dac-2f9fbab906a3, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1c531406-ca76-42e1-8dac-2f9fbab906a3,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:50.587670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.613655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.666359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:50.667132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.669254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] 10.222.0.10 "PUT /v2.0/ports/1c531406-ca76-42e1-8dac-2f9fbab906a3 HTTP/1.1" status: 200 len: 1092 time: 1.0044694 Feb 03 21:48:50.670112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac498d9-00cf-46a4-a2f2-a70556257b8b', 'tag': '1c531406-ca76-42e1-8dac-2f9fbab906a3'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:50.672582 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c549c47-4008-42b3-910b-8149153aeae3" -d '{"events": [{"name": "network-changed", "server_uuid": "bac498d9-00cf-46a4-a2f2-a70556257b8b", "tag": "1c531406-ca76-42e1-8dac-2f9fbab906a3"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:50.708511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93951fc-9e23-4ed0-aaf4-9cf3b0c9d0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c531406-ca76-42e1-8dac-2f9fbab906a3,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:50.709305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-449dfa22-7ce3-4d2c-a70d-f116c10f5cfe None None] Provisioning complete for port 85b81d26-aac3-4139-ad87-1cc294ef3f9b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:50.709695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-449dfa22-7ce3-4d2c-a70d-f116c10f5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.737810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce3b8f-2090-4100-b527-0a3f8a4396bd req-97b70246-c78f-4259-b0d6-ad4713f67fd4 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:50.740075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bce3b8f-2090-4100-b527-0a3f8a4396bd req-97b70246-c78f-4259-b0d6-ad4713f67fd4 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1186452 Feb 03 21:48:50.771026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-449dfa22-7ce3-4d2c-a70d-f116c10f5cfe None None] Port 85b81d26-aac3-4139-ad87-1cc294ef3f9b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:48:50.854000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-51602fed-9562-4809-b186-efb2e92df5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:50.855564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-51602fed-9562-4809-b186-efb2e92df5c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 1126 time: 0.1376047 Feb 03 21:48:50.860214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bce3b8f-2090-4100-b527-0a3f8a4396bd req-a176456f-38f1-4bd1-b4c6-0294a73531d7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018710 Feb 03 21:48:50.957439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:50.963270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b81d26-aac3-4139-ad87-1cc294ef3f9b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:50.974063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Publish callbacks [] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:50.992146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Transition to ACTIVE for port object 85b81d26-aac3-4139-ad87-1cc294ef3f9b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:48:50.995947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:51.054868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Pushing event updated for resources: {'Port': ['ID=85b81d26-aac3-4139-ad87-1cc294ef3f9b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:51.079435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:51.095344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'mac_address': 'fa:16:3e:e8:63:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:51.140055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Attempting to bind port 85b81d26-aac3-4139-ad87-1cc294ef3f9b on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:48:51.140410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Attempting to bind port 85b81d26-aac3-4139-ad87-1cc294ef3f9b by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:48:51.141151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Attempting to bind port 85b81d26-aac3-4139-ad87-1cc294ef3f9b on network be5f9911-7788-4032-b9b6-3b34ac10ceac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:51.145447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5ddd9522-98a3-4943-872a-b826ca33d2f3 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:51.145600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Port 85b81d26-aac3-4139-ad87-1cc294ef3f9b on network be5f9911-7788-4032-b9b6-3b34ac10ceac not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:48:51.145834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:51.145934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Attempting to bind port 85b81d26-aac3-4139-ad87-1cc294ef3f9b on network be5f9911-7788-4032-b9b6-3b34ac10ceac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:48:51.150986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:48:51.151324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Checking segment: {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:48:51.151711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Bound using segment: {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:48:51.152138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Bound port: 85b81d26-aac3-4139-ad87-1cc294ef3f9b, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50887d82-960e-4c6b-9df7-52b08fcf3667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:48:51.152493 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:51.175073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddd9522-98a3-4943-872a-b826ca33d2f3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:51.202212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:51.207696 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:51.227671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] For port 85b81d26-aac3-4139-ad87-1cc294ef3f9b, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:48:51.231004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] For port 85b81d26-aac3-4139-ad87-1cc294ef3f9b, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=85b81d26-aac3-4139-ad87-1cc294ef3f9b,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:48:51.241570 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:51.242380 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f6dc9b-babc-48f4-ac72-17ed9cae4409 x-openstack-request-id: req-83f6dc9b-babc-48f4-ac72-17ed9cae4409 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:51.242380 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac498d9-00cf-46a4-a2f2-a70556257b8b", "tag": "1c531406-ca76-42e1-8dac-2f9fbab906a3", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:51.243124 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83f6dc9b-babc-48f4-ac72-17ed9cae4409 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:51.243124 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac498d9-00cf-46a4-a2f2-a70556257b8b', 'tag': '1c531406-ca76-42e1-8dac-2f9fbab906a3', 'status': 'completed', 'code': 200} Feb 03 21:48:51.245215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-2ce5da58-2152-4e51-af1e-6348c773bb4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c531406-ca76-42e1-8dac-2f9fbab906a3 HTTP/1.1" status: 200 len: 217 time: 0.3815410 Feb 03 21:48:51.277556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:51.299002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.299627 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:51.301061 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] 10.222.0.47 "PUT /v2.0/ports/85b81d26-aac3-4139-ad87-1cc294ef3f9b HTTP/1.1" status: 200 len: 1092 time: 0.7938185 Feb 03 21:48:51.301528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'tag': '85b81d26-aac3-4139-ad87-1cc294ef3f9b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:51.303795 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6fc346-54c5-4664-bc43-c47b4a465c64", "tag": "85b81d26-aac3-4139-ad87-1cc294ef3f9b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:51.331650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a8a9e-bf0b-4e2a-acef-bab379dc5c77 service neutron] Pushing event updated for resources: {'Port': ['ID=85b81d26-aac3-4139-ad87-1cc294ef3f9b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:51.338533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289d11e-8562-40c9-8bf1-c0aa81705796 req-927d3aa2-8131-4a9f-92c7-a7a6bd013f50 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.340219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b289d11e-8562-40c9-8bf1-c0aa81705796 req-927d3aa2-8131-4a9f-92c7-a7a6bd013f50 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 932 time: 0.5472817 Feb 03 21:48:51.381657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-cc9fad92-eaf7-401e-a557-711a7075614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.383370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-cc9fad92-eaf7-401e-a557-711a7075614e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.1278207 Feb 03 21:48:51.413042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-6ffcf645-a1e9-4679-88a2-9b264e224241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.414934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-6ffcf645-a1e9-4679-88a2-9b264e224241 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1352f7037564092bfbf0e185bdddd39&device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 1126 time: 0.0620210 Feb 03 21:48:51.440315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2558060-d665-4473-ba83-bc7cb9d86084 req-aa08388d-4a35-4b1a-a6ed-75369c06be27 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.441934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2558060-d665-4473-ba83-bc7cb9d86084 req-aa08388d-4a35-4b1a-a6ed-75369c06be27 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 944 time: 0.2017965 Feb 03 21:48:51.446280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-84ebb9d9-9433-4b2b-87ad-8d2d5f5a6533 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548744 Feb 03 21:48:51.466280 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-53fcc639-dc65-42e0-bc6b-7dc17d5bd9e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b81d26-aac3-4139-ad87-1cc294ef3f9b HTTP/1.1" status: 200 len: 217 time: 0.0413609 Feb 03 21:48:51.478491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b289d11e-8562-40c9-8bf1-c0aa81705796 req-de4f06f9-73d8-4ccb-bb4a-1050a7741153 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315038 Feb 03 21:48:51.535769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-60a1d5ff-2357-45fa-bfbb-f068e86d9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.537570 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-60a1d5ff-2357-45fa-bfbb-f068e86d9be2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808d956c-e499-4fe6-85cb-6968db5e063e HTTP/1.1" status: 200 len: 854 time: 0.0642586 Feb 03 21:48:51.576880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2558060-d665-4473-ba83-bc7cb9d86084 req-c11c9e94-d313-46e5-a6e4-f0cef383bb46 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208968 Feb 03 21:48:51.603421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-23768812-c40c-4384-ac18-daf68378e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.605398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-23768812-c40c-4384-ac18-daf68378e60d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be5f9911-7788-4032-b9b6-3b34ac10ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564709 Feb 03 21:48:51.609231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5ddd9522-98a3-4943-872a-b826ca33d2f3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:51.626452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-768db30b-34a5-4e91-ab49-368908ab8dfc service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667721 Feb 03 21:48:51.634110 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f454b5-c8ae-47d3-bf09-b75e5bae76c2 x-openstack-request-id: req-d0f454b5-c8ae-47d3-bf09-b75e5bae76c2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:51.634633 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6fc346-54c5-4664-bc43-c47b4a465c64", "tag": "85b81d26-aac3-4139-ad87-1cc294ef3f9b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:51.634967 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0f454b5-c8ae-47d3-bf09-b75e5bae76c2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:51.635429 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'tag': '85b81d26-aac3-4139-ad87-1cc294ef3f9b', 'status': 'completed', 'code': 200} Feb 03 21:48:51.649939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac33c52-4cee-45dd-984a-00af1e3f1016 req-0f6ec371-f745-43b7-b6bf-0749ec686d29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.655257 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac33c52-4cee-45dd-984a-00af1e3f1016 req-0f6ec371-f745-43b7-b6bf-0749ec686d29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.656837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cac33c52-4cee-45dd-984a-00af1e3f1016 req-0f6ec371-f745-43b7-b6bf-0749ec686d29 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1681 time: 0.0994272 Feb 03 21:48:51.775862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-3d47d779-65e6-4fdc-a91b-1a5ca9ba1f58 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.777406 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-3d47d779-65e6-4fdc-a91b-1a5ca9ba1f58 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.0858722 Feb 03 21:48:51.780005 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-a51eee8f-e2b8-4b70-a8bc-ca7b247e8e06 service neutron] 10.222.0.47 "GET /v2.0/networks/be5f9911-7788-4032-b9b6-3b34ac10ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575072 Feb 03 21:48:51.788866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cac33c52-4cee-45dd-984a-00af1e3f1016 req-af387377-5450-4975-b187-ad5cae370997 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193142 Feb 03 21:48:51.832116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246942d7-c9d4-437a-92f1-ffcaa4640d5f req-2f09330c-6b9f-4d1b-a573-c6cca9f97a43 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:51.834181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-246942d7-c9d4-437a-92f1-ffcaa4640d5f req-2f09330c-6b9f-4d1b-a573-c6cca9f97a43 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.1159987 Feb 03 21:48:51.836559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74171559-b328-49c3-9f2a-7c66501da9d5 req-a511519d-394f-4bbd-b66c-81e5d8510bc0 service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029650 Feb 03 21:48:51.906685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dad6c34e-b373-4b90-bf7e-a3c1650e4ef6 req-1063b497-4b25-42d0-83d2-0c30a5e2daea tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0398617 Feb 03 21:48:51.946153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-246942d7-c9d4-437a-92f1-ffcaa4640d5f req-a75a822a-20b8-4796-89e8-23de76e9b74e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009512 Feb 03 21:48:52.007842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dfdad1e5-b94c-452e-9e07-775bfe7c44e1 req-4a120e99-4956-4160-913c-4d2b2ef9adf3 service neutron] 10.222.0.47 "GET /v2.0/networks/be5f9911-7788-4032-b9b6-3b34ac10ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065017 Feb 03 21:48:52.008056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549c47-4008-42b3-910b-8149153aeae3 req-873c1525-043d-496f-9ad0-3e8689783360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.008056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c549c47-4008-42b3-910b-8149153aeae3 req-873c1525-043d-496f-9ad0-3e8689783360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 1126 time: 0.0950985 Feb 03 21:48:52.032881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Deleting port 4f6c4748-3872-451c-928f-8728fc1e86c7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:52.033661 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:52.048499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4f6c4748-3872-451c-928f-8728fc1e86c7 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:52.149856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25d25b-06ae-4da4-a9c0-dbc2d081aa73 req-4fbecb39-8ee3-463e-85c2-5e0b453100b2 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.151522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba25d25b-06ae-4da4-a9c0-dbc2d081aa73 req-4fbecb39-8ee3-463e-85c2-5e0b453100b2 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 945 time: 0.1185510 Feb 03 21:48:52.156916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549c47-4008-42b3-910b-8149153aeae3 req-ac27cf1d-074e-4e95-b245-52925711df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.158651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c549c47-4008-42b3-910b-8149153aeae3 req-ac27cf1d-074e-4e95-b245-52925711df63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 915 time: 0.1476345 Feb 03 21:48:52.175045 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4f6c4748-3872-451c-928f-8728fc1e86c7 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:52.175712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:52.195429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-980f456c-3024-4cf6-89af-aedebe8911db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.197362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-980f456c-3024-4cf6-89af-aedebe8911db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1352f7037564092bfbf0e185bdddd39&device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 1126 time: 0.1026540 Feb 03 21:48:52.200222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f6c4748-3872-451c-928f-8728fc1e86c7,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:52.200587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:52.206211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:52.209348 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fac4fb-0de9-441a-b4ce-3a2c22e942b1" -d '{"events": [{"server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:52.219864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c549c47-4008-42b3-910b-8149153aeae3 req-a26cd6c2-5e19-424d-b5c8-ae9cd07e725d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c531406-ca76-42e1-8dac-2f9fbab906a3 HTTP/1.1" status: 200 len: 217 time: 0.0474098 Feb 03 21:48:52.225950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f6c4748-3872-451c-928f-8728fc1e86c7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f6c4748-3872-451c-928f-8728fc1e86c7,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:52.234347 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:52.264044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Calling delete_port for 4f6c4748-3872-451c-928f-8728fc1e86c7 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:52.278405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549c47-4008-42b3-910b-8149153aeae3 req-be47a252-3410-4c32-8f58-5ffceaac44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.280473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c549c47-4008-42b3-910b-8149153aeae3 req-be47a252-3410-4c32-8f58-5ffceaac44b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.0486495 Feb 03 21:48:52.296460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4f6c4748-3872-451c-928f-8728fc1e86c7,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:52.334168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba25d25b-06ae-4da4-a9c0-dbc2d081aa73 req-ad46d2b7-6162-44b9-8bfb-d53e9a297c76 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726294 Feb 03 21:48:52.351911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c549c47-4008-42b3-910b-8149153aeae3 req-73a97b9e-0924-4ac7-aea6-58103e3b0d18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526884 Feb 03 21:48:52.388879 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5eafb3-1c19-4287-9d44-5810584d132e x-openstack-request-id: req-8a5eafb3-1c19-4287-9d44-5810584d132e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:52.388879 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:52.388879 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a5eafb3-1c19-4287-9d44-5810584d132e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:52.389353 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7', 'code': 200} Feb 03 21:48:52.430934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105822-350b-4068-813c-77c225e1ae69 req-21da60d7-f72e-41a1-bf13-cbfaa3034ee9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.436290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105822-350b-4068-813c-77c225e1ae69 req-21da60d7-f72e-41a1-bf13-cbfaa3034ee9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.437980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63105822-350b-4068-813c-77c225e1ae69 req-21da60d7-f72e-41a1-bf13-cbfaa3034ee9 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1681 time: 0.1540275 Feb 03 21:48:52.489569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c549c47-4008-42b3-910b-8149153aeae3 req-2a91a765-2361-4cd3-85ac-1bd91f0dda85 service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303616 Feb 03 21:48:52.530877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63105822-350b-4068-813c-77c225e1ae69 req-94ee6599-6c05-46bd-b036-bc53870d48ff tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840633 Feb 03 21:48:52.630401 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c549c47-4008-42b3-910b-8149153aeae3 req-07621d16-b92f-4c59-93f0-8df74151fe71 service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241922 Feb 03 21:48:52.650551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323c952-f7c3-4087-bf04-0f46b0a6ebbd req-c64752b8-7fff-48cf-9031-7129f7a04bbc tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.652079 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7323c952-f7c3-4087-bf04-0f46b0a6ebbd req-c64752b8-7fff-48cf-9031-7129f7a04bbc tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 944 time: 0.0755930 Feb 03 21:48:52.657580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-a6185392-3f2e-4680-ba86-db730e0ccc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.659032 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-a6185392-3f2e-4680-ba86-db730e0ccc9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=be5f9911-7788-4032-b9b6-3b34ac10ceac HTTP/1.1" status: 200 len: 916 time: 0.4497709 Feb 03 21:48:52.728497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7323c952-f7c3-4087-bf04-0f46b0a6ebbd req-2f350595-f772-4c19-a44d-e58ed621c82b tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702360 Feb 03 21:48:52.744732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92610eeb-8297-4d00-aa25-5627a6a2b041 req-f2375ff6-8734-426a-9882-0bfb0496c70c tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.746388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92610eeb-8297-4d00-aa25-5627a6a2b041 req-f2375ff6-8734-426a-9882-0bfb0496c70c tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 944 time: 0.0815949 Feb 03 21:48:52.752470 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-d663034d-ae10-4684-b075-ffd202f49ce9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b81d26-aac3-4139-ad87-1cc294ef3f9b HTTP/1.1" status: 200 len: 217 time: 0.0515916 Feb 03 21:48:52.795403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92610eeb-8297-4d00-aa25-5627a6a2b041 req-713a8be9-2ead-475f-b67f-5beedef935f4 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427787 Feb 03 21:48:52.798323 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4f6c4748-3872-451c-928f-8728fc1e86c7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:52.837103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-6d6965c3-31ab-479a-bcf9-811bd2237b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.838561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-6d6965c3-31ab-479a-bcf9-811bd2237b52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808d956c-e499-4fe6-85cb-6968db5e063e HTTP/1.1" status: 200 len: 854 time: 0.0767052 Feb 03 21:48:52.839251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event deleted for resources: {'Port': ['ID=4f6c4748-3872-451c-928f-8728fc1e86c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:52.903936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] No DVR routers for this DVR port 4f6c4748-3872-451c-928f-8728fc1e86c7 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:52.907976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:52.911221 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d97cda3-878c-4a2a-bdb5-892b9524de96 req-87ba5d82-dfb2-4871-abcc-560cab3d181e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.47 "DELETE /v2.0/ports/4f6c4748-3872-451c-928f-8728fc1e86c7 HTTP/1.1" status: 204 len: 173 time: 1.1213338 Feb 03 21:48:52.927307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-2682af68-4f94-4460-91ff-3f488587875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:52.928734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-2682af68-4f94-4460-91ff-3f488587875f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be5f9911-7788-4032-b9b6-3b34ac10ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0644724 Feb 03 21:48:53.025606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c29077e5-00fe-4b9d-a0f5-a41d76393bf2 req-da83b2e6-9a62-4ed4-94dc-d048570bc7e9 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0343192 Feb 03 21:48:53.039386 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-cebacb43-55e4-44f5-9cd9-18a1ba76963b service neutron] 10.222.0.47 "GET /v2.0/networks/be5f9911-7788-4032-b9b6-3b34ac10ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023920 Feb 03 21:48:53.091855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400e1b0-16e4-4de6-b95c-fb6cf09881e7 req-7b233f1d-2650-4380-9e4b-aa1148a6b346 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:53.093250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f400e1b0-16e4-4de6-b95c-fb6cf09881e7 req-7b233f1d-2650-4380-9e4b-aa1148a6b346 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.0704823 Feb 03 21:48:53.140587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f400e1b0-16e4-4de6-b95c-fb6cf09881e7 req-ee108ccf-f467-4ca8-848a-676697ead430 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 Feb 03 21:48:53.140959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8b68ec7-d984-43c9-8d75-22fc3b8d6705 req-f7182e55-2cd2-46ef-bc2d-3f52944e2088 service neutron] 10.222.0.47 "GET /v2.0/networks/be5f9911-7788-4032-b9b6-3b34ac10ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934014 Feb 03 21:48:53.441241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23fe9176-d727-4a9f-8e2f-9b92948749c6 req-893ab078-c69a-4dfb-8f18-8105d6b9c289 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc871457-dc5c-4808-910b-f65870b645e8 HTTP/1.1" status: 200 len: 210 time: 0.0281918 Feb 03 21:48:53.518969 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-376f4fb4-cfc5-4dad-befc-c5a8e1a05879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:53.636734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'name': 'network-vif-deleted', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:53.639614 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8043ec5e-411d-4d98-bdac-c24b45c0761c" -d '{"events": [{"server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "name": "network-vif-deleted", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:53.661222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ca5d9-e2bd-47b7-a7dc-b7e762546f10 req-cc8d3ba7-acb8-40fa-9c90-2c244c44e781 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:53.666419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ca5d9-e2bd-47b7-a7dc-b7e762546f10 req-cc8d3ba7-acb8-40fa-9c90-2c244c44e781 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:53.667988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-510ca5d9-e2bd-47b7-a7dc-b7e762546f10 req-cc8d3ba7-acb8-40fa-9c90-2c244c44e781 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1681 time: 0.0611989 Feb 03 21:48:53.676273 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd129f97-962b-48b1-8c68-f053e69a7860 x-openstack-request-id: req-dd129f97-962b-48b1-8c68-f053e69a7860 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:53.676737 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc871457-dc5c-4808-910b-f65870b645e8", "name": "network-vif-deleted", "tag": "4f6c4748-3872-451c-928f-8728fc1e86c7", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:53.676827 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd129f97-962b-48b1-8c68-f053e69a7860 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:53.677223 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc871457-dc5c-4808-910b-f65870b645e8', 'name': 'network-vif-deleted', 'tag': '4f6c4748-3872-451c-928f-8728fc1e86c7', 'status': 'completed', 'code': 200} Feb 03 21:48:53.715256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-510ca5d9-e2bd-47b7-a7dc-b7e762546f10 req-76756fa9-9288-4d74-ade6-da69e568bb69 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412304 Feb 03 21:48:53.859620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613b7dd-27c8-4274-b2f6-5e95f583bf5f req-605f9fe2-adc8-4335-927a-881917b244c1 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:53.861145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d613b7dd-27c8-4274-b2f6-5e95f583bf5f req-605f9fe2-adc8-4335-927a-881917b244c1 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 944 time: 0.0624356 Feb 03 21:48:53.971645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d613b7dd-27c8-4274-b2f6-5e95f583bf5f req-d2540538-f37e-4103-80ba-d9c05aa4effe tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050398 Feb 03 21:48:53.990694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484f2e8-a137-4cbc-b10d-c5e427bb8f9a req-73166a97-28b8-499a-9124-23746cc833b2 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:53.992151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7484f2e8-a137-4cbc-b10d-c5e427bb8f9a req-73166a97-28b8-499a-9124-23746cc833b2 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 944 time: 0.1238937 Feb 03 21:48:54.000345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-a79555b7-219b-4924-885f-081199396f58 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:54.005578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-a79555b7-219b-4924-885f-081199396f58 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:54.006987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-a79555b7-219b-4924-885f-081199396f58 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 1681 time: 0.1160572 Feb 03 21:48:54.116105 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7484f2e8-a137-4cbc-b10d-c5e427bb8f9a req-2b8759c6-3458-4200-a3a4-56448f496c45 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081278 Feb 03 21:48:54.136710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19c3125f-13c7-4a6b-af32-ba97a0842857 req-181845bd-111b-4ed5-9586-b1c1318d64ef tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0364964 Feb 03 21:48:54.161431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting port 8215ea27-882c-451b-9a4f-8ee4a62cf33c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:54.161845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.216117 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:48:54.230015 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.280778 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.288242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] For port 8215ea27-882c-451b-9a4f-8ee4a62cf33c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8215ea27-882c-451b-9a4f-8ee4a62cf33c,segment=NetworkSegment(9f93d16e-baf1-496f-9f44-462bb987d0cc),segment_id=9f93d16e-baf1-496f-9f44-462bb987d0cc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:54.288602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.309463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac72771-19d6-4b15-8854-fe867b8c257e req-c81d5a1d-06f2-4b1a-9216-d8e8abfa7a72 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:54.310957 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ac72771-19d6-4b15-8854-fe867b8c257e req-c81d5a1d-06f2-4b1a-9216-d8e8abfa7a72 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.1047778 Feb 03 21:48:54.311902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Calling delete_port for 8215ea27-882c-451b-9a4f-8ee4a62cf33c owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:54.407416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ac72771-19d6-4b15-8854-fe867b8c257e req-c457c38f-a95e-4612-8c98-11c36fea1ed8 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892828 Feb 03 21:48:54.480758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8215ea27-882c-451b-9a4f-8ee4a62cf33c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.495193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['8215ea27-882c-451b-9a4f-8ee4a62cf33c', 'ea081073-7d4d-4558-90f6-6ba3419477bb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:54.511272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Port': ['ID=8215ea27-882c-451b-9a4f-8ee4a62cf33c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:54.561895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] No DVR routers for this DVR port 8215ea27-882c-451b-9a4f-8ee4a62cf33c on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:54.564677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.568181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-c8f6f96b-ae00-4e8d-863b-0bcec277db4d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "DELETE /v2.0/ports/8215ea27-882c-451b-9a4f-8ee4a62cf33c HTTP/1.1" status: 204 len: 173 time: 0.5542994 Feb 03 21:48:54.568636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'name': 'network-vif-deleted', 'tag': '8215ea27-882c-451b-9a4f-8ee4a62cf33c'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:54.571024 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079abc88-11a9-44e9-99fe-c451ed7ae4b7" -d '{"events": [{"server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "name": "network-vif-deleted", "tag": "8215ea27-882c-451b-9a4f-8ee4a62cf33c"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:54.618377 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69492f36-408f-4d40-be28-4288dce5f08f x-openstack-request-id: req-69492f36-408f-4d40-be28-4288dce5f08f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:54.618825 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "name": "network-vif-deleted", "tag": "8215ea27-882c-451b-9a4f-8ee4a62cf33c", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:54.619384 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69492f36-408f-4d40-be28-4288dce5f08f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:54.620121 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'name': 'network-vif-deleted', 'tag': '8215ea27-882c-451b-9a4f-8ee4a62cf33c', 'status': 'completed', 'code': 200} Feb 03 21:48:54.709563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting port ea081073-7d4d-4558-90f6-6ba3419477bb {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:54.710614 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.729455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:54.734906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4b24ba73-7311-4987-8cc8-93b2b8e03cbb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133588774', 'description': 'tempest-description--262304359'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:54.761971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b24ba73-7311-4987-8cc8-93b2b8e03cbb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.855093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b24ba73-7311-4987-8cc8-93b2b8e03cbb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group (b7ecabe6-00ae-4eac-b734-29ba9cee1c8a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.859607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b24ba73-7311-4987-8cc8-93b2b8e03cbb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b7ecabe6-00ae-4eac-b734-29ba9cee1c8a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.860377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] For port ea081073-7d4d-4558-90f6-6ba3419477bb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ea081073-7d4d-4558-90f6-6ba3419477bb,segment=NetworkSegment(a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750),segment_id=a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:54.860773 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.880855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Calling delete_port for ea081073-7d4d-4558-90f6-6ba3419477bb owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:54.894384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b24ba73-7311-4987-8cc8-93b2b8e03cbb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:54.895831 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4b24ba73-7311-4987-8cc8-93b2b8e03cbb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1652911 Feb 03 21:48:54.898096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24ba73-7311-4987-8cc8-93b2b8e03cbb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ecabe6-00ae-4eac-b734-29ba9cee1c8a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:54.899575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59748) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:54.909584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1ae29613-529f-467c-87f8-89126723c051 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Request body: {'security_group_rule': {'security_group_id': 'b7ecabe6-00ae-4eac-b734-29ba9cee1c8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:54.959811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512c9f-984b-4196-bb0c-98653a910f26 req-23604616-1c29-496c-9fe3-a64f79c5742d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:54.961569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b512c9f-984b-4196-bb0c-98653a910f26 req-23604616-1c29-496c-9fe3-a64f79c5742d tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 945 time: 0.1674237 Feb 03 21:48:54.963487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:55.018439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 5ddd9522-98a3-4943-872a-b826ca33d2f3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:55.022744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 5ddd9522-98a3-4943-872a-b826ca33d2f3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:55.023127 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.041942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ae29613-529f-467c-87f8-89126723c051 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group_rule (bf64ad92-1814-4d14-8b4b-77564ccc6b3d), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.111038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5ddd9522-98a3-4943-872a-b826ca33d2f3 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:55.111409 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.136402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:55.137259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b512c9f-984b-4196-bb0c-98653a910f26 req-360e2ffa-042e-4c99-afc2-405df3bed4c8 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/security-groups?id=50791847-2368-4b95-96dc-ac981cf09d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679399 Feb 03 21:48:55.138929 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a978cbe4-c695-4f84-92f4-96454bdc30fa" -d '{"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:55.152107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:55.156395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.218881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:55.220064 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ea081073-7d4d-4558-90f6-6ba3419477bb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.232709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['8215ea27-882c-451b-9a4f-8ee4a62cf33c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:55.236186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f25c7-46c3-4a08-9bbd-6ef58d85ce79 req-36ac43fa-8949-4898-b562-099d01e05e74 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:55.237846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-045f25c7-46c3-4a08-9bbd-6ef58d85ce79 req-36ac43fa-8949-4898-b562-099d01e05e74 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 944 time: 0.1889966 Feb 03 21:48:55.254866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ae29613-529f-467c-87f8-89126723c051 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group_rule (bf64ad92-1814-4d14-8b4b-77564ccc6b3d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.269192 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ae29613-529f-467c-87f8-89126723c051 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (bf64ad92-1814-4d14-8b4b-77564ccc6b3d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.311585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Port': ['ID=ea081073-7d4d-4558-90f6-6ba3419477bb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:55.350983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae29613-529f-467c-87f8-89126723c051 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf64ad92-1814-4d14-8b4b-77564ccc6b3d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:55.368749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ae29613-529f-467c-87f8-89126723c051 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.369970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1ae29613-529f-467c-87f8-89126723c051 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4694300 Feb 03 21:48:55.373352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:55.379914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-44e991c9-cbfd-4b70-9196-5a8b67fbaca6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Request body: {'security_group_rule': {'security_group_id': 'b7ecabe6-00ae-4eac-b734-29ba9cee1c8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:55.406314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] No DVR routers for this DVR port ea081073-7d4d-4558-90f6-6ba3419477bb on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:55.412165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44e991c9-cbfd-4b70-9196-5a8b67fbaca6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group_rule (54c11e94-b96c-4b22-8631-15214767b441), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.418630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848b78f-a769-4ddc-a9de-ac0d35201159 req-e00f2a3d-40f2-4edd-a2dd-98152c957b36 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:55.420981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d848b78f-a769-4ddc-a9de-ac0d35201159 req-e00f2a3d-40f2-4edd-a2dd-98152c957b36 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 944 time: 0.2161622 Feb 03 21:48:55.422213 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.425639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63a6c774-a6b6-4301-a03d-9e358903e3ef req-fe6cabfe-2544-4774-8486-e9048d9d90ef tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.10 "DELETE /v2.0/ports/ea081073-7d4d-4558-90f6-6ba3419477bb HTTP/1.1" status: 204 len: 173 time: 0.8514843 Feb 03 21:48:55.457551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-045f25c7-46c3-4a08-9bbd-6ef58d85ce79 req-bff96d18-da6b-4492-9fcb-dd247a35018b tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965287 Feb 03 21:48:55.509661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d848b78f-a769-4ddc-a9de-ac0d35201159 req-46dd3d46-2d45-4f5b-a3fe-191d00f05661 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725503 Feb 03 21:48:55.516998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44e991c9-cbfd-4b70-9196-5a8b67fbaca6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group_rule (54c11e94-b96c-4b22-8631-15214767b441), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.533754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44e991c9-cbfd-4b70-9196-5a8b67fbaca6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (54c11e94-b96c-4b22-8631-15214767b441), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.542435 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7f322a-22de-4952-a49b-ed552c09ac4e x-openstack-request-id: req-ce7f322a-22de-4952-a49b-ed552c09ac4e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:55.543264 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:55.543714 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce7f322a-22de-4952-a49b-ed552c09ac4e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:55.544369 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'code': 200} Feb 03 21:48:55.556836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e991c9-cbfd-4b70-9196-5a8b67fbaca6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c11e94-b96c-4b22-8631-15214767b441,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:55.566445 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44e991c9-cbfd-4b70-9196-5a8b67fbaca6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.571310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59762) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:55.572164 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-44e991c9-cbfd-4b70-9196-5a8b67fbaca6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974230 Feb 03 21:48:55.577145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:55.613414 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.705655 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f206900e-d528-49e9-9add-117cc4927ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:55.740815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-110acbb6-af97-4fc2-a379-be910039418f req-60b47a2c-7099-40ed-8820-ed35e1a92869 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.1185606 Feb 03 21:48:55.784048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014997da-8090-47f3-9f0a-97653842c1e0 req-658ca743-1268-4264-8875-1ef6fc5bd78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:55.785698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-014997da-8090-47f3-9f0a-97653842c1e0 req-658ca743-1268-4264-8875-1ef6fc5bd78f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1132 time: 0.1651068 Feb 03 21:48:55.803757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9adca-9bc3-4ba5-842b-3d7d8d13619a req-fa630aac-9b50-4bf7-94ea-84dfb45c0a2a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:55.805434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54d9adca-9bc3-4ba5-842b-3d7d8d13619a req-fa630aac-9b50-4bf7-94ea-84dfb45c0a2a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1565201 Feb 03 21:48:55.903168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-014997da-8090-47f3-9f0a-97653842c1e0 req-c84e9d0a-3348-4e37-b6af-22e822f08408 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072049 Feb 03 21:48:55.915228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54d9adca-9bc3-4ba5-842b-3d7d8d13619a req-fb1ac195-a937-41d3-9dd6-1d2102043ca7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033478 Feb 03 21:48:55.924469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.036752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Allocated IP 172.25.5.234 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/bbe9af9b-f395-4483-8f3d-e285441e4cce) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:48:56.063617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 85b81d26-aac3-4139-ad87-1cc294ef3f9b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:56.151732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for port (bbe9af9b-f395-4483-8f3d-e285441e4cce), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.170489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 85b81d26-aac3-4139-ad87-1cc294ef3f9b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=85b81d26-aac3-4139-ad87-1cc294ef3f9b,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:56.185819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '85b81d26-aac3-4139-ad87-1cc294ef3f9b', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'port_id': '85b81d26-aac3-4139-ad87-1cc294ef3f9b', 'mac_address': 'fa:16:3e:85:bb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:56.198942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (bbe9af9b-f395-4483-8f3d-e285441e4cce), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.238382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 85b81d26-aac3-4139-ad87-1cc294ef3f9b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:56.239034 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.249760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:48:56.253877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b81d26-aac3-4139-ad87-1cc294ef3f9b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:56.276306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 85b81d26-aac3-4139-ad87-1cc294ef3f9b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=85b81d26-aac3-4139-ad87-1cc294ef3f9b,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:56.280347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b5d7f3e-c564-43b9-af0c-08eecdbdb8d5 req-a166c7ad-b3fe-4af2-b4fb-20fec21cc11e tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "GET /v2.0/ports?device_id=d476eb86-ea45-4f53-9508-b768a9b56199 HTTP/1.1" status: 200 len: 210 time: 0.0350890 Feb 03 21:48:56.281154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.281316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:48:56.289077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:48:56.322118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event updated for resources: {'Port': ['ID=bbe9af9b-f395-4483-8f3d-e285441e4cce,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:56.333765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=85b81d26-aac3-4139-ad87-1cc294ef3f9b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:56.386953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for floatingip (3487f093-d18b-4e99-8720-ba343cb79aea), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.425059 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bbe9af9b-f395-4483-8f3d-e285441e4cce), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.621933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'name': 'network-vif-deleted', 'tag': 'ea081073-7d4d-4558-90f6-6ba3419477bb'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:56.624368 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a1d202-fb6e-4ec3-bd40-4ff26b78540b" -d '{"events": [{"server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "name": "network-vif-deleted", "tag": "ea081073-7d4d-4558-90f6-6ba3419477bb"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:56.646341 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for port (bbe9af9b-f395-4483-8f3d-e285441e4cce), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.655188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (bbe9af9b-f395-4483-8f3d-e285441e4cce), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.768875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['85b81d26-aac3-4139-ad87-1cc294ef3f9b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:56.866326 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:56.974824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 1c531406-ca76-42e1-8dac-2f9fbab906a3 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:48:57.004460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1f927-b439-41f9-88ab-d0d554c1e933 req-b9339470-b5ea-46bc-8834-f0b4c1b45097 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:57.006044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fc1f927-b439-41f9-88ab-d0d554c1e933 req-b9339470-b5ea-46bc-8834-f0b4c1b45097 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 945 time: 0.4626348 Feb 03 21:48:57.064114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137303e0-42f0-4f4c-a499-c6d9754ed136 req-a5b3c009-b9e0-4ed0-8ef7-00826e2f15a4 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:57.065758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-137303e0-42f0-4f4c-a499-c6d9754ed136 req-a5b3c009-b9e0-4ed0-8ef7-00826e2f15a4 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 944 time: 0.4800239 Feb 03 21:48:57.081669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 1c531406-ca76-42e1-8dac-2f9fbab906a3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1c531406-ca76-42e1-8dac-2f9fbab906a3,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:57.084952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event updated for resources: {'Port': ['ID=bbe9af9b-f395-4483-8f3d-e285441e4cce,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:57.095208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '1c531406-ca76-42e1-8dac-2f9fbab906a3', 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00', 'port_id': '1c531406-ca76-42e1-8dac-2f9fbab906a3', 'mac_address': 'fa:16:3e:8b:53:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ced94-4e54-4660-9366-4947d26af86e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:48:57.127104 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (3487f093-d18b-4e99-8720-ba343cb79aea), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.139685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 1c531406-ca76-42e1-8dac-2f9fbab906a3 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:57.140081 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.153576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c531406-ca76-42e1-8dac-2f9fbab906a3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:48:57.154128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fc1f927-b439-41f9-88ab-d0d554c1e933 req-4e7a6212-ea1d-4c61-a671-e9e19262e196 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373405 Feb 03 21:48:57.168478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-137303e0-42f0-4f4c-a499-c6d9754ed136 req-c8f25600-7ed4-440b-9b9a-52fa758f4c21 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876577 Feb 03 21:48:57.172394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.173721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-90b9d9b5-0488-4a44-8c7b-9f0a268c3414 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6012297 Feb 03 21:48:57.190387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 1c531406-ca76-42e1-8dac-2f9fbab906a3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1c531406-ca76-42e1-8dac-2f9fbab906a3,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:57.195608 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.245094 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93358809-dcd5-475b-9865-2bedd607561c x-openstack-request-id: req-93358809-dcd5-475b-9865-2bedd607561c {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:57.245094 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d476eb86-ea45-4f53-9508-b768a9b56199", "name": "network-vif-deleted", "tag": "ea081073-7d4d-4558-90f6-6ba3419477bb", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:57.245094 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93358809-dcd5-475b-9865-2bedd607561c {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:57.245396 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd476eb86-ea45-4f53-9508-b768a9b56199', 'name': 'network-vif-deleted', 'tag': 'ea081073-7d4d-4558-90f6-6ba3419477bb', 'status': 'completed', 'code': 200} Feb 03 21:48:57.318263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84e09bd7-de4b-426e-88ea-ea66e22fa5ba req-e5b56586-dfca-46ae-830d-cf2edba0897e tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0404522 Feb 03 21:48:57.319369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=1c531406-ca76-42e1-8dac-2f9fbab906a3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:57.368234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:57.379345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1f283-2461-4d54-90e6-947dde7295ec req-c4c6415f-92c4-4391-91f9-d6e8720c872d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:57.380764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9b1f283-2461-4d54-90e6-947dde7295ec req-c4c6415f-92c4-4391-91f9-d6e8720c872d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0654566 Feb 03 21:48:57.438750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9b1f283-2461-4d54-90e6-947dde7295ec req-423b4ff2-21f4-4897-9f03-9cd4c8fee290 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507092 Feb 03 21:48:57.440314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d1b641-7e24-4c88-a80d-465f136b47c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting subnet 5c5a87cf-296b-46ba-afaf-ce86689f8d2f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:48:57.444035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06d1b641-7e24-4c88-a80d-465f136b47c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for subnet (5c5a87cf-296b-46ba-afaf-ce86689f8d2f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.489053 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06d1b641-7e24-4c88-a80d-465f136b47c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (5c5a87cf-296b-46ba-afaf-ce86689f8d2f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.576745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1c531406-ca76-42e1-8dac-2f9fbab906a3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:48:57.584044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06d1b641-7e24-4c88-a80d-465f136b47c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (5c5a87cf-296b-46ba-afaf-ce86689f8d2f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.591197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56da54eb-19a5-4efc-af62-e49b2863afc0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:57.593346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56da54eb-19a5-4efc-af62-e49b2863afc0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/networks?id=bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 200 len: 822 time: 0.1457701 Feb 03 21:48:57.616710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb0a53-9628-4c53-aea9-9c65e6a3092c req-c35cd131-5352-476b-afb3-ada1cdb5a595 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:57.621512 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7bb0a53-9628-4c53-aea9-9c65e6a3092c req-c35cd131-5352-476b-afb3-ada1cdb5a595 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1081409 Feb 03 21:48:57.628146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-2a8dfb0f-4652-44a4-a3de-8b0c419d789f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/quotas/25069f8987964f849a8fbfa547f78d2f HTTP/1.1" status: 200 len: 375 time: 0.0268333 Feb 03 21:48:57.654349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06d1b641-7e24-4c88-a80d-465f136b47c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (5c5a87cf-296b-46ba-afaf-ce86689f8d2f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.676967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-836b8518-43aa-454e-9fcd-a10fc7cf03bf tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25069f8987964f849a8fbfa547f78d2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404732 Feb 03 21:48:57.679823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1b641-7e24-4c88-a80d-465f136b47c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5a87cf-296b-46ba-afaf-ce86689f8d2f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:57.686304 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06d1b641-7e24-4c88-a80d-465f136b47c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.692466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-06d1b641-7e24-4c88-a80d-465f136b47c2 tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "DELETE /v2.0/subnets/5c5a87cf-296b-46ba-afaf-ce86689f8d2f HTTP/1.1" status: 204 len: 168 time: 0.3205128 Feb 03 21:48:57.692466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59794) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:57.702899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f797f7-15ca-4757-93dd-b923ab0eceea None None] Network 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:57.762165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7bb0a53-9628-4c53-aea9-9c65e6a3092c req-bfce8626-9ffe-4c79-9638-43a597b84575 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369338 Feb 03 21:48:57.786838 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.816258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-31d43ade-ea36-40d3-9f94-b24f2b6a3b0a service neutron] 10.222.0.50 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235838 Feb 03 21:48:57.890609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting port 38214098-ff1f-4672-9f90-d8f32b2fa431 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:57.892844 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.949281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15cdd1d-0dfa-4805-9cd9-255681faccb4 None None] DHCP port deletion for 0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:48:57.958003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-e14ffabc-fbfb-4c71-ad69-9ec27e972705 service neutron] 10.222.0.50 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407833 Feb 03 21:48:57.979379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] For port 38214098-ff1f-4672-9f90-d8f32b2fa431, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38214098-ff1f-4672-9f90-d8f32b2fa431,segment=NetworkSegment(9f93d16e-baf1-496f-9f44-462bb987d0cc),segment_id=9f93d16e-baf1-496f-9f44-462bb987d0cc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:57.979753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:57.994413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Calling delete_port for 38214098-ff1f-4672-9f90-d8f32b2fa431 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:58.004771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b15cdd1d-0dfa-4805-9cd9-255681faccb4 None None] Deleting port 38214098-ff1f-4672-9f90-d8f32b2fa431 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:58.005296 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b15cdd1d-0dfa-4805-9cd9-255681faccb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.086157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b15cdd1d-0dfa-4805-9cd9-255681faccb4 None None] For port 38214098-ff1f-4672-9f90-d8f32b2fa431, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38214098-ff1f-4672-9f90-d8f32b2fa431,segment=NetworkSegment(9f93d16e-baf1-496f-9f44-462bb987d0cc),segment_id=9f93d16e-baf1-496f-9f44-462bb987d0cc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:58.086811 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b15cdd1d-0dfa-4805-9cd9-255681faccb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.115088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b15cdd1d-0dfa-4805-9cd9-255681faccb4 None None] Calling delete_port for 38214098-ff1f-4672-9f90-d8f32b2fa431 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:58.141459 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.161227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03a30c32-a798-4dc2-88b0-33ad2e4f47ca req-19e5d879-74eb-46bb-81bb-f2dab3e490ae tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 210 time: 0.0490148 Feb 03 21:48:58.175761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Port': ['ID=38214098-ff1f-4672-9f90-d8f32b2fa431,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:58.212387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] No DVR routers for this DVR port 38214098-ff1f-4672-9f90-d8f32b2fa431 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:58.260567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997733b1-1396-4f6b-a0ff-3ac73201a684 req-68c5c65c-a095-4318-8693-5fb51de7b5b2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:58.262455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-997733b1-1396-4f6b-a0ff-3ac73201a684 req-68c5c65c-a095-4318-8693-5fb51de7b5b2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0887935 Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: from cryptography.utils import int_from_bytes Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: from cryptography.utils import int_from_bytes Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.267215 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:48:58.270188 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:48:58.275656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b15cdd1d-0dfa-4805-9cd9-255681faccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (38214098-ff1f-4672-9f90-d8f32b2fa431), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.311221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cdd1d-0dfa-4805-9cd9-255681faccb4 None None] Pushing event deleted for resources: {'Port': ['ID=38214098-ff1f-4672-9f90-d8f32b2fa431,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:58.316038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15cdd1d-0dfa-4805-9cd9-255681faccb4 None None] No DVR routers for this DVR port 38214098-ff1f-4672-9f90-d8f32b2fa431 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:58.363756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.398246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:58.403442 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-d8343b6c-1856-4402-8633-1b89344a41eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2205322 Feb 03 21:48:58.411416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-997733b1-1396-4f6b-a0ff-3ac73201a684 req-8c389ce7-b820-4d3e-8e82-c359474d20cf tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299267 Feb 03 21:48:58.421226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f93d16e-baf1-496f-9f44-462bb987d0cc') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:58.421507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f93d16e-baf1-496f-9f44-462bb987d0cc') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:48:58.429173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a69b-1d11-42f4-b159-1c7624755e66 req-5ba0a880-eba1-44d8-8f58-628bd5d4e1ed tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:58.434887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (9f93d16e-baf1-496f-9f44-462bb987d0cc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.437248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3b1a69b-1d11-42f4-b159-1c7624755e66 req-5ba0a880-eba1-44d8-8f58-628bd5d4e1ed tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 945 time: 0.1129866 Feb 03 21:48:58.478300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9f93d16e-baf1-496f-9f44-462bb987d0cc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.486739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:48:58.487148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (9f93d16e-baf1-496f-9f44-462bb987d0cc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:48:58.491142 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:48:58.527302 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.559775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3b1a69b-1d11-42f4-b159-1c7624755e66 req-772e334c-db6f-4fb4-a8e4-cbed7819c6a8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215653 Feb 03 21:48:58.573884 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.591938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.597489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9cb1b-b461-4abc-a246-1281cf8f477c req-e7ef8c49-1cba-4cc0-8722-1dec5df5f738 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:58.601313 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "DELETE /v2.0/networks/0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3 HTTP/1.1" status: 204 len: 168 time: 0.9056756 Feb 03 21:48:58.607490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65b9cb1b-b461-4abc-a246-1281cf8f477c req-e7ef8c49-1cba-4cc0-8722-1dec5df5f738 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 945 time: 0.0913301 Feb 03 21:48:58.610118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59826) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:58.632455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87038a3-f7c5-46f7-8716-fafe01efbc4a tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Network': ['ID=0938bbbf-d5b1-41d4-8ed0-ea8111dbe4b3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:58.721523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bde90d9-096a-4c71-a779-b82fec7dcf93 req-c0fb0b1d-05e8-48fe-bf76-7547ed357d6f tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0481453 Feb 03 21:48:58.735783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65b9cb1b-b461-4abc-a246-1281cf8f477c req-b33d001c-51ba-44a5-a765-5e3e49e37007 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271191 Feb 03 21:48:58.749263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fab583-1578-4720-bf7d-dfb7db13489c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting subnet b87a10a6-41ab-4785-ba21-f02ed4a878ce {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:48:58.753413 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59fab583-1578-4720-bf7d-dfb7db13489c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for subnet (b87a10a6-41ab-4785-ba21-f02ed4a878ce), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.810206 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59fab583-1578-4720-bf7d-dfb7db13489c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (b87a10a6-41ab-4785-ba21-f02ed4a878ce), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.907019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59fab583-1578-4720-bf7d-dfb7db13489c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b87a10a6-41ab-4785-ba21-f02ed4a878ce), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:58.977911 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 1c531406-ca76-42e1-8dac-2f9fbab906a3 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:48:58.995426 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59fab583-1578-4720-bf7d-dfb7db13489c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (b87a10a6-41ab-4785-ba21-f02ed4a878ce), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.031310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fab583-1578-4720-bf7d-dfb7db13489c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Subnet': ['ID=b87a10a6-41ab-4785-ba21-f02ed4a878ce,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:59.033441 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59fab583-1578-4720-bf7d-dfb7db13489c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.039856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-59fab583-1578-4720-bf7d-dfb7db13489c tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "DELETE /v2.0/subnets/b87a10a6-41ab-4785-ba21-f02ed4a878ce HTTP/1.1" status: 204 len: 168 time: 0.4256790 Feb 03 21:48:59.039856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:48:59.043872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27db0d5-e0cf-4977-9707-bd6815be3ec3 None None] Network 3b4f0c7f-66af-4529-962b-f2db034ab2c0 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:48:59.120266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 1c531406-ca76-42e1-8dac-2f9fbab906a3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:48:59.130480 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (3b4f0c7f-66af-4529-962b-f2db034ab2c0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.142075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 1c531406-ca76-42e1-8dac-2f9fbab906a3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:48:59.142472 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.231531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Deleting port e024aa74-4c5f-467c-81d4-148c2617382f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:59.232108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.252669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 1c531406-ca76-42e1-8dac-2f9fbab906a3 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:48:59.253185 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.284031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac498d9-00cf-46a4-a2f2-a70556257b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c531406-ca76-42e1-8dac-2f9fbab906a3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:48:59.286872 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a6165b-1382-4140-b77f-fd6f7bc4f7e9" -d '{"events": [{"server_uuid": "bac498d9-00cf-46a4-a2f2-a70556257b8b", "name": "network-vif-plugged", "status": "completed", "tag": "1c531406-ca76-42e1-8dac-2f9fbab906a3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:48:59.302764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 1c531406-ca76-42e1-8dac-2f9fbab906a3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1c531406-ca76-42e1-8dac-2f9fbab906a3,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:59.308508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e51e413-03ea-456e-b06e-d0597aea998f None None] DHCP port deletion for 3b4f0c7f-66af-4529-962b-f2db034ab2c0 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:48:59.313047 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.314379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8215ea27-882c-451b-9a4f-8ee4a62cf33c no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:59.368676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 8215ea27-882c-451b-9a4f-8ee4a62cf33c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:59.369381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8215ea27-882c-451b-9a4f-8ee4a62cf33c not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:59.370003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ea081073-7d4d-4558-90f6-6ba3419477bb no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:59.448654 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcf308d-def9-4413-991a-bae53c525394 x-openstack-request-id: req-5fcf308d-def9-4413-991a-bae53c525394 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:48:59.449197 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac498d9-00cf-46a4-a2f2-a70556257b8b", "name": "network-vif-plugged", "status": "completed", "tag": "1c531406-ca76-42e1-8dac-2f9fbab906a3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:48:59.451527 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fcf308d-def9-4413-991a-bae53c525394 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:48:59.452143 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac498d9-00cf-46a4-a2f2-a70556257b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c531406-ca76-42e1-8dac-2f9fbab906a3', 'code': 200} Feb 03 21:48:59.465722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: ea081073-7d4d-4558-90f6-6ba3419477bb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:59.474117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ea081073-7d4d-4558-90f6-6ba3419477bb not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:59.499689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=1c531406-ca76-42e1-8dac-2f9fbab906a3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:59.528708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e51e413-03ea-456e-b06e-d0597aea998f None None] Deleting port e024aa74-4c5f-467c-81d4-148c2617382f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:48:59.533190 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e51e413-03ea-456e-b06e-d0597aea998f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.559501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9fe8c-df70-4294-85de-61cb2bc74601 req-9f66247a-1581-427c-ae18-814098a9f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:59.562268 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96b9fe8c-df70-4294-85de-61cb2bc74601 req-9f66247a-1581-427c-ae18-814098a9f02b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 1128 time: 0.0675077 Feb 03 21:48:59.612191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0e51e413-03ea-456e-b06e-d0597aea998f None None] For port e024aa74-4c5f-467c-81d4-148c2617382f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e024aa74-4c5f-467c-81d4-148c2617382f,segment=NetworkSegment(a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750),segment_id=a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:59.612625 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e51e413-03ea-456e-b06e-d0597aea998f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.616017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-3041eff0-e071-49a5-8083-6638d4f25a24 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:59.617663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-3041eff0-e071-49a5-8083-6638d4f25a24 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.10 "GET /v2.0/networks?id=bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 200 len: 822 time: 0.2161443 Feb 03 21:48:59.619702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39f1db6f-6cd8-47e8-8308-e56f83634888 req-0e84af19-ceb0-48be-92c3-7aeaa9437320 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 210 time: 0.2166946 Feb 03 21:48:59.624833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] For port e024aa74-4c5f-467c-81d4-148c2617382f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e024aa74-4c5f-467c-81d4-148c2617382f,segment=NetworkSegment(a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750),segment_id=a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:48:59.625328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.630692 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96b9fe8c-df70-4294-85de-61cb2bc74601 req-5748102f-6e47-49e8-8b3f-cf24d2ea4a30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618768 Feb 03 21:48:59.640369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e51e413-03ea-456e-b06e-d0597aea998f None None] Calling delete_port for e024aa74-4c5f-467c-81d4-148c2617382f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:59.640706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Request body: {'port': {'device_id': '84e33f31-544c-49ec-9597-703a0aa0a084', 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031', 'admin_state_up': True, 'tenant_id': '25069f8987964f849a8fbfa547f78d2f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:48:59.689036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Calling delete_port for e024aa74-4c5f-467c-81d4-148c2617382f owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:48:59.738477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e51e413-03ea-456e-b06e-d0597aea998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.764399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51e413-03ea-456e-b06e-d0597aea998f None None] Pushing event deleted for resources: {'Port': ['ID=e024aa74-4c5f-467c-81d4-148c2617382f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:48:59.771080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51e413-03ea-456e-b06e-d0597aea998f None None] No DVR routers for this DVR port e024aa74-4c5f-467c-81d4-148c2617382f on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:48:59.806116 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.815395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102fd2c-f362-4887-bd9e-f2f07cfb8827 req-4c69fea4-3027-45c2-90ab-3b4e80fa6804 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:59.816883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5102fd2c-f362-4887-bd9e-f2f07cfb8827 req-4c69fea4-3027-45c2-90ab-3b4e80fa6804 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.2874770 Feb 03 21:48:59.894134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038948d0-7603-4c51-9110-3c5e5e79d7db req-da6865ee-4931-4a92-9734-63b92944a788 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:48:59.895628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-038948d0-7603-4c51-9110-3c5e5e79d7db req-da6865ee-4931-4a92-9734-63b92944a788 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 946 time: 0.1988637 Feb 03 21:48:59.944568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Made reservation on behalf of 25069f8987964f849a8fbfa547f78d2f for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:48:59.947813 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.963294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5102fd2c-f362-4887-bd9e-f2f07cfb8827 req-4261a0e8-fdd2-4985-b9b6-7985e1f0e569 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353123 Feb 03 21:48:59.964608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38214098-ff1f-4672-9f90-d8f32b2fa431 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:48:59.968736 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e024aa74-4c5f-467c-81d4-148c2617382f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:48:59.995029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 38214098-ff1f-4672-9f90-d8f32b2fa431 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:48:59.995375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38214098-ff1f-4672-9f90-d8f32b2fa431 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:48:59.995787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e024aa74-4c5f-467c-81d4-148c2617382f no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:00.023345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Port': ['ID=e024aa74-4c5f-467c-81d4-148c2617382f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:00.024182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: e024aa74-4c5f-467c-81d4-148c2617382f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:49:00.024539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e024aa74-4c5f-467c-81d4-148c2617382f not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:00.027238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] No DVR routers for this DVR port e024aa74-4c5f-467c-81d4-148c2617382f on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:00.066909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 85b81d26-aac3-4139-ad87-1cc294ef3f9b up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:00.086098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-038948d0-7603-4c51-9110-3c5e5e79d7db req-a4bf2545-0a53-4e18-8877-3511084a5641 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730053 Feb 03 21:49:00.174643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbec6faa-cca7-4d21-8e08-faae3e1a9eda req-1c166893-8453-47f9-b0c6-0bb46dc910d1 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0949874 Feb 03 21:49:00.197348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-15ebf132-a81b-48d3-8409-fd40d7faa0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:00.197348 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-15ebf132-a81b-48d3-8409-fd40d7faa0c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1132 time: 0.0672295 Feb 03 21:49:00.249936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (3b4f0c7f-66af-4529-962b-f2db034ab2c0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.284248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4f0c7f-66af-4529-962b-f2db034ab2c0']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:00.291653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 85b81d26-aac3-4139-ad87-1cc294ef3f9b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:49:00.297361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 85b81d26-aac3-4139-ad87-1cc294ef3f9b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:00.298095 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.305781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:00.306097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:00.315294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-a6c02501-9be7-4f34-8e31-51bd6edcb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:00.317117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-a6c02501-9be7-4f34-8e31-51bd6edcb0ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1139247 Feb 03 21:49:00.323157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.338295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Allocated IP 172.20.0.3 (bd7ce364-7a59-4061-873a-b32c0b85a031/d683e407-6fc4-4943-b17a-1e48441885b6/2c087d72-9271-4b37-b154-e81a065575bf) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:49:00.348492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.357957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac0e89-8f25-4d7d-bcb2-04defabfbbe2 req-e729f1af-afae-4d87-af0e-f9393ac89d5f tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:00.359798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dac0e89-8f25-4d7d-bcb2-04defabfbbe2 req-e729f1af-afae-4d87-af0e-f9393ac89d5f tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 945 time: 0.1807563 Feb 03 21:49:00.371154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:49:00.371557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (a1f5a76e-d8bb-45a9-8bb5-d4977dbaf750), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:49:00.375621 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:49:00.381874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 85b81d26-aac3-4139-ad87-1cc294ef3f9b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:00.382266 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.424258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 85b81d26-aac3-4139-ad87-1cc294ef3f9b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=85b81d26-aac3-4139-ad87-1cc294ef3f9b,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:00.428503 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.439277 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-e1494252-4e30-4932-bcac-e15fcb4a139a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0417640 Feb 03 21:49:00.483354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=85b81d26-aac3-4139-ad87-1cc294ef3f9b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:00.496391 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (3b4f0c7f-66af-4529-962b-f2db034ab2c0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.504661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-7a2ace1c-af22-4f2e-a394-9271dac34bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:00.506273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-7a2ace1c-af22-4f2e-a394-9271dac34bcd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0603523 Feb 03 21:49:00.528992 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.532535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] 10.222.0.50 "DELETE /v2.0/networks/3b4f0c7f-66af-4529-962b-f2db034ab2c0 HTTP/1.1" status: 204 len: 168 time: 1.4921291 Feb 03 21:49:00.567653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9bd5082a-7b80-4b84-b21b-2b8467d58e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:00.569214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9bd5082a-7b80-4b84-b21b-2b8467d58e66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0570893 Feb 03 21:49:00.577010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e078a-091f-4581-89fd-27a4d7f08afa tempest-ServersTestMultiNic-1149841009 tempest-ServersTestMultiNic-1149841009-project] Pushing event deleted for resources: {'Network': ['ID=3b4f0c7f-66af-4529-962b-f2db034ab2c0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:00.590231 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dac0e89-8f25-4d7d-bcb2-04defabfbbe2 req-3eb6afb9-2c15-4dd4-a504-0d887f0155b5 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211416 Feb 03 21:49:00.653715 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for port (2c087d72-9271-4b37-b154-e81a065575bf), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.689786 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-ebdb164b-5031-4386-bbc1-60ec0dc8f207 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136024 Feb 03 21:49:00.692313 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2c087d72-9271-4b37-b154-e81a065575bf), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.695045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:00.769075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Network bd7ce364-7a59-4061-873a-b32c0b85a031 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:00.774144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:00.778603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:49:00.811560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event updated for resources: {'Port': ['ID=2c087d72-9271-4b37-b154-e81a065575bf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:00.837749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:00.838380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:00.852268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987c54c-bf73-4bed-822b-6da5522d0de1 req-28d84c4a-6340-41d6-8e45-e7a1effc3d91 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:00.853777 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9987c54c-bf73-4bed-822b-6da5522d0de1 req-28d84c4a-6340-41d6-8e45-e7a1effc3d91 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 931 time: 0.1295834 Feb 03 21:49:00.870311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-56843a04-4f3a-43d3-9b59-ff7a54662c74 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2346790 Feb 03 21:49:00.872370 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-5c71c7b8-2dcc-413a-80dd-31a60e8a145d service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760371 Feb 03 21:49:00.897510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Request body: {'port': {'device_id': '84e33f31-544c-49ec-9597-703a0aa0a084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:00.936352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9987c54c-bf73-4bed-822b-6da5522d0de1 req-c8526b07-9e17-4e32-98c3-66d627cd75f1 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765862 Feb 03 21:49:00.981737 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c087d72-9271-4b37-b154-e81a065575bf), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.179728 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (5061d13a-2742-4958-adc5-71711d8a9d80), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.214466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079fa5e-4a54-4b97-862a-29a40792a8c0 req-c4eb4c54-f010-4643-8c8c-182ac3e39edd tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:01.216078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d079fa5e-4a54-4b97-862a-29a40792a8c0 req-c4eb4c54-f010-4643-8c8c-182ac3e39edd tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1627331 Feb 03 21:49:01.322279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe1b9b-b264-4a59-99a8-e0d6c309f3b7 req-44c68339-a80f-4377-8619-40322f381604 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:01.323764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0fe1b9b-b264-4a59-99a8-e0d6c309f3b7 req-44c68339-a80f-4377-8619-40322f381604 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 946 time: 0.1282339 Feb 03 21:49:01.329876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d079fa5e-4a54-4b97-862a-29a40792a8c0 req-72d23a69-7799-4eb3-8587-046759d9e25c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965457 Feb 03 21:49:01.425768 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0fe1b9b-b264-4a59-99a8-e0d6c309f3b7 req-2f864c35-e622-4a1d-820f-a671ae27f5ab tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895257 Feb 03 21:49:01.448034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1498527-98e5-4696-9c78-f5854ce29022 req-b9ec550c-d93e-40d3-845d-5ed3eab3080f tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0442836 Feb 03 21:49:01.449931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c087d72-9271-4b37-b154-e81a065575bf {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:01.453583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b81d26-aac3-4139-ad87-1cc294ef3f9b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:01.456160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Deleting port 4ead46e1-2f08-4d66-844c-6f513114ace3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:01.456572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.457107 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acab2ad-8bdd-49ee-a3fd-97282bc79e89" -d '{"events": [{"server_uuid": "8d6fc346-54c5-4664-bc43-c47b4a465c64", "name": "network-vif-plugged", "status": "completed", "tag": "85b81d26-aac3-4139-ad87-1cc294ef3f9b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:01.457920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Publish callbacks [] for port (2c087d72-9271-4b37-b154-e81a065575bf), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.471125 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Transition to ACTIVE for port object 2c087d72-9271-4b37-b154-e81a065575bf will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:49:01.479424 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (2c087d72-9271-4b37-b154-e81a065575bf), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.501869 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b1a610-6a3e-434e-aafe-ae18503592df x-openstack-request-id: req-f3b1a610-6a3e-434e-aafe-ae18503592df {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:01.502166 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6fc346-54c5-4664-bc43-c47b4a465c64", "name": "network-vif-plugged", "status": "completed", "tag": "85b81d26-aac3-4139-ad87-1cc294ef3f9b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:01.503077 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3b1a610-6a3e-434e-aafe-ae18503592df {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:01.503462 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b81d26-aac3-4139-ad87-1cc294ef3f9b', 'code': 200} Feb 03 21:49:01.533919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Pushing event updated for resources: {'Port': ['ID=2c087d72-9271-4b37-b154-e81a065575bf,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:01.560579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] For port 4ead46e1-2f08-4d66-844c-6f513114ace3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4ead46e1-2f08-4d66-844c-6f513114ace3,segment=NetworkSegment(18f35426-1d1e-478d-ad65-1733352135da),segment_id=18f35426-1d1e-478d-ad65-1733352135da)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:01.560966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.594967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Calling delete_port for 4ead46e1-2f08-4d66-844c-6f513114ace3 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:01.606208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Attempting to bind port 2c087d72-9271-4b37-b154-e81a065575bf on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:01.606539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Attempting to bind port 2c087d72-9271-4b37-b154-e81a065575bf by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:01.607716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Attempting to bind port 2c087d72-9271-4b37-b154-e81a065575bf on network bd7ce364-7a59-4061-873a-b32c0b85a031 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:01.611733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Port 2c087d72-9271-4b37-b154-e81a065575bf on network bd7ce364-7a59-4061-873a-b32c0b85a031 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:49:01.612054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Attempting to bind port 2c087d72-9271-4b37-b154-e81a065575bf on network bd7ce364-7a59-4061-873a-b32c0b85a031 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:01.618094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:01.618439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Checking segment: {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:01.618818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Bound using segment: {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:01.619237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Bound port: 2c087d72-9271-4b37-b154-e81a065575bf, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:01.619591 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c087d72-9271-4b37-b154-e81a065575bf), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.655212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2d9f7-42ac-41e8-af2f-2dac08c4ab11 req-105ae866-9867-4335-8055-47e2fd675404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:01.656723 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-adb2d9f7-42ac-41e8-af2f-2dac08c4ab11 req-105ae866-9867-4335-8055-47e2fd675404 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 1128 time: 0.0931029 Feb 03 21:49:01.713586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] For port 2c087d72-9271-4b37-b154-e81a065575bf, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:01.728533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] For port 2c087d72-9271-4b37-b154-e81a065575bf, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2c087d72-9271-4b37-b154-e81a065575bf,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:01.737901 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (2c087d72-9271-4b37-b154-e81a065575bf), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.757215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-adb2d9f7-42ac-41e8-af2f-2dac08c4ab11 req-50788ef7-f8cd-4009-85d5-656214a3cc9e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904179 Feb 03 21:49:01.777653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6e3e8-294b-43a5-9f1f-bb02c5b228be req-d31403c2-b8df-4c7a-a1af-f1a35760da84 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:01.779793 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d6e3e8-294b-43a5-9f1f-bb02c5b228be req-d31403c2-b8df-4c7a-a1af-f1a35760da84 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.1134934 Feb 03 21:49:01.784447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:01.785406 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.786562 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] 10.222.0.10 "PUT /v2.0/ports/2c087d72-9271-4b37-b154-e81a065575bf HTTP/1.1" status: 200 len: 1091 time: 0.8956406 Feb 03 21:49:01.787005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e33f31-544c-49ec-9597-703a0aa0a084', 'tag': '2c087d72-9271-4b37-b154-e81a065575bf'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:01.789353 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "84e33f31-544c-49ec-9597-703a0aa0a084", "tag": "2c087d72-9271-4b37-b154-e81a065575bf"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:01.847163 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4ead46e1-2f08-4d66-844c-6f513114ace3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:01.861342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c227058-d708-4090-90a7-028fd4cc3921 service neutron] Pushing event updated for resources: {'Port': ['ID=2c087d72-9271-4b37-b154-e81a065575bf,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:01.865084 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd77e4e-4fea-4e1b-896b-85d89677406b x-openstack-request-id: req-acd77e4e-4fea-4e1b-896b-85d89677406b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:01.865377 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e33f31-544c-49ec-9597-703a0aa0a084", "tag": "2c087d72-9271-4b37-b154-e81a065575bf", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:01.865635 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acd77e4e-4fea-4e1b-896b-85d89677406b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:01.866044 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e33f31-544c-49ec-9597-703a0aa0a084', 'tag': '2c087d72-9271-4b37-b154-e81a065575bf', 'status': 'completed', 'code': 200} Feb 03 21:49:01.875407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ead46e1-2f08-4d66-844c-6f513114ace3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:01.917643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d6e3e8-294b-43a5-9f1f-bb02c5b228be req-a4b85265-46ec-4a34-9d3a-f63586313ec8 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254742 Feb 03 21:49:01.934122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-3594b847-284e-48d9-a726-c0023386e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:01.936765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-3594b847-284e-48d9-a726-c0023386e48e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25069f8987964f849a8fbfa547f78d2f&device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 1125 time: 0.1076818 Feb 03 21:49:02.003530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-250f30de-9cdc-407a-8791-69908236b32f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c087d72-9271-4b37-b154-e81a065575bf HTTP/1.1" status: 200 len: 217 time: 0.0510471 Feb 03 21:49:02.086892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (5061d13a-2742-4958-adc5-71711d8a9d80), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:02.095665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-5e98e8d8-6234-4fc0-bb55-76cc72a6b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:02.097945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-5e98e8d8-6234-4fc0-bb55-76cc72a6b0c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d683e407-6fc4-4943-b17a-1e48441885b6 HTTP/1.1" status: 200 len: 862 time: 0.0882359 Feb 03 21:49:02.149908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791fbfb-1638-44a6-a12e-4f5bd3b0b8b5 req-ddaaca1c-9e57-4625-944b-17afef634c3a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:02.151362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f791fbfb-1638-44a6-a12e-4f5bd3b0b8b5 req-ddaaca1c-9e57-4625-944b-17afef634c3a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 943 time: 0.1114252 Feb 03 21:49:02.153356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-2c56ccb9-8b5e-489b-a25e-14b7bed20123 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd7ce364-7a59-4061-873a-b32c0b85a031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489316 Feb 03 21:49:02.248696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f791fbfb-1638-44a6-a12e-4f5bd3b0b8b5 req-5d3f82d1-122e-4c9e-a467-ffd6c1e1350f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915468 Feb 03 21:49:02.278089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-3643f0c9-f5f4-4a53-8250-84dba70e7865 service neutron] 10.222.0.10 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150959 Feb 03 21:49:02.312761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Router 5061d13a-2742-4958-adc5-71711d8a9d80 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:49:02.373495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcc1e13-7ecd-4778-ba00-392da3f5920e req-2e44f57a-d3e2-40a1-aeda-88f389beeb8a service neutron] 10.222.0.10 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875924 Feb 03 21:49:02.427148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:49:02.432315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f6184ab2-6010-45ac-90d2-1e477aab8ca0 admin admin] 10.222.0.50 "PUT /v2.0/routers/5061d13a-2742-4958-adc5-71711d8a9d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346380 Feb 03 21:49:02.434735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:02.440714 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] Sync routers for ids ['5061d13a-2742-4958-adc5-71711d8a9d80'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:49:02.452098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] Routers {'5061d13a-2742-4958-adc5-71711d8a9d80'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:02.453098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5061d13a-2742-4958-adc5-71711d8a9d80'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:02.505303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78742bca-fd5b-4b35-a2be-ddf71fec0d00 req-3cab99bc-283c-418c-ab61-5bc8734130b7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:02.506717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78742bca-fd5b-4b35-a2be-ddf71fec0d00 req-3cab99bc-283c-418c-ab61-5bc8734130b7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1040988 Feb 03 21:49:02.511992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-edba762f-5d21-4f67-a496-71066ec2517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:02.513544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-edba762f-5d21-4f67-a496-71066ec2517a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25069f8987964f849a8fbfa547f78d2f&device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 1125 time: 0.0784607 Feb 03 21:49:02.566139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks [] for router (5061d13a-2742-4958-adc5-71711d8a9d80), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:02.568943 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] Set router 5061d13a-2742-4958-adc5-71711d8a9d80 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:02.649776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78742bca-fd5b-4b35-a2be-ddf71fec0d00 req-e399fddb-06f6-4459-93b2-fb1dfc709bc3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341445 Feb 03 21:49:02.694197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-329bcca5-56e3-4ca7-a95b-793695cb244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:02.695858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-329bcca5-56e3-4ca7-a95b-793695cb244a service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 200 len: 923 time: 0.1754229 Feb 03 21:49:02.698273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks [] for router_gateway (5061d13a-2742-4958-adc5-71711d8a9d80), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:02.710521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732ee7-9a23-4054-8b50-1ea109051577 req-0158b72a-aeda-4aae-8ad6-324b76e43ba0 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:02.712260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7732ee7-9a23-4054-8b50-1ea109051577 req-0158b72a-aeda-4aae-8ad6-324b76e43ba0 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 946 time: 0.1812408 Feb 03 21:49:02.765990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Deleting port 28f46bcd-77f5-4901-95ec-9663fd5062b3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:02.766257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:02.780619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-75c36cdb-b77f-4879-acf5-0763b068dba1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c087d72-9271-4b37-b154-e81a065575bf HTTP/1.1" status: 200 len: 217 time: 0.0671530 Feb 03 21:49:02.788349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e99790a-19e6-435b-b2d7-940c1ac7bf99 req-d9b1194d-9240-425d-9734-eed0110d8953 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0672450 Feb 03 21:49:02.860318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7732ee7-9a23-4054-8b50-1ea109051577 req-7d429979-b277-4e21-997f-7ddb0a8fb0c2 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030359 Feb 03 21:49:02.861953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-7e8d7a6c-5e44-4a21-91a2-189c9c553770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:02.863678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-7e8d7a6c-5e44-4a21-91a2-189c9c553770 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d683e407-6fc4-4943-b17a-1e48441885b6 HTTP/1.1" status: 200 len: 862 time: 0.0741363 Feb 03 21:49:02.878518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] For port 28f46bcd-77f5-4901-95ec-9663fd5062b3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=28f46bcd-77f5-4901-95ec-9663fd5062b3,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:02.878888 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:02.889854 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:47:33Z', 'updated_at': '2022-02-03T21:49:01Z', 'revision_number': 5, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'gw_port': {'id': '28f46bcd-77f5-4901-95ec-9663fd5062b3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:47:34Z', 'updated_at': '2022-02-03T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:02.900832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-d2143fa1-3cc4-4368-99de-b096d38fcf42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd7ce364-7a59-4061-873a-b32c0b85a031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311046 Feb 03 21:49:02.905513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Calling delete_port for 28f46bcd-77f5-4901-95ec-9663fd5062b3 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:02.930507 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] Checking router: 5061d13a-2742-4958-adc5-71711d8a9d80 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:49:02.941392 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] Routers {'5061d13a-2742-4958-adc5-71711d8a9d80'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:02.942108 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5061d13a-2742-4958-adc5-71711d8a9d80'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:03.009987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-e05a24e4-8639-449e-95b7-5bf03ad4a0cb service neutron] 10.222.0.10 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028423 Feb 03 21:49:03.052603 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] Set router 5061d13a-2742-4958-adc5-71711d8a9d80 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:03.121114 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:47:33Z', 'updated_at': '2022-02-03T21:49:02Z', 'revision_number': 6, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:03.122805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (28f46bcd-77f5-4901-95ec-9663fd5062b3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.150560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7276c2-9911-4b71-9e02-f12efd6168dc req-fd70b0fb-4b6f-4ec6-ab4a-86ba33623a6b tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:03.151468 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156757b-076d-4f3b-bca9-525fdd3f9892 None None] The sync data for ids ['5061d13a-2742-4958-adc5-71711d8a9d80'] in n-d-824834-9 is: [{'id': '5061d13a-2742-4958-adc5-71711d8a9d80', 'name': 'tempest-ServersTestMultiNic-873501843-router', 'tenant_id': 'd276b7c603b8465a8c86c644e3b64445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:47:33Z', 'updated_at': '2022-02-03T21:49:02Z', 'revision_number': 6, 'project_id': 'd276b7c603b8465a8c86c644e3b64445', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:49:03.152073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b7276c2-9911-4b71-9e02-f12efd6168dc req-fd70b0fb-4b6f-4ec6-ab4a-86ba33623a6b tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.1244056 Feb 03 21:49:03.161506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f46bcd-77f5-4901-95ec-9663fd5062b3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:03.178656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-885e4c8a-2cb5-4dff-bed1-2936f2b77dd4 req-05da9b63-e224-4eb7-9bd4-19faff6d0d80 service neutron] 10.222.0.10 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613901 Feb 03 21:49:03.235075 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (5061d13a-2742-4958-adc5-71711d8a9d80), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.236806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b7276c2-9911-4b71-9e02-f12efd6168dc req-124022c8-3276-4c6c-870b-87998e2a3595 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733271 Feb 03 21:49:03.423459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8823-8846-4db6-8518-0b2bed8d5694 req-c91939c7-802b-4577-9599-95ef1d405646 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:03.425197 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55fc8823-8846-4db6-8518-0b2bed8d5694 req-c91939c7-802b-4577-9599-95ef1d405646 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 943 time: 0.0624270 Feb 03 21:49:03.478081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55fc8823-8846-4db6-8518-0b2bed8d5694 req-6bbae630-8a91-43b6-9ef3-442330bec5be tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468941 Feb 03 21:49:03.676459 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (5061d13a-2742-4958-adc5-71711d8a9d80), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.678640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks [] for router_controller (5061d13a-2742-4958-adc5-71711d8a9d80), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.726329 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (5061d13a-2742-4958-adc5-71711d8a9d80), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.727171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5061d13a-2742-4958-adc5-71711d8a9d80 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:49:03.735699 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.737013 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-79081722-119d-4e45-8a2b-188f4d34a192 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5061d13a-2742-4958-adc5-71711d8a9d80 HTTP/1.1" status: 204 len: 168 time: 1.3006306 Feb 03 21:49:03.739699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:03.776200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f2d77-161e-4b04-a9e7-3d849e9a16ce req-78e378b6-6097-444d-9266-a53993f02ea0 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:03.778304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb6f2d77-161e-4b04-a9e7-3d849e9a16ce req-78e378b6-6097-444d-9266-a53993f02ea0 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0592983 Feb 03 21:49:03.787064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-07adc73b-6f1d-453a-9a00-612dd69fa59a admin admin] Deleting subnet 432ff1b1-204d-430c-b4b6-f477876dd5f3 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:49:03.790221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07adc73b-6f1d-453a-9a00-612dd69fa59a admin admin] Publish callbacks [] for subnet (432ff1b1-204d-430c-b4b6-f477876dd5f3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.825496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb6f2d77-161e-4b04-a9e7-3d849e9a16ce req-e8bcd42d-cf28-4a18-ac3b-796be838adb2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Feb 03 21:49:03.826313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07adc73b-6f1d-453a-9a00-612dd69fa59a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (432ff1b1-204d-430c-b4b6-f477876dd5f3), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.897462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-741fac1e-ff12-4dba-91bf-ebfa3795ef11 req-fe112565-6866-4264-bbd3-e86b0f5ec4be tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0294809 Feb 03 21:49:03.925614 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07adc73b-6f1d-453a-9a00-612dd69fa59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (432ff1b1-204d-430c-b4b6-f477876dd5f3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.983322 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07adc73b-6f1d-453a-9a00-612dd69fa59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (432ff1b1-204d-430c-b4b6-f477876dd5f3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:03.987492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4ead46e1-2f08-4d66-844c-6f513114ace3 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:04.007987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 4ead46e1-2f08-4d66-844c-6f513114ace3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:49:04.008423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4ead46e1-2f08-4d66-844c-6f513114ace3 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:04.009196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 28f46bcd-77f5-4901-95ec-9663fd5062b3 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:04.009682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adc73b-6f1d-453a-9a00-612dd69fa59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=432ff1b1-204d-430c-b4b6-f477876dd5f3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:04.013653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07adc73b-6f1d-453a-9a00-612dd69fa59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.019697 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-07adc73b-6f1d-453a-9a00-612dd69fa59a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/432ff1b1-204d-430c-b4b6-f477876dd5f3 HTTP/1.1" status: 204 len: 168 time: 0.2761874 Feb 03 21:49:04.019697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59920) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:04.032127 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a6910d-2feb-4d01-884c-5e6d02536ca9 None None] Network 2cc3e342-669f-4aa1-8f86-97f108c21e0d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:49:04.034552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 28f46bcd-77f5-4901-95ec-9663fd5062b3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:49:04.034984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 28f46bcd-77f5-4901-95ec-9663fd5062b3 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:04.097540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2cc3e342-669f-4aa1-8f86-97f108c21e0d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.155800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Deleting port b4505898-c5a6-43ae-966d-efbd6188f9bb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:04.156147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.231370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6309a4b-00ba-41b9-bdeb-1fe753c3bcd2 None None] DHCP port deletion for 2cc3e342-669f-4aa1-8f86-97f108c21e0d request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:49:04.239351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] For port b4505898-c5a6-43ae-966d-efbd6188f9bb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b4505898-c5a6-43ae-966d-efbd6188f9bb,segment=NetworkSegment(18f35426-1d1e-478d-ad65-1733352135da),segment_id=18f35426-1d1e-478d-ad65-1733352135da)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:04.239351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.256180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Calling delete_port for b4505898-c5a6-43ae-966d-efbd6188f9bb owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:04.309733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e6309a4b-00ba-41b9-bdeb-1fe753c3bcd2 None None] Deleting port b4505898-c5a6-43ae-966d-efbd6188f9bb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:04.310152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6309a4b-00ba-41b9-bdeb-1fe753c3bcd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.381508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.388864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e6309a4b-00ba-41b9-bdeb-1fe753c3bcd2 None None] For port b4505898-c5a6-43ae-966d-efbd6188f9bb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b4505898-c5a6-43ae-966d-efbd6188f9bb,segment=NetworkSegment(18f35426-1d1e-478d-ad65-1733352135da),segment_id=18f35426-1d1e-478d-ad65-1733352135da)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:04.389316 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6309a4b-00ba-41b9-bdeb-1fe753c3bcd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.407594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e6309a4b-00ba-41b9-bdeb-1fe753c3bcd2 None None] Calling delete_port for b4505898-c5a6-43ae-966d-efbd6188f9bb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:04.421637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=b4505898-c5a6-43ae-966d-efbd6188f9bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:04.430216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] No DVR routers for this DVR port b4505898-c5a6-43ae-966d-efbd6188f9bb on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:04.513168 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6309a4b-00ba-41b9-bdeb-1fe753c3bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (b4505898-c5a6-43ae-966d-efbd6188f9bb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.546192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2cc3e342-669f-4aa1-8f86-97f108c21e0d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.554515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6309a4b-00ba-41b9-bdeb-1fe753c3bcd2 None None] No DVR routers for this DVR port b4505898-c5a6-43ae-966d-efbd6188f9bb on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:04.592445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc3e342-669f-4aa1-8f86-97f108c21e0d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:04.602470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6309a4b-00ba-41b9-bdeb-1fe753c3bcd2 None None] Pushing event deleted for resources: {'Port': ['ID=b4505898-c5a6-43ae-966d-efbd6188f9bb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:04.608071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f35426-1d1e-478d-ad65-1733352135da') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:04.608462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f35426-1d1e-478d-ad65-1733352135da') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:04.619628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (18f35426-1d1e-478d-ad65-1733352135da), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.635964 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (18f35426-1d1e-478d-ad65-1733352135da), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.645391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:49:04.645951 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (18f35426-1d1e-478d-ad65-1733352135da), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:49:04.648179 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:49:04.715032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2cc3e342-669f-4aa1-8f86-97f108c21e0d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.722161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:04.728346 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] 10.222.0.50 "DELETE /v2.0/networks/2cc3e342-669f-4aa1-8f86-97f108c21e0d HTTP/1.1" status: 204 len: 168 time: 0.7057076 Feb 03 21:49:04.749462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe745c0-f223-4512-a797-29728777dbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc3e342-669f-4aa1-8f86-97f108c21e0d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:04.791523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974185c0-b578-49a2-a7cc-949ae030e72e req-63298bad-705b-4599-b797-80994cbd942b tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:04.793136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-974185c0-b578-49a2-a7cc-949ae030e72e req-63298bad-705b-4599-b797-80994cbd942b tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.4677625 Feb 03 21:49:04.817982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c49d98-aa13-4c61-b7df-50043eb50d15 req-ed1bf483-9517-4233-a09a-7eb0d6eea691 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:04.819392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39c49d98-aa13-4c61-b7df-50043eb50d15 req-ed1bf483-9517-4233-a09a-7eb0d6eea691 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 943 time: 0.0844779 Feb 03 21:49:04.869958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59932) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:04.892403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-974185c0-b578-49a2-a7cc-949ae030e72e req-8086a3c6-f159-4c29-81be-a5a1f445763e tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906794 Feb 03 21:49:04.921501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39c49d98-aa13-4c61-b7df-50043eb50d15 req-084676e4-222a-4f4b-8db2-568497030c26 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881944 Feb 03 21:49:04.947978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cb20c1d0-de55-40c8-9de5-65b4c06f1a6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d276b7c603b8465a8c86c644e3b64445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767930 Feb 03 21:49:04.951221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59938) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:05.079401 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7564bdc-f368-49c4-85fb-37cba1e04772 admin admin] Publish callbacks [] for security_group (50791847-2368-4b95-96dc-ac981cf09d01), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:05.104714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3b496-936b-4591-82c2-c179b661d49d req-e3c5e369-8c6e-4484-9146-a3f13af73452 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:05.106232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2eb3b496-936b-4591-82c2-c179b661d49d req-e3c5e369-8c6e-4484-9146-a3f13af73452 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1314492 Feb 03 21:49:05.115506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79ff87-27e2-4c32-8dc1-ceaf8c8cbb55 req-a5ee9e12-324a-4ba3-b385-071d8bc168c3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:05.116890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d79ff87-27e2-4c32-8dc1-ceaf8c8cbb55 req-a5ee9e12-324a-4ba3-b385-071d8bc168c3 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.1226740 Feb 03 21:49:05.126927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:05.132021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-852cfb04-8df9-4740-b814-11d1fd5e7058 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Request body: {'floatingip': {'port_id': '85b81d26-aac3-4139-ad87-1cc294ef3f9b'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:05.145250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7564bdc-f368-49c4-85fb-37cba1e04772 admin admin] Publish callbacks [] for security_group (50791847-2368-4b95-96dc-ac981cf09d01), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:05.225995 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-852cfb04-8df9-4740-b814-11d1fd5e7058 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for floatingip (a0c7b63f-1812-41c4-9801-a8a7aab92de2), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:05.233186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66f7761e-05f0-4e6a-8811-240268982315 req-2874c471-b814-4790-ad92-b01105afdd8c tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0523784 Feb 03 21:49:05.327284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2eb3b496-936b-4591-82c2-c179b661d49d req-8a783da6-7d8b-4708-96cf-8a24b419046e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054126 Feb 03 21:49:05.367937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7564bdc-f368-49c4-85fb-37cba1e04772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (50791847-2368-4b95-96dc-ac981cf09d01), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:05.370506 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7564bdc-f368-49c4-85fb-37cba1e04772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:05.371633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b7564bdc-f368-49c4-85fb-37cba1e04772 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50791847-2368-4b95-96dc-ac981cf09d01 HTTP/1.1" status: 204 len: 168 time: 0.4190373 Feb 03 21:49:05.391029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7564bdc-f368-49c4-85fb-37cba1e04772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50791847-2368-4b95-96dc-ac981cf09d01,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:05.737650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-852cfb04-8df9-4740-b814-11d1fd5e7058 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:05.742146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-852cfb04-8df9-4740-b814-11d1fd5e7058 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (a0c7b63f-1812-41c4-9801-a8a7aab92de2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:05.858019 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-852cfb04-8df9-4740-b814-11d1fd5e7058 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Floating IP a0c7b63f-1812-41c4-9801-a8a7aab92de2 associated. External IP: 172.25.5.53, port: 85b81d26-aac3-4139-ad87-1cc294ef3f9b. Feb 03 21:49:05.989458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b4505898-c5a6-43ae-966d-efbd6188f9bb no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:06.030938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b4505898-c5a6-43ae-966d-efbd6188f9bb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:49:06.031912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b4505898-c5a6-43ae-966d-efbd6188f9bb not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:06.161646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170fd2d-38f4-4c2b-8da5-5b35bff9dc48 req-bd98c8c1-aac0-462c-bb65-919106f1054d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:06.163151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c170fd2d-38f4-4c2b-8da5-5b35bff9dc48 req-bd98c8c1-aac0-462c-bb65-919106f1054d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 943 time: 0.1562679 Feb 03 21:49:06.185029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852cfb04-8df9-4740-b814-11d1fd5e7058 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Router 02f5640b-4295-4e1b-a077-11542993c6f2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:49:06.205594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59966) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:06.301521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c170fd2d-38f4-4c2b-8da5-5b35bff9dc48 req-5ddbbafd-1fe5-4e4c-84ab-678d8aa6a8bc tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267316 Feb 03 21:49:06.348810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-17782001-network', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:06.373099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26feac10-35fe-42ac-8bbd-b70c9b0a2b52 req-f7344842-8188-4a80-80a5-dbdb6ffd463f tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0409703 Feb 03 21:49:06.405740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852cfb04-8df9-4740-b814-11d1fd5e7058 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:49:06.411143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-852cfb04-8df9-4740-b814-11d1fd5e7058 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:06.413004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Made reservation on behalf of e037e7bdda124ad7a07c459f7a41f324 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:49:06.415273 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:06.416562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] Sync routers for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:49:06.428142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:06.429101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:06.454018 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:06.487932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-852cfb04-8df9-4740-b814-11d1fd5e7058 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "PUT /v2.0/floatingips/a0c7b63f-1812-41c4-9801-a8a7aab92de2 HTTP/1.1" status: 200 len: 991 time: 1.3595781 Feb 03 21:49:06.489169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'tag': '85b81d26-aac3-4139-ad87-1cc294ef3f9b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:06.491400 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6fc346-54c5-4664-bc43-c47b4a465c64", "tag": "85b81d26-aac3-4139-ad87-1cc294ef3f9b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:06.557115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d609b9-a462-4732-8c7a-93dda41cba33 req-d1b21d7a-0a71-45a2-a9c0-887313707fcc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:06.559095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40d609b9-a462-4732-8c7a-93dda41cba33 req-d1b21d7a-0a71-45a2-a9c0-887313707fcc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1404457 Feb 03 21:49:06.570179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:06.675394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40d609b9-a462-4732-8c7a-93dda41cba33 req-37b7b559-68d4-485c-9db9-9a83380846c4 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006894 Feb 03 21:49:06.687204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90939253-e4ce-43f6-86e3-a10deb287b03 req-268f457e-6e6c-4bb2-8f5d-15ca148b9d38 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:06.688709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90939253-e4ce-43f6-86e3-a10deb287b03 req-268f457e-6e6c-4bb2-8f5d-15ca148b9d38 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.1287327 Feb 03 21:49:06.690762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Publish callbacks [] for security_group (43f4369a-501f-4cec-b0fa-c51ea240d589), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:06.695974 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (43f4369a-501f-4cec-b0fa-c51ea240d589), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:06.724320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:49:06.755784 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70842313-1527-4125-b5ca-0235520cc5e0 x-openstack-request-id: req-70842313-1527-4125-b5ca-0235520cc5e0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:06.756065 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6fc346-54c5-4664-bc43-c47b4a465c64", "tag": "85b81d26-aac3-4139-ad87-1cc294ef3f9b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:06.756324 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70842313-1527-4125-b5ca-0235520cc5e0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:06.756745 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'tag': '85b81d26-aac3-4139-ad87-1cc294ef3f9b', 'status': 'completed', 'code': 200} Feb 03 21:49:06.771574 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7e9fc3d4-1909-4242-8d6b-d5a898579637), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:06.771961 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Added segment 7e9fc3d4-1909-4242-8d6b-d5a898579637 of type vlan for network 69fd4d27-c7dd-48c7-9847-0103c0946f50 Feb 03 21:49:06.779074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f4369a-501f-4cec-b0fa-c51ea240d589,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:06.873677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90939253-e4ce-43f6-86e3-a10deb287b03 req-995f130b-4b6c-4e2a-a65e-16303c35336c tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730328 Feb 03 21:49:06.891087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-1cbc86cb-344b-4bf3-b3a0-32b8be80f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:06.898754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'a0c7b63f-1812-41c4-9801-a8a7aab92de2', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'floating_ip_address': '172.25.5.53', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'port_id': '85b81d26-aac3-4139-ad87-1cc294ef3f9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'mac_address': 'fa:16:3e:85:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:48:46Z', 'updated_at': '2022-02-03T21:49:05Z', 'revision_number': 1, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:48Z', 'revision_number': 5, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:06.899061 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (69fd4d27-c7dd-48c7-9847-0103c0946f50), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:06.905927 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-1cbc86cb-344b-4bf3-b3a0-32b8be80f105 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1352f7037564092bfbf0e185bdddd39&device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 1128 time: 0.1093874 Feb 03 21:49:06.936375 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (69fd4d27-c7dd-48c7-9847-0103c0946f50), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:06.937988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:06.938099 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:06.954385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] Checking router: 02f5640b-4295-4e1b-a077-11542993c6f2 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:49:06.974099 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:06.974730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:07.026885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2c087d72-9271-4b37-b154-e81a065575bf details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:49:07.028003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8211195 Feb 03 21:49:07.031519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59980) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:07.036825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Request body: {'subnet': {'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-17782001-subnet', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:07.041234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64913849-0b57-46e0-bd14-2a2d2cd012ec admin admin] Pushing event updated for resources: {'Network': ['ID=69fd4d27-c7dd-48c7-9847-0103c0946f50,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:07.046166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-12752f50-c1fd-404b-9a3e-1a38e4c0c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:07.047952 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-12752f50-c1fd-404b-9a3e-1a38e4c0c0ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=be5f9911-7788-4032-b9b6-3b34ac10ceac HTTP/1.1" status: 200 len: 916 time: 0.1292269 Feb 03 21:49:07.069016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Made reservation on behalf of e037e7bdda124ad7a07c459f7a41f324 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:49:07.072470 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.075637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:49:07.149286 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-8b5ffc88-ea30-492d-bbb8-fff6dd2fd7a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b81d26-aac3-4139-ad87-1cc294ef3f9b HTTP/1.1" status: 200 len: 999 time: 0.0873740 Feb 03 21:49:07.241741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-2020cb68-f541-4d83-bff6-b76fc3556520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:07.246302 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-2020cb68-f541-4d83-bff6-b76fc3556520 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808d956c-e499-4fe6-85cb-6968db5e063e HTTP/1.1" status: 200 len: 854 time: 0.0811303 Feb 03 21:49:07.252582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:07.265215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (95b22dfc-123f-46bd-a07d-255c783ecbc1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.335206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b22dfc-123f-46bd-a07d-255c783ecbc1,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:07.354989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Checking segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:07.355492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Network hostable DHCP agents. Network: 69fd4d27-c7dd-48c7-9847-0103c0946f50, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:49:07.374438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-285a088e-9859-4927-8d6e-1089413ac741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:07.379158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 2c087d72-9271-4b37-b154-e81a065575bf, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2c087d72-9271-4b37-b154-e81a065575bf,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:07.380075 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-285a088e-9859-4927-8d6e-1089413ac741 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be5f9911-7788-4032-b9b6-3b34ac10ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1264670 Feb 03 21:49:07.392063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:49:07.399205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '2c087d72-9271-4b37-b154-e81a065575bf', 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031', 'port_id': '2c087d72-9271-4b37-b154-e81a065575bf', 'mac_address': 'fa:16:3e:c6:b3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd683e407-6fc4-4943-b17a-1e48441885b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:49:07.430876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 69fd4d27-c7dd-48c7-9847-0103c0946f50) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:07.447133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:07.447782 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.489578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd5ec2-debc-41ef-b6cc-bc3209fc3dd8 None None] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:49:07.493981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e8e1ad30-33ab-4224-87a9-5b854583eecc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4612494 Feb 03 21:49:07.510604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:07.517764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:07.567199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2585a047-06e8-4388-974d-48b4109dc695 req-5cc87f2d-cbcc-4a9f-9720-3bb21b410e40 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0325522 Feb 03 21:49:07.592197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2753b1e-0e05-4047-b612-9b4acf81d340 req-7818361f-163a-425c-b414-5b7759b3ab8c tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:07.593894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2753b1e-0e05-4047-b612-9b4acf81d340 req-7818361f-163a-425c-b414-5b7759b3ab8c tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 943 time: 0.1301231 Feb 03 21:49:07.595632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.607520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.624610 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-16bfd8d6-060d-46c5-8464-7ee0b29aa4ec service neutron] 10.222.0.47 "GET /v2.0/networks/be5f9911-7788-4032-b9b6-3b34ac10ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277954 Feb 03 21:49:07.679131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 2c087d72-9271-4b37-b154-e81a065575bf is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:07.679629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c087d72-9271-4b37-b154-e81a065575bf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.695089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c087d72-9271-4b37-b154-e81a065575bf {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:07.695965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks [] for router_controller (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.711907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2753b1e-0e05-4047-b612-9b4acf81d340 req-a23d708e-a27d-48f8-a8ae-812225ba257c tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096904 Feb 03 21:49:07.761204 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ffb517c-d3ae-4d30-8fe0-f4ea11ad706f req-c8203c4c-070a-462a-bef3-d1ed551757a3 service neutron] 10.222.0.47 "GET /v2.0/networks/be5f9911-7788-4032-b9b6-3b34ac10ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292181 Feb 03 21:49:07.765360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-69fd4d27-c7dd-48c7-9847-0103c0946f50', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:49:07.779924 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.804442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 2c087d72-9271-4b37-b154-e81a065575bf, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2c087d72-9271-4b37-b154-e81a065575bf,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:07.819897 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c087d72-9271-4b37-b154-e81a065575bf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.938171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks [] for router_gateway (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:07.955214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63616601-2d1e-4fb8-a472-3ea0018abac4 req-66866a66-56d5-47b7-85e9-07e5ec72ca52 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:07.962601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63616601-2d1e-4fb8-a472-3ea0018abac4 req-66866a66-56d5-47b7-85e9-07e5ec72ca52 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1543837 Feb 03 21:49:08.083036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63616601-2d1e-4fb8-a472-3ea0018abac4 req-8b67c55e-44d1-40fa-9ff3-4d025243e33f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194041 Feb 03 21:49:08.144566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102ad2-705e-4fa9-8843-b3d55191733a req-f3d2b98e-b68d-446e-9459-18dffd4b1625 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:08.145653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=2c087d72-9271-4b37-b154-e81a065575bf,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:08.152615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62102ad2-705e-4fa9-8843-b3d55191733a req-f3d2b98e-b68d-446e-9459-18dffd4b1625 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.1166973 Feb 03 21:49:08.205069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'a0c7b63f-1812-41c4-9801-a8a7aab92de2', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'floating_ip_address': '172.25.5.53', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'port_id': '85b81d26-aac3-4139-ad87-1cc294ef3f9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'mac_address': 'fa:16:3e:85:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:48:46Z', 'updated_at': '2022-02-03T21:49:05Z', 'revision_number': 1, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:48Z', 'revision_number': 5, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:08.242780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedfde6-fcb9-4268-9551-03197f7142de None None] The sync data for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 is: [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'a0c7b63f-1812-41c4-9801-a8a7aab92de2', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'floating_ip_address': '172.25.5.53', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'port_id': '85b81d26-aac3-4139-ad87-1cc294ef3f9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'mac_address': 'fa:16:3e:85:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:48:46Z', 'updated_at': '2022-02-03T21:49:05Z', 'revision_number': 1, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:48Z', 'revision_number': 5, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:49:08.251479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Allocated IP 172.20.0.2 (69fd4d27-c7dd-48c7-9847-0103c0946f50/95b22dfc-123f-46bd-a07d-255c783ecbc1/acdfba79-dabe-459d-a0e5-e0742be03936) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:49:08.291248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['2c087d72-9271-4b37-b154-e81a065575bf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:08.510369 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Publish callbacks [] for port (acdfba79-dabe-459d-a0e5-e0742be03936), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:08.525990 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:08.590600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:08.596715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:08.599157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:49:08.607586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62102ad2-705e-4fa9-8843-b3d55191733a req-b0b1640c-a6e8-4c95-ad43-355786928c04 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4480474 Feb 03 21:49:08.635290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Pushing event updated for resources: {'Port': ['ID=acdfba79-dabe-459d-a0e5-e0742be03936,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:08.635555 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fe61e1-70cd-4ecd-8f61-c2ad19d73486 None None] New status for floating IP a0c7b63f-1812-41c4-9801-a8a7aab92de2: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:49:08.672780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-1775339c-6032-49c1-935d-045c9a8250a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1384726 Feb 03 21:49:08.717261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Attempting to bind port acdfba79-dabe-459d-a0e5-e0742be03936 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:08.718032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Attempting to bind port acdfba79-dabe-459d-a0e5-e0742be03936 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:08.718552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Attempting to bind port acdfba79-dabe-459d-a0e5-e0742be03936 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:08.724707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:08.725477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Checking segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:08.726027 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:08.726902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Bound using segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:08.727534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Bound port: acdfba79-dabe-459d-a0e5-e0742be03936, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:08.728278 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:08.807644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] For port acdfba79-dabe-459d-a0e5-e0742be03936, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:08.810745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] For port acdfba79-dabe-459d-a0e5-e0742be03936, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=acdfba79-dabe-459d-a0e5-e0742be03936,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:08.818480 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:08.828099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63af4b57-0bea-4969-9a94-dd32d224012b req-1a2eb2da-24cc-4b33-8914-de26e4850fa2 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0984204 Feb 03 21:49:08.922200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c802fd7-25c4-43fd-9c94-f72fa8ba8d27 None None] Pushing event updated for resources: {'Port': ['ID=acdfba79-dabe-459d-a0e5-e0742be03936,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:08.986979 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks [] for router_gateway (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:09.000803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5d7bcde4-7dde-4352-bb02-6d70bdf17259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.001326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5d7bcde4-7dde-4352-bb02-6d70bdf17259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.002019 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5d7bcde4-7dde-4352-bb02-6d70bdf17259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.002515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5d7bcde4-7dde-4352-bb02-6d70bdf17259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.002983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5d7bcde4-7dde-4352-bb02-6d70bdf17259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.004157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5d7bcde4-7dde-4352-bb02-6d70bdf17259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.004559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5d7bcde4-7dde-4352-bb02-6d70bdf17259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.007092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5d7bcde4-7dde-4352-bb02-6d70bdf17259 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 6706 time: 0.2185204 Feb 03 21:49:09.033311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269059b-fbe1-4b8f-8afb-69e30690c198 req-3bd30210-b2d2-409a-94e2-ad9e0cca6357 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.034842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2269059b-fbe1-4b8f-8afb-69e30690c198 req-3bd30210-b2d2-409a-94e2-ad9e0cca6357 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 944 time: 0.2121680 Feb 03 21:49:09.045717 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:09.249761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2269059b-fbe1-4b8f-8afb-69e30690c198 req-e9cc496e-2e47-4e3b-95c9-fcc21e2a6dc6 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056532 Feb 03 21:49:09.328788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-0034b449-5f11-4ddf-b859-8124deab4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.329449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-0034b449-5f11-4ddf-b859-8124deab4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.329917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-0034b449-5f11-4ddf-b859-8124deab4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.331629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-0034b449-5f11-4ddf-b859-8124deab4815 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f83f93a-3225-4a43-9e07-27b3e3c95587&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=8078ad59-b8c0-4f92-af69-ec7116783853&id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 HTTP/1.1" status: 200 len: 2291 time: 0.2958326 Feb 03 21:49:09.342981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f781ed-691b-4d8d-9052-1e7ba6c87b19 req-7c723469-67de-4e04-b848-7b25c8e7b666 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.344371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20f781ed-691b-4d8d-9052-1e7ba6c87b19 req-7c723469-67de-4e04-b848-7b25c8e7b666 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1540298 Feb 03 21:49:09.359093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Allocated IP 172.25.5.240 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d9114d10-ba79-4e58-bbf5-5da4a2d63ba3) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:49:09.498987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-60d86a48-bd84-4324-abe3-09f3a53760f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba22ce10-8721-43b4-bd9a-aef4991671be HTTP/1.1" status: 200 len: 1000 time: 0.1536613 Feb 03 21:49:09.506241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20f781ed-691b-4d8d-9052-1e7ba6c87b19 req-3e2c42c9-6645-4a64-af30-0e8603252a6c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532578 Feb 03 21:49:09.587791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-a50248fd-ca4e-4038-af19-b3a69333ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.589740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-a50248fd-ca4e-4038-af19-b3a69333ddd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f420064c-13fa-4fd9-9485-6208efd73674 HTTP/1.1" status: 200 len: 850 time: 0.0807076 Feb 03 21:49:09.589950 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-44fa8257-333c-4751-ba01-cdebcd994581 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513794 Feb 03 21:49:09.616526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks [] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:09.676862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-4c5300e4-e331-40d0-8f63-f631d8a0451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.678944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-4c5300e4-e331-40d0-8f63-f631d8a0451b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 1132 time: 0.0674276 Feb 03 21:49:09.681864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-204f3f99-d9b3-459d-b04e-e833897c2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.683415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-204f3f99-d9b3-459d-b04e-e833897c2572 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f83f93a-3225-4a43-9e07-27b3e3c95587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0875731 Feb 03 21:49:09.703579 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:09.793596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:09.799131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:09.808501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:49:09.828308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-b5c0bcd7-2809-4224-9850-456b63f36c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:09.829829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-b5c0bcd7-2809-4224-9850-456b63f36c8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1264224 Feb 03 21:49:09.833435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9114d10-ba79-4e58-bbf5-5da4a2d63ba3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:09.900795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-01f8fcb8-1d63-4ead-8e10-466804abe7d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 200 len: 217 time: 0.0638280 Feb 03 21:49:09.904924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-bc57f2f4-eb8c-4d6d-a140-f65b90041a6f service neutron] 10.222.0.10 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132077 Feb 03 21:49:10.007408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-22e64ab3-d320-4e2c-b565-cad7dab46c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:10.009500 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-22e64ab3-d320-4e2c-b565-cad7dab46c7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0958691 Feb 03 21:49:10.090079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-209ff220-b09f-4fa4-9096-80aa2c8096f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:10.091939 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-209ff220-b09f-4fa4-9096-80aa2c8096f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0748351 Feb 03 21:49:10.183386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-91338cb7-debc-4373-8c9b-ccb070231a2f service neutron] 10.222.0.10 "GET /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716365 Feb 03 21:49:10.187247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6b42a31-6ad6-4bb0-8300-ca8d940d783f req-13b9ae50-dafb-4779-b62a-c3643a6e653b tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.2196460 Feb 03 21:49:10.213213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd7ac82-b1e0-43db-824d-a64f2bc5a61e None None] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:49:10.217304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-e40bbab6-1f1b-4202-93c7-27edd730c508 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178529 Feb 03 21:49:10.316928 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-3fc3d2fd-d709-4507-9980-4b2b054ec3ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 HTTP/1.1" status: 200 len: 217 time: 0.1259248 Feb 03 21:49:10.387597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2cebdc65-fcd1-4cc9-a9b3-b55994bf494f None None] Provisioning complete for port acdfba79-dabe-459d-a0e5-e0742be03936 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:10.387968 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cebdc65-fcd1-4cc9-a9b3-b55994bf494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:10.389255 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be1c7568-9996-4e24-8d4f-379671e259d5 req-43d43e61-f88c-4ebe-a09c-0228103ab479 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658270 Feb 03 21:49:10.438462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device acdfba79-dabe-459d-a0e5-e0742be03936 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:10.471505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-eece7273-e6d4-4e66-b929-eddc79ced955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:10.473267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-eece7273-e6d4-4e66-b929-eddc79ced955 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.1504748 Feb 03 21:49:10.584823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2cebdc65-fcd1-4cc9-a9b3-b55994bf494f None None] Current status of the port acdfba79-dabe-459d-a0e5-e0742be03936 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:10.585612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cebdc65-fcd1-4cc9-a9b3-b55994bf494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:10.609818 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-571a9b29-f391-4549-b4ac-d9b0a65cee68 req-8ac67603-2330-47fb-921a-728fe8faf5db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0453825 Feb 03 21:49:10.636551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2cebdc65-fcd1-4cc9-a9b3-b55994bf494f None None] For port acdfba79-dabe-459d-a0e5-e0742be03936, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=acdfba79-dabe-459d-a0e5-e0742be03936,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:10.638623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port acdfba79-dabe-459d-a0e5-e0742be03936 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:10.639187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:10.670276 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cebdc65-fcd1-4cc9-a9b3-b55994bf494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:10.713803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks [] for router_gateway (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:10.737240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267d037-73bd-4961-aa30-df47a74d0f16 req-a736503c-414a-4ff1-994f-98f35c6653ce tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:10.739982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e267d037-73bd-4961-aa30-df47a74d0f16 req-a736503c-414a-4ff1-994f-98f35c6653ce tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 944 time: 0.3562691 Feb 03 21:49:10.763696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebdc65-fcd1-4cc9-a9b3-b55994bf494f None None] Pushing event updated for resources: {'Port': ['ID=acdfba79-dabe-459d-a0e5-e0742be03936,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:10.802474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port acdfba79-dabe-459d-a0e5-e0742be03936 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:10.808634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-f5913498-2339-4f26-a37f-852c0237b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:10.810208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-f5913498-2339-4f26-a37f-852c0237b4dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3019116 Feb 03 21:49:10.869400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf7276-97e2-4ef7-9072-8739e148f3b0 req-4f10a892-a01f-406e-aed2-417b8da34a79 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:10.870872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40bf7276-97e2-4ef7-9072-8739e148f3b0 req-4f10a892-a01f-406e-aed2-417b8da34a79 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.2609611 Feb 03 21:49:10.897730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8dc881d5-dbad-4e90-8461-96e9ced68cca None None] Provisioning complete for port acdfba79-dabe-459d-a0e5-e0742be03936 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:10.898428 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dc881d5-dbad-4e90-8461-96e9ced68cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:10.992135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8dc881d5-dbad-4e90-8461-96e9ced68cca None None] Current status of the port acdfba79-dabe-459d-a0e5-e0742be03936 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:11.032407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e267d037-73bd-4961-aa30-df47a74d0f16 req-402bef7a-6a0d-4e78-97bb-8625bbce44bb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286665 Feb 03 21:49:11.038926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2c087d72-9271-4b37-b154-e81a065575bf up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:11.045078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40bf7276-97e2-4ef7-9072-8739e148f3b0 req-c44c13e7-63c9-4e13-b513-5b160ea1951f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652246 Feb 03 21:49:11.106424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 2c087d72-9271-4b37-b154-e81a065575bf completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:49:11.111653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 2c087d72-9271-4b37-b154-e81a065575bf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:11.112039 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c087d72-9271-4b37-b154-e81a065575bf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:11.124197 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-95699962-2638-47d3-8104-86a4292c4f3e service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710712 Feb 03 21:49:11.231254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:11.244358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 2c087d72-9271-4b37-b154-e81a065575bf is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:11.244941 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c087d72-9271-4b37-b154-e81a065575bf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:11.287728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e33f31-544c-49ec-9597-703a0aa0a084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c087d72-9271-4b37-b154-e81a065575bf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:11.290263 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d7b110-9847-4785-8a7f-52255fc1b207" -d '{"events": [{"server_uuid": "84e33f31-544c-49ec-9597-703a0aa0a084", "name": "network-vif-plugged", "status": "completed", "tag": "2c087d72-9271-4b37-b154-e81a065575bf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:11.331445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 2c087d72-9271-4b37-b154-e81a065575bf, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2c087d72-9271-4b37-b154-e81a065575bf,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:11.340607 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c087d72-9271-4b37-b154-e81a065575bf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:11.345882 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06638fab-f1d1-4c5c-92f7-906e460e3ab2 x-openstack-request-id: req-06638fab-f1d1-4c5c-92f7-906e460e3ab2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:11.346319 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e33f31-544c-49ec-9597-703a0aa0a084", "name": "network-vif-plugged", "status": "completed", "tag": "2c087d72-9271-4b37-b154-e81a065575bf", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:11.346588 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06638fab-f1d1-4c5c-92f7-906e460e3ab2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:11.347179 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e33f31-544c-49ec-9597-703a0aa0a084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c087d72-9271-4b37-b154-e81a065575bf', 'code': 200} Feb 03 21:49:11.412533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=2c087d72-9271-4b37-b154-e81a065575bf,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:11.479696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405b876-5c44-497d-a6c8-0b8a22766f12 req-e30bd35c-3b04-4f62-aa5d-9d79821e4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:11.482699 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5405b876-5c44-497d-a6c8-0b8a22766f12 req-e30bd35c-3b04-4f62-aa5d-9d79821e4d86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 1127 time: 0.0577064 Feb 03 21:49:11.560777 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5405b876-5c44-497d-a6c8-0b8a22766f12 req-f5a0023a-5850-4660-8109-b8dc0fbfef71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702677 Feb 03 21:49:11.653670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-8776043d-d0e5-4067-85d2-9c27dee3867b service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180876 Feb 03 21:49:11.665921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:11.689450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70334232-326c-4ca2-836b-99e8626b3a53 req-d7e7ad80-08c8-4ba3-8a91-8c9a2128ccda tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0347426 Feb 03 21:49:11.757235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:49:11.801245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-1899c6c4-75a0-4bf0-a45a-400ec394d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:11.801990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-1899c6c4-75a0-4bf0-a45a-400ec394d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:11.802603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-1899c6c4-75a0-4bf0-a45a-400ec394d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:11.803211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-1899c6c4-75a0-4bf0-a45a-400ec394d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:11.803871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-1899c6c4-75a0-4bf0-a45a-400ec394d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:11.804475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-1899c6c4-75a0-4bf0-a45a-400ec394d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:11.805126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-1899c6c4-75a0-4bf0-a45a-400ec394d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:11.807481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-1899c6c4-75a0-4bf0-a45a-400ec394d566 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6716 time: 0.1405783 Feb 03 21:49:11.880254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-e0099f1e-d654-43f7-92ec-0572959cea5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=6cf96df9-d086-4aae-bcfd-65de267ed87b HTTP/1.1" status: 200 len: 217 time: 0.0402131 Feb 03 21:49:11.894657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-2d5e99b2-625b-4104-9672-b81570845824 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&id=6584267e-58b4-4bf3-b16b-d6522928ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566924 Feb 03 21:49:11.949202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-eee531b7-3f66-4c10-83f9-376354ebb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:11.950685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-eee531b7-3f66-4c10-83f9-376354ebb86c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.0630026 Feb 03 21:49:11.951972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:49:11.967299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Sync routers for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:49:11.992949 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:11.993730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:11.997075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cda47d62-6fda-4943-9775-2fa7bbb588c6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4813941 Feb 03 21:49:11.997191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:11.998750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:12.019621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-457c6c70-9fa7-42d3-8839-d4fb324cb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:12.021433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-457c6c70-9fa7-42d3-8839-d4fb324cb8dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0629883 Feb 03 21:49:12.076446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device acdfba79-dabe-459d-a0e5-e0742be03936 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:12.194322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-c9431783-703b-486d-bc4c-5f1108a85fcc service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569738 Feb 03 21:49:12.286776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port acdfba79-dabe-459d-a0e5-e0742be03936 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:12.286776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:12.330098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:12.393973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1769308-bed7-4f52-b4a6-62afaeb84b3b req-6d9f56b5-9cff-4912-8a84-556dc8290ec9 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:12.395723 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1769308-bed7-4f52-b4a6-62afaeb84b3b req-6d9f56b5-9cff-4912-8a84-556dc8290ec9 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.2000058 Feb 03 21:49:12.401330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-c41bce2c-58a1-4bfa-8afd-5f3b954d078a service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957080 Feb 03 21:49:12.417495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35111c13-536e-40fe-98fb-620059dddc25 req-a9a41577-49be-4e5d-a2fc-f07ecb5cf750 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:12.419130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35111c13-536e-40fe-98fb-620059dddc25 req-a9a41577-49be-4e5d-a2fc-f07ecb5cf750 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.2125382 Feb 03 21:49:12.481256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-ea31d5f2-a8b1-4e00-937d-7ae0e5c3004d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=41f39660-c8d1-46cc-be85-10cb8c2cfe7d HTTP/1.1" status: 200 len: 217 time: 0.0551927 Feb 03 21:49:12.561247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:12.564325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35111c13-536e-40fe-98fb-620059dddc25 req-4896ed89-4e8c-484a-b7d2-dacd17e2cac3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372461 Feb 03 21:49:12.567477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1769308-bed7-4f52-b4a6-62afaeb84b3b req-c5c598f2-3002-455f-aed1-6900cdac89e5 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640170 Feb 03 21:49:12.575325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-6466fc99-3016-4d1d-adf3-302eafb9b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:12.577618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-6466fc99-3016-4d1d-adf3-302eafb9b5d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.0850029 Feb 03 21:49:12.680712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-b183ef54-3261-4f4a-937b-01bab53b6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:12.682633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-b183ef54-3261-4f4a-937b-01bab53b6daa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0949683 Feb 03 21:49:12.778303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port acdfba79-dabe-459d-a0e5-e0742be03936 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:12.803466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Allocated IP 172.20.0.1 (69fd4d27-c7dd-48c7-9847-0103c0946f50/95b22dfc-123f-46bd-a07d-255c783ecbc1/7ad834c3-83f0-4dce-890f-79e4bcbbb382) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:49:12.807598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:10Z', 'revision_number': 3, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:12.809542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-50018044-8fd3-46d4-b2b7-1632ca54bd70 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192138 Feb 03 21:49:12.846057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Checking router: c85c04c5-510e-4bec-b7d8-c8c58292b9d1 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:49:12.846677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Updating router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:49:12.902552 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:12.945962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Publish callbacks [] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:12.955952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64e158fc-b365-41f0-bfda-2e7b03005fe9 req-90ce592b-9434-4ed2-8e3c-e8898de6653a tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0397270 Feb 03 21:49:12.962019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-c74542fe-2d43-47ec-873d-4198354ee190 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442528 Feb 03 21:49:12.995535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.026504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5c82e045-6649-423b-b889-824ad0e41169 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=9491d3c4-875b-413d-b489-d12de987c9dd HTTP/1.1" status: 200 len: 217 time: 0.0578666 Feb 03 21:49:13.099881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:13.100786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-a39de06f-aed3-4800-bcec-b447e5ed1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:13.102627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-a39de06f-aed3-4800-bcec-b447e5ed1b13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 200 len: 797 time: 0.0687113 Feb 03 21:49:13.105597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:13.111161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:49:13.114349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad834c3-83f0-4dce-890f-79e4bcbbb382,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:13.190544 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.203125 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-0784d6be-3506-4f4f-926b-c4296a1cb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:13.206189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-0784d6be-3506-4f4f-926b-c4296a1cb3d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8078ad59-b8c0-4f92-af69-ec7116783853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0833764 Feb 03 21:49:13.354810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96513df2-ab48-48a1-9000-d2030a04d51f req-36991f17-c5bc-49cd-8a8e-35ac97c5d59a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b2fd85a11eb4750bfcb68fefebfebd6&device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0515187 Feb 03 21:49:13.392363 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96513df2-ab48-48a1-9000-d2030a04d51f req-ea98583e-3707-4476-974a-74ef6cd7c75e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7b2fd85a11eb4750bfcb68fefebfebd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264320 Feb 03 21:49:13.396546 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Publish callbacks [] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.410825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ac26eb3-237b-4b6f-a221-aa5cd1e24e0e req-bfd65d16-f4b7-4b55-831a-3e48eb300e08 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0467060 Feb 03 21:49:13.412818 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.457769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-d3cbaf6d-9d83-4482-81f7-8ee1ac0935d2 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335258 Feb 03 21:49:13.476613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a878-36e3-473d-98be-ce5fc998606e None None] Pushing event updated for resources: {'Port': ['ID=d9114d10-ba79-4e58-bbf5-5da4a2d63ba3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:13.521380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Attempting to bind port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:13.522171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Attempting to bind port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:13.522786 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.523705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Attempting to bind port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:13.539193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:13.539535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:13.539962 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.540367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:13.540854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Bound port: d9114d10-ba79-4e58-bbf5-5da4a2d63ba3, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:13.541287 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.587126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f71196fb-8c4c-4cec-b1d0-6d73d7a8d794 None None] Provisioning complete for port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:13.587504 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f71196fb-8c4c-4cec-b1d0-6d73d7a8d794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.629632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96513df2-ab48-48a1-9000-d2030a04d51f req-a950ab90-5908-423a-bf60-fee6c6e1aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:13.631627 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96513df2-ab48-48a1-9000-d2030a04d51f req-a950ab90-5908-423a-bf60-fee6c6e1aceb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326634 Feb 03 21:49:13.644181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] For port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:13.650136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] For port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d9114d10-ba79-4e58-bbf5-5da4a2d63ba3,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:13.655762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f71196fb-8c4c-4cec-b1d0-6d73d7a8d794 None None] Port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:49:13.661186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-d85aa4cc-b5ec-4a8d-8654-780fd284dbd3 service neutron] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961975 Feb 03 21:49:13.666424 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.719371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:13.720403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:13.749448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-ba5f698f-5b53-489b-ab55-c9554e2947fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31 HTTP/1.1" status: 200 len: 217 time: 0.0802121 Feb 03 21:49:13.787838 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Publish callbacks [] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.796541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.829631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a878-36e3-473d-98be-ce5fc998606e None None] Pushing event updated for resources: {'Port': ['ID=d9114d10-ba79-4e58-bbf5-5da4a2d63ba3,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:13.885590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:13.885824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:13.887779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad834c3-83f0-4dce-890f-79e4bcbbb382,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:13.927622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f362ca-3acd-4565-aafc-f36f70bccf24 req-2f13ed80-18e2-464b-b682-a08ecb9933f9 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:13.929177 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02f362ca-3acd-4565-aafc-f36f70bccf24 req-2f13ed80-18e2-464b-b682-a08ecb9933f9 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.1659639 Feb 03 21:49:13.934386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-30efdfea-2c0c-4c3a-a5ec-01bdef4dbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:13.936486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-30efdfea-2c0c-4c3a-a5ec-01bdef4dbdc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d35e0df7-060c-4b05-9eae-e6788e55512d HTTP/1.1" status: 200 len: 797 time: 0.1781328 Feb 03 21:49:13.998982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b2070-e135-46fc-813a-faad2b8a4f13 req-6ac6e074-14f8-4af2-86da-cb8ef0470082 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:13.999235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:14.000728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-662b2070-e135-46fc-813a-faad2b8a4f13 req-6ac6e074-14f8-4af2-86da-cb8ef0470082 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.2542763 Feb 03 21:49:14.001114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:14.074497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-662b2070-e135-46fc-813a-faad2b8a4f13 req-659b9090-76be-430d-aa4a-951b96688a4b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666144 Feb 03 21:49:14.095634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02f362ca-3acd-4565-aafc-f36f70bccf24 req-65e37d8e-2c9c-4064-802c-7af988b4efcf tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572354 Feb 03 21:49:14.124238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-c184cf4a-0a2f-4add-876f-d468a06c2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:14.125726 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-c184cf4a-0a2f-4add-876f-d468a06c2472 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1803930 Feb 03 21:49:14.153163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:49:14.251606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-674d734e-cf41-4946-8278-151a4509b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:12Z', 'revision_number': 1, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:14.292210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d734e-cf41-4946-8278-151a4509b09f None None] The sync data for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 is: [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:12Z', 'revision_number': 1, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:49:14.340628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2a422-d4a0-4702-a3d9-f0973d8502cd req-1f04d147-7021-401e-adf6-f229660bb6c3 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:14.343169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ab2a422-d4a0-4702-a3d9-f0973d8502cd req-1f04d147-7021-401e-adf6-f229660bb6c3 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.1316321 Feb 03 21:49:14.349983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-7d8bb4ce-6481-42e0-8909-20be48e3b912 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165055 Feb 03 21:49:14.476706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ab2a422-d4a0-4702-a3d9-f0973d8502cd req-db566622-ef9c-4f24-b285-4ca959616430 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253576 Feb 03 21:49:14.501341 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f673768f-a0a3-4530-9311-68f74ac7fd3e None None] Provisioning complete for port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:14.506465 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f673768f-a0a3-4530-9311-68f74ac7fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:14.545823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-f34f35d0-57b0-4912-a14d-16896e9dab5a service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826568 Feb 03 21:49:14.610810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f673768f-a0a3-4530-9311-68f74ac7fd3e None None] Port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:49:14.695684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6465a7b-0f8f-4180-a8a4-3e380425b350 req-6f54194a-2aa0-43df-bc7c-eda107005680 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.50 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0768273 Feb 03 21:49:14.697160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5a9c9305-fbf9-47b1-8d93-0d66e4a2d5f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db1d8200-544f-466e-b3ea-ede04a32c787 HTTP/1.1" status: 200 len: 217 time: 0.1414528 Feb 03 21:49:14.800757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-ad8f9c9e-4c55-4c96-a862-a1d10557a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:14.804220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-ad8f9c9e-4c55-4c96-a862-a1d10557a8ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d35e0df7-060c-4b05-9eae-e6788e55512d HTTP/1.1" status: 200 len: 797 time: 0.1003945 Feb 03 21:49:14.811593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:49:14.833501 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-91300e15-32e6-41a4-9f78-cff80e204df2 admin admin] 10.222.0.50 "PUT /v2.0/routers/c85c04c5-510e-4bec-b7d8-c8c58292b9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8333473 Feb 03 21:49:14.905878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-07913005-5782-46d1-b398-27c8e3f9d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:14.917729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-07913005-5782-46d1-b398-27c8e3f9d795 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1040151 Feb 03 21:49:15.078611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-5c26c9cd-b56e-4074-9708-9a8b218d04f4 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532953 Feb 03 21:49:15.109968 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96513df2-ab48-48a1-9000-d2030a04d51f req-3203c2bf-ebe9-4211-9a95-2aa118426707 tempest-ServerShowV254Test-1152416291 tempest-ServerShowV254Test-1152416291-project] 10.222.0.47 "GET /v2.0/ports?device_id=c575081d-db12-422e-bb15-403f4bebe7b7 HTTP/1.1" status: 200 len: 210 time: 0.0475125 Feb 03 21:49:15.218023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d1b03f9-f115-48e5-bef5-4d346a085f78 req-c2862c20-77a8-4246-a8fa-fdb0eb477612 service neutron] 10.222.0.10 "GET /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318233 Feb 03 21:49:15.333114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7d589-2ced-4d73-b16f-c45a3770694f req-97d4473c-4d3d-4f19-bee2-debc704d2249 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:15.335354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7aa7d589-2ced-4d73-b16f-c45a3770694f req-97d4473c-4d3d-4f19-bee2-debc704d2249 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0664496 Feb 03 21:49:15.392803 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7aa7d589-2ced-4d73-b16f-c45a3770694f req-abe81fb4-5f91-4d34-a08f-910721ced635 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476415 Feb 03 21:49:15.653009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a04d0-774d-4513-b490-0b37cb902b24 req-5c818bd7-535f-4d8d-813b-0be16bd84e0d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:15.657641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-757a04d0-774d-4513-b490-0b37cb902b24 req-5c818bd7-535f-4d8d-813b-0be16bd84e0d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.0982413 Feb 03 21:49:15.667515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60108) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:15.677808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-724402f4-d3fb-4e87-a8aa-d73bb1862da7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300843225', 'description': 'tempest-description--26557234'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:15.718898 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-757a04d0-774d-4513-b490-0b37cb902b24 req-967242fe-5081-4416-a075-1ab4c97a46bf tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550053 Feb 03 21:49:15.760611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-724402f4-d3fb-4e87-a8aa-d73bb1862da7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:15.870487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-724402f4-d3fb-4e87-a8aa-d73bb1862da7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group (dd62b928-21a5-4b93-9279-c65514ae5ac0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:15.879047 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-724402f4-d3fb-4e87-a8aa-d73bb1862da7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dd62b928-21a5-4b93-9279-c65514ae5ac0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:15.924258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-ae607698-f758-49d7-af32-a810ef998c00 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:15.925994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-ae607698-f758-49d7-af32-a810ef998c00 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 814 time: 0.1472332 Feb 03 21:49:15.934405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-724402f4-d3fb-4e87-a8aa-d73bb1862da7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:15.938649 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-724402f4-d3fb-4e87-a8aa-d73bb1862da7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2699697 Feb 03 21:49:15.939425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60124) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:15.940861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724402f4-d3fb-4e87-a8aa-d73bb1862da7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd62b928-21a5-4b93-9279-c65514ae5ac0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:15.948225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f21b232d-6dca-47ce-9816-46dc71accc64 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'security_group_rule': {'security_group_id': 'dd62b928-21a5-4b93-9279-c65514ae5ac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:15.965117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-8cc4d905-dc13-4f9e-867d-382a7c2bb083 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/quotas/b9d45734aaad4686a5aa35d4d325d755 HTTP/1.1" status: 200 len: 375 time: 0.0332112 Feb 03 21:49:16.035210 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f21b232d-6dca-47ce-9816-46dc71accc64 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group_rule (d933e962-1d05-4620-979b-be99b8c448b9), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.067980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-c8c8f858-2620-427d-9388-f8b519ad1f42 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019559 Feb 03 21:49:16.074904 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:16.102928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60130) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:16.140674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:16.141392 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.163097 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f21b232d-6dca-47ce-9816-46dc71accc64 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group_rule (d933e962-1d05-4620-979b-be99b8c448b9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.171049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f21b232d-6dca-47ce-9816-46dc71accc64 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (d933e962-1d05-4620-979b-be99b8c448b9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.202441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b232d-6dca-47ce-9816-46dc71accc64 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d933e962-1d05-4620-979b-be99b8c448b9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:16.220752 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f21b232d-6dca-47ce-9816-46dc71accc64 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.222096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f21b232d-6dca-47ce-9816-46dc71accc64 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2817235 Feb 03 21:49:16.226301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:16.233725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-90a6263a-3eb3-42d5-9420-5508656639fb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'security_group_rule': {'security_group_id': 'dd62b928-21a5-4b93-9279-c65514ae5ac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:16.270716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90a6263a-3eb3-42d5-9420-5508656639fb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group_rule (01482c96-2926-4652-b2df-d79b120a146d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.280336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:16.280792 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.307227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d9114d10-ba79-4e58-bbf5-5da4a2d63ba3,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:16.312284 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.328589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36b07a35-885c-49ec-afb1-0b287e898c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.357713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-329125ea-f856-4d4e-bf94-b09d19c2e926 service neutron] 10.222.0.50 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881334 Feb 03 21:49:16.373698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d9114d10-ba79-4e58-bbf5-5da4a2d63ba3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:16.393669 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90a6263a-3eb3-42d5-9420-5508656639fb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group_rule (01482c96-2926-4652-b2df-d79b120a146d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.401090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90a6263a-3eb3-42d5-9420-5508656639fb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (01482c96-2926-4652-b2df-d79b120a146d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.432262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6263a-3eb3-42d5-9420-5508656639fb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01482c96-2926-4652-b2df-d79b120a146d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:16.438427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90a6263a-3eb3-42d5-9420-5508656639fb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.442496 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-90a6263a-3eb3-42d5-9420-5508656639fb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2116432 Feb 03 21:49:16.445345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60138) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:16.452870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:16.472974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36b07a35-885c-49ec-afb1-0b287e898c2e admin admin] Publish callbacks [] for security_group (f8fc5247-7dbf-4167-b952-495cab9f0b8e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.477274 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-e8f35bed-89e6-4443-98af-b62102694a5c service neutron] 10.222.0.50 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184976 Feb 03 21:49:16.478351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36b07a35-885c-49ec-afb1-0b287e898c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f8fc5247-7dbf-4167-b952-495cab9f0b8e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.490287 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.523090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b07a35-885c-49ec-afb1-0b287e898c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc5247-7dbf-4167-b952-495cab9f0b8e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:16.530473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-36b07a35-885c-49ec-afb1-0b287e898c2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b2fd85a11eb4750bfcb68fefebfebd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263585 Feb 03 21:49:16.531464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:16.585359 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1141d1f6-98bd-432f-944e-b3fed493ff0f admin admin] Publish callbacks [] for security_group (f8fc5247-7dbf-4167-b952-495cab9f0b8e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.599999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d002d9c-e8cf-4d32-a2ae-b4b591aef275 req-c1b95f58-ffd2-4346-a076-fa51339ee896 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:16.601485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d002d9c-e8cf-4d32-a2ae-b4b591aef275 req-c1b95f58-ffd2-4346-a076-fa51339ee896 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0963006 Feb 03 21:49:16.616272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1141d1f6-98bd-432f-944e-b3fed493ff0f admin admin] Publish callbacks [] for security_group (f8fc5247-7dbf-4167-b952-495cab9f0b8e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.677494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d002d9c-e8cf-4d32-a2ae-b4b591aef275 req-f9cc2c7f-ab71-41c1-acda-bfc8f49cec36 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680728 Feb 03 21:49:16.679146 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1141d1f6-98bd-432f-944e-b3fed493ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f8fc5247-7dbf-4167-b952-495cab9f0b8e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.682452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1141d1f6-98bd-432f-944e-b3fed493ff0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.686734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1141d1f6-98bd-432f-944e-b3fed493ff0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8fc5247-7dbf-4167-b952-495cab9f0b8e HTTP/1.1" status: 204 len: 168 time: 0.1513009 Feb 03 21:49:16.693086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141d1f6-98bd-432f-944e-b3fed493ff0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc5247-7dbf-4167-b952-495cab9f0b8e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:16.740469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e9b948e2-9d0e-4718-b610-26b247bd2e35 req-c2143a23-2408-4dba-bac1-0d1d209bd1fc tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 210 time: 0.0711339 Feb 03 21:49:16.756313 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:16.901360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Allocated IP 172.25.5.99 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/822245be-ec03-4cb4-b376-e1f40a26cbd4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:49:17.067415 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for port (822245be-ec03-4cb4-b376-e1f40a26cbd4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:17.128670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1c963-2475-4d22-a53b-5ca58acf5b52 req-d1da57c8-4198-47bb-9200-9a1eccd1e973 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:17.129872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fed1c963-2475-4d22-a53b-5ca58acf5b52 req-d1da57c8-4198-47bb-9200-9a1eccd1e973 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.0839393 Feb 03 21:49:17.148124 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (822245be-ec03-4cb4-b376-e1f40a26cbd4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:17.212830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:17.224954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:17.230749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:49:17.233301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'Port': ['ID=822245be-ec03-4cb4-b376-e1f40a26cbd4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:17.251229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fed1c963-2475-4d22-a53b-5ca58acf5b52 req-c56e117a-5004-486e-a9b3-5e29d531eca1 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085901 Feb 03 21:49:17.349077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for floatingip (11a6b9bc-23f7-434f-935f-d51d9f10fd51), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:17.392799 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (822245be-ec03-4cb4-b376-e1f40a26cbd4), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:17.397841 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Sync routers for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:49:17.412101 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:17.415339 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:17.581286 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:17.585811 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for port (822245be-ec03-4cb4-b376-e1f40a26cbd4), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:17.597147 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (822245be-ec03-4cb4-b376-e1f40a26cbd4), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:17.672404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'Port': ['ID=822245be-ec03-4cb4-b376-e1f40a26cbd4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:17.691077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (11a6b9bc-23f7-434f-935f-d51d9f10fd51), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:17.710393 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:17.713342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-29c5f213-de66-4231-bd34-fcadc91d1bb4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2669990 Feb 03 21:49:17.836094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdc123-4d5f-48d7-946c-8ba2390c4cff req-14ceead6-e346-4f17-b95b-90b7b2b2da4f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:17.839119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ffbdc123-4d5f-48d7-946c-8ba2390c4cff req-14ceead6-e346-4f17-b95b-90b7b2b2da4f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0714715 Feb 03 21:49:17.849800 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 2, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:17.896025 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Checking router: c85c04c5-510e-4bec-b7d8-c8c58292b9d1 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:49:17.896729 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Updating router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:49:17.921210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ffbdc123-4d5f-48d7-946c-8ba2390c4cff req-c5d646d8-b533-4ee3-b2a0-fe2a32a4919e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748284 Feb 03 21:49:17.954063 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.032806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:18.086160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-267a50fd-f2ef-44a6-bb06-1b334677ef05 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:18.088587 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-267a50fd-f2ef-44a6-bb06-1b334677ef05 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.47 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 814 time: 0.1605229 Feb 03 21:49:18.088880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c40cc792-789f-445b-8d56-9cd6c5ee193f req-d20aadd8-b0e0-4eb4-ae49-d127b0ab505a tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 210 time: 0.0422139 Feb 03 21:49:18.104398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Request body: {'port': {'device_id': '447035df-b045-45fc-a6e6-397a28bd90f1', 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00', 'admin_state_up': True, 'tenant_id': 'b9d45734aaad4686a5aa35d4d325d755'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:18.157725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:18.158157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.268201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-8925d9b7-e634-4d3e-9942-b3af46964968 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--300843225&fields=id&tenant_id=e037e7bdda124ad7a07c459f7a41f324 HTTP/1.1" status: 200 len: 267 time: 0.0779066 Feb 03 21:49:18.311943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Made reservation on behalf of b9d45734aaad4686a5aa35d4d325d755 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:49:18.317797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.336263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:18.413440 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Publish callbacks [] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.423135 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.453172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696298c-7976-4399-a107-10f39adc82d0 req-bd9d7a8f-1cd3-456d-82df-1e3db1204c18 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:18.459946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-bd9d7a8f-1cd3-456d-82df-1e3db1204c18 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.1876719 Feb 03 21:49:18.472196 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f48a1-800f-49ae-91da-726473ab74a7 None None] Pushing event updated for resources: {'Port': ['ID=7ad834c3-83f0-4dce-890f-79e4bcbbb382,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:18.484375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-98224095-d516-4c4c-9539-f7d8f49b74fa tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/quotas/e037e7bdda124ad7a07c459f7a41f324 HTTP/1.1" status: 200 len: 375 time: 0.0232446 Feb 03 21:49:18.507599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Allocated IP 172.20.0.12 (38987652-3eb2-4417-9fe6-e353ac77de00/b49ced94-4e54-4660-9366-4947d26af86e/4a3fb332-672c-446d-9454-f1d720c59c94) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:49:18.524649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba746dff-0eba-40ce-8f62-63705b09b494 req-0a786e74-47a9-4377-b87e-df4f9e5e9c4f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:18.526620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba746dff-0eba-40ce-8f62-63705b09b494 req-0a786e74-47a9-4377-b87e-df4f9e5e9c4f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.1277966 Feb 03 21:49:18.549593 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Attempting to bind port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:18.549969 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Attempting to bind port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:18.550331 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Attempting to bind port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:18.555736 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:18.556126 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Checking segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:18.556861 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.557069 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Bound using segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:18.557378 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Bound port: 7ad834c3-83f0-4dce-890f-79e4bcbbb382, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:18.557760 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.617961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-55132e3d-7ecb-4f19-b119-80f558284cc1 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324425 Feb 03 21:49:18.658853 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] For port 7ad834c3-83f0-4dce-890f-79e4bcbbb382, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:18.662615 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] For port 7ad834c3-83f0-4dce-890f-79e4bcbbb382, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ad834c3-83f0-4dce-890f-79e4bcbbb382,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:18.679411 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.709115 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks [] for port (4a3fb332-672c-446d-9454-f1d720c59c94), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.721808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba746dff-0eba-40ce-8f62-63705b09b494 req-b62150e1-c6e6-415f-9afe-85643e2b9f9f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887295 Feb 03 21:49:18.768821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:18.774141 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f48a1-800f-49ae-91da-726473ab74a7 None None] Pushing event updated for resources: {'Port': ['ID=7ad834c3-83f0-4dce-890f-79e4bcbbb382,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:18.785843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['85280c06-e0e8-4ae9-9605-c6e1d82d085d', '1c531406-ca76-42e1-8dac-2f9fbab906a3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:18.816477 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:18.817143 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:48:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:18.844227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-7bcd182c-08c2-45ba-8729-8e13fac66fb3 service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252116 Feb 03 21:49:18.864329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Pushing event updated for resources: {'Port': ['ID=4a3fb332-672c-446d-9454-f1d720c59c94,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:18.903761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Network 38987652-3eb2-4417-9fe6-e353ac77de00 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:18.910664 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:18.921967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:49:19.040652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c9d688ce-8f9c-43a6-b98b-3f047eccc1d7 None None] Provisioning complete for port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:19.042836 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9d688ce-8f9c-43a6-b98b-3f047eccc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:19.074752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-3b4d6296-191e-4787-8fb3-a47bdc477988 service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260277 Feb 03 21:49:19.084061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:19.084746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:19.114762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2c087d72-9271-4b37-b154-e81a065575bf details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:49:19.123562 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-58e3be22-3b9e-40ff-9e64-78559a18d909 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0235534 Feb 03 21:49:19.139791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Request body: {'port': {'device_id': '447035df-b045-45fc-a6e6-397a28bd90f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:19.159197 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:19.250466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e14a26-966a-4167-a127-a4dcfca4ce33 req-7b2c5225-e523-4330-a8da-75e5ee7f5883 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:19.253324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33e14a26-966a-4167-a127-a4dcfca4ce33 req-7b2c5225-e523-4330-a8da-75e5ee7f5883 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1592257 Feb 03 21:49:19.287499 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:19.383437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33e14a26-966a-4167-a127-a4dcfca4ce33 req-97ddab38-9e10-4601-accb-cc761fa951f0 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221936 Feb 03 21:49:19.494128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 2c087d72-9271-4b37-b154-e81a065575bf, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2c087d72-9271-4b37-b154-e81a065575bf,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:19.519067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c9d688ce-8f9c-43a6-b98b-3f047eccc1d7 None None] Current status of the port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:19.519733 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9d688ce-8f9c-43a6-b98b-3f047eccc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:19.562241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8e14a36-ae10-422e-8c7d-9caa697005a2 req-4179e349-9d9f-439e-be83-22d60ec34bf5 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 210 time: 0.0707963 Feb 03 21:49:19.597468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f668c35-320e-40de-9cc4-72e87278d40f req-31731e31-feee-40a2-8254-55bae8868c20 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:19.604492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f668c35-320e-40de-9cc4-72e87278d40f req-31731e31-feee-40a2-8254-55bae8868c20 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 932 time: 0.2048454 Feb 03 21:49:19.624123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '2c087d72-9271-4b37-b154-e81a065575bf', 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031', 'port_id': '2c087d72-9271-4b37-b154-e81a065575bf', 'mac_address': 'fa:16:3e:c6:b3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd683e407-6fc4-4943-b17a-1e48441885b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:49:19.626663 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:18Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:19.662313 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895b4ee9-82bf-40de-8936-2aa82f5c9522 None None] The sync data for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 is: [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:18Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:49:19.697887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f668c35-320e-40de-9cc4-72e87278d40f req-49ae1254-90b5-4dac-ac61-546af2a96113 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877357 Feb 03 21:49:19.746416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c9d688ce-8f9c-43a6-b98b-3f047eccc1d7 None None] For port 7ad834c3-83f0-4dce-890f-79e4bcbbb382, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ad834c3-83f0-4dce-890f-79e4bcbbb382,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:19.789401 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9d688ce-8f9c-43a6-b98b-3f047eccc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:19.911006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 2c087d72-9271-4b37-b154-e81a065575bf is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:19.911649 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c087d72-9271-4b37-b154-e81a065575bf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:19.999587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad80c07-1b50-4c7d-9372-d4e15882cf5e req-dedb573a-0766-4796-b295-728869c77a22 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:20.006341 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c087d72-9271-4b37-b154-e81a065575bf {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:20.031522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aad80c07-1b50-4c7d-9372-d4e15882cf5e req-dedb573a-0766-4796-b295-728869c77a22 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.1797285 Feb 03 21:49:20.124212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aad80c07-1b50-4c7d-9372-d4e15882cf5e req-b70fb83c-ba22-4f6f-9777-eb15090cc252 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916560 Feb 03 21:49:20.126282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7596c34d-1982-4544-9153-a31361bd28ad None None] Provisioning complete for port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:20.126761 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7596c34d-1982-4544-9153-a31361bd28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:20.135667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d688ce-8f9c-43a6-b98b-3f047eccc1d7 None None] Pushing event updated for resources: {'Port': ['ID=7ad834c3-83f0-4dce-890f-79e4bcbbb382,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:20.144527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3fb332-672c-446d-9454-f1d720c59c94 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:20.168521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Publish callbacks [] for port (4a3fb332-672c-446d-9454-f1d720c59c94), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:20.205744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Transition to ACTIVE for port object 4a3fb332-672c-446d-9454-f1d720c59c94 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:49:20.221611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 2c087d72-9271-4b37-b154-e81a065575bf, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2c087d72-9271-4b37-b154-e81a065575bf,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:20.228344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:20.259617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ad834c3-83f0-4dce-890f-79e4bcbbb382 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:20.342810 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c087d72-9271-4b37-b154-e81a065575bf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:20.397761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3fb332-672c-446d-9454-f1d720c59c94,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:20.432473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:20.432687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:20.460240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=2c087d72-9271-4b37-b154-e81a065575bf,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:20.492861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Attempting to bind port 4a3fb332-672c-446d-9454-f1d720c59c94 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:20.493494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Attempting to bind port 4a3fb332-672c-446d-9454-f1d720c59c94 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:20.495732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Attempting to bind port 4a3fb332-672c-446d-9454-f1d720c59c94 on network 38987652-3eb2-4417-9fe6-e353ac77de00 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:20.509972 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Port 4a3fb332-672c-446d-9454-f1d720c59c94 on network 38987652-3eb2-4417-9fe6-e353ac77de00 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:49:20.511385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Attempting to bind port 4a3fb332-672c-446d-9454-f1d720c59c94 on network 38987652-3eb2-4417-9fe6-e353ac77de00 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:20.519505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:20.520684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Checking segment: {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:20.521250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Bound using segment: {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:20.522034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Bound port: 4a3fb332-672c-446d-9454-f1d720c59c94, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:20.522569 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:20.573581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['2c087d72-9271-4b37-b154-e81a065575bf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:20.612856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] For port 4a3fb332-672c-446d-9454-f1d720c59c94, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:20.617955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] For port 4a3fb332-672c-446d-9454-f1d720c59c94, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a3fb332-672c-446d-9454-f1d720c59c94,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:20.632279 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:20.647400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f4b18-8d1a-40b4-a8f0-3ae3f9f6bf7f req-eecbd3f4-420d-4d51-91ea-838be1483a6a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:20.659234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e78f4b18-8d1a-40b4-a8f0-3ae3f9f6bf7f req-eecbd3f4-420d-4d51-91ea-838be1483a6a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1111841 Feb 03 21:49:20.684005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:20.684916 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:20.688146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] 10.222.0.47 "PUT /v2.0/ports/4a3fb332-672c-446d-9454-f1d720c59c94 HTTP/1.1" status: 200 len: 1092 time: 1.5578973 Feb 03 21:49:20.691672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447035df-b045-45fc-a6e6-397a28bd90f1', 'tag': '4a3fb332-672c-446d-9454-f1d720c59c94'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:20.705238 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6417b654-a435-4a5f-af1b-6d7af5dea1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "447035df-b045-45fc-a6e6-397a28bd90f1", "tag": "4a3fb332-672c-446d-9454-f1d720c59c94"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:20.774855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0c5ed37-0331-4594-86b9-890f0eec9a8d req-8e156194-c472-4a4b-8dfa-ea82127bce3a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 210 time: 0.0891118 Feb 03 21:49:20.810845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7596c34d-1982-4544-9153-a31361bd28ad None None] Current status of the port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:20.824486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e78f4b18-8d1a-40b4-a8f0-3ae3f9f6bf7f req-566006f3-a4fa-40fc-aead-2008d3dc98e9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586988 Feb 03 21:49:20.843451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804464cc-e3df-4d2c-835f-c4e788ceee00 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3fb332-672c-446d-9454-f1d720c59c94,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:20.903139 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78d4ea2-f224-49d9-8683-877667146cc9 x-openstack-request-id: req-a78d4ea2-f224-49d9-8683-877667146cc9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:20.903849 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447035df-b045-45fc-a6e6-397a28bd90f1", "tag": "4a3fb332-672c-446d-9454-f1d720c59c94", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:20.904283 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a78d4ea2-f224-49d9-8683-877667146cc9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:20.904875 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447035df-b045-45fc-a6e6-397a28bd90f1', 'tag': '4a3fb332-672c-446d-9454-f1d720c59c94', 'status': 'completed', 'code': 200} Feb 03 21:49:20.920792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-e2ea4e02-638c-41a7-a4da-b5ef5bd0eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:20.926615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-e2ea4e02-638c-41a7-a4da-b5ef5bd0eb57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 1126 time: 0.1756907 Feb 03 21:49:20.956813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:21.035120 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-26d1cba3-86c3-40aa-94af-0fd26b3ea5c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3fb332-672c-446d-9454-f1d720c59c94 HTTP/1.1" status: 200 len: 217 time: 0.0880766 Feb 03 21:49:21.177495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-607bd0f7-3684-4435-a940-af5f2a8cc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:21.179015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-607bd0f7-3684-4435-a940-af5f2a8cc91b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.1144779 Feb 03 21:49:21.253323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-4becb966-96c4-41d6-8990-6ff385f3996c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608604 Feb 03 21:49:21.296964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696298c-7976-4399-a107-10f39adc82d0 req-a65c99f5-3c89-431a-95c9-640600b08bf4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:21.298495 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-a65c99f5-3c89-431a-95c9-640600b08bf4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.2796688 Feb 03 21:49:21.409993 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-c2ffe2f3-f9ef-44f7-bdf5-8c64d2cdf8ed tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e037e7bdda124ad7a07c459f7a41f324 HTTP/1.1" status: 200 len: 379 time: 0.0861335 Feb 03 21:49:21.413967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-2e15f27f-176f-4e1e-89a2-5c39fff4050e service neutron] 10.222.0.47 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432908 Feb 03 21:49:21.425243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'port': {'device_id': 'eac72890-9f54-44d6-89c6-d205c984307f', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'admin_state_up': True, 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'security_groups': ['dd62b928-21a5-4b93-9279-c65514ae5ac0']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:21.514845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3da239-3864-49a0-be4f-c4d8affe46a8 req-edcc39ab-4afa-423d-a191-60c19cf829c4 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:21.516631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a3da239-3864-49a0-be4f-c4d8affe46a8 req-edcc39ab-4afa-423d-a191-60c19cf829c4 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 944 time: 0.5496864 Feb 03 21:49:21.525736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef942b77-fb5e-4924-9973-24b1ecb1f05a req-50003a1c-3f88-4117-ae79-aba0b273de14 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:21.527299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef942b77-fb5e-4924-9973-24b1ecb1f05a req-50003a1c-3f88-4117-ae79-aba0b273de14 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 944 time: 0.0780280 Feb 03 21:49:21.591863 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3934b329-dcdc-49bf-952d-af465fe8e912 req-0d0b7f67-47f4-4dcd-bdd6-74b25f5f557d service neutron] 10.222.0.47 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697686 Feb 03 21:49:21.603689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a3da239-3864-49a0-be4f-c4d8affe46a8 req-0d8a8f36-c5b3-4804-a3b0-64c1110695c5 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751593 Feb 03 21:49:21.616317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef942b77-fb5e-4924-9973-24b1ecb1f05a req-39849afb-fae7-4224-ba3d-1fabba32efb4 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740843 Feb 03 21:49:21.634885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Made reservation on behalf of e037e7bdda124ad7a07c459f7a41f324 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:49:21.638782 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:21.756760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-519f3eb3-9bb5-477d-9e9f-e65eda7b434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:21.758336 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-519f3eb3-9bb5-477d-9e9f-e65eda7b434c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 1126 time: 0.1162505 Feb 03 21:49:21.862514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Allocated IP 172.20.0.4 (69fd4d27-c7dd-48c7-9847-0103c0946f50/95b22dfc-123f-46bd-a07d-255c783ecbc1/76d719e3-75af-4b8b-8248-2580bc1435b9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:49:21.894463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92f682f3-5061-4652-a736-eeeb9c77a737 req-e30338ba-8e1c-4bf5-a586-bf86b3013eae tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 210 time: 0.0385695 Feb 03 21:49:21.913295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-d65e4198-3c62-4e7a-8e1d-b657b50c16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:21.914726 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-d65e4198-3c62-4e7a-8e1d-b657b50c16d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 915 time: 0.1478224 Feb 03 21:49:21.976585 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-5c21ebd3-11e0-49cc-ba49-658df6b689e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3fb332-672c-446d-9454-f1d720c59c94 HTTP/1.1" status: 200 len: 217 time: 0.0516944 Feb 03 21:49:21.988727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f68fa-9096-4034-8ab0-bd6fe19e25bf req-a128f92a-52be-499d-847f-bbec7fe66c03 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:21.990489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc1f68fa-9096-4034-8ab0-bd6fe19e25bf req-a128f92a-52be-499d-847f-bbec7fe66c03 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0617414 Feb 03 21:49:22.017267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ad834c3-83f0-4dce-890f-79e4bcbbb382 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:22.047211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc1f68fa-9096-4034-8ab0-bd6fe19e25bf req-f5953ed7-d99f-4837-97b3-af279ac93cf5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502465 Feb 03 21:49:22.073533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-63b50105-5321-4f36-a136-7aa7c19962bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:22.074995 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-63b50105-5321-4f36-a136-7aa7c19962bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.0735946 Feb 03 21:49:22.079291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:22.079894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:22.117322 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-0b477918-f4d4-4421-8454-ec87095d1b77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306051 Feb 03 21:49:22.127589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:22.159672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:22.235605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:22.244690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-c4ca3fae-f335-4a3d-b2cd-3f6228b8c690 service neutron] 10.222.0.47 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200807 Feb 03 21:49:22.319786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:22.331742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:22.336662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:49:22.368615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:22.407440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:22.408050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:22.429560 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6417b654-a435-4a5f-af1b-6d7af5dea1b2 req-440bf386-990d-4811-8a5f-40ea173ed444 service neutron] 10.222.0.47 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609213 Feb 03 21:49:22.444766 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-ee5884c7-606f-48f3-ba54-6aedea6bf8a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0244033 Feb 03 21:49:22.458567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Request body: {'port': {'device_id': 'eac72890-9f54-44d6-89c6-d205c984307f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:22.531346 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:22.667382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-72e955ec-4349-435c-94c3-26b2fd09a53c None None] Provisioning complete for port 76d719e3-75af-4b8b-8248-2580bc1435b9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:22.670170 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72e955ec-4349-435c-94c3-26b2fd09a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:22.731207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-72e955ec-4349-435c-94c3-26b2fd09a53c None None] Port 76d719e3-75af-4b8b-8248-2580bc1435b9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:49:22.787905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f20d5-9cdc-4b15-94e2-191e518ee722 req-81fb7178-cc88-439e-a928-b29f2334eecd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:22.790965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a79f20d5-9cdc-4b15-94e2-191e518ee722 req-81fb7178-cc88-439e-a928-b29f2334eecd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 944 time: 0.0990231 Feb 03 21:49:22.799863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0531bd-91af-4f63-999e-b7c732c56862 req-3c94aeb0-90a3-4492-9608-22fa34797e6f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:22.801543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de0531bd-91af-4f63-999e-b7c732c56862 req-3c94aeb0-90a3-4492-9608-22fa34797e6f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 944 time: 0.0814676 Feb 03 21:49:22.848241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d719e3-75af-4b8b-8248-2580bc1435b9 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:22.855724 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Publish callbacks [] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:22.869274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Transition to ACTIVE for port object 76d719e3-75af-4b8b-8248-2580bc1435b9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:49:22.874612 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:22.889838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a79f20d5-9cdc-4b15-94e2-191e518ee722 req-0b5d384d-d8a4-4997-8146-5deeeda75fcc tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853858 Feb 03 21:49:22.919594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de0531bd-91af-4f63-999e-b7c732c56862 req-6a128d37-014c-47cb-8dc0-4a909df912b8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949638 Feb 03 21:49:22.962144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:23.020859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Attempting to bind port 76d719e3-75af-4b8b-8248-2580bc1435b9 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:23.021238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Attempting to bind port 76d719e3-75af-4b8b-8248-2580bc1435b9 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:23.021673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Attempting to bind port 76d719e3-75af-4b8b-8248-2580bc1435b9 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:23.027239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Port 76d719e3-75af-4b8b-8248-2580bc1435b9 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:49:23.027560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Attempting to bind port 76d719e3-75af-4b8b-8248-2580bc1435b9 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:23.030882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349ded3-2751-4283-9f67-fd5c10dc769c req-060aa78e-9d17-445f-bf2b-a2b44a881155 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:23.032503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a349ded3-2751-4283-9f67-fd5c10dc769c req-060aa78e-9d17-445f-bf2b-a2b44a881155 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 943 time: 0.0586424 Feb 03 21:49:23.033265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:23.033608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Checking segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:23.033992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Bound using segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:23.034421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Bound port: 76d719e3-75af-4b8b-8248-2580bc1435b9, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:23.034780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:23.104082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a349ded3-2751-4283-9f67-fd5c10dc769c req-c2e1b947-0f15-44ea-b8dd-2ca7159ede67 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565856 Feb 03 21:49:23.105252 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2c087d72-9271-4b37-b154-e81a065575bf up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:23.137769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:23.141407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:23.154068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:23.197208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 2c087d72-9271-4b37-b154-e81a065575bf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:23.203565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:23.205180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:23.206913 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] 10.222.0.47 "PUT /v2.0/ports/76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 1091 time: 0.7541232 Feb 03 21:49:23.207366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:23.209094 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c087d72-9271-4b37-b154-e81a065575bf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:23.213224 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06853256-c142-4f3f-9f4a-fd5ab8c2811d" -d '{"events": [{"name": "network-changed", "server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:23.229265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30476ba9-852c-4c7b-8637-6345efa113b1 req-c65a84fb-c4af-4aa4-8ed5-207eb449ebc3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:23.234694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30476ba9-852c-4c7b-8637-6345efa113b1 req-c65a84fb-c4af-4aa4-8ed5-207eb449ebc3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0947578 Feb 03 21:49:23.243411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c7785-4e04-4e12-b16f-901d7b894d9a service neutron] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:23.323693 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb00e700-3051-4895-aa1d-25bf1841fb27 x-openstack-request-id: req-cb00e700-3051-4895-aa1d-25bf1841fb27 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:23.323962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30476ba9-852c-4c7b-8637-6345efa113b1 req-0e4cb934-6760-4f8b-b7d8-c22e5b10bcc5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804570 Feb 03 21:49:23.324399 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:23.324805 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb00e700-3051-4895-aa1d-25bf1841fb27 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:23.325492 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'status': 'completed', 'code': 200} Feb 03 21:49:23.332196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696298c-7976-4399-a107-10f39adc82d0 req-6e641813-7785-4daf-a0e2-fac3bc813185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:23.333987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-6e641813-7785-4daf-a0e2-fac3bc813185 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1125 time: 0.0795171 Feb 03 21:49:23.422598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 2c087d72-9271-4b37-b154-e81a065575bf is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:23.423651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c087d72-9271-4b37-b154-e81a065575bf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:23.456721 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-f4df4635-509d-4344-b19d-a67cf731f16b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 217 time: 0.1142950 Feb 03 21:49:23.520003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696298c-7976-4399-a107-10f39adc82d0 req-b5d7c98c-b601-4487-81bb-d8f64fe145cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:23.521962 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-b5d7c98c-b601-4487-81bb-d8f64fe145cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.0577533 Feb 03 21:49:23.596582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696298c-7976-4399-a107-10f39adc82d0 req-bae55e0c-f011-44c7-b536-f480e83748fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:23.598478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-bae55e0c-f011-44c7-b536-f480e83748fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0646088 Feb 03 21:49:23.678673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 2c087d72-9271-4b37-b154-e81a065575bf, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2c087d72-9271-4b37-b154-e81a065575bf,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:23.683423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e33f31-544c-49ec-9597-703a0aa0a084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c087d72-9271-4b37-b154-e81a065575bf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:23.686493 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed76c4f-264e-4905-be93-0f965ff8f5ef" -d '{"events": [{"server_uuid": "84e33f31-544c-49ec-9597-703a0aa0a084", "name": "network-vif-plugged", "status": "completed", "tag": "2c087d72-9271-4b37-b154-e81a065575bf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:23.690519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e095e5e0-0380-41bd-ba6b-3a8c1545468c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:23.700839 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c087d72-9271-4b37-b154-e81a065575bf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:23.731652 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-cf560329-53e0-4932-8779-b47e4eb34086 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250265 Feb 03 21:49:23.773552 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee298d3-6968-48e9-a7b6-4e85434ff587 x-openstack-request-id: req-3ee298d3-6968-48e9-a7b6-4e85434ff587 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:23.773836 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e33f31-544c-49ec-9597-703a0aa0a084", "name": "network-vif-plugged", "status": "completed", "tag": "2c087d72-9271-4b37-b154-e81a065575bf", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:23.774088 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ee298d3-6968-48e9-a7b6-4e85434ff587 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:23.778614 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e33f31-544c-49ec-9597-703a0aa0a084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c087d72-9271-4b37-b154-e81a065575bf', 'code': 200} Feb 03 21:49:23.789810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=2c087d72-9271-4b37-b154-e81a065575bf,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:23.872877 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2696298c-7976-4399-a107-10f39adc82d0 req-fef65503-b8d7-415b-a038-cda9f57e8c9c service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343319 Feb 03 21:49:23.989396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-6f623914-4efe-451b-ad0f-f61d9bad5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:23.992460 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-6f623914-4efe-451b-ad0f-f61d9bad5dba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1125 time: 0.0590491 Feb 03 21:49:24.049982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfc52f-9ad1-4fd9-a5d0-e2397e8eb161 req-d56d0f9d-20d7-460b-b006-a7c459500518 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:24.052158 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfbfc52f-9ad1-4fd9-a5d0-e2397e8eb161 req-d56d0f9d-20d7-460b-b006-a7c459500518 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 944 time: 0.0928185 Feb 03 21:49:24.072405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42685b-5622-49f5-96be-2fff17294c2b req-e80fa7b8-5235-4a4f-81a6-83e6356cfbec tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:24.074710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db42685b-5622-49f5-96be-2fff17294c2b req-e80fa7b8-5235-4a4f-81a6-83e6356cfbec tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.0795186 Feb 03 21:49:24.094583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-3ed11664-ac2c-465a-a51f-09b75c73930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:24.096140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-3ed11664-ac2c-465a-a51f-09b75c73930a service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.0971684 Feb 03 21:49:24.139095 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-1b2f5d65-61db-4432-b015-fe1bbac4905e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 217 time: 0.0363746 Feb 03 21:49:24.140316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfbfc52f-9ad1-4fd9-a5d0-e2397e8eb161 req-a7986fdc-adf1-413f-8e12-f61e8c53fc3a tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812049 Feb 03 21:49:24.159579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db42685b-5622-49f5-96be-2fff17294c2b req-83fda86f-d911-44d2-a11c-7fae0edb29c0 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721164 Feb 03 21:49:24.208750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-e0f23e3c-4843-4c23-9dc2-ef038c1c84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:24.211686 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-e0f23e3c-4843-4c23-9dc2-ef038c1c84e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.0646813 Feb 03 21:49:24.218003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4a3fb332-672c-446d-9454-f1d720c59c94 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:49:24.290663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d3d1b-646e-4ef5-95e7-bef7b08dcb9b req-ac9dce91-0173-43ee-a197-9c8be2f13c03 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:24.291979 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:24.296585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-06cbbe6c-884b-4807-9046-53183baeaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:24.298246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-06cbbe6c-884b-4807-9046-53183baeaae7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0684030 Feb 03 21:49:24.299608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f7d3d1b-646e-4ef5-95e7-bef7b08dcb9b req-ac9dce91-0173-43ee-a197-9c8be2f13c03 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 943 time: 0.0713122 Feb 03 21:49:24.362844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f7d3d1b-646e-4ef5-95e7-bef7b08dcb9b req-841f84a1-6df6-4dc3-8992-97d384b109af tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586736 Feb 03 21:49:24.393975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:24.426227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4a3fb332-672c-446d-9454-f1d720c59c94, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a3fb332-672c-446d-9454-f1d720c59c94,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:24.455547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '4a3fb332-672c-446d-9454-f1d720c59c94', 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00', 'port_id': '4a3fb332-672c-446d-9454-f1d720c59c94', 'mac_address': 'fa:16:3e:c1:03:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ced94-4e54-4660-9366-4947d26af86e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:49:24.458857 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-a73e5931-e3ac-4ed1-a6d0-a7cf87fda725 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544144 Feb 03 21:49:24.505724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4a3fb332-672c-446d-9454-f1d720c59c94 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:24.506124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:24.533335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3fb332-672c-446d-9454-f1d720c59c94 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:24.552291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0f760-553c-401b-bb55-5eb9c58601b0 req-43400078-4b04-4aec-a41e-8a3f99d1396c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:24.554356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33e0f760-553c-401b-bb55-5eb9c58601b0 req-43400078-4b04-4aec-a41e-8a3f99d1396c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1156671 Feb 03 21:49:24.567515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26af6f-2bd5-40c1-8f03-d0dfe3c0ced3 req-6f28f27a-76a9-404d-9e01-c8bef5ffe305 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:24.569069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c26af6f-2bd5-40c1-8f03-d0dfe3c0ced3 req-6f28f27a-76a9-404d-9e01-c8bef5ffe305 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.0912545 Feb 03 21:49:24.573550 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-06853256-c142-4f3f-9f4a-fd5ab8c2811d req-13acca99-3580-4f9e-8a75-3a8a004ef7a0 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079381 Feb 03 21:49:24.578614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4a3fb332-672c-446d-9454-f1d720c59c94, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a3fb332-672c-446d-9454-f1d720c59c94,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:24.594222 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:24.642553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33e0f760-553c-401b-bb55-5eb9c58601b0 req-367cdeed-47fc-4314-a439-fa2e07e579d4 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725064 Feb 03 21:49:24.650953 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c26af6f-2bd5-40c1-8f03-d0dfe3c0ced3 req-c52694d6-a804-463e-9f96-cc38f3a4de4f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749602 Feb 03 21:49:24.664538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4a3fb332-672c-446d-9454-f1d720c59c94,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:25.080673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4a3fb332-672c-446d-9454-f1d720c59c94'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:25.262315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c045fa-9d2b-4fdd-8b0a-9ea7a03664bf req-9c215949-2e87-40cb-b006-5ee2cb40f93a tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:25.264399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4c045fa-9d2b-4fdd-8b0a-9ea7a03664bf req-9c215949-2e87-40cb-b006-5ee2cb40f93a tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 945 time: 0.0565841 Feb 03 21:49:25.309113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4c045fa-9d2b-4fdd-8b0a-9ea7a03664bf req-52a0c8e6-8c88-482f-9537-85aa0416affa tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Feb 03 21:49:25.480938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11480f6-cdd3-4c3e-8ba1-513adf831fd7 req-abfff2d2-f797-4856-9dc6-7d54cb639aef tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:25.482733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d11480f6-cdd3-4c3e-8ba1-513adf831fd7 req-abfff2d2-f797-4856-9dc6-7d54cb639aef tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 943 time: 0.0576653 Feb 03 21:49:25.533575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d11480f6-cdd3-4c3e-8ba1-513adf831fd7 req-58a0e370-3fdf-4656-a60b-d27fa304a7ab tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414844 Feb 03 21:49:25.714932 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-877cbba4-db3f-40a0-bdb7-fd21c4735902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:25.822346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33cb3-ab49-4dc1-97ca-1e58aa9cf633 req-4619cbf0-dbc9-488b-af42-d0b497801070 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:25.829351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0b33cb3-ab49-4dc1-97ca-1e58aa9cf633 req-4619cbf0-dbc9-488b-af42-d0b497801070 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0945392 Feb 03 21:49:25.838356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8e9f0-f90b-4bc7-82f4-9de2ca3c532f req-6eeb3856-dc8e-4050-a701-860bde96b06e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:25.839790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bcf8e9f0-f90b-4bc7-82f4-9de2ca3c532f req-6eeb3856-dc8e-4050-a701-860bde96b06e tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.1001294 Feb 03 21:49:25.920765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0b33cb3-ab49-4dc1-97ca-1e58aa9cf633 req-2eeaa2cd-936c-4241-8a3e-9cd89411995e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905132 Feb 03 21:49:25.925386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bcf8e9f0-f90b-4bc7-82f4-9de2ca3c532f req-e48e5e65-54b6-4b5d-84e3-4ba41f6f1919 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Feb 03 21:49:26.429057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772b246-cbd1-4ed5-939b-6a3af86c49f8 req-2e2aeb08-dbf5-4d90-b85f-aa8ad0b7031c tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:26.430540 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0772b246-cbd1-4ed5-939b-6a3af86c49f8 req-2e2aeb08-dbf5-4d90-b85f-aa8ad0b7031c tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 945 time: 0.0551481 Feb 03 21:49:26.476727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0772b246-cbd1-4ed5-939b-6a3af86c49f8 req-9e7fde3e-defd-4c2c-96af-71543995bfd5 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Feb 03 21:49:26.670361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8b28b044-0818-40c7-a31a-b64f1d73b499 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:26.671805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8b28b044-0818-40c7-a31a-b64f1d73b499 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.10 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 945 time: 0.0887847 Feb 03 21:49:26.682940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04595a26-f6bb-4fcf-b6b6-68d1096e590c req-ef5f9f3e-83f6-4662-b919-8dab07243797 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:26.684325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04595a26-f6bb-4fcf-b6b6-68d1096e590c req-ef5f9f3e-83f6-4662-b919-8dab07243797 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 943 time: 0.0738575 Feb 03 21:49:26.785295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04595a26-f6bb-4fcf-b6b6-68d1096e590c req-cc881bdc-db0e-4ea5-beb1-05d312e811cc tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939965 Feb 03 21:49:26.809092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Deleting port 2c087d72-9271-4b37-b154-e81a065575bf {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:26.809431 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2c087d72-9271-4b37-b154-e81a065575bf), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:26.852084 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:26.905206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] For port 2c087d72-9271-4b37-b154-e81a065575bf, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=2c087d72-9271-4b37-b154-e81a065575bf,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:26.905567 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2c087d72-9271-4b37-b154-e81a065575bf), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:26.919167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Calling delete_port for 2c087d72-9271-4b37-b154-e81a065575bf owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:27.114852 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2c087d72-9271-4b37-b154-e81a065575bf), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:27.115100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2c087d72-9271-4b37-b154-e81a065575bf no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:27.135756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 2c087d72-9271-4b37-b154-e81a065575bf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:49:27.136103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2c087d72-9271-4b37-b154-e81a065575bf not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:27.153947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event deleted for resources: {'Port': ['ID=2c087d72-9271-4b37-b154-e81a065575bf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:27.166978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986391b-e4bf-47ad-801b-bb717f4eb38a req-002e1dfe-8f70-48a0-87ae-d3fa8dc7f886 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:27.168134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e986391b-e4bf-47ad-801b-bb717f4eb38a req-002e1dfe-8f70-48a0-87ae-d3fa8dc7f886 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1336131 Feb 03 21:49:27.180428 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c973f-2ba7-4432-99bf-4758bfe2b7d1 req-8e6ea9cd-3332-452a-930b-590e905119eb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:27.181892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-877c973f-2ba7-4432-99bf-4758bfe2b7d1 req-8e6ea9cd-3332-452a-930b-590e905119eb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=84e33f31-544c-49ec-9597-703a0aa0a084 HTTP/1.1" status: 200 len: 867 time: 0.1484859 Feb 03 21:49:27.241963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] No DVR routers for this DVR port 2c087d72-9271-4b37-b154-e81a065575bf on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:27.246576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:27.250280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e43ad99f-5b11-494f-b1aa-57ba298e9aed req-8cec02c9-b8d4-4949-bc81-946357a0cf7b tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.10 "DELETE /v2.0/ports/2c087d72-9271-4b37-b154-e81a065575bf HTTP/1.1" status: 204 len: 173 time: 0.5650628 Feb 03 21:49:27.250976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e33f31-544c-49ec-9597-703a0aa0a084', 'name': 'network-vif-deleted', 'tag': '2c087d72-9271-4b37-b154-e81a065575bf'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:27.253189 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108866ab-8765-479c-b688-c1cd41bb70bf" -d '{"events": [{"server_uuid": "84e33f31-544c-49ec-9597-703a0aa0a084", "name": "network-vif-deleted", "tag": "2c087d72-9271-4b37-b154-e81a065575bf"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:27.300149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e986391b-e4bf-47ad-801b-bb717f4eb38a req-0d8455df-0909-45aa-b02b-bfe5519bc56f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172833 Feb 03 21:49:27.303145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-877c973f-2ba7-4432-99bf-4758bfe2b7d1 req-d15c731f-99db-4b5b-b249-1c65422f8871 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012065 Feb 03 21:49:27.367421 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea71678-0aaf-45f6-863c-1be5a061f44b x-openstack-request-id: req-dea71678-0aaf-45f6-863c-1be5a061f44b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:27.367715 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e33f31-544c-49ec-9597-703a0aa0a084", "name": "network-vif-deleted", "tag": "2c087d72-9271-4b37-b154-e81a065575bf", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:27.367991 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dea71678-0aaf-45f6-863c-1be5a061f44b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:27.368400 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e33f31-544c-49ec-9597-703a0aa0a084', 'name': 'network-vif-deleted', 'tag': '2c087d72-9271-4b37-b154-e81a065575bf', 'status': 'completed', 'code': 200} Feb 03 21:49:27.613286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b29a3f-53f3-4c09-b10d-b9cbb2d2479e req-040cb550-62d3-4f50-89bb-b3f14e49c92a tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:27.614753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96b29a3f-53f3-4c09-b10d-b9cbb2d2479e req-040cb550-62d3-4f50-89bb-b3f14e49c92a tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 945 time: 0.0582812 Feb 03 21:49:27.623674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:27.665631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96b29a3f-53f3-4c09-b10d-b9cbb2d2479e req-9f1cad22-e049-44c1-a20b-440f05670f5c tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Feb 03 21:49:27.736894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df54b81-177c-466b-8f9d-36d5742dc952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:27.833420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df54b81-177c-466b-8f9d-36d5742dc952 admin admin] Publish callbacks [] for security_group (1cd01414-66ab-4332-9008-c5c2bdcdc689), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:27.839004 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df54b81-177c-466b-8f9d-36d5742dc952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1cd01414-66ab-4332-9008-c5c2bdcdc689), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:27.879839 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9df54b81-177c-466b-8f9d-36d5742dc952 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3c67ef72e38481499dcad56594cd835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549477 Feb 03 21:49:27.880607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df54b81-177c-466b-8f9d-36d5742dc952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd01414-66ab-4332-9008-c5c2bdcdc689,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:27.883327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60338) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:27.996748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a193fb3-b668-4cc4-9fc2-9402df1bd2f1 req-f38716dd-2242-410f-9cfa-18709cf3d4f2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:27.998418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a193fb3-b668-4cc4-9fc2-9402df1bd2f1 req-f38716dd-2242-410f-9cfa-18709cf3d4f2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 943 time: 0.0872312 Feb 03 21:49:27.999684 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7db80e8-83da-4e86-8211-4e040818ce8a admin admin] Publish callbacks [] for security_group (1cd01414-66ab-4332-9008-c5c2bdcdc689), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.038598 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7db80e8-83da-4e86-8211-4e040818ce8a admin admin] Publish callbacks [] for security_group (1cd01414-66ab-4332-9008-c5c2bdcdc689), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.088655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a193fb3-b668-4cc4-9fc2-9402df1bd2f1 req-1e972b3e-7cce-4b66-9aed-4b6a49673460 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840445 Feb 03 21:49:28.107772 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7db80e8-83da-4e86-8211-4e040818ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1cd01414-66ab-4332-9008-c5c2bdcdc689), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.110318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7db80e8-83da-4e86-8211-4e040818ce8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.111421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b7db80e8-83da-4e86-8211-4e040818ce8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cd01414-66ab-4332-9008-c5c2bdcdc689 HTTP/1.1" status: 204 len: 168 time: 0.2265155 Feb 03 21:49:28.119054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db80e8-83da-4e86-8211-4e040818ce8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd01414-66ab-4332-9008-c5c2bdcdc689,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:28.233471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:49:28.237285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4a3fb332-672c-446d-9454-f1d720c59c94 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:28.344001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 4a3fb332-672c-446d-9454-f1d720c59c94 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:49:28.357133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 4a3fb332-672c-446d-9454-f1d720c59c94 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:28.357579 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.407957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:28.427785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'port_id': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'mac_address': 'fa:16:3e:19:b4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:49:28.457517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9179fe-d29d-45fe-9424-f28c9b9e39fc req-7464defe-142a-4560-b85b-261ecbcb2c0d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:28.464228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd9179fe-d29d-45fe-9424-f28c9b9e39fc req-7464defe-142a-4560-b85b-261ecbcb2c0d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0696819 Feb 03 21:49:28.502770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:28.504550 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.511324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4a3fb332-672c-446d-9454-f1d720c59c94 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:28.511702 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.535110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd9179fe-d29d-45fe-9424-f28c9b9e39fc req-3a4e4320-1e85-4a46-bef7-8f46a07ec4ea tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699160 Feb 03 21:49:28.539675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d719e3-75af-4b8b-8248-2580bc1435b9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:28.553388 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.560200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447035df-b045-45fc-a6e6-397a28bd90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3fb332-672c-446d-9454-f1d720c59c94'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:28.562693 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdbb6c4-89e8-449f-96e0-b8ed8809f756" -d '{"events": [{"server_uuid": "447035df-b045-45fc-a6e6-397a28bd90f1", "name": "network-vif-plugged", "status": "completed", "tag": "4a3fb332-672c-446d-9454-f1d720c59c94"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:28.586800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4a3fb332-672c-446d-9454-f1d720c59c94, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a3fb332-672c-446d-9454-f1d720c59c94,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:28.591635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:28.593520 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.601108 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:28.653582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4a3fb332-672c-446d-9454-f1d720c59c94,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:28.717186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:28.743930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-f61a097a-9c1a-4ccb-8719-2ff59e1544a5 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:28.751235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-f61a097a-9c1a-4ccb-8719-2ff59e1544a5 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/networks?id=bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 200 len: 822 time: 0.1420803 Feb 03 21:49:28.761923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-99b73c2a-889a-4cc2-b1e0-f80e33927775 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/quotas/25069f8987964f849a8fbfa547f78d2f HTTP/1.1" status: 200 len: 375 time: 0.0098689 Feb 03 21:49:28.813502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-7d9b29e7-6b31-4382-a435-ed1e7709bf02 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25069f8987964f849a8fbfa547f78d2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435009 Feb 03 21:49:28.916377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-d82cc2f4-c05e-4249-b04d-8f5bdfa02b65 service neutron] 10.222.0.50 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020224 Feb 03 21:49:28.924696 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547801b2-d332-4378-8408-2f7268488046 x-openstack-request-id: req-547801b2-d332-4378-8408-2f7268488046 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:28.925035 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447035df-b045-45fc-a6e6-397a28bd90f1", "name": "network-vif-plugged", "status": "completed", "tag": "4a3fb332-672c-446d-9454-f1d720c59c94", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:28.925493 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-547801b2-d332-4378-8408-2f7268488046 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:28.925898 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447035df-b045-45fc-a6e6-397a28bd90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3fb332-672c-446d-9454-f1d720c59c94', 'code': 200} Feb 03 21:49:29.042430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fbf4e-c1a0-41ec-8c27-90cbec7a38aa req-e26f73ea-5a33-422a-89d8-3479a0607104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.044688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1a2fbf4e-c1a0-41ec-8c27-90cbec7a38aa req-e26f73ea-5a33-422a-89d8-3479a0607104 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 1128 time: 0.0506709 Feb 03 21:49:29.050081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['76d719e3-75af-4b8b-8248-2580bc1435b9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:29.051754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-1a6182dd-3526-408d-8f88-5b74893aa7d6 service neutron] 10.222.0.50 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281683 Feb 03 21:49:29.072957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0463bb-5183-4bb4-b7c2-ead49bd94fe9 req-d9fe8936-7a8a-4bc1-b6c9-cf8a75279937 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.074675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee0463bb-5183-4bb4-b7c2-ead49bd94fe9 req-d9fe8936-7a8a-4bc1-b6c9-cf8a75279937 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 946 time: 0.0803032 Feb 03 21:49:29.099326 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1a2fbf4e-c1a0-41ec-8c27-90cbec7a38aa req-341177f6-2fde-4551-837f-1695bad911f8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491710 Feb 03 21:49:29.143592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee0463bb-5183-4bb4-b7c2-ead49bd94fe9 req-40d8c1df-9312-4019-bfa6-75751b144022 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631139 Feb 03 21:49:29.344639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771e423-ac40-4eba-a359-c491d41d5377 req-b826eacf-e376-406e-8603-14385a206aec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.351452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771e423-ac40-4eba-a359-c491d41d5377 req-b826eacf-e376-406e-8603-14385a206aec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.357582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771e423-ac40-4eba-a359-c491d41d5377 req-b826eacf-e376-406e-8603-14385a206aec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.363121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771e423-ac40-4eba-a359-c491d41d5377 req-b826eacf-e376-406e-8603-14385a206aec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.371523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771e423-ac40-4eba-a359-c491d41d5377 req-b826eacf-e376-406e-8603-14385a206aec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.378093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771e423-ac40-4eba-a359-c491d41d5377 req-b826eacf-e376-406e-8603-14385a206aec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.384356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771e423-ac40-4eba-a359-c491d41d5377 req-b826eacf-e376-406e-8603-14385a206aec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.386329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6771e423-ac40-4eba-a359-c491d41d5377 req-b826eacf-e376-406e-8603-14385a206aec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.1455045 Feb 03 21:49:29.402013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7e4f-b2cb-49c5-80d9-f0d501b9ada4 req-83966f86-f837-486b-af0c-1240707b8bb9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.403275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04ff7e4f-b2cb-49c5-80d9-f0d501b9ada4 req-83966f86-f837-486b-af0c-1240707b8bb9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1238635 Feb 03 21:49:29.489863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04ff7e4f-b2cb-49c5-80d9-f0d501b9ada4 req-c710f79e-c48e-43e7-868d-68ad0a2eb827 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695367 Feb 03 21:49:29.494330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6771e423-ac40-4eba-a359-c491d41d5377 req-f697aa3c-7d60-44e6-b89c-303ec945b1ea tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006961 Feb 03 21:49:29.582314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef50455a-a9e9-4a9f-b895-919d7dd176dc req-0eceeff6-e44a-460f-b92b-67cee7b808b1 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 210 time: 0.0427005 Feb 03 21:49:29.659570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad06f11-e54f-4789-876f-c60096be58d9 req-2a05b6c2-10b7-4f01-bbe3-07974827b125 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:29.662142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aad06f11-e54f-4789-876f-c60096be58d9 req-2a05b6c2-10b7-4f01-bbe3-07974827b125 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0618317 Feb 03 21:49:29.718697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aad06f11-e54f-4789-876f-c60096be58d9 req-dcb2cfd3-0f96-4bf4-9e4f-b3ea34831bb2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512397 Feb 03 21:49:29.810975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:30.348599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7b126-9587-4c41-b334-87763484a197 req-ae489c4c-d958-411a-9cd6-f1ed19f99a36 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.352995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34e7b126-9587-4c41-b334-87763484a197 req-ae489c4c-d958-411a-9cd6-f1ed19f99a36 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 946 time: 0.1237273 Feb 03 21:49:30.356112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-366b3871-3ddb-411d-ac47-e2047b4aba15 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.358130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-366b3871-3ddb-411d-ac47-e2047b4aba15 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.10 "GET /v2.0/networks?id=bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 200 len: 822 time: 0.1524549 Feb 03 21:49:30.377574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Request body: {'port': {'device_id': '247854f2-73b6-4816-84a3-1fc182fc07d3', 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031', 'admin_state_up': True, 'tenant_id': '25069f8987964f849a8fbfa547f78d2f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:30.456287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34e7b126-9587-4c41-b334-87763484a197 req-e4b1fca9-bb2c-43ff-8f98-56cef2a9fec7 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971854 Feb 03 21:49:30.519100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Made reservation on behalf of 25069f8987964f849a8fbfa547f78d2f for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:49:30.522867 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:30.724010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Allocated IP 172.20.0.9 (bd7ce364-7a59-4061-873a-b32c0b85a031/d683e407-6fc4-4943-b17a-1e48441885b6/4d90ff6f-356c-4794-a80b-1a1429d5044a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:49:30.738973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748349f-b2d9-4d09-afdc-23b314233801 req-42c77719-2063-45b8-8abe-c1b6377c8787 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.740739 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9748349f-b2d9-4d09-afdc-23b314233801 req-42c77719-2063-45b8-8abe-c1b6377c8787 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1564033 Feb 03 21:49:30.756079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a399f-f6cd-4ddc-9125-47b644e9054f req-8f461f42-5814-4b5a-a93f-1935ac393b25 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.761766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a399f-f6cd-4ddc-9125-47b644e9054f req-8f461f42-5814-4b5a-a93f-1935ac393b25 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.767274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a399f-f6cd-4ddc-9125-47b644e9054f req-8f461f42-5814-4b5a-a93f-1935ac393b25 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.772427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a399f-f6cd-4ddc-9125-47b644e9054f req-8f461f42-5814-4b5a-a93f-1935ac393b25 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.777613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a399f-f6cd-4ddc-9125-47b644e9054f req-8f461f42-5814-4b5a-a93f-1935ac393b25 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.783296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a399f-f6cd-4ddc-9125-47b644e9054f req-8f461f42-5814-4b5a-a93f-1935ac393b25 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.788742 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a399f-f6cd-4ddc-9125-47b644e9054f req-8f461f42-5814-4b5a-a93f-1935ac393b25 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:30.790784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b81a399f-f6cd-4ddc-9125-47b644e9054f req-8f461f42-5814-4b5a-a93f-1935ac393b25 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.1676264 Feb 03 21:49:30.888823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9748349f-b2d9-4d09-afdc-23b314233801 req-4be3627e-b21b-4d7b-9e7d-07e01c3d59a8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962417 Feb 03 21:49:30.958525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b81a399f-f6cd-4ddc-9125-47b644e9054f req-82e71481-0a8b-45ce-a006-9623782a4713 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564624 Feb 03 21:49:31.015431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b43e3d22-9846-4ffa-bc6b-24dead11db54 req-742d5354-d358-4cf4-bc81-6a0e668bece1 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 210 time: 0.0376644 Feb 03 21:49:31.058208 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.117702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcaaf7-046f-4b70-9262-57feaa59a1d0 req-c84cd28e-360d-4961-928d-2ef33221de57 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:31.119169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99fcaaf7-046f-4b70-9262-57feaa59a1d0 req-c84cd28e-360d-4961-928d-2ef33221de57 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0800915 Feb 03 21:49:31.132732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2c087d72-9271-4b37-b154-e81a065575bf no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:31.144469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.158648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 2c087d72-9271-4b37-b154-e81a065575bf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:49:31.159282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 2c087d72-9271-4b37-b154-e81a065575bf not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:31.203176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Network bd7ce364-7a59-4061-873a-b32c0b85a031 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:31.210022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:31.212422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:49:31.215746 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:49:31.231343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:31.245045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event updated for resources: {'Port': ['ID=4d90ff6f-356c-4794-a80b-1a1429d5044a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:31.256464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99fcaaf7-046f-4b70-9262-57feaa59a1d0 req-03d8ab94-34a9-4080-8d5d-a73beda147b7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312571 Feb 03 21:49:31.283541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:31.284490 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.300081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-84a36094-6c44-40eb-9aa1-0fdc9f402629 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9281013 Feb 03 21:49:31.311200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Request body: {'port': {'device_id': '247854f2-73b6-4816-84a3-1fc182fc07d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:31.340520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ee5dcff-5449-4f2b-96e1-e9e065d899a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.373883 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.420082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ee5dcff-5449-4f2b-96e1-e9e065d899a2 admin admin] Publish callbacks [] for security_group (6a5d2955-a6c8-4466-a1e3-fe107789aea2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.424038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ee5dcff-5449-4f2b-96e1-e9e065d899a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6a5d2955-a6c8-4466-a1e3-fe107789aea2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.463160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9ee5dcff-5449-4f2b-96e1-e9e065d899a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=615d578b70234070a03d15766d37448f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2305899 Feb 03 21:49:31.463933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5dcff-5449-4f2b-96e1-e9e065d899a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5d2955-a6c8-4466-a1e3-fe107789aea2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:31.467483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:31.527554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb87a74-b2dd-481b-9cba-9b57603af994 admin admin] Publish callbacks [] for security_group (6a5d2955-a6c8-4466-a1e3-fe107789aea2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.550085 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb87a74-b2dd-481b-9cba-9b57603af994 admin admin] Publish callbacks [] for security_group (6a5d2955-a6c8-4466-a1e3-fe107789aea2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.600976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb87a74-b2dd-481b-9cba-9b57603af994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6a5d2955-a6c8-4466-a1e3-fe107789aea2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.603762 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb87a74-b2dd-481b-9cba-9b57603af994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.607460 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3cb87a74-b2dd-481b-9cba-9b57603af994 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a5d2955-a6c8-4466-a1e3-fe107789aea2 HTTP/1.1" status: 204 len: 168 time: 0.1363740 Feb 03 21:49:31.618207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb87a74-b2dd-481b-9cba-9b57603af994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5d2955-a6c8-4466-a1e3-fe107789aea2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:31.641660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c54cb-4063-463a-b5bb-8bfd2a264610 req-c32c911f-ce24-4a54-9f4f-7afff43e8a16 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:31.643101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce5c54cb-4063-463a-b5bb-8bfd2a264610 req-c32c911f-ce24-4a54-9f4f-7afff43e8a16 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 946 time: 0.0909388 Feb 03 21:49:31.733874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d90ff6f-356c-4794-a80b-1a1429d5044a {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:31.740632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce5c54cb-4063-463a-b5bb-8bfd2a264610 req-570db663-1ec3-46ca-93f3-a73b55f676ff tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911863 Feb 03 21:49:31.744736 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Publish callbacks [] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.765315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Transition to ACTIVE for port object 4d90ff6f-356c-4794-a80b-1a1429d5044a will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:49:31.769464 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.878653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=4d90ff6f-356c-4794-a80b-1a1429d5044a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:31.889263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.889623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.889961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.890316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.890686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.891060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.891407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.891697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.892160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.892386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.893465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.893814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.894163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:31.912115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:31.928823 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce49e810-356b-4778-828c-a6bcc58f85b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:31.929601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Attempting to bind port 4d90ff6f-356c-4794-a80b-1a1429d5044a on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:31.929940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Attempting to bind port 4d90ff6f-356c-4794-a80b-1a1429d5044a by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:31.930261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Attempting to bind port 4d90ff6f-356c-4794-a80b-1a1429d5044a on network bd7ce364-7a59-4061-873a-b32c0b85a031 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:31.937922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Port 4d90ff6f-356c-4794-a80b-1a1429d5044a on network bd7ce364-7a59-4061-873a-b32c0b85a031 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:49:31.938534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Attempting to bind port 4d90ff6f-356c-4794-a80b-1a1429d5044a on network bd7ce364-7a59-4061-873a-b32c0b85a031 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:31.945305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:31.945896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Checking segment: {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:31.946638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Bound using segment: {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:31.946942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Bound port: 4d90ff6f-356c-4794-a80b-1a1429d5044a, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5718f013-b9f1-4f3e-a858-cc9655e0a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:31.947745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.032176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce49e810-356b-4778-828c-a6bcc58f85b9 admin admin] Publish callbacks [] for security_group (ccb1438c-1a62-4d83-b4e1-3012d30c29f0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.044767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce49e810-356b-4778-828c-a6bcc58f85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ccb1438c-1a62-4d83-b4e1-3012d30c29f0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.077747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] For port 4d90ff6f-356c-4794-a80b-1a1429d5044a, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:32.088093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c8d86-56bc-4233-863a-721b0e9d78fb req-ab8d9fe5-2ab0-4509-857f-fbc81c7cc089 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.089770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e4c8d86-56bc-4233-863a-721b0e9d78fb req-ab8d9fe5-2ab0-4509-857f-fbc81c7cc089 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1005249 Feb 03 21:49:32.094223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49e810-356b-4778-828c-a6bcc58f85b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb1438c-1a62-4d83-b4e1-3012d30c29f0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:32.112230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] For port 4d90ff6f-356c-4794-a80b-1a1429d5044a, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d90ff6f-356c-4794-a80b-1a1429d5044a,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:32.113493 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce49e810-356b-4778-828c-a6bcc58f85b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c778f4f18d4140d1b2da7a17c2be2556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000437 Feb 03 21:49:32.116587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:32.150723 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.173316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a39400df-3e1a-40c9-a37a-5f3190d051d3 admin admin] Publish callbacks [] for security_group (ccb1438c-1a62-4d83-b4e1-3012d30c29f0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.197324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a39400df-3e1a-40c9-a37a-5f3190d051d3 admin admin] Publish callbacks [] for security_group (ccb1438c-1a62-4d83-b4e1-3012d30c29f0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.204480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.205131 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.206522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] 10.222.0.10 "PUT /v2.0/ports/4d90ff6f-356c-4794-a80b-1a1429d5044a HTTP/1.1" status: 200 len: 1091 time: 0.8993986 Feb 03 21:49:32.209448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247854f2-73b6-4816-84a3-1fc182fc07d3', 'tag': '4d90ff6f-356c-4794-a80b-1a1429d5044a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:32.211729 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f28ade8-35a9-4459-8337-1de03321e697" -d '{"events": [{"name": "network-changed", "server_uuid": "247854f2-73b6-4816-84a3-1fc182fc07d3", "tag": "4d90ff6f-356c-4794-a80b-1a1429d5044a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:32.252707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:32.257159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882c4a-5080-4173-8ebc-5892b5635834 req-ad730c3d-8e54-4cf7-b7de-4f3563e1371d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.262890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882c4a-5080-4173-8ebc-5892b5635834 req-ad730c3d-8e54-4cf7-b7de-4f3563e1371d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.268305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882c4a-5080-4173-8ebc-5892b5635834 req-ad730c3d-8e54-4cf7-b7de-4f3563e1371d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.273654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882c4a-5080-4173-8ebc-5892b5635834 req-ad730c3d-8e54-4cf7-b7de-4f3563e1371d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.279875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882c4a-5080-4173-8ebc-5892b5635834 req-ad730c3d-8e54-4cf7-b7de-4f3563e1371d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.287321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882c4a-5080-4173-8ebc-5892b5635834 req-ad730c3d-8e54-4cf7-b7de-4f3563e1371d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.292641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882c4a-5080-4173-8ebc-5892b5635834 req-ad730c3d-8e54-4cf7-b7de-4f3563e1371d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.295419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa882c4a-5080-4173-8ebc-5892b5635834 req-ad730c3d-8e54-4cf7-b7de-4f3563e1371d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.2047484 Feb 03 21:49:32.298195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a39400df-3e1a-40c9-a37a-5f3190d051d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ccb1438c-1a62-4d83-b4e1-3012d30c29f0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.301909 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a39400df-3e1a-40c9-a37a-5f3190d051d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.303113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e4c8d86-56bc-4233-863a-721b0e9d78fb req-c47b1141-b9bb-4fe6-99a7-840f8f60166d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928480 Feb 03 21:49:32.315148 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a39400df-3e1a-40c9-a37a-5f3190d051d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccb1438c-1a62-4d83-b4e1-3012d30c29f0 HTTP/1.1" status: 204 len: 168 time: 0.1950059 Feb 03 21:49:32.331886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 76d719e3-75af-4b8b-8248-2580bc1435b9 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:49:32.337353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 76d719e3-75af-4b8b-8248-2580bc1435b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:32.339061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.355811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39400df-3e1a-40c9-a37a-5f3190d051d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb1438c-1a62-4d83-b4e1-3012d30c29f0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:32.357379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a1455-5015-47e7-873c-81fefc27ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=4d90ff6f-356c-4794-a80b-1a1429d5044a,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:32.414261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa882c4a-5080-4173-8ebc-5892b5635834 req-4cacd1a1-5262-47c3-95e4-f8e3a4a8f568 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090455 Feb 03 21:49:32.425410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-77b758c2-9bf2-4d6f-98cc-f1ee60f4001c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.426827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-644116c3-d9b2-4298-8560-69d8cad44717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.428365 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-644116c3-d9b2-4298-8560-69d8cad44717 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25069f8987964f849a8fbfa547f78d2f&device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 1125 time: 0.1683068 Feb 03 21:49:32.430702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-77b758c2-9bf2-4d6f-98cc-f1ee60f4001c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.436715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-77b758c2-9bf2-4d6f-98cc-f1ee60f4001c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.442035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-77b758c2-9bf2-4d6f-98cc-f1ee60f4001c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.447320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-77b758c2-9bf2-4d6f-98cc-f1ee60f4001c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.455286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-77b758c2-9bf2-4d6f-98cc-f1ee60f4001c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.464238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-77b758c2-9bf2-4d6f-98cc-f1ee60f4001c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.471766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-77b758c2-9bf2-4d6f-98cc-f1ee60f4001c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.1753612 Feb 03 21:49:32.498155 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-ba0287d0-1afd-4fdf-b84d-cd75526b02db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d90ff6f-356c-4794-a80b-1a1429d5044a HTTP/1.1" status: 200 len: 217 time: 0.0601394 Feb 03 21:49:32.546636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:32.548031 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.574367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-1aa32422-9c3d-4ff0-88d9-ba918e6a7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.577976 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-1aa32422-9c3d-4ff0-88d9-ba918e6a7c5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d683e407-6fc4-4943-b17a-1e48441885b6 HTTP/1.1" status: 200 len: 862 time: 0.0720761 Feb 03 21:49:32.632137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:32.634724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:32.640304 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f6f9f-1b88-46e4-8932-1e2b0ec357e8" -d '{"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-plugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:32.646443 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-404bb944-a366-4a7e-93d4-aa70ab324f87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd7ce364-7a59-4061-873a-b32c0b85a031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586202 Feb 03 21:49:32.647410 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:32.723803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:32.774050 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-3d0af6f0-bc0e-43fb-9ee9-c0c313215f37 service neutron] 10.222.0.10 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181157 Feb 03 21:49:32.885337 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6121f970-af2c-466b-9c19-c3e23e7a03b2 req-ff2396a1-b41f-4d31-8726-184d6de91479 service neutron] 10.222.0.10 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034546 Feb 03 21:49:32.943455 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29211277-f33c-4067-868a-52adabf3c498 x-openstack-request-id: req-29211277-f33c-4067-868a-52adabf3c498 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:32.943781 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247854f2-73b6-4816-84a3-1fc182fc07d3", "tag": "4d90ff6f-356c-4794-a80b-1a1429d5044a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:32.944049 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29211277-f33c-4067-868a-52adabf3c498 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:32.944442 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247854f2-73b6-4816-84a3-1fc182fc07d3', 'tag': '4d90ff6f-356c-4794-a80b-1a1429d5044a', 'status': 'completed', 'code': 200} Feb 03 21:49:32.995522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d70419e6-4ddf-477e-bc75-94695d3f4d94 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:32.996895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d70419e6-4ddf-477e-bc75-94695d3f4d94 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "GET /v2.0/ports/6cf96df9-d086-4aae-bcfd-65de267ed87b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5074084 Feb 03 21:49:33.033819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28ade8-35a9-4459-8337-1de03321e697 req-a084e004-3a56-43d0-b6cd-94231891bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.035371 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f28ade8-35a9-4459-8337-1de03321e697 req-a084e004-3a56-43d0-b6cd-94231891bd50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25069f8987964f849a8fbfa547f78d2f&device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 1125 time: 0.0703373 Feb 03 21:49:33.071818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4f002-d178-450d-92e7-015eba5db8f8 req-d31b142a-5c75-4b93-b574-316120a17817 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.078800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-76d4f002-d178-450d-92e7-015eba5db8f8 req-d31b142a-5c75-4b93-b574-316120a17817 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 943 time: 0.6013906 Feb 03 21:49:33.116339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79ab29-202d-4dc1-9adc-4cb06d2d9ea8 req-ea09e4bd-b616-4a27-b8e9-8fd7eba3e1b7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.126010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc79ab29-202d-4dc1-9adc-4cb06d2d9ea8 req-ea09e4bd-b616-4a27-b8e9-8fd7eba3e1b7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1803620 Feb 03 21:49:33.226958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-76d4f002-d178-450d-92e7-015eba5db8f8 req-b2be9537-87c3-4781-83d7-9291fc7fcf5c tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450007 Feb 03 21:49:33.239791 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9c678e3c-a495-459f-a8fa-8e36b49dbe5e service neutron] show failed (client error): The resource could not be found. Feb 03 21:49:33.245409 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9c678e3c-a495-459f-a8fa-8e36b49dbe5e service neutron] 10.222.0.10 "GET /v2.0/ports/5ddd9522-98a3-4943-872a-b826ca33d2f3/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.1306016 Feb 03 21:49:33.256233 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-bae59933-cdf1-4c80-976b-a6aaab3ee517 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "GET /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2528007 Feb 03 21:49:33.267365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28ade8-35a9-4459-8337-1de03321e697 req-1053cbfa-fad3-47e1-85fd-0f5f397e6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.277526 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f28ade8-35a9-4459-8337-1de03321e697 req-1053cbfa-fad3-47e1-85fd-0f5f397e6ffe service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 200 len: 923 time: 0.2357626 Feb 03 21:49:33.279613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc79ab29-202d-4dc1-9adc-4cb06d2d9ea8 req-c26eed69-c4c9-4faa-8e4f-58d326fccf0c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524096 Feb 03 21:49:33.284944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:33.324629 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321c0898-9b3d-49c6-8bac-09fb7e6c8954 x-openstack-request-id: req-321c0898-9b3d-49c6-8bac-09fb7e6c8954 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:33.325680 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-plugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:33.325783 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-321c0898-9b3d-49c6-8bac-09fb7e6c8954 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:33.326157 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'code': 200} Feb 03 21:49:33.374764 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:33.448243 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f28ade8-35a9-4459-8337-1de03321e697 req-126aa7f2-e094-4c7a-9c56-604841e31a65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d90ff6f-356c-4794-a80b-1a1429d5044a HTTP/1.1" status: 200 len: 217 time: 0.1643875 Feb 03 21:49:33.686501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75dd428-602f-4439-a315-508010a73841 req-df4bf5cf-4c45-4134-8f50-6bd4c9dfef51 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.688349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d75dd428-602f-4439-a315-508010a73841 req-df4bf5cf-4c45-4134-8f50-6bd4c9dfef51 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.2263427 Feb 03 21:49:33.705734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f9089-f257-4740-a03d-25f7d9f49e74 req-9afb9ea2-3a24-4218-b0a9-14a6644d6dff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.711272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f9089-f257-4740-a03d-25f7d9f49e74 req-9afb9ea2-3a24-4218-b0a9-14a6644d6dff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.716768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f9089-f257-4740-a03d-25f7d9f49e74 req-9afb9ea2-3a24-4218-b0a9-14a6644d6dff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.722288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f9089-f257-4740-a03d-25f7d9f49e74 req-9afb9ea2-3a24-4218-b0a9-14a6644d6dff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.728786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f9089-f257-4740-a03d-25f7d9f49e74 req-9afb9ea2-3a24-4218-b0a9-14a6644d6dff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.734744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f9089-f257-4740-a03d-25f7d9f49e74 req-9afb9ea2-3a24-4218-b0a9-14a6644d6dff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.740513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f9089-f257-4740-a03d-25f7d9f49e74 req-9afb9ea2-3a24-4218-b0a9-14a6644d6dff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.751020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-059f9089-f257-4740-a03d-25f7d9f49e74 req-9afb9ea2-3a24-4218-b0a9-14a6644d6dff tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 5432 time: 0.1742249 Feb 03 21:49:33.792264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] For port 6cf96df9-d086-4aae-bcfd-65de267ed87b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6cf96df9-d086-4aae-bcfd-65de267ed87b,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:33.893114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-059f9089-f257-4740-a03d-25f7d9f49e74 req-f0652d05-15bd-43b8-bfe9-a695e29e5731 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=18435cfa-ad87-4ca6-8413-3b4babf54127&id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401799 Feb 03 21:49:33.912776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] For port 6cf96df9-d086-4aae-bcfd-65de267ed87b, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:33.968802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28ade8-35a9-4459-8337-1de03321e697 req-6d34411a-1181-4735-be7b-d5dca0bc9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.970390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f28ade8-35a9-4459-8337-1de03321e697 req-6d34411a-1181-4735-be7b-d5dca0bc9922 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d683e407-6fc4-4943-b17a-1e48441885b6 HTTP/1.1" status: 200 len: 862 time: 0.4229174 Feb 03 21:49:33.974793 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d75dd428-602f-4439-a315-508010a73841 req-530b0ecb-c182-461c-997a-5b91da41fce7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151353 Feb 03 21:49:33.977966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] device_id is not set on port 6cf96df9-d086-4aae-bcfd-65de267ed87b yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:49:33.979245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428ed5-dcc5-4acf-b7ac-82a915949065 req-1d89b948-fb41-40b6-a444-2e170b07ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:33.980678 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6428ed5-dcc5-4acf-b7ac-82a915949065 req-1d89b948-fb41-40b6-a444-2e170b07ef50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1127 time: 0.5364695 Feb 03 21:49:33.989875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] Publish callbacks [] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:33.999646 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:34.021149 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f28ade8-35a9-4459-8337-1de03321e697 req-816b65b8-303b-4f73-ae77-94d4201bf11a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd7ce364-7a59-4061-873a-b32c0b85a031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440376 Feb 03 21:49:34.028393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-f6183aab-05ac-4685-b881-297e171a1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:34.029674 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-f6183aab-05ac-4685-b881-297e171a1e25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 1132 time: 0.4275639 Feb 03 21:49:34.052506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:34.069573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] No DVR routers for this DVR port 6cf96df9-d086-4aae-bcfd-65de267ed87b on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:34.071681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf96df9-d086-4aae-bcfd-65de267ed87b,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:34.111350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] In _notify_port_updated(), no bound segment for port 6cf96df9-d086-4aae-bcfd-65de267ed87b on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:49:34.112241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:34.112848 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:34.114198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-92651e1c-4f33-494b-be3a-ab6af3c8e9c6 service neutron] 10.222.0.10 "PUT /v2.0/ports/6cf96df9-d086-4aae-bcfd-65de267ed87b HTTP/1.1" status: 200 len: 1026 time: 0.8336051 Feb 03 21:49:34.127694 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6428ed5-dcc5-4acf-b7ac-82a915949065 req-ea468879-51ab-439f-b1a2-ea729911addb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363344 Feb 03 21:49:34.187980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-123fd393-2bcb-4671-84f6-e03c5ca14e16 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:34.189731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-123fd393-2bcb-4671-84f6-e03c5ca14e16 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "GET /v2.0/ports/0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0692024 Feb 03 21:49:34.191716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:34.203109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:34.203358 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f28ade8-35a9-4459-8337-1de03321e697 req-38ff5f6c-6ec0-49fa-9f07-75123a2a2b03 service neutron] 10.222.0.10 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699266 Feb 03 21:49:34.285694 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:34.468074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f18633ff-8e0e-4b98-a7aa-e909000b1b7e None None] Provisioning complete for port 6cf96df9-d086-4aae-bcfd-65de267ed87b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:34.468651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f18633ff-8e0e-4b98-a7aa-e909000b1b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:34.489964 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f28ade8-35a9-4459-8337-1de03321e697 req-340ba5b4-8c0a-4cfc-8380-c33f143fd73a service neutron] 10.222.0.10 "GET /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786024 Feb 03 21:49:34.510359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c03a30-198d-42d4-8b18-80cd83dd3e39 req-f737fd6a-867a-4eac-a07e-e136db1e0ee5 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:34.518427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13c03a30-198d-42d4-8b18-80cd83dd3e39 req-f737fd6a-867a-4eac-a07e-e136db1e0ee5 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 943 time: 0.1621590 Feb 03 21:49:34.540953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f18633ff-8e0e-4b98-a7aa-e909000b1b7e None None] Port 6cf96df9-d086-4aae-bcfd-65de267ed87b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:49:34.573111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:34.594830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] For port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:34.605632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13c03a30-198d-42d4-8b18-80cd83dd3e39 req-c8c43d03-e4dc-4d70-a6cc-c3285fe38fcb tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859206 Feb 03 21:49:34.627822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:34.680027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:34.682446 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386a4177-4575-4682-a973-2947d3265faf" -d '{"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:34.686592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Publish callbacks [] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:34.709235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] For port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:34.726918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Transition to ACTIVE for port object 5ddd9522-98a3-4943-872a-b826ca33d2f3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:49:34.736866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:34.784288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825733-4d5f-4823-84d1-14bebd76fe61 req-1ec5f9bc-d485-46e9-ac23-31dc79638495 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:34.792595 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43825733-4d5f-4823-84d1-14bebd76fe61 req-1ec5f9bc-d485-46e9-ac23-31dc79638495 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.1291957 Feb 03 21:49:34.798482 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b1dc88-cadd-49d0-bc26-ebaaf1926b93 x-openstack-request-id: req-89b1dc88-cadd-49d0-bc26-ebaaf1926b93 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:34.798861 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:34.799119 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89b1dc88-cadd-49d0-bc26-ebaaf1926b93 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:34.799520 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'code': 200} Feb 03 21:49:34.838864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] device_id is not set on port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:49:34.840481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] No DVR routers for this DVR port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:34.866301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] Publish callbacks [] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:34.888148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:34.896307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:34.904178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.904447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.904791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.916686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43825733-4d5f-4823-84d1-14bebd76fe61 req-ada3ef8f-61c0-40ea-80c1-2c7d0764c002 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227667 Feb 03 21:49:34.932334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.932825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.933257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.933596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.934160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.934347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.935241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.935666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.935940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.936305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:34.940152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:34.940496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:34.940833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:34.957908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:49:34.958242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:34.976980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:34.977554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:34.978120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:34.978706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Bound port: 5ddd9522-98a3-4943-872a-b826ca33d2f3, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:34.979215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.084129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:35.087892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:35.088032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] No DVR routers for this DVR port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:35.091485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:35.115917 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.149764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ba22ce10-8721-43b4-bd9a-aef4991671be no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:35.191902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.192653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.194529 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] 10.222.0.47 "PUT /v2.0/ports/5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 1096 time: 1.1461699 Feb 03 21:49:35.305137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] In _notify_port_updated(), no bound segment for port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 on network 8078ad59-b8c0-4f92-af69-ec7116783853 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:49:35.311020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.312349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.318762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-b686018d-e54b-4e18-ad86-258f10bbb087 service neutron] 10.222.0.10 "PUT /v2.0/ports/0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 HTTP/1.1" status: 200 len: 1028 time: 1.1205447 Feb 03 21:49:35.329225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d8ae1-ebe8-404e-b84c-bd5cba0f815e service neutron] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:35.344648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ba22ce10-8721-43b4-bd9a-aef4991671be is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:35.346008 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.357161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-291aa469-1bb4-4f38-8cee-3bae5f1abd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.360195 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-291aa469-1bb4-4f38-8cee-3bae5f1abd5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1130 time: 0.1313591 Feb 03 21:49:35.403051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ba22ce10-8721-43b4-bd9a-aef4991671be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ba22ce10-8721-43b4-bd9a-aef4991671be,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:35.404317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:35.407641 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d841f3-e1b7-4154-8ec1-8cb52e9df834" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:35.417419 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.418318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:35.477199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b885-0cbb-4472-8c1e-d450ea506dd5 req-29db6ad5-122d-4b1a-bdef-ab24ff09b775 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.483618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b885-0cbb-4472-8c1e-d450ea506dd5 req-29db6ad5-122d-4b1a-bdef-ab24ff09b775 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.489904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b885-0cbb-4472-8c1e-d450ea506dd5 req-29db6ad5-122d-4b1a-bdef-ab24ff09b775 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.496310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b885-0cbb-4472-8c1e-d450ea506dd5 req-29db6ad5-122d-4b1a-bdef-ab24ff09b775 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.510158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b885-0cbb-4472-8c1e-d450ea506dd5 req-29db6ad5-122d-4b1a-bdef-ab24ff09b775 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.520774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b871b885-0cbb-4472-8c1e-d450ea506dd5 req-29db6ad5-122d-4b1a-bdef-ab24ff09b775 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 3884 time: 0.4686425 Feb 03 21:49:35.531919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 host ! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:49:35.532433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:35.532647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9491d3c4-875b-413d-b489-d12de987c9dd no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:35.536618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af7edb-0434-4ade-bce2-a703e75845ee req-2737096d-6bfe-4f04-9136-8d7ed54541c0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.544615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39af7edb-0434-4ade-bce2-a703e75845ee req-2737096d-6bfe-4f04-9136-8d7ed54541c0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.3941948 Feb 03 21:49:35.620245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-b65ee5b3-bb10-4908-9249-5c777cf26729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.623318 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-b65ee5b3-bb10-4908-9249-5c777cf26729 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2535312 Feb 03 21:49:35.701951 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-cdf20102-6dd3-4e42-a78f-88011b6b1aa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0726147 Feb 03 21:49:35.717562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-afd0a542-a4c1-4fc8-ba1e-3fb41ffcdf87 None None] Provisioning complete for port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:35.717936 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afd0a542-a4c1-4fc8-ba1e-3fb41ffcdf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.728734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b871b885-0cbb-4472-8c1e-d450ea506dd5 req-310e5af8-8268-4cfe-a5d2-4b16de56e146 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057168 Feb 03 21:49:35.765833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39af7edb-0434-4ade-bce2-a703e75845ee req-aff38775-350c-43a0-b368-046cc40c5c6e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202408 Feb 03 21:49:35.812675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting port ba22ce10-8721-43b4-bd9a-aef4991671be {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:35.816335 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.855335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ba22ce10-8721-43b4-bd9a-aef4991671be,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:35.864959 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6162cabf-bbcd-44ec-a790-fdedfc013f6b x-openstack-request-id: req-6162cabf-bbcd-44ec-a790-fdedfc013f6b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:35.865553 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:35.865817 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6162cabf-bbcd-44ec-a790-fdedfc013f6b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:35.866499 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'code': 200} Feb 03 21:49:35.875148 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-afd0a542-a4c1-4fc8-ba1e-3fb41ffcdf87 None None] Port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:49:35.883245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9491d3c4-875b-413d-b489-d12de987c9dd is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:35.883639 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.910577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-4a7b3c07-9006-4667-9db1-f9ba62320366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:35.914440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-4a7b3c07-9006-4667-9db1-f9ba62320366 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1982286 Feb 03 21:49:35.967165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9491d3c4-875b-413d-b489-d12de987c9dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9491d3c4-875b-413d-b489-d12de987c9dd,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:35.984043 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:35.984775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 491ae51d-18fe-4bdc-9b41-7e75f158dc31 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:36.020979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7efd-b84d-4178-a255-20854d8ab63c req-5fa93833-5a27-447b-ba51-79c1b0ddfabc tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:36.028161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-e208acbc-d0fa-4e0c-8d78-ad1d32666213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:36.030626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eedf7efd-b84d-4178-a255-20854d8ab63c req-5fa93833-5a27-447b-ba51-79c1b0ddfabc tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 943 time: 0.1017544 Feb 03 21:49:36.031620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-e208acbc-d0fa-4e0c-8d78-ad1d32666213 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1109128 Feb 03 21:49:36.065574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] For port ba22ce10-8721-43b4-bd9a-aef4991671be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ba22ce10-8721-43b4-bd9a-aef4991671be,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:36.065947 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.108390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9491d3c4-875b-413d-b489-d12de987c9dd,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:36.154055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:36.154450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.175254 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-1878c14b-6a41-4414-9837-499f0d3a0119 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317039 Feb 03 21:49:36.189458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 491ae51d-18fe-4bdc-9b41-7e75f158dc31, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:36.189694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eedf7efd-b84d-4178-a255-20854d8ab63c req-466ed5fc-d24b-49d0-a45d-214097fb5e23 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579421 Feb 03 21:49:36.203698 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.204513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device db1d8200-544f-466e-b3ea-ede04a32c787 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:36.295107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=491ae51d-18fe-4bdc-9b41-7e75f158dc31,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:36.317136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52926f-fa40-4c82-b9f7-f95b1d8157dc req-8ee20932-ac8a-47b6-9b5a-e8349c320e68 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:36.324289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c52926f-fa40-4c82-b9f7-f95b1d8157dc req-8ee20932-ac8a-47b6-9b5a-e8349c320e68 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 948 time: 0.1792412 Feb 03 21:49:36.342424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port db1d8200-544f-466e-b3ea-ede04a32c787 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:36.342847 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.349508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d3ca3fa-d945-4ec2-b8a5-236869fa2b2e req-cc01c285-c37c-49ee-83ab-099df07b2ca5 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657796 Feb 03 21:49:36.405098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port db1d8200-544f-466e-b3ea-ede04a32c787, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=db1d8200-544f-466e-b3ea-ede04a32c787,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:36.416877 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.418384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 41f39660-c8d1-46cc-be85-10cb8c2cfe7d no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:36.484600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c52926f-fa40-4c82-b9f7-f95b1d8157dc req-c711b0f7-1abf-439f-8007-ff2b1db31c83 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596913 Feb 03 21:49:36.530334 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.530668 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (93140065-540e-479c-b69e-e01332515ccd), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.530999 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Floating IP 93140065-540e-479c-b69e-e01332515ccd disassociated. External IP: 172.25.5.13, port: ba22ce10-8721-43b4-bd9a-aef4991671be. Feb 03 21:49:36.531533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Calling delete_port for ba22ce10-8721-43b4-bd9a-aef4991671be owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:36.550986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=db1d8200-544f-466e-b3ea-ede04a32c787,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:36.591763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:36.592952 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.637089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:36.644997 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.647101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6cf96df9-d086-4aae-bcfd-65de267ed87b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:36.712470 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ba22ce10-8721-43b4-bd9a-aef4991671be), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:36.728264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port 6cf96df9-d086-4aae-bcfd-65de267ed87b host ! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:49:36.728655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6cf96df9-d086-4aae-bcfd-65de267ed87b not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:36.732697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:36.752772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Port': ['ID=ba22ce10-8721-43b4-bd9a-aef4991671be,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:36.800510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:36.802908 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8c5808-1b4d-4894-9008-2039055ee863" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:36.986147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11542135-5fd0-4b35-9853-43700ea0af21 req-3ec9dbad-52c5-4f9c-80de-ef40d0fc79c0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:36.991366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11542135-5fd0-4b35-9853-43700ea0af21 req-3ec9dbad-52c5-4f9c-80de-ef40d0fc79c0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:36.996565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11542135-5fd0-4b35-9853-43700ea0af21 req-3ec9dbad-52c5-4f9c-80de-ef40d0fc79c0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:37.002377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11542135-5fd0-4b35-9853-43700ea0af21 req-3ec9dbad-52c5-4f9c-80de-ef40d0fc79c0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:37.004166 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11542135-5fd0-4b35-9853-43700ea0af21 req-3ec9dbad-52c5-4f9c-80de-ef40d0fc79c0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 3141 time: 0.1312172 Feb 03 21:49:37.013103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa403da-93bf-4088-b50d-35d5673079b8 req-c04eff34-9cfa-4a4f-973f-e475181f3902 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:37.014516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaa403da-93bf-4088-b50d-35d5673079b8 req-c04eff34-9cfa-4a4f-973f-e475181f3902 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.1541736 Feb 03 21:49:37.025748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:49:37.167725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d90ff6f-356c-4794-a80b-1a1429d5044a details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:49:37.185856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11542135-5fd0-4b35-9853-43700ea0af21 req-979ab402-ce13-4a24-b2f3-0595d2f19987 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700289 Feb 03 21:49:37.244690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaa403da-93bf-4088-b50d-35d5673079b8 req-9465b6c9-0280-4ad6-ad20-7ad6862359c0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178490 Feb 03 21:49:37.310950 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f359e0f-e037-4756-a430-75eea3c1a313 x-openstack-request-id: req-5f359e0f-e037-4756-a430-75eea3c1a313 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:37.313132 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:37.315349 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f359e0f-e037-4756-a430-75eea3c1a313 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:37.315933 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'status': 'completed', 'code': 200} Feb 03 21:49:37.359118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:49:37.379479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d90ff6f-356c-4794-a80b-1a1429d5044a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d90ff6f-356c-4794-a80b-1a1429d5044a,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:37.403800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:37.447299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '4d90ff6f-356c-4794-a80b-1a1429d5044a', 'network_id': 'bd7ce364-7a59-4061-873a-b32c0b85a031', 'port_id': '4d90ff6f-356c-4794-a80b-1a1429d5044a', 'mac_address': 'fa:16:3e:2f:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd683e407-6fc4-4943-b17a-1e48441885b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:49:37.455327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] Sync routers for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:49:37.463591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port 5ddd9522-98a3-4943-872a-b826ca33d2f3 host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:49:37.464368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:37.475438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:37.476098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:37.539091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-985e2299-d7e6-4a72-ab81-1551651fa7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:37.541535 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-985e2299-d7e6-4a72-ab81-1551651fa7cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1130 time: 0.1990409 Feb 03 21:49:37.553832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-66d899ea-29a4-472e-aa28-bab622a90c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:37.555841 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-66d899ea-29a4-472e-aa28-bab622a90c11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1130 time: 0.2245686 Feb 03 21:49:37.626372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4d90ff6f-356c-4794-a80b-1a1429d5044a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:37.626952 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:37.632866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] No DVR routers for this DVR port ba22ce10-8721-43b4-bd9a-aef4991671be on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:37.644588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:37.650220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-35cac182-66ab-457e-a8ae-85e135743761 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "DELETE /v2.0/ports/ba22ce10-8721-43b4-bd9a-aef4991671be HTTP/1.1" status: 204 len: 173 time: 2.3201632 Feb 03 21:49:37.652752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d90ff6f-356c-4794-a80b-1a1429d5044a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:37.657413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:37.662584 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfb2ab2-92f7-4fba-9bb2-30dcf94a5be4" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:37.667839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-9b178b3d-d23e-4225-9942-84520061f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:37.669605 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-9b178b3d-d23e-4225-9942-84520061f417 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1039546 Feb 03 21:49:37.691902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d90ff6f-356c-4794-a80b-1a1429d5044a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d90ff6f-356c-4794-a80b-1a1429d5044a,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:37.697219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:37.759424 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-73482ef6-ed77-48fe-80cf-5bee3bec2b62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0772150 Feb 03 21:49:37.830849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f2178-283a-4023-b0c6-775f4bb91870 req-71bd9fd2-5177-4963-9200-767aad909d11 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:37.832477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a8f2178-283a-4023-b0c6-775f4bb91870 req-71bd9fd2-5177-4963-9200-767aad909d11 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.3946328 Feb 03 21:49:37.841939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e2661-0b0a-4874-b481-173fb50c50da req-c4f1bcf7-224b-4c19-8da4-37401d54b17d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:37.850078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-259e2661-0b0a-4874-b481-173fb50c50da req-c4f1bcf7-224b-4c19-8da4-37401d54b17d tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 943 time: 0.4043489 Feb 03 21:49:37.851623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:37.861461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'floatingip': {'port_id': '76d719e3-75af-4b8b-8248-2580bc1435b9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:37.915876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9491d3c4-875b-413d-b489-d12de987c9dd'}, {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491ae51d-18fe-4bdc-9b41-7e75f158dc31'}, {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1d8200-544f-466e-b3ea-ede04a32c787'}, {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:37.918552 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d2e0e7-8357-4a7b-99bd-4309384f0756" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "9491d3c4-875b-413d-b489-d12de987c9dd"}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "491ae51d-18fe-4bdc-9b41-7e75f158dc31"}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "db1d8200-544f-466e-b3ea-ede04a32c787"}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "41f39660-c8d1-46cc-be85-10cb8c2cfe7d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:37.924308 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:37.965293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-259e2661-0b0a-4874-b481-173fb50c50da req-30fea3aa-6686-4a28-8217-b91914208370 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142218 Feb 03 21:49:38.018087 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for floatingip (11a6b9bc-23f7-434f-935f-d51d9f10fd51), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:38.039327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-3f8d54cd-4a04-4358-b39b-98cedd00bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.040810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-3f8d54cd-4a04-4358-b39b-98cedd00bc3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2586405 Feb 03 21:49:38.043226 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627cec38-25ed-48d2-9bf6-121718b8967b x-openstack-request-id: req-627cec38-25ed-48d2-9bf6-121718b8967b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:38.043525 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "ba22ce10-8721-43b4-bd9a-aef4991671be", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:38.043864 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-627cec38-25ed-48d2-9bf6-121718b8967b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:38.044819 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': 'ba22ce10-8721-43b4-bd9a-aef4991671be', 'status': 'completed', 'code': 200} Feb 03 21:49:38.089371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting port db1d8200-544f-466e-b3ea-ede04a32c787 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:38.089745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:38.103114 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3e2c26-d99d-43dd-9592-11d0c60cff27 x-openstack-request-id: req-2c3e2c26-d99d-43dd-9592-11d0c60cff27 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:38.104105 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "9491d3c4-875b-413d-b489-d12de987c9dd", "code": 200}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "491ae51d-18fe-4bdc-9b41-7e75f158dc31", "code": 200}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "db1d8200-544f-466e-b3ea-ede04a32c787", "code": 200}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-unplugged", "status": "completed", "tag": "41f39660-c8d1-46cc-be85-10cb8c2cfe7d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:38.104635 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c3e2c26-d99d-43dd-9592-11d0c60cff27 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:38.105264 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9491d3c4-875b-413d-b489-d12de987c9dd', 'code': 200} Feb 03 21:49:38.105851 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491ae51d-18fe-4bdc-9b41-7e75f158dc31', 'code': 200} Feb 03 21:49:38.107066 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1d8200-544f-466e-b3ea-ede04a32c787', 'code': 200} Feb 03 21:49:38.107558 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d', 'code': 200} Feb 03 21:49:38.181389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4d90ff6f-356c-4794-a80b-1a1429d5044a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:38.185603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce664c-12f7-48a1-b4ea-987b3865e19d req-8c286b57-746a-49c0-9c57-8715c5df4974 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.193042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cce664c-12f7-48a1-b4ea-987b3865e19d req-8c286b57-746a-49c0-9c57-8715c5df4974 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 948 time: 0.2313192 Feb 03 21:49:38.256084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['4d90ff6f-356c-4794-a80b-1a1429d5044a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:38.279183 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cce664c-12f7-48a1-b4ea-987b3865e19d req-da58d39e-b859-4aab-a106-fa85a7ee3d69 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842407 Feb 03 21:49:38.324335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-36bc22f2-a93c-4f61-8720-e5927df4b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.326700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-36bc22f2-a93c-4f61-8720-e5927df4b7ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.7693789 Feb 03 21:49:38.375038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] For port db1d8200-544f-466e-b3ea-ede04a32c787, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=db1d8200-544f-466e-b3ea-ede04a32c787,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:38.375836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:38.395957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Calling delete_port for db1d8200-544f-466e-b3ea-ede04a32c787 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:38.437313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:48Z', 'revision_number': 5, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:38.456004 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-5d890d25-6e3a-42e7-b44d-2ff97f462c6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0949736 Feb 03 21:49:38.477887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] Checking router: d9892f0b-78a3-4dbc-beb0-dc0f54864c98 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:49:38.483848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-704a4141-8c91-4f9c-bb72-bdba405078f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.485398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-704a4141-8c91-4f9c-bb72-bdba405078f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3459272 Feb 03 21:49:38.527646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:38.528444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:38.559318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59265ed3-9eeb-4f42-93dd-83b3b590d286 req-55a70f87-b5b0-411c-b60d-56d3243e63d9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.565591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59265ed3-9eeb-4f42-93dd-83b3b590d286 req-55a70f87-b5b0-411c-b60d-56d3243e63d9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.571425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59265ed3-9eeb-4f42-93dd-83b3b590d286 req-55a70f87-b5b0-411c-b60d-56d3243e63d9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.577673 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59265ed3-9eeb-4f42-93dd-83b3b590d286 req-55a70f87-b5b0-411c-b60d-56d3243e63d9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.586548 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59265ed3-9eeb-4f42-93dd-83b3b590d286 req-55a70f87-b5b0-411c-b60d-56d3243e63d9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 3141 time: 0.2714350 Feb 03 21:49:38.662019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-7491537d-2edb-41a1-8078-d78cca7ceb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.663512 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-7491537d-2edb-41a1-8078-d78cca7ceb1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2013774 Feb 03 21:49:38.692248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59265ed3-9eeb-4f42-93dd-83b3b590d286 req-45c03a3a-a063-44b2-9554-0b237a86015d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043310 Feb 03 21:49:38.696287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:38.725273 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (db1d8200-544f-466e-b3ea-ede04a32c787), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:38.757144 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-69bd4f3a-0c02-4627-a446-6d90be8ba7fc service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521448 Feb 03 21:49:38.760831 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-147e8198-e840-4006-95ac-179fb2eab44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:38.762329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-147e8198-e840-4006-95ac-179fb2eab44e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0918741 Feb 03 21:49:38.770993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Port': ['ID=db1d8200-544f-466e-b3ea-ede04a32c787,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:38.820761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] No DVR routers for this DVR port db1d8200-544f-466e-b3ea-ede04a32c787 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:38.835550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:38.839830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-df8f4b40-8dbf-4e23-a7e6-bfa27fb8ab9a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "DELETE /v2.0/ports/db1d8200-544f-466e-b3ea-ede04a32c787 HTTP/1.1" status: 204 len: 173 time: 1.1672521 Feb 03 21:49:39.004110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting port 9491d3c4-875b-413d-b489-d12de987c9dd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:39.004476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:39.114306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:48Z', 'revision_number': 5, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:39.197227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] For port 9491d3c4-875b-413d-b489-d12de987c9dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9491d3c4-875b-413d-b489-d12de987c9dd,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:39.197611 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:39.203092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477ea68-85c4-4c02-96ef-dfc251e0e5b2 None None] The sync data for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 is: [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:42:41Z', 'revision_number': 4, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c235a7c1-ebcd-4a70-a1b8-e055f43eec84', 'name': '', 'network_id': '2f83f93a-3225-4a43-9e07-27b3e3c95587', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'mac_address': 'fa:16:3e:b5:b4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:40Z', 'updated_at': '2022-02-03T21:42:48Z', 'revision_number': 5, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'subnets': [{'id': 'f420064c-13fa-4fd9-9485-6208efd73674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:49:39.236035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Calling delete_port for 9491d3c4-875b-413d-b489-d12de987c9dd owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:39.371824 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-cf1668e3-99b5-4568-8985-81a9eeebaff0 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044645 Feb 03 21:49:39.386436 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:49:39.391248 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-1dc15774-8755-41ae-9ed7-c1666623403d service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023451 Feb 03 21:49:39.526885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:39.545893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b067a4-2ba4-4dad-8b48-1dd87a02e908 req-0d2a3adf-2951-4396-b74a-bc8fba6b9085 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:39.547804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5b067a4-2ba4-4dad-8b48-1dd87a02e908 req-0d2a3adf-2951-4396-b74a-bc8fba6b9085 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 944 time: 0.2922287 Feb 03 21:49:39.548131 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (11a6b9bc-23f7-434f-935f-d51d9f10fd51), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:39.605597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f52e-2ee5-4893-a1e1-e94f03377378 req-d60593e8-f12a-45fa-bcc7-617354a0924b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:39.613467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8a0f52e-2ee5-4893-a1e1-e94f03377378 req-d60593e8-f12a-45fa-bcc7-617354a0924b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 948 time: 0.1881962 Feb 03 21:49:39.669270 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7237c2-1dc5-4c4b-ad52-0ad32a19e7c7 None None] New status for floating IP 93140065-540e-479c-b69e-e01332515ccd: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:49:39.734468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8a0f52e-2ee5-4893-a1e1-e94f03377378 req-a5bb3d8d-4209-4e06-b5c2-000c4ec60a32 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152704 Feb 03 21:49:39.744897 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5b067a4-2ba4-4dad-8b48-1dd87a02e908 req-47ccb472-9919-47a5-a7d4-ccca54f54969 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890218 Feb 03 21:49:39.783449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9491d3c4-875b-413d-b489-d12de987c9dd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:39.838618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Port': ['ID=9491d3c4-875b-413d-b489-d12de987c9dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:40.004061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] No DVR routers for this DVR port 9491d3c4-875b-413d-b489-d12de987c9dd on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:40.008681 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:40.013169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-8ebb86ad-c242-40c8-bae7-40cfe6128f44 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "DELETE /v2.0/ports/9491d3c4-875b-413d-b489-d12de987c9dd HTTP/1.1" status: 204 len: 173 time: 1.1672626 Feb 03 21:49:40.062071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': 'db1d8200-544f-466e-b3ea-ede04a32c787'}, {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': '9491d3c4-875b-413d-b489-d12de987c9dd'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:40.064513 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94e18c5-5cf5-45dc-8485-97071b8f4c68" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "db1d8200-544f-466e-b3ea-ede04a32c787"}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "9491d3c4-875b-413d-b489-d12de987c9dd"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:40.130213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c68de6-92c6-4f79-8b25-1dd670de2fa0 req-e46b3ebe-9098-4331-8655-d8d3fa97ee71 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:40.137155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c68de6-92c6-4f79-8b25-1dd670de2fa0 req-e46b3ebe-9098-4331-8655-d8d3fa97ee71 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:40.139080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55c68de6-92c6-4f79-8b25-1dd670de2fa0 req-e46b3ebe-9098-4331-8655-d8d3fa97ee71 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 1676 time: 0.2851832 Feb 03 21:49:40.149446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bc8c5808-1b4d-4894-9008-2039055ee863 req-6356d9af-3705-4c64-a574-2231f38bd208 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225075 Feb 03 21:49:40.167859 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d294645-3c71-4534-83da-997bfd96745d x-openstack-request-id: req-9d294645-3c71-4534-83da-997bfd96745d {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:40.168226 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "db1d8200-544f-466e-b3ea-ede04a32c787", "status": "completed", "code": 200}, {"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "9491d3c4-875b-413d-b489-d12de987c9dd", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:40.168396 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d294645-3c71-4534-83da-997bfd96745d {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:40.168836 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': 'db1d8200-544f-466e-b3ea-ede04a32c787', 'status': 'completed', 'code': 200} Feb 03 21:49:40.169160 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': '9491d3c4-875b-413d-b489-d12de987c9dd', 'status': 'completed', 'code': 200} Feb 03 21:49:40.173157 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Floating IP 11a6b9bc-23f7-434f-935f-d51d9f10fd51 associated. External IP: 172.25.5.99, port: 76d719e3-75af-4b8b-8248-2580bc1435b9. Feb 03 21:49:40.274327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:49:40.456056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:49:40.539050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:40.555746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'mac_address': 'fa:16:3e:e8:63:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:49:40.602518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 5ddd9522-98a3-4943-872a-b826ca33d2f3 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:40.603411 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:40.621609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddd9522-98a3-4943-872a-b826ca33d2f3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:40.650965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:40.657294 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:40.691893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:49:40.716136 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:40.742496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:40.757220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] Sync routers for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:49:40.762005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55c68de6-92c6-4f79-8b25-1dd670de2fa0 req-0027ffdb-2132-43b1-8871-831da59d8fdc tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5990341 Feb 03 21:49:40.773865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:40.774903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:40.777319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:40.777662 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:40.873035 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-44ccc6f6-425a-48b1-b814-f81bec3bc032 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "PUT /v2.0/floatingips/11a6b9bc-23f7-434f-935f-d51d9f10fd51 HTTP/1.1" status: 200 len: 990 time: 3.0142148 Feb 03 21:49:40.874556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:40.881425 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eee6de7-2172-49eb-afb2-fe6da7793a06" -d '{"events": [{"name": "network-changed", "server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:40.915318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] For port 491ae51d-18fe-4bdc-9b41-7e75f158dc31, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=491ae51d-18fe-4bdc-9b41-7e75f158dc31,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:40.915804 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:40.971765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:40.984921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Calling delete_port for 491ae51d-18fe-4bdc-9b41-7e75f158dc31 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:41.148432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['5ddd9522-98a3-4943-872a-b826ca33d2f3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:41.183859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d90ff6f-356c-4794-a80b-1a1429d5044a up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:41.203447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a1bf2-8aa4-427f-97e7-33a103889376 req-e28ef2ee-5344-467e-9a4c-211f87685985 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:41.205364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-110a1bf2-8aa4-427f-97e7-33a103889376 req-e28ef2ee-5344-467e-9a4c-211f87685985 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.2778578 Feb 03 21:49:41.219970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556c1e0-2c4a-4184-86d0-25a0be0ebb22 req-6f83ec65-b42b-4c5e-8ccc-f8d298e70eb8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:41.227430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6556c1e0-2c4a-4184-86d0-25a0be0ebb22 req-6f83ec65-b42b-4c5e-8ccc-f8d298e70eb8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 944 time: 0.3012927 Feb 03 21:49:41.234994 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (491ae51d-18fe-4bdc-9b41-7e75f158dc31), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:41.326430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-110a1bf2-8aa4-427f-97e7-33a103889376 req-2e4a2f55-b6aa-4dc4-994f-bcfd0993e750 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885220 Feb 03 21:49:41.367423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Port': ['ID=491ae51d-18fe-4bdc-9b41-7e75f158dc31,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:41.435105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 4d90ff6f-356c-4794-a80b-1a1429d5044a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:49:41.449137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 4d90ff6f-356c-4794-a80b-1a1429d5044a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:41.449519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:41.455546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] No DVR routers for this DVR port 491ae51d-18fe-4bdc-9b41-7e75f158dc31 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:41.468940 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:41.473947 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-cb6ea228-3582-4f0c-b2ad-8025525df849 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "DELETE /v2.0/ports/491ae51d-18fe-4bdc-9b41-7e75f158dc31 HTTP/1.1" status: 204 len: 173 time: 1.4550812 Feb 03 21:49:41.493464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6556c1e0-2c4a-4184-86d0-25a0be0ebb22 req-19333cba-5262-4c14-ae10-ea6804723313 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649302 Feb 03 21:49:41.575881 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbd4cd9-67d3-432f-abbb-277e5c9c58f4 x-openstack-request-id: req-bcbd4cd9-67d3-432f-abbb-277e5c9c58f4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:41.576436 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:41.577066 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcbd4cd9-67d3-432f-abbb-277e5c9c58f4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:41.577503 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'status': 'completed', 'code': 200} Feb 03 21:49:41.614745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62031552-dfa4-4711-8504-ae10919a2dec req-ed34e7e7-1d58-4c72-9c34-59f298d02d26 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:41.622248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62031552-dfa4-4711-8504-ae10919a2dec req-ed34e7e7-1d58-4c72-9c34-59f298d02d26 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.1728637 Feb 03 21:49:41.691267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-e50ab3c8-ac9d-463c-a1b0-2e5bebd58075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:41.694301 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-e50ab3c8-ac9d-463c-a1b0-2e5bebd58075 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1127 time: 0.0838537 Feb 03 21:49:41.702672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:41.703102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:41.741328 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62031552-dfa4-4711-8504-ae10919a2dec req-54e1ae2b-8798-4ce5-98e5-c790e70c358d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133225 Feb 03 21:49:41.874862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:41.908252 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '11a6b9bc-23f7-434f-935f-d51d9f10fd51', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'port_id': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'mac_address': 'fa:16:3e:19:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac72890-9f54-44d6-89c6-d205c984307f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:49:17Z', 'updated_at': '2022-02-03T21:49:39Z', 'revision_number': 1, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:19Z', 'revision_number': 5, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:41.958153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] For port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:41.958695 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:41.978303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-36b89bb8-cb20-4ec8-91b7-90d463d94902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:41.981198 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-36b89bb8-cb20-4ec8-91b7-90d463d94902 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.2776775 Feb 03 21:49:42.025691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Calling delete_port for 41f39660-c8d1-46cc-be85-10cb8c2cfe7d owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:42.051004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] Checking router: c85c04c5-510e-4bec-b7d8-c8c58292b9d1 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:49:42.124941 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3e1877d-f1d2-4497-b400-0bfb9dd0c135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:42.144284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4d90ff6f-356c-4794-a80b-1a1429d5044a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:42.144966 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:42.170503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': '491ae51d-18fe-4bdc-9b41-7e75f158dc31'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:42.173444 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cfdf66-232e-4502-9099-91b6ad5b5eae" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "491ae51d-18fe-4bdc-9b41-7e75f158dc31"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:42.185335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d90ff6f-356c-4794-a80b-1a1429d5044a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d90ff6f-356c-4794-a80b-1a1429d5044a,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:42.186737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247854f2-73b6-4816-84a3-1fc182fc07d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d90ff6f-356c-4794-a80b-1a1429d5044a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:42.189452 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc91d2d-32df-4673-8782-3d4a5a06b78a" -d '{"events": [{"server_uuid": "247854f2-73b6-4816-84a3-1fc182fc07d3", "name": "network-vif-plugged", "status": "completed", "tag": "4d90ff6f-356c-4794-a80b-1a1429d5044a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:42.193417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:49:42.195422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:42.201192 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:42.208034 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-dfb51632-1cf6-4c30-a93a-8f4f2d70c9ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 998 time: 0.2193005 Feb 03 21:49:42.245313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228a6bc-e5b9-4ffd-87ca-a6a14262c5b2 req-d12a07e6-42cc-419e-9513-da39d788ed84 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:42.248394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d228a6bc-e5b9-4ffd-87ca-a6a14262c5b2 req-d12a07e6-42cc-419e-9513-da39d788ed84 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 942 time: 0.2709441 Feb 03 21:49:42.298240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-8353f854-f04b-4801-8596-2dc613edb7d2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:42.299756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-8353f854-f04b-4801-8596-2dc613edb7d2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 949 time: 0.1498511 Feb 03 21:49:42.312681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b13e33-0adf-40e3-b4b7-949630588cdf req-dd289972-7ab5-42e8-a2d3-29912bb2529c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:42.314193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-3deec2e0-7c76-4cf3-8b93-7a99a8d05714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:42.314797 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0b13e33-0adf-40e3-b4b7-949630588cdf req-dd289972-7ab5-42e8-a2d3-29912bb2529c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.1385148 Feb 03 21:49:42.316093 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-3deec2e0-7c76-4cf3-8b93-7a99a8d05714 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.0966513 Feb 03 21:49:42.395830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d228a6bc-e5b9-4ffd-87ca-a6a14262c5b2 req-6fe17533-eac3-47d2-8c77-41a924f9f0bd tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups?id=00104047-70fa-474a-a655-7190324946a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352689 Feb 03 21:49:42.419658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:49:42.424034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3e1877d-f1d2-4497-b400-0bfb9dd0c135 admin admin] Publish callbacks [] for security_group (96a15635-6027-4074-b648-c26b88851277), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:42.438621 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3e1877d-f1d2-4497-b400-0bfb9dd0c135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (96a15635-6027-4074-b648-c26b88851277), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:42.445711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0b13e33-0adf-40e3-b4b7-949630588cdf req-54fa4034-7fda-40c1-8f47-7397f62ba66a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135817 Feb 03 21:49:42.473104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a3e1877d-f1d2-4497-b400-0bfb9dd0c135 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b54b82d643424ac3bc19d4bd7c6e9859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5968528 Feb 03 21:49:42.476029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:42.477893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-19b6e20d-2c28-484d-83be-f3851028e133 service neutron] 10.222.0.47 "GET /v2.0/ports/5ddd9522-98a3-4943-872a-b826ca33d2f3/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 382 time: 0.1573555 Feb 03 21:49:42.480747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-322a58d0-a65c-4a8e-b6cc-189dbec5d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:42.482274 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-322a58d0-a65c-4a8e-b6cc-189dbec5d00c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1537275 Feb 03 21:49:42.523562 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (41f39660-c8d1-46cc-be85-10cb8c2cfe7d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:42.546287 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc05a063-5e06-4143-ba3c-53520b56ca82 x-openstack-request-id: req-bc05a063-5e06-4143-ba3c-53520b56ca82 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:42.546807 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247854f2-73b6-4816-84a3-1fc182fc07d3", "name": "network-vif-plugged", "status": "completed", "tag": "4d90ff6f-356c-4794-a80b-1a1429d5044a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:42.546807 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc05a063-5e06-4143-ba3c-53520b56ca82 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:42.547729 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247854f2-73b6-4816-84a3-1fc182fc07d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d90ff6f-356c-4794-a80b-1a1429d5044a', 'code': 200} Feb 03 21:49:42.602304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4d90ff6f-356c-4794-a80b-1a1429d5044a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:42.622636 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775061cf-0659-4bd0-abc8-fd5739dae16f x-openstack-request-id: req-775061cf-0659-4bd0-abc8-fd5739dae16f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:42.623043 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "491ae51d-18fe-4bdc-9b41-7e75f158dc31", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:42.623175 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-775061cf-0659-4bd0-abc8-fd5739dae16f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:42.633067 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': '491ae51d-18fe-4bdc-9b41-7e75f158dc31', 'status': 'completed', 'code': 200} Feb 03 21:49:42.634061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Port': ['ID=41f39660-c8d1-46cc-be85-10cb8c2cfe7d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:42.659927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1877d-f1d2-4497-b400-0bfb9dd0c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a15635-6027-4074-b648-c26b88851277,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:42.823147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '11a6b9bc-23f7-434f-935f-d51d9f10fd51', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'port_id': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'mac_address': 'fa:16:3e:19:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac72890-9f54-44d6-89c6-d205c984307f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:49:17Z', 'updated_at': '2022-02-03T21:49:39Z', 'revision_number': 1, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:19Z', 'revision_number': 5, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:42.831942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] No DVR routers for this DVR port 41f39660-c8d1-46cc-be85-10cb8c2cfe7d on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:42.836103 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:42.850680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37c71171-18de-462f-8c47-edd5acc2d864 req-d08d9ebd-aa79-4c27-b7bf-10cadf7935df tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.10 "DELETE /v2.0/ports/41f39660-c8d1-46cc-be85-10cb8c2cfe7d HTTP/1.1" status: 204 len: 173 time: 1.3481355 Feb 03 21:49:42.858323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-02912104-d5de-4b57-a274-c78fec06db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:42.859831 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-02912104-d5de-4b57-a274-c78fec06db85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1131 time: 0.3214173 Feb 03 21:49:42.861805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120d274-fd1e-48a3-aba4-1c05a35505a7 None None] The sync data for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 is: [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '11a6b9bc-23f7-434f-935f-d51d9f10fd51', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'port_id': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'mac_address': 'fa:16:3e:19:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac72890-9f54-44d6-89c6-d205c984307f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:49:17Z', 'updated_at': '2022-02-03T21:49:39Z', 'revision_number': 1, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:19Z', 'revision_number': 5, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:49:42.899107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34065b69-6f75-4e62-a12d-adf178718ae9 req-8876a24d-c7ec-47a3-a946-1318e8a9a62a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:42.920762 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-61f9b05a-ff7f-4a4e-a504-6dba72c30935 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714190 Feb 03 21:49:42.921695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34065b69-6f75-4e62-a12d-adf178718ae9 req-8876a24d-c7ec-47a3-a946-1318e8a9a62a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 945 time: 0.2265921 Feb 03 21:49:42.931066 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ec5287c-bbc1-470e-a11f-8900c30e42b1 admin admin] Publish callbacks [] for security_group (96a15635-6027-4074-b648-c26b88851277), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:42.959824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c4af1-3eab-4edf-8d2b-49fc5bb428ba req-6e833dc9-d5a5-420c-ae5c-6c4a6d54b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:42.961624 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-128c4af1-3eab-4edf-8d2b-49fc5bb428ba req-6e833dc9-d5a5-420c-ae5c-6c4a6d54b6a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 1127 time: 0.2812335 Feb 03 21:49:43.047814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34065b69-6f75-4e62-a12d-adf178718ae9 req-bc955729-ebe7-4da5-90ae-bf3e029416b2 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240160 Feb 03 21:49:43.062868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a622b-49f2-4561-b13e-99cff1277c4d req-64ad3e24-fb52-47ec-83c0-8881835686da tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:43.064599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-982a622b-49f2-4561-b13e-99cff1277c4d req-64ad3e24-fb52-47ec-83c0-8881835686da tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.1892071 Feb 03 21:49:43.116678 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ec5287c-bbc1-470e-a11f-8900c30e42b1 admin admin] Publish callbacks [] for security_group (96a15635-6027-4074-b648-c26b88851277), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:43.124982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-982a622b-49f2-4561-b13e-99cff1277c4d req-242ce0e2-dbea-47c4-8c48-944b6e04af9f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529058 Feb 03 21:49:43.234503 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-128c4af1-3eab-4edf-8d2b-49fc5bb428ba req-28899ee3-bb69-4202-83b8-83a90a5f24ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093494 Feb 03 21:49:43.241373 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7201e85-f6b4-4721-98b6-a5d89192905e None None] New status for floating IP 11a6b9bc-23f7-434f-935f-d51d9f10fd51: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:49:43.262365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-958b88be-f890-4630-85ca-11b39ecf5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:43.263984 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-958b88be-f890-4630-85ca-11b39ecf5a69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.3854296 Feb 03 21:49:43.268459 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1eee6de7-2172-49eb-afb2-fe6da7793a06 req-003fc050-957a-4165-b340-fe26d55066cc service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315773 Feb 03 21:49:43.315217 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-0fa37bcd-95c1-4a55-a601-3f4e110a174a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0394275 Feb 03 21:49:43.315735 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ec5287c-bbc1-470e-a11f-8900c30e42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (96a15635-6027-4074-b648-c26b88851277), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:43.318306 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ec5287c-bbc1-470e-a11f-8900c30e42b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:43.319360 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2ec5287c-bbc1-470e-a11f-8900c30e42b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/96a15635-6027-4074-b648-c26b88851277 HTTP/1.1" status: 204 len: 168 time: 0.8408659 Feb 03 21:49:43.381736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5287c-bbc1-470e-a11f-8900c30e42b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a15635-6027-4074-b648-c26b88851277,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:43.401647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-b3b86e51-a3c1-4289-bbb1-11f5f23bf0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:43.404463 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-b3b86e51-a3c1-4289-bbb1-11f5f23bf0c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0824349 Feb 03 21:49:43.467095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-2b30e5f7-d0da-4d19-a682-84cd3cc9c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:43.470081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-2b30e5f7-d0da-4d19-a682-84cd3cc9c834 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0593514 Feb 03 21:49:43.604842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-44131b3f-9d99-4ffe-96e9-e125bed7ed4f service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258061 Feb 03 21:49:43.626768 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec48f9bc-0cdd-4825-a283-1769fcaa661b req-57789f83-5a89-4fed-a53a-889b167fcdcc tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0374379 Feb 03 21:49:43.661230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13123e0f-9be6-4d7b-b626-ed158a263d6f req-b870ca2a-72a6-4f09-aee9-3b78bdce9f67 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:43.668335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13123e0f-9be6-4d7b-b626-ed158a263d6f req-b870ca2a-72a6-4f09-aee9-3b78bdce9f67 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.1064489 Feb 03 21:49:43.689853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60732) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:43.709052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c331e8dc-afff-4bbc-b261-e91eb4a43f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:43.714249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-8b3e5797-d693-4fba-ac22-9cffef8b8a58 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019061 Feb 03 21:49:43.748589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13123e0f-9be6-4d7b-b626-ed158a263d6f req-57ccd93f-d37f-48c0-afbd-7aef3c528a39 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793166 Feb 03 21:49:43.818459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c331e8dc-afff-4bbc-b261-e91eb4a43f4a admin admin] Publish callbacks [] for security_group (f7a0ea02-c3f1-4a14-a5f3-b8e1be1eef7b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:43.822593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c331e8dc-afff-4bbc-b261-e91eb4a43f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f7a0ea02-c3f1-4a14-a5f3-b8e1be1eef7b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:43.866124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c331e8dc-afff-4bbc-b261-e91eb4a43f4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7bcdfe7d0a942ca819586c31a545373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1724114 Feb 03 21:49:43.866412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:43.869586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331e8dc-afff-4bbc-b261-e91eb4a43f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a0ea02-c3f1-4a14-a5f3-b8e1be1eef7b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:43.934821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-993cf067-44bb-4db2-8c56-032c9e5c274d admin admin] Publish callbacks [] for security_group (f7a0ea02-c3f1-4a14-a5f3-b8e1be1eef7b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:43.959070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-993cf067-44bb-4db2-8c56-032c9e5c274d admin admin] Publish callbacks [] for security_group (f7a0ea02-c3f1-4a14-a5f3-b8e1be1eef7b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:44.007302 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-993cf067-44bb-4db2-8c56-032c9e5c274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f7a0ea02-c3f1-4a14-a5f3-b8e1be1eef7b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:44.010250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-993cf067-44bb-4db2-8c56-032c9e5c274d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:44.011454 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-993cf067-44bb-4db2-8c56-032c9e5c274d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7a0ea02-c3f1-4a14-a5f3-b8e1be1eef7b HTTP/1.1" status: 204 len: 168 time: 0.1440356 Feb 03 21:49:44.019867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cf067-44bb-4db2-8c56-032c9e5c274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a0ea02-c3f1-4a14-a5f3-b8e1be1eef7b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:44.175970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82204e49-499b-418f-829c-1e3fa2e9612d req-ca97d572-d867-4ccc-b316-e89e27d947f8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:44.177693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82204e49-499b-418f-829c-1e3fa2e9612d req-ca97d572-d867-4ccc-b316-e89e27d947f8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 945 time: 0.0626717 Feb 03 21:49:44.268779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82204e49-499b-418f-829c-1e3fa2e9612d req-c21ca449-a525-420e-8fd4-1a6503d434d8 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845981 Feb 03 21:49:44.292811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:44.310512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b987617-37b9-492e-ade4-88f1b43ce8cd req-d5df2c35-9ce4-4fea-a25e-847dea561d17 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:44.317376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b987617-37b9-492e-ade4-88f1b43ce8cd req-d5df2c35-9ce4-4fea-a25e-847dea561d17 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.0894468 Feb 03 21:49:44.362166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 5ddd9522-98a3-4943-872a-b826ca33d2f3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:49:44.367811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 5ddd9522-98a3-4943-872a-b826ca33d2f3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:44.368437 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:44.381164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b987617-37b9-492e-ade4-88f1b43ce8cd req-ed493b77-b550-4c6a-aacb-4e3d155dfa73 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573323 Feb 03 21:49:44.477124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 5ddd9522-98a3-4943-872a-b826ca33d2f3 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:44.477606 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:44.519142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:44.519418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e233d66-342a-4b1b-aeaa-f955b758965d req-50e01d67-71da-4021-b514-ef1de0d12154 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:44.520978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e233d66-342a-4b1b-aeaa-f955b758965d req-50e01d67-71da-4021-b514-ef1de0d12154 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.0672882 Feb 03 21:49:44.529841 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:44.554834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:44.557131 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1ee2b1-9e35-4de9-84af-be94a3995a45" -d '{"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:44.595057 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e233d66-342a-4b1b-aeaa-f955b758965d req-3b228cd7-b4a8-4a76-826a-89250687596c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653644 Feb 03 21:49:44.628178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:44.636942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:44.639506 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07bb470-4998-48bf-a7a2-9fe50a0b3477" -d '{"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "41f39660-c8d1-46cc-be85-10cb8c2cfe7d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:44.666745 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d770163-2d56-4e6b-be0f-5924cbffe9cd x-openstack-request-id: req-8d770163-2d56-4e6b-be0f-5924cbffe9cd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:44.667347 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:44.667702 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d770163-2d56-4e6b-be0f-5924cbffe9cd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:44.668204 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'code': 200} Feb 03 21:49:44.719634 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6526c6b1-2f48-4248-a573-22b0bb1d60e4 x-openstack-request-id: req-6526c6b1-2f48-4248-a573-22b0bb1d60e4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:44.720086 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df46c6-c9c1-47f2-af33-b85297ec8228", "name": "network-vif-deleted", "tag": "41f39660-c8d1-46cc-be85-10cb8c2cfe7d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:44.720501 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6526c6b1-2f48-4248-a573-22b0bb1d60e4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:44.721024 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df46c6-c9c1-47f2-af33-b85297ec8228', 'name': 'network-vif-deleted', 'tag': '41f39660-c8d1-46cc-be85-10cb8c2cfe7d', 'status': 'completed', 'code': 200} Feb 03 21:49:44.833850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00fefd20-be6e-4a93-adf4-64b5efea7eb4 req-ddf4dc0a-b480-4d6e-a0b3-a6b207ab90b2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0404799 Feb 03 21:49:44.990103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd13677-0dd6-4609-8b2e-834b640a2698 req-7449072f-dc41-4869-9feb-baa5473068bc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:44.991959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bd13677-0dd6-4609-8b2e-834b640a2698 req-7449072f-dc41-4869-9feb-baa5473068bc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0755062 Feb 03 21:49:45.055731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bd13677-0dd6-4609-8b2e-834b640a2698 req-4f6168be-fafa-4f8c-ac22-d08b48ebbac0 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Feb 03 21:49:45.391571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d6719-211a-47e8-929f-3297eaaf1526 req-4f826ead-7673-4015-b99e-21e1de1d66fa tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:45.397379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a26d6719-211a-47e8-929f-3297eaaf1526 req-4f826ead-7673-4015-b99e-21e1de1d66fa tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 945 time: 0.0588567 Feb 03 21:49:45.441103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a26d6719-211a-47e8-929f-3297eaaf1526 req-3df9031d-5b3f-4379-a2ee-1f545b210d39 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Feb 03 21:49:45.754188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd2b9-6674-4790-a1fc-37a4e0eaf55f req-5ced7488-a2f9-4135-a737-4d5aeae434ed tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:45.755850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d7cd2b9-6674-4790-a1fc-37a4e0eaf55f req-5ced7488-a2f9-4135-a737-4d5aeae434ed tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 945 time: 0.0685465 Feb 03 21:49:45.811209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d7cd2b9-6674-4790-a1fc-37a4e0eaf55f req-6e77ed10-989c-48de-914e-48dd62d8d143 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469282 Feb 03 21:49:45.955391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dce9faba-2a0a-4a20-ab73-4e220a2e05c4 req-fd18dd60-788f-42df-8721-04e421d2931f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0318863 Feb 03 21:49:46.202159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe42aa-9257-483b-9f8d-750cab681aea req-989a6738-22b3-4a0e-9d94-4dc20e934b43 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:46.203565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbfe42aa-9257-483b-9f8d-750cab681aea req-989a6738-22b3-4a0e-9d94-4dc20e934b43 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 950 time: 0.0567932 Feb 03 21:49:46.290277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbfe42aa-9257-483b-9f8d-750cab681aea req-c0d906b4-c193-476e-aac4-f2aca5af117e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740945 Feb 03 21:49:46.318699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-8e0f0834-7abc-4a27-ba13-a61bb972688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:46.320326 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-8e0f0834-7abc-4a27-ba13-a61bb972688a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 1132 time: 0.0583613 Feb 03 21:49:46.331937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:46.423626 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.476061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60838) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:46.594754 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a40e5536-61b3-4470-a8d7-a0453c07a27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.645951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:46.681241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a40e5536-61b3-4470-a8d7-a0453c07a27b admin admin] Publish callbacks [] for security_group (e89ee467-15d2-4eba-b94f-fa6a3f1e595f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.685953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a40e5536-61b3-4470-a8d7-a0453c07a27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e89ee467-15d2-4eba-b94f-fa6a3f1e595f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.689571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:46.731966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:46.734452 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5dab9a-8f43-4608-892d-8cde9e0654c7" -d '{"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:46.738264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Publish callbacks [] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.738452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a40e5536-61b3-4470-a8d7-a0453c07a27b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a945ef64bee04f0bb346cd8ed9fafbf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607546 Feb 03 21:49:46.739959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:46.759074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Transition to ACTIVE for port object 5ddd9522-98a3-4943-872a-b826ca33d2f3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:49:46.765393 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.767338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e5536-61b3-4470-a8d7-a0453c07a27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89ee467-15d2-4eba-b94f-fa6a3f1e595f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:46.800859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3691194-6cd6-41a7-8eb9-c5dfcf289fb2 admin admin] Publish callbacks [] for security_group (e89ee467-15d2-4eba-b94f-fa6a3f1e595f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.820064 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da326e97-c637-4d20-b649-8a2c2ec65b44 x-openstack-request-id: req-da326e97-c637-4d20-b649-8a2c2ec65b44 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:46.820359 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:46.820614 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da326e97-c637-4d20-b649-8a2c2ec65b44 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:46.821355 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'code': 200} Feb 03 21:49:46.844236 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3691194-6cd6-41a7-8eb9-c5dfcf289fb2 admin admin] Publish callbacks [] for security_group (e89ee467-15d2-4eba-b94f-fa6a3f1e595f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.863658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] No DVR routers for this DVR port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:46.872697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:46.944935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:46.945176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:46.945765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:46.950984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:49:46.951476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Attempting to bind port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:46.973258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:46.973683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:46.974133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:46.974620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Bound port: 5ddd9522-98a3-4943-872a-b826ca33d2f3, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:46.974982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.992851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c879aa-fd61-48aa-9a3d-f1e4f875dce0 req-24a144d8-984e-4eb6-a785-fa28ca8166de tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:46.994684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70c879aa-fd61-48aa-9a3d-f1e4f875dce0 req-24a144d8-984e-4eb6-a785-fa28ca8166de tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 945 time: 0.0862982 Feb 03 21:49:46.995834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3691194-6cd6-41a7-8eb9-c5dfcf289fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e89ee467-15d2-4eba-b94f-fa6a3f1e595f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:46.999318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3691194-6cd6-41a7-8eb9-c5dfcf289fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.003272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f3691194-6cd6-41a7-8eb9-c5dfcf289fb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e89ee467-15d2-4eba-b94f-fa6a3f1e595f HTTP/1.1" status: 204 len: 168 time: 0.2622421 Feb 03 21:49:47.025309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3691194-6cd6-41a7-8eb9-c5dfcf289fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89ee467-15d2-4eba-b94f-fa6a3f1e595f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:47.093976 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70c879aa-fd61-48aa-9a3d-f1e4f875dce0 req-5dc94ead-7a59-4fa6-9f9a-faf36dc12e31 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups?id=09513f8d-3e33-4222-9147-7a8552d95839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893850 Feb 03 21:49:47.120184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:47.128119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:47.152812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.194382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:47.195011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.196476 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.8692145 Feb 03 21:49:47.219084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8766131-8dc7-4cdc-b9cd-f3cce2a300f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:47.249291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48a7ea10-cd05-4d43-a5fc-e8979202960c req-46d69a07-10ed-4af1-8e29-96011261efc2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.1012371 Feb 03 21:49:47.293666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-91f96f95-c639-4f13-b0f5-ed11fa0f1003 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:47.296132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-91f96f95-c639-4f13-b0f5-ed11fa0f1003 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.10 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 945 time: 0.1945615 Feb 03 21:49:47.314007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-43206b25-5698-498e-afbe-26c0a46d7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:47.315586 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-43206b25-5698-498e-afbe-26c0a46d7f0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1131 time: 0.0933599 Feb 03 21:49:47.476550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-92fa66a7-a172-4c05-b7c3-63871fef4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:47.482357 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-92fa66a7-a172-4c05-b7c3-63871fef4165 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1599004 Feb 03 21:49:47.512410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:47.532499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Deleting port 4d90ff6f-356c-4794-a80b-1a1429d5044a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:47.533032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.538370 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6daba5a6-ac7f-4305-8fc0-a90cbbf8ed38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.560251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7338c2-d1d2-4f09-9d73-ff6c4f619ce2 req-161d0246-aca0-4a19-8dfe-74ed660d42bf tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:47.568405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc7338c2-d1d2-4f09-9d73-ff6c4f619ce2 req-161d0246-aca0-4a19-8dfe-74ed660d42bf tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.1446612 Feb 03 21:49:47.568582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-a1f96652-371b-4546-871f-1aa930ff7d61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0815229 Feb 03 21:49:47.630400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-55a4878c-cfc5-4047-a1c2-e957885d4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:47.632019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-55a4878c-cfc5-4047-a1c2-e957885d4f5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0574174 Feb 03 21:49:47.683313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee44bb-637e-4116-9648-e764ab331726 req-f786405e-6eef-46d4-92d2-4af1a9aceca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:47.685129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-f786405e-6eef-46d4-92d2-4af1a9aceca2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0458708 Feb 03 21:49:47.702068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc7338c2-d1d2-4f09-9d73-ff6c4f619ce2 req-bf0e1c16-4ce1-428c-8850-5299c3b49298 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325438 Feb 03 21:49:47.727858 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] For port 4d90ff6f-356c-4794-a80b-1a1429d5044a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d90ff6f-356c-4794-a80b-1a1429d5044a,segment=NetworkSegment(5718f013-b9f1-4f3e-a858-cc9655e0a1b6),segment_id=5718f013-b9f1-4f3e-a858-cc9655e0a1b6)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:47.728547 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.749246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Calling delete_port for 4d90ff6f-356c-4794-a80b-1a1429d5044a owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:47.794343 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-fa3a1c07-76b3-4064-89a2-cf8977c7cf1d service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028965 Feb 03 21:49:47.815310 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6daba5a6-ac7f-4305-8fc0-a90cbbf8ed38 admin admin] Publish callbacks [] for security_group (ef58f9ac-9065-442a-a70a-530660c08057), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.820008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6daba5a6-ac7f-4305-8fc0-a90cbbf8ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ef58f9ac-9065-442a-a70a-530660c08057), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.888185 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6daba5a6-ac7f-4305-8fc0-a90cbbf8ed38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a6ff33b3a754b4d84400d5f999a4a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3730123 Feb 03 21:49:47.891934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:47.896266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daba5a6-ac7f-4305-8fc0-a90cbbf8ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef58f9ac-9065-442a-a70a-530660c08057,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:47.912416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46ee44bb-637e-4116-9648-e764ab331726 req-ffc50fee-db78-46d2-ae0a-2670783f10a7 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120558 Feb 03 21:49:47.963001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f2b0-8aca-4f86-8480-60af1d0ed9b3 admin admin] Publish callbacks [] for security_group (ef58f9ac-9065-442a-a70a-530660c08057), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.978318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (4d90ff6f-356c-4794-a80b-1a1429d5044a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.990450 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f2b0-8aca-4f86-8480-60af1d0ed9b3 admin admin] Publish callbacks [] for security_group (ef58f9ac-9065-442a-a70a-530660c08057), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:47.990724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['4d90ff6f-356c-4794-a80b-1a1429d5044a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:48.008946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event deleted for resources: {'Port': ['ID=4d90ff6f-356c-4794-a80b-1a1429d5044a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:48.051140 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f2b0-8aca-4f86-8480-60af1d0ed9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ef58f9ac-9065-442a-a70a-530660c08057), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:48.054424 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f2b0-8aca-4f86-8480-60af1d0ed9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:48.055603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fdd2f2b0-8aca-4f86-8480-60af1d0ed9b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef58f9ac-9065-442a-a70a-530660c08057 HTTP/1.1" status: 204 len: 168 time: 0.1625073 Feb 03 21:49:48.064161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2f2b0-8aca-4f86-8480-60af1d0ed9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef58f9ac-9065-442a-a70a-530660c08057,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:48.072528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] No DVR routers for this DVR port 4d90ff6f-356c-4794-a80b-1a1429d5044a on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:49:48.075646 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:48.080003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ecaa0577-fc08-4e1f-8fa5-02340eb8f39f req-085ed587-b675-4af9-9b88-ff8d7571dab7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.10 "DELETE /v2.0/ports/4d90ff6f-356c-4794-a80b-1a1429d5044a HTTP/1.1" status: 204 len: 173 time: 0.7718940 Feb 03 21:49:48.080634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247854f2-73b6-4816-84a3-1fc182fc07d3', 'name': 'network-vif-deleted', 'tag': '4d90ff6f-356c-4794-a80b-1a1429d5044a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:48.094959 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8e6432-4ba9-4980-9a87-f8bc6de9e6bb" -d '{"events": [{"server_uuid": "247854f2-73b6-4816-84a3-1fc182fc07d3", "name": "network-vif-deleted", "tag": "4d90ff6f-356c-4794-a80b-1a1429d5044a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:48.154883 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fc4124-c745-404c-833c-009e62ad5cf9 x-openstack-request-id: req-23fc4124-c745-404c-833c-009e62ad5cf9 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:48.154883 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247854f2-73b6-4816-84a3-1fc182fc07d3", "name": "network-vif-deleted", "tag": "4d90ff6f-356c-4794-a80b-1a1429d5044a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:48.154883 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23fc4124-c745-404c-833c-009e62ad5cf9 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:48.154883 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247854f2-73b6-4816-84a3-1fc182fc07d3', 'name': 'network-vif-deleted', 'tag': '4d90ff6f-356c-4794-a80b-1a1429d5044a', 'status': 'completed', 'code': 200} Feb 03 21:49:48.233517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7fd1361-daee-4abe-a2a2-23bc47d377d4 req-1f7f7ca7-4f81-468f-bce8-fbe98cc4e89f tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/ports?device_id=247854f2-73b6-4816-84a3-1fc182fc07d3 HTTP/1.1" status: 200 len: 210 time: 0.0466015 Feb 03 21:49:48.312388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:49:48.402410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddff6ddd-ea16-4eb3-8acb-19341eddcdd9 req-d854864b-1bd9-4197-be57-41e7e0840e38 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0613322 Feb 03 21:49:48.456563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:48.469217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'port_id': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'mac_address': 'fa:16:3e:19:b4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:49:48.511893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:48.512422 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:48.526337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76d719e3-75af-4b8b-8248-2580bc1435b9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:48.552470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:48.560374 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:48.628646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:48.638814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.639174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.639693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.640275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.640712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.641124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.641653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.642393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.643077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.643562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.644082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.644588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.645910 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:49:48.709706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['76d719e3-75af-4b8b-8248-2580bc1435b9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:48.823084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:48.825482 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfd533c-8246-4634-8526-9094f37b2bff" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:48.860768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c6275-ba94-46e8-9e5f-06768fe549ee req-04214795-54a5-4e66-96ec-126d21bea1d7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:48.869148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea8c6275-ba94-46e8-9e5f-06768fe549ee req-04214795-54a5-4e66-96ec-126d21bea1d7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.0737541 Feb 03 21:49:48.923251 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8518f9b3-529a-40b4-8f1b-423d6f4c0e83 x-openstack-request-id: req-8518f9b3-529a-40b4-8f1b-423d6f4c0e83 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:48.923461 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:48.923818 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8518f9b3-529a-40b4-8f1b-423d6f4c0e83 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:48.924585 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'status': 'completed', 'code': 200} Feb 03 21:49:48.926487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea8c6275-ba94-46e8-9e5f-06768fe549ee req-cc0dfb36-1b23-4201-a11b-d5ddc73961f6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543015 Feb 03 21:49:49.008527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd533c-8246-4634-8526-9094f37b2bff req-5a5a32f7-bbce-466b-b028-4112fc337191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:49.010088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd533c-8246-4634-8526-9094f37b2bff req-7c8b9318-7501-476b-ad0c-b723ef4875cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:49.010815 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-5a5a32f7-bbce-466b-b028-4112fc337191 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1131 time: 0.0727885 Feb 03 21:49:49.013102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-7c8b9318-7501-476b-ad0c-b723ef4875cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 1131 time: 0.0604892 Feb 03 21:49:49.115518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd533c-8246-4634-8526-9094f37b2bff req-e7590b27-eb95-49e0-ad88-052ca37c6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:49.117252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-e7590b27-eb95-49e0-ad88-052ca37c6f64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.0979574 Feb 03 21:49:49.123477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd533c-8246-4634-8526-9094f37b2bff req-697b9498-05f8-48d6-9d53-feb858e92137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:49.125095 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-697b9498-05f8-48d6-9d53-feb858e92137 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1077032 Feb 03 21:49:49.166275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-e9874559-89d7-42fd-9f74-a3a8846d90ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0425363 Feb 03 21:49:49.176976 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-151211a7-251f-406b-af78-e42cd691b5c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0451059 Feb 03 21:49:49.236931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd533c-8246-4634-8526-9094f37b2bff req-963e6ad5-f0dc-46cb-ac6b-681ce991bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:49.238604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-963e6ad5-f0dc-46cb-ac6b-681ce991bd2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0651467 Feb 03 21:49:49.242032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd533c-8246-4634-8526-9094f37b2bff req-bb5b897c-0a20-44b6-94be-37fe85398356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:49.243669 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-bb5b897c-0a20-44b6-94be-37fe85398356 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0582740 Feb 03 21:49:49.319801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd533c-8246-4634-8526-9094f37b2bff req-144d8deb-d5f5-4c9a-9cbb-cb2569a316e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:49.321684 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-144d8deb-d5f5-4c9a-9cbb-cb2569a316e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0688410 Feb 03 21:49:49.330040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd533c-8246-4634-8526-9094f37b2bff req-2393f30f-bd55-4ed5-a101-785dee614b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:49.331536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-2393f30f-bd55-4ed5-a101-785dee614b9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0866280 Feb 03 21:49:49.466246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-74e2e9eb-81bc-4db3-bb7e-3e7abc626952 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321220 Feb 03 21:49:49.467073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-36efbff8-076d-4186-91e6-678d431730c8 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288307 Feb 03 21:49:49.548017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60930) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:49.595094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a55de46-6827-4e34-8239-00641b823b41 req-29858207-e151-4275-a3ee-959b614bf783 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0856760 Feb 03 21:49:49.595971 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-ac1f4466-4d4a-4076-b4ac-c9918a0f1dee service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216106 Feb 03 21:49:49.675328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb501622-234e-44da-997e-85783f3fab7a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group (b7ecabe6-00ae-4eac-b734-29ba9cee1c8a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:49.696628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bfd533c-8246-4634-8526-9094f37b2bff req-8c78fd4c-9d15-4f7d-83c5-2ebb2e41f16f service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227809 Feb 03 21:49:49.716420 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb501622-234e-44da-997e-85783f3fab7a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group (b7ecabe6-00ae-4eac-b734-29ba9cee1c8a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:49.785183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb501622-234e-44da-997e-85783f3fab7a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b7ecabe6-00ae-4eac-b734-29ba9cee1c8a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:49.788289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb501622-234e-44da-997e-85783f3fab7a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:49.789746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb501622-234e-44da-997e-85783f3fab7a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "DELETE /v2.0/security-groups/b7ecabe6-00ae-4eac-b734-29ba9cee1c8a HTTP/1.1" status: 204 len: 168 time: 0.2323434 Feb 03 21:49:49.795474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:49.804405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb501622-234e-44da-997e-85783f3fab7a tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ecabe6-00ae-4eac-b734-29ba9cee1c8a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:49.811421 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-db31ea3c-d19f-4829-9002-420b64b67f93 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] show failed (client error): The resource could not be found. Feb 03 21:49:49.812220 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-db31ea3c-d19f-4829-9002-420b64b67f93 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "GET /v2.0/security-groups/b7ecabe6-00ae-4eac-b734-29ba9cee1c8a HTTP/1.1" status: 404 len: 347 time: 0.0188046 Feb 03 21:49:49.815018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60942) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:49.964305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Deleting port bbe9af9b-f395-4483-8f3d-e285441e4cce {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:49:49.964859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bbe9af9b-f395-4483-8f3d-e285441e4cce), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.083806 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bbe9af9b-f395-4483-8f3d-e285441e4cce), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.084038 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for floatingip (bbe9af9b-f395-4483-8f3d-e285441e4cce), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.103202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Calling delete_port for bbe9af9b-f395-4483-8f3d-e285441e4cce owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:49:50.114530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107323e-8f71-450c-bd44-0595beb392dc req-a27dff3f-a99f-4e3d-9dc7-220347651b1b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:50.116023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6107323e-8f71-450c-bd44-0595beb392dc req-a27dff3f-a99f-4e3d-9dc7-220347651b1b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.1034026 Feb 03 21:49:50.214205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6107323e-8f71-450c-bd44-0595beb392dc req-9dfb592d-4035-4255-8613-fd6ff93b0dc2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901439 Feb 03 21:49:50.296963 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (bbe9af9b-f395-4483-8f3d-e285441e4cce), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.322408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:50.323055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Pushing event deleted for resources: {'Port': ['ID=bbe9af9b-f395-4483-8f3d-e285441e4cce,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:50.381847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 76d719e3-75af-4b8b-8248-2580bc1435b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:50.382403 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.388006 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks [] for floatingip (3487f093-d18b-4e99-8720-ba343cb79aea), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.390626 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.391847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-67c28f79-c9db-4e63-ba0f-4675442884b7 tempest-ImagesOneServerNegativeTestJSON-295137649 tempest-ImagesOneServerNegativeTestJSON-295137649-project] 10.222.0.50 "DELETE /v2.0/floatingips/3487f093-d18b-4e99-8720-ba343cb79aea HTTP/1.1" status: 204 len: 168 time: 0.5758536 Feb 03 21:49:50.506882 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:50.507281 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.513442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:50.516244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:50.541947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:50.544227 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b37c7e-ac4f-452e-a21a-fc2d36081442" -d '{"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-plugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:50.577116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2664d1-f255-4f16-a2c3-d48c1d51740a admin admin] Deleting subnet d683e407-6fc4-4943-b17a-1e48441885b6 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:49:50.579257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:50.580445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2664d1-f255-4f16-a2c3-d48c1d51740a admin admin] Publish callbacks [] for subnet (d683e407-6fc4-4943-b17a-1e48441885b6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.598551 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.600636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:50.610948 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1034bb6a-404a-45bc-a49c-db3338559551 x-openstack-request-id: req-1034bb6a-404a-45bc-a49c-db3338559551 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:50.611309 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-plugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:50.611496 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1034bb6a-404a-45bc-a49c-db3338559551 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:50.611915 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'code': 200} Feb 03 21:49:50.648320 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2664d1-f255-4f16-a2c3-d48c1d51740a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (d683e407-6fc4-4943-b17a-1e48441885b6), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.678987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port 5ddd9522-98a3-4943-872a-b826ca33d2f3 host n-h1-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:49:50.679372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:50.685308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6354adc3-9f47-4565-bd9c-c71bce28e413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.709938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:50.737568 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7304ea97-325c-430d-ab13-87c76549e9d4 req-7d7a8e0a-0752-4c4c-9b98-c9bb0e1e79c7 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0381520 Feb 03 21:49:50.760695 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2664d1-f255-4f16-a2c3-d48c1d51740a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d683e407-6fc4-4943-b17a-1e48441885b6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.787487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6354adc3-9f47-4565-bd9c-c71bce28e413 admin admin] Publish callbacks [] for security_group (2fada58e-916c-4700-a495-6c887c9f4cab), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.792677 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6354adc3-9f47-4565-bd9c-c71bce28e413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2fada58e-916c-4700-a495-6c887c9f4cab), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.836225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354adc3-9f47-4565-bd9c-c71bce28e413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fada58e-916c-4700-a495-6c887c9f4cab,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:50.837087 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2664d1-f255-4f16-a2c3-d48c1d51740a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (d683e407-6fc4-4943-b17a-1e48441885b6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.841416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6354adc3-9f47-4565-bd9c-c71bce28e413 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b93c949f83b94335965907071ea49e7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243520 Feb 03 21:49:50.844129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:50.877479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2664d1-f255-4f16-a2c3-d48c1d51740a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d683e407-6fc4-4943-b17a-1e48441885b6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:50.881907 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b2664d1-f255-4f16-a2c3-d48c1d51740a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.885668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0b2664d1-f255-4f16-a2c3-d48c1d51740a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d683e407-6fc4-4943-b17a-1e48441885b6 HTTP/1.1" status: 204 len: 168 time: 0.3681893 Feb 03 21:49:50.888098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:50.912437 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8e73-540b-4e5e-9e7b-9c863e1b5c50 admin admin] Publish callbacks [] for security_group (2fada58e-916c-4700-a495-6c887c9f4cab), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.937263 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8e73-540b-4e5e-9e7b-9c863e1b5c50 admin admin] Publish callbacks [] for security_group (2fada58e-916c-4700-a495-6c887c9f4cab), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.990695 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (bd7ce364-7a59-4061-873a-b32c0b85a031), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:50.999222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8e73-540b-4e5e-9e7b-9c863e1b5c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2fada58e-916c-4700-a495-6c887c9f4cab), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.002011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8e73-540b-4e5e-9e7b-9c863e1b5c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.003310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fa4d8e73-540b-4e5e-9e7b-9c863e1b5c50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fada58e-916c-4700-a495-6c887c9f4cab HTTP/1.1" status: 204 len: 168 time: 0.1581979 Feb 03 21:49:51.011837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d8e73-540b-4e5e-9e7b-9c863e1b5c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fada58e-916c-4700-a495-6c887c9f4cab,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:51.113242 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (bd7ce364-7a59-4061-873a-b32c0b85a031), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.136342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7ce364-7a59-4061-873a-b32c0b85a031']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:51.147502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5718f013-b9f1-4f3e-a858-cc9655e0a1b6') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:51.147875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5718f013-b9f1-4f3e-a858-cc9655e0a1b6') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:49:51.161653 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (5718f013-b9f1-4f3e-a858-cc9655e0a1b6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.177662 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5718f013-b9f1-4f3e-a858-cc9655e0a1b6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.183637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:49:51.184014 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (5718f013-b9f1-4f3e-a858-cc9655e0a1b6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:49:51.185791 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:49:51.221009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:49:51.226121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d90ff6f-356c-4794-a80b-1a1429d5044a no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:49:51.243410 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (bd7ce364-7a59-4061-873a-b32c0b85a031), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.255545 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.261937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bd7ce364-7a59-4061-873a-b32c0b85a031 HTTP/1.1" status: 204 len: 168 time: 0.3703651 Feb 03 21:49:51.307793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677a0aa-2090-4450-a5fe-09a3ef795c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7ce364-7a59-4061-873a-b32c0b85a031,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:51.344440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 4d90ff6f-356c-4794-a80b-1a1429d5044a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:49:51.347127 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d90ff6f-356c-4794-a80b-1a1429d5044a not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:49:51.395984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:51.427303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0533cf2-7d94-4631-8526-4421322224c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.437160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e9a84-c2c7-43f6-87ea-f9fcb45871d3 req-eee0572f-a913-45f2-9be2-deb8f50b293c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:51.439132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-675e9a84-c2c7-43f6-87ea-f9fcb45871d3 req-eee0572f-a913-45f2-9be2-deb8f50b293c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.0717523 Feb 03 21:49:51.455674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:51.513939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:51.526433 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0533cf2-7d94-4631-8526-4421322224c0 admin admin] Publish callbacks [] for security_group (d87caf8d-8442-4428-a2ef-6670a257977d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.531199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-675e9a84-c2c7-43f6-87ea-f9fcb45871d3 req-19ef7f8a-5c37-4af3-8fab-2040f695dbf1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853179 Feb 03 21:49:51.532216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0533cf2-7d94-4631-8526-4421322224c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d87caf8d-8442-4428-a2ef-6670a257977d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.535110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-111bad3e-5d04-47f9-9cf2-c2b70591b17b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25069f8987964f849a8fbfa547f78d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770798 Feb 03 21:49:51.538167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:51.540358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'mac_address': 'fa:16:3e:e8:63:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:49:51.579299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0533cf2-7d94-4631-8526-4421322224c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87caf8d-8442-4428-a2ef-6670a257977d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:51.590354 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d0533cf2-7d94-4631-8526-4421322224c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4338390c15d4a79816c93362961fbce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931279 Feb 03 21:49:51.592949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:51.607284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5ddd9522-98a3-4943-872a-b826ca33d2f3 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:51.607685 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.623274 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-065e70fb-52fd-4b39-9177-f5326d89d726 admin admin] Publish callbacks [] for security_group (09513f8d-3e33-4222-9147-7a8552d95839), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.630569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddd9522-98a3-4943-872a-b826ca33d2f3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:51.654326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:51.659665 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.663177 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb31b7a7-569c-4899-8539-3d97ea630dcb admin admin] Publish callbacks [] for security_group (d87caf8d-8442-4428-a2ef-6670a257977d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.674614 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-065e70fb-52fd-4b39-9177-f5326d89d726 admin admin] Publish callbacks [] for security_group (09513f8d-3e33-4222-9147-7a8552d95839), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.694945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb31b7a7-569c-4899-8539-3d97ea630dcb admin admin] Publish callbacks [] for security_group (d87caf8d-8442-4428-a2ef-6670a257977d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.724337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a943c72-458c-48a6-a3df-d5ce05fc0ef2 req-09ea23b7-0962-4ac0-9dde-d9f7bbe600d3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:51.725936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a943c72-458c-48a6-a3df-d5ce05fc0ef2 req-09ea23b7-0962-4ac0-9dde-d9f7bbe600d3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 949 time: 0.0997798 Feb 03 21:49:51.726474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:51.757851 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-065e70fb-52fd-4b39-9177-f5326d89d726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (09513f8d-3e33-4222-9147-7a8552d95839), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.760650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-065e70fb-52fd-4b39-9177-f5326d89d726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.764448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-065e70fb-52fd-4b39-9177-f5326d89d726 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09513f8d-3e33-4222-9147-7a8552d95839 HTTP/1.1" status: 204 len: 168 time: 0.2227225 Feb 03 21:49:51.776245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e70fb-52fd-4b39-9177-f5326d89d726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09513f8d-3e33-4222-9147-7a8552d95839,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:51.798655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb31b7a7-569c-4899-8539-3d97ea630dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d87caf8d-8442-4428-a2ef-6670a257977d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.803469 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb31b7a7-569c-4899-8539-3d97ea630dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:51.804932 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cb31b7a7-569c-4899-8539-3d97ea630dcb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d87caf8d-8442-4428-a2ef-6670a257977d HTTP/1.1" status: 204 len: 168 time: 0.2104008 Feb 03 21:49:51.816008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31b7a7-569c-4899-8539-3d97ea630dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87caf8d-8442-4428-a2ef-6670a257977d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:51.835235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a943c72-458c-48a6-a3df-d5ce05fc0ef2 req-f9b3d1e9-6365-4322-86d9-0c66a54a8a00 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866296 Feb 03 21:49:51.933609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0901a027-2fb3-463e-9098-7ba41bab156b req-8f7168dd-fc25-4489-8fbc-e2f43ce562a2 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0471733 Feb 03 21:49:52.000572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5ddd9522-98a3-4943-872a-b826ca33d2f3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:52.265625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-fb3bf78e-e867-433e-bfe6-345833b351f1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326908 Feb 03 21:49:52.393933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-90f343fa-c779-4273-b099-57ba8a867493 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:52.402012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-90f343fa-c779-4273-b099-57ba8a867493 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354055 Feb 03 21:49:52.420957 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-9f457ba4-7482-4258-8528-16d99013ab69 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/quotas/7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 375 time: 0.0174365 Feb 03 21:49:52.495299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-45df43f6-0679-43b8-b4f3-7f3cc18f781f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732183 Feb 03 21:49:52.717854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a2822a2-82c1-4fe9-8bd1-fcbddb727757 req-bea8bb9c-8638-49a8-a0cf-73519834bde7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 210 time: 0.0583408 Feb 03 21:49:53.105762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03239f43-ac0c-4041-8c3e-fb784dcdea4e req-544d4e46-5b25-4f53-bcc3-b65cbca50fc3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0429857 Feb 03 21:49:53.220244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:49:53.310755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 5ddd9522-98a3-4943-872a-b826ca33d2f3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:49:53.321226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 5ddd9522-98a3-4943-872a-b826ca33d2f3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:53.321960 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:53.329906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:53.496562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5ddd9522-98a3-4943-872a-b826ca33d2f3 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:49:53.498360 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:53.548070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbd1cd29-b18f-45bf-b0f4-259ab7187860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:53.548368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:53.550879 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1a5efb-b112-429d-9346-9cff39772ac0" -d '{"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:53.556983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:49:53.569152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:53.580710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3201bb62-b828-4984-9cd7-42f4e9b8f980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:53.650704 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47fef91-58df-4863-b09a-72a3ba18d494 x-openstack-request-id: req-c47fef91-58df-4863-b09a-72a3ba18d494 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:53.651003 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:53.651263 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c47fef91-58df-4863-b09a-72a3ba18d494 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:53.652545 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'code': 200} Feb 03 21:49:53.677331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=13']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:53.687167 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbd1cd29-b18f-45bf-b0f4-259ab7187860 admin admin] Publish callbacks [] for security_group (76d38c7b-8c47-430a-bdd8-dae4a11611f0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:53.697259 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbd1cd29-b18f-45bf-b0f4-259ab7187860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (76d38c7b-8c47-430a-bdd8-dae4a11611f0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:53.758587 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cbd1cd29-b18f-45bf-b0f4-259ab7187860 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c923f67fed86449a8dbe0d7be7ff73fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266403 Feb 03 21:49:53.759620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1cd29-b18f-45bf-b0f4-259ab7187860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d38c7b-8c47-430a-bdd8-dae4a11611f0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:53.762172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32884) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:53.924086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fe50149-33a7-4c66-93ad-8a9cae1b6e3c req-28074b0f-1ffc-408a-bae6-863e320b2458 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 210 time: 0.0837483 Feb 03 21:49:53.928672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-8c5e1903-0ea9-433b-a2d2-774c0dab96e9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655057 Feb 03 21:49:53.977606 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a117e5c-f2ad-43ef-9e63-1ee735338690 admin admin] Publish callbacks [] for security_group (76d38c7b-8c47-430a-bdd8-dae4a11611f0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:54.031223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a117e5c-f2ad-43ef-9e63-1ee735338690 admin admin] Publish callbacks [] for security_group (76d38c7b-8c47-430a-bdd8-dae4a11611f0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:54.262228 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:54.289532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df93b877-62b7-4b87-8bdd-ff34171959c2 req-ecb9148e-94a3-4af3-acf6-c98f890fedf0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0641706 Feb 03 21:49:54.319662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-a6d6ede1-35a5-408c-b4df-91f97b8f707a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:54.331974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-a6d6ede1-35a5-408c-b4df-91f97b8f707a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3784719 Feb 03 21:49:54.341819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Request body: {'port': {'device_id': '823fd002-d8ec-432a-ab55-ad605a341f63', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '7b5fc962a1794ca48d55df0bf87b0a38'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:54.353124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:54.518403 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a117e5c-f2ad-43ef-9e63-1ee735338690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (76d38c7b-8c47-430a-bdd8-dae4a11611f0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:54.521256 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a117e5c-f2ad-43ef-9e63-1ee735338690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:54.522720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6a117e5c-f2ad-43ef-9e63-1ee735338690 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76d38c7b-8c47-430a-bdd8-dae4a11611f0 HTTP/1.1" status: 204 len: 168 time: 0.7596817 Feb 03 21:49:54.550982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a117e5c-f2ad-43ef-9e63-1ee735338690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d38c7b-8c47-430a-bdd8-dae4a11611f0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:54.571130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Made reservation on behalf of 7b5fc962a1794ca48d55df0bf87b0a38 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:49:54.579496 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:54.765700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Allocated IP 192.168.233.7 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/9ab4d363-21eb-4e8d-a287-7c50f043e909) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:49:55.058596 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks [] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:55.136682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:55.152221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5ddd9522-98a3-4943-872a-b826ca33d2f3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:55.223939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:49:55.226602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7f93945-a891-4f54-8edb-a94db48901eb', 'c6674429-4168-4681-826f-70d94924e070'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:49:55.239471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be466f-3e83-4be8-b1cf-cbae2f3faa99 req-26231191-4b9a-470c-9afb-7520038ae4aa tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:55.242956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55be466f-3e83-4be8-b1cf-cbae2f3faa99 req-26231191-4b9a-470c-9afb-7520038ae4aa tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 934 time: 0.1443219 Feb 03 21:49:55.250499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:49:55.273769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:49:55.281732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:55.419102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:55.419727 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:55.477551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55be466f-3e83-4be8-b1cf-cbae2f3faa99 req-8f2c3a1c-88f2-4e3a-9a3c-6b5333973d1e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812429 Feb 03 21:49:55.501529 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-66b7eb38-f6ec-462d-87ef-1b9eef6ef976 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1678619 Feb 03 21:49:55.517434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Request body: {'port': {'device_id': '823fd002-d8ec-432a-ab55-ad605a341f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:49:55.698794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd4c1211-d1f1-48b7-a068-3b906b26dd82 req-728a4233-61f9-4241-a356-03b3e9f8b316 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.1124151 Feb 03 21:49:55.710688 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:55.944753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c3d6b460-45fa-4b7c-b358-3af1e3ce716e None None] Provisioning complete for port 9ab4d363-21eb-4e8d-a287-7c50f043e909 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:49:55.945408 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b460-45fa-4b7c-b358-3af1e3ce716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:56.024655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3d6b460-45fa-4b7c-b358-3af1e3ce716e None None] Port 9ab4d363-21eb-4e8d-a287-7c50f043e909 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:49:56.041237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f81c0510-1513-46c8-bccc-b4fed56a5a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:56.699348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:56.754619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada69f9-0cfe-4b23-81ec-f0d0d353b2df req-3551630e-6f51-481c-9d8c-1294260e71a2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:56.762951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ada69f9-0cfe-4b23-81ec-f0d0d353b2df req-3551630e-6f51-481c-9d8c-1294260e71a2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 934 time: 0.1478293 Feb 03 21:49:56.853675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ada69f9-0cfe-4b23-81ec-f0d0d353b2df req-60b1db83-fd1d-498b-a906-56009eeaa81a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896623 Feb 03 21:49:56.861671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:56.893987 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:56.988958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3ba0a30-9744-4be2-a18a-15f7f2ca1a43 req-a6d0fcbf-3450-4e7b-8691-678c5f54d608 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0729482 Feb 03 21:49:57.012010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab4d363-21eb-4e8d-a287-7c50f043e909 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:49:57.041402 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Publish callbacks [] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.051026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cff949c-a293-4516-acae-6e4500fac5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.058911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ed05388-8583-483f-8e53-145b5bdda569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.064386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Transition to ACTIVE for port object 9ab4d363-21eb-4e8d-a287-7c50f043e909 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:49:57.077169 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.165733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cff949c-a293-4516-acae-6e4500fac5be admin admin] Publish callbacks [] for security_group (2c407ecb-1a96-4cec-909a-4f7d34061e53), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.185210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cff949c-a293-4516-acae-6e4500fac5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2c407ecb-1a96-4cec-909a-4f7d34061e53), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.192573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:57.264176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ed05388-8583-483f-8e53-145b5bdda569 admin admin] Publish callbacks [] for security_group (f4585bae-39b8-4c28-9826-00b6255c15aa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.269913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:49:57.270831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:49:57.270831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:57.277948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:49:57.277948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:49:57.294721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:49:57.295106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:49:57.295481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:49:57.295922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Bound port: 9ab4d363-21eb-4e8d-a287-7c50f043e909, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:49:57.296284 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.301786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff949c-a293-4516-acae-6e4500fac5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c407ecb-1a96-4cec-909a-4f7d34061e53,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:57.306515 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ed05388-8583-483f-8e53-145b5bdda569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f4585bae-39b8-4c28-9826-00b6255c15aa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.347561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0ed05388-8583-483f-8e53-145b5bdda569 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d81f2126b8b34d57a0f2b0f96ea3d162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4824598 Feb 03 21:49:57.348774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:57.408592 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4cff949c-a293-4516-acae-6e4500fac5be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7d27f3b0b734a65a940ba20d048a6b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7075503 Feb 03 21:49:57.412828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:49:57.427495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:49:57.431138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:49:57.449439 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.495755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed05388-8583-483f-8e53-145b5bdda569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4585bae-39b8-4c28-9826-00b6255c15aa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:57.518840 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dc211a9-dbbf-401c-b6d8-f7ad1a8e4711 admin admin] Publish callbacks [] for security_group (2c407ecb-1a96-4cec-909a-4f7d34061e53), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.530338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:57.535662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ed4856d-e463-4756-a4b7-928387466df4 admin admin] Publish callbacks [] for security_group (f4585bae-39b8-4c28-9826-00b6255c15aa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.558145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ed4856d-e463-4756-a4b7-928387466df4 admin admin] Publish callbacks [] for security_group (f4585bae-39b8-4c28-9826-00b6255c15aa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.577449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:57.578143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.579717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-03f34fcb-2467-4076-98c7-a2450a7caec5 service neutron] 10.222.0.10 "PUT /v2.0/ports/9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 1094 time: 2.0695980 Feb 03 21:49:57.580208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:49:57.584144 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a75dd6-cb19-447f-a59c-d59a1e10498c" -d '{"events": [{"name": "network-changed", "server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:49:57.626680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ed4856d-e463-4756-a4b7-928387466df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f4585bae-39b8-4c28-9826-00b6255c15aa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.629652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ed4856d-e463-4756-a4b7-928387466df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.632750 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9ed4856d-e463-4756-a4b7-928387466df4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4585bae-39b8-4c28-9826-00b6255c15aa HTTP/1.1" status: 204 len: 168 time: 0.2762058 Feb 03 21:49:57.668989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dc211a9-dbbf-401c-b6d8-f7ad1a8e4711 admin admin] Publish callbacks [] for security_group (2c407ecb-1a96-4cec-909a-4f7d34061e53), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.696012 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51c1f43-137f-4c41-8ebb-1a40b394f2cd x-openstack-request-id: req-d51c1f43-137f-4c41-8ebb-1a40b394f2cd {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:49:57.696379 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:49:57.696547 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d51c1f43-137f-4c41-8ebb-1a40b394f2cd {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:49:57.696974 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'status': 'completed', 'code': 200} Feb 03 21:49:57.714270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4856d-e463-4756-a4b7-928387466df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4585bae-39b8-4c28-9826-00b6255c15aa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:57.755708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-a7ef856f-d134-4afe-a5f5-4ed470655df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:57.760596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-a7ef856f-d134-4afe-a5f5-4ed470655df1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1128 time: 0.1263061 Feb 03 21:49:57.818577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dc211a9-dbbf-401c-b6d8-f7ad1a8e4711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2c407ecb-1a96-4cec-909a-4f7d34061e53), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.826442 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dc211a9-dbbf-401c-b6d8-f7ad1a8e4711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:57.836076 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0dc211a9-dbbf-401c-b6d8-f7ad1a8e4711 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c407ecb-1a96-4cec-909a-4f7d34061e53 HTTP/1.1" status: 204 len: 168 time: 0.4171166 Feb 03 21:49:57.840256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-2d3ba021-3ffb-4fee-8885-6d27e5413bdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.0654929 Feb 03 21:49:57.860081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc211a9-dbbf-401c-b6d8-f7ad1a8e4711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c407ecb-1a96-4cec-909a-4f7d34061e53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:49:57.978144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-89c60f35-6b7a-4f74-84c7-fbaa03afdf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:57.979647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-89c60f35-6b7a-4f74-84c7-fbaa03afdf40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1328027 Feb 03 21:49:58.180747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-219cc463-f034-430b-9d2b-3a0d8d023f91 req-598e799b-46e0-4fa1-92e3-f8fa1b1034fc tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0858676 Feb 03 21:49:58.229503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-3182a066-8583-4111-8595-94f6b82a3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:58.231864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-3182a066-8583-4111-8595-94f6b82a3535 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2463310 Feb 03 21:49:58.249611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ef37f-ec05-461e-8a82-1fb3df09aef2 req-06371dea-d871-4e97-9e5f-fcc9f0afe04a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:58.253002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a28ef37f-ec05-461e-8a82-1fb3df09aef2 req-06371dea-d871-4e97-9e5f-fcc9f0afe04a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 946 time: 0.1934514 Feb 03 21:49:58.365592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-b4d992c4-cf21-443b-849f-041549ba0f2a service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108348 Feb 03 21:49:58.541632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a28ef37f-ec05-461e-8a82-1fb3df09aef2 req-b7288542-c45a-4241-8b66-dfab9610422d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748173 Feb 03 21:49:58.544202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:49:58.609388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7193e8d-c61b-437a-92a0-195405b629d2 req-239482c7-d5d3-4cd7-9c7f-2a7bbb1fb74a service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326005 Feb 03 21:49:58.764106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-820f2bfb-52c3-4cca-ade5-58a3595f1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:58.766417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-820f2bfb-52c3-4cca-ade5-58a3595f1a77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1128 time: 0.0945179 Feb 03 21:49:58.955606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-885d0710-a925-4b9f-a3ad-0fa33d571553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:58.962002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-885d0710-a925-4b9f-a3ad-0fa33d571553 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1886668 Feb 03 21:49:59.019423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-4674c7f8-d9a5-4517-95fd-b20dd024cffe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.0511339 Feb 03 21:49:59.104307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-e018a1d8-7d13-4f7a-a0c2-ccbe1d4809f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:59.108720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-e018a1d8-7d13-4f7a-a0c2-ccbe1d4809f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0726790 Feb 03 21:49:59.181250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-68d54a77-9ce2-43a9-9142-507acd963a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:59.182986 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-68d54a77-9ce2-43a9-9142-507acd963a7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0702500 Feb 03 21:49:59.327586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-01c6355d-5914-46d9-968a-1ef6bc07a4e8 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349163 Feb 03 21:49:59.378645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1febb97-6934-4e66-a4b2-175c7b87f459 req-84667e34-e8b1-47ee-a180-9be663dca468 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0498600 Feb 03 21:49:59.565130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66a75dd6-cb19-447f-a59c-d59a1e10498c req-6c67c35e-67e0-4d6c-91b5-aaf9b356a3c4 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248778 Feb 03 21:49:59.707265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea605bd-5697-4652-ba4f-1fea95bec6a0 req-0fdd693d-8a1e-4348-8cbb-9c940f6bb5c4 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:49:59.718526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ea605bd-5697-4652-ba4f-1fea95bec6a0 req-0fdd693d-8a1e-4348-8cbb-9c940f6bb5c4 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 946 time: 0.0783319 Feb 03 21:49:59.803677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ea605bd-5697-4652-ba4f-1fea95bec6a0 req-5ac033a2-cd39-4c59-9f43-fafe3b9cfd78 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810330 Feb 03 21:49:59.841088 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:00.589377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d20c9b14-437e-4611-bc2d-e182f3a6e111 req-727f318f-3441-45b6-89f1-d0a52451edc8 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0772586 Feb 03 21:50:00.911428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:01.103978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b55da-68c0-451a-a5f1-0bc82fb920cc req-a5fd7c1e-c44b-4a80-b41c-83a0d676ca17 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:01.105752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e29b55da-68c0-451a-a5f1-0bc82fb920cc req-a5fd7c1e-c44b-4a80-b41c-83a0d676ca17 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 946 time: 0.2018695 Feb 03 21:50:01.220124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e29b55da-68c0-451a-a5f1-0bc82fb920cc req-45fe829e-6e62-4dce-895a-685b2d335e57 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021278 Feb 03 21:50:01.228461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:01.259987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:50:01.312665 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6799b65d-d825-4bd0-9eca-fa177df94d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.415357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:01.416179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6799b65d-d825-4bd0-9eca-fa177df94d2a admin admin] Publish callbacks [] for security_group (bd467732-61b1-4089-b4ed-4e2754d2f40e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.423325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:01.434510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'mac_address': 'fa:16:3e:41:ab:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:50:01.446362 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6799b65d-d825-4bd0-9eca-fa177df94d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd467732-61b1-4089-b4ed-4e2754d2f40e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.467777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.489627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9ab4d363-21eb-4e8d-a287-7c50f043e909 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:01.489627 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.503512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab4d363-21eb-4e8d-a287-7c50f043e909 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:50:01.525943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:01.548953 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.560344 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6799b65d-d825-4bd0-9eca-fa177df94d2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6cb3afb6bcb1429aa95cf7bb2b03a319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6439431 Feb 03 21:50:01.561412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799b65d-d825-4bd0-9eca-fa177df94d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd467732-61b1-4089-b4ed-4e2754d2f40e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:01.563038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33176) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:01.640681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:01.667651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.684218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0625b7e0-0aa0-492e-955f-3b6d23f0a120 admin admin] Publish callbacks [] for security_group (bd467732-61b1-4089-b4ed-4e2754d2f40e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.718526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0625b7e0-0aa0-492e-955f-3b6d23f0a120 admin admin] Publish callbacks [] for security_group (bd467732-61b1-4089-b4ed-4e2754d2f40e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.802488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18cd7c8a-8f80-4574-9b55-7988a601d950 req-687eb1cb-cac1-4f4f-99b8-7003f97ad45f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0615034 Feb 03 21:50:01.852569 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0625b7e0-0aa0-492e-955f-3b6d23f0a120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd467732-61b1-4089-b4ed-4e2754d2f40e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.855828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0625b7e0-0aa0-492e-955f-3b6d23f0a120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:01.858504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0625b7e0-0aa0-492e-955f-3b6d23f0a120 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd467732-61b1-4089-b4ed-4e2754d2f40e HTTP/1.1" status: 204 len: 168 time: 0.2911246 Feb 03 21:50:01.883347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625b7e0-0aa0-492e-955f-3b6d23f0a120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd467732-61b1-4089-b4ed-4e2754d2f40e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:01.890633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Allocated IP 172.25.5.207 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/1c708c6b-6c07-4ee6-8985-966db9d6b83b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:50:01.905577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9ab4d363-21eb-4e8d-a287-7c50f043e909'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:50:02.086971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for port (1c708c6b-6c07-4ee6-8985-966db9d6b83b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.166874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1c708c6b-6c07-4ee6-8985-966db9d6b83b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.226114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:02.229626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:02.233688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:02.262920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event updated for resources: {'Port': ['ID=1c708c6b-6c07-4ee6-8985-966db9d6b83b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:02.379899 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for floatingip (82b3b482-1b0c-482a-b7f1-87de4a850949), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.427531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c708c6b-6c07-4ee6-8985-966db9d6b83b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.486981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea7a2-b669-4be5-b79a-bb39e10cff2f req-099b93b2-33c2-4773-a461-b65aa60d3faa tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:02.500345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e71ea7a2-b669-4be5-b79a-bb39e10cff2f req-099b93b2-33c2-4773-a461-b65aa60d3faa tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.1373031 Feb 03 21:50:02.616011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e71ea7a2-b669-4be5-b79a-bb39e10cff2f req-b3687e4c-8130-4732-998f-21007912db1e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147811 Feb 03 21:50:02.620069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for port (1c708c6b-6c07-4ee6-8985-966db9d6b83b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.629572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (1c708c6b-6c07-4ee6-8985-966db9d6b83b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.681121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event updated for resources: {'Port': ['ID=1c708c6b-6c07-4ee6-8985-966db9d6b83b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:02.728620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (82b3b482-1b0c-482a-b7f1-87de4a850949), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.751608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.756690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b10a2a46-7001-455e-bbb5-8381975b1094 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5244520 Feb 03 21:50:02.757010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:02.764174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1770372805'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:02.807206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Made reservation on behalf of 250b7af8b2b042e1b3f9de63d94e1b14 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:02.812662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.825157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:02.996192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b59dd72-df1f-4c67-ba45-aa7d1fbfb1be req-d8716bc4-2f9e-46e6-86b7-15143dd32d4d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0434635 Feb 03 21:50:03.036391 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for security_group (d43acaa4-78d7-4810-9188-f522a349c2e5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:03.041754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d43acaa4-78d7-4810-9188-f522a349c2e5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:03.070877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:50:03.091216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (491076ae-2123-4a83-8fbc-907a41cbb46d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:03.091844 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Added segment 491076ae-2123-4a83-8fbc-907a41cbb46d of type vlan for network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb Feb 03 21:50:03.093174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43acaa4-78d7-4810-9188-f522a349c2e5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:03.255006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:50:03.374129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 9ab4d363-21eb-4e8d-a287-7c50f043e909 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:50:03.381757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9ab4d363-21eb-4e8d-a287-7c50f043e909 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:03.382438 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:03.530941 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2c0f19a1-4fad-45c9-ad12-74b4311bdfdb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:03.616543 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2c0f19a1-4fad-45c9-ad12-74b4311bdfdb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:03.622511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:03.623229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:03.703279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event updated for resources: {'Network': ['ID=2c0f19a1-4fad-45c9-ad12-74b4311bdfdb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:03.732331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33230) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:03.732935 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7fcd8f61-9f54-49ea-b94d-5175efa43406 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9733639 Feb 03 21:50:03.738461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Request body: {'subnet': {'network_id': '2c0f19a1-4fad-45c9-ad12-74b4311bdfdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:03.764802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9ab4d363-21eb-4e8d-a287-7c50f043e909 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:03.765337 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:03.798809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:50:04.036100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:04.037011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:04.040189 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd5911d-dc54-43fa-8137-e6903f184123" -d '{"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-plugged", "status": "completed", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:04.054150 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:04.065637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Made reservation on behalf of 250b7af8b2b042e1b3f9de63d94e1b14 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:04.069472 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:04.140136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:04.331188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (be9855fa-4f82-4ff8-ada7-5cdd25a850b9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:04.367124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51af0ffc-0d0c-40a8-83d3-d4957bef2828 req-6358f64e-272c-43ad-a228-f76d652ba63a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.2118709 Feb 03 21:50:04.380546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd90c4-dd82-46ec-80d9-f9ec2ebef38d req-4af7389d-3e64-4cb8-8aec-2220c9682a32 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:04.382130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4fd90c4-dd82-46ec-80d9-f9ec2ebef38d req-4af7389d-3e64-4cb8-8aec-2220c9682a32 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.5953665 Feb 03 21:50:04.444662 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61007623-8d95-49d9-b388-73a4a98594c1 x-openstack-request-id: req-61007623-8d95-49d9-b388-73a4a98594c1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:04.445527 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-plugged", "status": "completed", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:04.445981 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61007623-8d95-49d9-b388-73a4a98594c1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:04.446536 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'code': 200} Feb 03 21:50:04.570304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event updated for resources: {'Subnet': ['ID=be9855fa-4f82-4ff8-ada7-5cdd25a850b9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:04.608017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7dfb8-d6df-4edf-b959-dcfdc61e8f05 req-9fbe881a-1f4e-4bf1-9b81-9cdd9a411e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:04.611221 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ae7dfb8-d6df-4edf-b959-dcfdc61e8f05 req-9fbe881a-1f4e-4bf1-9b81-9cdd9a411e52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1130 time: 0.0949345 Feb 03 21:50:04.612233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Checking segment: {'id': '491076ae-2123-4a83-8fbc-907a41cbb46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c0f19a1-4fad-45c9-ad12-74b4311bdfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:50:04.612860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Network hostable DHCP agents. Network: 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:50:04.619535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4fd90c4-dd82-46ec-80d9-f9ec2ebef38d req-0b91a7ea-c59a-4b2a-8ba9-cfb26dc92e43 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671994 Feb 03 21:50:04.681774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ae7dfb8-d6df-4edf-b959-dcfdc61e8f05 req-0aa8e0c9-db50-4990-bea5-1919c5703590 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605845 Feb 03 21:50:04.682633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:50:04.699887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:04.712591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a092a0ff-c08e-467a-830a-cf080e1c6fd5 None None] Network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:50:04.715814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:04.716680 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:04.753904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:04.761145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-639256817', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:04.767448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b68a4d5c-b7a3-44ba-ae01-accc51dd6445 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0331028 Feb 03 21:50:04.821080 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:04.822065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:04.899396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2c0f19a1-4fad-45c9-ad12-74b4311bdfdb', 'network_id': '2c0f19a1-4fad-45c9-ad12-74b4311bdfdb', 'project_id': '250b7af8b2b042e1b3f9de63d94e1b14', 'fixed_ips': [{'subnet_id': 'be9855fa-4f82-4ff8-ada7-5cdd25a850b9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:50:04.901378 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:04.979244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for router_controller (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:05.301126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for router_gateway (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:05.308647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Allocated IP 172.20.0.2 (2c0f19a1-4fad-45c9-ad12-74b4311bdfdb/be9855fa-4f82-4ff8-ada7-5cdd25a850b9/c10452a0-81fb-43d8-81b7-89529ea6b33d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:50:05.576132 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Publish callbacks [] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:05.586432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:05.600514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6e2b916-dfce-4907-b776-3cc3fbea9c69 req-75f43fe0-870b-4e51-bec1-8beb705e38e5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.1372304 Feb 03 21:50:05.662549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:05.673692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:05.680728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:05.740781 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for router_gateway (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:05.776628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Pushing event updated for resources: {'Port': ['ID=c10452a0-81fb-43d8-81b7-89529ea6b33d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:05.792689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Attempting to bind port c10452a0-81fb-43d8-81b7-89529ea6b33d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:05.793098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Attempting to bind port c10452a0-81fb-43d8-81b7-89529ea6b33d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '491076ae-2123-4a83-8fbc-907a41cbb46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c0f19a1-4fad-45c9-ad12-74b4311bdfdb'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:05.794133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Attempting to bind port c10452a0-81fb-43d8-81b7-89529ea6b33d on network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:05.802023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:50:05.802431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Checking segment: {'id': '491076ae-2123-4a83-8fbc-907a41cbb46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c0f19a1-4fad-45c9-ad12-74b4311bdfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:50:05.802835 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:05.803229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Bound using segment: {'id': '491076ae-2123-4a83-8fbc-907a41cbb46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c0f19a1-4fad-45c9-ad12-74b4311bdfdb'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:50:05.803700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Bound port: c10452a0-81fb-43d8-81b7-89529ea6b33d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491076ae-2123-4a83-8fbc-907a41cbb46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c0f19a1-4fad-45c9-ad12-74b4311bdfdb'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:50:05.804083 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:05.831883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087880d5-f8ee-4397-ba47-f7e4bec5e5ab req-4902bfec-a8ca-4c8d-8c5f-0ee630531676 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:05.834505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-087880d5-f8ee-4397-ba47-f7e4bec5e5ab req-4902bfec-a8ca-4c8d-8c5f-0ee630531676 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0975978 Feb 03 21:50:05.836191 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:05.940290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-087880d5-f8ee-4397-ba47-f7e4bec5e5ab req-52057646-dc60-4e98-9b45-ea66e462067a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910137 Feb 03 21:50:05.955594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] For port c10452a0-81fb-43d8-81b7-89529ea6b33d, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:50:05.963396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] For port c10452a0-81fb-43d8-81b7-89529ea6b33d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c10452a0-81fb-43d8-81b7-89529ea6b33d,segment=NetworkSegment(491076ae-2123-4a83-8fbc-907a41cbb46d),segment_id=491076ae-2123-4a83-8fbc-907a41cbb46d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:50:05.977680 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:06.007959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Allocated IP 172.25.5.234 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/f314b848-d724-4a4d-a318-fde7701d9a01) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:50:06.139415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fed443-7da9-4ce2-9b0b-d478eef5cc96 None None] Pushing event updated for resources: {'Port': ['ID=c10452a0-81fb-43d8-81b7-89529ea6b33d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:06.252844 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for port (f314b848-d724-4a4d-a318-fde7701d9a01), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:06.312449 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f314b848-d724-4a4d-a318-fde7701d9a01), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:06.378842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:06.388217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:06.392054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:06.440970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event updated for resources: {'Port': ['ID=f314b848-d724-4a4d-a318-fde7701d9a01,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:06.755339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aae1e4b9-05de-4734-88e4-ecd6222264fb req-4de0bffe-76ec-472d-a1cf-132b393545d5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0531323 Feb 03 21:50:06.884145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for router_gateway (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:07.271060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35f318-478e-4655-a4ee-c6ee246e8253 req-d4a677e9-7864-40eb-9ded-50aabba96d3d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:07.272690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f35f318-478e-4655-a4ee-c6ee246e8253 req-d4a677e9-7864-40eb-9ded-50aabba96d3d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1843812 Feb 03 21:50:07.290466 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:07.399039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f35f318-478e-4655-a4ee-c6ee246e8253 req-ba71fa1f-a9eb-4808-a443-3306707ab12a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092181 Feb 03 21:50:07.593932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Router 9e524d07-60c9-4b61-9150-c76d1ddfdb2b is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:50:07.722485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985006cd-6e6e-478e-98fa-12ec4fb2d466 req-fb3c0e4a-3456-492a-962c-24be3e179ee7 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:07.735422 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-985006cd-6e6e-478e-98fa-12ec4fb2d466 req-fb3c0e4a-3456-492a-962c-24be3e179ee7 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1130 time: 0.1671152 Feb 03 21:50:07.769834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:50:07.785185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca1869-1957-49f8-a659-5327e34421ed None None] Sync routers for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:50:07.804240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca1869-1957-49f8-a659-5327e34421ed None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:07.805610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f8ca1869-1957-49f8-a659-5327e34421ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:07.814783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-985006cd-6e6e-478e-98fa-12ec4fb2d466 req-6e1c6ba7-cb7f-4ece-abf7-baec1cecefb9 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784502 Feb 03 21:50:07.860045 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:07.862013 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f1d4693-2a64-49d4-98e5-20111880eb95 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.1060703 Feb 03 21:50:07.864816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33314) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:07.923952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f8ca1869-1957-49f8-a659-5327e34421ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:07.951909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca1869-1957-49f8-a659-5327e34421ed None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:07.952566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f8ca1869-1957-49f8-a659-5327e34421ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:07.967037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3039b5ce-455d-4586-aa75-f7143a68fee5 req-0a4dcde6-70b3-41d7-a9c4-3c26c697d6a3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0576844 Feb 03 21:50:07.973169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-4efa66f0-54de-42fa-9c98-fd0489250b22 req-f72ee9eb-c983-401f-87ad-4b21d0fe6de4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:50:07.985172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4efa66f0-54de-42fa-9c98-fd0489250b22 req-f72ee9eb-c983-401f-87ad-4b21d0fe6de4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170588 Feb 03 21:50:08.052833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f8ca1869-1957-49f8-a659-5327e34421ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:08.054213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca1869-1957-49f8-a659-5327e34421ed None None] The sync data for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:50:08.228297 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:50:08.277629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c10452a0-81fb-43d8-81b7-89529ea6b33d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:50:08.365947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1486622-8fdf-4312-8abf-adb1efaec51c None None] Network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:50:08.490595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-e681cbdf-51f0-4e87-8e61-b53fd3a92563 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999365 Feb 03 21:50:08.659877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-99b27014-274c-44ea-af1f-1adc44190b85 None None] Provisioning complete for port c10452a0-81fb-43d8-81b7-89529ea6b33d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:08.660251 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99b27014-274c-44ea-af1f-1adc44190b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:08.785720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c10452a0-81fb-43d8-81b7-89529ea6b33d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:08.786289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:08.788444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cd504-cfa8-4e29-8015-65cad51392b8 req-1aee84d6-49ff-4f8d-842f-b35881136ebe tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:08.803074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df1cd504-cfa8-4e29-8015-65cad51392b8 req-1aee84d6-49ff-4f8d-842f-b35881136ebe tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.3757806 Feb 03 21:50:08.946423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-99b27014-274c-44ea-af1f-1adc44190b85 None None] Current status of the port c10452a0-81fb-43d8-81b7-89529ea6b33d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:08.947125 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99b27014-274c-44ea-af1f-1adc44190b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:09.111875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-99b27014-274c-44ea-af1f-1adc44190b85 None None] For port c10452a0-81fb-43d8-81b7-89529ea6b33d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c10452a0-81fb-43d8-81b7-89529ea6b33d,segment=NetworkSegment(491076ae-2123-4a83-8fbc-907a41cbb46d),segment_id=491076ae-2123-4a83-8fbc-907a41cbb46d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:09.177563 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99b27014-274c-44ea-af1f-1adc44190b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:09.316884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c10452a0-81fb-43d8-81b7-89529ea6b33d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:09.317303 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:09.411734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c960bfe1-f138-412d-8787-1699a87f7114 req-0385437d-69a1-4a81-b907-4960e0f3d8eb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.1537344 Feb 03 21:50:09.441335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df1cd504-cfa8-4e29-8015-65cad51392b8 req-c01c69c0-45f6-422d-a17c-de7c5e80446c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225243 Feb 03 21:50:09.441631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b27014-274c-44ea-af1f-1adc44190b85 None None] Pushing event updated for resources: {'Port': ['ID=c10452a0-81fb-43d8-81b7-89529ea6b33d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:09.490042 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:50:09.490396 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:50:09.499577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d0ee802c-65dd-474b-a412-d8fea377827b None None] Provisioning complete for port c10452a0-81fb-43d8-81b7-89529ea6b33d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:09.499946 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ee802c-65dd-474b-a412-d8fea377827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:09.646238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:09.720998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee802c-65dd-474b-a412-d8fea377827b None None] Current status of the port c10452a0-81fb-43d8-81b7-89529ea6b33d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:10.084800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c10452a0-81fb-43d8-81b7-89529ea6b33d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:10.241104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c10452a0-81fb-43d8-81b7-89529ea6b33d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:50:10.282351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Allocated IP 172.20.0.1 (2c0f19a1-4fad-45c9-ad12-74b4311bdfdb/be9855fa-4f82-4ff8-ada7-5cdd25a850b9/49fc52c2-44cd-44f0-8f1a-aae146777bfd) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:50:10.338420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c10452a0-81fb-43d8-81b7-89529ea6b33d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:10.339159 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:10.482704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c10452a0-81fb-43d8-81b7-89529ea6b33d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:10.549984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-8f8b003c-b784-4975-b8c5-d5b2cb417bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:10.552338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-8f8b003c-b784-4975-b8c5-d5b2cb417bef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1130 time: 0.0855870 Feb 03 21:50:10.697356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3f29769e-6f86-4104-a594-95096f40fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:10.699432 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3f29769e-6f86-4104-a594-95096f40fbe0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1375034 Feb 03 21:50:10.767945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-cc529186-b669-468a-aa76-eb10ce1f1308 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.0549014 Feb 03 21:50:10.888105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:10.901992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-1f42275e-f6c1-4198-87e8-917038d43a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:10.904740 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-1f42275e-f6c1-4198-87e8-917038d43a8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1277080 Feb 03 21:50:10.937395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:10.985571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f42eb59a-cf93-45a5-9d78-f1550c8da6ed req-05822d80-f844-4176-8ea3-341cac58619f tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.2006447 Feb 03 21:50:10.987098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-c128aaaf-02a5-4337-847f-f61f33b151b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:10.989308 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-c128aaaf-02a5-4337-847f-f61f33b151b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0708833 Feb 03 21:50:10.998313 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-05860d05-f34b-49cf-b5d5-60a3c746b692 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1396179 Feb 03 21:50:11.034098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:11.047089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:11.060804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:11.138159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8dda1-521f-4dda-bb32-a18fbd5a85bd req-43b77d12-576b-431c-a34e-e4120676b018 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:11.140520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67b8dda1-521f-4dda-bb32-a18fbd5a85bd req-43b77d12-576b-431c-a34e-e4120676b018 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.3910353 Feb 03 21:50:11.144361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-0b937c0e-5856-4090-bae2-a9a040cdfb2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3970399 Feb 03 21:50:11.149381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event updated for resources: {'Port': ['ID=49fc52c2-44cd-44f0-8f1a-aae146777bfd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:11.176214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-2e79a961-fbc3-46ea-af2e-be11200e7e75 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762750 Feb 03 21:50:11.276495 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:11.281885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-840763af-17cb-44c8-a36c-a2b0820a1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:11.283379 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-840763af-17cb-44c8-a36c-a2b0820a1bb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 1132 time: 0.2146888 Feb 03 21:50:11.413937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67b8dda1-521f-4dda-bb32-a18fbd5a85bd req-d65c4506-7cf4-4578-ba12-97853e6b69e6 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606516 Feb 03 21:50:11.430667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-eed7748c-acbf-4b7f-98e1-b2c23a05dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:11.432187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-eed7748c-acbf-4b7f-98e1-b2c23a05dd15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 1127 time: 0.2499549 Feb 03 21:50:11.442291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-9e7b2edc-bd2a-4b0e-ad57-ac126d4e2f49 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557461 Feb 03 21:50:11.493255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d3a9f0aa-8f00-4d94-9985-699256c422b6 None None] Provisioning complete for port 49fc52c2-44cd-44f0-8f1a-aae146777bfd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:11.494206 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f0aa-8f00-4d94-9985-699256c422b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:11.553515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-77ed82d2-6219-4f53-95a7-4d50cc562e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:11.556077 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-77ed82d2-6219-4f53-95a7-4d50cc562e3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2420218 Feb 03 21:50:11.582978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9f0aa-8f00-4d94-9985-699256c422b6 None None] Port 49fc52c2-44cd-44f0-8f1a-aae146777bfd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:50:11.583476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:11.632790 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-ba1a13e6-b933-4568-9e6a-ee92bdc2f15f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c6674429-4168-4681-826f-70d94924e070 HTTP/1.1" status: 200 len: 217 time: 0.0687909 Feb 03 21:50:11.658130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-8b60e87d-de3d-455c-aadf-fd52f3e97058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:11.670676 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-8b60e87d-de3d-455c-aadf-fd52f3e97058 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 915 time: 0.2129784 Feb 03 21:50:11.977568 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:11.990388 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:12.070082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-a7930243-cb25-4251-8685-c97513f503ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85280c06-e0e8-4ae9-9605-c6e1d82d085d HTTP/1.1" status: 200 len: 217 time: 0.3747170 Feb 03 21:50:12.095585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event updated for resources: {'Port': ['ID=49fc52c2-44cd-44f0-8f1a-aae146777bfd,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:12.098893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:12.114409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-3d0f9d33-f9f7-4891-b34a-9476d1ea834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:12.116060 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-3d0f9d33-f9f7-4891-b34a-9476d1ea834d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.4718490 Feb 03 21:50:12.168788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-96efa6af-fe0b-4c30-98a6-a4f4d10700e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:12.170446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-96efa6af-fe0b-4c30-98a6-a4f4d10700e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.0928128 Feb 03 21:50:12.221993 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-8d3fe1c5-498d-4c04-91a1-81aad4065502 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432365 Feb 03 21:50:12.230034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-da2ede6e-ca87-4339-90d9-617c77f3f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:12.235619 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-da2ede6e-ca87-4339-90d9-617c77f3f6a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1104062 Feb 03 21:50:12.239922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63698ef3-c013-48ee-a711-4afeb152255d req-6b8e14eb-efba-441d-9374-278ca0a78109 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0613854 Feb 03 21:50:12.318341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:12.320895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:12.476433 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-e424fe7a-ad9f-4d74-bbeb-db2c48d6bf00 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317019 Feb 03 21:50:12.478442 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-960a24cd-127b-4c0e-90fe-cff6351f137c service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417362 Feb 03 21:50:12.593549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Router 9e524d07-60c9-4b61-9150-c76d1ddfdb2b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:50:12.711873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dd84c076-32ac-4539-90a0-a00c281bbef7 None None] Provisioning complete for port 49fc52c2-44cd-44f0-8f1a-aae146777bfd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:12.712476 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd84c076-32ac-4539-90a0-a00c281bbef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:12.759354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dd84c076-32ac-4539-90a0-a00c281bbef7 None None] Port 49fc52c2-44cd-44f0-8f1a-aae146777bfd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:50:12.792517 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c34b4f3-9a09-4e9a-99bc-69dc1a7b79ed req-a4850e63-f780-42bf-9b00-b6db9aa1201d service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057828 Feb 03 21:50:12.796838 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a222a4f-bfcc-4768-b1f3-f8c667fe3051 req-842cc98d-f80f-4e76-bd54-e84968dbb67f service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136556 Feb 03 21:50:12.808172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a062487-7de9-4dbf-ac7c-1ea7fc685403 req-35540608-64b2-4eda-b907-19fdde8b48a9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:12.816328 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a062487-7de9-4dbf-ac7c-1ea7fc685403 req-35540608-64b2-4eda-b907-19fdde8b48a9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.3009977 Feb 03 21:50:12.899436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a062487-7de9-4dbf-ac7c-1ea7fc685403 req-21b97b31-28d6-4e72-ae79-19cd781608d1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820413 Feb 03 21:50:12.915475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:50:12.930220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-70e5ccee-32b9-4a9c-9436-fa732831ba37 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "PUT /v2.0/routers/9e524d07-60c9-4b61-9150-c76d1ddfdb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0619578 Feb 03 21:50:12.931143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:12.940581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Request body: {'port': {'network_id': '2c0f19a1-4fad-45c9-ad12-74b4311bdfdb', 'name': 'tempest-FloatingIPAdminTestJSON-711427764'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:12.941893 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe0e465-2a47-467a-8849-5facf572aeea None None] Sync routers for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:50:12.964401 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe0e465-2a47-467a-8849-5facf572aeea None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:12.965114 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cbe0e465-2a47-467a-8849-5facf572aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:13.019366 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cbe0e465-2a47-467a-8849-5facf572aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:13.029273 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe0e465-2a47-467a-8849-5facf572aeea None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:13.030222 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cbe0e465-2a47-467a-8849-5facf572aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:13.064516 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cbe0e465-2a47-467a-8849-5facf572aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:13.065497 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe0e465-2a47-467a-8849-5facf572aeea None None] The sync data for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:50:13.078090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Made reservation on behalf of 250b7af8b2b042e1b3f9de63d94e1b14 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:13.082269 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:13.107345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] device_id is not set on port 454f1107-ec16-440a-9a17-1b5a494bbc55 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:50:13.273635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Allocated IP 172.20.0.13 (2c0f19a1-4fad-45c9-ad12-74b4311bdfdb/be9855fa-4f82-4ff8-ada7-5cdd25a850b9/454f1107-ec16-440a-9a17-1b5a494bbc55) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:50:13.398783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d511942-b45d-4dbc-b0be-99c46e859d77 req-640ad8de-1438-4c73-b6a5-6f8cd690aa7a tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0474148 Feb 03 21:50:13.527848 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for port (454f1107-ec16-440a-9a17-1b5a494bbc55), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:13.570047 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (454f1107-ec16-440a-9a17-1b5a494bbc55), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:13.613948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:13.619793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:13.624149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:13.651675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event updated for resources: {'Port': ['ID=454f1107-ec16-440a-9a17-1b5a494bbc55,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:13.685805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:13.686680 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:13.712220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-51851b8b-5ab0-4984-913e-07172207e723 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7804108 Feb 03 21:50:13.716139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:14.023147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-371a3465-a843-43ab-bb8e-c2798e6127a1 None None] Provisioning complete for port 454f1107-ec16-440a-9a17-1b5a494bbc55 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:14.024093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-371a3465-a843-43ab-bb8e-c2798e6127a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (454f1107-ec16-440a-9a17-1b5a494bbc55), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:14.080036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'project_id': '250b7af8b2b042e1b3f9de63d94e1b14', 'port_id': '454f1107-ec16-440a-9a17-1b5a494bbc55'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:14.113866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-371a3465-a843-43ab-bb8e-c2798e6127a1 None None] Port 454f1107-ec16-440a-9a17-1b5a494bbc55 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:50:14.150230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df3cef-d4af-449b-bc84-65e3871a014a req-e89baa0c-cdeb-4288-aece-f0502d203185 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:14.150230 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75df3cef-d4af-449b-bc84-65e3871a014a req-e89baa0c-cdeb-4288-aece-f0502d203185 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0837536 Feb 03 21:50:14.153930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:14.184805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75df3cef-d4af-449b-bc84-65e3871a014a req-bae570e1-9438-45ea-ab6a-ef32dcbc3c6f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525315 Feb 03 21:50:14.334523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:14.492361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Allocated IP 172.25.5.6 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/2816be14-b2a3-496e-ab4d-b0c30df728b7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:50:14.577874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9353dbb3-569c-411d-be74-a9acdceab0ae req-376d9e57-aa96-4a2b-885d-097173310932 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0454440 Feb 03 21:50:14.693357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for port (2816be14-b2a3-496e-ab4d-b0c30df728b7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:14.738857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2816be14-b2a3-496e-ab4d-b0c30df728b7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:14.785155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:14.788149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:14.792156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:14.815118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Pushing event updated for resources: {'Port': ['ID=2816be14-b2a3-496e-ab4d-b0c30df728b7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:15.190188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for floatingip (c570a5d4-8d1b-4c73-949e-8ac48dd26d88), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:15.267673 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2816be14-b2a3-496e-ab4d-b0c30df728b7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:15.310676 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9ff7-50b5-4838-b073-bb75ad1c2e7c req-dc306f21-d1c1-456c-8810-faa2c0fefcea tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:15.312307 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-809d9ff7-50b5-4838-b073-bb75ad1c2e7c req-dc306f21-d1c1-456c-8810-faa2c0fefcea tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0592735 Feb 03 21:50:15.369827 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-809d9ff7-50b5-4838-b073-bb75ad1c2e7c req-81e48d43-d18b-430b-873a-9bd09e3fa78b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502362 Feb 03 21:50:15.458069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for port (2816be14-b2a3-496e-ab4d-b0c30df728b7), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:15.462866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2816be14-b2a3-496e-ab4d-b0c30df728b7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:15.483874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19000080-bf3b-451f-aad3-954a7a5b74d9 req-ddf5e965-e0bf-49a8-b4a5-7b6060647f78 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:15.485672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19000080-bf3b-451f-aad3-954a7a5b74d9 req-ddf5e965-e0bf-49a8-b4a5-7b6060647f78 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.0564873 Feb 03 21:50:15.548338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (c570a5d4-8d1b-4c73-949e-8ac48dd26d88), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:15.588272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19000080-bf3b-451f-aad3-954a7a5b74d9 req-b04cff2b-0796-4f1f-9efb-31dcb89f2cda tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839274 Feb 03 21:50:15.637885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Pushing event updated for resources: {'Port': ['ID=2816be14-b2a3-496e-ab4d-b0c30df728b7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:15.668003 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Floating IP c570a5d4-8d1b-4c73-949e-8ac48dd26d88 associated. External IP: 172.25.5.6, port: 454f1107-ec16-440a-9a17-1b5a494bbc55. Feb 03 21:50:15.733728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-131aaad1-168a-4ff5-9e0b-c643483b8b58 req-c018755b-b1f0-4372-857d-07adcdad3e81 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0360057 Feb 03 21:50:15.900436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Router 9e524d07-60c9-4b61-9150-c76d1ddfdb2b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:50:16.045145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:50:16.055831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec44d9-6a8e-424f-a839-9b58c7e9da46 None None] Sync routers for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:50:16.074804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec44d9-6a8e-424f-a839-9b58c7e9da46 None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:16.075710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1fec44d9-6a8e-424f-a839-9b58c7e9da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:16.100116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:16.113243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1fec44d9-6a8e-424f-a839-9b58c7e9da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:16.123736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec44d9-6a8e-424f-a839-9b58c7e9da46 None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:16.124776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1fec44d9-6a8e-424f-a839-9b58c7e9da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:16.149851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:16.152107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8238e894-4cd0-4eb6-8318-d1accdf7a1e7 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 2.4338775 Feb 03 21:50:16.175548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1fec44d9-6a8e-424f-a839-9b58c7e9da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:16.176205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec44d9-6a8e-424f-a839-9b58c7e9da46 None None] The sync data for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:50:16.281525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3b29c380-2689-40f5-bbb6-f6ae3cc987f6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] 10.222.0.50 "GET /v2.0/floatingips/c570a5d4-8d1b-4c73-949e-8ac48dd26d88 HTTP/1.1" status: 200 len: 981 time: 0.1302464 Feb 03 21:50:16.284109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:16.407629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a5489e7c-271c-44f3-bcbd-b4228d0e4288 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4299 time: 0.1198106 Feb 03 21:50:16.408198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33452) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:16.568034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779176ad-1102-457e-8c3d-0c8b2aa7b971 req-446e4221-1b67-425c-9cac-8509ea744af8 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:16.569693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-779176ad-1102-457e-8c3d-0c8b2aa7b971 req-446e4221-1b67-425c-9cac-8509ea744af8 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1195693 Feb 03 21:50:16.649735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-779176ad-1102-457e-8c3d-0c8b2aa7b971 req-d898176a-894a-410b-823e-482c5ef021a7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570545 Feb 03 21:50:16.660173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Deleting port 2816be14-b2a3-496e-ab4d-b0c30df728b7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:16.660529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2816be14-b2a3-496e-ab4d-b0c30df728b7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:16.768272 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2816be14-b2a3-496e-ab4d-b0c30df728b7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:16.768691 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for floatingip (2816be14-b2a3-496e-ab4d-b0c30df728b7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:16.790558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Calling delete_port for 2816be14-b2a3-496e-ab4d-b0c30df728b7 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:16.810043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675749b1-47b0-469d-bbe8-d12229d06b90 req-ff61952a-0c2d-4b0e-8250-1b1ac8d99f3e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:16.811495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-675749b1-47b0-469d-bbe8-d12229d06b90 req-ff61952a-0c2d-4b0e-8250-1b1ac8d99f3e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.0990129 Feb 03 21:50:16.925625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-675749b1-47b0-469d-bbe8-d12229d06b90 req-33d8511e-1803-4527-b4a9-0e2dcca7d0b3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826828 Feb 03 21:50:17.036298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00cc4dbe-a422-4e30-9e6b-91e36049d600 req-662b15bc-2dfc-415e-b853-a9c8983da8fc tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0332558 Feb 03 21:50:17.049160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2816be14-b2a3-496e-ab4d-b0c30df728b7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:17.078163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event deleted for resources: {'Port': ['ID=2816be14-b2a3-496e-ab4d-b0c30df728b7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:17.145946 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for floatingip (c570a5d4-8d1b-4c73-949e-8ac48dd26d88), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:17.146273 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Floating IP c570a5d4-8d1b-4c73-949e-8ac48dd26d88 disassociated (deleted). External IP: 172.25.5.6, port: 454f1107-ec16-440a-9a17-1b5a494bbc55. Feb 03 21:50:17.723640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Router 9e524d07-60c9-4b61-9150-c76d1ddfdb2b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:50:17.879671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3855bdb-b448-4279-bd86-1c2316df9cd2 req-77474d3c-a1aa-4f51-9911-570f822ee828 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:17.881167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3855bdb-b448-4279-bd86-1c2316df9cd2 req-77474d3c-a1aa-4f51-9911-570f822ee828 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1426461 Feb 03 21:50:17.885817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:50:17.891910 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:17.896157 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0953b3-0eb5-418e-9c5a-180aaa6b7106 None None] Sync routers for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:50:17.910556 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0953b3-0eb5-418e-9c5a-180aaa6b7106 None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:17.911665 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-af0953b3-0eb5-418e-9c5a-180aaa6b7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:17.953580 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-af0953b3-0eb5-418e-9c5a-180aaa6b7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:17.960267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d9bf111c-37fa-483a-ba7d-f2f58ec76994 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "DELETE /v2.0/floatingips/c570a5d4-8d1b-4c73-949e-8ac48dd26d88 HTTP/1.1" status: 204 len: 168 time: 1.5512602 Feb 03 21:50:17.963054 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0953b3-0eb5-418e-9c5a-180aaa6b7106 None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:17.963904 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-af0953b3-0eb5-418e-9c5a-180aaa6b7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:17.964191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:17.969449 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:17.981869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3855bdb-b448-4279-bd86-1c2316df9cd2 req-da3bc844-a0f7-437d-93af-32857c183abb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808804 Feb 03 21:50:17.989945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.019866 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-af0953b3-0eb5-418e-9c5a-180aaa6b7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:18.020515 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0953b3-0eb5-418e-9c5a-180aaa6b7106 None None] The sync data for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:50:18.079107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.147191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1eb4872a-7514-4f84-a8dc-1e948a41015e req-a473f10a-9fe8-46b3-a642-412ab03e38c6 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Feb 03 21:50:18.199300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Allocated IP 172.25.5.11 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:50:18.308599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for port (abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.343010 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.376722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:18.379641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:18.382215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:18.414241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Pushing event updated for resources: {'Port': ['ID=abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:18.479949 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for floatingip (63589dc7-6106-424b-b27a-aa3074411bd4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.516492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.668607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for port (abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.674473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.749658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Pushing event updated for resources: {'Port': ['ID=abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:18.756005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (63589dc7-6106-424b-b27a-aa3074411bd4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.772752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:18.776724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2818069c-7c61-4499-907d-54985e848809 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8089797 Feb 03 21:50:18.777047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:18.878610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:18.901190 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.001979 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.114515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329b143-6aab-4ba5-9e6c-c006519eed17 req-e2c35125-6d58-465f-b405-0b8c5a1d993f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:19.123080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3329b143-6aab-4ba5-9e6c-c006519eed17 req-e2c35125-6d58-465f-b405-0b8c5a1d993f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0679491 Feb 03 21:50:19.144013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Allocated IP 172.25.5.107 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/064a7105-361d-4a55-b6ec-90e5784b338a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:50:19.185903 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3329b143-6aab-4ba5-9e6c-c006519eed17 req-5caddae8-ffad-4e21-ad42-bdc2f6ccc93a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615740 Feb 03 21:50:19.270167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd863f43-fbee-41ea-bc6b-0ff34d893ec5 req-a7931a60-c5d0-4452-a745-10bfab06840c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0309343 Feb 03 21:50:19.285285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks [] for port (064a7105-361d-4a55-b6ec-90e5784b338a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.337535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (064a7105-361d-4a55-b6ec-90e5784b338a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.386226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:19.390089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:19.403582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:19.407249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Pushing event updated for resources: {'Port': ['ID=064a7105-361d-4a55-b6ec-90e5784b338a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:19.508727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks [] for floatingip (abc54fe8-f222-459d-bc73-d10ec5bdf282), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.553415 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (064a7105-361d-4a55-b6ec-90e5784b338a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.722382 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks [] for port (064a7105-361d-4a55-b6ec-90e5784b338a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.737830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (064a7105-361d-4a55-b6ec-90e5784b338a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.810285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Pushing event updated for resources: {'Port': ['ID=064a7105-361d-4a55-b6ec-90e5784b338a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:19.823217 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (abc54fe8-f222-459d-bc73-d10ec5bdf282), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.840736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:19.842002 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8c0be15c-9bd0-4b8c-b3f9-707506e36a3c tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0638883 Feb 03 21:50:19.844566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33500) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:19.916656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4679a858-34da-4305-aaa2-dfa99472398d tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4485 time: 0.0709138 Feb 03 21:50:19.919250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33502) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:19.988592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4f50f863-ca7a-450b-a953-1fdd74b135d2 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0683012 Feb 03 21:50:19.991106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33504) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:20.126007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Deleting port 064a7105-361d-4a55-b6ec-90e5784b338a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:20.126626 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (064a7105-361d-4a55-b6ec-90e5784b338a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.212989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (064a7105-361d-4a55-b6ec-90e5784b338a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.213407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks [] for floatingip (064a7105-361d-4a55-b6ec-90e5784b338a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.226796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Calling delete_port for 064a7105-361d-4a55-b6ec-90e5784b338a owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:20.357662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28310ef1-89c4-4651-b2c3-9d32ed2b7f7d req-e21bd571-a7cf-4f08-b006-9b2cd8b41d8e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:20.359194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28310ef1-89c4-4651-b2c3-9d32ed2b7f7d req-e21bd571-a7cf-4f08-b006-9b2cd8b41d8e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0871313 Feb 03 21:50:20.452655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (064a7105-361d-4a55-b6ec-90e5784b338a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.464858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28310ef1-89c4-4651-b2c3-9d32ed2b7f7d req-e73a27b0-3555-45ec-b718-9347f0c6369b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905967 Feb 03 21:50:20.486310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Pushing event deleted for resources: {'Port': ['ID=064a7105-361d-4a55-b6ec-90e5784b338a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:20.561187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks [] for floatingip (abc54fe8-f222-459d-bc73-d10ec5bdf282), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.562401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:20.564156 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.565416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6d8fb69c-55f5-44b4-a763-a656d4b55f9b tempest-FloatingIPAdminTestJSON-1487153354 tempest-FloatingIPAdminTestJSON-1487153354-project] 10.222.0.50 "DELETE /v2.0/floatingips/abc54fe8-f222-459d-bc73-d10ec5bdf282 HTTP/1.1" status: 204 len: 168 time: 0.5733616 Feb 03 21:50:20.567969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33516) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:20.643002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-410c8e52-703a-4012-b65c-05b19a0d5b1b req-d7e60ac4-e512-458a-9d3a-969287a44fcb tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0383103 Feb 03 21:50:20.665801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:20.666456 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.698107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:20.700618 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c812f68-cc43-4996-9c5c-5a2249d39a58" -d '{"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-unplugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:20.720954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:20.729262 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.742830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Deleting port abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:20.743541 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.786197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:20.821527 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbd2d09-b6a2-4225-8547-d9d2a8137718 x-openstack-request-id: req-ccbd2d09-b6a2-4225-8547-d9d2a8137718 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:20.821997 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-unplugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:20.822391 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ccbd2d09-b6a2-4225-8547-d9d2a8137718 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:20.822946 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'code': 200} Feb 03 21:50:20.849714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.850120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for floatingip (abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:20.863795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Calling delete_port for abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:20.997495 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:21.022888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Pushing event deleted for resources: {'Port': ['ID=abc3f31d-00dc-4dac-9c7b-a3fd0c8aaccd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:21.082892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks [] for floatingip (63589dc7-6106-424b-b27a-aa3074411bd4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:21.085917 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:21.087336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-528c818a-5ba5-4894-8357-7ac9c94e71a6 tempest-FloatingIPAdminTestJSON-915739327 tempest-FloatingIPAdminTestJSON-915739327-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/63589dc7-6106-424b-b27a-aa3074411bd4 HTTP/1.1" status: 204 len: 168 time: 0.5183141 Feb 03 21:50:21.091088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:21.195061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-38143411-f9dc-4a22-9305-c710676e09ff tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Deleting port 454f1107-ec16-440a-9a17-1b5a494bbc55 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:21.195734 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38143411-f9dc-4a22-9305-c710676e09ff tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (454f1107-ec16-440a-9a17-1b5a494bbc55), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:21.283158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38143411-f9dc-4a22-9305-c710676e09ff tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (454f1107-ec16-440a-9a17-1b5a494bbc55), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:21.295440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-38143411-f9dc-4a22-9305-c710676e09ff tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Calling delete_port for 454f1107-ec16-440a-9a17-1b5a494bbc55 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:21.434286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38143411-f9dc-4a22-9305-c710676e09ff tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (454f1107-ec16-440a-9a17-1b5a494bbc55), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:21.461650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38143411-f9dc-4a22-9305-c710676e09ff tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event deleted for resources: {'Port': ['ID=454f1107-ec16-440a-9a17-1b5a494bbc55,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:21.537223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38143411-f9dc-4a22-9305-c710676e09ff tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:21.543356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-38143411-f9dc-4a22-9305-c710676e09ff tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "DELETE /v2.0/ports/454f1107-ec16-440a-9a17-1b5a494bbc55 HTTP/1.1" status: 204 len: 168 time: 0.4487071 Feb 03 21:50:21.543584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33524) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:21.634240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71210e17-f495-444d-900c-37711bb14c3b tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:21.636032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71210e17-f495-444d-900c-37711bb14c3b tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e524d07-60c9-4b61-9150-c76d1ddfdb2b HTTP/1.1" status: 200 len: 913 time: 0.0915141 Feb 03 21:50:21.639464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:21.649594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5b01a-9cd6-41a9-8cae-15281027db08 req-b65cc954-8ec3-439d-8531-a1068effac53 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:21.651255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4e5b01a-9cd6-41a9-8cae-15281027db08 req-b65cc954-8ec3-439d-8531-a1068effac53 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0800211 Feb 03 21:50:21.706098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4e5b01a-9cd6-41a9-8cae-15281027db08 req-29e507dc-c979-47ec-a0a8-c9be020e1473 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481439 Feb 03 21:50:21.796697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80883ff3-a867-4ce8-8423-963524a86c74 req-68e43f18-fff7-46ef-98eb-7a08cae4973e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0310419 Feb 03 21:50:22.322576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:22.575426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:50:22.610294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Deleting port 49fc52c2-44cd-44f0-8f1a-aae146777bfd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:22.610294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:22.701333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:22.714708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Calling delete_port for 49fc52c2-44cd-44f0-8f1a-aae146777bfd owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:22.850044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac2d53-dc0f-40ea-b154-87d1bce9de23 req-a588c90b-376f-43ab-88ef-fab1fdefd19b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:22.851886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00ac2d53-dc0f-40ea-b154-87d1bce9de23 req-a588c90b-376f-43ab-88ef-fab1fdefd19b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0728302 Feb 03 21:50:22.902040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:22.926500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00ac2d53-dc0f-40ea-b154-87d1bce9de23 req-947b7329-7819-42f9-bc0c-faa855c7fa93 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659833 Feb 03 21:50:22.948335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'port_id': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'mac_address': 'fa:16:3e:19:b4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:50:22.994039 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (49fc52c2-44cd-44f0-8f1a-aae146777bfd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:23.001029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:23.001426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:23.016576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d719e3-75af-4b8b-8248-2580bc1435b9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:50:23.031159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event deleted for resources: {'Port': ['ID=49fc52c2-44cd-44f0-8f1a-aae146777bfd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:23.042059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:23.047457 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:23.093181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b84cf86-65b4-4a5e-9bd9-e6e62bb38949 req-6a4cf021-94a6-4caf-bd1c-cb6ae90e02e4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0625010 Feb 03 21:50:23.193498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:23.238993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['76d719e3-75af-4b8b-8248-2580bc1435b9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:50:23.378779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:23.540946 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc22a489-65ee-495a-8ded-7181dd3e6594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:23.719599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Router 9e524d07-60c9-4b61-9150-c76d1ddfdb2b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:50:23.819749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-f0149097-2787-4660-a557-f4fa765f6b9e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:23.830025 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-f0149097-2787-4660-a557-f4fa765f6b9e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 814 time: 0.1291943 Feb 03 21:50:23.848950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:50:23.850058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-8b810b92-e1e2-4edd-bba1-bc552af6777e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/quotas/b9d45734aaad4686a5aa35d4d325d755 HTTP/1.1" status: 200 len: 375 time: 0.0188949 Feb 03 21:50:23.858638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-386ad65a-93a8-4682-b571-ffe6a2b84496 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "PUT /v2.0/routers/9e524d07-60c9-4b61-9150-c76d1ddfdb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2155504 Feb 03 21:50:23.859336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:23.860104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4874271-00f2-49d4-9c54-d374ab000651 None None] Sync routers for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:50:23.876018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4874271-00f2-49d4-9c54-d374ab000651 None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:23.876929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f4874271-00f2-49d4-9c54-d374ab000651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:23.950495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-b03d7f9f-c2af-4797-b99d-1276566dd3b2 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993485 Feb 03 21:50:23.959446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f4874271-00f2-49d4-9c54-d374ab000651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:23.973822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4874271-00f2-49d4-9c54-d374ab000651 None None] Routers {'9e524d07-60c9-4b61-9150-c76d1ddfdb2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:23.974432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f4874271-00f2-49d4-9c54-d374ab000651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:49:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:24.069227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f4874271-00f2-49d4-9c54-d374ab000651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:24.070023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4874271-00f2-49d4-9c54-d374ab000651 None None] The sync data for ids ['9e524d07-60c9-4b61-9150-c76d1ddfdb2b'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:50:24.077040 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for router (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:24.190879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-2e20face-b665-4672-8690-18dec904e5f1 service neutron] 10.222.0.50 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210948 Feb 03 21:50:24.208764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3aaf1-feee-4753-847e-ba9753649715 req-56efe4c3-3244-47e6-a9a5-71c069ed4257 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:24.217796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69d3aaf1-feee-4753-847e-ba9753649715 req-56efe4c3-3244-47e6-a9a5-71c069ed4257 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1412578 Feb 03 21:50:24.281711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:24.294921 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for router_gateway (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:24.353498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69d3aaf1-feee-4753-847e-ba9753649715 req-3786c2ea-225c-4b1e-a562-6d8d5249b9c2 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346650 Feb 03 21:50:24.355550 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:24.419727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-3801bbd1-d284-4433-afdf-caf1e9e0d449 service neutron] 10.222.0.50 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277484 Feb 03 21:50:24.423765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Deleting port f314b848-d724-4a4d-a318-fde7701d9a01 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:24.423982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f314b848-d724-4a4d-a318-fde7701d9a01), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:24.532971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4418ee99-d65c-4500-9f50-4954778d6e52 req-4395edcd-afc7-4c81-956f-0ae5eeb4962d tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0560136 Feb 03 21:50:24.567933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f314b848-d724-4a4d-a318-fde7701d9a01), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:24.578126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:50:24.583646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Calling delete_port for f314b848-d724-4a4d-a318-fde7701d9a01 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:24.663759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0248876e-1994-4092-912c-570da84e5b63 req-c99597ae-ac2e-4492-800f-921049011954 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 210 time: 0.0307510 Feb 03 21:50:24.704506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 76d719e3-75af-4b8b-8248-2580bc1435b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:24.704884 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:24.877235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:24.877758 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:24.922630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:24.925747 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7579f2-597f-4965-82bc-c6cc7acb1c90" -d '{"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-plugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:24.968445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:24.980931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.014813 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f314b848-d724-4a4d-a318-fde7701d9a01), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.028451 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7711f1-5c3e-46a3-9483-a4590f78e4b2 x-openstack-request-id: req-ca7711f1-5c3e-46a3-9483-a4590f78e4b2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:25.028751 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-plugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:25.029025 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca7711f1-5c3e-46a3-9483-a4590f78e4b2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:25.029423 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'code': 200} Feb 03 21:50:25.077561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event deleted for resources: {'Port': ['ID=f314b848-d724-4a4d-a318-fde7701d9a01,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:25.078226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:25.176403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.285610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.287876 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for router_controller (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.339816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (9e524d07-60c9-4b61-9150-c76d1ddfdb2b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.340658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Fanout notify agent at l3_agent the message router_deleted on router 9e524d07-60c9-4b61-9150-c76d1ddfdb2b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:50:25.349415 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.351660 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c8840ec4-7832-492c-b2d3-d83af4e47344 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "DELETE /v2.0/routers/9e524d07-60c9-4b61-9150-c76d1ddfdb2b HTTP/1.1" status: 204 len: 168 time: 1.4911413 Feb 03 21:50:25.354387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:25.417835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f55f268-6d66-4cdf-8da9-88939a328778 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Deleting subnet be9855fa-4f82-4ff8-ada7-5cdd25a850b9 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:50:25.421710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f55f268-6d66-4cdf-8da9-88939a328778 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for subnet (be9855fa-4f82-4ff8-ada7-5cdd25a850b9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.468133 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f55f268-6d66-4cdf-8da9-88939a328778 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (be9855fa-4f82-4ff8-ada7-5cdd25a850b9), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.486320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d15e0-aba7-4b06-ba6f-877743f92684 req-0ee33591-e364-4e28-9721-938a6d6801df tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:25.488286 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-047d15e0-aba7-4b06-ba6f-877743f92684 req-0ee33591-e364-4e28-9721-938a6d6801df tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0581455 Feb 03 21:50:25.551056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-047d15e0-aba7-4b06-ba6f-877743f92684 req-431027a6-e637-4090-a9bf-a4888916cfaf tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514138 Feb 03 21:50:25.563522 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f55f268-6d66-4cdf-8da9-88939a328778 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (be9855fa-4f82-4ff8-ada7-5cdd25a850b9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.631419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f55f268-6d66-4cdf-8da9-88939a328778 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (be9855fa-4f82-4ff8-ada7-5cdd25a850b9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.661393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55f268-6d66-4cdf-8da9-88939a328778 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event deleted for resources: {'Subnet': ['ID=be9855fa-4f82-4ff8-ada7-5cdd25a850b9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:25.671834 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-201944c6-8517-4afe-af29-885923ea4ddf req-f9917c20-e2cb-465b-9428-28c972c1d2ee tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0338085 Feb 03 21:50:25.678142 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f55f268-6d66-4cdf-8da9-88939a328778 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.687602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ebe56-b346-4c8d-a6ce-7ad4cd48c90f None None] Network 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:50:25.690207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33606) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:25.695507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9f55f268-6d66-4cdf-8da9-88939a328778 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "DELETE /v2.0/subnets/be9855fa-4f82-4ff8-ada7-5cdd25a850b9 HTTP/1.1" status: 204 len: 168 time: 0.3401635 Feb 03 21:50:25.783503 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b62fb4f2-fa53-4ae9-80d7-a19d6fdb32ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.813289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f95ef47d-1f54-404e-a2f8-a5792ba23dbb req-acdabd80-7ca0-438d-95b2-c5782c1bb235 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 210 time: 0.0403111 Feb 03 21:50:25.858599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2c0f19a1-4fad-45c9-ad12-74b4311bdfdb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.927818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7210ca20-735f-4c3d-baf8-750c196c119d None None] DHCP port deletion for 2c0f19a1-4fad-45c9-ad12-74b4311bdfdb request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:50:25.932990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Deleting port c10452a0-81fb-43d8-81b7-89529ea6b33d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:25.933407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.994216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7210ca20-735f-4c3d-baf8-750c196c119d None None] Deleting port c10452a0-81fb-43d8-81b7-89529ea6b33d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:25.994790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7210ca20-735f-4c3d-baf8-750c196c119d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:25.997701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] For port c10452a0-81fb-43d8-81b7-89529ea6b33d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c10452a0-81fb-43d8-81b7-89529ea6b33d,segment=NetworkSegment(491076ae-2123-4a83-8fbc-907a41cbb46d),segment_id=491076ae-2123-4a83-8fbc-907a41cbb46d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:25.998133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.013048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Calling delete_port for c10452a0-81fb-43d8-81b7-89529ea6b33d owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:26.096870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7210ca20-735f-4c3d-baf8-750c196c119d None None] For port c10452a0-81fb-43d8-81b7-89529ea6b33d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c10452a0-81fb-43d8-81b7-89529ea6b33d,segment=NetworkSegment(491076ae-2123-4a83-8fbc-907a41cbb46d),segment_id=491076ae-2123-4a83-8fbc-907a41cbb46d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:26.097210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7210ca20-735f-4c3d-baf8-750c196c119d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.112327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7210ca20-735f-4c3d-baf8-750c196c119d None None] Calling delete_port for c10452a0-81fb-43d8-81b7-89529ea6b33d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:26.181358 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.240696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event deleted for resources: {'Port': ['ID=c10452a0-81fb-43d8-81b7-89529ea6b33d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:26.244754 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7210ca20-735f-4c3d-baf8-750c196c119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (c10452a0-81fb-43d8-81b7-89529ea6b33d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.264992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] No DVR routers for this DVR port c10452a0-81fb-43d8-81b7-89529ea6b33d on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:50:26.315317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210ca20-735f-4c3d-baf8-750c196c119d None None] Pushing event deleted for resources: {'Port': ['ID=c10452a0-81fb-43d8-81b7-89529ea6b33d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:26.322537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210ca20-735f-4c3d-baf8-750c196c119d None None] No DVR routers for this DVR port c10452a0-81fb-43d8-81b7-89529ea6b33d on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:50:26.324306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c10452a0-81fb-43d8-81b7-89529ea6b33d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:26.336495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-15d9bad3-11a7-43bc-800e-528a46cfc345 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:26.338273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-15d9bad3-11a7-43bc-800e-528a46cfc345 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 814 time: 0.1908572 Feb 03 21:50:26.357531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c10452a0-81fb-43d8-81b7-89529ea6b33d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:50:26.357644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c10452a0-81fb-43d8-81b7-89529ea6b33d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:50:26.358985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Request body: {'port': {'device_id': '81a2d3fa-4e38-4517-b0bb-2f8924e57417', 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00', 'admin_state_up': True, 'tenant_id': 'b9d45734aaad4686a5aa35d4d325d755'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:26.412255 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2c0f19a1-4fad-45c9-ad12-74b4311bdfdb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.439811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0f19a1-4fad-45c9-ad12-74b4311bdfdb']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:26.451763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491076ae-2123-4a83-8fbc-907a41cbb46d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:26.452192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491076ae-2123-4a83-8fbc-907a41cbb46d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:26.462422 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (491076ae-2123-4a83-8fbc-907a41cbb46d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.485715 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (491076ae-2123-4a83-8fbc-907a41cbb46d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.490577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:50:26.491379 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (491076ae-2123-4a83-8fbc-907a41cbb46d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:50:26.494185 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:50:26.506902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Made reservation on behalf of b9d45734aaad4686a5aa35d4d325d755 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:26.510875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.570735 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2c0f19a1-4fad-45c9-ad12-74b4311bdfdb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.607772 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.611259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "DELETE /v2.0/networks/2c0f19a1-4fad-45c9-ad12-74b4311bdfdb HTTP/1.1" status: 204 len: 168 time: 0.9200497 Feb 03 21:50:26.612508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede13225-5392-4b20-b478-69bc41673da3 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event deleted for resources: {'Network': ['ID=2c0f19a1-4fad-45c9-ad12-74b4311bdfdb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:26.615224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:26.729672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14fd9b-fc92-43b8-90f7-64827a4d78bf req-529dc06b-77ec-43fb-9053-b928dc7b8b37 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:26.732136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba14fd9b-fc92-43b8-90f7-64827a4d78bf req-529dc06b-77ec-43fb-9053-b928dc7b8b37 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0718510 Feb 03 21:50:26.790755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba14fd9b-fc92-43b8-90f7-64827a4d78bf req-1d100fba-3787-49d7-ae97-b7bae4e3d6e5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504067 Feb 03 21:50:26.815525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Allocated IP 172.20.0.10 (38987652-3eb2-4417-9fe6-e353ac77de00/b49ced94-4e54-4660-9366-4947d26af86e/33a203a5-5584-4b8f-b34c-1aaf7874b4be) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:50:26.874648 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:26.940371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2386984-d772-4ea4-888b-e12eea1c89bf req-3a1297aa-f4ca-419c-9fa1-e8b5c82640d0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0381327 Feb 03 21:50:26.978824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Deleting port 1c708c6b-6c07-4ee6-8985-966db9d6b83b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:26.979171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1c708c6b-6c07-4ee6-8985-966db9d6b83b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.098213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-274b390f-725e-4ed4-a730-fcac2f780c70 req-c40dac0b-30f6-421e-b69d-ead6e2afb265 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 210 time: 0.0607817 Feb 03 21:50:27.128182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1c708c6b-6c07-4ee6-8985-966db9d6b83b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.128525 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for floatingip (1c708c6b-6c07-4ee6-8985-966db9d6b83b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.141122 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks [] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.149697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Calling delete_port for 1c708c6b-6c07-4ee6-8985-966db9d6b83b owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:27.241204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.257507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['85280c06-e0e8-4ae9-9605-c6e1d82d085d', '1c531406-ca76-42e1-8dac-2f9fbab906a3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:50:27.260819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4a3fb332-672c-446d-9454-f1d720c59c94'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:50:27.308218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Network 38987652-3eb2-4417-9fe6-e353ac77de00 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:27.310838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Pushing event updated for resources: {'Port': ['ID=33a203a5-5584-4b8f-b34c-1aaf7874b4be,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:27.313461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:27.316877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:27.394015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:27.394658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.422101 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-bb837d03-e420-4eab-81c1-b8df2b462453 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0736001 Feb 03 21:50:27.423243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1c708c6b-6c07-4ee6-8985-966db9d6b83b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.460270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Request body: {'port': {'device_id': '81a2d3fa-4e38-4517-b0bb-2f8924e57417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:27.465385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Pushing event deleted for resources: {'Port': ['ID=1c708c6b-6c07-4ee6-8985-966db9d6b83b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:27.574969 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.625388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks [] for floatingip (82b3b482-1b0c-482a-b7f1-87de4a850949), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.627955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.629494 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5eeebf14-9ccf-4e14-85d8-48428ea3db84 tempest-FloatingIPAdminTestJSON-464245913 tempest-FloatingIPAdminTestJSON-464245913-project] 10.222.0.50 "DELETE /v2.0/floatingips/82b3b482-1b0c-482a-b7f1-87de4a850949 HTTP/1.1" status: 204 len: 168 time: 1.0127416 Feb 03 21:50:27.961412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a203a5-5584-4b8f-b34c-1aaf7874b4be {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:50:27.970385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Publish callbacks [] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:27.984288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Transition to ACTIVE for port object 33a203a5-5584-4b8f-b34c-1aaf7874b4be will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:50:27.989920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:28.020073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33680) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:28.062823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a209e6-2566-4705-8635-235f347afbac req-58897c27-b93b-44f0-bf18-f28d2dd1f94d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:28.068112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10a209e6-2566-4705-8635-235f347afbac req-58897c27-b93b-44f0-bf18-f28d2dd1f94d tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1547956 Feb 03 21:50:28.082848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Pushing event updated for resources: {'Port': ['ID=33a203a5-5584-4b8f-b34c-1aaf7874b4be,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:28.139981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Attempting to bind port 33a203a5-5584-4b8f-b34c-1aaf7874b4be on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:28.140888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Attempting to bind port 33a203a5-5584-4b8f-b34c-1aaf7874b4be by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:28.141414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Attempting to bind port 33a203a5-5584-4b8f-b34c-1aaf7874b4be on network 38987652-3eb2-4417-9fe6-e353ac77de00 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:28.148956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Port 33a203a5-5584-4b8f-b34c-1aaf7874b4be on network 38987652-3eb2-4417-9fe6-e353ac77de00 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:28.149440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Attempting to bind port 33a203a5-5584-4b8f-b34c-1aaf7874b4be on network 38987652-3eb2-4417-9fe6-e353ac77de00 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:28.160424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:50:28.160778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Checking segment: {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:50:28.161288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Bound using segment: {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:50:28.161976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Bound port: 33a203a5-5584-4b8f-b34c-1aaf7874b4be, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15dcc8ba-63dc-4dd9-b1f9-a7414940a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:50:28.161976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:28.195456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f48d5f4-5b8d-42ec-8123-4631b445b5aa req-8cc6b755-43ab-492a-9763-efe8497dcdd5 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0919962 Feb 03 21:50:28.218978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10a209e6-2566-4705-8635-235f347afbac req-616036e0-090a-4c59-82fb-c4be3404876b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448827 Feb 03 21:50:28.269135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8507b85c-2479-483c-acc4-fec4a859850b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=250b7af8b2b042e1b3f9de63d94e1b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388763 Feb 03 21:50:28.271943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:28.284952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] For port 33a203a5-5584-4b8f-b34c-1aaf7874b4be, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:50:28.293649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] For port 33a203a5-5584-4b8f-b34c-1aaf7874b4be, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33a203a5-5584-4b8f-b34c-1aaf7874b4be,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:50:28.302457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:28.358124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:28.359145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:28.360590 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] 10.222.0.10 "PUT /v2.0/ports/33a203a5-5584-4b8f-b34c-1aaf7874b4be HTTP/1.1" status: 200 len: 1092 time: 0.9051352 Feb 03 21:50:28.361078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a2d3fa-4e38-4517-b0bb-2f8924e57417', 'tag': '33a203a5-5584-4b8f-b34c-1aaf7874b4be'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:28.363329 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312991e3-de6c-4f5e-9dc8-bb4411928bba" -d '{"events": [{"name": "network-changed", "server_uuid": "81a2d3fa-4e38-4517-b0bb-2f8924e57417", "tag": "33a203a5-5584-4b8f-b34c-1aaf7874b4be"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:28.374903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c550437-16e7-4012-9c99-90223aa2c14b admin admin] Publish callbacks [] for security_group (d43acaa4-78d7-4810-9188-f522a349c2e5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:28.399666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0adc44-0134-420e-b062-20ac084ff047 req-e0bfb481-ed8a-467d-a2f4-f2253fefb0e5 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:28.400535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf68cce-2243-4691-ab5d-129e0b603b96 service neutron] Pushing event updated for resources: {'Port': ['ID=33a203a5-5584-4b8f-b34c-1aaf7874b4be,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:28.401596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb0adc44-0134-420e-b062-20ac084ff047 req-e0bfb481-ed8a-467d-a2f4-f2253fefb0e5 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 944 time: 0.1125383 Feb 03 21:50:28.444596 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c550437-16e7-4012-9c99-90223aa2c14b admin admin] Publish callbacks [] for security_group (d43acaa4-78d7-4810-9188-f522a349c2e5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:28.447887 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0e750b-386e-4280-bbca-5f30982b3cac x-openstack-request-id: req-be0e750b-386e-4280-bbca-5f30982b3cac {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:28.448250 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a2d3fa-4e38-4517-b0bb-2f8924e57417", "tag": "33a203a5-5584-4b8f-b34c-1aaf7874b4be", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:28.448944 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be0e750b-386e-4280-bbca-5f30982b3cac {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:28.449914 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a2d3fa-4e38-4517-b0bb-2f8924e57417', 'tag': '33a203a5-5584-4b8f-b34c-1aaf7874b4be', 'status': 'completed', 'code': 200} Feb 03 21:50:28.471352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-53ecd0cd-ffa6-45f9-b24c-95417313931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:28.472768 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-53ecd0cd-ffa6-45f9-b24c-95417313931d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 1126 time: 0.0596645 Feb 03 21:50:28.507206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb0adc44-0134-420e-b062-20ac084ff047 req-392980a9-566d-44db-8d62-caafdff5713d tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951371 Feb 03 21:50:28.529052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c550437-16e7-4012-9c99-90223aa2c14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d43acaa4-78d7-4810-9188-f522a349c2e5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:28.532046 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c550437-16e7-4012-9c99-90223aa2c14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:28.533212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2c550437-16e7-4012-9c99-90223aa2c14b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d43acaa4-78d7-4810-9188-f522a349c2e5 HTTP/1.1" status: 204 len: 168 time: 0.2596543 Feb 03 21:50:28.533967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-ee27bfd9-1e03-489a-816a-634715c6c2bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33a203a5-5584-4b8f-b34c-1aaf7874b4be HTTP/1.1" status: 200 len: 217 time: 0.0539632 Feb 03 21:50:28.551212 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:28.553043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550437-16e7-4012-9c99-90223aa2c14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43acaa4-78d7-4810-9188-f522a349c2e5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:28.625592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-29bbd770-7ae9-446f-bd1b-68f36d402a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:28.627229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-29bbd770-7ae9-446f-bd1b-68f36d402a0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.0794990 Feb 03 21:50:28.667530 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-9ddde5de-7227-4693-84b1-95eabe9c66c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335889 Feb 03 21:50:28.780134 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-5fbe18a1-92a5-45aa-a7d7-cfd637e5ec0f service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054676 Feb 03 21:50:28.904942 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dc74bc9d-4e7c-4373-8777-fa29c3cfeb93 req-69114f15-e3bf-4df3-86f9-4f2800fae683 service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181595 Feb 03 21:50:28.944588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:28.959760 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67165342-8e75-4ab0-922c-891f1b3e28b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:29.038154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-595d2721-889b-4c57-85a6-ca59fb13b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:29.039798 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-595d2721-889b-4c57-85a6-ca59fb13b6c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 1126 time: 0.0801334 Feb 03 21:50:29.095026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67165342-8e75-4ab0-922c-891f1b3e28b9 admin admin] Publish callbacks [] for security_group (bd27d387-fd7b-4920-9143-18a9518b790d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:29.100616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67165342-8e75-4ab0-922c-891f1b3e28b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd27d387-fd7b-4920-9143-18a9518b790d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:29.154448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-67165342-8e75-4ab0-922c-891f1b3e28b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b8664cf4a2c4ec185d3dc9a2e59d789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053258 Feb 03 21:50:29.154448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67165342-8e75-4ab0-922c-891f1b3e28b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd27d387-fd7b-4920-9143-18a9518b790d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:29.156531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:29.229900 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a87d638-d513-40e8-9aee-69f8ff8f350b admin admin] Publish callbacks [] for security_group (bd27d387-fd7b-4920-9143-18a9518b790d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:29.258265 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a87d638-d513-40e8-9aee-69f8ff8f350b admin admin] Publish callbacks [] for security_group (bd27d387-fd7b-4920-9143-18a9518b790d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:29.344455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a87d638-d513-40e8-9aee-69f8ff8f350b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd27d387-fd7b-4920-9143-18a9518b790d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:29.348284 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a87d638-d513-40e8-9aee-69f8ff8f350b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:29.350258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2a87d638-d513-40e8-9aee-69f8ff8f350b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd27d387-fd7b-4920-9143-18a9518b790d HTTP/1.1" status: 204 len: 168 time: 0.1925008 Feb 03 21:50:29.362651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87d638-d513-40e8-9aee-69f8ff8f350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd27d387-fd7b-4920-9143-18a9518b790d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:29.471974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c2b7a53-e60a-4567-885a-9bbb314b1836 req-9ab1a647-d1f0-4401-8bd9-7a7748ad8b42 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0474033 Feb 03 21:50:29.496243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925da061-6402-43b1-bb65-d7f07711bc68 req-4824a25b-5259-40dd-8f0a-82279df86096 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:29.497929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-925da061-6402-43b1-bb65-d7f07711bc68 req-4824a25b-5259-40dd-8f0a-82279df86096 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1314328 Feb 03 21:50:29.568788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-925da061-6402-43b1-bb65-d7f07711bc68 req-92adb674-988a-45dd-a088-5053b5ee95ec tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566578 Feb 03 21:50:29.765245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceadb8-291f-4c57-beeb-631c9a0532a7 req-509ba27e-e905-43ad-b2f5-4f42eef928d4 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:29.765555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-323257cb-48fe-494c-8f99-2e99ec6660d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:29.765977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fceadb8-291f-4c57-beeb-631c9a0532a7 req-509ba27e-e905-43ad-b2f5-4f42eef928d4 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 944 time: 0.1377211 Feb 03 21:50:29.766068 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-323257cb-48fe-494c-8f99-2e99ec6660d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 915 time: 0.7187738 Feb 03 21:50:29.814137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-493c19bd-fadb-4174-bf92-30fc10f0fa7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33a203a5-5584-4b8f-b34c-1aaf7874b4be HTTP/1.1" status: 200 len: 217 time: 0.0397906 Feb 03 21:50:29.851032 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:29.878038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fceadb8-291f-4c57-beeb-631c9a0532a7 req-543e3bae-7737-4a61-b676-b4ec72bb45c7 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005094 Feb 03 21:50:29.899231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-d3d01d79-c389-4519-91f8-1ad4dcdb2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:29.900999 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-d3d01d79-c389-4519-91f8-1ad4dcdb2a20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.0825098 Feb 03 21:50:29.964933 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-8931a5ee-fc70-4801-9785-5910368b072b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563481 Feb 03 21:50:30.185446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-bb5d0a5b-4b54-4532-8bbd-dd9431b6f74e service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097991 Feb 03 21:50:30.215272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:30.236024 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64b9f11b-b14d-45b8-8dd9-8804bf9c0a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:30.357680 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-312991e3-de6c-4f5e-9dc8-bb4411928bba req-27c71128-da39-44ed-bc81-392efdee385d service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655266 Feb 03 21:50:30.431903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64b9f11b-b14d-45b8-8dd9-8804bf9c0a51 admin admin] Publish callbacks [] for security_group (783caae8-d7d2-42b5-a61b-f2f4855d258a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:30.441820 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64b9f11b-b14d-45b8-8dd9-8804bf9c0a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (783caae8-d7d2-42b5-a61b-f2f4855d258a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:30.487490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9f11b-b14d-45b8-8dd9-8804bf9c0a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783caae8-d7d2-42b5-a61b-f2f4855d258a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:30.511301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-64b9f11b-b14d-45b8-8dd9-8804bf9c0a51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f2f7081856e4419a455ddb7d60694f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2947886 Feb 03 21:50:30.514472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:30.604514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f79d58-4969-4295-9d2e-9beba149df2d admin admin] Publish callbacks [] for security_group (783caae8-d7d2-42b5-a61b-f2f4855d258a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:30.671967 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f79d58-4969-4295-9d2e-9beba149df2d admin admin] Publish callbacks [] for security_group (783caae8-d7d2-42b5-a61b-f2f4855d258a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:30.691991 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fdacd1d-1652-4d94-ac84-c23dc8272077 req-01a4e40f-30db-481a-9835-f06d83502408 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0495915 Feb 03 21:50:30.781221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f79d58-4969-4295-9d2e-9beba149df2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (783caae8-d7d2-42b5-a61b-f2f4855d258a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:30.784584 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f79d58-4969-4295-9d2e-9beba149df2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:30.785804 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-61f79d58-4969-4295-9d2e-9beba149df2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/783caae8-d7d2-42b5-a61b-f2f4855d258a HTTP/1.1" status: 204 len: 168 time: 0.2700160 Feb 03 21:50:30.801608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de6074-5889-4531-846d-0e03ce5fc51e req-00478ff1-1829-49f1-8bdb-04be45f428d9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:30.804687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f79d58-4969-4295-9d2e-9beba149df2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783caae8-d7d2-42b5-a61b-f2f4855d258a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:30.805612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68de6074-5889-4531-846d-0e03ce5fc51e req-00478ff1-1829-49f1-8bdb-04be45f428d9 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1126955 Feb 03 21:50:30.895068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68de6074-5889-4531-846d-0e03ce5fc51e req-61f63438-1167-471c-a2c4-b38068b29ab8 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828035 Feb 03 21:50:31.058784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3ca1-08d7-4ca8-acb0-7c8558222e68 req-320f14ca-cf4d-4f02-af01-9efdb20c188d tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:31.062145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f6f3ca1-08d7-4ca8-acb0-7c8558222e68 req-320f14ca-cf4d-4f02-af01-9efdb20c188d tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 944 time: 0.0768247 Feb 03 21:50:31.140081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f6f3ca1-08d7-4ca8-acb0-7c8558222e68 req-fa6522c7-0894-40a0-b774-09ff8f2caa16 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719280 Feb 03 21:50:31.883277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77744bee-f6fc-45dd-8fda-e7dcad5dd002 req-72fadbcd-3c60-4a61-983a-5f40a0a6ac29 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0671375 Feb 03 21:50:32.131428 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe84ba-9500-4cc1-a2dd-234fbe6883fc req-f83834d8-ddb8-415e-8d7c-320a9a3e6e1f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:32.134082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cbe84ba-9500-4cc1-a2dd-234fbe6883fc req-f83834d8-ddb8-415e-8d7c-320a9a3e6e1f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0959229 Feb 03 21:50:32.238479 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cbe84ba-9500-4cc1-a2dd-234fbe6883fc req-103563f2-ce59-4644-a12d-36bcf9e92e7b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985568 Feb 03 21:50:32.402976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcbb16-eca3-4e90-a501-7cd927491d38 req-fc03c694-da4a-4659-bf1d-3f7ee5535f68 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:32.414667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ebcbb16-eca3-4e90-a501-7cd927491d38 req-fc03c694-da4a-4659-bf1d-3f7ee5535f68 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 944 time: 0.1264117 Feb 03 21:50:32.535022 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ebcbb16-eca3-4e90-a501-7cd927491d38 req-4737860d-7052-4f80-a7fb-be81b6ad22e0 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180856 Feb 03 21:50:33.067781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:33.081734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f41a31f-8555-461f-bd32-70e6a26c32c8 req-45361a1a-1ce7-4de8-a032-16b6029e89ec tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0553544 Feb 03 21:50:33.229097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-46f38831-9506-40ca-9652-62d2e1ab3122 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-606342051'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:33.229936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-46f38831-9506-40ca-9652-62d2e1ab3122 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Unknown quota resources ['metering_label']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:50:33.363351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 33a203a5-5584-4b8f-b34c-1aaf7874b4be details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:50:33.471017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d596dfe-4a5a-4dbc-a775-4d65b80d96bf req-2506d3dd-27be-41e7-ab04-010e2f3e8822 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:33.478141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d596dfe-4a5a-4dbc-a775-4d65b80d96bf req-2506d3dd-27be-41e7-ab04-010e2f3e8822 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0980532 Feb 03 21:50:33.569151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d596dfe-4a5a-4dbc-a775-4d65b80d96bf req-25083678-5f89-4566-b370-b1dfd9f5bce3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900092 Feb 03 21:50:33.675097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 33a203a5-5584-4b8f-b34c-1aaf7874b4be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33a203a5-5584-4b8f-b34c-1aaf7874b4be,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:33.693125 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46f38831-9506-40ca-9652-62d2e1ab3122 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:33.698349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-46f38831-9506-40ca-9652-62d2e1ab3122 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6263728 Feb 03 21:50:33.698628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:33.707961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-580df787-6cd9-4302-b225-7356f349d7c6 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f453b23a-c4d6-4df1-9b28-3cd916bce249'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:33.708490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-580df787-6cd9-4302-b225-7356f349d7c6 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:50:33.718701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '33a203a5-5584-4b8f-b34c-1aaf7874b4be', 'network_id': '38987652-3eb2-4417-9fe6-e353ac77de00', 'port_id': '33a203a5-5584-4b8f-b34c-1aaf7874b4be', 'mac_address': 'fa:16:3e:b5:bb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ced94-4e54-4660-9366-4947d26af86e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:50:33.752322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da69dd-2603-4cd1-9e6f-fd123edf9148 req-873bbe14-fb50-4238-9a9f-321cb3dc3522 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:33.765823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6da69dd-2603-4cd1-9e6f-fd123edf9148 req-873bbe14-fb50-4238-9a9f-321cb3dc3522 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 944 time: 0.1030364 Feb 03 21:50:33.841172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 33a203a5-5584-4b8f-b34c-1aaf7874b4be is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:33.841483 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:33.872197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a203a5-5584-4b8f-b34c-1aaf7874b4be {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:50:33.873784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6da69dd-2603-4cd1-9e6f-fd123edf9148 req-46a6d5b3-b4bc-49c2-802f-3d0e7cd56c3f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069591 Feb 03 21:50:33.884425 n-d-824834-9 neutron-server[103398]: WARNING neutron.services.metering.metering_plugin [None req-580df787-6cd9-4302-b225-7356f349d7c6 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 21:50:33.942423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 33a203a5-5584-4b8f-b34c-1aaf7874b4be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33a203a5-5584-4b8f-b34c-1aaf7874b4be,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:33.951626 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:34.048560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=33a203a5-5584-4b8f-b34c-1aaf7874b4be,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:34.127313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-580df787-6cd9-4302-b225-7356f349d7c6 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:34.128641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-580df787-6cd9-4302-b225-7356f349d7c6 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4289501 Feb 03 21:50:34.131557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:34.136189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8f2a17c4-3c6b-4263-a8cd-56f7159fe6d7 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f453b23a-c4d6-4df1-9b28-3cd916bce249'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:34.137479 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8f2a17c4-3c6b-4263-a8cd-56f7159fe6d7 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:50:34.242281 n-d-824834-9 neutron-server[103398]: WARNING neutron.services.metering.metering_plugin [None req-8f2a17c4-3c6b-4263-a8cd-56f7159fe6d7 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 21:50:34.264232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b65f9b53-9b9e-450f-aed0-1eaa82ae0ea2 req-0d73d941-2210-4f5e-a583-f220f311823b tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0571868 Feb 03 21:50:34.356716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f2a17c4-3c6b-4263-a8cd-56f7159fe6d7 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:34.357850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f2a17c4-3c6b-4263-a8cd-56f7159fe6d7 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2253554 Feb 03 21:50:34.360674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:34.375213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cbe73241-2f84-44e0-8cf2-f28c03e05467 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=66f3948b-6ced-456e-86de-476e07c74831 HTTP/1.1" status: 200 len: 462 time: 0.0133042 Feb 03 21:50:34.377615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:34.396609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['33a203a5-5584-4b8f-b34c-1aaf7874b4be'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:50:34.631945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c499c692-1152-46c5-88b2-f8b80c287826 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:34.636308 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c499c692-1152-46c5-88b2-f8b80c287826 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/66f3948b-6ced-456e-86de-476e07c74831 HTTP/1.1" status: 204 len: 168 time: 0.2556281 Feb 03 21:50:34.639777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:34.662670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33848) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:34.663094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d8c527fa-86f0-43d4-ad9c-0e5e359b4f49 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=66f3948b-6ced-456e-86de-476e07c74831 HTTP/1.1" status: 200 len: 221 time: 0.0180578 Feb 03 21:50:34.667574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-726566d9-4874-408c-af24-410357e56166 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1328330378', 'description': 'label created by tempest'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:34.668578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-726566d9-4874-408c-af24-410357e56166 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Unknown quota resources ['metering_label']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 21:50:34.795162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bb67c-f82d-412e-b987-68b8bbf046da req-9200c00e-77a7-41bb-ac2f-650ae707c55a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:34.807727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-469bb67c-f82d-412e-b987-68b8bbf046da req-9200c00e-77a7-41bb-ac2f-650ae707c55a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1077187 Feb 03 21:50:34.918300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-469bb67c-f82d-412e-b987-68b8bbf046da req-e0cbfbae-4fff-4701-977b-dbfcd19b38f4 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090498 Feb 03 21:50:34.932966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-726566d9-4874-408c-af24-410357e56166 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:34.937372 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-726566d9-4874-408c-af24-410357e56166 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2734241 Feb 03 21:50:34.940083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:35.476796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:35.477537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-80c4e0f0-8d29-4649-a31c-dfc3c01615f1 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=ce680d2d-2d9f-4cf4-be73-a9e3278a2a68 HTTP/1.1" status: 200 len: 468 time: 0.5354974 Feb 03 21:50:35.514593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dc34e7f-3475-44ad-aa97-ea9fa03f84c2 req-87968ed6-1595-47f6-be07-7c4d14a80ace tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0436990 Feb 03 21:50:35.618830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f23b6-ff3a-4b47-9fad-f10ce9140fdf req-3374468b-bdac-4edb-8c63-da99baf8f762 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:35.620392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc5f23b6-ff3a-4b47-9fad-f10ce9140fdf req-3374468b-bdac-4edb-8c63-da99baf8f762 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 945 time: 0.1484339 Feb 03 21:50:35.717157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc5f23b6-ff3a-4b47-9fad-f10ce9140fdf req-0b1a1a80-c939-4547-8b26-c9f9e4116470 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888364 Feb 03 21:50:35.834362 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d614638a-2c85-4fff-b9b3-05674cb2de98 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:35.835562 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d614638a-2c85-4fff-b9b3-05674cb2de98 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/ce680d2d-2d9f-4cf4-be73-a9e3278a2a68 HTTP/1.1" status: 204 len: 168 time: 0.3576012 Feb 03 21:50:35.838528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:35.852363 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0cf1ccdf-f707-44dc-8e55-c55efb7871eb tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=ce680d2d-2d9f-4cf4-be73-a9e3278a2a68 HTTP/1.1" status: 200 len: 216 time: 0.0126121 Feb 03 21:50:35.858483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:35.878813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b66bed5c-0783-45ca-aadf-7ea0ca40c376 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0142174 Feb 03 21:50:35.879372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:35.893831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f6cd036d-04c7-4f3d-97e0-016a4efbe463 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0133834 Feb 03 21:50:35.897936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:36.006575 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ee2340f4-10b0-47c0-a2f2-a9e1b2149da6 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/f453b23a-c4d6-4df1-9b28-3cd916bce249 HTTP/1.1" status: 200 len: 472 time: 0.1068826 Feb 03 21:50:36.010143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33878) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:36.026207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-702dca65-5887-45ab-ba85-7e0a98ce4077 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/ff9a027a-12f0-49d1-b1f4-298446b5a340 HTTP/1.1" status: 200 len: 459 time: 0.0147309 Feb 03 21:50:36.030058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:36.129594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bbbad-8977-48bc-82c7-6f991027a321 req-bd6e3686-fcd4-4aca-958f-7ddc4596c89b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:36.131215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f54bbbad-8977-48bc-82c7-6f991027a321 req-bd6e3686-fcd4-4aca-958f-7ddc4596c89b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.0839291 Feb 03 21:50:36.227823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f54bbbad-8977-48bc-82c7-6f991027a321 req-af2e7b05-1cbb-4c8d-a255-099654dfc5ca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883863 Feb 03 21:50:36.239927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a66d8231-a6bc-4456-a74e-dd0be939c132 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:36.241117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a66d8231-a6bc-4456-a74e-dd0be939c132 tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/ff9a027a-12f0-49d1-b1f4-298446b5a340 HTTP/1.1" status: 204 len: 168 time: 0.2095282 Feb 03 21:50:36.243589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:36.561474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ece2-009f-4a0f-bd6e-9d2675ddd2df req-cfbeb9d3-5023-45dc-9c34-58bd0e99c7ef tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:36.569691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9b9ece2-009f-4a0f-bd6e-9d2675ddd2df req-cfbeb9d3-5023-45dc-9c34-58bd0e99c7ef tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.0912824 Feb 03 21:50:36.603548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b22-eda4-4807-a693-7731dc5ca73c tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:36.604718 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e3d98b22-eda4-4807-a693-7731dc5ca73c tempest-MeteringIpV6TestJSON-2058260322 tempest-MeteringIpV6TestJSON-2058260322-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/f453b23a-c4d6-4df1-9b28-3cd916bce249 HTTP/1.1" status: 204 len: 168 time: 0.3601637 Feb 03 21:50:36.647204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9b9ece2-009f-4a0f-bd6e-9d2675ddd2df req-d0cbe73b-ef8d-42ad-912b-e8d05e659a33 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760605 Feb 03 21:50:36.686815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5908ddb1-e972-4f82-a9d9-eec0e76bf366 req-33480919-25bf-4682-af33-8c5f2b4a7a98 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/ports?device_id=00df46c6-c9c1-47f2-af33-b85297ec8228 HTTP/1.1" status: 200 len: 210 time: 0.0369010 Feb 03 21:50:36.930408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03452a5e-ca0a-46c8-a762-dfaf42efe222 req-e89b8a19-1836-4624-ab07-7bad212d8a22 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:36.942076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03452a5e-ca0a-46c8-a762-dfaf42efe222 req-e89b8a19-1836-4624-ab07-7bad212d8a22 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 945 time: 0.0971794 Feb 03 21:50:37.019731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03452a5e-ca0a-46c8-a762-dfaf42efe222 req-06c51273-5eaa-406a-9b14-0d8bf060b331 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767665 Feb 03 21:50:37.047007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:37.200930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.313650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Publish callbacks [] for security_group (41eaa96a-ca6f-4925-9aa3-7be5453d68fe), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.325960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (41eaa96a-ca6f-4925-9aa3-7be5453d68fe), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.368451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 33a203a5-5584-4b8f-b34c-1aaf7874b4be up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:50:37.399973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eaa96a-ca6f-4925-9aa3-7be5453d68fe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:37.416504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.416864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.417243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.417588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.418929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.419282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.419621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.420056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.421391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.422735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.422944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.423285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.423614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.431454 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9569986-09ff-40a5-a780-3c384d85efb6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a2b38c529a54a1ab5c66c87b4898f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3808324 Feb 03 21:50:37.442780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33914) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:37.474103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 33a203a5-5584-4b8f-b34c-1aaf7874b4be completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:50:37.478640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 33a203a5-5584-4b8f-b34c-1aaf7874b4be triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:37.479206 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.484849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110e6f6-f5e0-44a3-997e-dc656f5539fb req-4e54bf1e-1d52-40a6-9b8a-f35d6239b11a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:37.494192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b110e6f6-f5e0-44a3-997e-dc656f5539fb req-4e54bf1e-1d52-40a6-9b8a-f35d6239b11a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1286600 Feb 03 21:50:37.580794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 33a203a5-5584-4b8f-b34c-1aaf7874b4be is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:37.581495 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.584856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Publish callbacks [] for security_group (41eaa96a-ca6f-4925-9aa3-7be5453d68fe), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.607847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b110e6f6-f5e0-44a3-997e-dc656f5539fb req-24d07a4e-ce18-40c6-8ffb-3550df027499 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009808 Feb 03 21:50:37.626543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a2d3fa-4e38-4517-b0bb-2f8924e57417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a203a5-5584-4b8f-b34c-1aaf7874b4be'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:37.628936 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33edfd95-ca4e-4f64-8978-6a01147a38c6" -d '{"events": [{"server_uuid": "81a2d3fa-4e38-4517-b0bb-2f8924e57417", "name": "network-vif-plugged", "status": "completed", "tag": "33a203a5-5584-4b8f-b34c-1aaf7874b4be"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:37.648440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 33a203a5-5584-4b8f-b34c-1aaf7874b4be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33a203a5-5584-4b8f-b34c-1aaf7874b4be,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:37.652876 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Publish callbacks [] for security_group (41eaa96a-ca6f-4925-9aa3-7be5453d68fe), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.655729 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.738383 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (41eaa96a-ca6f-4925-9aa3-7be5453d68fe), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.743818 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:37.747983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41eaa96a-ca6f-4925-9aa3-7be5453d68fe HTTP/1.1" status: 204 len: 168 time: 0.2928200 Feb 03 21:50:37.748324 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a30278-0ae9-4933-9d16-71114bc9c27d x-openstack-request-id: req-89a30278-0ae9-4933-9d16-71114bc9c27d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:37.769762 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a2d3fa-4e38-4517-b0bb-2f8924e57417", "name": "network-vif-plugged", "status": "completed", "tag": "33a203a5-5584-4b8f-b34c-1aaf7874b4be", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:37.770048 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89a30278-0ae9-4933-9d16-71114bc9c27d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:37.770489 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a2d3fa-4e38-4517-b0bb-2f8924e57417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a203a5-5584-4b8f-b34c-1aaf7874b4be', 'code': 200} Feb 03 21:50:37.771104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eaa96a-ca6f-4925-9aa3-7be5453d68fe,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:37.799754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.800412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.801887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.804384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.820279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.822358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.822832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.824031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.825473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.826533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.827240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.828017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.828455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a569f6-7007-4f0a-9a93-0b997ae395c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:37.850184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33926) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:37.873471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=33a203a5-5584-4b8f-b34c-1aaf7874b4be,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:37.923011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fb30e-0a9c-4d6d-a5cb-51d85361af6b req-8166c778-9b6b-40e8-914a-0e90e6f5d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:37.925974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-722fb30e-0a9c-4d6d-a5cb-51d85361af6b req-8166c778-9b6b-40e8-914a-0e90e6f5d212 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 1128 time: 0.1194859 Feb 03 21:50:37.999566 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ced7be8e-3f1b-4bec-b9af-c669be7b5720 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group (00104047-70fa-474a-a655-7190324946a7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.010970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e27477-2e3c-4f26-929c-1e8c0e335aa6 req-a27369fc-5faa-4917-bf9d-857208bf9a70 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:38.013283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9e27477-2e3c-4f26-929c-1e8c0e335aa6 req-a27369fc-5faa-4917-bf9d-857208bf9a70 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.1646159 Feb 03 21:50:38.021696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-722fb30e-0a9c-4d6d-a5cb-51d85361af6b req-3d39874f-3cdb-4530-9686-9be7e979a659 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807412 Feb 03 21:50:38.065752 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ced7be8e-3f1b-4bec-b9af-c669be7b5720 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group (00104047-70fa-474a-a655-7190324946a7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.135831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9e27477-2e3c-4f26-929c-1e8c0e335aa6 req-e118c244-a82c-4039-a7c7-1afd6921ca5e tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123478 Feb 03 21:50:38.210128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13889fe9-05ff-476d-af6c-b42e860ae726 req-c2c57306-b39a-4164-b96f-4ddbe87b0e55 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:38.212730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13889fe9-05ff-476d-af6c-b42e860ae726 req-c2c57306-b39a-4164-b96f-4ddbe87b0e55 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 946 time: 0.1111090 Feb 03 21:50:38.214193 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ced7be8e-3f1b-4bec-b9af-c669be7b5720 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (00104047-70fa-474a-a655-7190324946a7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.217494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ced7be8e-3f1b-4bec-b9af-c669be7b5720 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.219299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ced7be8e-3f1b-4bec-b9af-c669be7b5720 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "DELETE /v2.0/security-groups/00104047-70fa-474a-a655-7190324946a7 HTTP/1.1" status: 204 len: 168 time: 0.3675890 Feb 03 21:50:38.222416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:38.240104 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-40a458cb-b15e-44ad-a3e3-60f5d9803b06 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] show failed (client error): The resource could not be found. Feb 03 21:50:38.244935 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-40a458cb-b15e-44ad-a3e3-60f5d9803b06 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "GET /v2.0/security-groups/00104047-70fa-474a-a655-7190324946a7 HTTP/1.1" status: 404 len: 347 time: 0.0214560 Feb 03 21:50:38.246528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:38.249483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7be8e-3f1b-4bec-b9af-c669be7b5720 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00104047-70fa-474a-a655-7190324946a7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:38.312704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13889fe9-05ff-476d-af6c-b42e860ae726 req-99309060-fb3a-4c43-8d8e-91cd898f1650 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918763 Feb 03 21:50:38.436010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:38.452211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48748ca3-a318-45e6-837f-58a8dc3e7d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.562306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d94e28-baff-4807-b136-9e05d7dd001f req-b173687c-bd1b-41f0-91ce-f3a0361e051f tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:38.563749 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-68d94e28-baff-4807-b136-9e05d7dd001f req-b173687c-bd1b-41f0-91ce-f3a0361e051f tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.1316395 Feb 03 21:50:38.581263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting port daa72efb-9df9-451d-bbd7-32eba65378c8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:38.581600 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (daa72efb-9df9-451d-bbd7-32eba65378c8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.583980 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48748ca3-a318-45e6-837f-58a8dc3e7d18 admin admin] Publish callbacks [] for security_group (4e329ff2-2fc4-4ef1-a909-877e25422a16), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.598526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48748ca3-a318-45e6-837f-58a8dc3e7d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4e329ff2-2fc4-4ef1-a909-877e25422a16), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.677959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48748ca3-a318-45e6-837f-58a8dc3e7d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e329ff2-2fc4-4ef1-a909-877e25422a16,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:38.693848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-48748ca3-a318-45e6-837f-58a8dc3e7d18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a5a87cd1c9442fc91fecdf6370b94e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564001 Feb 03 21:50:38.694642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33950) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:38.788471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (daa72efb-9df9-451d-bbd7-32eba65378c8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.788795 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for floatingip (daa72efb-9df9-451d-bbd7-32eba65378c8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.816849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Calling delete_port for daa72efb-9df9-451d-bbd7-32eba65378c8 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:38.832773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Deleting port 85b81d26-aac3-4139-ad87-1cc294ef3f9b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:38.833403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.876669 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e77667c-bf65-4d7e-afb1-db0b2e0a1827 admin admin] Publish callbacks [] for security_group (4e329ff2-2fc4-4ef1-a909-877e25422a16), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:38.957870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26930b3-ef7b-442a-8f62-38154b59b5ee req-bad0ca90-ec1d-4298-a5a1-2e751459ec2e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:38.959695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c26930b3-ef7b-442a-8f62-38154b59b5ee req-bad0ca90-ec1d-4298-a5a1-2e751459ec2e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.2043519 Feb 03 21:50:38.963239 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e77667c-bf65-4d7e-afb1-db0b2e0a1827 admin admin] Publish callbacks [] for security_group (4e329ff2-2fc4-4ef1-a909-877e25422a16), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:39.032399 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-b79865ba-8ec7-4d56-952e-76507cc7379b service neutron] show failed (client error): The resource could not be found. Feb 03 21:50:39.034084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-b79865ba-8ec7-4d56-952e-76507cc7379b service neutron] 10.222.0.10 "GET /v2.0/ports/9ab4d363-21eb-4e8d-a287-7c50f043e909/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0797980 Feb 03 21:50:39.085634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c26930b3-ef7b-442a-8f62-38154b59b5ee req-ef861c90-5d51-4e73-8f22-5ef71a53b488 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040564 Feb 03 21:50:39.123380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e77667c-bf65-4d7e-afb1-db0b2e0a1827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4e329ff2-2fc4-4ef1-a909-877e25422a16), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:39.126811 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e77667c-bf65-4d7e-afb1-db0b2e0a1827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:39.130431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] For port 85b81d26-aac3-4139-ad87-1cc294ef3f9b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=85b81d26-aac3-4139-ad87-1cc294ef3f9b,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:39.131187 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:39.131446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1e77667c-bf65-4d7e-afb1-db0b2e0a1827 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e329ff2-2fc4-4ef1-a909-877e25422a16 HTTP/1.1" status: 204 len: 168 time: 0.4352872 Feb 03 21:50:39.143527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77667c-bf65-4d7e-afb1-db0b2e0a1827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e329ff2-2fc4-4ef1-a909-877e25422a16,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:39.351818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363d549-d589-4432-ac56-da1cc30f2dd9 req-74aeec0f-e3cb-40e0-9a26-1897fc000fae tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:39.353510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c363d549-d589-4432-ac56-da1cc30f2dd9 req-74aeec0f-e3cb-40e0-9a26-1897fc000fae tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 946 time: 0.1047127 Feb 03 21:50:39.450133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c363d549-d589-4432-ac56-da1cc30f2dd9 req-0ccb1a33-6e6e-48c0-aacf-7dd94597435e tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b464cae-2744-4582-bf31-9d139633f180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888877 Feb 03 21:50:39.561444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:39.561944 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (a0c7b63f-1812-41c4-9801-a8a7aab92de2), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:39.562400 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Floating IP a0c7b63f-1812-41c4-9801-a8a7aab92de2 disassociated. External IP: 172.25.5.53, port: 85b81d26-aac3-4139-ad87-1cc294ef3f9b. Feb 03 21:50:39.562835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Calling delete_port for 85b81d26-aac3-4139-ad87-1cc294ef3f9b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:39.677897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6ce03-2c20-4133-a0e7-b3cfd7057329 req-a03360ab-c3de-4974-9c61-2efe615186b7 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:39.687438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2de6ce03-2c20-4133-a0e7-b3cfd7057329 req-a03360ab-c3de-4974-9c61-2efe615186b7 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 946 time: 0.1984255 Feb 03 21:50:39.707094 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (daa72efb-9df9-451d-bbd7-32eba65378c8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:39.751181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (85b81d26-aac3-4139-ad87-1cc294ef3f9b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:39.794623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2de6ce03-2c20-4133-a0e7-b3cfd7057329 req-cb50bc50-9bc3-4a21-9fc1-eb114aaa482e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061308 Feb 03 21:50:39.861182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Port': ['ID=daa72efb-9df9-451d-bbd7-32eba65378c8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:40.386532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6db2-64a9-46f8-97eb-3dbd47dae9fc req-63e00aae-5b7e-4668-b171-aaa0a63c588c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:40.388482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14ac6db2-64a9-46f8-97eb-3dbd47dae9fc req-63e00aae-5b7e-4668-b171-aaa0a63c588c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1632433 Feb 03 21:50:40.541367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14ac6db2-64a9-46f8-97eb-3dbd47dae9fc req-008fa2be-9e4e-4c83-bda6-6dec1de2e277 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423078 Feb 03 21:50:40.566809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Pushing event deleted for resources: {'Port': ['ID=85b81d26-aac3-4139-ad87-1cc294ef3f9b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:40.665372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2728a409-96a7-446a-a3e1-af812cc2b9a5 req-c57dda28-615b-4cb6-8fe1-c7e9e76168b8 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 210 time: 0.0669200 Feb 03 21:50:40.721300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for floatingip (93140065-540e-479c-b69e-e01332515ccd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:40.724420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:40.725654 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7a234c6-6a1c-4b4f-a6cd-4329158214b4 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "DELETE /v2.0/floatingips/93140065-540e-479c-b69e-e01332515ccd HTTP/1.1" status: 204 len: 168 time: 2.4781873 Feb 03 21:50:40.728369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:40.781486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-b0d7bfdb-88d9-48be-aaab-6d1aa9cf07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:40.783042 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-b0d7bfdb-88d9-48be-aaab-6d1aa9cf07ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 1130 time: 1.0687771 Feb 03 21:50:40.797834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Router 02f5640b-4295-4e1b-a077-11542993c6f2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:50:40.810114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:40.967654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:41.003470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4563800e-f89c-4747-9571-1589d8eb2d8c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting port 6cf96df9-d086-4aae-bcfd-65de267ed87b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:41.003822 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4563800e-f89c-4747-9571-1589d8eb2d8c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:41.102799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2deacb5-0b51-425a-894b-4fa1c2a4f820 req-9a841899-d079-42ee-8dfe-7d8661d4aec9 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:41.110288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2deacb5-0b51-425a-894b-4fa1c2a4f820 req-9a841899-d079-42ee-8dfe-7d8661d4aec9 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 946 time: 0.1805475 Feb 03 21:50:41.158812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4563800e-f89c-4747-9571-1589d8eb2d8c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:41.221380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4563800e-f89c-4747-9571-1589d8eb2d8c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Calling delete_port for 6cf96df9-d086-4aae-bcfd-65de267ed87b owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:41.251250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2deacb5-0b51-425a-894b-4fa1c2a4f820 req-6cad4cec-4a11-42d8-84fb-8b178ff02b80 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397943 Feb 03 21:50:41.412461 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4563800e-f89c-4747-9571-1589d8eb2d8c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6cf96df9-d086-4aae-bcfd-65de267ed87b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:41.452799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:50:41.465867 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] Sync routers for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:50:41.489127 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:41.490669 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:50:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:41.518144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563800e-f89c-4747-9571-1589d8eb2d8c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Port': ['ID=6cf96df9-d086-4aae-bcfd-65de267ed87b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:41.566398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] No DVR routers for this DVR port 85b81d26-aac3-4139-ad87-1cc294ef3f9b on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:50:41.772354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4563800e-f89c-4747-9571-1589d8eb2d8c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:41.775800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4563800e-f89c-4747-9571-1589d8eb2d8c tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "DELETE /v2.0/ports/6cf96df9-d086-4aae-bcfd-65de267ed87b HTTP/1.1" status: 204 len: 168 time: 1.0462964 Feb 03 21:50:41.796966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:41.839429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:41.863940 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:50:41.880660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:50:41.941817 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Publish callbacks [] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:41.968581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:41.981664 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-68d94e28-baff-4807-b136-9e05d7dd001f req-677e0ba5-349b-4697-9204-6dea4727a34d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.47 "DELETE /v2.0/ports/85b81d26-aac3-4139-ad87-1cc294ef3f9b HTTP/1.1" status: 204 len: 173 time: 3.4072850 Feb 03 21:50:41.982222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909'}, {'server_uuid': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'name': 'network-vif-deleted', 'tag': '85b81d26-aac3-4139-ad87-1cc294ef3f9b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:41.985505 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3001f53f-8f15-43d4-ac82-05f8217bfd86" -d '{"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909"}, {"server_uuid": "8d6fc346-54c5-4664-bc43-c47b4a465c64", "name": "network-vif-deleted", "tag": "85b81d26-aac3-4139-ad87-1cc294ef3f9b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:41.995076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Transition to ACTIVE for port object 9ab4d363-21eb-4e8d-a287-7c50f043e909 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:50:42.016478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:42.111228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91be3a59-fd25-4030-95c3-828e9517a69a req-3e048320-37ef-4849-9aec-474ab55482fb tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6fc346-54c5-4664-bc43-c47b4a465c64 HTTP/1.1" status: 200 len: 210 time: 0.2148089 Feb 03 21:50:42.301452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] No DVR routers for this DVR port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:50:42.400895 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a9f95c-0040-4474-87c7-bf8387eb8669 x-openstack-request-id: req-e2a9f95c-0040-4474-87c7-bf8387eb8669 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:42.401324 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909", "code": 200}, {"server_uuid": "8d6fc346-54c5-4664-bc43-c47b4a465c64", "name": "network-vif-deleted", "tag": "85b81d26-aac3-4139-ad87-1cc294ef3f9b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:42.401596 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2a9f95c-0040-4474-87c7-bf8387eb8669 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:42.402078 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'code': 200} Feb 03 21:50:42.402345 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6fc346-54c5-4664-bc43-c47b4a465c64', 'name': 'network-vif-deleted', 'tag': '85b81d26-aac3-4139-ad87-1cc294ef3f9b', 'status': 'completed', 'code': 200} Feb 03 21:50:42.435718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:42.453253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:42.453595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:42.453929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:42.455447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427a442-89d0-4069-b6e8-78f0f3b04784 req-8f286d18-5cf4-4d9b-b71c-b12ba4168f44 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:42.458688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a427a442-89d0-4069-b6e8-78f0f3b04784 req-8f286d18-5cf4-4d9b-b71c-b12ba4168f44 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.7067358 Feb 03 21:50:42.468751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:42.469125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:42.474791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:50:42.474791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:50:42.475053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:50:42.475467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Bound port: 9ab4d363-21eb-4e8d-a287-7c50f043e909, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:50:42.475831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:42.577531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34034) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:42.581344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a427a442-89d0-4069-b6e8-78f0f3b04784 req-f2279b42-c08b-44d9-9e56-45f6747052b3 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063426 Feb 03 21:50:42.601371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:50:42.604293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ed57ab85-583f-4672-91bb-69ff410772d3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting port 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:42.604632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed57ab85-583f-4672-91bb-69ff410772d3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:42.610642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:50:42.632250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:42.646843 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:48Z', 'revision_number': 5, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:42.671462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 85b81d26-aac3-4139-ad87-1cc294ef3f9b no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:42.743618 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:42.744260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:42.745787 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] 10.222.0.47 "PUT /v2.0/ports/9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 1094 time: 1.9526443 Feb 03 21:50:42.775605 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] Checking router: 02f5640b-4295-4e1b-a077-11542993c6f2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:50:42.792214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 85b81d26-aac3-4139-ad87-1cc294ef3f9b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:50:42.795143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 85b81d26-aac3-4139-ad87-1cc294ef3f9b not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:50:42.806305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed57ab85-583f-4672-91bb-69ff410772d3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:42.809943 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:42.810837 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:50:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:42.842424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ed57ab85-583f-4672-91bb-69ff410772d3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Calling delete_port for 0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:42.866890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba2286-1c4b-47e0-995e-6d07b594693f service neutron] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:43.030980 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:50:43.043647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-fc1fc86e-707b-4d2a-a240-afe71a474877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:43.062425 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-fc1fc86e-707b-4d2a-a240-afe71a474877 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1128 time: 0.2660720 Feb 03 21:50:43.081449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-498043481'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:43.092400 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed57ab85-583f-4672-91bb-69ff410772d3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:43.129066 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57ab85-583f-4672-91bb-69ff410772d3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Port': ['ID=0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:43.240317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed57ab85-583f-4672-91bb-69ff410772d3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:43.248125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ed57ab85-583f-4672-91bb-69ff410772d3 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "DELETE /v2.0/ports/0c7fdf15-b6a2-45c9-ab50-460b8f6a53d8 HTTP/1.1" status: 204 len: 168 time: 1.4501474 Feb 03 21:50:43.249291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:43.267802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Made reservation on behalf of 0413bb2d04e64afea97c9cfc9f25bb26 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:43.272600 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:43.307691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-e7b3844f-30e9-4566-bea8-64ab7b6b967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:43.310683 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-e7b3844f-30e9-4566-bea8-64ab7b6b967e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2470131 Feb 03 21:50:43.311360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:43.336200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:43.384549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:43.440144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c092eae8-5c81-4dfe-807b-3e9704e5bd2e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting subnet d35e0df7-060c-4b05-9eae-e6788e55512d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:50:43.490276 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-1ef2aee4-7472-493f-9342-6c5a910602d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.1559024 Feb 03 21:50:43.501890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c092eae8-5c81-4dfe-807b-3e9704e5bd2e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for subnet (d35e0df7-060c-4b05-9eae-e6788e55512d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:43.512795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port 9ab4d363-21eb-4e8d-a287-7c50f043e909 host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:50:43.513238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:50:43.545876 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:48Z', 'revision_number': 5, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:43.637590 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2069d49c-18a1-4f2a-8ea6-217285c53a9a None None] The sync data for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 is: [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:48:42Z', 'revision_number': 4, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '34573867-33d1-4bfd-bb4c-0818475565e7', 'name': '', 'network_id': 'be5f9911-7788-4032-b9b6-3b34ac10ceac', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'mac_address': 'fa:16:3e:97:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:42Z', 'updated_at': '2022-02-03T21:48:48Z', 'revision_number': 5, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'subnets': [{'id': '808d956c-e499-4fe6-85cb-6968db5e063e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:50:43.688294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-72a8d4f6-0e89-4c4a-b96c-0792b27b18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:43.697811 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-72a8d4f6-0e89-4c4a-b96c-0792b27b18f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1954710 Feb 03 21:50:43.756383 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c092eae8-5c81-4dfe-807b-3e9704e5bd2e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (d35e0df7-060c-4b05-9eae-e6788e55512d), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:43.797238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-2f2c480a-4761-442d-948b-ff1f4bdfafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:43.800720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-2f2c480a-4761-442d-948b-ff1f4bdfafc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0978253 Feb 03 21:50:43.826273 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58145575-80a3-400f-af3b-8107c7d57cd6 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group (9b464cae-2744-4582-bf31-9d139633f180), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:43.935672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58145575-80a3-400f-af3b-8107c7d57cd6 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group (9b464cae-2744-4582-bf31-9d139633f180), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.012810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-cf0f9c6a-23d1-4158-b3d1-9cb16511ff26 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064807 Feb 03 21:50:44.065788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58145575-80a3-400f-af3b-8107c7d57cd6 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b464cae-2744-4582-bf31-9d139633f180), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.071475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58145575-80a3-400f-af3b-8107c7d57cd6 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.074108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-58145575-80a3-400f-af3b-8107c7d57cd6 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "DELETE /v2.0/security-groups/9b464cae-2744-4582-bf31-9d139633f180 HTTP/1.1" status: 204 len: 168 time: 0.7365172 Feb 03 21:50:44.081284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34066) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:44.222196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58145575-80a3-400f-af3b-8107c7d57cd6 tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b464cae-2744-4582-bf31-9d139633f180,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:44.228292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0204ea1a-7099-47e2-9346-a6f0e9ef338d req-75cd9d00-8314-4700-b21f-bd895c192d9f service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065651 Feb 03 21:50:44.247994 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-e043728e-8b23-4fc6-ae9b-39b4286805ba tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] show failed (client error): The resource could not be found. Feb 03 21:50:44.251841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e043728e-8b23-4fc6-ae9b-39b4286805ba tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "GET /v2.0/security-groups/9b464cae-2744-4582-bf31-9d139633f180 HTTP/1.1" status: 404 len: 347 time: 0.1109736 Feb 03 21:50:44.252303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:44.304016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621ffa4-2f20-4d68-b10a-6ca45f332140 None None] New status for floating IP a0c7b63f-1812-41c4-9801-a8a7aab92de2: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:50:44.313752 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c092eae8-5c81-4dfe-807b-3e9704e5bd2e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d35e0df7-060c-4b05-9eae-e6788e55512d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.395768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks [] for security_group (8afef019-4a43-47b5-95d0-8794c9f695c3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.400999 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c092eae8-5c81-4dfe-807b-3e9704e5bd2e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (d35e0df7-060c-4b05-9eae-e6788e55512d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.424711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:44.429199 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:44.447293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092eae8-5c81-4dfe-807b-3e9704e5bd2e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Subnet': ['ID=d35e0df7-060c-4b05-9eae-e6788e55512d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:44.455630 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8afef019-4a43-47b5-95d0-8794c9f695c3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.469534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:50:44.480026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.480409 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Added segment 4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e of type vlan for network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 Feb 03 21:50:44.542130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Deleting port 76df56a9-4a19-4a3f-8147-b1c50a426b02 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:44.542465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (76df56a9-4a19-4a3f-8147-b1c50a426b02), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.571706 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342dba8e-8ac6-4c89-b8d1-221e8286de13 x-openstack-request-id: req-342dba8e-8ac6-4c89-b8d1-221e8286de13 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:44.576369 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:44.576886 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-342dba8e-8ac6-4c89-b8d1-221e8286de13 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:44.577526 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'status': 'completed', 'code': 200} Feb 03 21:50:44.630270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4b7ee39c-4375-49fc-8b25-7658a50a0fd2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.671190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31498b3b-18e1-4ab1-b34b-b7d7483bf3ff req-05466ed8-77a6-42e4-9128-3cd92cdeac28 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:44.672808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31498b3b-18e1-4ab1-b34b-b7d7483bf3ff req-05466ed8-77a6-42e4-9128-3cd92cdeac28 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 946 time: 0.8365147 Feb 03 21:50:44.673981 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c092eae8-5c81-4dfe-807b-3e9704e5bd2e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.680226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c092eae8-5c81-4dfe-807b-3e9704e5bd2e tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "DELETE /v2.0/subnets/d35e0df7-060c-4b05-9eae-e6788e55512d HTTP/1.1" status: 204 len: 168 time: 1.4267440 Feb 03 21:50:44.684887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34074) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:44.705558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7168553f-b663-4d68-b385-9aec2506d77c None None] Network 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:50:44.767419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afef019-4a43-47b5-95d0-8794c9f695c3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:44.822315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31498b3b-18e1-4ab1-b34b-b7d7483bf3ff req-f0c243fb-3805-422b-a254-1e1130d8d44f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364188 Feb 03 21:50:44.840226 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4b7ee39c-4375-49fc-8b25-7658a50a0fd2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.859977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:44.860710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:44.893434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-f2f1c661-b63a-4550-b9bb-5d71c2444d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:44.894944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-f2f1c661-b63a-4550-b9bb-5d71c2444d18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1128 time: 0.2619581 Feb 03 21:50:45.001970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-78653de3-d478-47f7-83d1-c11523d07b81 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Deleting subnet 20b13620-8358-45ac-a0aa-1863e0969c9a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:50:45.010963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-23cdf840-c148-458d-98db-ca5da3cde03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:45.013400 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-23cdf840-c148-458d-98db-ca5da3cde03d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1042328 Feb 03 21:50:45.030331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.4464955 Feb 03 21:50:45.035472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-f361dd96-377f-4109-aa5a-2c5fb379cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:45.037188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-f361dd96-377f-4109-aa5a-2c5fb379cb57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1128 time: 0.4053216 Feb 03 21:50:45.037525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78653de3-d478-47f7-83d1-c11523d07b81 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for subnet (20b13620-8358-45ac-a0aa-1863e0969c9a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.062630 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (76df56a9-4a19-4a3f-8147-b1c50a426b02), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.063178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for floatingip (76df56a9-4a19-4a3f-8147-b1c50a426b02), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.137178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb534f-a6fc-4458-afdd-44b8860cef18 None None] DHCP port deletion for 9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:50:45.149014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-0479715b-ab6f-441a-a44a-604d88793efa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.1157491 Feb 03 21:50:45.150395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Calling delete_port for 76df56a9-4a19-4a3f-8147-b1c50a426b02 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:45.156439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3bd15-68cb-4ccf-82d5-57e7ff1e271a tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Pushing event updated for resources: {'Network': ['ID=4b7ee39c-4375-49fc-8b25-7658a50a0fd2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:45.195561 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78653de3-d478-47f7-83d1-c11523d07b81 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (20b13620-8358-45ac-a0aa-1863e0969c9a), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.201385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:50:45.217646 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:50:45.385641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62bb534f-a6fc-4458-afdd-44b8860cef18 None None] Deleting port 35364845-e473-44b0-bbbd-a4b475d1cfde {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:45.386206 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62bb534f-a6fc-4458-afdd-44b8860cef18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.394258 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78653de3-d478-47f7-83d1-c11523d07b81 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (20b13620-8358-45ac-a0aa-1863e0969c9a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.470224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:45.476886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Request body: {'port': {'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2', 'binding:host_id': 'n-h1-824834-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333463062'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:45.530730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-62bb534f-a6fc-4458-afdd-44b8860cef18 None None] For port 35364845-e473-44b0-bbbd-a4b475d1cfde, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=35364845-e473-44b0-bbbd-a4b475d1cfde,segment=NetworkSegment(c093e081-1acc-4563-afd5-c4c5b7e9617f),segment_id=c093e081-1acc-4563-afd5-c4c5b7e9617f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:45.531388 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62bb534f-a6fc-4458-afdd-44b8860cef18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.534064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Made reservation on behalf of 1f485f7c4891425fb09f64b77fbaa831 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:45.536782 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.557124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62bb534f-a6fc-4458-afdd-44b8860cef18 None None] Calling delete_port for 35364845-e473-44b0-bbbd-a4b475d1cfde owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:45.569403 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.578403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-92d9670e-eb54-47bf-87e7-5f2523efbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:45.580126 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-92d9670e-eb54-47bf-87e7-5f2523efbc60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.3505003 Feb 03 21:50:45.584625 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78653de3-d478-47f7-83d1-c11523d07b81 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (20b13620-8358-45ac-a0aa-1863e0969c9a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.627771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-17ec34fc-9bf9-452e-a928-e868b7e7f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:45.629393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-17ec34fc-9bf9-452e-a928-e868b7e7f2d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.5626075 Feb 03 21:50:45.633683 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (76df56a9-4a19-4a3f-8147-b1c50a426b02), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.679372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78653de3-d478-47f7-83d1-c11523d07b81 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Subnet': ['ID=20b13620-8358-45ac-a0aa-1863e0969c9a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:45.696188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78653de3-d478-47f7-83d1-c11523d07b81 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.699760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-78653de3-d478-47f7-83d1-c11523d07b81 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "DELETE /v2.0/subnets/20b13620-8358-45ac-a0aa-1863e0969c9a HTTP/1.1" status: 204 len: 168 time: 1.0100236 Feb 03 21:50:45.709280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9526b3b-4b46-4050-b048-c0c8840e7340 None None] Network 8078ad59-b8c0-4f92-af69-ec7116783853 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:50:45.716237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34098) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:45.751622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Pushing event deleted for resources: {'Port': ['ID=76df56a9-4a19-4a3f-8147-b1c50a426b02,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:45.756567 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-0e328f72-0b61-4827-8482-263f4ca4bdb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.0773928 Feb 03 21:50:45.781728 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62bb534f-a6fc-4458-afdd-44b8860cef18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (35364845-e473-44b0-bbbd-a4b475d1cfde), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:45.798723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb534f-a6fc-4458-afdd-44b8860cef18 None None] No DVR routers for this DVR port 35364845-e473-44b0-bbbd-a4b475d1cfde on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:50:45.844180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-56a16ff0-6128-40fb-ae90-05fe88d3a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:45.847485 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-56a16ff0-6128-40fb-ae90-05fe88d3a76b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0813248 Feb 03 21:50:45.963757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb534f-a6fc-4458-afdd-44b8860cef18 None None] Pushing event deleted for resources: {'Port': ['ID=35364845-e473-44b0-bbbd-a4b475d1cfde,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:46.042788 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks [] for floatingip (a0c7b63f-1812-41c4-9801-a8a7aab92de2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.048205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.053107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cfea5c41-d909-4cd0-b510-864226fd560d tempest-ServersTestFqdnHostnames-257961957 tempest-ServersTestFqdnHostnames-257961957-project] 10.222.0.50 "DELETE /v2.0/floatingips/a0c7b63f-1812-41c4-9801-a8a7aab92de2 HTTP/1.1" status: 204 len: 168 time: 1.7963545 Feb 03 21:50:46.053107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-3e6d356d-af03-4e05-987f-92f710035e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:46.054177 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-3e6d356d-af03-4e05-987f-92f710035e91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4636431 Feb 03 21:50:46.058194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34108) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:46.059055 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.126393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63662fdb-81ea-4afb-9bb0-ce89ca9d409c None None] DHCP port deletion for 8078ad59-b8c0-4f92-af69-ec7116783853 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:50:46.310616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63662fdb-81ea-4afb-9bb0-ce89ca9d409c None None] Deleting port 6742ee62-71d9-4d98-9164-f041861468d6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:46.311362 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63662fdb-81ea-4afb-9bb0-ce89ca9d409c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6742ee62-71d9-4d98-9164-f041861468d6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.333621 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks [] for security_group (d6f5860e-6776-44d3-875a-902966aa0116), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.434997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-63662fdb-81ea-4afb-9bb0-ce89ca9d409c None None] For port 6742ee62-71d9-4d98-9164-f041861468d6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6742ee62-71d9-4d98-9164-f041861468d6,segment=NetworkSegment(e0ef5478-c42c-4373-a0fe-a3edd25cc5c8),segment_id=e0ef5478-c42c-4373-a0fe-a3edd25cc5c8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:46.436210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63662fdb-81ea-4afb-9bb0-ce89ca9d409c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6742ee62-71d9-4d98-9164-f041861468d6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.437861 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d6f5860e-6776-44d3-875a-902966aa0116), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.454208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] device_id is not set on port ec3e3674-d23f-4f0c-9132-41d3444b51cc yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:50:46.465649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63662fdb-81ea-4afb-9bb0-ce89ca9d409c None None] Calling delete_port for 6742ee62-71d9-4d98-9164-f041861468d6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:46.513757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.560048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c899f-0c09-46cf-acf5-848dbcfe57f9 req-23c0bdd7-4f95-47a3-908b-be25cae200db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:46.567507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-645c899f-0c09-46cf-acf5-848dbcfe57f9 req-23c0bdd7-4f95-47a3-908b-be25cae200db tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 946 time: 0.5332770 Feb 03 21:50:46.583551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6742ee62-71d9-4d98-9164-f041861468d6 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:46.629808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 6742ee62-71d9-4d98-9164-f041861468d6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:50:46.635530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6742ee62-71d9-4d98-9164-f041861468d6 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:50:46.636372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 35364845-e473-44b0-bbbd-a4b475d1cfde no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:46.685365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63662fdb-81ea-4afb-9bb0-ce89ca9d409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (6742ee62-71d9-4d98-9164-f041861468d6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.704416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f5860e-6776-44d3-875a-902966aa0116,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:46.706059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 35364845-e473-44b0-bbbd-a4b475d1cfde {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:50:46.719774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 35364845-e473-44b0-bbbd-a4b475d1cfde not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:50:46.739509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63662fdb-81ea-4afb-9bb0-ce89ca9d409c None None] No DVR routers for this DVR port 6742ee62-71d9-4d98-9164-f041861468d6 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:50:46.752876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:50:46.821854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:46.863266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c093e081-1acc-4563-afd5-c4c5b7e9617f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:46.863618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c093e081-1acc-4563-afd5-c4c5b7e9617f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:46.900310 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (c093e081-1acc-4563-afd5-c4c5b7e9617f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.925973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-39ad0877-968a-47d1-9e81-09b4577451f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:46.929027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-39ad0877-968a-47d1-9e81-09b4577451f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0660534 Feb 03 21:50:46.950775 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c093e081-1acc-4563-afd5-c4c5b7e9617f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:46.975851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:50:46.981042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (c093e081-1acc-4563-afd5-c4c5b7e9617f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:47.009259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63662fdb-81ea-4afb-9bb0-ce89ca9d409c None None] Pushing event deleted for resources: {'Port': ['ID=6742ee62-71d9-4d98-9164-f041861468d6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:50:47.092777 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:50:47.097358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:47.121920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'mac_address': 'fa:16:3e:41:ab:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:50:47.171376 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-7a73d33e-1108-44a3-9ffb-5d46a1262b1e service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684401 Feb 03 21:50:47.205895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-645c899f-0c09-46cf-acf5-848dbcfe57f9 req-30fb4aa3-49e6-42cd-9f9e-3a6c7d9c1894 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721904 Feb 03 21:50:47.212798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 9ab4d363-21eb-4e8d-a287-7c50f043e909 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:47.213225 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:47.239887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab4d363-21eb-4e8d-a287-7c50f043e909 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:50:47.289446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:47.304190 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:47.319072 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:47.337641 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:47.346887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "DELETE /v2.0/networks/9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35 HTTP/1.1" status: 204 len: 168 time: 1.6293566 Feb 03 21:50:47.399417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:47.414163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:47.487563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e734f95-c79a-4c14-97df-e17233d32df9 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Network': ['ID=9c1e7a08-a1eb-43d7-bc8c-68959b4e7b35,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:47.600677 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-95a89972-4f3d-41ff-b5f1-c3f91ea1617d service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558089 Feb 03 21:50:47.612756 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8078ad59-b8c0-4f92-af69-ec7116783853), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:47.679915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] device_id is not set on port ec3e3674-d23f-4f0c-9132-41d3444b51cc yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:50:47.721164 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks [] for port (ec3e3674-d23f-4f0c-9132-41d3444b51cc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:47.766973 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ec3e3674-d23f-4f0c-9132-41d3444b51cc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:47.821680 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-70249447-b205-4d01-b160-b5a8e8027371 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689533 Feb 03 21:50:47.860722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8078ad59-b8c0-4f92-af69-ec7116783853), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:47.891578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34130) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:47.974396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'Port': ['ID=ec3e3674-d23f-4f0c-9132-41d3444b51cc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:48.026167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8078ad59-b8c0-4f92-af69-ec7116783853']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:48.054395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Checking segment: {'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:50:48.054764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Network hostable DHCP agents. Network: 4b7ee39c-4375-49fc-8b25-7658a50a0fd2, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:50:48.065929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:48.066224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ef5478-c42c-4373-a0fe-a3edd25cc5c8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:48.070379 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f86aa6-534d-4125-9772-f24c1e4fdbd7 req-cf494180-cc65-4f34-acdd-7f9940fa6533 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291623 Feb 03 21:50:48.106748 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (e0ef5478-c42c-4373-a0fe-a3edd25cc5c8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:48.147815 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30d6d82f-f7e5-4d29-b093-d97467405630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:48.181918 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e0ef5478-c42c-4373-a0fe-a3edd25cc5c8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:48.184027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:50:48.198654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:50:48.199586 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (e0ef5478-c42c-4373-a0fe-a3edd25cc5c8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:50:48.202866 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:50:48.300112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4b7ee39c-4375-49fc-8b25-7658a50a0fd2) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:48.313024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b097c03-c4af-40a7-aa53-89e31f25980a None None] Network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:50:48.329241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:48.389048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8078ad59-b8c0-4f92-af69-ec7116783853), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:48.399297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (02f5640b-4295-4e1b-a077-11542993c6f2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:48.478260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:48.487412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] 10.222.0.50 "DELETE /v2.0/networks/8078ad59-b8c0-4f92-af69-ec7116783853 HTTP/1.1" status: 204 len: 168 time: 1.0860198 Feb 03 21:50:48.493790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5769b-d8bf-422d-af5a-9359a4b781e0 tempest-TaggedBootDevicesTest-1350694718 tempest-TaggedBootDevicesTest-1350694718-project] Pushing event deleted for resources: {'Network': ['ID=8078ad59-b8c0-4f92-af69-ec7116783853,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:48.513841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:48.514188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:48.514545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:48.541312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:48.541312 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:48.556729 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 2 to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc Feb 03 21:50:48.596176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:48.596655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:48.597035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:48.638089 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30d6d82f-f7e5-4d29-b093-d97467405630 admin admin] Publish callbacks [] for security_group (7ec66c49-d219-4573-b2ce-a95175986adb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:48.641855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:48.642533 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:48.642533 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 3 to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc Feb 03 21:50:48.695253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a1a5-6043-4188-a87b-908d54baf09f req-54962921-17f1-47a5-aaa6-9360d46ad0f7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:48.706827 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe29a1a5-6043-4188-a87b-908d54baf09f req-54962921-17f1-47a5-aaa6-9360d46ad0f7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.3851290 Feb 03 21:50:48.708671 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30d6d82f-f7e5-4d29-b093-d97467405630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7ec66c49-d219-4573-b2ce-a95175986adb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:48.762273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:48.762621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:48.762955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:48.856344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:48.856698 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:48.879370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe29a1a5-6043-4188-a87b-908d54baf09f req-4fc1cdc8-6699-407e-a7d6-06f2dba4e21e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714606 Feb 03 21:50:48.880016 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 4 to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc Feb 03 21:50:48.888939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:48.900309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-30d6d82f-f7e5-4d29-b093-d97467405630 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d630f0a7293d44f0a801c64e4960c2c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9933178 Feb 03 21:50:48.902597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6d82f-f7e5-4d29-b093-d97467405630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec66c49-d219-4573-b2ce-a95175986adb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:48.930513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:48.930853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:48.931185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:48.941346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:48.941677 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:48.942066 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 5 to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc Feb 03 21:50:48.971655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:48.972043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:48.972317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:48.984002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:48.984329 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:48.984788 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 6 to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc Feb 03 21:50:49.027453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:49.029962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['9ab4d363-21eb-4e8d-a287-7c50f043e909'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:50:49.049490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:49.050140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:49.065974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:49.073372 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:49.074011 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 7 to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc Feb 03 21:50:49.098214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:49.098787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:49.099306 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:49.112266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:49.113308 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:49.113850 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 8 to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc Feb 03 21:50:49.120002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15e9588e-3cb6-41e3-99c9-08b3413b5104 admin admin] Publish callbacks [] for security_group (7ec66c49-d219-4573-b2ce-a95175986adb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.140100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:49.140678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:49.141191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:49.149519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:49.150067 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:49.150607 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 9 to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc Feb 03 21:50:49.181602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:49.182469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:49.185370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:49.195110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:49.195680 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:49.196215 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 10 to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc Feb 03 21:50:49.221423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:49.221991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:49.224973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:49.230633 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15e9588e-3cb6-41e3-99c9-08b3413b5104 admin admin] Publish callbacks [] for security_group (7ec66c49-d219-4573-b2ce-a95175986adb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.242035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port ec3e3674-d23f-4f0c-9132-41d3444b51cc on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:49.242533 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port ec3e3674-d23f-4f0c-9132-41d3444b51cc on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:49.243047 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ec3e3674-d23f-4f0c-9132-41d3444b51cc), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.471123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Deleting port 34573867-33d1-4bfd-bb4c-0818475565e7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:49.471686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.473898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] For port ec3e3674-d23f-4f0c-9132-41d3444b51cc, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:50:49.474282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 21:50:49.488138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ec3e3674-d23f-4f0c-9132-41d3444b51cc), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.562022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ac004-a4ad-4101-bab5-c43b98591162 req-b9da7b22-b0f5-440f-8af8-3a690ea8d93f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:49.563515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-077ac004-a4ad-4101-bab5-c43b98591162 req-b9da7b22-b0f5-440f-8af8-3a690ea8d93f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.1810672 Feb 03 21:50:49.570626 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15e9588e-3cb6-41e3-99c9-08b3413b5104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7ec66c49-d219-4573-b2ce-a95175986adb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.573085 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15e9588e-3cb6-41e3-99c9-08b3413b5104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.577324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:49.578035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.583544 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-15e9588e-3cb6-41e3-99c9-08b3413b5104 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ec66c49-d219-4573-b2ce-a95175986adb HTTP/1.1" status: 204 len: 168 time: 0.6930830 Feb 03 21:50:49.601593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-580484e5-64ef-47c3-9131-9ea0582cf031 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:49.603276 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-580484e5-64ef-47c3-9131-9ea0582cf031 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 947 time: 0.3186822 Feb 03 21:50:49.617721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.1424172 Feb 03 21:50:49.618445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34160) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:49.636959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9588e-3cb6-41e3-99c9-08b3413b5104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec66c49-d219-4573-b2ce-a95175986adb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:49.649738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a81d19-31df-474d-aa2d-33443a96c33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'Port': ['ID=ec3e3674-d23f-4f0c-9132-41d3444b51cc,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:49.703258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-077ac004-a4ad-4101-bab5-c43b98591162 req-6fc6f599-aaa9-4f3c-b27f-bc19c0da685f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120319 Feb 03 21:50:49.761395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-72c2f6ca-2ce4-4c28-901a-fd59bfeb11fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Deleting port ec3e3674-d23f-4f0c-9132-41d3444b51cc {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:49.761739 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72c2f6ca-2ce4-4c28-901a-fd59bfeb11fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ec3e3674-d23f-4f0c-9132-41d3444b51cc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.784832 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-81efb8f7-3d92-4bc6-93d4-1bf2af28ab27 service neutron] 10.222.0.47 "GET /v2.0/ports/9ab4d363-21eb-4e8d-a287-7c50f043e909/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 382 time: 0.1520905 Feb 03 21:50:49.852624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-72c2f6ca-2ce4-4c28-901a-fd59bfeb11fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] For port ec3e3674-d23f-4f0c-9132-41d3444b51cc, host n-h1-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:49.853239 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72c2f6ca-2ce4-4c28-901a-fd59bfeb11fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ec3e3674-d23f-4f0c-9132-41d3444b51cc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:49.875793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-72c2f6ca-2ce4-4c28-901a-fd59bfeb11fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Calling delete_port for ec3e3674-d23f-4f0c-9132-41d3444b51cc owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:50.030335 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72c2f6ca-2ce4-4c28-901a-fd59bfeb11fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ec3e3674-d23f-4f0c-9132-41d3444b51cc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:50.067806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] For port 34573867-33d1-4bfd-bb4c-0818475565e7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=34573867-33d1-4bfd-bb4c-0818475565e7,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:50.068029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2f6ca-2ce4-4c28-901a-fd59bfeb11fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec3e3674-d23f-4f0c-9132-41d3444b51cc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:50.075648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:50.079294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72c2f6ca-2ce4-4c28-901a-fd59bfeb11fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:50.085026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-72c2f6ca-2ce4-4c28-901a-fd59bfeb11fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "DELETE /v2.0/ports/ec3e3674-d23f-4f0c-9132-41d3444b51cc HTTP/1.1" status: 204 len: 168 time: 0.4635391 Feb 03 21:50:50.088232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34170) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:50.128443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Calling delete_port for 34573867-33d1-4bfd-bb4c-0818475565e7 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:50.151245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-2f6012db-cc58-4890-b25e-18aaed58f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:50.151420 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-41607049-a5f7-409a-913d-e41c175ae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] GET failed (client error): The resource could not be found. Feb 03 21:50:50.156956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-41607049-a5f7-409a-913d-e41c175ae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "GET /v2.0/ports/ec3e3674-d23f-4f0c-9132-41d3444b51cc HTTP/1.1" status: 404 len: 333 time: 0.0638976 Feb 03 21:50:50.157096 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-2f6012db-cc58-4890-b25e-18aaed58f1f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1129 time: 0.3396313 Feb 03 21:50:50.157850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:50.162615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Request body: {'port': {'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-237836627'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:50.209488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Made reservation on behalf of 1f485f7c4891425fb09f64b77fbaa831 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:50.213068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:50.246054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] device_id is not set on port 8fafd505-0912-4e00-9a0f-b1ae565791da yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:50:50.617280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks [] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:50.649794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-0eb4bcd2-6f7d-4805-ab4b-d8e4ea668627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:50.651407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-0eb4bcd2-6f7d-4805-ab4b-d8e4ea668627 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.4848642 Feb 03 21:50:50.697538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:50.847270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'Port': ['ID=8fafd505-0912-4e00-9a0f-b1ae565791da,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:50.929387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:50.935834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:50.939786 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-f5b6b89a-cb47-4d8d-8611-062f35bf738e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.2742827 Feb 03 21:50:50.942116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:50.943094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:50.946178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:50.986457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (34573867-33d1-4bfd-bb4c-0818475565e7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:51.000805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-39c516a2-25b3-4cd7-91b9-f054dbbdbcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8419068 Feb 03 21:50:51.003308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34194) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:51.010501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:51.061001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c263a2-6572-4e41-bcfc-e81a5d804253 req-814c4b5f-6581-494f-8eae-af053b897fca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:51.064291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87c263a2-6572-4e41-bcfc-e81a5d804253 req-814c4b5f-6581-494f-8eae-af053b897fca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.2081051 Feb 03 21:50:51.100695 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:51.134913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Pushing event deleted for resources: {'Port': ['ID=34573867-33d1-4bfd-bb4c-0818475565e7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:51.313242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-ff8177ab-126f-4b99-a20a-3ea92cbc0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:51.314744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-ff8177ab-126f-4b99-a20a-3ea92cbc0240 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.3683639 Feb 03 21:50:51.319407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87c263a2-6572-4e41-bcfc-e81a5d804253 req-b663f76a-e26f-48f8-b7d8-b1f45c467027 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196589 Feb 03 21:50:51.622671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] device_id is not set on port 8fafd505-0912-4e00-9a0f-b1ae565791da yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:50:51.639002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks [] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:51.653113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (02f5640b-4295-4e1b-a077-11542993c6f2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:51.655622 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:51.677512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-6e465ee7-1116-47e5-ac76-27befa0adefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:51.679282 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-6e465ee7-1116-47e5-ac76-27befa0adefe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3533907 Feb 03 21:50:51.777473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'Port': ['ID=8fafd505-0912-4e00-9a0f-b1ae565791da,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:51.780212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:51.780846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:51.781217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:51.787696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:51.788031 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:51.788413 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 2 to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da Feb 03 21:50:51.811547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:51.812443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:51.812806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:51.819389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:51.819754 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:51.820140 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 3 to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da Feb 03 21:50:51.838744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:51.839110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:51.840116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:51.845350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:51.845690 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:51.846245 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 4 to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da Feb 03 21:50:51.864359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:51.864698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:51.865067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:51.870998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:51.871356 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:51.871741 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 5 to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da Feb 03 21:50:51.890497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:51.890822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:51.891155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:51.896108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:51.896452 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:51.896853 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 6 to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da Feb 03 21:50:51.942962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:51.943549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:51.946904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:51.955297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:51.955632 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:51.956028 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 7 to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da Feb 03 21:50:51.986044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:51.986630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:51.987118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:51.993207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:51.993730 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:51.994827 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 8 to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da Feb 03 21:50:52.028747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:52.029161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:52.029496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:52.038085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:52.038738 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:52.039505 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 9 to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da Feb 03 21:50:52.069628 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-88514a25-d1cc-4efd-8b2e-f4e092b70d36 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739446 Feb 03 21:50:52.077648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:52.080626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:52.081250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:52.126904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:52.130428 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:52.130903 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 10 to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da Feb 03 21:50:52.170808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:52.171155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:52.172530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:52.177972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:52.178794 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 8fafd505-0912-4e00-9a0f-b1ae565791da on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:52.181947 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:52.291302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:52.361011 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5ca9102a-6198-4193-9699-817a4f8175a5 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532287 Feb 03 21:50:52.362952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] For port 8fafd505-0912-4e00-9a0f-b1ae565791da, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:50:52.363401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 21:50:52.373487 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:52.390679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Router 02f5640b-4295-4e1b-a077-11542993c6f2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:50:52.450445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'Port': ['ID=8fafd505-0912-4e00-9a0f-b1ae565791da,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:52.459562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] In _notify_port_updated(), no bound segment for port 8fafd505-0912-4e00-9a0f-b1ae565791da on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:50:52.460421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:52.465025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:52.471237 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d15e09b3-c23e-4ba1-aa33-bc5bdd6be4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "PUT /v2.0/ports/8fafd505-0912-4e00-9a0f-b1ae565791da HTTP/1.1" status: 200 len: 978 time: 1.4642925 Feb 03 21:50:52.502388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:52.704654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:50:52.880041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0d47627-4189-4b27-81cd-72386279d11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:52.884186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 9ab4d363-21eb-4e8d-a287-7c50f043e909 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:50:52.889652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 9ab4d363-21eb-4e8d-a287-7c50f043e909 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:50:52.890465 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.053855 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0d47627-4189-4b27-81cd-72386279d11b admin admin] Publish callbacks [] for security_group (e0f90399-565b-4013-97b9-2b13401abb57), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.062681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:50:53.064286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 9ab4d363-21eb-4e8d-a287-7c50f043e909 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:53.070399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.071713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.072199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.072662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.073164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.073621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.074102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.074553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.074999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.075443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.075886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.076330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.076671 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] Sync routers for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:50:53.077147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.077418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.077702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.078164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.078592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.079041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.079473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.079912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.080362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.080793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.081262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.081700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.082145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.082580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.083022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.083463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.083902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.084414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.084856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.085037 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8a222a92-95d8-4ab9-ba05-65275393cf7b admin admin] 10.222.0.50 "PUT /v2.0/routers/02f5640b-4295-4e1b-a077-11542993c6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0244412 Feb 03 21:50:53.085333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.085828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.086437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.086797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.087243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.087683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.087885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0d47627-4189-4b27-81cd-72386279d11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e0f90399-565b-4013-97b9-2b13401abb57), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.088118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.088558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.089019 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.089994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.090434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.090868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.093787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:53.100327 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7adece82-beba-44fe-8b59-713a8d32b5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39151 time: 0.5941436 Feb 03 21:50:53.100523 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:53.100523 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:50:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:53.100703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:53.137856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c0d47627-4189-4b27-81cd-72386279d11b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87792e6e8659498fa212c719392b3c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8453972 Feb 03 21:50:53.146527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:53.151040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48976bf-335b-4533-858a-3936b751bbd3 req-66125eb9-9250-44bf-bbfa-c9ffa79d4e82 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:53.154325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e48976bf-335b-4533-858a-3936b751bbd3 req-66125eb9-9250-44bf-bbfa-c9ffa79d4e82 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.7173312 Feb 03 21:50:53.225083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:53.226260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:53.233540 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76093345-9a92-4565-9d65-256b7cb0a731" -d '{"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-plugged", "status": "completed", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:53.243021 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.299078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e48976bf-335b-4533-858a-3936b751bbd3 req-5b760089-ab58-44b8-92dd-35683107604f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381028 Feb 03 21:50:53.365665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:53.375980 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9cf6de-7c90-48f7-85be-68b7fbfa3af7 x-openstack-request-id: req-4a9cf6de-7c90-48f7-85be-68b7fbfa3af7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:53.376412 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-plugged", "status": "completed", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:53.377089 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a9cf6de-7c90-48f7-85be-68b7fbfa3af7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:53.378359 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'code': 200} Feb 03 21:50:53.379887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7935c5cc-9596-4273-8486-e3e299d043e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Deleting port 8fafd505-0912-4e00-9a0f-b1ae565791da {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:53.380354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7935c5cc-9596-4273-8486-e3e299d043e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.391336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.392083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.392283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.392729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.393667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.395281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.396684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.398709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.399205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.399667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.400120 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.400573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.401584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:50:53.415079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d47627-4189-4b27-81cd-72386279d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f90399-565b-4013-97b9-2b13401abb57,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:53.437831 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:50:53.445060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e2a9-11da-4689-8cbb-38d11993d6dc admin admin] Publish callbacks [] for security_group (e0f90399-565b-4013-97b9-2b13401abb57), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.489186 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e2a9-11da-4689-8cbb-38d11993d6dc admin admin] Publish callbacks [] for security_group (e0f90399-565b-4013-97b9-2b13401abb57), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.544845 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-698e8460-bf88-41d5-8c3e-4c1d647ef4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.576351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks [] for router (02f5640b-4295-4e1b-a077-11542993c6f2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.580468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e2a9-11da-4689-8cbb-38d11993d6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e0f90399-565b-4013-97b9-2b13401abb57), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.583341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e2a9-11da-4689-8cbb-38d11993d6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.586983 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9ec8e2a9-11da-4689-8cbb-38d11993d6dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0f90399-565b-4013-97b9-2b13401abb57 HTTP/1.1" status: 204 len: 168 time: 0.4373863 Feb 03 21:50:53.616896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7935c5cc-9596-4273-8486-e3e299d043e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] For port 8fafd505-0912-4e00-9a0f-b1ae565791da, host n-h1-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:53.619344 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7935c5cc-9596-4273-8486-e3e299d043e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.653558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7935c5cc-9596-4273-8486-e3e299d043e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Calling delete_port for 8fafd505-0912-4e00-9a0f-b1ae565791da owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:53.658448 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:50:50Z', 'revision_number': 5, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:53.692119 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] Checking router: 02f5640b-4295-4e1b-a077-11542993c6f2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:50:53.702706 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] Routers {'02f5640b-4295-4e1b-a077-11542993c6f2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:50:53.703553 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:50:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['02f5640b-4295-4e1b-a077-11542993c6f2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:53.841557 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] Set router 02f5640b-4295-4e1b-a077-11542993c6f2 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:50:53.874089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8e2a9-11da-4689-8cbb-38d11993d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f90399-565b-4013-97b9-2b13401abb57,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:53.881220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks [] for router_gateway (02f5640b-4295-4e1b-a077-11542993c6f2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.918350 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7935c5cc-9596-4273-8486-e3e299d043e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8fafd505-0912-4e00-9a0f-b1ae565791da), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.952168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935c5cc-9596-4273-8486-e3e299d043e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fafd505-0912-4e00-9a0f-b1ae565791da,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:53.964177 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7935c5cc-9596-4273-8486-e3e299d043e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:53.974551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7935c5cc-9596-4273-8486-e3e299d043e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8fafd505-0912-4e00-9a0f-b1ae565791da HTTP/1.1" status: 204 len: 168 time: 0.8728795 Feb 03 21:50:53.975451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34280) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:54.006915 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b212b9bb-2399-433f-9298-00d291c04cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] GET failed (client error): The resource could not be found. Feb 03 21:50:54.013789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:54.014078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b212b9bb-2399-433f-9298-00d291c04cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "GET /v2.0/ports/8fafd505-0912-4e00-9a0f-b1ae565791da HTTP/1.1" status: 404 len: 333 time: 0.0372803 Feb 03 21:50:54.020077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-482494183', 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:54.080437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Made reservation on behalf of 1f485f7c4891425fb09f64b77fbaa831 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:54.082892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:54.115717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Deleting port 920bd338-58e4-41e2-ba28-ee180bf87f4d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:54.116302 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:54.125532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] device_id is not set on port 6505c732-b5ec-412b-91f0-b0b8a40d121a yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:50:54.274004 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:50:50Z', 'revision_number': 5, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:54.282922 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:54.316230 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ceaafd-b47a-44ab-b03e-4817fe9f5d50 None None] The sync data for ids ['02f5640b-4295-4e1b-a077-11542993c6f2'] in n-d-824834-9 is: [{'id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'name': 'tempest-ServersTestFqdnHostnames-1670813671-router', 'tenant_id': 'f1352f7037564092bfbf0e185bdddd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:48:38Z', 'updated_at': '2022-02-03T21:50:50Z', 'revision_number': 5, 'project_id': 'f1352f7037564092bfbf0e185bdddd39', 'gw_port': {'id': '920bd338-58e4-41e2-ba28-ee180bf87f4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5640b-4295-4e1b-a077-11542993c6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:48:39Z', 'updated_at': '2022-02-03T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:50:54.378679 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:54.402655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] For port 920bd338-58e4-41e2-ba28-ee180bf87f4d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=920bd338-58e4-41e2-ba28-ee180bf87f4d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:54.403475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:54.458373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Calling delete_port for 920bd338-58e4-41e2-ba28-ee180bf87f4d owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:54.568300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks [] for port (6505c732-b5ec-412b-91f0-b0b8a40d121a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:54.588527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a743ca-7fd4-49c0-9b9a-7fa04dcaa893 req-ba8fd7fb-ffc1-46bc-a4af-487ae7d00d81 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:54.596937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5a743ca-7fd4-49c0-9b9a-7fa04dcaa893 req-ba8fd7fb-ffc1-46bc-a4af-487ae7d00d81 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1712103 Feb 03 21:50:54.670529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6505c732-b5ec-412b-91f0-b0b8a40d121a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:54.671250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ab7b8-3218-4fc9-909f-6789cf9ed4c5 req-1875e327-4fa6-46ab-a3ed-fede634a2919 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:54.672803 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed0ab7b8-3218-4fc9-909f-6789cf9ed4c5 req-1875e327-4fa6-46ab-a3ed-fede634a2919 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.1699100 Feb 03 21:50:54.692919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5a743ca-7fd4-49c0-9b9a-7fa04dcaa893 req-20e9a2a7-5b90-44e0-84b6-72035f2e134b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948882 Feb 03 21:50:54.757514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'Port': ['ID=6505c732-b5ec-412b-91f0-b0b8a40d121a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:54.779838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed0ab7b8-3218-4fc9-909f-6789cf9ed4c5 req-788e8dab-aaa0-4426-919a-4323d725702d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006739 Feb 03 21:50:54.823139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:54.826981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:54.831136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:54.832473 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:54.833276 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:54.866304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34322) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:54.876936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-41fe97de-c082-43ea-b28d-7d35e2d8ab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8614872 Feb 03 21:50:54.884549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (920bd338-58e4-41e2-ba28-ee180bf87f4d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:54.961588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34ca76-cf66-476a-9221-1bef8f1a6099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:54.970736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9f34ca76-cf66-476a-9221-1bef8f1a6099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "GET /v2.0/ports/6505c732-b5ec-412b-91f0-b0b8a40d121a HTTP/1.1" status: 200 len: 958 time: 0.1031454 Feb 03 21:50:54.971402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34324) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:55.059736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Pushing event deleted for resources: {'Port': ['ID=920bd338-58e4-41e2-ba28-ee180bf87f4d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:55.094443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2d6dfe74-9dda-4cc4-9c8e-5bc8edbc6479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Deleting port 6505c732-b5ec-412b-91f0-b0b8a40d121a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:55.095016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfe74-9dda-4cc4-9c8e-5bc8edbc6479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6505c732-b5ec-412b-91f0-b0b8a40d121a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.121698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-8ee404ba-60ff-4c1c-8bf7-5cdadd64a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:55.123428 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-8ee404ba-60ff-4c1c-8bf7-5cdadd64a345 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63&tenant_id=7b5fc962a1794ca48d55df0bf87b0a38 HTTP/1.1" status: 200 len: 1130 time: 0.1842060 Feb 03 21:50:55.128332 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (02f5640b-4295-4e1b-a077-11542993c6f2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.163728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:55.179422 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfe74-9dda-4cc4-9c8e-5bc8edbc6479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6505c732-b5ec-412b-91f0-b0b8a40d121a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.194849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2d6dfe74-9dda-4cc4-9c8e-5bc8edbc6479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Calling delete_port for 6505c732-b5ec-412b-91f0-b0b8a40d121a owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:55.255846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (02f5640b-4295-4e1b-a077-11542993c6f2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.260272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks [] for router_controller (02f5640b-4295-4e1b-a077-11542993c6f2), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.306218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfe74-9dda-4cc4-9c8e-5bc8edbc6479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6505c732-b5ec-412b-91f0-b0b8a40d121a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.331309 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfe74-9dda-4cc4-9c8e-5bc8edbc6479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.334392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.344167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2d6dfe74-9dda-4cc4-9c8e-5bc8edbc6479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "DELETE /v2.0/ports/6505c732-b5ec-412b-91f0-b0b8a40d121a HTTP/1.1" status: 204 len: 168 time: 0.3710628 Feb 03 21:50:55.344807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:55.359816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (02f5640b-4295-4e1b-a077-11542993c6f2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.360326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02f5640b-4295-4e1b-a077-11542993c6f2 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:50:55.365960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dfe74-9dda-4cc4-9c8e-5bc8edbc6479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event deleted for resources: {'Port': ['ID=6505c732-b5ec-412b-91f0-b0b8a40d121a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:55.381107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.384556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3b80b9d5-294c-4d54-b465-acaa883bc007 admin admin] 10.222.0.50 "DELETE /v2.0/routers/02f5640b-4295-4e1b-a077-11542993c6f2 HTTP/1.1" status: 204 len: 168 time: 2.2746236 Feb 03 21:50:55.386977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34336) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:55.410855 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-825dcdd2-89d1-4834-bdae-fec7c690c395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] GET failed (client error): The resource could not be found. Feb 03 21:50:55.412617 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-825dcdd2-89d1-4834-bdae-fec7c690c395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "GET /v2.0/ports/6505c732-b5ec-412b-91f0-b0b8a40d121a HTTP/1.1" status: 404 len: 333 time: 0.0660877 Feb 03 21:50:55.417111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:55.422829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Request body: {'port': {'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-219637394'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:55.455003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-44453944-6641-44df-8070-4e654b67c8c6 admin admin] Deleting subnet 808d956c-e499-4fe6-85cb-6968db5e063e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:50:55.460025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44453944-6641-44df-8070-4e654b67c8c6 admin admin] Publish callbacks [] for subnet (808d956c-e499-4fe6-85cb-6968db5e063e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.514446 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44453944-6641-44df-8070-4e654b67c8c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (808d956c-e499-4fe6-85cb-6968db5e063e), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.552784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Made reservation on behalf of 1f485f7c4891425fb09f64b77fbaa831 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:55.554659 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.586916 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] device_id is not set on port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:50:55.642033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44453944-6641-44df-8070-4e654b67c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (808d956c-e499-4fe6-85cb-6968db5e063e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.713700 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43ad141b-6f13-4af0-8659-abc44b9249a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.721893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44453944-6641-44df-8070-4e654b67c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (808d956c-e499-4fe6-85cb-6968db5e063e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.763543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44453944-6641-44df-8070-4e654b67c8c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:55.768466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600134de-66f7-410a-a5ac-5bb3d28eb319 None None] Network be5f9911-7788-4032-b9b6-3b34ac10ceac requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:50:55.771527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-44453944-6641-44df-8070-4e654b67c8c6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/808d956c-e499-4fe6-85cb-6968db5e063e HTTP/1.1" status: 204 len: 168 time: 0.3846047 Feb 03 21:50:55.773577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34352) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:55.774483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44453944-6641-44df-8070-4e654b67c8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808d956c-e499-4fe6-85cb-6968db5e063e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:55.879380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:55.949519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c78231-ea1c-4798-9a47-817d2f7fe01b req-0bdece39-7702-4d31-b2df-d3620e3e15eb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:55.951239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67c78231-ea1c-4798-9a47-817d2f7fe01b req-0bdece39-7702-4d31-b2df-d3620e3e15eb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1117170 Feb 03 21:50:55.972073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (be5f9911-7788-4032-b9b6-3b34ac10ceac), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.060526 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks [] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.079757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:50:56.111713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f9f5a-ee7f-442b-9ccb-ddf1e26496f3 None None] DHCP port deletion for be5f9911-7788-4032-b9b6-3b34ac10ceac request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:50:56.129098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67c78231-ea1c-4798-9a47-817d2f7fe01b req-99d3ebea-58e7-4fd2-9b03-34e99de25fa1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498182 Feb 03 21:50:56.169256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:56.174933 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762d9624-b95b-46c2-bed6-6d869c9f8251" -d '{"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:56.184684 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Publish callbacks [] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.217519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f9f5a-ee7f-442b-9ccb-ddf1e26496f3 None None] Deleting port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:56.217913 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9f5a-ee7f-442b-9ccb-ddf1e26496f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.223832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Transition to ACTIVE for port object 9ab4d363-21eb-4e8d-a287-7c50f043e909 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:50:56.225140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bcc0b-2c3b-4050-93c3-f93e3b7a38d9 req-949d34be-5c99-4532-8fc6-b559ee630839 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:56.226948 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.228799 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb1bcc0b-2c3b-4050-93c3-f93e3b7a38d9 req-949d34be-5c99-4532-8fc6-b559ee630839 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.3015604 Feb 03 21:50:56.283440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 920bd338-58e4-41e2-ba28-ee180bf87f4d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:56.291273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.294791 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ad01c1-650a-48dd-b6b7-2b3b0ac636c0 x-openstack-request-id: req-50ad01c1-650a-48dd-b6b7-2b3b0ac636c0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:56.295094 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:56.295348 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50ad01c1-650a-48dd-b6b7-2b3b0ac636c0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:56.295752 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'code': 200} Feb 03 21:50:56.312422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:50:56.312870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Deleting port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:56.313281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.317310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 920bd338-58e4-41e2-ba28-ee180bf87f4d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:50:56.317955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 920bd338-58e4-41e2-ba28-ee180bf87f4d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:50:56.318579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:56.336482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:50:56.341246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:50:56.342254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:56.343465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.361964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'Port': ['ID=9d753c76-4909-4b6b-8b88-14bc1db3cfc3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:56.375368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb1bcc0b-2c3b-4050-93c3-f93e3b7a38d9 req-736fc861-6ccf-4a15-9325-e40c730d0abd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369104 Feb 03 21:50:56.377291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a8b6fbce-106e-4c4c-8768-5930f72e9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9539850 Feb 03 21:50:56.381814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34366) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:56.407617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:56.455508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] For port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4e10327a-d849-4631-87e4-0bf5fbb6ffe3,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:56.455866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.465211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] No DVR routers for this DVR port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:50:56.466447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eb4f9f5a-ee7f-442b-9ccb-ddf1e26496f3 None None] For port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4e10327a-d849-4631-87e4-0bf5fbb6ffe3,segment=NetworkSegment(50887d82-960e-4c6b-9df7-52b08fcf3667),segment_id=50887d82-960e-4c6b-9df7-52b08fcf3667)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:56.467259 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9f5a-ee7f-442b-9ccb-ddf1e26496f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.498350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Calling delete_port for 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:56.506351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f9f5a-ee7f-442b-9ccb-ddf1e26496f3 None None] Calling delete_port for 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:56.672825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:56.689509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:56.690048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:56.690529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:56.693969 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.705751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:56.706301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Attempting to bind port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:56.717076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:50:56.717689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:50:56.718471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:50:56.719211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Bound port: 9ab4d363-21eb-4e8d-a287-7c50f043e909, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:50:56.719727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.739848 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.748442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:56.748983 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.802137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e10327a-d849-4631-87e4-0bf5fbb6ffe3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:56.806119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] No DVR routers for this DVR port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:50:56.832472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 34573867-33d1-4bfd-bb4c-0818475565e7 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:56.911968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 34573867-33d1-4bfd-bb4c-0818475565e7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:50:56.912251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 34573867-33d1-4bfd-bb4c-0818475565e7 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:50:56.922430 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.937389 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9f5a-ee7f-442b-9ccb-ddf1e26496f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (4e10327a-d849-4631-87e4-0bf5fbb6ffe3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:56.986456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:50:57.007047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f9f5a-ee7f-442b-9ccb-ddf1e26496f3 None None] Pushing event deleted for resources: {'Port': ['ID=4e10327a-d849-4631-87e4-0bf5fbb6ffe3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:57.007430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:50:57.015935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f9f5a-ee7f-442b-9ccb-ddf1e26496f3 None None] No DVR routers for this DVR port 4e10327a-d849-4631-87e4-0bf5fbb6ffe3 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:50:57.026630 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.048438 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (be5f9911-7788-4032-b9b6-3b34ac10ceac), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.082132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5f9911-7788-4032-b9b6-3b34ac10ceac']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:57.111034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50887d82-960e-4c6b-9df7-52b08fcf3667') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:57.111402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50887d82-960e-4c6b-9df7-52b08fcf3667') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:57.126498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:57.126982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.128162 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] 10.222.0.10 "PUT /v2.0/ports/9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 1095 time: 1.9690626 Feb 03 21:50:57.129699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (50887d82-960e-4c6b-9df7-52b08fcf3667), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.158848 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (50887d82-960e-4c6b-9df7-52b08fcf3667), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.175750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:50:57.175750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (50887d82-960e-4c6b-9df7-52b08fcf3667), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:50:57.178150 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:50:57.209087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] device_id is not set on port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:50:57.230450 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks [] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.282898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32d9ba-ebb1-45cb-b6cc-4d60dc6a726c service neutron] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:57.313170 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.357198 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (be5f9911-7788-4032-b9b6-3b34ac10ceac), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.362850 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.369703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/be5f9911-7788-4032-b9b6-3b34ac10ceac HTTP/1.1" status: 204 len: 168 time: 1.5901854 Feb 03 21:50:57.409427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd84e52-36c8-40ee-ad6b-8825d3da76c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5f9911-7788-4032-b9b6-3b34ac10ceac,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:57.436096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de38-1f90-40a9-8cab-97013dfae8b2 req-b07d030e-efdb-4b68-8191-18994d61532b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:57.438001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6640de38-1f90-40a9-8cab-97013dfae8b2 req-b07d030e-efdb-4b68-8191-18994d61532b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.1474404 Feb 03 21:50:57.445505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29984d50-5de3-4166-be16-ab9c15aa8d82 req-221487bf-30df-4f4f-a5ec-0eef4f298ff6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:57.447020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29984d50-5de3-4166-be16-ab9c15aa8d82 req-221487bf-30df-4f4f-a5ec-0eef4f298ff6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.1908417 Feb 03 21:50:57.485795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-191203c0-87be-42f8-b6ae-8145a2be1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:57.489550 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-191203c0-87be-42f8-b6ae-8145a2be1d8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1129 time: 0.2555172 Feb 03 21:50:57.490790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'Port': ['ID=9d753c76-4909-4b6b-8b88-14bc1db3cfc3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:57.494955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:57.495299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:57.496272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:57.546800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6640de38-1f90-40a9-8cab-97013dfae8b2 req-4d325f25-3958-48c9-a4f3-6b982b6a03c5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977364 Feb 03 21:50:57.551938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29984d50-5de3-4166-be16-ab9c15aa8d82 req-59fd66e6-c464-4c98-a10a-21c311759c95 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951455 Feb 03 21:50:57.604044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:57.604592 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:57.607206 n-d-824834-9 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 2 to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 Feb 03 21:50:57.629289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:57.629867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:57.630357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:57.646453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:57.646807 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:57.648762 n-d-824834-9 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 3 to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 Feb 03 21:50:57.672296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-80441967-fa6f-4166-94f2-3e9e88b50eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:57.673756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-80441967-fa6f-4166-94f2-3e9e88b50eb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1695008 Feb 03 21:50:57.674584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:57.674911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:57.675254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:57.680020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:57.680350 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:57.687246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:57.687407 n-d-824834-9 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 4 to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 Feb 03 21:50:57.731687 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-a4fa4620-9239-40e1-9f76-ca4ed8cab042 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.0494025 Feb 03 21:50:57.733449 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:57.733798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:57.734144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:57.747946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:57.748287 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:57.755298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5cf9c121-1145-47c7-b8b9-085e78ba39ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1352f7037564092bfbf0e185bdddd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643172 Feb 03 21:50:57.756834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:57.766842 n-d-824834-9 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 5 to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 Feb 03 21:50:57.784985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:57.785337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:57.785678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:57.798455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:57.798793 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:57.801074 n-d-824834-9 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 6 to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 Feb 03 21:50:57.805990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-0dd602e7-6f3d-4a35-9d3d-9f70eb166bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:57.807690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-0dd602e7-6f3d-4a35-9d3d-9f70eb166bd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0697949 Feb 03 21:50:57.838302 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e82eef3-df06-45eb-936c-38bfee79764e admin admin] Publish callbacks [] for security_group (11805da6-4d66-44cd-8090-5b00100f6f24), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.852010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:57.852153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:57.852579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:57.860037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:57.860335 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:57.862242 n-d-824834-9 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 7 to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 Feb 03 21:50:57.867441 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e82eef3-df06-45eb-936c-38bfee79764e admin admin] Publish callbacks [] for security_group (11805da6-4d66-44cd-8090-5b00100f6f24), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.880072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:57.880416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:57.880764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:57.891182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:57.891517 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:57.892067 n-d-824834-9 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 8 to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 Feb 03 21:50:57.895950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-2b12d273-d3f6-4ce5-a053-bd93cb413cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:57.897528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-2b12d273-d3f6-4ce5-a053-bd93cb413cba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0806768 Feb 03 21:50:57.928192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:57.928466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:57.928815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:57.935490 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e82eef3-df06-45eb-936c-38bfee79764e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (11805da6-4d66-44cd-8090-5b00100f6f24), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.939113 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e82eef3-df06-45eb-936c-38bfee79764e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:57.940872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7e82eef3-df06-45eb-936c-38bfee79764e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11805da6-4d66-44cd-8090-5b00100f6f24 HTTP/1.1" status: 204 len: 168 time: 0.1795647 Feb 03 21:50:57.950824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82eef3-df06-45eb-936c-38bfee79764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11805da6-4d66-44cd-8090-5b00100f6f24,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:57.967275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:57.967620 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:57.969540 n-d-824834-9 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 9 to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 Feb 03 21:50:57.992634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:57.993016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:57.993429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:58.001371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:58.001705 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:58.007572 n-d-824834-9 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempt 10 to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 Feb 03 21:50:58.033272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:50:58.033718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:50:58.033959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempting to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:50:58.039995 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-8495fa20-e012-407f-b0d0-45c837d0434f service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351900 Feb 03 21:50:58.040949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:50:58.041433 n-d-824834-9 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Failed to bind port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b7ee39c-4375-49fc-8b25-7658a50a0fd2'}] Feb 03 21:50:58.041953 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:58.187354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] For port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:50:58.187883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attempted to set empty binding levels {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 21:50:58.192606 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62acb345-827f-4c14-b2d3-72c2ca06c737 req-9644b23c-0050-44d7-a247-e55858356833 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399415 Feb 03 21:50:58.199948 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:58.244488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] In _notify_port_updated(), no bound segment for port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 on network 4b7ee39c-4375-49fc-8b25-7658a50a0fd2 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:50:58.246143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:58.246688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:58.248078 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "PUT /v2.0/ports/9d753c76-4909-4b6b-8b88-14bc1db3cfc3 HTTP/1.1" status: 200 len: 978 time: 1.8617480 Feb 03 21:50:58.251535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:58.261278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529e7b2-6b7e-45ff-91d5-f9ef2de5489e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event updated for resources: {'Port': ['ID=9d753c76-4909-4b6b-8b88-14bc1db3cfc3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:58.297339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:58.299443 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87be092d-4593-46a6-a117-9574a917d20c" -d '{"events": [{"name": "network-changed", "server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:58.355478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfd913-753d-4e04-afd6-151e1689618a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Deleting port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:50:58.355849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9dfd913-753d-4e04-afd6-151e1689618a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:58.379779 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7135cbc-e7c4-458b-8771-779e21cacd3f x-openstack-request-id: req-f7135cbc-e7c4-458b-8771-779e21cacd3f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:58.380072 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:58.380401 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7135cbc-e7c4-458b-8771-779e21cacd3f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:58.380716 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'status': 'completed', 'code': 200} Feb 03 21:50:58.482770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c9dfd913-753d-4e04-afd6-151e1689618a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] For port 9d753c76-4909-4b6b-8b88-14bc1db3cfc3, host n-h1-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:58.483999 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9dfd913-753d-4e04-afd6-151e1689618a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:58.498710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfd913-753d-4e04-afd6-151e1689618a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Calling delete_port for 9d753c76-4909-4b6b-8b88-14bc1db3cfc3 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:50:58.537985 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:58.543368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be092d-4593-46a6-a117-9574a917d20c req-fd82a995-76eb-4468-88e9-802c58df2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:58.544918 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-fd82a995-76eb-4468-88e9-802c58df2c36 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1129 time: 0.1352756 Feb 03 21:50:58.546844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be092d-4593-46a6-a117-9574a917d20c req-3cb9218a-40d7-49ab-b5bf-56a7d6413680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:58.548222 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-3cb9218a-40d7-49ab-b5bf-56a7d6413680 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1129 time: 0.1494925 Feb 03 21:50:58.675828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9dfd913-753d-4e04-afd6-151e1689618a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9d753c76-4909-4b6b-8b88-14bc1db3cfc3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:58.725320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:58.823399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port 9ab4d363-21eb-4e8d-a287-7c50f043e909 host n-h1-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:50:58.826088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:50:58.834750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34436) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:58.837615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:50:58.848189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfd913-753d-4e04-afd6-151e1689618a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d753c76-4909-4b6b-8b88-14bc1db3cfc3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:58.851157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9dfd913-753d-4e04-afd6-151e1689618a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:58.854592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c9dfd913-753d-4e04-afd6-151e1689618a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9d753c76-4909-4b6b-8b88-14bc1db3cfc3 HTTP/1.1" status: 204 len: 168 time: 0.6019454 Feb 03 21:50:58.857820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:58.887473 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-78127803-95e9-4037-84db-8476f6aaf732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] GET failed (client error): The resource could not be found. Feb 03 21:50:58.889083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-78127803-95e9-4037-84db-8476f6aaf732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21545841-project-admin] 10.222.0.50 "GET /v2.0/ports/9d753c76-4909-4b6b-8b88-14bc1db3cfc3 HTTP/1.1" status: 404 len: 333 time: 0.0286803 Feb 03 21:50:58.894964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:59.019166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88f777-cc50-49b4-9713-d5d40a289c7d req-cea85d18-85b3-4734-b26e-d38cd73cba7e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:59.026559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d88f777-cc50-49b4-9713-d5d40a289c7d req-cea85d18-85b3-4734-b26e-d38cd73cba7e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.3294239 Feb 03 21:50:59.058584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:50:59.058984 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.077399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1b0d-0a8a-4e2b-8d93-3ceaf9ac91c6 req-48ff92a9-bb88-462b-b310-78a1c2aab41b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:59.088024 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-432d1b0d-0a8a-4e2b-8d93-3ceaf9ac91c6 req-48ff92a9-bb88-462b-b310-78a1c2aab41b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.4053459 Feb 03 21:50:59.135701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:50:59.143158 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30f254b-36a8-468a-a576-3de71e941e75" -d '{"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-unplugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:50:59.173502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:50:59.185567 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.190590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be092d-4593-46a6-a117-9574a917d20c req-89b32f16-c393-44c9-a2da-7e09586a2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:59.192767 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-89b32f16-c393-44c9-a2da-7e09586a2f7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.6229990 Feb 03 21:50:59.194579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be092d-4593-46a6-a117-9574a917d20c req-0775e237-e145-4736-8f13-3fd0afc22d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:59.196729 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-0775e237-e145-4736-8f13-3fd0afc22d5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.6252375 Feb 03 21:50:59.209101 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4b7ee39c-4375-49fc-8b25-7658a50a0fd2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.246984 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-d2bd329e-c63b-4bc4-8192-e611c3636f1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.0452836 Feb 03 21:50:59.286824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:59.289514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d88f777-cc50-49b4-9713-d5d40a289c7d req-ad97092b-8325-4fdf-9488-6bfe2dbd3448 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613881 Feb 03 21:50:59.332124 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a267-595c-4777-ba2a-a18127c55776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.360765 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f015b52-9c80-4a92-b563-6f18cbf5c14b x-openstack-request-id: req-7f015b52-9c80-4a92-b563-6f18cbf5c14b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:50:59.360949 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-unplugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:50:59.361145 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f015b52-9c80-4a92-b563-6f18cbf5c14b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:50:59.362137 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'code': 200} Feb 03 21:50:59.368557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-432d1b0d-0a8a-4e2b-8d93-3ceaf9ac91c6 req-447a2b29-268e-4c7c-8b55-90aa8ecf3dfd tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793157 Feb 03 21:50:59.397488 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-62fd7c99-4d2f-408f-9981-9cd676d545ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 200 len: 217 time: 0.1938233 Feb 03 21:50:59.406300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be092d-4593-46a6-a117-9574a917d20c req-a0044a39-4371-4ae9-b4ff-3583ce15264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:59.407945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-a0044a39-4371-4ae9-b4ff-3583ce15264f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0875676 Feb 03 21:50:59.512620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4b7ee39c-4375-49fc-8b25-7658a50a0fd2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.519749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be092d-4593-46a6-a117-9574a917d20c req-aa76b23d-410e-4f01-8ac4-ce71ada333f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:59.522037 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-aa76b23d-410e-4f01-8ac4-ce71ada333f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1130958 Feb 03 21:50:59.530460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:59.532819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be092d-4593-46a6-a117-9574a917d20c req-bfe6fa6f-4847-42cf-8f9c-026c179ab147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:59.534426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-bfe6fa6f-4847-42cf-8f9c-026c179ab147 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1171837 Feb 03 21:50:59.552680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7ee39c-4375-49fc-8b25-7658a50a0fd2']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:59.571572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:59.571979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:50:59.582893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a267-595c-4777-ba2a-a18127c55776 admin admin] Publish callbacks [] for security_group (6028c4e1-90af-4cc9-b894-222f96510610), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.587050 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.589930 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a267-595c-4777-ba2a-a18127c55776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6028c4e1-90af-4cc9-b894-222f96510610), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.622928 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.644318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:50:59.644723 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (4cacd2ea-d4dc-4f56-9af4-73ff2a56f90e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.649710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0fb2a267-595c-4777-ba2a-a18127c55776 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbc1f1d514254e0cbb7dcd4fb91daac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8128235 Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:50:59.650508 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:50:59.654075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:50:59.660614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2a267-595c-4777-ba2a-a18127c55776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6028c4e1-90af-4cc9-b894-222f96510610,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:59.676041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be092d-4593-46a6-a117-9574a917d20c req-afa6978c-52d1-4928-ac92-fa9dc330e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:50:59.677609 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-afa6978c-52d1-4928-ac92-fa9dc330e493 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1480799 Feb 03 21:50:59.719027 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4b7ee39c-4375-49fc-8b25-7658a50a0fd2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.724434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1834109725-network', 'tenant_id': 'ea176c3a93ee46558fcf27e90b5221cb'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:50:59.737543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.741377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] 10.222.0.50 "DELETE /v2.0/networks/4b7ee39c-4375-49fc-8b25-7658a50a0fd2 HTTP/1.1" status: 204 len: 168 time: 0.8442483 Feb 03 21:50:59.778340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addebe7f-c133-40aa-9fa6-75ec11d38a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-913832160-project] Pushing event deleted for resources: {'Network': ['ID=4b7ee39c-4375-49fc-8b25-7658a50a0fd2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:50:59.831461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.838393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-f7bae39a-a34a-4d47-ae1a-5f05eeca683d service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814159 Feb 03 21:50:59.862237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Made reservation on behalf of ea176c3a93ee46558fcf27e90b5221cb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:50:59.864645 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.891026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:50:59.954492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bff7d83f-bbf7-4f78-847e-de42c6791f80 admin admin] Publish callbacks [] for security_group (6028c4e1-90af-4cc9-b894-222f96510610), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.034014 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bff7d83f-bbf7-4f78-847e-de42c6791f80 admin admin] Publish callbacks [] for security_group (6028c4e1-90af-4cc9-b894-222f96510610), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.053759 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-f5db1138-f4ff-4a95-ba3d-34d0d89ed983 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566551 Feb 03 21:51:00.064669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:00.167947 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-af0b3152-18ad-4457-bb81-2fecacdb725b service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922654 Feb 03 21:51:00.227580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-87be092d-4593-46a6-a117-9574a917d20c req-42d70be8-b9b9-4acf-b5aa-e7d74fab8024 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783343 Feb 03 21:51:00.241960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b791cab3-4e15-4fad-8be3-f0b65f2a4e0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0413bb2d04e64afea97c9cfc9f25bb26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760094 Feb 03 21:51:00.244251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34476) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:00.265350 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bff7d83f-bbf7-4f78-847e-de42c6791f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6028c4e1-90af-4cc9-b894-222f96510610), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.268704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bff7d83f-bbf7-4f78-847e-de42c6791f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.270303 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bff7d83f-bbf7-4f78-847e-de42c6791f80 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6028c4e1-90af-4cc9-b894-222f96510610 HTTP/1.1" status: 204 len: 168 time: 0.6130745 Feb 03 21:51:00.316104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7d83f-bbf7-4f78-847e-de42c6791f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6028c4e1-90af-4cc9-b894-222f96510610,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:00.356734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Publish callbacks [] for security_group (eeefe00e-428e-4dd1-927e-2a3409747a01), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.376231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (eeefe00e-428e-4dd1-927e-2a3409747a01), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.411375 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3910abe-7fd0-4f45-914d-bdea5c22fbb9 admin admin] Publish callbacks [] for security_group (8afef019-4a43-47b5-95d0-8794c9f695c3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.467775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:51:00.473476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeefe00e-428e-4dd1-927e-2a3409747a01,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:00.482026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b247fbc6-720d-4b3b-99b7-12f408b64ee8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.482377 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Added segment b247fbc6-720d-4b3b-99b7-12f408b64ee8 of type vlan for network 28eba52c-a95b-4b13-961a-f8e9756ccaef Feb 03 21:51:00.512146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3910abe-7fd0-4f45-914d-bdea5c22fbb9 admin admin] Publish callbacks [] for security_group (8afef019-4a43-47b5-95d0-8794c9f695c3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.544364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (28eba52c-a95b-4b13-961a-f8e9756ccaef), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.577398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (28eba52c-a95b-4b13-961a-f8e9756ccaef), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.578975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:00.579820 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.705597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc681d3-d142-45b1-9448-73eceafcc193 req-4416d625-fe66-4677-81bf-1bfd424dc2e9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:00.712872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc681d3-d142-45b1-9448-73eceafcc193 req-4416d625-fe66-4677-81bf-1bfd424dc2e9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3342259 Feb 03 21:51:00.716348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] Pushing event updated for resources: {'Network': ['ID=28eba52c-a95b-4b13-961a-f8e9756ccaef,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:00.731755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:51:00.737509 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82df6d0a-b0dd-49ae-a563-1be3b5cb8bdc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2020140 Feb 03 21:51:00.738182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:00.742071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ed443-119b-4c79-b6ea-93a6199d2b5f req-dcdf5735-7026-42ed-942e-3f31bb5b3e93 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:00.743599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a7ed443-119b-4c79-b6ea-93a6199d2b5f req-dcdf5735-7026-42ed-942e-3f31bb5b3e93 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.1632130 Feb 03 21:51:00.744052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Request body: {'subnet': {'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1834109725-subnet', 'tenant_id': 'ea176c3a93ee46558fcf27e90b5221cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:00.781071 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3910abe-7fd0-4f45-914d-bdea5c22fbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8afef019-4a43-47b5-95d0-8794c9f695c3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.783649 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3910abe-7fd0-4f45-914d-bdea5c22fbb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.790078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b3910abe-7fd0-4f45-914d-bdea5c22fbb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8afef019-4a43-47b5-95d0-8794c9f695c3 HTTP/1.1" status: 204 len: 168 time: 0.5395229 Feb 03 21:51:00.794292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:00.796256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Made reservation on behalf of ea176c3a93ee46558fcf27e90b5221cb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:00.798604 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.829439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3910abe-7fd0-4f45-914d-bdea5c22fbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afef019-4a43-47b5-95d0-8794c9f695c3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:00.835702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7eca23e9-faef-4d24-bf71-9465b36b09b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:00.838313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:51:00.868924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fc681d3-d142-45b1-9448-73eceafcc193 req-1becae00-dce0-421d-b255-13be74acceb3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549926 Feb 03 21:51:00.884505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a7ed443-119b-4c79-b6ea-93a6199d2b5f req-fbd1cda6-2395-453f-9dfd-d3e2068ae780 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311953 Feb 03 21:51:01.036242 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7eca23e9-faef-4d24-bf71-9465b36b09b0 admin admin] Publish callbacks [] for security_group (6b433014-d220-4eb6-8243-612ceac1f230), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.051427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7eca23e9-faef-4d24-bf71-9465b36b09b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6b433014-d220-4eb6-8243-612ceac1f230), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.076948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:01.092660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'port_id': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'mac_address': 'fa:16:3e:19:b4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:51:01.143600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7eca23e9-faef-4d24-bf71-9465b36b09b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9922a4ef582945a99f5383d3da55d3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445110 Feb 03 21:51:01.145931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:01.146360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca23e9-faef-4d24-bf71-9465b36b09b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b433014-d220-4eb6-8243-612ceac1f230,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:01.164991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:01.165454 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.180255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d719e3-75af-4b8b-8248-2580bc1435b9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:51:01.204088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:01.210184 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.276930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:01.327136 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fa34e61-355d-4618-bbc1-5a95e8af6333 admin admin] Publish callbacks [] for security_group (6b433014-d220-4eb6-8243-612ceac1f230), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.352499 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fa34e61-355d-4618-bbc1-5a95e8af6333 admin admin] Publish callbacks [] for security_group (6b433014-d220-4eb6-8243-612ceac1f230), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.375545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['76d719e3-75af-4b8b-8248-2580bc1435b9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:01.381680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34500) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:01.438329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:51:01.438667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-59503a37-24d1-42b1-ad72-580e9781b6c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f485f7c4891425fb09f64b77fbaa831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547283 Feb 03 21:51:01.441140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34502) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:01.452549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fa34e61-355d-4618-bbc1-5a95e8af6333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6b433014-d220-4eb6-8243-612ceac1f230), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.455621 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fa34e61-355d-4618-bbc1-5a95e8af6333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.459416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6fa34e61-355d-4618-bbc1-5a95e8af6333 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b433014-d220-4eb6-8243-612ceac1f230 HTTP/1.1" status: 204 len: 168 time: 0.3054075 Feb 03 21:51:01.468757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa34e61-355d-4618-bbc1-5a95e8af6333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b433014-d220-4eb6-8243-612ceac1f230,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:01.478207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (3ae7a702-b87f-46f5-a94b-b7f817771d19), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.563885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae7a702-b87f-46f5-a94b-b7f817771d19,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:01.574396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Checking segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:01.575039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Network hostable DHCP agents. Network: 28eba52c-a95b-4b13-961a-f8e9756ccaef, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:51:01.594004 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9acc783a-f312-4e47-ae6b-469dd7efe0c8 admin admin] Publish callbacks [] for security_group (d6f5860e-6776-44d3-875a-902966aa0116), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.625218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:51:01.647080 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9acc783a-f312-4e47-ae6b-469dd7efe0c8 admin admin] Publish callbacks [] for security_group (d6f5860e-6776-44d3-875a-902966aa0116), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.655805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 28eba52c-a95b-4b13-961a-f8e9756ccaef) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:01.661681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:01.662788 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.681268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e935bc6-4826-47a7-b719-a2251654bd81 None None] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:01.712390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2715a750-d007-4483-94eb-1e7749a27d9e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9730177 Feb 03 21:51:01.808948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab0c6b-991f-44aa-9e87-03ea8e6d2e12 None None] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:01.812382 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9acc783a-f312-4e47-ae6b-469dd7efe0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d6f5860e-6776-44d3-875a-902966aa0116), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.825012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9acc783a-f312-4e47-ae6b-469dd7efe0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:01.846048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9acc783a-f312-4e47-ae6b-469dd7efe0c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6f5860e-6776-44d3-875a-902966aa0116 HTTP/1.1" status: 204 len: 168 time: 0.3975935 Feb 03 21:51:01.887603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc783a-f312-4e47-ae6b-469dd7efe0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f5860e-6776-44d3-875a-902966aa0116,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:01.980566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:02.032126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'mac_address': 'fa:16:3e:41:ab:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:51:02.209619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9ab4d363-21eb-4e8d-a287-7c50f043e909 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:02.210125 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:02.265337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a3117-c873-4053-b142-1528a75d3595 req-fb2e4dbb-30a5-4184-88ee-960b0fece3bd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:02.278251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d50a3117-c873-4053-b142-1528a75d3595 req-fb2e4dbb-30a5-4184-88ee-960b0fece3bd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.2878923 Feb 03 21:51:02.291509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab4d363-21eb-4e8d-a287-7c50f043e909 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:51:02.305378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592ae5f-7ba8-445f-b704-df1898ce9c0c req-20ad6c98-9fd6-4ca2-a6fb-5e070ba386f7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:02.306917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4592ae5f-7ba8-445f-b704-df1898ce9c0c req-20ad6c98-9fd6-4ca2-a6fb-5e070ba386f7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 947 time: 0.2313111 Feb 03 21:51:02.369450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:02.383281 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:02.405153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d50a3117-c873-4053-b142-1528a75d3595 req-5e1932cd-4a16-4b09-8ab5-134f951d5492 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259859 Feb 03 21:51:02.419136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4592ae5f-7ba8-445f-b704-df1898ce9c0c req-8f87ed04-4b97-4135-b709-7cf3b7796f30 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036606 Feb 03 21:51:02.484472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:02.642496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314dbc7-6a91-4989-a641-5b6f5d0125e2 req-253d4948-7103-4de6-b0b0-d7a0116156a3 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:02.644046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4314dbc7-6a91-4989-a641-5b6f5d0125e2 req-253d4948-7103-4de6-b0b0-d7a0116156a3 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 1130 time: 0.0810871 Feb 03 21:51:02.736651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4314dbc7-6a91-4989-a641-5b6f5d0125e2 req-d5f3a8f4-83a8-41be-a93a-0747a376cba7 tempest-MigrationsAdminTest-1774528163 tempest-MigrationsAdminTest-1774528163-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853059 Feb 03 21:51:02.751748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9ab4d363-21eb-4e8d-a287-7c50f043e909'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:03.171191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-29e6f048-f19c-4bb7-8bfe-de8ab0dc0be6 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:03.176187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-29e6f048-f19c-4bb7-8bfe-de8ab0dc0be6 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.2366526 Feb 03 21:51:03.200209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-b3fb49e5-9940-4815-94fd-b046b9991311 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/quotas/ea176c3a93ee46558fcf27e90b5221cb HTTP/1.1" status: 200 len: 375 time: 0.0172286 Feb 03 21:51:03.272405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-74d33717-5fc0-48da-af69-aa24a3c50e7b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653567 Feb 03 21:51:03.431960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-2fa5ff03-26bb-4c76-9bfd-eecda1271c31 service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359220 Feb 03 21:51:03.939515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3260875-df9e-408e-a25f-2bf62c78ebe9 req-22a4c90b-886f-41ae-9ab7-d731c5172c59 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:03.941095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3260875-df9e-408e-a25f-2bf62c78ebe9 req-22a4c90b-886f-41ae-9ab7-d731c5172c59 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.6866257 Feb 03 21:51:03.945814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-182f2795-06a0-43ec-9dc3-f9696d2c4fbc service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988005 Feb 03 21:51:04.028205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3260875-df9e-408e-a25f-2bf62c78ebe9 req-67c9f4db-985f-4c4d-8224-850959b8586a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784411 Feb 03 21:51:04.249694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6cf8a-fa3a-4636-9e1d-ae366a39f78a req-448653f1-da92-4c97-82d8-9fa589c3d4ca tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:04.264138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89d6cf8a-fa3a-4636-9e1d-ae366a39f78a req-448653f1-da92-4c97-82d8-9fa589c3d4ca tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 945 time: 0.1518991 Feb 03 21:51:04.366514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c3424db-d7e6-4cdb-b3a4-f41de0c02081 req-d58966d7-9bcd-4872-83fa-4efc14cad6bc tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 210 time: 0.0475857 Feb 03 21:51:04.391790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89d6cf8a-fa3a-4636-9e1d-ae366a39f78a req-5aac853a-3d61-4df0-9cff-674f23692c82 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263883 Feb 03 21:51:04.684347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-bb3be492-863e-420d-991d-5a10e696be8a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:04.695531 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-bb3be492-863e-420d-991d-5a10e696be8a tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1278906 Feb 03 21:51:04.769598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:51:04.909071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 76d719e3-75af-4b8b-8248-2580bc1435b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:04.911908 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:04.970881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Deleting port 9ab4d363-21eb-4e8d-a287-7c50f043e909 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:04.972769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:05.091784 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:05.092219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:05.130363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:05.136520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:05.141214 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1619727-6915-426a-b6b1-3ea16cf1fee6" -d '{"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-plugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:05.168565 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:05.183779 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:05.273628 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05440b6b-e3e0-46a4-891b-a328d5855a85 x-openstack-request-id: req-05440b6b-e3e0-46a4-891b-a328d5855a85 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:05.273967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] For port 9ab4d363-21eb-4e8d-a287-7c50f043e909, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9ab4d363-21eb-4e8d-a287-7c50f043e909,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:05.274107 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-plugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:05.274433 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05440b6b-e3e0-46a4-891b-a328d5855a85 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:05.275602 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:05.276441 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'code': 200} Feb 03 21:51:05.310998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=13']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:05.337656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622705f-342a-4d12-a8ac-6b02f1f363ee req-31eca449-1fd5-4da4-ab72-34fa9781b185 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:05.344020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Calling delete_port for 9ab4d363-21eb-4e8d-a287-7c50f043e909 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:05.351480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e622705f-342a-4d12-a8ac-6b02f1f363ee req-31eca449-1fd5-4da4-ab72-34fa9781b185 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 948 time: 0.1752038 Feb 03 21:51:05.453111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e622705f-342a-4d12-a8ac-6b02f1f363ee req-450fbe8f-c5ca-4702-b8cd-ffacf2c5281f tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006241 Feb 03 21:51:05.468166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:51:05.523391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-778473145'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:05.640670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b0a2ecd-ce06-45de-83bf-a5a1ffb024e0 req-c9cceb5c-368f-405d-a29e-c1d5f7fca72a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 210 time: 0.0898690 Feb 03 21:51:05.647321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:05.648887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 9ab4d363-21eb-4e8d-a287-7c50f043e909 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:51:05.655262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9ab4d363-21eb-4e8d-a287-7c50f043e909 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:05.655868 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9ab4d363-21eb-4e8d-a287-7c50f043e909), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:05.666785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5ddd9522-98a3-4943-872a-b826ca33d2f3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:05.674913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Made reservation on behalf of 97a15792886f453fb80ace46e6836d1f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:05.678435 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:05.683862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7f93945-a891-4f54-8edb-a94db48901eb', 'c6674429-4168-4681-826f-70d94924e070'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:05.718023 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:05.763402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcdeb-bf14-45e3-85ce-48d78f5f7904 req-977e90bc-8d2c-4e20-81a9-6fe177b2fa63 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:05.775792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Port 9ab4d363-21eb-4e8d-a287-7c50f043e909 was deleted so its status cannot be updated. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 21:51:05.778806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Pushing event deleted for resources: {'Port': ['ID=9ab4d363-21eb-4e8d-a287-7c50f043e909,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:05.796403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c41fcdeb-bf14-45e3-85ce-48d78f5f7904 req-977e90bc-8d2c-4e20-81a9-6fe177b2fa63 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.1491044 Feb 03 21:51:05.876548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] No DVR routers for this DVR port 9ab4d363-21eb-4e8d-a287-7c50f043e909 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:05.891641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:05.903411 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac97c923-a507-4a82-a570-3a55c5ca3612 req-e64676a3-6d4a-458b-8fc2-e94ec4a95276 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "DELETE /v2.0/ports/9ab4d363-21eb-4e8d-a287-7c50f043e909 HTTP/1.1" status: 204 len: 173 time: 1.2020907 Feb 03 21:51:05.904266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-deleted', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:05.907206 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2f092e-9aaa-46ca-b366-07bc4fccf098" -d '{"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-deleted", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:05.964208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c41fcdeb-bf14-45e3-85ce-48d78f5f7904 req-18ee00d6-28d0-4307-9a31-e28f9be0065c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657577 Feb 03 21:51:05.985415 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d72759e-68f3-42f4-813d-9ac615ec500c x-openstack-request-id: req-2d72759e-68f3-42f4-813d-9ac615ec500c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:05.985838 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823fd002-d8ec-432a-ab55-ad605a341f63", "name": "network-vif-deleted", "tag": "9ab4d363-21eb-4e8d-a287-7c50f043e909", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:05.986191 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d72759e-68f3-42f4-813d-9ac615ec500c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:05.986651 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fd002-d8ec-432a-ab55-ad605a341f63', 'name': 'network-vif-deleted', 'tag': '9ab4d363-21eb-4e8d-a287-7c50f043e909', 'status': 'completed', 'code': 200} Feb 03 21:51:06.075116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks [] for security_group (a7a1ac77-65f3-45b2-97bb-cad120bcaa5d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:06.088006 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a7a1ac77-65f3-45b2-97bb-cad120bcaa5d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:06.129385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:51:06.167864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a1ac77-65f3-45b2-97bb-cad120bcaa5d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:06.190965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5ef04694-10ff-4ed7-aac4-b84fe8156e89), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:06.191490 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Added segment 5ef04694-10ff-4ed7-aac4-b84fe8156e89 of type vlan for network 6f87503a-d26b-4020-b9db-02b1ac31d4cd Feb 03 21:51:06.294707 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (6f87503a-d26b-4020-b9db-02b1ac31d4cd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:06.360896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (6f87503a-d26b-4020-b9db-02b1ac31d4cd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:06.366298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:06.366922 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:06.423314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2852185 Feb 03 21:51:06.483967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-158b9d28-4281-40ce-b294-00d78a3ea09f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:06.487603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-158b9d28-4281-40ce-b294-00d78a3ea09f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.47 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.3151658 Feb 03 21:51:06.502170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Request body: {'port': {'device_id': '8793dd86-66c2-4525-868b-7b6198802880', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'admin_state_up': True, 'tenant_id': 'ea176c3a93ee46558fcf27e90b5221cb'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:06.576031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc441a87-efb3-4242-a6d1-589281104f2f tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Pushing event updated for resources: {'Network': ['ID=6f87503a-d26b-4020-b9db-02b1ac31d4cd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:06.596296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 6f87503a-d26b-4020-b9db-02b1ac31d4cd details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:51:06.691467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c656bc57-e6fd-42af-9110-0bcbf581241b req-1f3e4cb1-afa6-4f1e-83d9-d4f3e3e34704 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=823fd002-d8ec-432a-ab55-ad605a341f63 HTTP/1.1" status: 200 len: 210 time: 0.0786576 Feb 03 21:51:06.756536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Made reservation on behalf of ea176c3a93ee46558fcf27e90b5221cb for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:06.760774 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:06.942469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:06.966569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3de801df-7cc4-4456-a2b4-dd97c311d2db req-27449c07-9da6-4fa8-82b8-150f76c5fae9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 210 time: 0.0492077 Feb 03 21:51:07.152712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Allocated IP 172.20.0.14 (28eba52c-a95b-4b13-961a-f8e9756ccaef/3ae7a702-b87f-46f5-a94b-b7f817771d19/2f8b5b9c-f268-492d-a5bd-5a29079a69e6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:51:07.205517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:07.212216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Request body: {'port': {'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd', 'binding:host_id': 'n-h1-824834-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1107310954'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:07.233976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c67b-4692-4037-bf65-dbcebdaaab17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.246692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Made reservation on behalf of 786ce81831fd4baab988d6ab22ca8d6f for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:07.250508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.266210 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.317337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4de33a-9902-4059-95ce-df6441f1a8c4 req-ba1fec80-2cbc-4c70-b744-e087ae2819cd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:07.326250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d4de33a-9902-4059-95ce-df6441f1a8c4 req-ba1fec80-2cbc-4c70-b744-e087ae2819cd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.2114189 Feb 03 21:51:07.419394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d4de33a-9902-4059-95ce-df6441f1a8c4 req-719f459b-2b75-4bc7-8f36-5a13ab637a23 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889108 Feb 03 21:51:07.460870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:07.489920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks [] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.497154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c67b-4692-4037-bf65-dbcebdaaab17 admin admin] Publish callbacks [] for security_group (a34b2b1f-f319-438f-bc2e-cc5f58f0e65b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.517056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 9ab4d363-21eb-4e8d-a287-7c50f043e909 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:51:07.518545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9ab4d363-21eb-4e8d-a287-7c50f043e909 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:07.518736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c67b-4692-4037-bf65-dbcebdaaab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a34b2b1f-f319-438f-bc2e-cc5f58f0e65b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.567044 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks [] for security_group (9b9a7ea1-0df5-4026-ad0e-cef3c385dcfa), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.588868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b9a7ea1-0df5-4026-ad0e-cef3c385dcfa), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.593177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] device_id is not set on port b07ead95-ff76-4d90-a6d6-1795afb6a643 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:51:07.648200 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6dd0c67b-4692-4037-bf65-dbcebdaaab17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48ae872847e94ad8b1a8155ffae999d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7053702 Feb 03 21:51:07.651483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:07.654000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0c67b-4692-4037-bf65-dbcebdaaab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34b2b1f-f319-438f-bc2e-cc5f58f0e65b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:07.674444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.794089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a7ea1-0df5-4026-ad0e-cef3c385dcfa,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:07.809364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:07.833560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:07.837136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:07.938363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event updated for resources: {'Port': ['ID=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:07.957533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] device_id is not set on port b07ead95-ff76-4d90-a6d6-1795afb6a643 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:51:07.973853 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks [] for port (b07ead95-ff76-4d90-a6d6-1795afb6a643), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:07.992417 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-142b0822-f7cc-4808-a1e1-3c6605f9b07a admin admin] Publish callbacks [] for security_group (a34b2b1f-f319-438f-bc2e-cc5f58f0e65b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:08.010056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b07ead95-ff76-4d90-a6d6-1795afb6a643), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:08.114049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:08.114751 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:08.160178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-142b0822-f7cc-4808-a1e1-3c6605f9b07a admin admin] Publish callbacks [] for security_group (a34b2b1f-f319-438f-bc2e-cc5f58f0e65b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:08.246530 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-a0b98142-5a52-4729-bbf1-8f6a728d1ae4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7490554 Feb 03 21:51:08.288152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Request body: {'port': {'device_id': '8793dd86-66c2-4525-868b-7b6198802880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:08.333222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Checking segment: {'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:08.333931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Network hostable DHCP agents. Network: 6f87503a-d26b-4020-b9db-02b1ac31d4cd, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:51:08.341954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'Port': ['ID=b07ead95-ff76-4d90-a6d6-1795afb6a643,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:08.392970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd517ec3-fcb9-4843-a6a1-54277821689c req-c5ee04e3-44a8-4b7a-ac7b-738c90cd9074 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:08.402696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd517ec3-fcb9-4843-a6a1-54277821689c req-c5ee04e3-44a8-4b7a-ac7b-738c90cd9074 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 932 time: 0.2508121 Feb 03 21:51:08.459859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:08.472586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd517ec3-fcb9-4843-a6a1-54277821689c req-b15ae9a9-eab6-46eb-aada-eb00d40bf5c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683804 Feb 03 21:51:08.484001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-142b0822-f7cc-4808-a1e1-3c6605f9b07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a34b2b1f-f319-438f-bc2e-cc5f58f0e65b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:08.486831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-142b0822-f7cc-4808-a1e1-3c6605f9b07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:08.489853 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-142b0822-f7cc-4808-a1e1-3c6605f9b07a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a34b2b1f-f319-438f-bc2e-cc5f58f0e65b HTTP/1.1" status: 204 len: 168 time: 0.8370242 Feb 03 21:51:08.515634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b0822-f7cc-4808-a1e1-3c6605f9b07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34b2b1f-f319-438f-bc2e-cc5f58f0e65b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:08.561988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8ef7f-20e2-4563-b8c4-c3e9d8f0b3b9 req-2beaa1f5-ab0b-4ece-9bf2-d12463bd2e1c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:08.580833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45b8ef7f-20e2-4563-b8c4-c3e9d8f0b3b9 req-2beaa1f5-ab0b-4ece-9bf2-d12463bd2e1c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 951 time: 0.4037750 Feb 03 21:51:08.643870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Network 6f87503a-d26b-4020-b9db-02b1ac31d4cd is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:51:08.701657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45b8ef7f-20e2-4563-b8c4-c3e9d8f0b3b9 req-053f0762-8d41-4160-abdf-a37dfa76f3ef tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146374 Feb 03 21:51:08.778115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 6f87503a-d26b-4020-b9db-02b1ac31d4cd) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:08.783829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:08.789619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c149f9-98f7-4354-8a4c-6a76356fe3b8 None None] Network 6f87503a-d26b-4020-b9db-02b1ac31d4cd requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:08.862500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:08.863334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:08.865328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:08.921677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:08.922364 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:08.924643 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 2 to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 Feb 03 21:51:08.936662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d374bf-37f4-4986-82e0-f4bec54ca430 req-75a2596c-d5b3-4c3d-ab46-76b7df8c8e9c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:08.939481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d374bf-37f4-4986-82e0-f4bec54ca430 req-75a2596c-d5b3-4c3d-ab46-76b7df8c8e9c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.2191973 Feb 03 21:51:09.057121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.058237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.058744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.111757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d374bf-37f4-4986-82e0-f4bec54ca430 req-cc8d42a9-b16e-4e1d-be27-51ba2d784cbf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617301 Feb 03 21:51:09.114422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.114422 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:09.114422 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 3 to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 Feb 03 21:51:09.146959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.147301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.147647 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.161870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.161870 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:09.162289 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 4 to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 Feb 03 21:51:09.186962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:51:09.203959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.205383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.205767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.207108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Publish callbacks [] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.220012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.222490 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:09.222919 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 5 to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 Feb 03 21:51:09.227430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Transition to ACTIVE for port object 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:51:09.237099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.262412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.262756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.263097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.278236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.279930 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:09.280367 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 6 to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 Feb 03 21:51:09.322993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.323331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.324247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.328772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.329139 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:09.331484 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 7 to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 Feb 03 21:51:09.354392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:09.379855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.380201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.381791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.385040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Pushing event updated for resources: {'Port': ['ID=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:09.392179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.392572 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:09.393627 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 8 to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 Feb 03 21:51:09.412192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.412659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.413043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.418113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.418471 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:09.418898 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 9 to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 Feb 03 21:51:09.422750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08716396-eeb4-4878-a45a-8bafcacb7fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.433630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.433992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.434354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.441010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.441344 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:09.441737 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 10 to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 Feb 03 21:51:09.476989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.478582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.479030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.485966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port b07ead95-ff76-4d90-a6d6-1795afb6a643 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.486441 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port b07ead95-ff76-4d90-a6d6-1795afb6a643 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:09.486904 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b07ead95-ff76-4d90-a6d6-1795afb6a643), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.515826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Attempting to bind port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:09.516345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Attempting to bind port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:09.517231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Attempting to bind port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.527647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 on network 28eba52c-a95b-4b13-961a-f8e9756ccaef not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:09.533509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Attempting to bind port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:09.551601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:51:09.552187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Checking segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:09.552732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Bound using segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:51:09.553830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Bound port: 2f8b5b9c-f268-492d-a5bd-5a29079a69e6, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:51:09.554369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.590219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] For port b07ead95-ff76-4d90-a6d6-1795afb6a643, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:09.591322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 21:51:09.633711 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (b07ead95-ff76-4d90-a6d6-1795afb6a643), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.654536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:09.655719 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.678457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08716396-eeb4-4878-a45a-8bafcacb7fde admin admin] Publish callbacks [] for security_group (d85252df-8060-46dc-8c22-4f0d824c5a03), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.692752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-a6790807-4a65-421a-a8f0-ee59e92a2bd7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:09.695937 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-a6790807-4a65-421a-a8f0-ee59e92a2bd7 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 951 time: 0.1492500 Feb 03 21:51:09.707161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08716396-eeb4-4878-a45a-8bafcacb7fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d85252df-8060-46dc-8c22-4f0d824c5a03), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.746483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716396-eeb4-4878-a45a-8bafcacb7fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85252df-8060-46dc-8c22-4f0d824c5a03,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:09.754895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e02eaf-c52b-4b45-9b3a-38b08b91d0dd req-1a2d27e2-271a-467f-8648-1122cdfcf648 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:09.758324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0e02eaf-c52b-4b45-9b3a-38b08b91d0dd req-1a2d27e2-271a-467f-8648-1122cdfcf648 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 944 time: 0.1647639 Feb 03 21:51:09.771697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.5631561 Feb 03 21:51:09.773039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:09.773348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] For port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:09.800748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] For port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:51:09.817495 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.833911 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-08716396-eeb4-4878-a45a-8bafcacb7fde admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=194ab2cbfe764cfdba82ce9518e49a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714024 Feb 03 21:51:09.837270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:09.865864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6851d-451e-4f77-a80b-e825c44a4799 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'Port': ['ID=b07ead95-ff76-4d90-a6d6-1795afb6a643,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:09.872440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:09.873204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:09.874847 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] 10.222.0.47 "PUT /v2.0/ports/2f8b5b9c-f268-492d-a5bd-5a29079a69e6 HTTP/1.1" status: 200 len: 1092 time: 1.6098096 Feb 03 21:51:09.893966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8793dd86-66c2-4525-868b-7b6198802880', 'tag': '2f8b5b9c-f268-492d-a5bd-5a29079a69e6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:09.896427 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab4c290-3e98-4a6d-b91c-df67c17ced81" -d '{"events": [{"name": "network-changed", "server_uuid": "8793dd86-66c2-4525-868b-7b6198802880", "tag": "2f8b5b9c-f268-492d-a5bd-5a29079a69e6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:09.956600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0e02eaf-c52b-4b45-9b3a-38b08b91d0dd req-00c28ff6-1ae8-475d-9d43-7c5476175324 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760828 Feb 03 21:51:10.047695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f8a8b-85f3-4967-ad79-2e8dcd95c744 req-e724c411-6345-4ccd-982e-f706103e4d37 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:10.051649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f40f8a8b-85f3-4967-ad79-2e8dcd95c744 req-e724c411-6345-4ccd-982e-f706103e4d37 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 951 time: 0.1868906 Feb 03 21:51:10.133431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f40f8a8b-85f3-4967-ad79-2e8dcd95c744 req-dfbdbab0-3cce-4af8-b71a-f1c3e64246e8 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714829 Feb 03 21:51:10.158506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-298e6ce5-88a0-425f-ae92-50f4e29a9310 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Deleting port b07ead95-ff76-4d90-a6d6-1795afb6a643 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:10.158960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-298e6ce5-88a0-425f-ae92-50f4e29a9310 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b07ead95-ff76-4d90-a6d6-1795afb6a643), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.263138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-298e6ce5-88a0-425f-ae92-50f4e29a9310 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] For port b07ead95-ff76-4d90-a6d6-1795afb6a643, host n-h1-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:10.263138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-298e6ce5-88a0-425f-ae92-50f4e29a9310 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b07ead95-ff76-4d90-a6d6-1795afb6a643), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.274780 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26855bd-8f57-4c5d-912a-6a48eb82ee86 x-openstack-request-id: req-d26855bd-8f57-4c5d-912a-6a48eb82ee86 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:10.275424 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8793dd86-66c2-4525-868b-7b6198802880", "tag": "2f8b5b9c-f268-492d-a5bd-5a29079a69e6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:10.275424 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d26855bd-8f57-4c5d-912a-6a48eb82ee86 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:10.275858 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8793dd86-66c2-4525-868b-7b6198802880', 'tag': '2f8b5b9c-f268-492d-a5bd-5a29079a69e6', 'status': 'completed', 'code': 200} Feb 03 21:51:10.294769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab636385-eb8b-4bf6-901a-39576bcd4b67 admin admin] Publish callbacks [] for security_group (d85252df-8060-46dc-8c22-4f0d824c5a03), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.307404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-298e6ce5-88a0-425f-ae92-50f4e29a9310 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Calling delete_port for b07ead95-ff76-4d90-a6d6-1795afb6a643 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:10.361692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e03f4-a962-4c9e-9e92-40162979c75e service neutron] Pushing event updated for resources: {'Port': ['ID=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:10.402397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab636385-eb8b-4bf6-901a-39576bcd4b67 admin admin] Publish callbacks [] for security_group (d85252df-8060-46dc-8c22-4f0d824c5a03), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.431128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Deleting port 5ddd9522-98a3-4943-872a-b826ca33d2f3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:10.441331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.458860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-298e6ce5-88a0-425f-ae92-50f4e29a9310 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b07ead95-ff76-4d90-a6d6-1795afb6a643), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.508561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e6ce5-88a0-425f-ae92-50f4e29a9310 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event deleted for resources: {'Port': ['ID=b07ead95-ff76-4d90-a6d6-1795afb6a643,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:10.568589 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-298e6ce5-88a0-425f-ae92-50f4e29a9310 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.575543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-298e6ce5-88a0-425f-ae92-50f4e29a9310 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b07ead95-ff76-4d90-a6d6-1795afb6a643 HTTP/1.1" status: 204 len: 168 time: 0.7922580 Feb 03 21:51:10.580034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:10.586163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] For port 5ddd9522-98a3-4943-872a-b826ca33d2f3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5ddd9522-98a3-4943-872a-b826ca33d2f3,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:10.586814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.607205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Calling delete_port for 5ddd9522-98a3-4943-872a-b826ca33d2f3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:10.623743 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69b450a-4101-4c74-bd41-8ef9be16cfb0 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] GET failed (client error): The resource could not be found. Feb 03 21:51:10.626112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e69b450a-4101-4c74-bd41-8ef9be16cfb0 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "GET /v2.0/ports/b07ead95-ff76-4d90-a6d6-1795afb6a643 HTTP/1.1" status: 404 len: 333 time: 0.0434361 Feb 03 21:51:10.634565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34754) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:10.643507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1221bb4-c2e5-4952-a2ee-aac4eb14d4a4 req-80c50b40-0517-46ca-b73e-0733b97f7664 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:10.645264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1221bb4-c2e5-4952-a2ee-aac4eb14d4a4 req-80c50b40-0517-46ca-b73e-0733b97f7664 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.2277806 Feb 03 21:51:10.652283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Request body: {'port': {'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1306173940'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:10.696400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Made reservation on behalf of 786ce81831fd4baab988d6ab22ca8d6f for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:10.699939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.714183 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-4fd9c78f-ec48-42d9-8525-07848b4e88cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2087295 Feb 03 21:51:10.754532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1221bb4-c2e5-4952-a2ee-aac4eb14d4a4 req-4c1c35e4-bada-4f64-bf0a-1424dd0aa228 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828810 Feb 03 21:51:10.757289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-fc57af17-c011-4489-bb61-a21f8e6777c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:10.759419 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-fc57af17-c011-4489-bb61-a21f8e6777c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 1126 time: 0.8244004 Feb 03 21:51:10.764416 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5ddd9522-98a3-4943-872a-b826ca33d2f3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:10.777899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7f93945-a891-4f54-8edb-a94db48901eb', 'c6674429-4168-4681-826f-70d94924e070'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:10.784392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5ddd9522-98a3-4943-872a-b826ca33d2f3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:10.822358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] device_id is not set on port d13c3675-04df-4cf1-8994-e4eebfabe3fe yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:51:10.832842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-80f80d43-10ce-4859-a560-60e2606896a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f8b5b9c-f268-492d-a5bd-5a29079a69e6 HTTP/1.1" status: 200 len: 217 time: 0.0574062 Feb 03 21:51:10.888483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Pushing event deleted for resources: {'Port': ['ID=5ddd9522-98a3-4943-872a-b826ca33d2f3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:10.993470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] No DVR routers for this DVR port 5ddd9522-98a3-4943-872a-b826ca33d2f3 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:11.020992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-74cd3e29-bc78-4133-abf0-fc99aeeca42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:11.022652 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-74cd3e29-bc78-4133-abf0-fc99aeeca42a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.1546917 Feb 03 21:51:11.024644 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:11.028829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8eef2414-dd74-45ae-8cf9-03fc47a31c89 req-6dfdc756-9c29-4ff5-8cab-f16382a1caca tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.10 "DELETE /v2.0/ports/5ddd9522-98a3-4943-872a-b826ca33d2f3 HTTP/1.1" status: 204 len: 173 time: 1.3236413 Feb 03 21:51:11.031973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab636385-eb8b-4bf6-901a-39576bcd4b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d85252df-8060-46dc-8c22-4f0d824c5a03), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:11.035719 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab636385-eb8b-4bf6-901a-39576bcd4b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:11.040478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ab636385-eb8b-4bf6-901a-39576bcd4b67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d85252df-8060-46dc-8c22-4f0d824c5a03 HTTP/1.1" status: 204 len: 168 time: 1.2020223 Feb 03 21:51:11.080001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab636385-eb8b-4bf6-901a-39576bcd4b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85252df-8060-46dc-8c22-4f0d824c5a03,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:11.083145 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-359754d1-80ad-4cc4-947a-bbc58f730d26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527966 Feb 03 21:51:11.150469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-147dfc1f-fc56-4f59-bd26-b733e0e03767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:11.172583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-147dfc1f-fc56-4f59-bd26-b733e0e03767 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 1128 time: 0.4242320 Feb 03 21:51:11.220697 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-603d73a5-738e-410a-a9da-18986327f6ec service neutron] 10.222.0.47 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251984 Feb 03 21:51:11.425569 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-55eb005e-11b5-454c-a368-fbff1a6a55f0 req-d635f617-b4b1-4b5c-bdce-b1a737a29d8b service neutron] 10.222.0.47 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945252 Feb 03 21:51:11.687761 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks [] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:11.783955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-24dc102a-721a-47f6-b1e4-bf639f2c4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:11.789387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-24dc102a-721a-47f6-b1e4-bf639f2c4932 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 1126 time: 0.2411199 Feb 03 21:51:11.809838 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-77f31d2d-bdbe-4008-b4a4-c3544eb81342 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1946528 Feb 03 21:51:11.919590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-438c7e36-1ed9-4ac1-920b-42d61ceea2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:11.922010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-438c7e36-1ed9-4ac1-920b-42d61ceea2db service neutron] 10.222.0.10 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 915 time: 0.6530690 Feb 03 21:51:12.058564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-91b972a5-8d51-4344-b6c4-ee4b8b2fe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.059056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-91b972a5-8d51-4344-b6c4-ee4b8b2fe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.059532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-91b972a5-8d51-4344-b6c4-ee4b8b2fe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.060004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-91b972a5-8d51-4344-b6c4-ee4b8b2fe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.060472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-91b972a5-8d51-4344-b6c4-ee4b8b2fe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.061104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-91b972a5-8d51-4344-b6c4-ee4b8b2fe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.061497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-91b972a5-8d51-4344-b6c4-ee4b8b2fe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.063576 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-91b972a5-8d51-4344-b6c4-ee4b8b2fe26a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 6716 time: 0.1234818 Feb 03 21:51:12.081983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-98a85584-5512-414d-b99d-ee418fe4b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.083648 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-98a85584-5512-414d-b99d-ee418fe4b18c service neutron] 10.222.0.47 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 913 time: 0.2706747 Feb 03 21:51:12.116220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50edefdd-37ec-4783-8fd0-11df4d9c22ba req-fcba55ee-6292-49a1-9edb-31d0ee4f88fa tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97dec-4122-44c6-a50a-a8a21a9974a7 HTTP/1.1" status: 200 len: 210 time: 0.6020682 Feb 03 21:51:12.124958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-c0c12bd3-b88e-470c-9126-b93193cf3e69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c531406-ca76-42e1-8dac-2f9fbab906a3 HTTP/1.1" status: 200 len: 217 time: 0.1926532 Feb 03 21:51:12.211443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-7ce5fa0f-dbed-4a9b-ad80-00901b2c95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.212843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-7ce5fa0f-dbed-4a9b-ad80-00901b2c95ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.0806074 Feb 03 21:51:12.228025 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-11559749-be10-49ca-b517-eec1cd99c8c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f8b5b9c-f268-492d-a5bd-5a29079a69e6 HTTP/1.1" status: 200 len: 217 time: 0.1353607 Feb 03 21:51:12.269703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:12.296757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-deleted', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:12.300796 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a211fbb8-2b03-4c46-befd-99cfb95676d0" -d '{"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-deleted", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:12.316698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882b5fb-85cd-4d59-9cad-1b933bc0c12c req-8811a0cd-867a-49e8-b244-4675bbc98fff tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.318375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f882b5fb-85cd-4d59-9cad-1b933bc0c12c req-8811a0cd-867a-49e8-b244-4675bbc98fff tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 944 time: 1.0080659 Feb 03 21:51:12.373813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-ccf5879f-2b1b-4bee-9d73-8458460133e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.375564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-ccf5879f-2b1b-4bee-9d73-8458460133e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.1282444 Feb 03 21:51:12.409103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-760433a7-70a7-4f40-8d10-bf8f45b49423 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1879661 Feb 03 21:51:12.437766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'Port': ['ID=d13c3675-04df-4cf1-8994-e4eebfabe3fe,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:12.468254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-e2ea71e6-7c3d-4009-b147-388425b924b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.468769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-e2ea71e6-7c3d-4009-b147-388425b924b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.469279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-e2ea71e6-7c3d-4009-b147-388425b924b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.472091 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-e2ea71e6-7c3d-4009-b147-388425b924b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dcffcd03-7cc7-43d0-89ef-82db50e549d9&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=2ba96de7-9574-463f-9395-0bebed75a28b&id=8171fea6-6dc9-4528-8843-90775fdf9a94&id=8171fea6-6dc9-4528-8843-90775fdf9a94 HTTP/1.1" status: 200 len: 2297 time: 0.2458992 Feb 03 21:51:12.516428 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-2288219b-a433-4314-a361-990dd71648f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384653 Feb 03 21:51:12.577921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Network 6f87503a-d26b-4020-b9db-02b1ac31d4cd is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:12.629936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:12.647756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:12.649230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.649692 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:12.653093 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-92f91e1c-69b1-4f54-912a-43c96dbe1216 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37 HTTP/1.1" status: 200 len: 1002 time: 0.1660712 Feb 03 21:51:12.709338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-028f0eba-16b6-4542-a4bb-8f3cee39897f service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518532 Feb 03 21:51:12.770130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-ed4b47d5-e732-41a7-b613-c6740413e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.772718 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-ed4b47d5-e732-41a7-b613-c6740413e053 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d0e32b7-72c4-401c-922e-7b05f3d5716d HTTP/1.1" status: 200 len: 855 time: 0.1133084 Feb 03 21:51:12.787391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f882b5fb-85cd-4d59-9cad-1b933bc0c12c req-27d392b8-20ab-4f55-bc7f-90ede96d5a10 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771989 Feb 03 21:51:12.809245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-08d92a24-50a8-4171-b2bd-6da8ee47467a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1625361 Feb 03 21:51:12.810084 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34800) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:12.818855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ef4bc-0225-42ba-8284-9c2b349702cf req-d75ee6a4-d0d1-4a5d-9d04-45afc52f100b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.836919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d45ef4bc-0225-42ba-8284-9c2b349702cf req-d75ee6a4-d0d1-4a5d-9d04-45afc52f100b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.5646505 Feb 03 21:51:12.861728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-8c2f70f4-e48e-43a7-a34e-c9b834ec805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:12.863884 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-8c2f70f4-e48e-43a7-a34e-c9b834ec805f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcffcd03-7cc7-43d0-89ef-82db50e549d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0819259 Feb 03 21:51:12.867935 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-f3b87ebe-f397-43ba-afb9-5964da9341dd service neutron] 10.222.0.47 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090973 Feb 03 21:51:12.907659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:13.116265 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7234a2cf-6b23-4b26-8eea-df016e6f2d06 req-7a52b962-0a72-4453-8d2d-e21eef58a6ba service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819454 Feb 03 21:51:13.117289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:13.142824 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-4eca42e7-6b87-4af9-9c6b-8e89c784a8be service neutron] 10.222.0.47 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657843 Feb 03 21:51:13.147761 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ab4c290-3e98-4a6d-b91c-df67c17ced81 req-84901986-663d-48ef-8150-4ff24c67fbef service neutron] 10.222.0.47 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693865 Feb 03 21:51:13.371477 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-70f9fc5c-b43b-4d74-8c1e-67ef2171a601 service neutron] 10.222.0.47 "GET /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155192 Feb 03 21:51:13.375093 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767d7d8f-0376-41e0-a496-ac398f763b6b x-openstack-request-id: req-767d7d8f-0376-41e0-a496-ac398f763b6b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:13.378022 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e97dec-4122-44c6-a50a-a8a21a9974a7", "name": "network-vif-deleted", "tag": "5ddd9522-98a3-4943-872a-b826ca33d2f3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:13.378420 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-767d7d8f-0376-41e0-a496-ac398f763b6b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:13.383681 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e97dec-4122-44c6-a50a-a8a21a9974a7', 'name': 'network-vif-deleted', 'tag': '5ddd9522-98a3-4943-872a-b826ca33d2f3', 'status': 'completed', 'code': 200} Feb 03 21:51:13.495324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:13.516060 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-a83c5e7f-eaac-460f-ad1b-a3e4c305e0e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=512ba836-5136-4a81-b3ab-7bb09c9c0c04 HTTP/1.1" status: 200 len: 217 time: 0.1307175 Feb 03 21:51:13.550750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 5ddd9522-98a3-4943-872a-b826ca33d2f3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:51:13.551104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5ddd9522-98a3-4943-872a-b826ca33d2f3 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:13.585272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] device_id is not set on port d13c3675-04df-4cf1-8994-e4eebfabe3fe yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:51:13.628294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks [] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:13.645989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-4af849a0-4a16-42fe-a288-a557ff33be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:13.647753 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-4af849a0-4a16-42fe-a288-a557ff33be36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.1178689 Feb 03 21:51:13.667396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d45ef4bc-0225-42ba-8284-9c2b349702cf req-c5426ed5-26b0-4891-8e49-6cbe174a82e4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8269701 Feb 03 21:51:13.672053 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:13.761579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'Port': ['ID=d13c3675-04df-4cf1-8994-e4eebfabe3fe,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:13.811313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-55ea3f2d-26d1-4b26-85c1-43ee11572ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:13.814806 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-55ea3f2d-26d1-4b26-85c1-43ee11572ccc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1572866 Feb 03 21:51:13.834188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:13.834549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:13.834863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:13.850688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:13.850688 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:13.850688 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 2 to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe Feb 03 21:51:14.104385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:14.105434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:14.105777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:14.125006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-a8f07c7f-2c43-4608-99bc-4a4fd5754b3a service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876997 Feb 03 21:51:14.130687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:14.131283 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:14.132690 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 3 to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe Feb 03 21:51:14.174881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:14.176015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:14.176145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:14.214689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843f1f4-4fb1-4f7a-afdc-5cd847dd4c97 req-21e81ce0-92f5-402e-a442-fd6f67ad331c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:14.219774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2843f1f4-4fb1-4f7a-afdc-5cd847dd4c97 req-21e81ce0-92f5-402e-a442-fd6f67ad331c tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.3498533 Feb 03 21:51:14.234940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:14.235225 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:14.236402 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 4 to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe Feb 03 21:51:14.293826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504fe4f-db4e-4eae-b66f-bf7329f5323f req-be2eb6ba-86bb-4f50-962e-5d5e8c9b0468 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:14.303875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b504fe4f-db4e-4eae-b66f-bf7329f5323f req-be2eb6ba-86bb-4f50-962e-5d5e8c9b0468 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 944 time: 0.3042402 Feb 03 21:51:14.313256 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-df21f167-69b9-4aee-991b-6273a4be5768 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791449 Feb 03 21:51:14.359156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:14.359498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:14.359814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:14.389388 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-c950652c-59c7-451b-a517-ee8d2fd91b1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=e36b55fe-4080-4085-94cd-25bb04d6c057 HTTP/1.1" status: 200 len: 217 time: 0.0660100 Feb 03 21:51:14.440656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b504fe4f-db4e-4eae-b66f-bf7329f5323f req-83c749ab-56fb-4f4e-a8ed-16e32dd058ce tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342549 Feb 03 21:51:14.451962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:14.452527 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:14.453095 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 5 to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe Feb 03 21:51:14.484346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:14.484921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:14.485412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:14.494994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:14.495613 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:14.496150 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 6 to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe Feb 03 21:51:14.531633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:14.531968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:14.532299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:14.536932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:14.537342 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:14.537722 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 7 to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe Feb 03 21:51:14.547028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-16bdc15e-94f2-4d7b-8bfb-583e5a202d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:14.549338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-16bdc15e-94f2-4d7b-8bfb-583e5a202d65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.1512725 Feb 03 21:51:14.563001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:14.563408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:14.563672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:14.570755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:14.571088 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:14.571478 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 8 to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe Feb 03 21:51:14.619471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:14.619879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:14.620133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:14.640360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:14.641051 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:14.644359 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 9 to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe Feb 03 21:51:14.675339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:14.677320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:14.678196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:14.686189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-3f9866c6-b0c0-49b9-b4ad-987bd8184aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:14.690580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-3f9866c6-b0c0-49b9-b4ad-987bd8184aaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1303678 Feb 03 21:51:14.691761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:14.693891 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:14.694621 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 10 to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe Feb 03 21:51:14.731202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:14.732341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:14.732956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:14.752623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:14.754479 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port d13c3675-04df-4cf1-8994-e4eebfabe3fe on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:14.755981 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:14.813363 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-4486b74e-4e8f-48e6-94c3-c3dd2e3eaac6 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130338 Feb 03 21:51:14.992442 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-42462735-c88a-41ce-8473-a25302c00035 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654515 Feb 03 21:51:15.034836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2843f1f4-4fb1-4f7a-afdc-5cd847dd4c97 req-ee4372a7-fa66-4815-a493-07d040541327 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8005512 Feb 03 21:51:15.063440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-4c857342-443a-4dbe-a4ba-f6f8cff612d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=3b8fd510-f612-48d4-a752-2f072032f355 HTTP/1.1" status: 200 len: 217 time: 0.0628109 Feb 03 21:51:15.083067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] For port d13c3675-04df-4cf1-8994-e4eebfabe3fe, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:15.086613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 21:51:15.102601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:15.124636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] In _notify_port_updated(), no bound segment for port d13c3675-04df-4cf1-8994-e4eebfabe3fe on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:51:15.146053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.146750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:15.148013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "PUT /v2.0/ports/d13c3675-04df-4cf1-8994-e4eebfabe3fe HTTP/1.1" status: 200 len: 975 time: 2.2446492 Feb 03 21:51:15.178848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-404f215e-9b7f-4065-b32f-c9593ac20e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.181154 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-404f215e-9b7f-4065-b32f-c9593ac20e29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.0934598 Feb 03 21:51:15.182184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:15.266252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d21fab-f7c3-4ab2-b77a-1ea6a24a0153 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'Port': ['ID=d13c3675-04df-4cf1-8994-e4eebfabe3fe,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:15.506015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50934b1-a494-49b2-941d-4f42e3f5fb8f req-baae36de-78aa-4c12-ab5a-84ba5feec351 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.508782 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a50934b1-a494-49b2-941d-4f42e3f5fb8f req-baae36de-78aa-4c12-ab5a-84ba5feec351 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.1661186 Feb 03 21:51:15.527498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe7e5-0cad-457c-8441-158cf6a0633e req-f173a8f4-5611-42f3-a7d1-0c7229418c10 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.534587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe7e5-0cad-457c-8441-158cf6a0633e req-f173a8f4-5611-42f3-a7d1-0c7229418c10 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.540086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe7e5-0cad-457c-8441-158cf6a0633e req-f173a8f4-5611-42f3-a7d1-0c7229418c10 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.546465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe7e5-0cad-457c-8441-158cf6a0633e req-f173a8f4-5611-42f3-a7d1-0c7229418c10 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.551803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe7e5-0cad-457c-8441-158cf6a0633e req-f173a8f4-5611-42f3-a7d1-0c7229418c10 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.557343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe7e5-0cad-457c-8441-158cf6a0633e req-f173a8f4-5611-42f3-a7d1-0c7229418c10 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.562906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe7e5-0cad-457c-8441-158cf6a0633e req-f173a8f4-5611-42f3-a7d1-0c7229418c10 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.570543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd8fe7e5-0cad-457c-8441-158cf6a0633e req-f173a8f4-5611-42f3-a7d1-0c7229418c10 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.1856940 Feb 03 21:51:15.629976 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a50934b1-a494-49b2-941d-4f42e3f5fb8f req-575080aa-9678-4da9-843c-2ba2109e3b7e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564742 Feb 03 21:51:15.688755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd8fe7e5-0cad-457c-8441-158cf6a0633e req-1c81fdc0-ff2d-4b76-90fe-34b06817ae38 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172421 Feb 03 21:51:15.771665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-519e0cb8-012a-407e-803a-beccd80ba53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.775664 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-519e0cb8-012a-407e-803a-beccd80ba53c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5251753 Feb 03 21:51:15.844489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.845000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.845480 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.845953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.846421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.846885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.847353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.847814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.848393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.848734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.849223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.849685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.850144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.858126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.858126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.858398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.858872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.859375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.859814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.860284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.860754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.861250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.861721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.862188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.862683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.863105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.869686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.870827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.871316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.873223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96a16f-b5ad-4ddb-8ff4-583b8670f65a req-da4fe7ae-3881-448d-9579-d97bf74f6d28 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.873573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.874124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.876746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e96a16f-b5ad-4ddb-8ff4-583b8670f65a req-da4fe7ae-3881-448d-9579-d97bf74f6d28 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 944 time: 0.1239479 Feb 03 21:51:15.877446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.878011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.878413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.878892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.879363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.879841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.880294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.880772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:15.927792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ead5a69b-f13e-48c8-9ef5-7bfa7e34accd tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36338 time: 0.7424126 Feb 03 21:51:15.935361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:16.001590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-352a8d3c-b76f-4b43-873a-963327a0858e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:16.003321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-352a8d3c-b76f-4b43-873a-963327a0858e tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.5060320 Feb 03 21:51:16.011458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e96a16f-b5ad-4ddb-8ff4-583b8670f65a req-0365b77c-2717-4a0d-a4a6-eea3306e7809 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271729 Feb 03 21:51:16.187469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-de6bdbf8-3a73-463a-a4c3-732aad71dff9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Deleting port d13c3675-04df-4cf1-8994-e4eebfabe3fe {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:16.188364 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de6bdbf8-3a73-463a-a4c3-732aad71dff9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:16.480987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-4eb29acc-ad59-472e-bd3d-04b71bde6cd6 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487554 Feb 03 21:51:16.643709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-066c516a-0a12-4ddd-a41e-42856e4ef7c4 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561100 Feb 03 21:51:16.648087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Deleting port c6674429-4168-4681-826f-70d94924e070 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:16.648712 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c6674429-4168-4681-826f-70d94924e070), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:16.762313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-de6bdbf8-3a73-463a-a4c3-732aad71dff9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] For port d13c3675-04df-4cf1-8994-e4eebfabe3fe, host n-h1-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:16.762692 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de6bdbf8-3a73-463a-a4c3-732aad71dff9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:16.805234 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-f5186acf-2234-4161-acab-c7227a2ad2c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b HTTP/1.1" status: 200 len: 217 time: 0.0569069 Feb 03 21:51:16.826337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:51:16.865447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-de6bdbf8-3a73-463a-a4c3-732aad71dff9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Calling delete_port for d13c3675-04df-4cf1-8994-e4eebfabe3fe owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:16.938625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] For port c6674429-4168-4681-826f-70d94924e070, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=c6674429-4168-4681-826f-70d94924e070,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:16.950301 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c6674429-4168-4681-826f-70d94924e070), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:16.980771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de6bdbf8-3a73-463a-a4c3-732aad71dff9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d13c3675-04df-4cf1-8994-e4eebfabe3fe), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:17.003469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Calling delete_port for c6674429-4168-4681-826f-70d94924e070 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:17.103580 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de6bdbf8-3a73-463a-a4c3-732aad71dff9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:17.112533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-de6bdbf8-3a73-463a-a4c3-732aad71dff9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d13c3675-04df-4cf1-8994-e4eebfabe3fe HTTP/1.1" status: 204 len: 168 time: 1.1723723 Feb 03 21:51:17.115834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bdbf8-3a73-463a-a4c3-732aad71dff9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event deleted for resources: {'Port': ['ID=d13c3675-04df-4cf1-8994-e4eebfabe3fe,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:17.121817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:17.141299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f8145-ba66-43c1-bf1a-c0926c63bfb3 req-53a637bd-42e1-4492-963b-14c89e4298d3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:17.149821 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d2f8145-ba66-43c1-bf1a-c0926c63bfb3 req-53a637bd-42e1-4492-963b-14c89e4298d3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.3898630 Feb 03 21:51:17.154996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:17.200004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8fb05-309e-4911-a17f-f6ee91ea3a75 req-f504f620-08fb-4f13-a83c-edc42f5f50bc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:17.201696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '2f8b5b9c-f268-492d-a5bd-5a29079a69e6', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'port_id': '2f8b5b9c-f268-492d-a5bd-5a29079a69e6', 'mac_address': 'fa:16:3e:aa:0b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae7a702-b87f-46f5-a94b-b7f817771d19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:51:17.208864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aad8fb05-309e-4911-a17f-f6ee91ea3a75 req-f504f620-08fb-4f13-a83c-edc42f5f50bc tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 950 time: 0.5698707 Feb 03 21:51:17.297552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:17.298774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:17.314934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:51:17.341441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:17.356711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:17.369040 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb6dac7-bd3a-4bcb-85d1-c30e1bf6aaf8 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] GET failed (client error): The resource could not be found. Feb 03 21:51:17.376820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8bb6dac7-bd3a-4bcb-85d1-c30e1bf6aaf8 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "GET /v2.0/ports/d13c3675-04df-4cf1-8994-e4eebfabe3fe HTTP/1.1" status: 404 len: 333 time: 0.1597853 Feb 03 21:51:17.379179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:17.391921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1730923896', 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:17.447844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:17.479936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d2f8145-ba66-43c1-bf1a-c0926c63bfb3 req-ce348a84-eef7-40c9-bbd2-291d918acbb2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291125 Feb 03 21:51:17.596043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Made reservation on behalf of 786ce81831fd4baab988d6ab22ca8d6f for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:17.603900 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:17.657993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-f2063ecd-fa1d-4d33-9262-cfffd02fc0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:17.659472 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-f2063ecd-fa1d-4d33-9262-cfffd02fc0fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 200 len: 797 time: 0.8462574 Feb 03 21:51:17.669981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aad8fb05-309e-4911-a17f-f6ee91ea3a75 req-72e79eef-0d59-4ffc-85eb-44708e838d81 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470656 Feb 03 21:51:17.697012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] device_id is not set on port 05fe15df-5c43-43d4-8c5c-bf1580712cc6 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:51:17.803933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-54cc54d7-954d-4257-b763-0749829efa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:17.806393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-54cc54d7-954d-4257-b763-0749829efa45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ba96de7-9574-463f-9395-0bebed75a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1290054 Feb 03 21:51:17.974152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2f8b5b9c-f268-492d-a5bd-5a29079a69e6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:17.998227 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c6674429-4168-4681-826f-70d94924e070), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:18.030587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7f93945-a891-4f54-8edb-a94db48901eb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:18.066985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653406e-6ee6-44ff-b82c-7672eeeee02f req-a83a01c9-f5d4-4042-b212-9388b2851f1d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.068697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Pushing event deleted for resources: {'Port': ['ID=c6674429-4168-4681-826f-70d94924e070,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:18.088342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653406e-6ee6-44ff-b82c-7672eeeee02f req-a83a01c9-f5d4-4042-b212-9388b2851f1d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.100151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653406e-6ee6-44ff-b82c-7672eeeee02f req-a83a01c9-f5d4-4042-b212-9388b2851f1d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.122863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653406e-6ee6-44ff-b82c-7672eeeee02f req-a83a01c9-f5d4-4042-b212-9388b2851f1d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.131108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653406e-6ee6-44ff-b82c-7672eeeee02f req-a83a01c9-f5d4-4042-b212-9388b2851f1d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.162551 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-659c87d1-b3e6-4588-8c91-a6f3ae59cd60 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343036 Feb 03 21:51:18.165561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653406e-6ee6-44ff-b82c-7672eeeee02f req-a83a01c9-f5d4-4042-b212-9388b2851f1d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.180006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653406e-6ee6-44ff-b82c-7672eeeee02f req-a83a01c9-f5d4-4042-b212-9388b2851f1d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.184365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b653406e-6ee6-44ff-b82c-7672eeeee02f req-a83a01c9-f5d4-4042-b212-9388b2851f1d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.5497634 Feb 03 21:51:18.313403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] No DVR routers for this DVR port c6674429-4168-4681-826f-70d94924e070 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:18.318327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:18.322852 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2e4b8534-b69d-4bca-956d-e5d3092d1376 req-34ee71c0-e737-4b8f-9e54-14d5bf7191e1 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "DELETE /v2.0/ports/c6674429-4168-4681-826f-70d94924e070 HTTP/1.1" status: 204 len: 173 time: 2.2822635 Feb 03 21:51:18.323706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'name': 'network-vif-deleted', 'tag': 'c6674429-4168-4681-826f-70d94924e070'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:18.326519 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d80f35-4b87-4301-99ea-e49868c27ab1" -d '{"events": [{"server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "name": "network-vif-deleted", "tag": "c6674429-4168-4681-826f-70d94924e070"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:18.371870 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-0ba45ffc-5be8-44a3-be2e-b37579f6b249 service neutron] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565008 Feb 03 21:51:18.439727 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks [] for port (05fe15df-5c43-43d4-8c5c-bf1580712cc6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:18.451235 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-104ded7d-084f-4292-9c05-f7b8cc62c262 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c169ac6-d185-4471-be32-85668e3022ef HTTP/1.1" status: 200 len: 217 time: 0.0651591 Feb 03 21:51:18.540762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b653406e-6ee6-44ff-b82c-7672eeeee02f req-ce4515b8-d55e-44d4-9fcc-84c5e434ca25 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2186532 Feb 03 21:51:18.577822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a5964-1c98-4e6d-9801-935fa6676bec req-44b78625-da36-4caa-89aa-95d6cb07b60a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.579417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b3a5964-1c98-4e6d-9801-935fa6676bec req-44b78625-da36-4caa-89aa-95d6cb07b60a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 945 time: 0.7095401 Feb 03 21:51:18.619632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-a86f2df9-a2f5-44db-bec1-d6339751935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.621881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-a86f2df9-a2f5-44db-bec1-d6339751935c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=769e4d37-b014-48c5-a848-37056cd8ff3d HTTP/1.1" status: 200 len: 797 time: 0.1616371 Feb 03 21:51:18.788198 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (05fe15df-5c43-43d4-8c5c-bf1580712cc6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:18.794162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b3a5964-1c98-4e6d-9801-935fa6676bec req-12d921ed-a496-48a4-b499-5d1a595de905 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808133 Feb 03 21:51:18.826212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c6674429-4168-4681-826f-70d94924e070 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:18.887420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: c6674429-4168-4681-826f-70d94924e070 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:51:18.887854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device c6674429-4168-4681-826f-70d94924e070 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:18.903793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'Port': ['ID=05fe15df-5c43-43d4-8c5c-bf1580712cc6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:18.936736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Network 6f87503a-d26b-4020-b9db-02b1ac31d4cd is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:18.939615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:18.944837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:18.946311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:18.947412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:18.989415 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3c33c6-2d76-4920-8291-d25616a38e54 x-openstack-request-id: req-3b3c33c6-2d76-4920-8291-d25616a38e54 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:18.991982 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a304bd-436a-4a28-8be7-4ff2b8fefb08", "name": "network-vif-deleted", "tag": "c6674429-4168-4681-826f-70d94924e070", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:18.994227 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b3c33c6-2d76-4920-8291-d25616a38e54 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:18.994795 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a304bd-436a-4a28-8be7-4ff2b8fefb08', 'name': 'network-vif-deleted', 'tag': 'c6674429-4168-4681-826f-70d94924e070', 'status': 'completed', 'code': 200} Feb 03 21:51:19.016431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-997be599-6bfd-42de-9fda-cd3fb4a7c4f9 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6358452 Feb 03 21:51:19.017759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34924) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:19.046424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-bc7439fd-3054-43c4-88d5-9613a890e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.048108 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-bc7439fd-3054-43c4-88d5-9613a890e46c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8171fea6-6dc9-4528-8843-90775fdf9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4173167 Feb 03 21:51:19.192439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ef67fb-8af2-4e68-bd3d-86115e73ee33 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.201464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-08ef67fb-8af2-4e68-bd3d-86115e73ee33 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "GET /v2.0/ports/05fe15df-5c43-43d4-8c5c-bf1580712cc6 HTTP/1.1" status: 200 len: 955 time: 0.1757264 Feb 03 21:51:19.219956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34926) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:19.246057 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-80f6a3de-a0c2-4e9d-92f8-03d24246f6ad service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789384 Feb 03 21:51:19.267321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59dddd5e-47e4-4da7-aacb-80dc937e5523 req-59cf1f78-a76f-4a5d-b1d5-bc42cec425e5 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a304bd-436a-4a28-8be7-4ff2b8fefb08 HTTP/1.1" status: 200 len: 210 time: 0.1071455 Feb 03 21:51:19.272988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-216dd8df-7e46-456d-8659-07181a78f0c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.280985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-216dd8df-7e46-456d-8659-07181a78f0c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.295334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-216dd8df-7e46-456d-8659-07181a78f0c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.303303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd3d6f-42f7-4fec-8507-a5db613fe179 req-b322d22a-37c8-4654-bd63-c04710103d95 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.311772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-216dd8df-7e46-456d-8659-07181a78f0c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.312133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81dd3d6f-42f7-4fec-8507-a5db613fe179 req-b322d22a-37c8-4654-bd63-c04710103d95 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.3201010 Feb 03 21:51:19.325166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-216dd8df-7e46-456d-8659-07181a78f0c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.331175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-216dd8df-7e46-456d-8659-07181a78f0c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.341572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-216dd8df-7e46-456d-8659-07181a78f0c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.343837 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-216dd8df-7e46-456d-8659-07181a78f0c5 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.5071537 Feb 03 21:51:19.402943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81dd3d6f-42f7-4fec-8507-a5db613fe179 req-b19d0d67-6bb0-4445-8b71-ae289c4831a2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898449 Feb 03 21:51:19.431703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-c9c4d89c-5bb1-4d87-a14b-c55dd6be2c22 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.434792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-c9c4d89c-5bb1-4d87-a14b-c55dd6be2c22 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "GET /v2.0/ports/e36b55fe-4080-4085-94cd-25bb04d6c057?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0799863 Feb 03 21:51:19.471591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe0a49-ebc0-4835-a80a-7eca5fc1c9ea tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Deleting port 05fe15df-5c43-43d4-8c5c-bf1580712cc6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:19.472778 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0a49-ebc0-4835-a80a-7eca5fc1c9ea tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (05fe15df-5c43-43d4-8c5c-bf1580712cc6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:19.576182 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0a49-ebc0-4835-a80a-7eca5fc1c9ea tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (05fe15df-5c43-43d4-8c5c-bf1580712cc6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:19.596326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe0a49-ebc0-4835-a80a-7eca5fc1c9ea tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Calling delete_port for 05fe15df-5c43-43d4-8c5c-bf1580712cc6 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:19.688663 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-e67ecb04-3d3a-4247-abbb-147609cca32c service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365280 Feb 03 21:51:19.715305 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-fad2bea8-5ca0-4bbc-b19b-af1367770e76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "GET /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2693334 Feb 03 21:51:19.752773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:19.791902 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-9dc2aeb3-28d8-405e-b237-a8fb1e98ee70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 HTTP/1.1" status: 200 len: 217 time: 0.0915518 Feb 03 21:51:19.860879 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:19.892018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a33b1-4008-4858-ba4f-d1ce71b3c758 req-6188343d-1ffc-4f70-a784-9cc9bc6e8375 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.924013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-5598f977-deaa-4f85-8a2c-03ba41c33b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.924705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-5598f977-deaa-4f85-8a2c-03ba41c33b7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=769e4d37-b014-48c5-a848-37056cd8ff3d HTTP/1.1" status: 200 len: 797 time: 0.0648675 Feb 03 21:51:19.931268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a33b1-4008-4858-ba4f-d1ce71b3c758 req-6188343d-1ffc-4f70-a784-9cc9bc6e8375 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.961486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a33b1-4008-4858-ba4f-d1ce71b3c758 req-6188343d-1ffc-4f70-a784-9cc9bc6e8375 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.978722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a33b1-4008-4858-ba4f-d1ce71b3c758 req-6188343d-1ffc-4f70-a784-9cc9bc6e8375 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:19.991787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a33b1-4008-4858-ba4f-d1ce71b3c758 req-6188343d-1ffc-4f70-a784-9cc9bc6e8375 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:20.004330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a33b1-4008-4858-ba4f-d1ce71b3c758 req-6188343d-1ffc-4f70-a784-9cc9bc6e8375 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:20.018300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a33b1-4008-4858-ba4f-d1ce71b3c758 req-6188343d-1ffc-4f70-a784-9cc9bc6e8375 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:20.021499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-63ec0554-d7e2-45d6-8fa9-469dbad0458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:20.023026 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-63ec0554-d7e2-45d6-8fa9-469dbad0458b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8171fea6-6dc9-4528-8843-90775fdf9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0900431 Feb 03 21:51:20.030070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d00a33b1-4008-4858-ba4f-d1ce71b3c758 req-6188343d-1ffc-4f70-a784-9cc9bc6e8375 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 5442 time: 0.3002508 Feb 03 21:51:20.172072 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0a49-ebc0-4835-a80a-7eca5fc1c9ea tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (05fe15df-5c43-43d4-8c5c-bf1580712cc6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:20.204290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] For port e36b55fe-4080-4085-94cd-25bb04d6c057, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e36b55fe-4080-4085-94cd-25bb04d6c057,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:20.218817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-a5dbc375-19ff-43a8-848c-98ca1cb2c12f service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883886 Feb 03 21:51:20.273815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe0a49-ebc0-4835-a80a-7eca5fc1c9ea tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event deleted for resources: {'Port': ['ID=05fe15df-5c43-43d4-8c5c-bf1580712cc6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:20.304331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] For port e36b55fe-4080-4085-94cd-25bb04d6c057, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:20.387199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] device_id is not set on port e36b55fe-4080-4085-94cd-25bb04d6c057 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:51:20.408314 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] Publish callbacks [] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:20.413332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd6d9f-2900-4787-8792-f89a934aa5b4 req-009b4f22-33d9-401d-9fd9-1f406a34f727 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:20.416373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8fd6d9f-2900-4787-8792-f89a934aa5b4 req-009b4f22-33d9-401d-9fd9-1f406a34f727 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 945 time: 0.3440056 Feb 03 21:51:20.430883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-61234ac4-09c8-4f58-949d-8f1aee405301 req-713e036c-16cf-4262-a2ce-169b5126b106 service neutron] 10.222.0.47 "GET /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035694 Feb 03 21:51:20.436396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:20.441987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d00a33b1-4008-4858-ba4f-d1ce71b3c758 req-e5e7dcc5-ac88-4775-acec-39e1168af8c2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=6584267e-58b4-4bf3-b16b-d6522928ca63&id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4098644 Feb 03 21:51:20.446155 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0a49-ebc0-4835-a80a-7eca5fc1c9ea tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:20.462000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:20.465837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bbfe0a49-ebc0-4835-a80a-7eca5fc1c9ea tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "DELETE /v2.0/ports/05fe15df-5c43-43d4-8c5c-bf1580712cc6 HTTP/1.1" status: 204 len: 168 time: 1.2421348 Feb 03 21:51:20.594549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8fd6d9f-2900-4787-8792-f89a934aa5b4 req-f3ec55a7-9c82-4dce-af3e-c453bddb57bb tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256566 Feb 03 21:51:20.684300 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc80c8d-90c6-4144-906d-7e789c9961dc tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] GET failed (client error): The resource could not be found. Feb 03 21:51:20.698715 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1dc80c8d-90c6-4144-906d-7e789c9961dc tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "GET /v2.0/ports/05fe15df-5c43-43d4-8c5c-bf1580712cc6 HTTP/1.1" status: 404 len: 333 time: 0.1223965 Feb 03 21:51:20.706328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34958) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:20.718740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Request body: {'port': {'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1863686782'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:20.759248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] No DVR routers for this DVR port e36b55fe-4080-4085-94cd-25bb04d6c057 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:20.772003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] Pushing event updated for resources: {'Port': ['ID=e36b55fe-4080-4085-94cd-25bb04d6c057,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:20.813728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Made reservation on behalf of 786ce81831fd4baab988d6ab22ca8d6f for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:20.818003 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:20.835018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:51:20.886870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5fab1-4290-458d-a901-6749c4d0b971 req-484a6c0d-6144-4b92-83dd-47c9de69d65c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:20.887607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] In _notify_port_updated(), no bound segment for port e36b55fe-4080-4085-94cd-25bb04d6c057 on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:51:20.888502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:20.890095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:20.895672 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-21f8e435-5041-48a7-9958-a8e56264f568 service neutron] 10.222.0.47 "PUT /v2.0/ports/e36b55fe-4080-4085-94cd-25bb04d6c057 HTTP/1.1" status: 200 len: 1032 time: 1.1470683 Feb 03 21:51:20.909139 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7e5fab1-4290-458d-a901-6749c4d0b971 req-484a6c0d-6144-4b92-83dd-47c9de69d65c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.2413576 Feb 03 21:51:20.998325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d0767838-3900-472d-82bb-e0feee438ece tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:21.002061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] device_id is not set on port 2911b043-eea1-433e-94f3-e52d24df3b91 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:51:21.004176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d0767838-3900-472d-82bb-e0feee438ece tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "GET /v2.0/ports/512ba836-5136-4a81-b3ab-7bb09c9c0c04?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0960119 Feb 03 21:51:21.018940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:21.029889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:51:21.034125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:21.034485 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.179227 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.322286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-74c7d5c8-d6c7-409c-86c6-81357758df24 None None] Provisioning complete for port e36b55fe-4080-4085-94cd-25bb04d6c057 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:21.322650 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74c7d5c8-d6c7-409c-86c6-81357758df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.362084 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks [] for port (2911b043-eea1-433e-94f3-e52d24df3b91), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.383598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-74c7d5c8-d6c7-409c-86c6-81357758df24 None None] Port e36b55fe-4080-4085-94cd-25bb04d6c057 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:51:21.396493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:21.397350 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.435920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:21.437244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8793dd86-66c2-4525-868b-7b6198802880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8b5b9c-f268-492d-a5bd-5a29079a69e6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:21.439817 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f7de78-7d81-4507-b536-2870320c2a82" -d '{"events": [{"server_uuid": "8793dd86-66c2-4525-868b-7b6198802880", "name": "network-vif-plugged", "status": "completed", "tag": "2f8b5b9c-f268-492d-a5bd-5a29079a69e6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:21.451423 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.452641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4c169ac6-d185-4471-be32-85668e3022ef no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:21.504131 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2911b043-eea1-433e-94f3-e52d24df3b91), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.560204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:21.582956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] For port 512ba836-5136-4a81-b3ab-7bb09c9c0c04, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=512ba836-5136-4a81-b3ab-7bb09c9c0c04,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:21.624298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4c169ac6-d185-4471-be32-85668e3022ef is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:21.624688 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4c169ac6-d185-4471-be32-85668e3022ef), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.670692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4c169ac6-d185-4471-be32-85668e3022ef, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4c169ac6-d185-4471-be32-85668e3022ef,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:21.677009 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4c169ac6-d185-4471-be32-85668e3022ef), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.677940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:21.687902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] For port 512ba836-5136-4a81-b3ab-7bb09c9c0c04, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:21.715086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Network 6f87503a-d26b-4020-b9db-02b1ac31d4cd is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:21.739738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] device_id is not set on port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:51:21.750303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:21.757759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:21.758720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:21.759337 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.766288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] Publish callbacks [] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.779258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4c169ac6-d185-4471-be32-85668e3022ef,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:21.788500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.827475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7e5fab1-4290-458d-a901-6749c4d0b971 req-29260a99-75b5-4c6e-9b63-fac42714f650 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9169719 Feb 03 21:51:21.848468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1384075 Feb 03 21:51:21.862962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:21.863688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13efbbe-ac6e-4b22-acd3-67f9b43f8aa1 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'Port': ['ID=2911b043-eea1-433e-94f3-e52d24df3b91,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:21.881801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:21.882354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.890049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:21.923996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] Pushing event updated for resources: {'Port': ['ID=512ba836-5136-4a81-b3ab-7bb09c9c0c04,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:21.972613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:21.980349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] No DVR routers for this DVR port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:21.987202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:21.987932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3b8fd510-f612-48d4-a752-2f072032f355 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:22.087550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] In _notify_port_updated(), no bound segment for port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 on network 2ba96de7-9574-463f-9395-0bebed75a28b {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:51:22.088590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:22.089391 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:22.092160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-024ecef1-92a7-4952-bb08-7051482b0f5b service neutron] 10.222.0.47 "PUT /v2.0/ports/512ba836-5136-4a81-b3ab-7bb09c9c0c04 HTTP/1.1" status: 200 len: 1031 time: 1.0842397 Feb 03 21:51:22.221937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cc786-9c1d-4ba7-bc80-27e3bb173a49 req-a7792bf1-29af-469a-acef-2aa5481225eb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:22.223545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-808cc786-9c1d-4ba7-bc80-27e3bb173a49 req-a7792bf1-29af-469a-acef-2aa5481225eb tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.7721982 Feb 03 21:51:22.229878 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:51:22.238550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3b8fd510-f612-48d4-a752-2f072032f355 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:22.238937 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3b8fd510-f612-48d4-a752-2f072032f355), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:22.310497 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e0497-392e-4893-ba94-fe888bd684fd x-openstack-request-id: req-dc0e0497-392e-4893-ba94-fe888bd684fd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:22.310811 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8793dd86-66c2-4525-868b-7b6198802880", "name": "network-vif-plugged", "status": "completed", "tag": "2f8b5b9c-f268-492d-a5bd-5a29079a69e6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:22.311161 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc0e0497-392e-4893-ba94-fe888bd684fd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:22.311570 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8793dd86-66c2-4525-868b-7b6198802880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8b5b9c-f268-492d-a5bd-5a29079a69e6', 'code': 200} Feb 03 21:51:22.345231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting port d52992ed-94a2-4930-9b7b-79181f0cfb37 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:22.345731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:22.376437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3b8fd510-f612-48d4-a752-2f072032f355, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3b8fd510-f612-48d4-a752-2f072032f355,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:22.408250 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3b8fd510-f612-48d4-a752-2f072032f355), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:22.408979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e36b55fe-4080-4085-94cd-25bb04d6c057 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:22.528686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d1a93-233a-40f2-978d-4972f7561fd8 req-20817921-6428-44db-8ae3-36a0e7747e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:22.530290 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-896d1a93-233a-40f2-978d-4972f7561fd8 req-20817921-6428-44db-8ae3-36a0e7747e0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 1128 time: 0.1192517 Feb 03 21:51:22.576874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:22.622932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] For port d52992ed-94a2-4930-9b7b-79181f0cfb37, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:22.623313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:22.653252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-808cc786-9c1d-4ba7-bc80-27e3bb173a49 req-6a9492eb-1472-4edc-8e31-dc51a77ae330 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905191 Feb 03 21:51:22.710246 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2911b043-eea1-433e-94f3-e52d24df3b91), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:22.782279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port e36b55fe-4080-4085-94cd-25bb04d6c057 host ! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:51:22.782677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e36b55fe-4080-4085-94cd-25bb04d6c057 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:22.788642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 512ba836-5136-4a81-b3ab-7bb09c9c0c04 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:22.809501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8bb04e07-cf22-4ef5-976e-9ce82c2f8a37 None None] Provisioning complete for port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:22.809870 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb04e07-cf22-4ef5-976e-9ce82c2f8a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:22.913345 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-896d1a93-233a-40f2-978d-4972f7561fd8 req-8a97029a-ab62-46cb-8988-95c1f1bdf51b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658073 Feb 03 21:51:22.955112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8bb04e07-cf22-4ef5-976e-9ce82c2f8a37 None None] Port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:51:22.964340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-7585992c-12b0-4aa2-bfb8-c5d93b22afda tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:22.967437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f079689-cae2-4c7d-a9b8-c3a5716582f3 req-929e4a66-2b0b-4ba4-8161-de68ddf1e18a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:22.968455 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-7585992c-12b0-4aa2-bfb8-c5d93b22afda tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 950 time: 0.3303361 Feb 03 21:51:22.981024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3b8fd510-f612-48d4-a752-2f072032f355,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:22.982510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f079689-cae2-4c7d-a9b8-c3a5716582f3 req-929e4a66-2b0b-4ba4-8161-de68ddf1e18a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:22.998459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 host ! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:51:22.998870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 512ba836-5136-4a81-b3ab-7bb09c9c0c04 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:22.999296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:23.018648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f079689-cae2-4c7d-a9b8-c3a5716582f3 req-929e4a66-2b0b-4ba4-8161-de68ddf1e18a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:23.034854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f079689-cae2-4c7d-a9b8-c3a5716582f3 req-929e4a66-2b0b-4ba4-8161-de68ddf1e18a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:23.060217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f079689-cae2-4c7d-a9b8-c3a5716582f3 req-929e4a66-2b0b-4ba4-8161-de68ddf1e18a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:23.066538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f079689-cae2-4c7d-a9b8-c3a5716582f3 req-929e4a66-2b0b-4ba4-8161-de68ddf1e18a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 3879 time: 0.5533435 Feb 03 21:51:23.134907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:23.138706 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.237657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:23.250479 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.301891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d52992ed-94a2-4930-9b7b-79181f0cfb37 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:23.343022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.343770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (4fe375be-7bac-4ff1-87bb-0cc8f3008cef), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.344188 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Floating IP 4fe375be-7bac-4ff1-87bb-0cc8f3008cef disassociated. External IP: 172.25.5.115, port: d52992ed-94a2-4930-9b7b-79181f0cfb37. Feb 03 21:51:23.344621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Calling delete_port for d52992ed-94a2-4930-9b7b-79181f0cfb37 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:23.399277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:23.415371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f079689-cae2-4c7d-a9b8-c3a5716582f3 req-4d6f1015-8bdd-4be8-a58f-ac4dc2f13705 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371632 Feb 03 21:51:23.472112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7914c8-b924-4e87-96e9-33bb316edf09 req-790daf7f-dbfb-4758-b94b-249befb1e6b7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:23.472516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d52992ed-94a2-4930-9b7b-79181f0cfb37 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:23.473258 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.474581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f7914c8-b924-4e87-96e9-33bb316edf09 req-790daf7f-dbfb-4758-b94b-249befb1e6b7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 946 time: 0.5726035 Feb 03 21:51:23.513168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d52992ed-94a2-4930-9b7b-79181f0cfb37, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d52992ed-94a2-4930-9b7b-79181f0cfb37,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:23.528028 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.569229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d918-a7da-405e-943d-7ce306c4bd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.638692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] device_id is not set on port 2911b043-eea1-433e-94f3-e52d24df3b91 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:51:23.642062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d52992ed-94a2-4930-9b7b-79181f0cfb37,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:23.648146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks [] for port (2911b043-eea1-433e-94f3-e52d24df3b91), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.666678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (2911b043-eea1-433e-94f3-e52d24df3b91), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.688937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Deleting port e7f93945-a891-4f54-8edb-a94db48901eb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:23.689463 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.795885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'Port': ['ID=2911b043-eea1-433e-94f3-e52d24df3b91,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:23.802414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f7914c8-b924-4e87-96e9-33bb316edf09 req-4004b329-ae16-44c2-93b2-624aa8651ff6 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165462 Feb 03 21:51:23.903214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523cc4e-a981-4ee5-a72d-6ed059dd6769 req-e80c3c22-13f9-4f78-bcac-6c20f34d4405 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:23.913551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1523cc4e-a981-4ee5-a72d-6ed059dd6769 req-e80c3c22-13f9-4f78-bcac-6c20f34d4405 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.2618172 Feb 03 21:51:23.934869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] For port e7f93945-a891-4f54-8edb-a94db48901eb, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7f93945-a891-4f54-8edb-a94db48901eb,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:23.935310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:23.956563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:23.957930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:23.958765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:23.964705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Calling delete_port for e7f93945-a891-4f54-8edb-a94db48901eb owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:23.971152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:23.973756 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:23.974824 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 2 to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 Feb 03 21:51:24.010898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:24.011237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:24.011569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:24.063778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1523cc4e-a981-4ee5-a72d-6ed059dd6769 req-20237740-1547-4fac-b47f-687b49dafeeb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491103 Feb 03 21:51:24.064952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:24.065266 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:24.065656 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 3 to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 Feb 03 21:51:24.108673 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:24.109271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:24.109751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:24.120834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:24.121460 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:24.122054 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 4 to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 Feb 03 21:51:24.151037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:24.152177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:24.152690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:24.166293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:24.167152 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:24.171184 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 5 to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 Feb 03 21:51:24.183296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e7f93945-a891-4f54-8edb-a94db48901eb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:24.187478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:24.187825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:24.188163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:24.197515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:24.197841 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:24.199156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7f93945-a891-4f54-8edb-a94db48901eb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:24.199836 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 6 to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 Feb 03 21:51:24.216413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:24.232357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:24.233388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:24.256426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d301e4c-7010-4873-b867-54bbb26d8a5f req-23ff6439-a827-4b4a-a8fe-93166fd08b9b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:24.258180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d301e4c-7010-4873-b867-54bbb26d8a5f req-23ff6439-a827-4b4a-a8fe-93166fd08b9b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d HTTP/1.1" status: 200 len: 867 time: 0.1607175 Feb 03 21:51:24.258977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:24.259458 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:24.259998 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 7 to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 Feb 03 21:51:24.291594 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:24.312605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c169ac6-d185-4471-be32-85668e3022ef'}, {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b'}, {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8fd510-f612-48d4-a752-2f072032f355'}, {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264'}, {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:24.315587 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a37bbe8-77fc-4ba8-9131-b1887a24aaf0" -d '{"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "4c169ac6-d185-4471-be32-85668e3022ef"}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b"}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8fd510-f612-48d4-a752-2f072032f355"}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "87d5c59d-3a9b-4ee9-8c65-fbb3f663d264"}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:24.319549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Pushing event deleted for resources: {'Port': ['ID=e7f93945-a891-4f54-8edb-a94db48901eb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:24.380858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d301e4c-7010-4873-b867-54bbb26d8a5f req-3dfaf407-799b-4991-ba76-c1a769d6ba0b tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.50 "GET /v2.0/security-groups?id=10efdfc9-3625-49af-9aea-da3b0f9aa527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051171 Feb 03 21:51:24.384135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:24.387442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:24.388393 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:24.389785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:24.391909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] No DVR routers for this DVR port e7f93945-a891-4f54-8edb-a94db48901eb on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:24.400209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:24.402043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:24.403125 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:24.405116 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 8 to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 Feb 03 21:51:24.410323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-69698c6f-fd12-4238-9e8e-d4b24c5e76dd req-8b9b1d81-58e0-4e18-8791-895a9f587094 tempest-MigrationsAdminTest-1795092888 tempest-MigrationsAdminTest-1795092888-project] 10.222.0.47 "DELETE /v2.0/ports/e7f93945-a891-4f54-8edb-a94db48901eb HTTP/1.1" status: 204 len: 173 time: 1.2268105 Feb 03 21:51:24.410892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'name': 'network-vif-deleted', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:24.415387 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8e0f06-beed-4217-aea6-98f28d0a9f5d" -d '{"events": [{"server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "name": "network-vif-deleted", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:24.449929 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdcd42e-fb0b-4b8b-851a-c1bb1504eda2 x-openstack-request-id: req-4bdcd42e-fb0b-4b8b-851a-c1bb1504eda2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:24.450361 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "4c169ac6-d185-4471-be32-85668e3022ef", "code": 200}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b", "code": 200}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8fd510-f612-48d4-a752-2f072032f355", "code": 200}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "87d5c59d-3a9b-4ee9-8c65-fbb3f663d264", "code": 200}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:24.451591 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bdcd42e-fb0b-4b8b-851a-c1bb1504eda2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:24.451942 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c169ac6-d185-4471-be32-85668e3022ef', 'code': 200} Feb 03 21:51:24.452205 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b', 'code': 200} Feb 03 21:51:24.452462 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8fd510-f612-48d4-a752-2f072032f355', 'code': 200} Feb 03 21:51:24.454998 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264', 'code': 200} Feb 03 21:51:24.454998 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'code': 200} Feb 03 21:51:24.475033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:24.477262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:24.479976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:24.515538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:24.515882 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:24.516292 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 9 to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 Feb 03 21:51:24.558337 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67c0294-9a59-4661-9c72-0d4394590cb1 x-openstack-request-id: req-a67c0294-9a59-4661-9c72-0d4394590cb1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:24.560480 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d", "name": "network-vif-deleted", "tag": "e7f93945-a891-4f54-8edb-a94db48901eb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:24.562480 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a67c0294-9a59-4661-9c72-0d4394590cb1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:24.562919 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb3c6a4-40ed-4f3e-9c78-c7aefb5b0f1d', 'name': 'network-vif-deleted', 'tag': 'e7f93945-a891-4f54-8edb-a94db48901eb', 'status': 'completed', 'code': 200} Feb 03 21:51:24.570491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:24.571107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:24.571600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:24.580754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:24.581350 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:24.582294 n-d-824834-9 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempt 10 to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 Feb 03 21:51:24.597830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:24.598829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:24.599322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempting to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:24.605625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:24.606281 n-d-824834-9 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Failed to bind port 2911b043-eea1-433e-94f3-e52d24df3b91 on host n-h1-824834-9 for vnic_type normal using segments [{'id': '5ef04694-10ff-4ed7-aac4-b84fe8156e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f87503a-d26b-4020-b9db-02b1ac31d4cd'}] Feb 03 21:51:24.606496 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d52992ed-94a2-4930-9b7b-79181f0cfb37), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:24.607066 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2911b043-eea1-433e-94f3-e52d24df3b91), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:24.679034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Port': ['ID=d52992ed-94a2-4930-9b7b-79181f0cfb37,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:24.962514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] For port 2911b043-eea1-433e-94f3-e52d24df3b91, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:24.962836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 21:51:25.038541 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (2911b043-eea1-433e-94f3-e52d24df3b91), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:25.091289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] In _notify_port_updated(), no bound segment for port 2911b043-eea1-433e-94f3-e52d24df3b91 on network 6f87503a-d26b-4020-b9db-02b1ac31d4cd {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:51:25.098900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:51:25.105577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:25.106231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:25.107599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "PUT /v2.0/ports/2911b043-eea1-433e-94f3-e52d24df3b91 HTTP/1.1" status: 200 len: 975 time: 3.2326047 Feb 03 21:51:25.124556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:25.226536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831fea2-e5dc-44b8-a069-bd198509551a req-6c90aa53-b24f-438d-9d80-5761e578600a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:25.232921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831fea2-e5dc-44b8-a069-bd198509551a req-6c90aa53-b24f-438d-9d80-5761e578600a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:25.239696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831fea2-e5dc-44b8-a069-bd198509551a req-6c90aa53-b24f-438d-9d80-5761e578600a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:25.247383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831fea2-e5dc-44b8-a069-bd198509551a req-6c90aa53-b24f-438d-9d80-5761e578600a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:25.255437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c831fea2-e5dc-44b8-a069-bd198509551a req-6c90aa53-b24f-438d-9d80-5761e578600a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 3141 time: 0.5586932 Feb 03 21:51:25.353158 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c831fea2-e5dc-44b8-a069-bd198509551a req-5083a700-db6e-4e13-8e05-0267707fccd8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918746 Feb 03 21:51:25.363587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55380e87-9abf-40f9-9f01-23a2856eb18a tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event updated for resources: {'Port': ['ID=2911b043-eea1-433e-94f3-e52d24df3b91,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:25.391987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cffdf-b3d4-42c2-867d-d48bac559172 req-72db9b99-b51b-4a1e-adaa-71e3bf122a7d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:25.404176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc9cffdf-b3d4-42c2-867d-d48bac559172 req-72db9b99-b51b-4a1e-adaa-71e3bf122a7d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 946 time: 0.4145365 Feb 03 21:51:25.492203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0cb792cc-6bc0-4c89-a217-719cafab493b tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Deleting port 2911b043-eea1-433e-94f3-e52d24df3b91 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:25.492550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb792cc-6bc0-4c89-a217-719cafab493b tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2911b043-eea1-433e-94f3-e52d24df3b91), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:25.547062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:51:25.569085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] Sync routers for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:51:25.602922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:51:25.604099 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:50:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:25.629277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc9cffdf-b3d4-42c2-867d-d48bac559172 req-662d23bb-c102-495b-9907-bbd0084145b9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073872 Feb 03 21:51:25.675506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] No DVR routers for this DVR port d52992ed-94a2-4930-9b7b-79181f0cfb37 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:25.681086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:25.687824 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-d46161d3-aaf1-449d-bba9-5fa239f43025 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "DELETE /v2.0/ports/d52992ed-94a2-4930-9b7b-79181f0cfb37 HTTP/1.1" status: 204 len: 173 time: 3.5849745 Feb 03 21:51:25.700225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0cb792cc-6bc0-4c89-a217-719cafab493b tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] For port 2911b043-eea1-433e-94f3-e52d24df3b91, host n-h1-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:25.700964 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb792cc-6bc0-4c89-a217-719cafab493b tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2911b043-eea1-433e-94f3-e52d24df3b91), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:25.722003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0cb792cc-6bc0-4c89-a217-719cafab493b tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Calling delete_port for 2911b043-eea1-433e-94f3-e52d24df3b91 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:25.733276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f81650-e6ce-41d3-95ce-2840d0a5c5e0 req-9fad0738-06b3-43bf-b55a-8d4f5d0fc0da tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:25.740852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46f81650-e6ce-41d3-95ce-2840d0a5c5e0 req-9fad0738-06b3-43bf-b55a-8d4f5d0fc0da tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.1549606 Feb 03 21:51:25.964849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting port 3b8fd510-f612-48d4-a752-2f072032f355 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:25.965210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3b8fd510-f612-48d4-a752-2f072032f355), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:25.987441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:51:26.057074 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e27b3bd-367e-4640-829e-e6f9da22a525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:26.091991 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46f81650-e6ce-41d3-95ce-2840d0a5c5e0 req-e214a4cb-27f3-4c9f-8ef4-be9c008e3c43 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497820 Feb 03 21:51:26.208484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] For port 3b8fd510-f612-48d4-a752-2f072032f355, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3b8fd510-f612-48d4-a752-2f072032f355,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:26.209077 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3b8fd510-f612-48d4-a752-2f072032f355), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:26.264294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Calling delete_port for 3b8fd510-f612-48d4-a752-2f072032f355 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:26.322041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb792cc-6bc0-4c89-a217-719cafab493b tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2911b043-eea1-433e-94f3-e52d24df3b91), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:26.463305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb792cc-6bc0-4c89-a217-719cafab493b tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Pushing event deleted for resources: {'Port': ['ID=2911b043-eea1-433e-94f3-e52d24df3b91,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:26.484113 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb792cc-6bc0-4c89-a217-719cafab493b tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:26.490490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0cb792cc-6bc0-4c89-a217-719cafab493b tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "DELETE /v2.0/ports/2911b043-eea1-433e-94f3-e52d24df3b91 HTTP/1.1" status: 204 len: 168 time: 1.3617437 Feb 03 21:51:26.492417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:26.537913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:37Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd641a0c6-86e9-43a7-854b-318649065efb', 'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'mac_address': 'fa:16:3e:b8:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:36Z', 'updated_at': '2022-02-03T21:44:45Z', 'revision_number': 5, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'subnets': [{'id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:26.554216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7be08b-8fc6-47c5-9147-6af0d04f2a3e req-6a1bba46-96e2-41b9-a19d-b332357ad67b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:26.555792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae7be08b-8fc6-47c5-9147-6af0d04f2a3e req-6a1bba46-96e2-41b9-a19d-b332357ad67b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 946 time: 0.2673621 Feb 03 21:51:26.556360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35056) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:26.568726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:26.571539 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448d34ad-ce60-47d1-8415-d79156725d15" -d '{"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:26.590524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] Checking router: 3e370da9-0d11-4ea7-945b-fb5eb21a8527 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:51:26.599506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3b8fd510-f612-48d4-a752-2f072032f355), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:26.614397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:51:26.615330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:51:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:26.672791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Port': ['ID=3b8fd510-f612-48d4-a752-2f072032f355,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:26.682747 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-55593db3-85cd-4f8b-8fb3-cb8d6b74e8a6 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] GET failed (client error): The resource could not be found. Feb 03 21:51:26.695698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-55593db3-85cd-4f8b-8fb3-cb8d6b74e8a6 tempest-PortsAdminExtendedAttrsTestJSON-2134145366 tempest-PortsAdminExtendedAttrsTestJSON-2134145366-project-admin] 10.222.0.50 "GET /v2.0/ports/2911b043-eea1-433e-94f3-e52d24df3b91 HTTP/1.1" status: 404 len: 333 time: 0.1942341 Feb 03 21:51:26.696112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35062) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:26.843622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae7be08b-8fc6-47c5-9147-6af0d04f2a3e req-efe2cde9-061d-49d4-be35-c4a6983800eb tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401748 Feb 03 21:51:26.979004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f3e1-70b7-4439-bc9d-b6bcb20c05f3 req-9ee88bf8-565c-4509-a976-07b60cc92aaa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:26.985291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e7f93945-a891-4f54-8edb-a94db48901eb no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:26.993374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f3e1-70b7-4439-bc9d-b6bcb20c05f3 req-9ee88bf8-565c-4509-a976-07b60cc92aaa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:27.001437 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (6f87503a-d26b-4020-b9db-02b1ac31d4cd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:27.008614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f3e1-70b7-4439-bc9d-b6bcb20c05f3 req-9ee88bf8-565c-4509-a976-07b60cc92aaa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:27.010292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52f0f3e1-70b7-4439-bc9d-b6bcb20c05f3 req-9ee88bf8-565c-4509-a976-07b60cc92aaa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 2409 time: 0.4803591 Feb 03 21:51:27.081150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] No DVR routers for this DVR port 3b8fd510-f612-48d4-a752-2f072032f355 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:27.085188 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311cd89d-7a43-4b15-9193-a4ca52b74ada x-openstack-request-id: req-311cd89d-7a43-4b15-9193-a4ca52b74ada {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:27.085828 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "d52992ed-94a2-4930-9b7b-79181f0cfb37", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:27.086291 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-311cd89d-7a43-4b15-9193-a4ca52b74ada {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:27.087046 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': 'd52992ed-94a2-4930-9b7b-79181f0cfb37', 'status': 'completed', 'code': 200} Feb 03 21:51:27.090846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:27.092057 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d7ca39a1-2c1e-4a16-8434-366b35a44252 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b5fc962a1794ca48d55df0bf87b0a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5321302 Feb 03 21:51:27.093393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35070) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:27.095497 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-adebca8a-264f-41e4-ab6e-269f5e129bc8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "DELETE /v2.0/ports/3b8fd510-f612-48d4-a752-2f072032f355 HTTP/1.1" status: 204 len: 173 time: 1.4015338 Feb 03 21:51:27.159310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: e7f93945-a891-4f54-8edb-a94db48901eb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:51:27.159652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e7f93945-a891-4f54-8edb-a94db48901eb not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:27.202876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:27.226967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52f0f3e1-70b7-4439-bc9d-b6bcb20c05f3 req-4cb892c2-3871-4ee5-b2aa-987d4cae5e8c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562467 Feb 03 21:51:27.356998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:51:27.700435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:37Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd641a0c6-86e9-43a7-854b-318649065efb', 'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'mac_address': 'fa:16:3e:b8:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:36Z', 'updated_at': '2022-02-03T21:44:45Z', 'revision_number': 5, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'subnets': [{'id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:27.750008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1c3b6-8cd3-4b63-9f15-742b9cf5bd8e None None] The sync data for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 is: [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:44:37Z', 'revision_number': 4, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd641a0c6-86e9-43a7-854b-318649065efb', 'name': '', 'network_id': 'dcffcd03-7cc7-43d0-89ef-82db50e549d9', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'mac_address': 'fa:16:3e:b8:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:36Z', 'updated_at': '2022-02-03T21:44:45Z', 'revision_number': 5, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'subnets': [{'id': '0d0e32b7-72c4-401c-922e-7b05f3d5716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:51:28.065704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c26f73-47b3-4661-8df3-c3b026b333bc req-3c68e696-b322-49c1-a422-62018d7aaa48 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:28.067922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2c26f73-47b3-4661-8df3-c3b026b333bc req-3c68e696-b322-49c1-a422-62018d7aaa48 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.8133292 Feb 03 21:51:28.168615 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2dfdcda-a2c4-4672-bd11-08a7dc0f16a1 admin admin] Publish callbacks [] for security_group (10efdfc9-3625-49af-9aea-da3b0f9aa527), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.283439 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (6f87503a-d26b-4020-b9db-02b1ac31d4cd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.290672 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aceee6-a991-471d-89ea-3a64880e82ee None None] New status for floating IP 4fe375be-7bac-4ff1-87bb-0cc8f3008cef: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:51:28.303833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9c375-5cbc-4cd4-8050-691b62310450 req-c256e0ac-7288-4261-8860-5e151babdaf5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:28.307578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72f9c375-5cbc-4cd4-8050-691b62310450 req-c256e0ac-7288-4261-8860-5e151babdaf5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 946 time: 0.3376009 Feb 03 21:51:28.314965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2dfdcda-a2c4-4672-bd11-08a7dc0f16a1 admin admin] Publish callbacks [] for security_group (10efdfc9-3625-49af-9aea-da3b0f9aa527), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.335551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f87503a-d26b-4020-b9db-02b1ac31d4cd']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:28.359669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2c26f73-47b3-4661-8df3-c3b026b333bc req-4a9f0a0c-67b5-4ebb-a2a4-eb392e936204 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770064 Feb 03 21:51:28.380545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef04694-10ff-4ed7-aac4-b84fe8156e89') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:28.381074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef04694-10ff-4ed7-aac4-b84fe8156e89') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:28.447410 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (5ef04694-10ff-4ed7-aac4-b84fe8156e89), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.498289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5ef04694-10ff-4ed7-aac4-b84fe8156e89), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.507793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:51:28.508583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (5ef04694-10ff-4ed7-aac4-b84fe8156e89), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.521810 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2dfdcda-a2c4-4672-bd11-08a7dc0f16a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (10efdfc9-3625-49af-9aea-da3b0f9aa527), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.525538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2dfdcda-a2c4-4672-bd11-08a7dc0f16a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.529970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a2dfdcda-a2c4-4672-bd11-08a7dc0f16a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10efdfc9-3625-49af-9aea-da3b0f9aa527 HTTP/1.1" status: 204 len: 168 time: 1.4332056 Feb 03 21:51:28.576647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.579391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfdcda-a2c4-4672-bd11-08a7dc0f16a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10efdfc9-3625-49af-9aea-da3b0f9aa527,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:28.610073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72f9c375-5cbc-4cd4-8050-691b62310450 req-be8b0204-78da-438f-8d80-d4dbdd14890e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907350 Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:51:28.632323 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:51:28.646759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (6f87503a-d26b-4020-b9db-02b1ac31d4cd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.666668 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.672248 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] 10.222.0.50 "DELETE /v2.0/networks/6f87503a-d26b-4020-b9db-02b1ac31d4cd HTTP/1.1" status: 204 len: 168 time: 1.9578807 Feb 03 21:51:28.696532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f42f19-f30b-488a-bcc2-edd37faca085 tempest-PortsAdminExtendedAttrsTestJSON-777574799 tempest-PortsAdminExtendedAttrsTestJSON-777574799-project] Pushing event deleted for resources: {'Network': ['ID=6f87503a-d26b-4020-b9db-02b1ac31d4cd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:28.716824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-505cb695-8fa1-4cb1-bcd1-281ec86ddcca tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:28.718689 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-505cb695-8fa1-4cb1-bcd1-281ec86ddcca tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.47 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 946 time: 1.2331505 Feb 03 21:51:28.724807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:28.725371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.938073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] For port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:28.938504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.940454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35102) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:28.957525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Deleting port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:28.958521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:28.967407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Calling delete_port for 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:29.020552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210e66-0361-4883-ad9c-ed3021b6c16f req-66d9cf87-9078-43fc-a7d4-c9759f6e20f8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:29.033854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210e66-0361-4883-ad9c-ed3021b6c16f req-66d9cf87-9078-43fc-a7d4-c9759f6e20f8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:29.048914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210e66-0361-4883-ad9c-ed3021b6c16f req-66d9cf87-9078-43fc-a7d4-c9759f6e20f8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:29.052735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d210e66-0361-4883-ad9c-ed3021b6c16f req-66d9cf87-9078-43fc-a7d4-c9759f6e20f8 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 2409 time: 0.2204380 Feb 03 21:51:29.106411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': '3b8fd510-f612-48d4-a752-2f072032f355'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:29.108955 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db92540a-2a05-4610-ab01-938dfa19c0af" -d '{"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "3b8fd510-f612-48d4-a752-2f072032f355"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:29.188242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d210e66-0361-4883-ad9c-ed3021b6c16f req-d4706bf9-ff9e-4288-8832-a500b3f30885 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288340 Feb 03 21:51:29.216359 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0494907-c291-4c0b-a2e0-9ca94d529249 x-openstack-request-id: req-a0494907-c291-4c0b-a2e0-9ca94d529249 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:29.216658 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "3b8fd510-f612-48d4-a752-2f072032f355", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:29.218455 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0494907-c291-4c0b-a2e0-9ca94d529249 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:29.226760 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': '3b8fd510-f612-48d4-a752-2f072032f355', 'status': 'completed', 'code': 200} Feb 03 21:51:29.246832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] For port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:29.248103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:29.314478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Calling delete_port for 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:29.420344 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2f1f88f-140c-45e7-b62c-aea3c1e195a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:29.470950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35114) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:29.551759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (87d5c59d-3a9b-4ee9-8c65-fbb3f663d264), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:29.631247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35124) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:29.650686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Port': ['ID=87d5c59d-3a9b-4ee9-8c65-fbb3f663d264,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:29.704292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f796e-f5cf-4ea9-b01d-64bea3820efb req-5dcd0244-9c20-47d0-a97e-7b2a366f6097 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:29.711322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-769f796e-f5cf-4ea9-b01d-64bea3820efb req-5dcd0244-9c20-47d0-a97e-7b2a366f6097 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.1688519 Feb 03 21:51:29.720605 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a9d11b66-9097-4120-8175-6747279105bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c676666464047348a1e65ecef6ade34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0832934 Feb 03 21:51:29.730256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:29.740246 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2f1f88f-140c-45e7-b62c-aea3c1e195a5 admin admin] Publish callbacks [] for security_group (b94153bd-06b5-4ddf-b518-b591adcfceee), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:29.761808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2f1f88f-140c-45e7-b62c-aea3c1e195a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b94153bd-06b5-4ddf-b518-b591adcfceee), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:29.835583 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:29.847809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a2f1f88f-140c-45e7-b62c-aea3c1e195a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a23c336ff174342acdeeb77c4c654f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9028108 Feb 03 21:51:29.852161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] No DVR routers for this DVR port 87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:29.852718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35128) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:29.853413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1f88f-140c-45e7-b62c-aea3c1e195a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94153bd-06b5-4ddf-b518-b591adcfceee,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:29.858746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:29.866924 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-4b132ef6-c548-456e-9482-8f0034c7dd64 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "DELETE /v2.0/ports/87d5c59d-3a9b-4ee9-8c65-fbb3f663d264 HTTP/1.1" status: 204 len: 173 time: 2.7378709 Feb 03 21:51:29.880074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-769f796e-f5cf-4ea9-b01d-64bea3820efb req-5e344979-40ad-4f51-bec0-56ea87402167 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659834 Feb 03 21:51:29.880427 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-07bf1654-9e21-4ed3-9f21-e686d6dc8844 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97a15792886f453fb80ace46e6836d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4057577 Feb 03 21:51:29.881213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35130) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:29.967920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff07714-9fc2-4a01-b77c-f53782d962f4 admin admin] Publish callbacks [] for security_group (ed6badd2-0fa6-41c8-bb75-374d5786f3e8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.001579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2f8b5b9c-f268-492d-a5bd-5a29079a69e6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.032197 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff07714-9fc2-4a01-b77c-f53782d962f4 admin admin] Publish callbacks [] for security_group (ed6badd2-0fa6-41c8-bb75-374d5786f3e8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.083095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event deleted for resources: {'Port': ['ID=2f8b5b9c-f268-492d-a5bd-5a29079a69e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:30.099460 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9b1b64b7-4278-417a-9338-abaf2452915e admin admin] Publish callbacks [] for security_group (a7a1ac77-65f3-45b2-97bb-cad120bcaa5d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.109227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f1b1e-4191-479e-ab53-703464033bb7 req-e182a8c5-f14e-4ad1-b9d2-9df8808590ee tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:30.110791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a1f1b1e-4191-479e-ab53-703464033bb7 req-e182a8c5-f14e-4ad1-b9d2-9df8808590ee tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=8793dd86-66c2-4525-868b-7b6198802880 HTTP/1.1" status: 200 len: 867 time: 0.2230082 Feb 03 21:51:30.133685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9b1b64b7-4278-417a-9338-abaf2452915e admin admin] Publish callbacks [] for security_group (a7a1ac77-65f3-45b2-97bb-cad120bcaa5d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.175489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6101ba75-bed1-4190-b624-65841a51adb6 admin admin] Publish callbacks [] for security_group (b94153bd-06b5-4ddf-b518-b591adcfceee), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.204761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] No DVR routers for this DVR port 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:30.212318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.213544 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e96f46b-da50-4873-96b4-a2d02cf8d698 req-f70cb70d-dd37-4783-9f48-0ce1c502d03e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.47 "DELETE /v2.0/ports/2f8b5b9c-f268-492d-a5bd-5a29079a69e6 HTTP/1.1" status: 204 len: 173 time: 1.4833560 Feb 03 21:51:30.224306 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6101ba75-bed1-4190-b624-65841a51adb6 admin admin] Publish callbacks [] for security_group (b94153bd-06b5-4ddf-b518-b591adcfceee), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.316112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:30.324164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.433437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6101ba75-bed1-4190-b624-65841a51adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b94153bd-06b5-4ddf-b518-b591adcfceee), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.440348 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6101ba75-bed1-4190-b624-65841a51adb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.441698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6101ba75-bed1-4190-b624-65841a51adb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b94153bd-06b5-4ddf-b518-b591adcfceee HTTP/1.1" status: 204 len: 168 time: 0.5837739 Feb 03 21:51:30.498049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101ba75-bed1-4190-b624-65841a51adb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94153bd-06b5-4ddf-b518-b591adcfceee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:30.504321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9b1b64b7-4278-417a-9338-abaf2452915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a7a1ac77-65f3-45b2-97bb-cad120bcaa5d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.506931 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9b1b64b7-4278-417a-9338-abaf2452915e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.511600 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9b1b64b7-4278-417a-9338-abaf2452915e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7a1ac77-65f3-45b2-97bb-cad120bcaa5d HTTP/1.1" status: 204 len: 168 time: 0.6161525 Feb 03 21:51:30.520269 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff07714-9fc2-4a01-b77c-f53782d962f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ed6badd2-0fa6-41c8-bb75-374d5786f3e8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.523601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff07714-9fc2-4a01-b77c-f53782d962f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.524839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1ff07714-9fc2-4a01-b77c-f53782d962f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed6badd2-0fa6-41c8-bb75-374d5786f3e8 HTTP/1.1" status: 204 len: 168 time: 0.7888260 Feb 03 21:51:30.535963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b64b7-4278-417a-9338-abaf2452915e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a1ac77-65f3-45b2-97bb-cad120bcaa5d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:30.564163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a1f1b1e-4191-479e-ab53-703464033bb7 req-451a0999-1603-442d-8860-7b054cf44fb2 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292178 Feb 03 21:51:30.580071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff07714-9fc2-4a01-b77c-f53782d962f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6badd2-0fa6-41c8-bb75-374d5786f3e8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:30.608045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] For port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:30.608414 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:30.621955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fb3b4-70b3-49f8-8ec1-c3d63150bf6f req-15e4f56a-68c3-48ad-b975-a7f34c2ea9ea tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:30.630453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Calling delete_port for 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:30.631130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fb3b4-70b3-49f8-8ec1-c3d63150bf6f req-15e4f56a-68c3-48ad-b975-a7f34c2ea9ea tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:30.642252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec2fb3b4-70b3-49f8-8ec1-c3d63150bf6f req-15e4f56a-68c3-48ad-b975-a7f34c2ea9ea tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 1676 time: 0.3018925 Feb 03 21:51:30.749968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec2fb3b4-70b3-49f8-8ec1-c3d63150bf6f req-b7f25c70-36f5-455b-833c-d2858c5b97be tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031291 Feb 03 21:51:30.859078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:30.934424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:51:30.939955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2f8b5b9c-f268-492d-a5bd-5a29079a69e6 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:31.042606 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:31.060671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad41f37-dbce-4623-9cd8-dbdc9e98412c req-4ff643f2-f526-4765-9372-7f5ac3fb7c80 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:31.071366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ad41f37-dbce-4623-9cd8-dbdc9e98412c req-4ff643f2-f526-4765-9372-7f5ac3fb7c80 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.0928550 Feb 03 21:51:31.142998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Port': ['ID=7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:31.185429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ad41f37-dbce-4623-9cd8-dbdc9e98412c req-cfa60798-3ed2-48f2-8d4f-f5de07d61350 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122797 Feb 03 21:51:31.272022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264'}, {'server_uuid': '8793dd86-66c2-4525-868b-7b6198802880', 'name': 'network-vif-deleted', 'tag': '2f8b5b9c-f268-492d-a5bd-5a29079a69e6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:31.274365 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b452cbf-2451-452a-886b-56b2edfd5ee3" -d '{"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "87d5c59d-3a9b-4ee9-8c65-fbb3f663d264"}, {"server_uuid": "8793dd86-66c2-4525-868b-7b6198802880", "name": "network-vif-deleted", "tag": "2f8b5b9c-f268-492d-a5bd-5a29079a69e6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:31.282470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] No DVR routers for this DVR port 7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:31.289566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:31.297065 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-84c8c43c-0637-41c9-8601-a9cce30ac9e1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "DELETE /v2.0/ports/7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b HTTP/1.1" status: 204 len: 173 time: 1.4090810 Feb 03 21:51:31.347568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35154) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:31.365755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a94d91e-762d-418d-ac22-8620079ed2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:31.376301 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c18d2f-525f-4daa-95d6-319d482ae4c6 x-openstack-request-id: req-a8c18d2f-525f-4daa-95d6-319d482ae4c6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:31.376793 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "87d5c59d-3a9b-4ee9-8c65-fbb3f663d264", "status": "completed", "code": 200}, {"server_uuid": "8793dd86-66c2-4525-868b-7b6198802880", "name": "network-vif-deleted", "tag": "2f8b5b9c-f268-492d-a5bd-5a29079a69e6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:31.376941 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8c18d2f-525f-4daa-95d6-319d482ae4c6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:31.377274 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': '87d5c59d-3a9b-4ee9-8c65-fbb3f663d264', 'status': 'completed', 'code': 200} Feb 03 21:51:31.377529 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8793dd86-66c2-4525-868b-7b6198802880', 'name': 'network-vif-deleted', 'tag': '2f8b5b9c-f268-492d-a5bd-5a29079a69e6', 'status': 'completed', 'code': 200} Feb 03 21:51:31.535875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting port 4c169ac6-d185-4471-be32-85668e3022ef {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:31.536318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4c169ac6-d185-4471-be32-85668e3022ef), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:31.539078 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a94d91e-762d-418d-ac22-8620079ed2a6 admin admin] Publish callbacks [] for security_group (27e7ba6a-8746-4002-8585-4940220ba8ee), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:31.545024 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a94d91e-762d-418d-ac22-8620079ed2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (27e7ba6a-8746-4002-8585-4940220ba8ee), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:31.654008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5a94d91e-762d-418d-ac22-8620079ed2a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a8b6eab18d5481587bb8849161b122a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037071 Feb 03 21:51:31.654635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35162) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:31.662636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94d91e-762d-418d-ac22-8620079ed2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e7ba6a-8746-4002-8585-4940220ba8ee,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:31.807704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35172) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:31.810029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] For port 4c169ac6-d185-4471-be32-85668e3022ef, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4c169ac6-d185-4471-be32-85668e3022ef,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:31.810264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4c169ac6-d185-4471-be32-85668e3022ef), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:31.855061 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95506dcd-e4a1-4764-9247-4722ea3b9c90 admin admin] Publish callbacks [] for security_group (27e7ba6a-8746-4002-8585-4940220ba8ee), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:31.856497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Calling delete_port for 4c169ac6-d185-4471-be32-85668e3022ef owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:31.912361 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95506dcd-e4a1-4764-9247-4722ea3b9c90 admin admin] Publish callbacks [] for security_group (27e7ba6a-8746-4002-8585-4940220ba8ee), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:32.073312 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95506dcd-e4a1-4764-9247-4722ea3b9c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (27e7ba6a-8746-4002-8585-4940220ba8ee), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:32.076102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95506dcd-e4a1-4764-9247-4722ea3b9c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:32.077254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-95506dcd-e4a1-4764-9247-4722ea3b9c90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27e7ba6a-8746-4002-8585-4940220ba8ee HTTP/1.1" status: 204 len: 168 time: 0.4213843 Feb 03 21:51:32.139200 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4c169ac6-d185-4471-be32-85668e3022ef), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:32.147562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95506dcd-e4a1-4764-9247-4722ea3b9c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e7ba6a-8746-4002-8585-4940220ba8ee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:32.213476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Port': ['ID=4c169ac6-d185-4471-be32-85668e3022ef,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:32.262922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5aaf89a7-c0ce-4029-ad63-5ec98496c557 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=786ce81831fd4baab988d6ab22ca8d6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4419122 Feb 03 21:51:32.280328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:32.281314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] No DVR routers for this DVR port 4c169ac6-d185-4471-be32-85668e3022ef on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:32.289171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:32.293181 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ee90f142-8b36-4940-8292-b23bb8edc595 req-8ecad839-0263-4ef4-b5d7-a5fe565760ee tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.47 "DELETE /v2.0/ports/4c169ac6-d185-4471-be32-85668e3022ef HTTP/1.1" status: 204 len: 173 time: 0.9869266 Feb 03 21:51:32.400964 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2a8e-1452-4648-b4ba-6252b16f73ba admin admin] Publish callbacks [] for security_group (9b9a7ea1-0df5-4026-ad0e-cef3c385dcfa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:32.458409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383d40c-5acd-46e5-90f0-96a198850062 req-85487188-90c8-49d2-9f0e-60914fbaed40 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:32.465255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2383d40c-5acd-46e5-90f0-96a198850062 req-85487188-90c8-49d2-9f0e-60914fbaed40 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 865 time: 0.4131739 Feb 03 21:51:32.492356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2a8e-1452-4648-b4ba-6252b16f73ba admin admin] Publish callbacks [] for security_group (9b9a7ea1-0df5-4026-ad0e-cef3c385dcfa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:32.622107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2a8e-1452-4648-b4ba-6252b16f73ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b9a7ea1-0df5-4026-ad0e-cef3c385dcfa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:32.626028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2a8e-1452-4648-b4ba-6252b16f73ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:32.627333 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ea5f2a8e-1452-4648-b4ba-6252b16f73ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b9a7ea1-0df5-4026-ad0e-cef3c385dcfa HTTP/1.1" status: 204 len: 168 time: 0.3440397 Feb 03 21:51:32.641187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f2a8e-1452-4648-b4ba-6252b16f73ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a7ea1-0df5-4026-ad0e-cef3c385dcfa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:32.670491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2383d40c-5acd-46e5-90f0-96a198850062 req-3945066f-ad7a-443b-924f-c78e50288efa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c02067a9-a7ad-45d6-acc8-d4393f0828ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940348 Feb 03 21:51:32.729077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-5eebc327-64cb-414d-9ebf-4fd77080c88e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:32.741323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-5eebc327-64cb-414d-9ebf-4fd77080c88e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.4966781 Feb 03 21:51:32.783698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-358c5e4a-c488-4623-9cc8-7d0c59420bc6 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/quotas/ea176c3a93ee46558fcf27e90b5221cb HTTP/1.1" status: 200 len: 375 time: 0.0411994 Feb 03 21:51:32.869093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-f6e935d6-2369-4a4e-b8ba-d93e130cad33 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842831 Feb 03 21:51:33.089860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a065-ba58-4cf2-a34c-941ddab06a7d req-8e876489-17d7-49e4-b569-ff429f5d4d4a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:33.089860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9926a065-ba58-4cf2-a34c-941ddab06a7d req-8e876489-17d7-49e4-b569-ff429f5d4d4a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.1424649 Feb 03 21:51:33.101151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-2aa1005c-20ab-4143-830d-577cf7868152 service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311242 Feb 03 21:51:33.232812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9926a065-ba58-4cf2-a34c-941ddab06a7d req-8dd3a928-fcf8-48b2-862e-1f355c382d58 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284974 Feb 03 21:51:33.299881 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-bd27ed8c-2537-4784-9b95-2378fe284dce service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681471 Feb 03 21:51:33.378319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b'}, {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': '4c169ac6-d185-4471-be32-85668e3022ef'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:33.380660 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91589530-2805-4c98-81d3-0259bc917a9c" -d '{"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b"}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "4c169ac6-d185-4471-be32-85668e3022ef"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:33.538704 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85791e45-6305-4874-b038-3f901fe1a854 x-openstack-request-id: req-85791e45-6305-4874-b038-3f901fe1a854 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:33.539744 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b", "status": "completed", "code": 200}, {"server_uuid": "6386b3fe-55d6-4476-a0da-76e2453bcaf2", "name": "network-vif-deleted", "tag": "4c169ac6-d185-4471-be32-85668e3022ef", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:33.540158 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85791e45-6305-4874-b038-3f901fe1a854 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:33.540728 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': '7f4ff4e8-a4b1-4b3e-802a-f72638e9ab8b', 'status': 'completed', 'code': 200} Feb 03 21:51:33.541178 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6386b3fe-55d6-4476-a0da-76e2453bcaf2', 'name': 'network-vif-deleted', 'tag': '4c169ac6-d185-4471-be32-85668e3022ef', 'status': 'completed', 'code': 200} Feb 03 21:51:33.684586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-980d8696-36c9-4f16-8df1-cdea40ab6d1e req-ffb3dd06-8f90-49fb-b81a-c4a4237faab2 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0708110 Feb 03 21:51:33.923978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-704c4834-9ea3-43cb-87f4-7241d49b678e req-29f4034d-31a5-4bd6-9035-0e937e9f3267 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0767572 Feb 03 21:51:34.578638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb1ba-aa4d-4584-8caf-95ecc4418396 req-94fa552d-b542-4d0a-9608-dcb419fbe62d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:34.593468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-791eb1ba-aa4d-4584-8caf-95ecc4418396 req-94fa552d-b542-4d0a-9608-dcb419fbe62d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.1909511 Feb 03 21:51:34.691238 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-791eb1ba-aa4d-4584-8caf-95ecc4418396 req-fdd0a922-c51e-4936-9809-8c6e191ce275 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927649 Feb 03 21:51:34.850200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4c9122c-a067-4146-9033-4b62515878ba req-24b3b1d0-dbca-4e1b-8b05-d127714dbe71 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0599756 Feb 03 21:51:34.924117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:35.143696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a25bb33-d8ac-4322-95f4-cfe2a12927cd req-a517542b-7ba7-412c-b81d-4f194b543746 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0814538 Feb 03 21:51:35.345833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-513329562'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:35.427079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:35.430763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:35.456524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:35.463660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-7aea36db-1c10-4218-854c-93dbee93b473 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:35.466978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-7aea36db-1c10-4218-854c-93dbee93b473 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.2707608 Feb 03 21:51:35.480672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Request body: {'port': {'device_id': 'b204a4dc-aed7-4dcb-bd9d-806dc922c6a7', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'admin_state_up': True, 'tenant_id': 'ea176c3a93ee46558fcf27e90b5221cb'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:35.731030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Made reservation on behalf of ea176c3a93ee46558fcf27e90b5221cb for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:35.736116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:35.788827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for security_group (478e1ee2-d1b4-4a21-814b-6047803f029d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:35.803789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (478e1ee2-d1b4-4a21-814b-6047803f029d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:35.831086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:51:35.851270 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (68f4b569-72ec-418a-a7f0-ab57b6dace6c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:35.851630 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment 68f4b569-72ec-418a-a7f0-ab57b6dace6c of type vlan for network 0672d257-ede5-4775-ad87-ce0d4ed54197 Feb 03 21:51:35.956468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Allocated IP 172.20.0.5 (28eba52c-a95b-4b13-961a-f8e9756ccaef/3ae7a702-b87f-46f5-a94b-b7f817771d19/6dfee37e-b2e2-453b-b883-c18ee989f99a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:51:36.050326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (0672d257-ede5-4775-ad87-ce0d4ed54197), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:36.125826 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (0672d257-ede5-4775-ad87-ce0d4ed54197), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:36.136646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:36.140002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:36.236743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7c19645-3363-45f7-85d3-b6782700c0cf req-602291d6-f5b9-44ff-88db-786cff27da98 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0808454 Feb 03 21:51:36.277327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478e1ee2-d1b4-4a21-814b-6047803f029d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:36.284621 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3596408 Feb 03 21:51:36.296536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9235bc-d0e8-4c9d-a6e6-381756369a3f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=0672d257-ede5-4775-ad87-ce0d4ed54197,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:36.322107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 0672d257-ede5-4775-ad87-ce0d4ed54197 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:51:36.433955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:36.439812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': '0672d257-ede5-4775-ad87-ce0d4ed54197', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:36.487961 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks [] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:36.532049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8203180-2c01-4199-912a-8984dbb7fe82 req-00cacb15-0cb4-4dda-986b-598c4653552f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:36.539075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8203180-2c01-4199-912a-8984dbb7fe82 req-00cacb15-0cb4-4dda-986b-598c4653552f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.3819270 Feb 03 21:51:36.564404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dadd2804-3974-4ba2-ab37-5a772970c40e req-874b54f2-c92b-4846-ac15-ead6001c2b51 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1072328 Feb 03 21:51:36.649882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8203180-2c01-4199-912a-8984dbb7fe82 req-ef90509c-5745-4a0e-8b0e-d540d77e0197 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098700 Feb 03 21:51:36.685897 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:36.747241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:36.754474 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:36.800734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:36.836007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:36.872053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:36.904744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event updated for resources: {'Port': ['ID=6dfee37e-b2e2-453b-b883-c18ee989f99a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:36.943069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:36.944034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:36.982958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-701f3556-1d98-458b-a95a-d5900c9f3cbe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5072596 Feb 03 21:51:36.997366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Request body: {'port': {'device_id': 'b204a4dc-aed7-4dcb-bd9d-806dc922c6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:37.146853 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:37.200254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (97f4ef9b-f1a5-4c05-9914-e01663e21ac5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:37.410961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=97f4ef9b-f1a5-4c05-9914-e01663e21ac5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:37.423441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': '68f4b569-72ec-418a-a7f0-ab57b6dace6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0672d257-ede5-4775-ad87-ce0d4ed54197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:37.423441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: 0672d257-ede5-4775-ad87-ce0d4ed54197, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:51:37.447603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 0672d257-ede5-4775-ad87-ce0d4ed54197 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:51:37.471914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 0672d257-ede5-4775-ad87-ce0d4ed54197) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:37.476614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:37.477430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:37.485396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97018574-6a05-4142-8e34-3fa7efbd1c79 None None] Network 0672d257-ede5-4775-ad87-ce0d4ed54197 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:37.514327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1c084bbe-9875-46c4-8074-ad35e6b414d4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0760362 Feb 03 21:51:37.514327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35396) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:37.529070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1872273625'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:37.578408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:37.582824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:37.617135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418294bb-5af3-4760-8623-f3953a7b7582 req-8ec58529-29ae-453d-8d4c-5687caf050f0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:37.619099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-418294bb-5af3-4760-8623-f3953a7b7582 req-8ec58529-29ae-453d-8d4c-5687caf050f0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 931 time: 0.2156515 Feb 03 21:51:37.666680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:51:37.701336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f2ca84e0-6425-4214-a3a8-05e2858b53bd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:37.701336 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment f2ca84e0-6425-4214-a3a8-05e2858b53bd of type vlan for network da92f8c9-4b32-44c0-abf1-24bc7a5dce31 Feb 03 21:51:37.726720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-418294bb-5af3-4760-8623-f3953a7b7582 req-98c805f0-4b96-4b18-bb1d-f955815dd57a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950973 Feb 03 21:51:37.771213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-0672d257-ede5-4775-ad87-ce0d4ed54197', 'network_id': '0672d257-ede5-4775-ad87-ce0d4ed54197', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': '97f4ef9b-f1a5-4c05-9914-e01663e21ac5'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:51:37.772086 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:37.797611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (da92f8c9-4b32-44c0-abf1-24bc7a5dce31), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:37.876767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (da92f8c9-4b32-44c0-abf1-24bc7a5dce31), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:37.893632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:37.894858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.024527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fc07454-e24e-40d9-8a37-477f8f284879 req-babe92a0-bdcc-4587-ad15-1a1a748c1e94 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1819110 Feb 03 21:51:38.028843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfee37e-b2e2-453b-b883-c18ee989f99a {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:51:38.042481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Publish callbacks [] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.061351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Allocated IP 172.20.255.242 (0672d257-ede5-4775-ad87-ce0d4ed54197/97f4ef9b-f1a5-4c05-9914-e01663e21ac5/867d9547-3e65-46fc-b71a-a3ced42fead7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:51:38.091871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4591898-0401-45d1-85ec-19b47c4e9fe2 req-10af1166-9c90-4e81-8564-cb51e85026ce tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:38.102634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4591898-0401-45d1-85ec-19b47c4e9fe2 req-10af1166-9c90-4e81-8564-cb51e85026ce tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.2454853 Feb 03 21:51:38.111357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Transition to ACTIVE for port object 6dfee37e-b2e2-453b-b883-c18ee989f99a will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:51:38.111511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=da92f8c9-4b32-44c0-abf1-24bc7a5dce31,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:38.146403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.146813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.147198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.148665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.149063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.150540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.150884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.153944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.154329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.156490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.157086 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.157587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.158799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.161199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.192569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network da92f8c9-4b32-44c0-abf1-24bc7a5dce31 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:51:38.192703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cc760555-f4a4-4d6d-bacf-460ae6782db2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6765299 Feb 03 21:51:38.193389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:38.211560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': 'da92f8c9-4b32-44c0-abf1-24bc7a5dce31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:38.270885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4591898-0401-45d1-85ec-19b47c4e9fe2 req-b9e258c8-6498-4c0f-81ca-ff5104202f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611645 Feb 03 21:51:38.326729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Pushing event updated for resources: {'Port': ['ID=6dfee37e-b2e2-453b-b883-c18ee989f99a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:38.389184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.390258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.390622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.390971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.391314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.391655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.391986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.392319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.392646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.392996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.394301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.394760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.394973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:38.491268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:38.499270 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.517676 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Attempting to bind port 6dfee37e-b2e2-453b-b883-c18ee989f99a on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:38.518046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Attempting to bind port 6dfee37e-b2e2-453b-b883-c18ee989f99a by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:38.518427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Attempting to bind port 6dfee37e-b2e2-453b-b883-c18ee989f99a on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:38.531577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Port 6dfee37e-b2e2-453b-b883-c18ee989f99a on network 28eba52c-a95b-4b13-961a-f8e9756ccaef not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:38.532232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Attempting to bind port 6dfee37e-b2e2-453b-b883-c18ee989f99a on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:38.540167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:51:38.540819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Checking segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:38.541508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Bound using segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:51:38.543017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Bound port: 6dfee37e-b2e2-453b-b883-c18ee989f99a, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:51:38.543661 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.553323 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Publish callbacks [] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.568469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.625755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Network 0672d257-ede5-4775-ad87-ce0d4ed54197 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:38.634996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:38.640266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:38.657669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] For port 6dfee37e-b2e2-453b-b883-c18ee989f99a, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:38.662390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] For port 6dfee37e-b2e2-453b-b883-c18ee989f99a, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6dfee37e-b2e2-453b-b883-c18ee989f99a,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:51:38.697745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.808613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Pushing event updated for resources: {'Port': ['ID=867d9547-3e65-46fc-b71a-a3ced42fead7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:38.838315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Pushing event updated for resources: {'Port': ['ID=6dfee37e-b2e2-453b-b883-c18ee989f99a,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:38.873206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:38.874002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.877771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-efc0ed07-201d-422f-81c3-5af51a2be72e service neutron] 10.222.0.10 "PUT /v2.0/ports/6dfee37e-b2e2-453b-b883-c18ee989f99a HTTP/1.1" status: 200 len: 1091 time: 1.8877039 Feb 03 21:51:38.880055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b204a4dc-aed7-4dcb-bd9d-806dc922c6a7', 'tag': '6dfee37e-b2e2-453b-b883-c18ee989f99a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:38.892925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Attempting to bind port 867d9547-3e65-46fc-b71a-a3ced42fead7 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:38.896048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Attempting to bind port 867d9547-3e65-46fc-b71a-a3ced42fead7 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '68f4b569-72ec-418a-a7f0-ab57b6dace6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0672d257-ede5-4775-ad87-ce0d4ed54197'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:38.896669 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbecd212-7aac-444d-a23f-0666b38ec806" -d '{"events": [{"name": "network-changed", "server_uuid": "b204a4dc-aed7-4dcb-bd9d-806dc922c6a7", "tag": "6dfee37e-b2e2-453b-b883-c18ee989f99a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:38.897381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Attempting to bind port 867d9547-3e65-46fc-b71a-a3ced42fead7 on network 0672d257-ede5-4775-ad87-ce0d4ed54197 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:38.916486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:51:38.918727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Checking segment: {'id': '68f4b569-72ec-418a-a7f0-ab57b6dace6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0672d257-ede5-4775-ad87-ce0d4ed54197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:38.921354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:38.922774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Bound using segment: {'id': '68f4b569-72ec-418a-a7f0-ab57b6dace6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0672d257-ede5-4775-ad87-ce0d4ed54197'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:51:38.923500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Bound port: 867d9547-3e65-46fc-b71a-a3ced42fead7, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f4b569-72ec-418a-a7f0-ab57b6dace6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0672d257-ede5-4775-ad87-ce0d4ed54197'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:51:38.924504 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:39.016712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] For port 867d9547-3e65-46fc-b71a-a3ced42fead7, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:39.023190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] For port 867d9547-3e65-46fc-b71a-a3ced42fead7, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=867d9547-3e65-46fc-b71a-a3ced42fead7,segment=NetworkSegment(68f4b569-72ec-418a-a7f0-ab57b6dace6c),segment_id=68f4b569-72ec-418a-a7f0-ab57b6dace6c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:51:39.035045 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:39.084257 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c42119-4ac4-4a5d-823b-ac0a18a04573 x-openstack-request-id: req-e8c42119-4ac4-4a5d-823b-ac0a18a04573 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:39.087143 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b204a4dc-aed7-4dcb-bd9d-806dc922c6a7", "tag": "6dfee37e-b2e2-453b-b883-c18ee989f99a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:39.088099 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8c42119-4ac4-4a5d-823b-ac0a18a04573 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:39.090035 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b204a4dc-aed7-4dcb-bd9d-806dc922c6a7', 'tag': '6dfee37e-b2e2-453b-b883-c18ee989f99a', 'status': 'completed', 'code': 200} Feb 03 21:51:39.119154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-1f034b3e-7d0f-406c-b7df-269466e00165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:39.121114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-1f034b3e-7d0f-406c-b7df-269466e00165 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 1125 time: 0.1447167 Feb 03 21:51:39.125548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c48a98-601e-4c1a-a127-541cb8576a4f None None] Pushing event updated for resources: {'Port': ['ID=867d9547-3e65-46fc-b71a-a3ced42fead7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:39.133852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f2e4-4bec-40be-befb-183d0817bbd0 req-ea972dd1-597f-47c5-b35e-97adf199435a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:39.154996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b37f2e4-4bec-40be-befb-183d0817bbd0 req-ea972dd1-597f-47c5-b35e-97adf199435a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 943 time: 0.2544594 Feb 03 21:51:39.156772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (b5220c7c-a01a-44dc-9cb5-c4f90aac5a67), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:39.289981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=b5220c7c-a01a-44dc-9cb5-c4f90aac5a67,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:39.301896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8566782-2bc4-480c-88af-4aa50fe480dc req-30648132-2063-49d8-a5f9-413c53652a76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0676575 Feb 03 21:51:39.303449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-c85c2182-eda0-4ece-a6d0-9205d466c5df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dfee37e-b2e2-453b-b883-c18ee989f99a HTTP/1.1" status: 200 len: 217 time: 0.1373653 Feb 03 21:51:39.312816 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': 'f2ca84e0-6425-4214-a3a8-05e2858b53bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da92f8c9-4b32-44c0-abf1-24bc7a5dce31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:39.313225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: da92f8c9-4b32-44c0-abf1-24bc7a5dce31, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:51:39.334447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:39.363775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network da92f8c9-4b32-44c0-abf1-24bc7a5dce31 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:51:39.383700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, da92f8c9-4b32-44c0-abf1-24bc7a5dce31) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:39.391136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:39.392769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:39.406361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba2daf-2235-4114-ad32-f669bc519925 None None] Network da92f8c9-4b32-44c0-abf1-24bc7a5dce31 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:39.430516 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-22c1df4a-acb3-4c64-bab5-1e20a2d6fac6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2333605 Feb 03 21:51:39.430773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:39.496135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b37f2e4-4bec-40be-befb-183d0817bbd0 req-59179383-567f-44ef-aee6-f8c98e883a9c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400216 Feb 03 21:51:39.508286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-610507b3-764e-4fcd-bd86-44175ea116dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:39.515636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-610507b3-764e-4fcd-bd86-44175ea116dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.2064078 Feb 03 21:51:39.626421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-4d5ea1a6-0993-4835-a98f-a1f9f74ecdb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021769 Feb 03 21:51:39.714264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (da92f8c9-4b32-44c0-abf1-24bc7a5dce31), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:39.797392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-da92f8c9-4b32-44c0-abf1-24bc7a5dce31', 'network_id': 'da92f8c9-4b32-44c0-abf1-24bc7a5dce31', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': 'b5220c7c-a01a-44dc-9cb5-c4f90aac5a67'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:51:39.798314 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:39.824725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb4d35ac-146c-40fb-8083-2ace7c045de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:39.905241 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b5220c7c-a01a-44dc-9cb5-c4f90aac5a67), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:39.911743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c918a-06b6-4480-a19f-0c9f79259bc5 req-024c2401-9d82-4c58-a4ae-54b724629471 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:39.921074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a7c918a-06b6-4480-a19f-0c9f79259bc5 req-024c2401-9d82-4c58-a4ae-54b724629471 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 946 time: 0.2935491 Feb 03 21:51:40.060182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Allocated IP 172.20.0.2 (da92f8c9-4b32-44c0-abf1-24bc7a5dce31/b5220c7c-a01a-44dc-9cb5-c4f90aac5a67/8e4ad908-8785-429f-95b6-6e2ac9fc7190) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:51:40.140381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb4d35ac-146c-40fb-8083-2ace7c045de5 admin admin] Publish callbacks [] for security_group (048420a9-dc13-4ca6-bf21-6df8c928ebec), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.144526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-134e9b4a-55fc-4f15-bb11-e1bf659e37df service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846783 Feb 03 21:51:40.167459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb4d35ac-146c-40fb-8083-2ace7c045de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (048420a9-dc13-4ca6-bf21-6df8c928ebec), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.210215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb4d35ac-146c-40fb-8083-2ace7c045de5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=419ef0a439f440c7a627e6aa60685530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8738978 Feb 03 21:51:40.212356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:40.372203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d35ac-146c-40fb-8083-2ace7c045de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048420a9-dc13-4ca6-bf21-6df8c928ebec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:40.390309 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Publish callbacks [] for port (8e4ad908-8785-429f-95b6-6e2ac9fc7190), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.411088 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (8e4ad908-8785-429f-95b6-6e2ac9fc7190), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.429352 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e125f81e-5579-4cf8-b86f-66ea304a9e7a admin admin] Publish callbacks [] for security_group (048420a9-dc13-4ca6-bf21-6df8c928ebec), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.482148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (b5220c7c-a01a-44dc-9cb5-c4f90aac5a67), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.491368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Pushing event updated for resources: {'Port': ['ID=8e4ad908-8785-429f-95b6-6e2ac9fc7190,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:40.495440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e125f81e-5579-4cf8-b86f-66ea304a9e7a admin admin] Publish callbacks [] for security_group (048420a9-dc13-4ca6-bf21-6df8c928ebec), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.499186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a7c918a-06b6-4480-a19f-0c9f79259bc5 req-e7de4be6-e3fe-4238-b3df-c13e1fdb926b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5772762 Feb 03 21:51:40.517411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Network da92f8c9-4b32-44c0-abf1-24bc7a5dce31 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:40.519551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:40.527144 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:40.643581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9125cbcf-7018-415f-a68a-dd993ff4f698 req-99bcbb7e-3246-4fe1-8561-4413fed827f9 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914722 Feb 03 21:51:40.687613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=b5220c7c-a01a-44dc-9cb5-c4f90aac5a67,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:40.698288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 867d9547-3e65-46fc-b71a-a3ced42fead7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:51:40.719002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f5f24dc-de9d-4ccb-9861-845ebdc23127 req-d501c8bd-13a5-4e6b-b79f-1ec3edb3992c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0693336 Feb 03 21:51:40.803059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Attempting to bind port 8e4ad908-8785-429f-95b6-6e2ac9fc7190 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:40.803623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Attempting to bind port 8e4ad908-8785-429f-95b6-6e2ac9fc7190 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f2ca84e0-6425-4214-a3a8-05e2858b53bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da92f8c9-4b32-44c0-abf1-24bc7a5dce31'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:40.803787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Attempting to bind port 8e4ad908-8785-429f-95b6-6e2ac9fc7190 on network da92f8c9-4b32-44c0-abf1-24bc7a5dce31 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:40.814724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:51:40.815049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Checking segment: {'id': 'f2ca84e0-6425-4214-a3a8-05e2858b53bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da92f8c9-4b32-44c0-abf1-24bc7a5dce31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:40.815461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.815982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Bound using segment: {'id': 'f2ca84e0-6425-4214-a3a8-05e2858b53bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da92f8c9-4b32-44c0-abf1-24bc7a5dce31'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:51:40.816521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Bound port: 8e4ad908-8785-429f-95b6-6e2ac9fc7190, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ca84e0-6425-4214-a3a8-05e2858b53bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da92f8c9-4b32-44c0-abf1-24bc7a5dce31'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:51:40.816930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8e4ad908-8785-429f-95b6-6e2ac9fc7190), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.852215 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-5d972462-e4c9-4371-8a3d-cca2d4993176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:40.854214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-5d972462-e4c9-4371-8a3d-cca2d4993176 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 1125 time: 0.1342056 Feb 03 21:51:40.906849 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e125f81e-5579-4cf8-b86f-66ea304a9e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (048420a9-dc13-4ca6-bf21-6df8c928ebec), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.919440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e125f81e-5579-4cf8-b86f-66ea304a9e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.919440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e125f81e-5579-4cf8-b86f-66ea304a9e7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/048420a9-dc13-4ca6-bf21-6df8c928ebec HTTP/1.1" status: 204 len: 168 time: 0.7025483 Feb 03 21:51:40.930307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (da92f8c9-4b32-44c0-abf1-24bc7a5dce31), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:40.946586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:40.969159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125f81e-5579-4cf8-b86f-66ea304a9e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048420a9-dc13-4ca6-bf21-6df8c928ebec,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:41.007512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da92f8c9-4b32-44c0-abf1-24bc7a5dce31']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:41.034790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ca84e0-6425-4214-a3a8-05e2858b53bd') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:41.035104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ca84e0-6425-4214-a3a8-05e2858b53bd') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:41.051360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c351fd6c-1f1b-48a4-97db-8d20a1d453d0 None None] Network 0672d257-ede5-4775-ad87-ce0d4ed54197 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:41.067026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (f2ca84e0-6425-4214-a3a8-05e2858b53bd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:41.102958 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f2ca84e0-6425-4214-a3a8-05e2858b53bd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:41.118002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:51:41.120881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (f2ca84e0-6425-4214-a3a8-05e2858b53bd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:51:41.124833 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:51:41.181478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d34203-442c-4fd2-b5c3-29bc3fa09f37 req-513c95b9-8996-43fc-a51d-6e0f72b28fb5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:41.183694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3d34203-442c-4fd2-b5c3-29bc3fa09f37 req-513c95b9-8996-43fc-a51d-6e0f72b28fb5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 943 time: 0.1769934 Feb 03 21:51:41.214054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 867d9547-3e65-46fc-b71a-a3ced42fead7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:41.214676 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:41.259984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:51:41.259984 n-d-824834-9 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:51:41.259984 n-d-824834-9 neutron-server[103398]: [parameters: {'id': 'da92f8c9-4b32-44c0-abf1-24bc7a5dce31'}] Feb 03 21:51:41.259984 n-d-824834-9 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:51:41.261569 n-d-824834-9 neutron-server[103398]: DEBUG oslo_db.api [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:51:41.332714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-6f7f0050-3746-4f2d-847b-4224202dd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:41.353171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-6f7f0050-3746-4f2d-847b-4224202dd644 service neutron] 10.222.0.10 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 913 time: 0.4922421 Feb 03 21:51:41.532211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-377cac4a-b5fd-40e6-872a-1665e10b2974 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dfee37e-b2e2-453b-b883-c18ee989f99a HTTP/1.1" status: 200 len: 217 time: 0.1595104 Feb 03 21:51:41.547479 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3d34203-442c-4fd2-b5c3-29bc3fa09f37 req-1dfcfc54-b18f-4838-80bf-52d859fe4466 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474319 Feb 03 21:51:41.639762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-5825e4eb-0ae5-48ac-b3a9-b0e44eace75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:41.641266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-5825e4eb-0ae5-48ac-b3a9-b0e44eace75b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.0928597 Feb 03 21:51:41.695082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-76e7e09b-d33e-4edb-aa60-75c2c887ab83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472457 Feb 03 21:51:41.710444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 76d719e3-75af-4b8b-8248-2580bc1435b9 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:41.711199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:41.762711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (da92f8c9-4b32-44c0-abf1-24bc7a5dce31), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:41.870988 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] For port 8e4ad908-8785-429f-95b6-6e2ac9fc7190, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:41.881209 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] For port 8e4ad908-8785-429f-95b6-6e2ac9fc7190, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8e4ad908-8785-429f-95b6-6e2ac9fc7190,segment=NetworkSegment(f2ca84e0-6425-4214-a3a8-05e2858b53bd),segment_id=f2ca84e0-6425-4214-a3a8-05e2858b53bd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:51:41.882122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:41.934411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:41.939694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1441d6db-a902-46e1-93fb-80697c51bb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:41.942135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:41.948861 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a0717-b7c6-4d19-ae1e-a39b4df53512" -d '{"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-unplugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:42.035756 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:42.048338 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8e4ad908-8785-429f-95b6-6e2ac9fc7190), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:42.090552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c83a00a3-27da-4888-979d-38e9774c102d None None] Provisioning complete for port 867d9547-3e65-46fc-b71a-a3ced42fead7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:42.095611 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c83a00a3-27da-4888-979d-38e9774c102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:42.096648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port 8e4ad908-8785-429f-95b6-6e2ac9fc7190 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:42.097209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8e4ad908-8785-429f-95b6-6e2ac9fc7190), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:42.258798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 867d9547-3e65-46fc-b71a-a3ced42fead7 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:42.259493 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:42.284838 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9c2cd4-e4fe-47b6-85ae-2240b8a91447 x-openstack-request-id: req-4f9c2cd4-e4fe-47b6-85ae-2240b8a91447 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:42.286083 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-unplugged", "status": "completed", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:42.286686 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f9c2cd4-e4fe-47b6-85ae-2240b8a91447 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:42.287242 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'code': 200} Feb 03 21:51:42.290815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port 8e4ad908-8785-429f-95b6-6e2ac9fc7190, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8e4ad908-8785-429f-95b6-6e2ac9fc7190,segment=NetworkSegment(f2ca84e0-6425-4214-a3a8-05e2858b53bd),segment_id=f2ca84e0-6425-4214-a3a8-05e2858b53bd)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:42.291174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8e4ad908-8785-429f-95b6-6e2ac9fc7190), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:42.343700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1441d6db-a902-46e1-93fb-80697c51bb9a admin admin] Publish callbacks [] for security_group (85f4380e-7255-44b2-97fb-781e3f8a1c7b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:42.365878 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for 8e4ad908-8785-429f-95b6-6e2ac9fc7190 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:42.376995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 867d9547-3e65-46fc-b71a-a3ced42fead7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=867d9547-3e65-46fc-b71a-a3ced42fead7,segment=NetworkSegment(68f4b569-72ec-418a-a7f0-ab57b6dace6c),segment_id=68f4b569-72ec-418a-a7f0-ab57b6dace6c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:42.379546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=14']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:42.395427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1441d6db-a902-46e1-93fb-80697c51bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (85f4380e-7255-44b2-97fb-781e3f8a1c7b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:42.444457 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:42.479593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1102ffb2-e4c3-4548-9c93-ce6bd2305e4a None None] Network da92f8c9-4b32-44c0-abf1-24bc7a5dce31 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:42.528152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-8909456e-b4cc-4b40-b757-639279e8fb42 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274012 Feb 03 21:51:42.604838 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1441d6db-a902-46e1-93fb-80697c51bb9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72425fa139694963a318d132efa405dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7175398 Feb 03 21:51:42.606541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35616) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:42.625091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-baa0db07-7e67-408c-b1f4-400bae182850 req-d7c812af-d9f2-4b92-bf6e-1b5a4bfaea2a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0951872 Feb 03 21:51:42.711173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667f31e-83cb-4547-aef6-38a572d0043b None None] Pushing event updated for resources: {'Port': ['ID=8e4ad908-8785-429f-95b6-6e2ac9fc7190,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:42.839459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c83a00a3-27da-4888-979d-38e9774c102d None None] Current status of the port 867d9547-3e65-46fc-b71a-a3ced42fead7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:43.020676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=867d9547-3e65-46fc-b71a-a3ced42fead7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:43.131063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbecd212-7aac-444d-a23f-0666b38ec806 req-14451005-8556-48e2-a1dc-6bfb1a4155ce service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046849 Feb 03 21:51:43.164152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a60e82-84dc-49f6-bbea-8fe640457b87 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:51:43.187330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40cf00-510b-4506-bc3e-4daaa053aecb req-f720e99b-0d97-4f3b-974f-13c4ef65682b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:43.194443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd40cf00-510b-4506-bc3e-4daaa053aecb req-f720e99b-0d97-4f3b-974f-13c4ef65682b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 943 time: 0.3994782 Feb 03 21:51:43.320817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd40cf00-510b-4506-bc3e-4daaa053aecb req-4a4982e3-948c-4350-a5d2-5d839541c3a5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252196 Feb 03 21:51:43.341633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441d6db-a902-46e1-93fb-80697c51bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f4380e-7255-44b2-97fb-781e3f8a1c7b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:43.382523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf9602d-e83e-48d7-a990-9010279b9f33 admin admin] Publish callbacks [] for security_group (85f4380e-7255-44b2-97fb-781e3f8a1c7b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.420886 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf9602d-e83e-48d7-a990-9010279b9f33 admin admin] Publish callbacks [] for security_group (85f4380e-7255-44b2-97fb-781e3f8a1c7b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.469469 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8e4ad908-8785-429f-95b6-6e2ac9fc7190), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.510767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35660) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:43.511745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b1f4c5fa-25f0-4fbe-9ca2-18a70e7b2d8f None None] Provisioning complete for port 867d9547-3e65-46fc-b71a-a3ced42fead7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:43.512328 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1f4c5fa-25f0-4fbe-9ca2-18a70e7b2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.549107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=8e4ad908-8785-429f-95b6-6e2ac9fc7190,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:43.563770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port 8e4ad908-8785-429f-95b6-6e2ac9fc7190 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:43.580887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463f304-2c53-40bb-b9cf-d4c511130374 req-de7ed658-76fe-45b3-baeb-a95d409476ba tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:43.593814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3463f304-2c53-40bb-b9cf-d4c511130374 req-de7ed658-76fe-45b3-baeb-a95d409476ba tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1478879 Feb 03 21:51:43.660930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6dfee37e-b2e2-453b-b883-c18ee989f99a details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:51:43.700516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3463f304-2c53-40bb-b9cf-d4c511130374 req-e7868f37-2ec6-4fa8-a45c-3375375d730f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055651 Feb 03 21:51:43.737455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf9602d-e83e-48d7-a990-9010279b9f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (85f4380e-7255-44b2-97fb-781e3f8a1c7b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.740758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf9602d-e83e-48d7-a990-9010279b9f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.744951 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fcf9602d-e83e-48d7-a990-9010279b9f33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85f4380e-7255-44b2-97fb-781e3f8a1c7b HTTP/1.1" status: 204 len: 168 time: 1.1274590 Feb 03 21:51:43.759679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9602d-e83e-48d7-a990-9010279b9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f4380e-7255-44b2-97fb-781e3f8a1c7b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:43.774716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (da92f8c9-4b32-44c0-abf1-24bc7a5dce31), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.800060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da92f8c9-4b32-44c0-abf1-24bc7a5dce31']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:43.812863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ca84e0-6425-4214-a3a8-05e2858b53bd') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:43.813894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ca84e0-6425-4214-a3a8-05e2858b53bd') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:43.835373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (f2ca84e0-6425-4214-a3a8-05e2858b53bd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.867709 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f2ca84e0-6425-4214-a3a8-05e2858b53bd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.890462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:51:43.892650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (f2ca84e0-6425-4214-a3a8-05e2858b53bd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:51:43.900957 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:51:43.927721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e59d8b4d-4d39-475d-8776-9bd766f29b20 req-f7093011-1fe6-4a53-ad6e-4d6a921030c1 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0472486 Feb 03 21:51:43.943426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 6dfee37e-b2e2-453b-b883-c18ee989f99a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6dfee37e-b2e2-453b-b883-c18ee989f99a,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:43.947505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a60e82-84dc-49f6-bbea-8fe640457b87 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:51:44.056839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '6dfee37e-b2e2-453b-b883-c18ee989f99a', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'port_id': '6dfee37e-b2e2-453b-b883-c18ee989f99a', 'mac_address': 'fa:16:3e:89:63:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae7a702-b87f-46f5-a94b-b7f817771d19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:51:44.100222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (da92f8c9-4b32-44c0-abf1-24bc7a5dce31), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:44.107605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:44.110932 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/da92f8c9-4b32-44c0-abf1-24bc7a5dce31 HTTP/1.1" status: 204 len: 168 time: 4.6792524 Feb 03 21:51:44.125522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:44.145996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4c5fa-25f0-4fbe-9ca2-18a70e7b2d8f None None] Current status of the port 867d9547-3e65-46fc-b71a-a3ced42fead7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:44.183167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1263079415'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:44.212839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17a726-1e92-4eaf-bdfa-b59eb93854e6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=da92f8c9-4b32-44c0-abf1-24bc7a5dce31,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:44.295477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 6dfee37e-b2e2-453b-b883-c18ee989f99a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:44.296016 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:44.340644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:44.345153 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfee37e-b2e2-453b-b883-c18ee989f99a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:51:44.366311 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:44.417129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 6dfee37e-b2e2-453b-b883-c18ee989f99a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6dfee37e-b2e2-453b-b883-c18ee989f99a,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:44.450344 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:44.450988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-8e68976d-a776-49da-86b2-cd5fac762ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:44.453001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-8e68976d-a776-49da-86b2-cd5fac762ade service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1126 time: 0.2097814 Feb 03 21:51:44.460315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:51:44.610234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=6dfee37e-b2e2-453b-b883-c18ee989f99a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:44.621794 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (485c344f-8adb-4fd6-b19d-cb844b840611), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:44.632632 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment 485c344f-8adb-4fd6-b19d-cb844b840611 of type vlan for network 6c8fd83b-e485-4c09-b535-a85482ee266d Feb 03 21:51:44.652190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 867d9547-3e65-46fc-b71a-a3ced42fead7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:51:44.825866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (6c8fd83b-e485-4c09-b535-a85482ee266d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:44.876138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-fcf355f6-58f5-4ae0-8f6a-fb5b8123472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:44.879648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 867d9547-3e65-46fc-b71a-a3ced42fead7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:44.880285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:44.883084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-fcf355f6-58f5-4ae0-8f6a-fb5b8123472a service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.4178584 Feb 03 21:51:44.924239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d57c9a-4ffc-4b4b-8ec6-a3f29e552006 req-e20217ac-41e9-48be-80d4-de6e3dab84c1 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:44.928970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['6dfee37e-b2e2-453b-b883-c18ee989f99a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:51:44.933944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72d57c9a-4ffc-4b4b-8ec6-a3f29e552006 req-e20217ac-41e9-48be-80d4-de6e3dab84c1 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3226187 Feb 03 21:51:44.951214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0bb74-8807-411f-98e7-030037d3d2af req-6868ff93-1ec2-4cbc-a0b8-c9170f755376 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:44.953129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81a0bb74-8807-411f-98e7-030037d3d2af req-6868ff93-1ec2-4cbc-a0b8-c9170f755376 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 944 time: 0.3407645 Feb 03 21:51:44.991492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (6c8fd83b-e485-4c09-b535-a85482ee266d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:44.997211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:44.997995 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:45.077327 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72d57c9a-4ffc-4b4b-8ec6-a3f29e552006 req-a28e0d53-d874-45cf-aa0d-6192ca0d1c2a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421652 Feb 03 21:51:45.080430 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9021931 Feb 03 21:51:45.130669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35696) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:45.138842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35698) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:45.148967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': '6c8fd83b-e485-4c09-b535-a85482ee266d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:45.210312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81a0bb74-8807-411f-98e7-030037d3d2af req-06f24399-e9bb-4293-88de-7a09a68d9bab tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310429 Feb 03 21:51:45.210510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 867d9547-3e65-46fc-b71a-a3ced42fead7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:45.220064 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-10cd3125-89b6-4e7e-8046-724ebc44475a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 998 time: 0.3269193 Feb 03 21:51:45.284380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f5766a9-97e6-44b9-8537-fada30f5314c req-628b64aa-b01a-45fb-9c06-7391ca0b76dc tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0745182 Feb 03 21:51:45.341385 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:45.366401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e0932-026c-4f3a-a5ea-96cd42178b13 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=6c8fd83b-e485-4c09-b535-a85482ee266d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:45.379667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 6c8fd83b-e485-4c09-b535-a85482ee266d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:51:45.489417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:45.492997 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:45.585606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing IP validity checks on allocation pools {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 21:51:45.597357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 21:51:45.652801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-f5e19262-4195-457f-b3ef-59c0e4a35b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:45.654349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-f5e19262-4195-457f-b3ef-59c0e4a35b4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.3600028 Feb 03 21:51:45.657028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbd1368c-6195-43fb-822f-e69b1ed9c786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:45.775208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Deleting port c235a7c1-ebcd-4a70-a1b8-e055f43eec84 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:45.776132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:45.852231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-da1d76ec-9971-4715-a35e-d6886c6e5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:45.853867 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-da1d76ec-9971-4715-a35e-d6886c6e5170 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1785829 Feb 03 21:51:45.894867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] For port c235a7c1-ebcd-4a70-a1b8-e055f43eec84, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c235a7c1-ebcd-4a70-a1b8-e055f43eec84,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:45.896685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:45.915878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Calling delete_port for c235a7c1-ebcd-4a70-a1b8-e055f43eec84 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:46.037959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-cc91f294-5885-450d-b752-3ce3cbf10ec7 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760609 Feb 03 21:51:46.089897 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (89c9f0b4-a916-44ce-8bf4-03ca1400f3fb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:46.211897 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbd1368c-6195-43fb-822f-e69b1ed9c786 admin admin] Publish callbacks [] for security_group (9217cbc6-4c71-4ad8-9663-b58fb659225e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:46.237638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=89c9f0b4-a916-44ce-8bf4-03ca1400f3fb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:46.239702 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbd1368c-6195-43fb-822f-e69b1ed9c786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9217cbc6-4c71-4ad8-9663-b58fb659225e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:46.321759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': '485c344f-8adb-4fd6-b19d-cb844b840611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6c8fd83b-e485-4c09-b535-a85482ee266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:46.322002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c235a7c1-ebcd-4a70-a1b8-e055f43eec84), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:46.323052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: 6c8fd83b-e485-4c09-b535-a85482ee266d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:51:46.370757 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a5068d38-6a5e-4e89-901a-c7414e385044 req-0ff58f32-51d3-4a2c-8810-bf6de49e9c6c service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089697 Feb 03 21:51:46.420856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bbd1368c-6195-43fb-822f-e69b1ed9c786 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95d43252eeb1486abce14781588f4f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2770138 Feb 03 21:51:46.428720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1368c-6195-43fb-822f-e69b1ed9c786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9217cbc6-4c71-4ad8-9663-b58fb659225e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:46.433443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:46.477924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 6c8fd83b-e485-4c09-b535-a85482ee266d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:51:46.490319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d24047-96c5-4470-b299-111ceeebe763 req-972242a0-bf9e-4390-97c3-71e6d0738d1b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:46.499801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79d24047-96c5-4470-b299-111ceeebe763 req-972242a0-bf9e-4390-97c3-71e6d0738d1b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3070056 Feb 03 21:51:46.512232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 6c8fd83b-e485-4c09-b535-a85482ee266d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:46.518002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aced07d-35ab-40d4-b7bf-fb7cbf46054f admin admin] Publish callbacks [] for security_group (9217cbc6-4c71-4ad8-9663-b58fb659225e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:46.520356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:46.520991 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:46.523152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaecba0-222d-46b4-9d85-34885f26167b None None] Network 6c8fd83b-e485-4c09-b535-a85482ee266d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:46.542835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Pushing event deleted for resources: {'Port': ['ID=c235a7c1-ebcd-4a70-a1b8-e055f43eec84,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:46.575944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cce7b7c6-2a88-420d-a272-f573849681c7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4312408 Feb 03 21:51:46.575944 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aced07d-35ab-40d4-b7bf-fb7cbf46054f admin admin] Publish callbacks [] for security_group (9217cbc6-4c71-4ad8-9663-b58fb659225e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:46.600764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:46.775804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb68a85-c59e-4e81-ae74-506ad0a401b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-6c8fd83b-e485-4c09-b535-a85482ee266d', 'network_id': '6c8fd83b-e485-4c09-b535-a85482ee266d', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': '89c9f0b4-a916-44ce-8bf4-03ca1400f3fb'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:51:46.777149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcb68a85-c59e-4e81-ae74-506ad0a401b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:46.822242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (6c8fd83b-e485-4c09-b535-a85482ee266d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.013130 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aced07d-35ab-40d4-b7bf-fb7cbf46054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9217cbc6-4c71-4ad8-9663-b58fb659225e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.015763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aced07d-35ab-40d4-b7bf-fb7cbf46054f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.018610 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0aced07d-35ab-40d4-b7bf-fb7cbf46054f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9217cbc6-4c71-4ad8-9663-b58fb659225e HTTP/1.1" status: 204 len: 168 time: 0.5822840 Feb 03 21:51:47.048609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aced07d-35ab-40d4-b7bf-fb7cbf46054f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9217cbc6-4c71-4ad8-9663-b58fb659225e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:47.093097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (89c9f0b4-a916-44ce-8bf4-03ca1400f3fb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.256940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (89c9f0b4-a916-44ce-8bf4-03ca1400f3fb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.308296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=89c9f0b4-a916-44ce-8bf4-03ca1400f3fb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-dcb68a85-c59e-4e81-ae74-506ad0a401b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89c9f0b4-a916-44ce-8bf4-03ca1400f3fb: This subnet is being modified by another concurrent operation. Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 21:51:47.400041 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89c9f0b4-a916-44ce-8bf4-03ca1400f3fb: This subnet is being modified by another concurrent operation. Feb 03 21:51:47.404565 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Feb 03 21:51:47.441718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (6c8fd83b-e485-4c09-b535-a85482ee266d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.460623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845d6328-c66e-47cc-a710-86af469b98af None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:51:47.501667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8fd83b-e485-4c09-b535-a85482ee266d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:47.530496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485c344f-8adb-4fd6-b19d-cb844b840611') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:47.532589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485c344f-8adb-4fd6-b19d-cb844b840611') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:47.559228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (485c344f-8adb-4fd6-b19d-cb844b840611), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.584047 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.601582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fdd1e-8be8-4194-a6ec-f1546340368f req-f83a3e96-c5d8-4cd7-89b8-fde82e452aed tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:47.603103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea1fdd1e-8be8-4194-a6ec-f1546340368f req-f83a3e96-c5d8-4cd7-89b8-fde82e452aed tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 944 time: 1.3001180 Feb 03 21:51:47.609551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (485c344f-8adb-4fd6-b19d-cb844b840611), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.624583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:51:47.625380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (485c344f-8adb-4fd6-b19d-cb844b840611), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:51:47.642134 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:51:47.668505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6dfee37e-b2e2-453b-b883-c18ee989f99a up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:51:47.751709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d6328-c66e-47cc-a710-86af469b98af None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:51:47.803834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (6c8fd83b-e485-4c09-b535-a85482ee266d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.814012 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:47.828030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/6c8fd83b-e485-4c09-b535-a85482ee266d HTTP/1.1" status: 204 len: 168 time: 1.2261655 Feb 03 21:51:47.835259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:47.855947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdd88d-efcb-474c-8714-2b1bd093b282 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=6c8fd83b-e485-4c09-b535-a85482ee266d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:47.874230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1578293130'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:47.902039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79d24047-96c5-4470-b299-111ceeebe763 req-dee839bc-a630-47f1-a163-c1d4622c4500 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3826263 Feb 03 21:51:47.985241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 6dfee37e-b2e2-453b-b883-c18ee989f99a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:51:47.992470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 6dfee37e-b2e2-453b-b883-c18ee989f99a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:47.993432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.003920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:48.007757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.036104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:51:48.046172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (103cf1b0-8b18-48e1-bdd7-c37c0bf05966), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.046695 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment 103cf1b0-8b18-48e1-bdd7-c37c0bf05966 of type vlan for network defb4a4e-c404-4cd5-bae3-2ec6b99b1176 Feb 03 21:51:48.089197 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (defb4a4e-c404-4cd5-bae3-2ec6b99b1176), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.127301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea1fdd1e-8be8-4194-a6ec-f1546340368f req-dfa35213-ef2b-4890-9f6c-5b067e5f1bbd tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169516 Feb 03 21:51:48.131227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:48.134089 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (defb4a4e-c404-4cd5-bae3-2ec6b99b1176), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.139883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:48.140488 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.154145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18ffb172-336c-46fb-89fe-bc2f164987fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.185209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-255cd912-2dbe-4595-a75a-3cf30e5a9d58 req-7606fd89-d36c-464e-b953-53bc8098a18a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1761353 Feb 03 21:51:48.220609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babcb09b-2767-4948-b61b-f15f1fc6c750 None None] Network 6c8fd83b-e485-4c09-b535-a85482ee266d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:48.270566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babcb09b-2767-4948-b61b-f15f1fc6c750 None None] Network 6c8fd83b-e485-4c09-b535-a85482ee266d could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 21:51:48.284806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 6dfee37e-b2e2-453b-b883-c18ee989f99a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:51:48.286014 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.288149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4499295 Feb 03 21:51:48.295531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:48.314392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:51:48.319111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': 'defb4a4e-c404-4cd5-bae3-2ec6b99b1176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:48.327653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18ffb172-336c-46fb-89fe-bc2f164987fb admin admin] Publish callbacks [] for security_group (3333e87f-3c42-4e0c-9a9c-f1c5bccd293d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.331868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b204a4dc-aed7-4dcb-bd9d-806dc922c6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfee37e-b2e2-453b-b883-c18ee989f99a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:48.335067 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a48b0c1-643b-401a-8a7f-1148ae48613a" -d '{"events": [{"server_uuid": "b204a4dc-aed7-4dcb-bd9d-806dc922c6a7", "name": "network-vif-plugged", "status": "completed", "tag": "6dfee37e-b2e2-453b-b883-c18ee989f99a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:48.338459 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18ffb172-336c-46fb-89fe-bc2f164987fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3333e87f-3c42-4e0c-9a9c-f1c5bccd293d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.354370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 6dfee37e-b2e2-453b-b883-c18ee989f99a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6dfee37e-b2e2-453b-b883-c18ee989f99a,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:48.360717 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.387183 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-18ffb172-336c-46fb-89fe-bc2f164987fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2b1523f1e1c423fbdde35e7fea8054f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544086 Feb 03 21:51:48.389936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:48.434366 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1438b0b-a68a-4d87-b05a-0ba2989c2c18 x-openstack-request-id: req-b1438b0b-a68a-4d87-b05a-0ba2989c2c18 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:51:48.434625 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b204a4dc-aed7-4dcb-bd9d-806dc922c6a7", "name": "network-vif-plugged", "status": "completed", "tag": "6dfee37e-b2e2-453b-b883-c18ee989f99a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:51:48.434856 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1438b0b-a68a-4d87-b05a-0ba2989c2c18 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:51:48.435255 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b204a4dc-aed7-4dcb-bd9d-806dc922c6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfee37e-b2e2-453b-b883-c18ee989f99a', 'code': 200} Feb 03 21:51:48.452788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b9a3d-8c52-4ef7-b389-71aa70b3883b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=defb4a4e-c404-4cd5-bae3-2ec6b99b1176,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:48.470459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network defb4a4e-c404-4cd5-bae3-2ec6b99b1176 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:51:48.509374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffb172-336c-46fb-89fe-bc2f164987fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3333e87f-3c42-4e0c-9a9c-f1c5bccd293d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:48.546165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-310434b6-f283-4f8f-a331-44741e5f7c5a admin admin] Publish callbacks [] for security_group (3333e87f-3c42-4e0c-9a9c-f1c5bccd293d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.602152 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-310434b6-f283-4f8f-a331-44741e5f7c5a admin admin] Publish callbacks [] for security_group (3333e87f-3c42-4e0c-9a9c-f1c5bccd293d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.637136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=6dfee37e-b2e2-453b-b883-c18ee989f99a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:48.655628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:51:48.664802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c85e7f3a-7569-4ffe-8925-75dc69e0ad2f admin admin] 10.222.0.50 "PUT /v2.0/routers/d9892f0b-78a3-4dbc-beb0-dc0f54864c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1485865 Feb 03 21:51:48.665394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:48.666000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:48.670297 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.684246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] Sync routers for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:51:48.704404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-310434b6-f283-4f8f-a331-44741e5f7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3333e87f-3c42-4e0c-9a9c-f1c5bccd293d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.707259 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-310434b6-f283-4f8f-a331-44741e5f7c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.708612 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-310434b6-f283-4f8f-a331-44741e5f7c5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3333e87f-3c42-4e0c-9a9c-f1c5bccd293d HTTP/1.1" status: 204 len: 168 time: 0.3172410 Feb 03 21:51:48.725655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310434b6-f283-4f8f-a331-44741e5f7c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3333e87f-3c42-4e0c-9a9c-f1c5bccd293d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:48.731225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:51:48.733216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:51:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:48.803919 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks [] for router (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:48.853524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:48.896008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:51:49.029060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e279c47-a570-445f-9a5f-755c3d5aae91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.069357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde3ef6-765f-4ea2-803a-7d5078edaa94 req-66b0a873-b7b7-4fe3-96f0-37deeade7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:49.071362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cde3ef6-765f-4ea2-803a-7d5078edaa94 req-66b0a873-b7b7-4fe3-96f0-37deeade7922 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 1127 time: 0.6149371 Feb 03 21:51:49.148138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:51:46Z', 'revision_number': 5, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:49.187498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] Checking router: d9892f0b-78a3-4dbc-beb0-dc0f54864c98 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:51:49.200787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] Routers {'d9892f0b-78a3-4dbc-beb0-dc0f54864c98'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:51:49.201571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:51:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:49.220583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cde3ef6-765f-4ea2-803a-7d5078edaa94 req-4be25d40-2308-4c6a-af0b-9e6ec99b4e9e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229861 Feb 03 21:51:49.235409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e279c47-a570-445f-9a5f-755c3d5aae91 admin admin] Publish callbacks [] for security_group (68a0801d-87bf-4c0e-a893-72b91cef2808), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.247307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e279c47-a570-445f-9a5f-755c3d5aae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (68a0801d-87bf-4c0e-a893-72b91cef2808), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.262720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cad121-f481-4f9c-8a9d-d39a5ed606ed req-30533591-238c-4d8d-969a-3fd2fe1e66da tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:49.264289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32cad121-f481-4f9c-8a9d-d39a5ed606ed req-30533591-238c-4d8d-969a-3fd2fe1e66da tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2296600 Feb 03 21:51:49.274379 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks [] for router_gateway (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.320935 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1e279c47-a570-445f-9a5f-755c3d5aae91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1dd2ca500f58450c94cdb2914bc02c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4652207 Feb 03 21:51:49.323245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e279c47-a570-445f-9a5f-755c3d5aae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a0801d-87bf-4c0e-a893-72b91cef2808,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:49.325238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:49.397393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] Set router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:51:49.470179 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (7b1a2cb1-5da6-48f5-a0b1-514e0bed8a0e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.485335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32cad121-f481-4f9c-8a9d-d39a5ed606ed req-1b910266-5b1a-46aa-9040-3e784b5245b0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050784 Feb 03 21:51:49.516160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc0da9-4c1e-44e9-9bb6-797030a5f780 req-04f12670-d288-4be7-98d6-ca90fa82ddd6 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:49.518457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2fc0da9-4c1e-44e9-9bb6-797030a5f780 req-04f12670-d288-4be7-98d6-ca90fa82ddd6 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 945 time: 0.2502942 Feb 03 21:51:49.649832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b78489ae-673e-431e-a105-0b0dd0a92062 req-1083e0a3-d8d3-4b6c-9d00-99f0d182bd20 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0598133 Feb 03 21:51:49.659440 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c0440b1-6392-4e70-8e9b-6b0aa78d3d56 admin admin] Publish callbacks [] for security_group (68a0801d-87bf-4c0e-a893-72b91cef2808), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.661057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=7b1a2cb1-5da6-48f5-a0b1-514e0bed8a0e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:49.682748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:51:46Z', 'revision_number': 5, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:49.702911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Deleting port d12b79c6-413f-486b-9a37-f4956526e1f9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:49.703249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.741082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f0459-bf73-4cd3-8c18-86afe7fb6f2d None None] The sync data for ids ['d9892f0b-78a3-4dbc-beb0-dc0f54864c98'] in n-d-824834-9 is: [{'id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'name': 'tempest-TaggedBootDevicesTest-870841527-router', 'tenant_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:35Z', 'updated_at': '2022-02-03T21:51:46Z', 'revision_number': 5, 'project_id': 'a9668c2b48b8470e9a2862856ebc32f5', 'gw_port': {'id': 'd12b79c6-413f-486b-9a37-f4956526e1f9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9892f0b-78a3-4dbc-beb0-dc0f54864c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:36Z', 'updated_at': '2022-02-03T21:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:51:49.775354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2fc0da9-4c1e-44e9-9bb6-797030a5f780 req-3efb60fb-06ab-4665-b32e-8fb72d6765ef tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089097 Feb 03 21:51:49.796211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c0440b1-6392-4e70-8e9b-6b0aa78d3d56 admin admin] Publish callbacks [] for security_group (68a0801d-87bf-4c0e-a893-72b91cef2808), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.826953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': '103cf1b0-8b18-48e1-bdd7-c37c0bf05966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'defb4a4e-c404-4cd5-bae3-2ec6b99b1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:49.827718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: defb4a4e-c404-4cd5-bae3-2ec6b99b1176, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:51:49.890492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c0440b1-6392-4e70-8e9b-6b0aa78d3d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (68a0801d-87bf-4c0e-a893-72b91cef2808), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.893009 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c0440b1-6392-4e70-8e9b-6b0aa78d3d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:49.896547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1c0440b1-6392-4e70-8e9b-6b0aa78d3d56 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68a0801d-87bf-4c0e-a893-72b91cef2808 HTTP/1.1" status: 204 len: 168 time: 0.5649927 Feb 03 21:51:49.954328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0440b1-6392-4e70-8e9b-6b0aa78d3d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a0801d-87bf-4c0e-a893-72b91cef2808,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:49.961892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network defb4a4e-c404-4cd5-bae3-2ec6b99b1176 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:51:50.009890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] For port d12b79c6-413f-486b-9a37-f4956526e1f9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d12b79c6-413f-486b-9a37-f4956526e1f9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:50.011404 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:50.030148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f3bfe-7f99-4c59-9444-1bc7b1eec761 req-148cc300-33ba-44c1-9fde-ce82a5516188 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:50.031986 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-520f3bfe-7f99-4c59-9444-1bc7b1eec761 req-148cc300-33ba-44c1-9fde-ce82a5516188 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1685593 Feb 03 21:51:50.032960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, defb4a4e-c404-4cd5-bae3-2ec6b99b1176) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:50.042489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:50.043454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:50.045896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af88139-cb00-4b49-9795-f1c1a29fc527 None None] Network defb4a4e-c404-4cd5-bae3-2ec6b99b1176 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:50.098353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Calling delete_port for d12b79c6-413f-486b-9a37-f4956526e1f9 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:50.117626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-520f3bfe-7f99-4c59-9444-1bc7b1eec761 req-c6b205a3-6df3-4d54-a28a-dacbce8b6dad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708461 Feb 03 21:51:50.184970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-609f20a0-3142-4f09-b7b5-659d475acb0b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8819342 Feb 03 21:51:50.185366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:50.269507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-defb4a4e-c404-4cd5-bae3-2ec6b99b1176', 'network_id': 'defb4a4e-c404-4cd5-bae3-2ec6b99b1176', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': '7b1a2cb1-5da6-48f5-a0b1-514e0bed8a0e'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:51:50.270374 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:50.456966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (defb4a4e-c404-4cd5-bae3-2ec6b99b1176), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:50.526556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c235a7c1-ebcd-4a70-a1b8-e055f43eec84 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:50.552809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c235a7c1-ebcd-4a70-a1b8-e055f43eec84 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:51:50.553492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c235a7c1-ebcd-4a70-a1b8-e055f43eec84 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:50.564620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fad67-6c0b-4935-acbd-f30fc1a6c901 req-55a580c5-fbb3-40f3-bcea-f23caac8540e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:50.567644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e83fad67-6c0b-4935-acbd-f30fc1a6c901 req-55a580c5-fbb3-40f3-bcea-f23caac8540e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2335238 Feb 03 21:51:50.600150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Allocated IP 172.20.0.1 (defb4a4e-c404-4cd5-bae3-2ec6b99b1176/7b1a2cb1-5da6-48f5-a0b1-514e0bed8a0e/69653be9-1bca-47be-9d27-d74e3c7a99b5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:51:50.630339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (7b1a2cb1-5da6-48f5-a0b1-514e0bed8a0e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:50.636274 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d12b79c6-413f-486b-9a37-f4956526e1f9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:50.675815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12b79c6-413f-486b-9a37-f4956526e1f9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:50.688138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e83fad67-6c0b-4935-acbd-f30fc1a6c901 req-f3aade5a-7541-45da-8c58-f9aeafcf6177 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941744 Feb 03 21:51:50.751274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:50.829465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f82d-eabf-40c5-b28f-7bacbbe9303c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:50.965274 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Publish callbacks [] for port (69653be9-1bca-47be-9d27-d74e3c7a99b5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:50.978604 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (69653be9-1bca-47be-9d27-d74e3c7a99b5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.002718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f82d-eabf-40c5-b28f-7bacbbe9303c admin admin] Publish callbacks [] for security_group (d9142814-859a-45e0-b5c4-6db7f8e333e9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.013452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f82d-eabf-40c5-b28f-7bacbbe9303c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d9142814-859a-45e0-b5c4-6db7f8e333e9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.045447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1f82d-eabf-40c5-b28f-7bacbbe9303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9142814-859a-45e0-b5c4-6db7f8e333e9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:51.055808 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (7b1a2cb1-5da6-48f5-a0b1-514e0bed8a0e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.094566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Pushing event updated for resources: {'Port': ['ID=69653be9-1bca-47be-9d27-d74e3c7a99b5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:51.117894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Network defb4a4e-c404-4cd5-bae3-2ec6b99b1176 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:51.119485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:51.122114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:51.163568 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a7f1f82d-eabf-40c5-b28f-7bacbbe9303c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01af09bc86e5426fa4c6dc9945760603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4063265 Feb 03 21:51:51.166706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35848) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:51.178017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1a2cb1-5da6-48f5-a0b1-514e0bed8a0e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:51.191534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Attempting to bind port 69653be9-1bca-47be-9d27-d74e3c7a99b5 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:51.192212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Attempting to bind port 69653be9-1bca-47be-9d27-d74e3c7a99b5 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '103cf1b0-8b18-48e1-bdd7-c37c0bf05966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'defb4a4e-c404-4cd5-bae3-2ec6b99b1176'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:51.192811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Attempting to bind port 69653be9-1bca-47be-9d27-d74e3c7a99b5 on network defb4a4e-c404-4cd5-bae3-2ec6b99b1176 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:51.200398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:51:51.201122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Checking segment: {'id': '103cf1b0-8b18-48e1-bdd7-c37c0bf05966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'defb4a4e-c404-4cd5-bae3-2ec6b99b1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:51.202133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.202737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Bound using segment: {'id': '103cf1b0-8b18-48e1-bdd7-c37c0bf05966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'defb4a4e-c404-4cd5-bae3-2ec6b99b1176'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:51:51.203759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Bound port: 69653be9-1bca-47be-9d27-d74e3c7a99b5, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103cf1b0-8b18-48e1-bdd7-c37c0bf05966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'defb4a4e-c404-4cd5-bae3-2ec6b99b1176'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:51:51.204655 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (69653be9-1bca-47be-9d27-d74e3c7a99b5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.228751 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf3df415-7c05-412c-b1ac-23e1362e863d req-14b5fc93-162d-4ce7-bc2d-589fc74c7549 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1121275 Feb 03 21:51:51.283820 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.308021 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (defb4a4e-c404-4cd5-bae3-2ec6b99b1176), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.346901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] For port 69653be9-1bca-47be-9d27-d74e3c7a99b5, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:51.353141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defb4a4e-c404-4cd5-bae3-2ec6b99b1176']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:51.355772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] For port 69653be9-1bca-47be-9d27-d74e3c7a99b5, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=69653be9-1bca-47be-9d27-d74e3c7a99b5,segment=NetworkSegment(103cf1b0-8b18-48e1-bdd7-c37c0bf05966),segment_id=103cf1b0-8b18-48e1-bdd7-c37c0bf05966)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:51:51.377877 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (69653be9-1bca-47be-9d27-d74e3c7a99b5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.420222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19803517-fca4-4d5f-8a5b-950ff6c07e4d admin admin] Publish callbacks [] for security_group (d9142814-859a-45e0-b5c4-6db7f8e333e9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.429479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc64679-1c26-4b15-8faa-57d174dfd34c req-bf518354-4b73-43d1-ad4d-29157f7c4f86 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:51.438322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdc64679-1c26-4b15-8faa-57d174dfd34c req-bf518354-4b73-43d1-ad4d-29157f7c4f86 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 945 time: 0.3200135 Feb 03 21:51:51.442013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103cf1b0-8b18-48e1-bdd7-c37c0bf05966') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:51.442426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103cf1b0-8b18-48e1-bdd7-c37c0bf05966') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:51.445488 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19803517-fca4-4d5f-8a5b-950ff6c07e4d admin admin] Publish callbacks [] for security_group (d9142814-859a-45e0-b5c4-6db7f8e333e9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.461045 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (103cf1b0-8b18-48e1-bdd7-c37c0bf05966), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.485159 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.490967 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (103cf1b0-8b18-48e1-bdd7-c37c0bf05966), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.500841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:51:51.501427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (103cf1b0-8b18-48e1-bdd7-c37c0bf05966), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:51:51.508298 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:51:51.546519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdce3f7-4910-4909-9943-453f6d87d61f None None] Pushing event updated for resources: {'Port': ['ID=69653be9-1bca-47be-9d27-d74e3c7a99b5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:51.572014 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks [] for router_controller (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.586587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19803517-fca4-4d5f-8a5b-950ff6c07e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d9142814-859a-45e0-b5c4-6db7f8e333e9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.588999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19803517-fca4-4d5f-8a5b-950ff6c07e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.594542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814414fe-9a6a-4172-82a5-cbb8f236733e None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:51:51.603933 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-19803517-fca4-4d5f-8a5b-950ff6c07e4d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9142814-859a-45e0-b5c4-6db7f8e333e9 HTTP/1.1" status: 204 len: 168 time: 0.4225240 Feb 03 21:51:51.626589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:51:51.626589 n-d-824834-9 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:51:51.626589 n-d-824834-9 neutron-server[103398]: [parameters: {'id': 'defb4a4e-c404-4cd5-bae3-2ec6b99b1176'}] Feb 03 21:51:51.626589 n-d-824834-9 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:51:51.629109 n-d-824834-9 neutron-server[103398]: DEBUG oslo_db.api [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:51:51.629841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19803517-fca4-4d5f-8a5b-950ff6c07e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9142814-859a-45e0-b5c4-6db7f8e333e9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:51.684004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdc64679-1c26-4b15-8faa-57d174dfd34c req-d74dbd35-72f9-423f-ba5e-bcb736f2c61c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422674 Feb 03 21:51:51.695493 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (d9892f0b-78a3-4dbc-beb0-dc0f54864c98), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.696017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9892f0b-78a3-4dbc-beb0-dc0f54864c98 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:51:51.718883 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.720180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c8bb1685-89dc-4f28-a620-64c036a23379 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d9892f0b-78a3-4dbc-beb0-dc0f54864c98 HTTP/1.1" status: 204 len: 168 time: 3.0467324 Feb 03 21:51:51.722966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:51.790675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-b285a757-f837-4886-8edc-d164c6e15a93 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:51.792737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-b285a757-f837-4886-8edc-d164c6e15a93 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.3777833 Feb 03 21:51:51.812966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fc87dc-8ca9-4d51-b05d-1863a3c324e9 admin admin] Deleting subnet f420064c-13fa-4fd9-9485-6208efd73674 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:51:51.817572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4fc87dc-8ca9-4d51-b05d-1863a3c324e9 admin admin] Publish callbacks [] for subnet (f420064c-13fa-4fd9-9485-6208efd73674), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.838357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-031ed599-6340-41ad-b2b9-9749566c95a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/quotas/e037e7bdda124ad7a07c459f7a41f324 HTTP/1.1" status: 200 len: 375 time: 0.0255468 Feb 03 21:51:51.901839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4fc87dc-8ca9-4d51-b05d-1863a3c324e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (f420064c-13fa-4fd9-9485-6208efd73674), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:51.963831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814414fe-9a6a-4172-82a5-cbb8f236733e None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:51:52.004091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-e8b28396-9aba-48ea-a88f-c9ab1329445e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1557384 Feb 03 21:51:52.058940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4fc87dc-8ca9-4d51-b05d-1863a3c324e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f420064c-13fa-4fd9-9485-6208efd73674), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:52.132793 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (defb4a4e-c404-4cd5-bae3-2ec6b99b1176), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:52.245863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-208fafd2-c600-4fe1-9125-4870490fec19 service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192011 Feb 03 21:51:52.306763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4fc87dc-8ca9-4d51-b05d-1863a3c324e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (f420064c-13fa-4fd9-9485-6208efd73674), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:52.378965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc87dc-8ca9-4d51-b05d-1863a3c324e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f420064c-13fa-4fd9-9485-6208efd73674,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:52.396547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4fc87dc-8ca9-4d51-b05d-1863a3c324e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:52.399740 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a4fc87dc-8ca9-4d51-b05d-1863a3c324e9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f420064c-13fa-4fd9-9485-6208efd73674 HTTP/1.1" status: 204 len: 168 time: 0.6754568 Feb 03 21:51:52.432440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35894) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:52.503572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port 69653be9-1bca-47be-9d27-d74e3c7a99b5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:52.504742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (69653be9-1bca-47be-9d27-d74e3c7a99b5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:52.531186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-e0cef72e-4f3b-4df4-a00f-8ba2499fcc45 service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729313 Feb 03 21:51:52.537944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1251e-b8ed-4f1b-ae34-0745d6503a0b None None] Network defb4a4e-c404-4cd5-bae3-2ec6b99b1176 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:52.544437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4aa991-f2d8-4794-a059-6e60c690de10 None None] Network 2f83f93a-3225-4a43-9e07-27b3e3c95587 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:52.777208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04bc9951-0589-454b-a88c-8c52dd15a542 req-cfa1f546-2886-4af6-a2b4-cef9362b6f8d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0449884 Feb 03 21:51:52.852556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2f83f93a-3225-4a43-9e07-27b3e3c95587), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:52.858115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port 69653be9-1bca-47be-9d27-d74e3c7a99b5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=69653be9-1bca-47be-9d27-d74e3c7a99b5,segment=NetworkSegment(103cf1b0-8b18-48e1-bdd7-c37c0bf05966),segment_id=103cf1b0-8b18-48e1-bdd7-c37c0bf05966)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:52.858483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (69653be9-1bca-47be-9d27-d74e3c7a99b5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:52.876880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for 69653be9-1bca-47be-9d27-d74e3c7a99b5 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:52.923257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55ca73e5-8598-40a2-8f1d-ad5921165294 req-3e83fcb4-4831-4818-895c-83df8514e321 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 210 time: 0.0653961 Feb 03 21:51:53.040349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d12b79c6-413f-486b-9a37-f4956526e1f9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:53.089345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d12b79c6-413f-486b-9a37-f4956526e1f9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:51:53.090035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d12b79c6-413f-486b-9a37-f4956526e1f9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:53.104894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Deleting port b7e12a9b-db60-4d23-9c61-b47156d0b117 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:53.107280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.215651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (69653be9-1bca-47be-9d27-d74e3c7a99b5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.271176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] DHCP port deletion for 2f83f93a-3225-4a43-9e07-27b3e3c95587 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:51:53.319847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port 69653be9-1bca-47be-9d27-d74e3c7a99b5 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:53.329841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=69653be9-1bca-47be-9d27-d74e3c7a99b5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:53.425221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Deleting port b7e12a9b-db60-4d23-9c61-b47156d0b117 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:53.426623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.440812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] For port b7e12a9b-db60-4d23-9c61-b47156d0b117, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b7e12a9b-db60-4d23-9c61-b47156d0b117,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:53.441427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.539611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Calling delete_port for b7e12a9b-db60-4d23-9c61-b47156d0b117 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:53.578121 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a4fd16e-fc3b-4a2b-bd40-84d93cd0c779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.578608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (defb4a4e-c404-4cd5-bae3-2ec6b99b1176), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.587258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] For port b7e12a9b-db60-4d23-9c61-b47156d0b117, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b7e12a9b-db60-4d23-9c61-b47156d0b117,segment=NetworkSegment(ff37b049-1166-4e37-b958-ff979d9c392c),segment_id=ff37b049-1166-4e37-b958-ff979d9c392c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:53.587956 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.617676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Calling delete_port for b7e12a9b-db60-4d23-9c61-b47156d0b117 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:53.672289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defb4a4e-c404-4cd5-bae3-2ec6b99b1176']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:53.706988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103cf1b0-8b18-48e1-bdd7-c37c0bf05966') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:53.707342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103cf1b0-8b18-48e1-bdd7-c37c0bf05966') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:53.746131 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (103cf1b0-8b18-48e1-bdd7-c37c0bf05966), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.780749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (103cf1b0-8b18-48e1-bdd7-c37c0bf05966), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.797530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:51:53.798034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (103cf1b0-8b18-48e1-bdd7-c37c0bf05966), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:51:53.801257 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:51:53.827301 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.912632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Pushing event deleted for resources: {'Port': ['ID=b7e12a9b-db60-4d23-9c61-b47156d0b117,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:53.935838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] No DVR routers for this DVR port b7e12a9b-db60-4d23-9c61-b47156d0b117 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:53.941951 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (defb4a4e-c404-4cd5-bae3-2ec6b99b1176), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.959618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95be21f6-9e2b-4044-8013-f5f2c08d56e5 req-ceb6ce3d-c070-4449-a2aa-20d660c8fde2 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0541995 Feb 03 21:51:53.979349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.979349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.979349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.979349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.979349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.979349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.979349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.980124 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:53.980221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.980221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.980221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.980221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.980221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.980221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0de5a-66f4-49be-a8e4-6aeaf1be1b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:51:53.989915 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/defb4a4e-c404-4cd5-bae3-2ec6b99b1176 HTTP/1.1" status: 204 len: 168 time: 3.8020818 Feb 03 21:51:53.993635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35966) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:53.998100 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b7e12a9b-db60-4d23-9c61-b47156d0b117), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.004282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1651054758'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:54.070110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d1595-e871-4e39-b28a-7dd0feed5982 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=defb4a4e-c404-4cd5-bae3-2ec6b99b1176,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:54.074864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e12a9b-db60-4d23-9c61-b47156d0b117,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:54.079413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] No DVR routers for this DVR port b7e12a9b-db60-4d23-9c61-b47156d0b117 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:54.120469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:54.126497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.253129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2f83f93a-3225-4a43-9e07-27b3e3c95587), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.293408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b59c56f-a8ee-4cbb-957f-f12acc57d5ff req-c29c0f69-8e2e-4d00-b147-ca1aa68fab0c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 210 time: 0.1146529 Feb 03 21:51:54.297331 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.303482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f83f93a-3225-4a43-9e07-27b3e3c95587']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:54.332496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:51:54.346048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff37b049-1166-4e37-b958-ff979d9c392c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:54.346667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff37b049-1166-4e37-b958-ff979d9c392c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:54.354533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c52c227b-2d9d-4405-a824-63e490b2743c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.355268 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment c52c227b-2d9d-4405-a824-63e490b2743c of type vlan for network 75db521e-8e59-482c-b3c4-139e9aa83ab6 Feb 03 21:51:54.381777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (ff37b049-1166-4e37-b958-ff979d9c392c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.387265 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.404748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ff37b049-1166-4e37-b958-ff979d9c392c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.414454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:51:54.415765 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (ff37b049-1166-4e37-b958-ff979d9c392c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:51:54.419324 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:51:54.426905 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (75db521e-8e59-482c-b3c4-139e9aa83ab6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.468572 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (75db521e-8e59-482c-b3c4-139e9aa83ab6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.483137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:54.485685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.592812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5962813 Feb 03 21:51:54.596509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:54.603003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': '75db521e-8e59-482c-b3c4-139e9aa83ab6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:54.622190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b7e12a9b-db60-4d23-9c61-b47156d0b117 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:51:54.669400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2f83f93a-3225-4a43-9e07-27b3e3c95587), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.676763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:54.683137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] 10.222.0.50 "DELETE /v2.0/networks/2f83f93a-3225-4a43-9e07-27b3e3c95587 HTTP/1.1" status: 204 len: 168 time: 2.2467973 Feb 03 21:51:54.700520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:54.715516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c19bc3-ef5e-4b0d-a079-d68f3dff9ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=2f83f93a-3225-4a43-9e07-27b3e3c95587,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:54.718553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b7e12a9b-db60-4d23-9c61-b47156d0b117 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:51:54.719387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b7e12a9b-db60-4d23-9c61-b47156d0b117 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:51:54.847261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddce1bc-a024-43c2-9c72-8003cd0e06d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=75db521e-8e59-482c-b3c4-139e9aa83ab6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:54.863486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 75db521e-8e59-482c-b3c4-139e9aa83ab6 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:51:55.017504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:55.021121 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:55.123020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36008) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:55.193242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-baf6bec4-2e4e-46cb-a6f2-e4409d48a04e req-9a3b805d-93a5-4a5c-b60b-ab2a005a9528 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0430098 Feb 03 21:51:55.423312 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (6018bc44-10e4-413f-856e-05a9d70a4048), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:55.459076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5de67a4-b3af-4f6f-80d3-a266f6cdc079 req-e66e22a4-9ed7-4611-9114-6c9516a1d6db tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 210 time: 0.0483110 Feb 03 21:51:55.528543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0c8a337-ee26-4620-a186-df66b62ed13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:55.547902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-c7911b17-07ee-4578-8dd1-063c78480e0c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:55.549415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-c7911b17-07ee-4578-8dd1-063c78480e0c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.7059493 Feb 03 21:51:55.572399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=6018bc44-10e4-413f-856e-05a9d70a4048,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:55.591828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'port': {'device_id': '246cd8aa-9165-4e2f-aada-3a74039d18be', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'admin_state_up': True, 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:55.595689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': 'c52c227b-2d9d-4405-a824-63e490b2743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75db521e-8e59-482c-b3c4-139e9aa83ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:55.598064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: 75db521e-8e59-482c-b3c4-139e9aa83ab6, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:51:55.640379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 75db521e-8e59-482c-b3c4-139e9aa83ab6 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:51:55.669647 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 75db521e-8e59-482c-b3c4-139e9aa83ab6) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:55.675737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:55.676538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:55.683352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e164e-62a0-47ec-b260-81c67ff49a83 None None] Network 75db521e-8e59-482c-b3c4-139e9aa83ab6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:55.706589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2569dddd-420b-4882-88a1-405e78c880e1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1076250 Feb 03 21:51:55.708150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36020) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:55.789552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:55.802980 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4234c4be-3357-4a5f-b741-de568eda85fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:55.899672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0c8a337-ee26-4620-a186-df66b62ed13a admin admin] Publish callbacks [] for security_group (4d9c7798-c532-4d42-b810-4080d766ea43), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:55.911595 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0c8a337-ee26-4620-a186-df66b62ed13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4d9c7798-c532-4d42-b810-4080d766ea43), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:55.967084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Made reservation on behalf of e037e7bdda124ad7a07c459f7a41f324 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:55.970976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:55.975343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8a337-ee26-4620-a186-df66b62ed13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c7798-c532-4d42-b810-4080d766ea43,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:56.022563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-75db521e-8e59-482c-b3c4-139e9aa83ab6', 'network_id': '75db521e-8e59-482c-b3c4-139e9aa83ab6', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': '6018bc44-10e4-413f-856e-05a9d70a4048'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:51:56.029998 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.040964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a0c8a337-ee26-4620-a186-df66b62ed13a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d588d5e1609401498127205663e8e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9139986 Feb 03 21:51:56.047889 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (75db521e-8e59-482c-b3c4-139e9aa83ab6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.057002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:56.235327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Allocated IP 172.20.0.13 (69fd4d27-c7dd-48c7-9847-0103c0946f50/95b22dfc-123f-46bd-a07d-255c783ecbc1/2fd6d6dd-eafb-454b-b751-1340d97c3afa) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:51:56.323738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Allocated IP 172.20.0.2 (75db521e-8e59-482c-b3c4-139e9aa83ab6/6018bc44-10e4-413f-856e-05a9d70a4048/da060920-b65e-4a03-820a-f52ebaad55d7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:51:56.327081 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89118ff2-4322-480e-a547-56bab4880e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.347005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.545666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-819bcfdf-3711-48aa-aa01-dbab907da6c9 req-7bc30564-c7de-4445-849c-bdf97df10f76 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1535275 Feb 03 21:51:56.562654 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6018bc44-10e4-413f-856e-05a9d70a4048), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.669384 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Publish callbacks [] for port (da060920-b65e-4a03-820a-f52ebaad55d7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.695084 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (da060920-b65e-4a03-820a-f52ebaad55d7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.706271 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.759357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f915c52-b9a6-41ac-8ba7-3169461cc2b1 req-25b205c4-8707-4d34-9e56-b3c3634ad4f6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 210 time: 0.0677030 Feb 03 21:51:56.809453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.813240 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8b7df0f-9920-4edb-b874-146bd8c40f96 admin admin] Publish callbacks [] for security_group (4d9c7798-c532-4d42-b810-4080d766ea43), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.816679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Network 75db521e-8e59-482c-b3c4-139e9aa83ab6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:56.830317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:56.835030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:56.864462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Pushing event updated for resources: {'Port': ['ID=da060920-b65e-4a03-820a-f52ebaad55d7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:56.873464 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8b7df0f-9920-4edb-b874-146bd8c40f96 admin admin] Publish callbacks [] for security_group (4d9c7798-c532-4d42-b810-4080d766ea43), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.904197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'Port': ['ID=2fd6d6dd-eafb-454b-b751-1340d97c3afa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:56.954069 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (6018bc44-10e4-413f-856e-05a9d70a4048), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.973736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:56.985898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Attempting to bind port da060920-b65e-4a03-820a-f52ebaad55d7 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:56.986609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Attempting to bind port da060920-b65e-4a03-820a-f52ebaad55d7 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c52c227b-2d9d-4405-a824-63e490b2743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75db521e-8e59-482c-b3c4-139e9aa83ab6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:56.987442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Attempting to bind port da060920-b65e-4a03-820a-f52ebaad55d7 on network 75db521e-8e59-482c-b3c4-139e9aa83ab6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:56.994187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=6018bc44-10e4-413f-856e-05a9d70a4048,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:56.995850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:51:57.002007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Checking segment: {'id': 'c52c227b-2d9d-4405-a824-63e490b2743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75db521e-8e59-482c-b3c4-139e9aa83ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:57.002465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:51:57.004447 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.005196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Bound using segment: {'id': 'c52c227b-2d9d-4405-a824-63e490b2743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75db521e-8e59-482c-b3c4-139e9aa83ab6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:51:57.006307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Bound port: da060920-b65e-4a03-820a-f52ebaad55d7, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52c227b-2d9d-4405-a824-63e490b2743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75db521e-8e59-482c-b3c4-139e9aa83ab6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:51:57.007948 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (da060920-b65e-4a03-820a-f52ebaad55d7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.016275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:51:57.021391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:51:57.109663 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (75db521e-8e59-482c-b3c4-139e9aa83ab6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.125337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:57.127302 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.128095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8b7df0f-9920-4edb-b874-146bd8c40f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4d9c7798-c532-4d42-b810-4080d766ea43), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.131387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8b7df0f-9920-4edb-b874-146bd8c40f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.132132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a8b7df0f-9920-4edb-b874-146bd8c40f96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d9c7798-c532-4d42-b810-4080d766ea43 HTTP/1.1" status: 204 len: 168 time: 1.0741572 Feb 03 21:51:57.167606 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89118ff2-4322-480e-a547-56bab4880e93 admin admin] Publish callbacks [] for security_group (030e90fa-c941-4877-9d21-8265d4dc9258), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.176486 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-ca2f2648-21cf-4204-81f6-ef74b14c10bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5903380 Feb 03 21:51:57.179040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75db521e-8e59-482c-b3c4-139e9aa83ab6']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:57.181616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7df0f-9920-4edb-b874-146bd8c40f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c7798-c532-4d42-b810-4080d766ea43,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:57.192691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] For port da060920-b65e-4a03-820a-f52ebaad55d7, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:57.195175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89118ff2-4322-480e-a547-56bab4880e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (030e90fa-c941-4877-9d21-8265d4dc9258), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.202837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Request body: {'port': {'device_id': '246cd8aa-9165-4e2f-aada-3a74039d18be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:57.230383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] For port da060920-b65e-4a03-820a-f52ebaad55d7, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=da060920-b65e-4a03-820a-f52ebaad55d7,segment=NetworkSegment(c52c227b-2d9d-4405-a824-63e490b2743c),segment_id=c52c227b-2d9d-4405-a824-63e490b2743c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:51:57.256939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-89118ff2-4322-480e-a547-56bab4880e93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a19419d8d8004e23a53ad53ba7adbe45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4624145 Feb 03 21:51:57.257698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89118ff2-4322-480e-a547-56bab4880e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030e90fa-c941-4877-9d21-8265d4dc9258,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:57.260570 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (da060920-b65e-4a03-820a-f52ebaad55d7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.261827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52c227b-2d9d-4405-a824-63e490b2743c') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:57.262141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52c227b-2d9d-4405-a824-63e490b2743c') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:57.263783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:57.288565 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (c52c227b-2d9d-4405-a824-63e490b2743c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.347045 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c52c227b-2d9d-4405-a824-63e490b2743c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.374310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.378071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:51:57.378490 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (c52c227b-2d9d-4405-a824-63e490b2743c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:51:57.382099 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:51:57.413400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Deleting port 2c9d1747-d879-434d-8514-9b6b1a7f06c4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:57.414363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.522750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84f2d9-d21c-420b-a409-f7c577836702 None None] Pushing event updated for resources: {'Port': ['ID=da060920-b65e-4a03-820a-f52ebaad55d7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:57.538798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585b0277-3346-4096-9fbf-554d636528ff admin admin] Publish callbacks [] for security_group (030e90fa-c941-4877-9d21-8265d4dc9258), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.556181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed77097e-f30c-4931-8f40-da335c33fbc2 None None] Provisioning complete for port 2fd6d6dd-eafb-454b-b751-1340d97c3afa triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:51:57.557126 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed77097e-f30c-4931-8f40-da335c33fbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.557409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:51:57.557409 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:51:57.557409 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '75db521e-8e59-482c-b3c4-139e9aa83ab6'}] Feb 03 21:51:57.557409 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:51:57.559910 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:51:57.595508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585b0277-3346-4096-9fbf-554d636528ff admin admin] Publish callbacks [] for security_group (030e90fa-c941-4877-9d21-8265d4dc9258), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.635526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d75cd65-5973-4fdc-aed2-88f5ceec8edd None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:51:57.691211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585b0277-3346-4096-9fbf-554d636528ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (030e90fa-c941-4877-9d21-8265d4dc9258), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.695909 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-585b0277-3346-4096-9fbf-554d636528ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.697249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-585b0277-3346-4096-9fbf-554d636528ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/030e90fa-c941-4877-9d21-8265d4dc9258 HTTP/1.1" status: 204 len: 168 time: 0.4324949 Feb 03 21:51:57.710303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b0277-3346-4096-9fbf-554d636528ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e90fa-c941-4877-9d21-8265d4dc9258,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:57.716113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed77097e-f30c-4931-8f40-da335c33fbc2 None None] Port 2fd6d6dd-eafb-454b-b751-1340d97c3afa cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:51:57.819352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2884384-8f2c-4200-b56a-0dcf0d746864 req-8da5d970-dcbc-4ae9-b0fd-7718cceca6dc tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0757451 Feb 03 21:51:57.948444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] For port 2c9d1747-d879-434d-8514-9b6b1a7f06c4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c9d1747-d879-434d-8514-9b6b1a7f06c4,segment=NetworkSegment(5ae4c1a6-62ab-4dfc-8224-2beac92939b2),segment_id=5ae4c1a6-62ab-4dfc-8224-2beac92939b2)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:57.948834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:57.968516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d75cd65-5973-4fdc-aed2-88f5ceec8edd None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:51:57.979966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Calling delete_port for 2c9d1747-d879-434d-8514-9b6b1a7f06c4 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:58.048813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc458c-427d-490a-b676-761741d7b62c req-756e5a74-09ab-4f4f-bf78-12e7f02d5b98 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:58.050851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4dc458c-427d-490a-b676-761741d7b62c req-756e5a74-09ab-4f4f-bf78-12e7f02d5b98 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 932 time: 0.1265569 Feb 03 21:51:58.069104 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (75db521e-8e59-482c-b3c4-139e9aa83ab6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.259840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4dc458c-427d-490a-b676-761741d7b62c req-55c81ba8-3e79-4cc4-8fe4-c39a1ceb058e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995151 Feb 03 21:51:58.304209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port da060920-b65e-4a03-820a-f52ebaad55d7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:51:58.304576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (da060920-b65e-4a03-820a-f52ebaad55d7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.431483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd97ec3-e42e-40a6-ba3e-8bc36a1d0438 None None] Network 75db521e-8e59-482c-b3c4-139e9aa83ab6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:51:58.432931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd6d6dd-eafb-454b-b751-1340d97c3afa {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:51:58.469475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Publish callbacks [] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.506795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:58.529440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port da060920-b65e-4a03-820a-f52ebaad55d7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=da060920-b65e-4a03-820a-f52ebaad55d7,segment=NetworkSegment(c52c227b-2d9d-4405-a824-63e490b2743c),segment_id=c52c227b-2d9d-4405-a824-63e490b2743c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:51:58.531199 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (da060920-b65e-4a03-820a-f52ebaad55d7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.537065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Transition to ACTIVE for port object 2fd6d6dd-eafb-454b-b751-1340d97c3afa will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:51:58.574708 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.580321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for da060920-b65e-4a03-820a-f52ebaad55d7 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:51:58.599385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46418ba5-1e21-40df-810c-3af502fe1e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.628171 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.713097 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (da060920-b65e-4a03-820a-f52ebaad55d7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.742790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46418ba5-1e21-40df-810c-3af502fe1e08 admin admin] Publish callbacks [] for security_group (ce403cc1-43a7-4b80-ab03-708ecf4f17a9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.764557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46418ba5-1e21-40df-810c-3af502fe1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ce403cc1-43a7-4b80-ab03-708ecf4f17a9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:58.771799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=da060920-b65e-4a03-820a-f52ebaad55d7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:58.789092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port da060920-b65e-4a03-820a-f52ebaad55d7 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:51:58.815402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-46418ba5-1e21-40df-810c-3af502fe1e08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50217a256d2a4127ac834cf8f4aa6b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056912 Feb 03 21:51:58.820626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:59.052872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6d6dd-eafb-454b-b751-1340d97c3afa,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:59.097853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46418ba5-1e21-40df-810c-3af502fe1e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce403cc1-43a7-4b80-ab03-708ecf4f17a9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:59.127015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d68364ad-5d63-45a0-9f94-a287328284bf admin admin] Publish callbacks [] for security_group (ce403cc1-43a7-4b80-ab03-708ecf4f17a9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.131442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7a23c00-e90e-4b64-86e0-cb7f7337a924 req-336428d3-13f4-43f6-b2a9-7d1260551fd3 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1158335 Feb 03 21:51:59.152376 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (75db521e-8e59-482c-b3c4-139e9aa83ab6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.189977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d68364ad-5d63-45a0-9f94-a287328284bf admin admin] Publish callbacks [] for security_group (ce403cc1-43a7-4b80-ab03-708ecf4f17a9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.193886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75db521e-8e59-482c-b3c4-139e9aa83ab6']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:59.205597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52c227b-2d9d-4405-a824-63e490b2743c') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:59.205901 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52c227b-2d9d-4405-a824-63e490b2743c') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:51:59.217890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (c52c227b-2d9d-4405-a824-63e490b2743c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.219101 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:51:59.236478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c52c227b-2d9d-4405-a824-63e490b2743c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.243858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Attempting to bind port 2fd6d6dd-eafb-454b-b751-1340d97c3afa on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:51:59.245004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Attempting to bind port 2fd6d6dd-eafb-454b-b751-1340d97c3afa by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:51:59.245337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:51:59.245623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Attempting to bind port 2fd6d6dd-eafb-454b-b751-1340d97c3afa on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:59.245857 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (c52c227b-2d9d-4405-a824-63e490b2743c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:51:59.253547 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:51:59.255948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Port 2fd6d6dd-eafb-454b-b751-1340d97c3afa on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:51:59.255948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Attempting to bind port 2fd6d6dd-eafb-454b-b751-1340d97c3afa on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:51:59.263703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:51:59.263703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Checking segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:51:59.263703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Bound using segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:51:59.264205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Bound port: 2fd6d6dd-eafb-454b-b751-1340d97c3afa, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:51:59.265221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.270898 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2c9d1747-d879-434d-8514-9b6b1a7f06c4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.353226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9d1747-d879-434d-8514-9b6b1a7f06c4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:59.389893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d68364ad-5d63-45a0-9f94-a287328284bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ce403cc1-43a7-4b80-ab03-708ecf4f17a9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.392781 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d68364ad-5d63-45a0-9f94-a287328284bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.394102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d68364ad-5d63-45a0-9f94-a287328284bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce403cc1-43a7-4b80-ab03-708ecf4f17a9 HTTP/1.1" status: 204 len: 168 time: 0.5695145 Feb 03 21:51:59.435507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68364ad-5d63-45a0-9f94-a287328284bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce403cc1-43a7-4b80-ab03-708ecf4f17a9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:59.565593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (75db521e-8e59-482c-b3c4-139e9aa83ab6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.567847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:59.575166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] For port 2fd6d6dd-eafb-454b-b751-1340d97c3afa, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:51:59.597132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.610536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/75db521e-8e59-482c-b3c4-139e9aa83ab6 HTTP/1.1" status: 204 len: 168 time: 3.9011269 Feb 03 21:51:59.616709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:51:59.651079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560996556'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:51:59.659469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] For port 2fd6d6dd-eafb-454b-b751-1340d97c3afa, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fd6d6dd-eafb-454b-b751-1340d97c3afa,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:51:59.680717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.686172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14892c81-a321-4607-99ac-f94772d58581 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=75db521e-8e59-482c-b3c4-139e9aa83ab6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:51:59.698761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eed74-c127-4188-ad58-ae854b4a36df req-e2faa53b-cc19-4e27-80cc-9d9c0202f6d3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:59.715518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-233eed74-c127-4188-ad58-ae854b4a36df req-e2faa53b-cc19-4e27-80cc-9d9c0202f6d3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 944 time: 0.3325753 Feb 03 21:51:59.720286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:51:59.725429 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.833425 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.849684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:51:59.852656 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.861636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] 10.222.0.47 "PUT /v2.0/ports/2fd6d6dd-eafb-454b-b751-1340d97c3afa HTTP/1.1" status: 200 len: 1092 time: 2.6659203 Feb 03 21:51:59.861636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246cd8aa-9165-4e2f-aada-3a74039d18be', 'tag': '2fd6d6dd-eafb-454b-b751-1340d97c3afa'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:51:59.861636 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f2df09-f96f-4645-b37d-3f04a73c3fee" -d '{"events": [{"name": "network-changed", "server_uuid": "246cd8aa-9165-4e2f-aada-3a74039d18be", "tag": "2fd6d6dd-eafb-454b-b751-1340d97c3afa"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:51:59.882959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-233eed74-c127-4188-ad58-ae854b4a36df req-cb53858d-73ab-4b2d-8670-d010faac698f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658192 Feb 03 21:51:59.907809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:51:59.938687 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (94245836-ba1b-4596-b358-4d9923be776f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:51:59.946357 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment 94245836-ba1b-4596-b358-4d9923be776f of type vlan for network 1ca736ce-4c59-4696-b10d-332e9428f161 Feb 03 21:52:00.020152 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-254db7cd-1e92-40d7-bce8-44df382b0bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.055853 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd04508-f35c-46df-a4fc-5c0901965649 x-openstack-request-id: req-cdd04508-f35c-46df-a4fc-5c0901965649 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:00.056158 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246cd8aa-9165-4e2f-aada-3a74039d18be", "tag": "2fd6d6dd-eafb-454b-b751-1340d97c3afa", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:00.056419 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cdd04508-f35c-46df-a4fc-5c0901965649 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:00.057800 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246cd8aa-9165-4e2f-aada-3a74039d18be', 'tag': '2fd6d6dd-eafb-454b-b751-1340d97c3afa', 'status': 'completed', 'code': 200} Feb 03 21:52:00.081103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754f78e-0503-4764-a45a-97bcb81ab2bc service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6d6dd-eafb-454b-b751-1340d97c3afa,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:00.128788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-be0611eb-9601-469c-85e6-bd1c9be5673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:00.131380 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-be0611eb-9601-469c-85e6-bd1c9be5673e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 1126 time: 0.2025330 Feb 03 21:52:00.134613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.170117 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (1ca736ce-4c59-4696-b10d-332e9428f161), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.174032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-254db7cd-1e92-40d7-bce8-44df382b0bd0 admin admin] Publish callbacks [] for security_group (804e7d1c-b47d-4b66-a3e0-1f732a8ba0e5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.201630 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-254db7cd-1e92-40d7-bce8-44df382b0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (804e7d1c-b47d-4b66-a3e0-1f732a8ba0e5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.263329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-56aed1fd-0c89-4fdc-96c1-f1bf427ce820 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd6d6dd-eafb-454b-b751-1340d97c3afa HTTP/1.1" status: 200 len: 217 time: 0.1169438 Feb 03 21:52:00.323946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b60491de-40cb-40c6-a0df-25b11faf979e req-b40ed716-78c2-4668-bdd8-8f275c9484c6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0948811 Feb 03 21:52:00.335687 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (1ca736ce-4c59-4696-b10d-332e9428f161), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.350928 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:00.352186 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.367671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-67a0c687-c14c-4dbe-8173-be5897ce3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:00.369177 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-67a0c687-c14c-4dbe-8173-be5897ce3ef8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.0737274 Feb 03 21:52:00.504535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-254db7cd-1e92-40d7-bce8-44df382b0bd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79f9cad0777d400fb5a33d728671f36d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9356515 Feb 03 21:52:00.513303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36122) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:00.513994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=1ca736ce-4c59-4696-b10d-332e9428f161,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:00.535332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 1ca736ce-4c59-4696-b10d-332e9428f161 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:00.559849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-883e9c43-c825-4d0f-acbf-a80e4392ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:00.561434 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-883e9c43-c825-4d0f-acbf-a80e4392ba64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1750233 Feb 03 21:52:00.575054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254db7cd-1e92-40d7-bce8-44df382b0bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804e7d1c-b47d-4b66-a3e0-1f732a8ba0e5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:00.605176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-23bebca3-aabb-418e-be6f-b07fb14deed3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9860110 Feb 03 21:52:00.612223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:00.631563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': '1ca736ce-4c59-4696-b10d-332e9428f161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:00.700266 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-588a2dc0-471f-4994-acdd-855a42991bb0 admin admin] Publish callbacks [] for security_group (804e7d1c-b47d-4b66-a3e0-1f732a8ba0e5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.742407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-588a2dc0-471f-4994-acdd-855a42991bb0 admin admin] Publish callbacks [] for security_group (804e7d1c-b47d-4b66-a3e0-1f732a8ba0e5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.775249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-3c507e45-aa31-44be-9921-51b7de73a919 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063615 Feb 03 21:52:00.780042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:52:00.836514 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-588a2dc0-471f-4994-acdd-855a42991bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (804e7d1c-b47d-4b66-a3e0-1f732a8ba0e5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.842862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-588a2dc0-471f-4994-acdd-855a42991bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:00.844022 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-588a2dc0-471f-4994-acdd-855a42991bb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/804e7d1c-b47d-4b66-a3e0-1f732a8ba0e5 HTTP/1.1" status: 204 len: 168 time: 0.3130000 Feb 03 21:52:00.882100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a2dc0-471f-4994-acdd-855a42991bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804e7d1c-b47d-4b66-a3e0-1f732a8ba0e5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:00.898644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:00.902789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:01.071564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 21:52:01.072097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 21:52:01.166570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cbdcf-b006-4041-bd0f-702942282355 req-0db4ffa9-89f3-4507-a5cc-aa5d2cf92baa tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:01.168095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-619cbdcf-b006-4041-bd0f-702942282355 req-0db4ffa9-89f3-4507-a5cc-aa5d2cf92baa tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 944 time: 0.1675532 Feb 03 21:52:01.353298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-619cbdcf-b006-4041-bd0f-702942282355 req-e455b2b8-9fd3-4846-81b9-568b5056fa1b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774890 Feb 03 21:52:01.404772 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (e07e4d71-eb7f-4f30-8331-ad6a93ecd864), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:01.425946 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-513b8871-b9f8-423c-b5b1-4345ebe77a46 req-9fa73450-7ea0-4476-95c2-e3a1002a286b service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428332 Feb 03 21:52:01.583292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-fcccdf7c-439f-4354-b8de-ec6d0cc351e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:01.584995 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-fcccdf7c-439f-4354-b8de-ec6d0cc351e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 1126 time: 0.0966892 Feb 03 21:52:01.617723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=e07e4d71-eb7f-4f30-8331-ad6a93ecd864,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:01.647422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': '94245836-ba1b-4596-b358-4d9923be776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ca736ce-4c59-4696-b10d-332e9428f161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:01.647794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: 1ca736ce-4c59-4696-b10d-332e9428f161, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:01.658656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:52:01.667083 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fb47c5b6-6904-4483-bf2e-6e7acdf48157 admin admin] 10.222.0.50 "PUT /v2.0/routers/5eacdb8a-aba4-4dd7-868a-e899f4299f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9648097 Feb 03 21:52:01.668736 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] Sync routers for ids ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:52:01.670084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:01.680154 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] Routers {'5eacdb8a-aba4-4dd7-868a-e899f4299f8e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:52:01.680775 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:51:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:01.897760 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] Set router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:52:01.953182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-244a9460-83f8-40d2-8e40-f18903e528b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:01.953959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-244a9460-83f8-40d2-8e40-f18903e528b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.3607550 Feb 03 21:52:01.957475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks [] for router (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:02.079304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-41413043-e42f-469b-bd42-11eec09c90a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd6d6dd-eafb-454b-b751-1340d97c3afa HTTP/1.1" status: 200 len: 217 time: 0.1119142 Feb 03 21:52:02.149467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24696120-468e-4341-9929-2dec9515fc07 req-99004166-2ec5-4518-860a-29788bf57572 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.5902357 Feb 03 21:52:02.173772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 1ca736ce-4c59-4696-b10d-332e9428f161 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:02.197416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 1ca736ce-4c59-4696-b10d-332e9428f161) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:02.209071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c93024-e6c0-4132-82e9-fa2004dbf75d None None] Network 1ca736ce-4c59-4696-b10d-332e9428f161 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:02.210967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:02.211889 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:02.254849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d218c636-5b2c-4721-ae8f-8edebdfdefbe tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6274078 Feb 03 21:52:02.255856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36172) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:02.322082 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:44Z', 'updated_at': '2022-02-03T21:51:58Z', 'revision_number': 5, 'project_id': '04de019f176c4134a33a97ed56957025', 'gw_port': {'id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:45Z', 'updated_at': '2022-02-03T21:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:02.359900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-978e70e0-6295-4343-8398-5b55598fed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:02.367070 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-978e70e0-6295-4343-8398-5b55598fed1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.2208283 Feb 03 21:52:02.397141 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] Checking router: 5eacdb8a-aba4-4dd7-868a-e899f4299f8e for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:52:02.417613 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] Routers {'5eacdb8a-aba4-4dd7-868a-e899f4299f8e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:52:02.418309 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:51:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:02.492476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks [] for router_gateway (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:02.523948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (1ca736ce-4c59-4696-b10d-332e9428f161), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:02.538846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-1ca736ce-4c59-4696-b10d-332e9428f161', 'network_id': '1ca736ce-4c59-4696-b10d-332e9428f161', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': 'e07e4d71-eb7f-4f30-8331-ad6a93ecd864'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:02.540353 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:02.566358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-3f48736b-493d-4197-ab8e-52d836994c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:02.571357 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-3f48736b-493d-4197-ab8e-52d836994c4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1841028 Feb 03 21:52:02.660841 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] Set router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:52:02.680549 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (e07e4d71-eb7f-4f30-8331-ad6a93ecd864), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:02.747649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb77a-07ae-4a11-aa1f-5aa2b4f991b5 req-92d5e3fd-f6e6-45c0-b9ea-6df8d7e0c380 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:02.766789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c9eb77a-07ae-4a11-aa1f-5aa2b4f991b5 req-92d5e3fd-f6e6-45c0-b9ea-6df8d7e0c380 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 944 time: 0.3136079 Feb 03 21:52:02.902678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Deleting port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:02.903450 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:02.909528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-ec842ad7-b29c-484f-b707-19d91c433303 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592699 Feb 03 21:52:02.916158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Allocated IP 172.20.0.3 (1ca736ce-4c59-4696-b10d-332e9428f161/e07e4d71-eb7f-4f30-8331-ad6a93ecd864/5cbdd52c-898e-4837-aaef-c46709b0890c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:02.942572 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c9eb77a-07ae-4a11-aa1f-5aa2b4f991b5 req-15d61019-1f5c-45f4-81cb-5a1c20cfe716 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744487 Feb 03 21:52:03.063891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] For port 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:03.064183 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.086287 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:44Z', 'updated_at': '2022-02-03T21:51:58Z', 'revision_number': 5, 'project_id': '04de019f176c4134a33a97ed56957025', 'gw_port': {'id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:45Z', 'updated_at': '2022-02-03T21:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:03.088440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Calling delete_port for 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:03.118942 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7f4a9-7385-487c-857e-541963e4260f None None] The sync data for ids ['5eacdb8a-aba4-4dd7-868a-e899f4299f8e'] in n-d-824834-9 is: [{'id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'name': 'tempest-TaggedBootDevicesTest-2032948379-router', 'tenant_id': '04de019f176c4134a33a97ed56957025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:42:44Z', 'updated_at': '2022-02-03T21:51:58Z', 'revision_number': 5, 'project_id': '04de019f176c4134a33a97ed56957025', 'gw_port': {'id': '6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eacdb8a-aba4-4dd7-868a-e899f4299f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:42:45Z', 'updated_at': '2022-02-03T21:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:52:03.132869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-6ee730ed-a46e-4098-8d95-1119999f2665 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:03.137759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-6ee730ed-a46e-4098-8d95-1119999f2665 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161911 Feb 03 21:52:03.170480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-009a33ba-cabf-42f4-9317-67e643f5a645 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/quotas/3581307d22c3441fb5a5c9d506d7c2ee HTTP/1.1" status: 200 len: 375 time: 0.0251198 Feb 03 21:52:03.233840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-ba231851-d544-4690-b5c4-d1cff4cf15b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551331 Feb 03 21:52:03.277058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Publish callbacks [] for port (5cbdd52c-898e-4837-aaef-c46709b0890c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.302906 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (5cbdd52c-898e-4837-aaef-c46709b0890c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.368473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-599553cc-f6ee-4b85-b1cc-8731c1ba5d5d req-2bcf9e00-3755-49b6-8d0b-11722d2b345a tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0736039 Feb 03 21:52:03.389318 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-11314f08-2895-4065-8f3d-1f55bcbf6c3f service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439296 Feb 03 21:52:03.390440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.393799 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (e07e4d71-eb7f-4f30-8331-ad6a93ecd864), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.432409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:03.453077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Network 1ca736ce-4c59-4696-b10d-332e9428f161 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:03.466256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:03.473723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=e07e4d71-eb7f-4f30-8331-ad6a93ecd864,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:03.481197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Pushing event updated for resources: {'Port': ['ID=5cbdd52c-898e-4837-aaef-c46709b0890c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:03.483481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:03.646050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Attempting to bind port 5cbdd52c-898e-4837-aaef-c46709b0890c on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:03.646595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Attempting to bind port 5cbdd52c-898e-4837-aaef-c46709b0890c by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '94245836-ba1b-4596-b358-4d9923be776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ca736ce-4c59-4696-b10d-332e9428f161'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:03.647271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Attempting to bind port 5cbdd52c-898e-4837-aaef-c46709b0890c on network 1ca736ce-4c59-4696-b10d-332e9428f161 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:03.657864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:03.660553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (1ca736ce-4c59-4696-b10d-332e9428f161), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.660889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Checking segment: {'id': '94245836-ba1b-4596-b358-4d9923be776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ca736ce-4c59-4696-b10d-332e9428f161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:03.661402 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.661867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Bound using segment: {'id': '94245836-ba1b-4596-b358-4d9923be776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ca736ce-4c59-4696-b10d-332e9428f161'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:03.662426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Bound port: 5cbdd52c-898e-4837-aaef-c46709b0890c, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94245836-ba1b-4596-b358-4d9923be776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ca736ce-4c59-4696-b10d-332e9428f161'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:03.662876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5cbdd52c-898e-4837-aaef-c46709b0890c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.672595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83f2df09-f96f-4645-b37d-3f04a73c3fee req-27b324d8-c229-46c0-824a-3382d595e8f9 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431202 Feb 03 21:52:03.803866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e089ddd-cda8-428a-9af7-82dab32acc0b req-994de1ba-071e-4400-b445-c7029e7775a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 210 time: 0.1372845 Feb 03 21:52:03.822071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca736ce-4c59-4696-b10d-332e9428f161']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:03.828831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.834162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] For port 5cbdd52c-898e-4837-aaef-c46709b0890c, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:03.841455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] For port 5cbdd52c-898e-4837-aaef-c46709b0890c, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5cbdd52c-898e-4837-aaef-c46709b0890c,segment=NetworkSegment(94245836-ba1b-4596-b358-4d9923be776f),segment_id=94245836-ba1b-4596-b358-4d9923be776f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:03.845229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94245836-ba1b-4596-b358-4d9923be776f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:03.845774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94245836-ba1b-4596-b358-4d9923be776f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:03.857606 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (94245836-ba1b-4596-b358-4d9923be776f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.872029 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5cbdd52c-898e-4837-aaef-c46709b0890c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.884556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (94245836-ba1b-4596-b358-4d9923be776f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:03.894510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36208) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:03.902675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:03.903665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (94245836-ba1b-4596-b358-4d9923be776f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:04.025138 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:04.031233 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:52:04.031233 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:52:04.031233 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '1ca736ce-4c59-4696-b10d-332e9428f161'}] Feb 03 21:52:04.031233 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:04.033207 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:04.064530 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.065409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924e0ca-757c-4d5f-bd46-df1953627037 None None] Pushing event updated for resources: {'Port': ['ID=5cbdd52c-898e-4837-aaef-c46709b0890c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:04.080534 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks [] for router_controller (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.108960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732e0df-7ac2-4f4c-a3b3-109bf3e51d03 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:52:04.167022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (5eacdb8a-aba4-4dd7-868a-e899f4299f8e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.167564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eacdb8a-aba4-4dd7-868a-e899f4299f8e {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:52:04.173679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.174959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8842574a-c726-4fb4-91ea-0111806c0efa admin admin] 10.222.0.50 "DELETE /v2.0/routers/5eacdb8a-aba4-4dd7-868a-e899f4299f8e HTTP/1.1" status: 204 len: 168 time: 2.5039172 Feb 03 21:52:04.177491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:04.257596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f710a-247f-403b-bee9-d7a6932d809c req-1755f2e1-45e4-464d-b31f-4cc545a50c24 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:04.272436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e46f710a-247f-403b-bee9-d7a6932d809c req-1755f2e1-45e4-464d-b31f-4cc545a50c24 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 944 time: 0.1563311 Feb 03 21:52:04.342575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c2330e-23c4-4e5c-9a08-07a19efc0bda admin admin] Deleting subnet adcbe575-f757-431d-8632-deb088845bd2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:52:04.351571 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c2330e-23c4-4e5c-9a08-07a19efc0bda admin admin] Publish callbacks [] for subnet (adcbe575-f757-431d-8632-deb088845bd2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.402448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e46f710a-247f-403b-bee9-d7a6932d809c req-63704c13-5de8-4cd4-beeb-59e11217e13f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213853 Feb 03 21:52:04.411991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:04.444401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c2330e-23c4-4e5c-9a08-07a19efc0bda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (adcbe575-f757-431d-8632-deb088845bd2), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.473703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.539445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (1ca736ce-4c59-4696-b10d-332e9428f161), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.581694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3e0c707-152d-4f86-8e0d-6a1434229142 req-be798422-2748-4646-8747-0bae71459953 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0434875 Feb 03 21:52:04.643028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c2330e-23c4-4e5c-9a08-07a19efc0bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (adcbe575-f757-431d-8632-deb088845bd2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.671783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port 5cbdd52c-898e-4837-aaef-c46709b0890c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:04.672123 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5cbdd52c-898e-4837-aaef-c46709b0890c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.683996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6732e0df-7ac2-4f4c-a3b3-109bf3e51d03 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:52:04.739815 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.810029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c2330e-23c4-4e5c-9a08-07a19efc0bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (adcbe575-f757-431d-8632-deb088845bd2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.930278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2330e-23c4-4e5c-9a08-07a19efc0bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adcbe575-f757-431d-8632-deb088845bd2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:04.947919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c2330e-23c4-4e5c-9a08-07a19efc0bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:04.959759 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-15c2330e-23c4-4e5c-9a08-07a19efc0bda admin admin] 10.222.0.50 "DELETE /v2.0/subnets/adcbe575-f757-431d-8632-deb088845bd2 HTTP/1.1" status: 204 len: 168 time: 0.7811303 Feb 03 21:52:04.960735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36224) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:04.961323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c9d1747-d879-434d-8514-9b6b1a7f06c4 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:04.990745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port 5cbdd52c-898e-4837-aaef-c46709b0890c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5cbdd52c-898e-4837-aaef-c46709b0890c,segment=NetworkSegment(94245836-ba1b-4596-b358-4d9923be776f),segment_id=94245836-ba1b-4596-b358-4d9923be776f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:04.991330 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5cbdd52c-898e-4837-aaef-c46709b0890c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.027801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fd6d6dd-eafb-454b-b751-1340d97c3afa details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:52:05.037796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 2c9d1747-d879-434d-8514-9b6b1a7f06c4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:05.041143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c9d1747-d879-434d-8514-9b6b1a7f06c4 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:05.042402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:05.044041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cc1c07ed-5931-433f-9580-e1f903fd89aa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.053400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f04bb2b4-a502-415d-83ce-be195c75a32e req-fdabaf45-8d04-44c2-927f-5f5a325232f8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 210 time: 0.0758803 Feb 03 21:52:05.060200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for 5cbdd52c-898e-4837-aaef-c46709b0890c owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:05.111769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:05.112110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6ba8ad1b-bfa1-4b59-b138-65b1fd53cf4d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:05.133357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Allocated IP 172.25.5.111 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/12177078-9a42-4f8d-bde8-2995aa7ce441) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:05.146901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Deleting port a7f90d9e-024e-49de-8b24-a795f79421cf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:05.149905 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.255464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97521395-abc4-4058-831b-b00d323ba0df None None] Network 1ca736ce-4c59-4696-b10d-332e9428f161 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:05.263150 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5cbdd52c-898e-4837-aaef-c46709b0890c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.317809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=5cbdd52c-898e-4837-aaef-c46709b0890c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:05.323824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks [] for port (12177078-9a42-4f8d-bde8-2995aa7ce441), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.325666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port 5cbdd52c-898e-4837-aaef-c46709b0890c on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:05.339248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] For port a7f90d9e-024e-49de-8b24-a795f79421cf, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a7f90d9e-024e-49de-8b24-a795f79421cf,segment=NetworkSegment(5ae4c1a6-62ab-4dfc-8224-2beac92939b2),segment_id=5ae4c1a6-62ab-4dfc-8224-2beac92939b2)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:05.339890 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.343809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16dbdf0-c17c-4120-a7e8-0ca5904debc4 None None] Network cc1c07ed-5931-433f-9580-e1f903fd89aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:05.368231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Calling delete_port for a7f90d9e-024e-49de-8b24-a795f79421cf owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:05.491212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a7f90d9e-024e-49de-8b24-a795f79421cf), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.503241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-bc01d61e-3a06-45bf-b81e-a06e959d6bbd tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1756580 Feb 03 21:52:05.540360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fd6d6dd-eafb-454b-b751-1340d97c3afa, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fd6d6dd-eafb-454b-b751-1340d97c3afa,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:05.554162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '2fd6d6dd-eafb-454b-b751-1340d97c3afa', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'port_id': '2fd6d6dd-eafb-454b-b751-1340d97c3afa', 'mac_address': 'fa:16:3e:5a:07:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:52:05.576606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f90d9e-024e-49de-8b24-a795f79421cf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:05.599291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2fd6d6dd-eafb-454b-b751-1340d97c3afa is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:05.600003 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.600765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] No DVR routers for this DVR port a7f90d9e-024e-49de-8b24-a795f79421cf on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:05.620941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd6d6dd-eafb-454b-b751-1340d97c3afa {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:05.651614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fd6d6dd-eafb-454b-b751-1340d97c3afa, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fd6d6dd-eafb-454b-b751-1340d97c3afa,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:05.654798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3086d95-e2fb-4be3-af72-2f18bf99e578 None None] DHCP port deletion for cc1c07ed-5931-433f-9580-e1f903fd89aa request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:52:05.667167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.734782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2fd6d6dd-eafb-454b-b751-1340d97c3afa,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:05.794157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cc1c07ed-5931-433f-9580-e1f903fd89aa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.815144 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (1ca736ce-4c59-4696-b10d-332e9428f161), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.818213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1c07ed-5931-433f-9580-e1f903fd89aa']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:05.828095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-015d6818-cfca-4019-ac99-2d9c574587cd req-08b404bb-24b6-4eda-a92c-6d27b32ff951 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0856085 Feb 03 21:52:05.844047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae4c1a6-62ab-4dfc-8224-2beac92939b2') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:05.844359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae4c1a6-62ab-4dfc-8224-2beac92939b2') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:05.859112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca736ce-4c59-4696-b10d-332e9428f161']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:05.872057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (5ae4c1a6-62ab-4dfc-8224-2beac92939b2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.885601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94245836-ba1b-4596-b358-4d9923be776f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:05.886338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94245836-ba1b-4596-b358-4d9923be776f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:05.888547 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (12177078-9a42-4f8d-bde8-2995aa7ce441), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.893872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5ae4c1a6-62ab-4dfc-8224-2beac92939b2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.903659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:05.904237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (5ae4c1a6-62ab-4dfc-8224-2beac92939b2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:05.906899 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:05.917259 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (94245836-ba1b-4596-b358-4d9923be776f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.967416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-f2ed8d2a-9b6c-4b7c-b448-ae156106f51f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:05.968069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-f2ed8d2a-9b6c-4b7c-b448-ae156106f51f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4561033 Feb 03 21:52:05.976584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:05.977735 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (94245836-ba1b-4596-b358-4d9923be776f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.985226 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cc1c07ed-5931-433f-9580-e1f903fd89aa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:05.988076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde7f2-e8d7-41a0-a871-c17d991faab3 req-c3d97b31-9073-494b-8e20-440b580d1b34 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:05.996934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-febde7f2-e8d7-41a0-a871-c17d991faab3 req-c3d97b31-9073-494b-8e20-440b580d1b34 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 945 time: 0.4302757 Feb 03 21:52:06.006156 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.006405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fd6d6dd-eafb-454b-b751-1340d97c3afa'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:06.012378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Request body: {'port': {'device_id': '9f9c743d-36aa-4530-bdfe-130da2a4ac37', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '3581307d22c3441fb5a5c9d506d7c2ee'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:06.014654 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cc1c07ed-5931-433f-9580-e1f903fd89aa HTTP/1.1" status: 204 len: 168 time: 1.0524850 Feb 03 21:52:06.015650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14278963-a573-4822-ba4e-43695087e868 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1c07ed-5931-433f-9580-e1f903fd89aa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:06.190613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:06.229813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:06.230392 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (94245836-ba1b-4596-b358-4d9923be776f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.257367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36234) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:06.301470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-76f8d526-becb-42ca-af37-75c04d1e84c7 req-2ad7dde6-52d6-4cd9-95bb-15d3f33d219b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 210 time: 0.1087360 Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:06.302282 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:06.304130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:06.322890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Made reservation on behalf of 3581307d22c3441fb5a5c9d506d7c2ee for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:06.326190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.333676 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c223d411-3507-48eb-b81d-79cdc9caafdb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9668c2b48b8470e9a2862856ebc32f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0751135 Feb 03 21:52:06.335996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:06.357668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Pushing event updated for resources: {'Port': ['ID=12177078-9a42-4f8d-bde8-2995aa7ce441,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:06.401443 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8582cba-3234-4bcd-83c7-d1efe73ef865 admin admin] Publish callbacks [] for security_group (18435cfa-ad87-4ca6-8413-3b4babf54127), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.409969 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.432779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8582cba-3234-4bcd-83c7-d1efe73ef865 admin admin] Publish callbacks [] for security_group (18435cfa-ad87-4ca6-8413-3b4babf54127), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.470032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-febde7f2-e8d7-41a0-a871-c17d991faab3 req-7147a639-8d71-4db1-b81b-f2215ff81a02 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722095 Feb 03 21:52:06.484179 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (1ca736ce-4c59-4696-b10d-332e9428f161), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.518578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8582cba-3234-4bcd-83c7-d1efe73ef865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (18435cfa-ad87-4ca6-8413-3b4babf54127), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.523324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8582cba-3234-4bcd-83c7-d1efe73ef865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.528967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d8582cba-3234-4bcd-83c7-d1efe73ef865 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18435cfa-ad87-4ca6-8413-3b4babf54127 HTTP/1.1" status: 204 len: 168 time: 0.1909316 Feb 03 21:52:06.535296 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.544988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/1ca736ce-4c59-4696-b10d-332e9428f161 HTTP/1.1" status: 204 len: 168 time: 4.2846138 Feb 03 21:52:06.546353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36240) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:06.551948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-831143752'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:06.555581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8582cba-3234-4bcd-83c7-d1efe73ef865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18435cfa-ad87-4ca6-8413-3b4babf54127,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:06.587363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:06.590453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744760d-e232-445f-b0e0-c201b4fa54e5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=1ca736ce-4c59-4696-b10d-332e9428f161,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:06.595485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.628036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a7f90d9e-024e-49de-8b24-a795f79421cf no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:06.643638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:06.666605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (826fb2f3-e9cd-4130-b60f-f97a8725a2de), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.666957 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment 826fb2f3-e9cd-4130-b60f-f97a8725a2de of type vlan for network 06966fc9-3532-4064-8ae7-609bd748f6a9 Feb 03 21:52:06.674746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a7f90d9e-024e-49de-8b24-a795f79421cf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:06.676779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a7f90d9e-024e-49de-8b24-a795f79421cf not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:06.731347 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (06966fc9-3532-4064-8ae7-609bd748f6a9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.741757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks [] for floatingip (43f32931-146c-4135-b85a-4c97e479f8ed), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.771622 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (06966fc9-3532-4064-8ae7-609bd748f6a9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.777571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:06.778196 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.809464 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (12177078-9a42-4f8d-bde8-2995aa7ce441), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.845923 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2978687 Feb 03 21:52:06.846510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:06.866582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for security_group (8b524133-e30c-4faa-b54c-647792e06ff8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.870965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': '06966fc9-3532-4064-8ae7-609bd748f6a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:06.881788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b524133-e30c-4faa-b54c-647792e06ff8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:06.951396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a5529-d33a-47a2-aa27-3fe0de12d60d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=06966fc9-3532-4064-8ae7-609bd748f6a9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:06.965441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 06966fc9-3532-4064-8ae7-609bd748f6a9 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:07.070069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:07.074568 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.084444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b524133-e30c-4faa-b54c-647792e06ff8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:07.108671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Allocated IP 192.168.233.3 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/86f369a9-2840-43c5-812d-2668325742f8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:07.145089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fd6d6dd-eafb-454b-b751-1340d97c3afa up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:07.204361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36250) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:07.227095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks [] for port (12177078-9a42-4f8d-bde8-2995aa7ce441), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.263818 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (12177078-9a42-4f8d-bde8-2995aa7ce441), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.268638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 2fd6d6dd-eafb-454b-b751-1340d97c3afa completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:52:07.275159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 2fd6d6dd-eafb-454b-b751-1340d97c3afa triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:07.276049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.436056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2fd6d6dd-eafb-454b-b751-1340d97c3afa is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:07.436388 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.438551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d6ea9d26-bc80-4d52-a5fe-8bc8117fea28), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.489445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2fd6d6dd-eafb-454b-b751-1340d97c3afa, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fd6d6dd-eafb-454b-b751-1340d97c3afa,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:07.491306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246cd8aa-9165-4e2f-aada-3a74039d18be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6d6dd-eafb-454b-b751-1340d97c3afa'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:07.496035 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3c4837-8443-467b-bcb0-f489fab3d80b" -d '{"events": [{"server_uuid": "246cd8aa-9165-4e2f-aada-3a74039d18be", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6d6dd-eafb-454b-b751-1340d97c3afa"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:07.503398 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.534295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': '826fb2f3-e9cd-4130-b60f-f97a8725a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '06966fc9-3532-4064-8ae7-609bd748f6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:07.534961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: 06966fc9-3532-4064-8ae7-609bd748f6a9, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:07.551966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=d6ea9d26-bc80-4d52-a5fe-8bc8117fea28,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:07.575147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2fd6d6dd-eafb-454b-b751-1340d97c3afa,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:07.577217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 06966fc9-3532-4064-8ae7-609bd748f6a9 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:07.588587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Pushing event updated for resources: {'Port': ['ID=12177078-9a42-4f8d-bde8-2995aa7ce441,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:07.594570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 06966fc9-3532-4064-8ae7-609bd748f6a9) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:07.599574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:07.600871 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.606147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85f33f-cdfe-43dc-8aa8-b11034cd664a None None] Network 06966fc9-3532-4064-8ae7-609bd748f6a9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:07.631196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bae95bbc-b858-43d0-8eae-faa89df4c41b req-3b1a53c3-bcb3-42ea-8b13-ae7e657a6d4d tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.6574051 Feb 03 21:52:07.632221 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-577dd794-c645-4cc1-a1ed-39f28e577b99 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7819254 Feb 03 21:52:07.639323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36260) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:07.727085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-06966fc9-3532-4064-8ae7-609bd748f6a9', 'network_id': '06966fc9-3532-4064-8ae7-609bd748f6a9', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': 'd6ea9d26-bc80-4d52-a5fe-8bc8117fea28'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:07.728576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.747116 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c43519c-c839-446d-bb98-b385f076a8e3 x-openstack-request-id: req-3c43519c-c839-446d-bb98-b385f076a8e3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:07.747624 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246cd8aa-9165-4e2f-aada-3a74039d18be", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6d6dd-eafb-454b-b751-1340d97c3afa", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:07.748036 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c43519c-c839-446d-bb98-b385f076a8e3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:07.748709 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246cd8aa-9165-4e2f-aada-3a74039d18be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6d6dd-eafb-454b-b751-1340d97c3afa', 'code': 200} Feb 03 21:52:07.763499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (06966fc9-3532-4064-8ae7-609bd748f6a9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.879137 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for port (86f369a9-2840-43c5-812d-2668325742f8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.881978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fad0d-8484-4858-85cd-4b456f61e1e4 req-707bacf8-f3ba-4b61-ac82-380018a4d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:07.884034 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-637fad0d-8484-4858-85cd-4b456f61e1e4 req-707bacf8-f3ba-4b61-ac82-380018a4d612 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 1128 time: 0.0728149 Feb 03 21:52:07.931362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4d6c93e0-1466-4eb2-95f9-1fcaf9f105e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04de019f176c4134a33a97ed56957025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7229900 Feb 03 21:52:07.932025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:07.955026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (86f369a9-2840-43c5-812d-2668325742f8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:07.957672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Allocated IP 172.20.0.1 (06966fc9-3532-4064-8ae7-609bd748f6a9/d6ea9d26-bc80-4d52-a5fe-8bc8117fea28/c65a9eb4-e88a-4daa-89dd-d50ad9288c73) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:07.987043 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-637fad0d-8484-4858-85cd-4b456f61e1e4 req-c713a381-fad7-4c9b-8899-ec291aac0f79 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958791 Feb 03 21:52:07.989276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (43f32931-146c-4135-b85a-4c97e479f8ed), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.128040 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Publish callbacks [] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.136362 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.143183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.147358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-59f97435-96b4-4a2d-961e-baeeba7a1740 tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2494237 Feb 03 21:52:08.147621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:08.151208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:08.153663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1948370255', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'fixed_ips': [{'ip_address': '172.25.5.111'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:08.156677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Network 06966fc9-3532-4064-8ae7-609bd748f6a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:08.171024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:08.174105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Made reservation on behalf of 8637e84183dc40f0a7f4dacb007ad22d for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:08.176790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.179971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:08.183886 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d6ea9d26-bc80-4d52-a5fe-8bc8117fea28), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.190375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event updated for resources: {'Port': ['ID=86f369a9-2840-43c5-812d-2668325742f8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:08.206858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.217908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:08.220967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Pushing event updated for resources: {'Port': ['ID=c65a9eb4-e88a-4daa-89dd-d50ad9288c73,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:08.224830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:08.289040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38078e-0591-4d05-a117-7648a5c98dae req-2144defb-bdd9-4aad-939f-df4a8f0a4a20 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:08.290618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b38078e-0591-4d05-a117-7648a5c98dae req-2144defb-bdd9-4aad-939f-df4a8f0a4a20 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.3665099 Feb 03 21:52:08.312569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Attempting to bind port c65a9eb4-e88a-4daa-89dd-d50ad9288c73 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:08.313588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Attempting to bind port c65a9eb4-e88a-4daa-89dd-d50ad9288c73 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '826fb2f3-e9cd-4130-b60f-f97a8725a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '06966fc9-3532-4064-8ae7-609bd748f6a9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:08.314019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Attempting to bind port c65a9eb4-e88a-4daa-89dd-d50ad9288c73 on network 06966fc9-3532-4064-8ae7-609bd748f6a9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:08.320807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:08.321362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Checking segment: {'id': '826fb2f3-e9cd-4130-b60f-f97a8725a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '06966fc9-3532-4064-8ae7-609bd748f6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:08.321874 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.323029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Bound using segment: {'id': '826fb2f3-e9cd-4130-b60f-f97a8725a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '06966fc9-3532-4064-8ae7-609bd748f6a9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:08.323595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Bound port: c65a9eb4-e88a-4daa-89dd-d50ad9288c73, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826fb2f3-e9cd-4130-b60f-f97a8725a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '06966fc9-3532-4064-8ae7-609bd748f6a9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:08.324075 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.327256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56853908-c930-485f-a2a9-a449b39d4baa req-d4e75be4-a092-4bec-bb0b-230f59c2da9c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:08.328845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56853908-c930-485f-a2a9-a449b39d4baa req-d4e75be4-a092-4bec-bb0b-230f59c2da9c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 934 time: 0.7502530 Feb 03 21:52:08.338293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:08.338960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.372212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks [] for security_group (5f77f9e1-ccfc-445f-8543-8f8b235e79cb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.377009 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5f77f9e1-ccfc-445f-8543-8f8b235e79cb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.383996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] device_id is not set on port 437d78b6-33f5-4351-bd36-4218655f53a3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:52:08.427432 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65f1bcc3-5c00-4ac9-8fad-a792e28f542c admin admin] Publish callbacks [] for security_group (9a019949-9c4d-4ec6-9ec4-4912bf0cee11), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.428108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] For port c65a9eb4-e88a-4daa-89dd-d50ad9288c73, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:08.433040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] For port c65a9eb4-e88a-4daa-89dd-d50ad9288c73, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c65a9eb4-e88a-4daa-89dd-d50ad9288c73,segment=NetworkSegment(826fb2f3-e9cd-4130-b60f-f97a8725a2de),segment_id=826fb2f3-e9cd-4130-b60f-f97a8725a2de)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:08.442552 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.445911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-855fb8c5-7554-4365-9623-4515770660c5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4468205 Feb 03 21:52:08.484888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Request body: {'port': {'device_id': '9f9c743d-36aa-4530-bdfe-130da2a4ac37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:08.511857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0405f-dedc-4b3c-b7a4-8774480f204f None None] Pushing event updated for resources: {'Port': ['ID=c65a9eb4-e88a-4daa-89dd-d50ad9288c73,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:08.539696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d0dae86b-ae6b-488a-aad9-dbbfd0872128 None None] Provisioning complete for port 86f369a9-2840-43c5-812d-2668325742f8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:08.540194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0dae86b-ae6b-488a-aad9-dbbfd0872128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (86f369a9-2840-43c5-812d-2668325742f8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.588689 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65f1bcc3-5c00-4ac9-8fad-a792e28f542c admin admin] Publish callbacks [] for security_group (9a019949-9c4d-4ec6-9ec4-4912bf0cee11), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.596263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56853908-c930-485f-a2a9-a449b39d4baa req-0aae7eaf-ce7e-45f8-a597-ab47de1a8309 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485220 Feb 03 21:52:08.607521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0dae86b-ae6b-488a-aad9-dbbfd0872128 None None] Port 86f369a9-2840-43c5-812d-2668325742f8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:52:08.609785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b38078e-0591-4d05-a117-7648a5c98dae req-8b4ca63c-f26c-4a3f-94ef-5fac4bb189f6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905838 Feb 03 21:52:08.616996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (d6ea9d26-bc80-4d52-a5fe-8bc8117fea28), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.706141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ea9d26-bc80-4d52-a5fe-8bc8117fea28,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:08.723012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f77f9e1-ccfc-445f-8543-8f8b235e79cb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:08.729049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (86f369a9-2840-43c5-812d-2668325742f8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.762475 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 21:52:08.763031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:08.796959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d1dcbef3-8447-4491-866c-67466e5ec6af tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6482115 Feb 03 21:52:08.799422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36270) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:08.881253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e4cd192-543d-4323-a13e-5072d1954a32 req-9e8f819b-b0d2-4b7b-ad09-60e84bc665ec tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0998230 Feb 03 21:52:08.930572 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (06966fc9-3532-4064-8ae7-609bd748f6a9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.941409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65f1bcc3-5c00-4ac9-8fad-a792e28f542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9a019949-9c4d-4ec6-9ec4-4912bf0cee11), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.943985 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65f1bcc3-5c00-4ac9-8fad-a792e28f542c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:08.947540 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-65f1bcc3-5c00-4ac9-8fad-a792e28f542c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a019949-9c4d-4ec6-9ec4-4912bf0cee11 HTTP/1.1" status: 204 len: 168 time: 1.0080700 Feb 03 21:52:08.976479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1bcc3-5c00-4ac9-8fad-a792e28f542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a019949-9c4d-4ec6-9ec4-4912bf0cee11,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:08.990418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06966fc9-3532-4064-8ae7-609bd748f6a9']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:09.004259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826fb2f3-e9cd-4130-b60f-f97a8725a2de') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:09.004665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826fb2f3-e9cd-4130-b60f-f97a8725a2de') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:09.014897 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (826fb2f3-e9cd-4130-b60f-f97a8725a2de), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.030651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (826fb2f3-e9cd-4130-b60f-f97a8725a2de), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.037456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:09.038180 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (826fb2f3-e9cd-4130-b60f-f97a8725a2de), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:09.054991 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:09.062215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Deleting port 12177078-9a42-4f8d-bde8-2995aa7ce441 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:09.062553 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (12177078-9a42-4f8d-bde8-2995aa7ce441), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.172798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (12177078-9a42-4f8d-bde8-2995aa7ce441), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.173556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks [] for floatingip (12177078-9a42-4f8d-bde8-2995aa7ce441), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.190204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:52:09.190204 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:52:09.190204 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '06966fc9-3532-4064-8ae7-609bd748f6a9'}] Feb 03 21:52:09.190204 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:09.190975 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:09.194316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Calling delete_port for 12177078-9a42-4f8d-bde8-2995aa7ce441 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:09.390643 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (12177078-9a42-4f8d-bde8-2995aa7ce441), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.407298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f369a9-2840-43c5-812d-2668325742f8 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:09.419560 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Publish callbacks [] for port (86f369a9-2840-43c5-812d-2668325742f8), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.431049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Pushing event deleted for resources: {'Port': ['ID=12177078-9a42-4f8d-bde8-2995aa7ce441,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:09.466091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Transition to ACTIVE for port object 86f369a9-2840-43c5-812d-2668325742f8 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:52:09.471431 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (86f369a9-2840-43c5-812d-2668325742f8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.509246 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks [] for floatingip (43f32931-146c-4135-b85a-4c97e479f8ed), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.513414 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.518041 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e8fefd61-46ac-4c2c-8d97-d1b5664b079f tempest-ExternalNetworksAdminNegativeTestJSON-846142563 tempest-ExternalNetworksAdminNegativeTestJSON-846142563-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/43f32931-146c-4135-b85a-4c97e479f8ed HTTP/1.1" status: 204 len: 168 time: 0.7143228 Feb 03 21:52:09.588821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Pushing event updated for resources: {'Port': ['ID=86f369a9-2840-43c5-812d-2668325742f8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:09.679463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Attempting to bind port 86f369a9-2840-43c5-812d-2668325742f8 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:09.680082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Attempting to bind port 86f369a9-2840-43c5-812d-2668325742f8 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:09.681258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Attempting to bind port 86f369a9-2840-43c5-812d-2668325742f8 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:09.687721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Port 86f369a9-2840-43c5-812d-2668325742f8 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:52:09.688303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Attempting to bind port 86f369a9-2840-43c5-812d-2668325742f8 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:09.694019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (06966fc9-3532-4064-8ae7-609bd748f6a9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.695864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:09.696221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:09.698310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:09.698778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Bound port: 86f369a9-2840-43c5-812d-2668325742f8, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:09.699144 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (86f369a9-2840-43c5-812d-2668325742f8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:09.975759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] For port 86f369a9-2840-43c5-812d-2668325742f8, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:09.983204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] For port 86f369a9-2840-43c5-812d-2668325742f8, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86f369a9-2840-43c5-812d-2668325742f8,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:10.000774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9ea99-0caa-46bd-87dd-03dec6bb15a5 req-32ed9250-fae4-4b08-85bb-efeb9133b411 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:10.008336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cac9ea99-0caa-46bd-87dd-03dec6bb15a5 req-32ed9250-fae4-4b08-85bb-efeb9133b411 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 946 time: 0.2063024 Feb 03 21:52:10.014241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:10.020860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (86f369a9-2840-43c5-812d-2668325742f8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.087153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Pushing event updated for resources: {'Port': ['ID=86f369a9-2840-43c5-812d-2668325742f8,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:10.100378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port c65a9eb4-e88a-4daa-89dd-d50ad9288c73 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:10.100719 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.107266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:10.107899 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.109771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-093b2f0e-ed75-49e1-93d3-f0d15439202c service neutron] 10.222.0.10 "PUT /v2.0/ports/86f369a9-2840-43c5-812d-2668325742f8 HTTP/1.1" status: 200 len: 1094 time: 1.6393671 Feb 03 21:52:10.143688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9c743d-36aa-4530-bdfe-130da2a4ac37', 'tag': '86f369a9-2840-43c5-812d-2668325742f8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:10.146368 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d825057-5714-43ec-bacc-d47c6362d6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9c743d-36aa-4530-bdfe-130da2a4ac37", "tag": "86f369a9-2840-43c5-812d-2668325742f8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:10.165263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cac9ea99-0caa-46bd-87dd-03dec6bb15a5 req-98d1da14-6f24-46c3-8b57-32db38765d26 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513326 Feb 03 21:52:10.210898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7099b-257e-4511-9041-64bf022e996d req-70702d29-a7cf-4b30-9a19-621201a5b503 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:10.224150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25d7099b-257e-4511-9041-64bf022e996d req-70702d29-a7cf-4b30-9a19-621201a5b503 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.4190719 Feb 03 21:52:10.239414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7d569-3823-4b10-b6c1-eee2da717fec None None] Network 06966fc9-3532-4064-8ae7-609bd748f6a9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:10.285106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94d8c85a-6564-45c4-9a2a-3656adbc58c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.353482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36308) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:10.395971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-457b19a7-0c79-4774-b2af-06d433a33a66 req-c16660a3-dad0-474e-af77-5da14257d0dc tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1019826 Feb 03 21:52:10.424810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port c65a9eb4-e88a-4daa-89dd-d50ad9288c73, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c65a9eb4-e88a-4daa-89dd-d50ad9288c73,segment=NetworkSegment(826fb2f3-e9cd-4130-b60f-f97a8725a2de),segment_id=826fb2f3-e9cd-4130-b60f-f97a8725a2de)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:10.425347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.446599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94d8c85a-6564-45c4-9a2a-3656adbc58c6 admin admin] Publish callbacks [] for security_group (d214bf14-be39-4ea9-8243-72c616acca82), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.472570 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94d8c85a-6564-45c4-9a2a-3656adbc58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d214bf14-be39-4ea9-8243-72c616acca82), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.473489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6150f540-bcf5-4e69-b465-6fc5f71700db None None] Provisioning complete for port c65a9eb4-e88a-4daa-89dd-d50ad9288c73 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:10.474112 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6150f540-bcf5-4e69-b465-6fc5f71700db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.481546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25d7099b-257e-4511-9041-64bf022e996d req-b5c61caf-a614-4ac8-bee6-759c469150d6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531679 Feb 03 21:52:10.484777 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed29758-c1a0-4c76-878e-13cd0a9a1ebc x-openstack-request-id: req-3ed29758-c1a0-4c76-878e-13cd0a9a1ebc {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:10.497364 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9c743d-36aa-4530-bdfe-130da2a4ac37", "tag": "86f369a9-2840-43c5-812d-2668325742f8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:10.498454 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ed29758-c1a0-4c76-878e-13cd0a9a1ebc {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:10.509361 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9c743d-36aa-4530-bdfe-130da2a4ac37', 'tag': '86f369a9-2840-43c5-812d-2668325742f8', 'status': 'completed', 'code': 200} Feb 03 21:52:10.510455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for c65a9eb4-e88a-4daa-89dd-d50ad9288c73 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:10.520817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-d4eecdd8-7419-45b2-8858-38d87b8fe690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:10.522389 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-d4eecdd8-7419-45b2-8858-38d87b8fe690 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 1128 time: 0.3554411 Feb 03 21:52:10.613417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-94d8c85a-6564-45c4-9a2a-3656adbc58c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5e9b88c7fcb43469dbd8830a2f4c305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5951550 Feb 03 21:52:10.613542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8c85a-6564-45c4-9a2a-3656adbc58c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d214bf14-be39-4ea9-8243-72c616acca82,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:10.616088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:10.636622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-93178d0b-0e67-451e-b70b-68f999634d71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=86f369a9-2840-43c5-812d-2668325742f8 HTTP/1.1" status: 200 len: 217 time: 0.1037512 Feb 03 21:52:10.683574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-168701192-network', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:10.734865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6150f540-bcf5-4e69-b465-6fc5f71700db None None] Current status of the port c65a9eb4-e88a-4daa-89dd-d50ad9288c73 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:10.734992 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6150f540-bcf5-4e69-b465-6fc5f71700db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.738692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a336350c-6330-495e-95b1-06958572fae9 None None] DHCP port deletion for 06966fc9-3532-4064-8ae7-609bd748f6a9 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:52:10.747107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-db59b2d4-f719-4f2c-bdd1-39de42d6d683 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2988954 Feb 03 21:52:10.787496 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf55700a-0152-445f-b842-84a557939e74 admin admin] Publish callbacks [] for security_group (d214bf14-be39-4ea9-8243-72c616acca82), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.810003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6150f540-bcf5-4e69-b465-6fc5f71700db None None] For port c65a9eb4-e88a-4daa-89dd-d50ad9288c73, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c65a9eb4-e88a-4daa-89dd-d50ad9288c73,segment=NetworkSegment(826fb2f3-e9cd-4130-b60f-f97a8725a2de),segment_id=826fb2f3-e9cd-4130-b60f-f97a8725a2de)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:10.830105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Made reservation on behalf of ff913163692647e695e9ab8b6e697fe6 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:10.831959 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6150f540-bcf5-4e69-b465-6fc5f71700db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.835358 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.872030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a336350c-6330-495e-95b1-06958572fae9 None None] Deleting port c65a9eb4-e88a-4daa-89dd-d50ad9288c73 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:10.872633 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a336350c-6330-495e-95b1-06958572fae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.882560 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.886583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf55700a-0152-445f-b842-84a557939e74 admin admin] Publish callbacks [] for security_group (d214bf14-be39-4ea9-8243-72c616acca82), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.917328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-6057db5d-6eab-4cb5-8854-c7b1946e86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:10.919076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-6057db5d-6eab-4cb5-8854-c7b1946e86fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2726715 Feb 03 21:52:10.938918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150f540-bcf5-4e69-b465-6fc5f71700db None None] Pushing event updated for resources: {'Port': ['ID=c65a9eb4-e88a-4daa-89dd-d50ad9288c73,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:10.970520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:10.997909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a336350c-6330-495e-95b1-06958572fae9 None None] For port c65a9eb4-e88a-4daa-89dd-d50ad9288c73, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c65a9eb4-e88a-4daa-89dd-d50ad9288c73,segment=NetworkSegment(826fb2f3-e9cd-4130-b60f-f97a8725a2de),segment_id=826fb2f3-e9cd-4130-b60f-f97a8725a2de)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:10.998343 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a336350c-6330-495e-95b1-06958572fae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.006401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-6fdff560-5c9d-446b-9845-98a3125acf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:11.008374 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-6fdff560-5c9d-446b-9845-98a3125acf89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 1127 time: 0.1482875 Feb 03 21:52:11.033805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port c65a9eb4-e88a-4daa-89dd-d50ad9288c73 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:11.044984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=c65a9eb4-e88a-4daa-89dd-d50ad9288c73,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:11.054427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a336350c-6330-495e-95b1-06958572fae9 None None] Calling delete_port for c65a9eb4-e88a-4daa-89dd-d50ad9288c73 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:11.074727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf55700a-0152-445f-b842-84a557939e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d214bf14-be39-4ea9-8243-72c616acca82), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.082817 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf55700a-0152-445f-b842-84a557939e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.089520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bf55700a-0152-445f-b842-84a557939e74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d214bf14-be39-4ea9-8243-72c616acca82 HTTP/1.1" status: 204 len: 168 time: 0.4686604 Feb 03 21:52:11.106231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-1c762b80-8d43-4b81-9ad1-0eb694e6c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:11.107744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-1c762b80-8d43-4b81-9ad1-0eb694e6c89b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1817400 Feb 03 21:52:11.151299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fb4d1-7d51-441d-abf4-746b8294ea16 req-3f9229d2-2d53-4b5e-8080-a729d7033584 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:11.152843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb9fb4d1-7d51-441d-abf4-746b8294ea16 req-3f9229d2-2d53-4b5e-8080-a729d7033584 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.3048379 Feb 03 21:52:11.214690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a336350c-6330-495e-95b1-06958572fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (c65a9eb4-e88a-4daa-89dd-d50ad9288c73), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.236978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a336350c-6330-495e-95b1-06958572fae9 None None] No DVR routers for this DVR port c65a9eb4-e88a-4daa-89dd-d50ad9288c73 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:11.277255 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (06966fc9-3532-4064-8ae7-609bd748f6a9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.282410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336350c-6330-495e-95b1-06958572fae9 None None] Pushing event deleted for resources: {'Port': ['ID=c65a9eb4-e88a-4daa-89dd-d50ad9288c73,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:11.402561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06966fc9-3532-4064-8ae7-609bd748f6a9']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:11.434647 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826fb2f3-e9cd-4130-b60f-f97a8725a2de') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:11.435246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826fb2f3-e9cd-4130-b60f-f97a8725a2de') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:11.463418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb9fb4d1-7d51-441d-abf4-746b8294ea16 req-e4cd395e-7d51-409c-8dac-987965537a0c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998092 Feb 03 21:52:11.465677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (826fb2f3-e9cd-4130-b60f-f97a8725a2de), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.472073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Publish callbacks [] for security_group (60892a6b-60d7-4224-a1ee-4685efbc1721), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.496519 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (60892a6b-60d7-4224-a1ee-4685efbc1721), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.525750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (826fb2f3-e9cd-4130-b60f-f97a8725a2de), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.554210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:11.562888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-5571d1d6-f4e9-4c72-81fd-41934c75fd1f service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225101 Feb 03 21:52:11.564121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:11.564556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (826fb2f3-e9cd-4130-b60f-f97a8725a2de), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.584336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7656-66df-4b6c-ad8e-cd0c625feb87 req-1066a6c8-017f-4698-b115-d1f4caa1709d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:11.591772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-095d7656-66df-4b6c-ad8e-cd0c625feb87 req-1066a6c8-017f-4698-b115-d1f4caa1709d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 946 time: 0.3168063 Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:11.594405 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:11.701138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55700a-0152-445f-b842-84a557939e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d214bf14-be39-4ea9-8243-72c616acca82,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:11.736180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36328) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:11.738805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3580eb96-9042-4296-9c94-59fd91fafd43 req-a938e9c8-9602-4c87-bb61-cb59b408b84d service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407375 Feb 03 21:52:11.761838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-cf09b1d6-560e-4429-92d7-8308283650d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:11.763321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-cf09b1d6-560e-4429-92d7-8308283650d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 915 time: 0.7308755 Feb 03 21:52:11.771479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60892a6b-60d7-4224-a1ee-4685efbc1721,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:11.842193 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-55008bd3-adeb-4e7f-9498-53d5baa9f551 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85280c06-e0e8-4ae9-9605-c6e1d82d085d HTTP/1.1" status: 200 len: 217 time: 0.0635006 Feb 03 21:52:11.843475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5178bc06-ecd1-4112-a161-e955095609e2 req-64e1a1f4-107d-447c-8cc0-02c3d311779c tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1036148 Feb 03 21:52:11.882452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-095d7656-66df-4b6c-ad8e-cd0c625feb87 req-feb8279c-4f6a-4d7d-be9a-a25ce6c587db tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876794 Feb 03 21:52:11.898194 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (06966fc9-3532-4064-8ae7-609bd748f6a9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.898194 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.899907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/06966fc9-3532-4064-8ae7-609bd748f6a9 HTTP/1.1" status: 204 len: 168 time: 4.2577217 Feb 03 21:52:11.901819 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (39fbcdf8-30c2-49f2-926b-dfce53d06ebc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:11.902335 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Added segment 39fbcdf8-30c2-49f2-926b-dfce53d06ebc of type vlan for network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb Feb 03 21:52:11.928454 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bcfb185c-6290-4b17-96e8-80451b5f036b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8637e84183dc40f0a7f4dacb007ad22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890368 Feb 03 21:52:11.929824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:11.929998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:11.936415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1501992622'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:11.951013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-505e25ca-3a22-408d-838b-3878f2689cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:11.953151 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-505e25ca-3a22-408d-838b-3878f2689cd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.0975559 Feb 03 21:52:11.977725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f29e2-2392-4b5b-9810-a50209bffde0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=06966fc9-3532-4064-8ae7-609bd748f6a9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:11.992177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-a28c6f01-72d5-4479-8cec-80e9bebde0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:11.993702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-a28c6f01-72d5-4479-8cec-80e9bebde0e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 1128 time: 0.1648002 Feb 03 21:52:12.003213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-19d660f2-d829-4f0d-a0d2-30ae6ae2907b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416257 Feb 03 21:52:12.039587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3bf84af0-4b96-4424-b84f-b6d6c008b1eb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.068893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2e74b3d-0164-44b5-8950-ffbb6fb33a08 admin admin] Publish callbacks [] for security_group (5f77f9e1-ccfc-445f-8543-8f8b235e79cb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.103039 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2e74b3d-0164-44b5-8950-ffbb6fb33a08 admin admin] Publish callbacks [] for security_group (5f77f9e1-ccfc-445f-8543-8f8b235e79cb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.158311 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-6a58d6bc-bf46-4182-990f-d11243bfe709 service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486766 Feb 03 21:52:12.227823 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2e74b3d-0164-44b5-8950-ffbb6fb33a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5f77f9e1-ccfc-445f-8543-8f8b235e79cb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.231219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2e74b3d-0164-44b5-8950-ffbb6fb33a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.234780 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b2e74b3d-0164-44b5-8950-ffbb6fb33a08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f77f9e1-ccfc-445f-8543-8f8b235e79cb HTTP/1.1" status: 204 len: 168 time: 0.3016865 Feb 03 21:52:12.247900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e74b3d-0164-44b5-8950-ffbb6fb33a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f77f9e1-ccfc-445f-8543-8f8b235e79cb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:12.303250 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-01c7bcbc-00c1-40f1-8ede-bdfdd70f6c44 req-777caf38-eeb7-451d-b075-c719650d4b8b service neutron] 10.222.0.10 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384277 Feb 03 21:52:12.361542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:12.364854 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.373531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:52:12.421836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3bf84af0-4b96-4424-b84f-b6d6c008b1eb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.423035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:12.423654 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.437140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a51ff-d991-4198-bc12-1119c84a31fb req-4cb0f750-e65e-43d8-b41e-1e618b411d3f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:12.441393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be5a51ff-d991-4198-bc12-1119c84a31fb req-4cb0f750-e65e-43d8-b41e-1e618b411d3f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 946 time: 0.4569879 Feb 03 21:52:12.518343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1372678 Feb 03 21:52:12.519590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:12.521362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36344) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:12.527158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Request body: {'subnet': {'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-subnet', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:12.560403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c65a9eb4-e88a-4daa-89dd-d50ad9288c73 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:12.576812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Made reservation on behalf of ff913163692647e695e9ab8b6e697fe6 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:12.580285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.598292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c65a9eb4-e88a-4daa-89dd-d50ad9288c73 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:12.598634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c65a9eb4-e88a-4daa-89dd-d50ad9288c73 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:12.628651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (dfd4b261-2799-4690-8682-888609b7bba9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.629020 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment dfd4b261-2799-4690-8682-888609b7bba9 of type vlan for network 76c86c72-03d2-448d-90b4-f2f2862f5a08 Feb 03 21:52:12.643842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-849422b6-b031-4869-8a15-3eb6b32047b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:12.645267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-849422b6-b031-4869-8a15-3eb6b32047b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.6396830 Feb 03 21:52:12.666917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be5a51ff-d991-4198-bc12-1119c84a31fb req-df8fedca-ee0d-42e7-8242-cc7f19e3fa75 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035894 Feb 03 21:52:12.694535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ca918-9aa4-4bc9-8538-3cc7035f95db admin admin] Pushing event updated for resources: {'Network': ['ID=3bf84af0-4b96-4424-b84f-b6d6c008b1eb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:12.706953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:12.744560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-a1e3ec56-7f7b-4da5-86b5-a1d19a139cd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=86f369a9-2840-43c5-812d-2668325742f8 HTTP/1.1" status: 200 len: 217 time: 0.0834923 Feb 03 21:52:12.749523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (76c86c72-03d2-448d-90b4-f2f2862f5a08), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.794716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (4948af62-de5f-4723-bed2-525165fe47b6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.827312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13336dca-02de-49f9-8568-c003a866c78f req-d5252b75-d389-4f65-bcc8-a8b8ecb49bfd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:12.833969 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13336dca-02de-49f9-8568-c003a866c78f req-d5252b75-d389-4f65-bcc8-a8b8ecb49bfd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.2545362 Feb 03 21:52:12.849657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-cecf9845-edfb-42f1-8f3e-8661bfbd5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:12.851414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-cecf9845-edfb-42f1-8f3e-8661bfbd5951 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0996139 Feb 03 21:52:12.852235 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (76c86c72-03d2-448d-90b4-f2f2862f5a08), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.859514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:12.860868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.881282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4948af62-de5f-4723-bed2-525165fe47b6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:12.898172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Checking segment: {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:12.898534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Network hostable DHCP agents. Network: 3bf84af0-4b96-4424-b84f-b6d6c008b1eb, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:12.923718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:12.944423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 3bf84af0-4b96-4424-b84f-b6d6c008b1eb) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:12.951057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:12.951057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:12.953652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12f54b-1764-4c3a-b221-c15e6d152f41 None None] Network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:12.975605 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d245438b-7d48-43b3-a588-3c906b01211f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4530716 Feb 03 21:52:12.978088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:12.984518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:13.011252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (d7bfb840-dec4-49de-aba7-a34326d8c5d9), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:13.017286 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (d7bfb840-dec4-49de-aba7-a34326d8c5d9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:13.058303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1274097 Feb 03 21:52:13.063257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:13.068627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': '76c86c72-03d2-448d-90b4-f2f2862f5a08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:13.084811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3751d-b3a0-4c7d-900d-91aa64a46e8a None None] Network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:13.170623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd286c01-dddb-4c13-9afe-cc349cd64800 req-85158a61-5925-4158-a262-b8f29e4a3b15 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1148908 Feb 03 21:52:13.210295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks [] for router_controller (d7bfb840-dec4-49de-aba7-a34326d8c5d9), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:13.294967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce4cb8-076c-4da2-a8b5-ab14fde04844 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=76c86c72-03d2-448d-90b4-f2f2862f5a08,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:13.300315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-d79ab467-30e6-4a06-bbef-dbf1f29060bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:13.303459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-d79ab467-30e6-4a06-bbef-dbf1f29060bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3955665 Feb 03 21:52:13.309867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 76c86c72-03d2-448d-90b4-f2f2862f5a08 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:13.341268 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13336dca-02de-49f9-8568-c003a866c78f req-f20c87da-f051-4bb7-abb5-2ea614f28be5 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050526 Feb 03 21:52:13.374620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:13.374620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:13.453143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks [] for router_gateway (d7bfb840-dec4-49de-aba7-a34326d8c5d9), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:13.467943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-b5909caa-557f-4ea9-9fbc-c66e57e6aa16 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419182 Feb 03 21:52:13.504579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:13.597167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fdeca-cd4f-4af9-b2fc-ae626ae05083 req-0f0aa51d-cfa5-49de-889d-7892874dffb8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:13.598649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe1fdeca-cd4f-4af9-b2fc-ae626ae05083 req-0f0aa51d-cfa5-49de-889d-7892874dffb8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 946 time: 0.1290183 Feb 03 21:52:13.653515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-a7bc346c-068c-4697-b5f8-2384b356f886 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:13.654643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-a7bc346c-068c-4697-b5f8-2384b356f886 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 946 time: 0.1148565 Feb 03 21:52:13.669451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d825057-5714-43ec-bacc-d47c6362d6fb req-a0bfd124-3128-446e-9637-356e0e4e5178 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847711 Feb 03 21:52:13.672669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe1fdeca-cd4f-4af9-b2fc-ae626ae05083 req-93f3fcda-b7f6-45e9-a78e-f0ecdf78ac53 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666533 Feb 03 21:52:13.757011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 86f369a9-2840-43c5-812d-2668325742f8 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:52:13.784586 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-798ed5de-c7b6-4624-8006-a7cd3c546cb2 tempest-AgentManagementNegativeTest-863617253 tempest-AgentManagementNegativeTest-863617253-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2787175 Feb 03 21:52:13.803231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d4ac602c-05ef-4502-a131-622996e8e4dd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:13.839554 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087c80b-62aa-49c6-a493-e4a849bb3c7b req-edf583c0-92aa-4a0d-aeb6-7f869fccba5a tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:13.843883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e087c80b-62aa-49c6-a493-e4a849bb3c7b req-edf583c0-92aa-4a0d-aeb6-7f869fccba5a tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 946 time: 0.0990939 Feb 03 21:52:13.917655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=d4ac602c-05ef-4502-a131-622996e8e4dd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:13.956895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e087c80b-62aa-49c6-a493-e4a849bb3c7b req-50f83a6a-6770-49be-9c7a-77750f681719 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044142 Feb 03 21:52:14.026175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Deleting port 33a203a5-5584-4b8f-b34c-1aaf7874b4be {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:14.026513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.031826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': 'dfd4b261-2799-4690-8682-888609b7bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76c86c72-03d2-448d-90b4-f2f2862f5a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:14.032693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: 76c86c72-03d2-448d-90b4-f2f2862f5a08, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:14.063886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 86f369a9-2840-43c5-812d-2668325742f8, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86f369a9-2840-43c5-812d-2668325742f8,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:14.081126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '86f369a9-2840-43c5-812d-2668325742f8', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '86f369a9-2840-43c5-812d-2668325742f8', 'mac_address': 'fa:16:3e:48:d3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:52:14.132870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 86f369a9-2840-43c5-812d-2668325742f8 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:14.133578 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (86f369a9-2840-43c5-812d-2668325742f8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.154223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f369a9-2840-43c5-812d-2668325742f8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:14.162285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks [] for router_gateway (d7bfb840-dec4-49de-aba7-a34326d8c5d9), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.184825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 86f369a9-2840-43c5-812d-2668325742f8, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86f369a9-2840-43c5-812d-2668325742f8,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:14.190390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 76c86c72-03d2-448d-90b4-f2f2862f5a08 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:14.192641 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (86f369a9-2840-43c5-812d-2668325742f8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.197601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36380) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:14.203540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.267577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 76c86c72-03d2-448d-90b4-f2f2862f5a08) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:14.282308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456866cd-f086-4073-96de-9f1f437bba97 None None] Network 76c86c72-03d2-448d-90b4-f2f2862f5a08 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:14.301329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:14.301583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.305017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] For port 33a203a5-5584-4b8f-b34c-1aaf7874b4be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33a203a5-5584-4b8f-b34c-1aaf7874b4be,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:14.305386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.354360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=86f369a9-2840-43c5-812d-2668325742f8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:14.358984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Calling delete_port for 33a203a5-5584-4b8f-b34c-1aaf7874b4be owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:14.400437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6bc22da-d988-4b8a-8835-89d7f3929522 req-b8bff772-303a-4f7d-acaf-2729b664bc46 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0571117 Feb 03 21:52:14.405158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:14.406046 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-edae2d57-4fc1-440c-ada4-afcf41ab26d9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3416998 Feb 03 21:52:14.493997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-76c86c72-03d2-448d-90b4-f2f2862f5a08', 'network_id': '76c86c72-03d2-448d-90b4-f2f2862f5a08', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': 'd4ac602c-05ef-4502-a131-622996e8e4dd'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:14.494894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.522612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Allocated IP 172.25.5.161 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/bd4905b7-307a-4da2-b46e-7c28095d98f1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:14.541018 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-5935d0db-348a-4eee-9181-79442a6d3758 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2599201 Feb 03 21:52:14.544534 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91da74f0-a6ce-4539-a51d-2238a8a5d0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.586295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:14.676552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91da74f0-a6ce-4539-a51d-2238a8a5d0c0 admin admin] Publish callbacks [] for security_group (9cfa4bcc-e32f-4cd0-b8fd-d44753582194), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.701814 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91da74f0-a6ce-4539-a51d-2238a8a5d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9cfa4bcc-e32f-4cd0-b8fd-d44753582194), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.721481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (33a203a5-5584-4b8f-b34c-1aaf7874b4be), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.740365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da74f0-a6ce-4539-a51d-2238a8a5d0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfa4bcc-e32f-4cd0-b8fd-d44753582194,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:14.742100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['85280c06-e0e8-4ae9-9605-c6e1d82d085d', '1c531406-ca76-42e1-8dac-2f9fbab906a3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:14.749187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4a3fb332-672c-446d-9454-f1d720c59c94'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:14.752878 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-defbc503-c52b-4b68-ab8b-a0eedc2331d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:14.754615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-defbc503-c52b-4b68-ab8b-a0eedc2331d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9d45734aaad4686a5aa35d4d325d755&device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 1128 time: 0.1611469 Feb 03 21:52:14.761653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Pushing event deleted for resources: {'Port': ['ID=33a203a5-5584-4b8f-b34c-1aaf7874b4be,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:14.770872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fbd93-ce33-4fc7-afb6-99f5a9ac3632 req-5ed426e3-8dde-43e9-a25a-55b3aded7544 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:14.774844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b45fbd93-ce33-4fc7-afb6-99f5a9ac3632 req-5ed426e3-8dde-43e9-a25a-55b3aded7544 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.2897620 Feb 03 21:52:14.782802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (76c86c72-03d2-448d-90b4-f2f2862f5a08), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.849131 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks [] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.875858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d4ac602c-05ef-4502-a131-622996e8e4dd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.876646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Allocated IP 172.20.0.1 (76c86c72-03d2-448d-90b4-f2f2862f5a08/d4ac602c-05ef-4502-a131-622996e8e4dd/d8cc23ea-7e6e-476a-9c94-0bce2ac114ac) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:14.893695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-91da74f0-a6ce-4539-a51d-2238a8a5d0c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efc4a7fdcdc94342a3d86249cedaf60e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6947205 Feb 03 21:52:14.898847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] No DVR routers for this DVR port 33a203a5-5584-4b8f-b34c-1aaf7874b4be on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:14.902391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36392) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:14.912475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:14.916739 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-99f8d996-3ff5-4083-ac3b-29f87002211d req-64baca61-360a-4f9c-9c5a-76450c375001 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "DELETE /v2.0/ports/33a203a5-5584-4b8f-b34c-1aaf7874b4be HTTP/1.1" status: 204 len: 173 time: 1.2523494 Feb 03 21:52:14.919936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a2d3fa-4e38-4517-b0bb-2f8924e57417', 'name': 'network-vif-deleted', 'tag': '33a203a5-5584-4b8f-b34c-1aaf7874b4be'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:14.922391 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64cb66e-1243-4fba-8583-0f853620fdec" -d '{"events": [{"server_uuid": "81a2d3fa-4e38-4517-b0bb-2f8924e57417", "name": "network-vif-deleted", "tag": "33a203a5-5584-4b8f-b34c-1aaf7874b4be"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:15.025635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-6569c2df-440c-452c-96b2-562f8311ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:15.028203 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-6569c2df-440c-452c-96b2-562f8311ca5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 200 len: 915 time: 0.2510960 Feb 03 21:52:15.029741 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-258f85ad-d70b-4da4-b0fa-30d92fb84c67 admin admin] Publish callbacks [] for security_group (9cfa4bcc-e32f-4cd0-b8fd-d44753582194), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.058285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.073723 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b45fbd93-ce33-4fc7-afb6-99f5a9ac3632 req-5c494612-c0bc-46e9-87bd-f54ecc83b71f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867813 Feb 03 21:52:15.109280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9103-b56f-48c1-8429-acd15485fecd req-28b68048-b4b1-436e-9410-eed8b97f625c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:15.117707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3ad9103-b56f-48c1-8429-acd15485fecd req-28b68048-b4b1-436e-9410-eed8b97f625c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 947 time: 0.2997274 Feb 03 21:52:15.140729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:15.142797 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-b1e53a7a-0189-46e7-a454-e04f5863b810 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3fb332-672c-446d-9454-f1d720c59c94 HTTP/1.1" status: 200 len: 217 time: 0.1082323 Feb 03 21:52:15.144870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-258f85ad-d70b-4da4-b0fa-30d92fb84c67 admin admin] Publish callbacks [] for security_group (9cfa4bcc-e32f-4cd0-b8fd-d44753582194), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.163001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:15.172040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:15.200002 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ca00ae-2657-435e-8844-dd4fdf39c71e x-openstack-request-id: req-97ca00ae-2657-435e-8844-dd4fdf39c71e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:15.200308 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a2d3fa-4e38-4517-b0bb-2f8924e57417", "name": "network-vif-deleted", "tag": "33a203a5-5584-4b8f-b34c-1aaf7874b4be", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:15.200568 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97ca00ae-2657-435e-8844-dd4fdf39c71e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:15.200999 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a2d3fa-4e38-4517-b0bb-2f8924e57417', 'name': 'network-vif-deleted', 'tag': '33a203a5-5584-4b8f-b34c-1aaf7874b4be', 'status': 'completed', 'code': 200} Feb 03 21:52:15.215455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3ad9103-b56f-48c1-8429-acd15485fecd req-47ad27e3-1084-4ce5-b401-639dc74bbf70 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941255 Feb 03 21:52:15.267802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4905b7-307a-4da2-b46e-7c28095d98f1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:15.299810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-1e192f87-85b6-4664-9f44-a4e7720da945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:15.301428 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-1e192f87-85b6-4664-9f44-a4e7720da945 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 200 len: 854 time: 0.1472514 Feb 03 21:52:15.325232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac274647-ce5c-4222-9472-5f5f38ac9e57 req-09b6b35f-109c-4a5a-9ff7-a03f497e1ea3 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a2d3fa-4e38-4517-b0bb-2f8924e57417 HTTP/1.1" status: 200 len: 210 time: 0.0456657 Feb 03 21:52:15.458953 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Publish callbacks [] for port (d8cc23ea-7e6e-476a-9c94-0bce2ac114ac), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.500962 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (d4ac602c-05ef-4502-a131-622996e8e4dd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.505157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (d8cc23ea-7e6e-476a-9c94-0bce2ac114ac), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.585824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Pushing event updated for resources: {'Port': ['ID=d8cc23ea-7e6e-476a-9c94-0bce2ac114ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:15.587486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ac602c-05ef-4502-a131-622996e8e4dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:15.611907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Network 76c86c72-03d2-448d-90b4-f2f2862f5a08 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:15.616173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:15.623575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:15.681135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbbc0ead-b324-49be-b51d-8b063e3c5841 req-39d4e6c4-dd73-495e-8b32-de3037c70114 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1167300 Feb 03 21:52:15.706788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (76c86c72-03d2-448d-90b4-f2f2862f5a08), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.714834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Attempting to bind port d8cc23ea-7e6e-476a-9c94-0bce2ac114ac on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:15.715206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Attempting to bind port d8cc23ea-7e6e-476a-9c94-0bce2ac114ac by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'dfd4b261-2799-4690-8682-888609b7bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76c86c72-03d2-448d-90b4-f2f2862f5a08'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:15.715572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Attempting to bind port d8cc23ea-7e6e-476a-9c94-0bce2ac114ac on network 76c86c72-03d2-448d-90b4-f2f2862f5a08 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:15.730656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:15.731057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Checking segment: {'id': 'dfd4b261-2799-4690-8682-888609b7bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76c86c72-03d2-448d-90b4-f2f2862f5a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:15.731441 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.731832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Bound using segment: {'id': 'dfd4b261-2799-4690-8682-888609b7bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76c86c72-03d2-448d-90b4-f2f2862f5a08'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:15.732387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Bound port: d8cc23ea-7e6e-476a-9c94-0bce2ac114ac, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd4b261-2799-4690-8682-888609b7bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76c86c72-03d2-448d-90b4-f2f2862f5a08'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:15.732768 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d8cc23ea-7e6e-476a-9c94-0bce2ac114ac), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.739944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c86c72-03d2-448d-90b4-f2f2862f5a08']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:15.754277 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd4b261-2799-4690-8682-888609b7bba9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:15.755621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd4b261-2799-4690-8682-888609b7bba9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:15.767927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (dfd4b261-2799-4690-8682-888609b7bba9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.777850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-950c9657-8cbb-4eda-8b35-84b3b8fe7522 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38987652-3eb2-4417-9fe6-e353ac77de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4219255 Feb 03 21:52:15.778468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-258f85ad-d70b-4da4-b0fa-30d92fb84c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9cfa4bcc-e32f-4cd0-b8fd-d44753582194), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.781065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-258f85ad-d70b-4da4-b0fa-30d92fb84c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.782116 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-258f85ad-d70b-4da4-b0fa-30d92fb84c67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cfa4bcc-e32f-4cd0-b8fd-d44753582194 HTTP/1.1" status: 204 len: 168 time: 0.8772595 Feb 03 21:52:15.804161 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (dfd4b261-2799-4690-8682-888609b7bba9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.813809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] For port d8cc23ea-7e6e-476a-9c94-0bce2ac114ac, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:15.818711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 33a203a5-5584-4b8f-b34c-1aaf7874b4be no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:15.822986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:15.824100 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (dfd4b261-2799-4690-8682-888609b7bba9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:15.827912 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:15.831381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f85ad-d70b-4da4-b0fa-30d92fb84c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfa4bcc-e32f-4cd0-b8fd-d44753582194,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:15.870682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 33a203a5-5584-4b8f-b34c-1aaf7874b4be {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:15.871057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 33a203a5-5584-4b8f-b34c-1aaf7874b4be not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:15.942907 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:52:15.942907 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:52:15.942907 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '76c86c72-03d2-448d-90b4-f2f2862f5a08'}] Feb 03 21:52:15.942907 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:15.943338 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:15.946483 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-a16ceeef-8006-4649-87be-abfcceddb15e service neutron] 10.222.0.47 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586516 Feb 03 21:52:15.955708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] For port d8cc23ea-7e6e-476a-9c94-0bce2ac114ac, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d8cc23ea-7e6e-476a-9c94-0bce2ac114ac,segment=NetworkSegment(dfd4b261-2799-4690-8682-888609b7bba9),segment_id=dfd4b261-2799-4690-8682-888609b7bba9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:15.966043 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d8cc23ea-7e6e-476a-9c94-0bce2ac114ac), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:16.058870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50570533-d5e6-492a-9f66-d1cb363d9ed6 None None] Pushing event updated for resources: {'Port': ['ID=d8cc23ea-7e6e-476a-9c94-0bce2ac114ac,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:16.076158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081149b0-af96-422d-bfa2-60906726fc37 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:52:16.144011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks [] for router_gateway (d7bfb840-dec4-49de-aba7-a34326d8c5d9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:16.154478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9a151901-156d-4277-8ecb-6fcb07fdef56 req-22a8337b-6115-45bb-a76f-9f25a0730613 service neutron] 10.222.0.47 "GET /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988455 Feb 03 21:52:16.251363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081149b0-af96-422d-bfa2-60906726fc37 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:52:16.307517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed24774-c73b-4ebe-aff4-dd44da9946a8 req-81d9c31c-8e21-46a3-8495-7ca82e79e4dc tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:16.311412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aed24774-c73b-4ebe-aff4-dd44da9946a8 req-81d9c31c-8e21-46a3-8495-7ca82e79e4dc tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.1241379 Feb 03 21:52:16.433442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aed24774-c73b-4ebe-aff4-dd44da9946a8 req-a6e689e9-24bb-442d-b1d3-1b63b595a9f1 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655386 Feb 03 21:52:16.442978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097b1e1-1770-4354-a150-22c0642ecf2a req-ef8462d7-6c82-44db-a884-d152a2631cc7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:16.445256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5097b1e1-1770-4354-a150-22c0642ecf2a req-ef8462d7-6c82-44db-a884-d152a2631cc7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 947 time: 0.1311247 Feb 03 21:52:16.445953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (76c86c72-03d2-448d-90b4-f2f2862f5a08), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:16.485081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (d7bfb840-dec4-49de-aba7-a34326d8c5d9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:16.545677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5097b1e1-1770-4354-a150-22c0642ecf2a req-ea971582-6c84-4384-b9a1-cd08c801a3aa tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914967 Feb 03 21:52:16.556197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecccf7a-82b6-4485-9e0c-2f50fdb543cc None None] Network 76c86c72-03d2-448d-90b4-f2f2862f5a08 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:16.567053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port d8cc23ea-7e6e-476a-9c94-0bce2ac114ac {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:16.567392 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d8cc23ea-7e6e-476a-9c94-0bce2ac114ac), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:16.645619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port d8cc23ea-7e6e-476a-9c94-0bce2ac114ac, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d8cc23ea-7e6e-476a-9c94-0bce2ac114ac,segment=NetworkSegment(dfd4b261-2799-4690-8682-888609b7bba9),segment_id=dfd4b261-2799-4690-8682-888609b7bba9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:16.648754 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d8cc23ea-7e6e-476a-9c94-0bce2ac114ac), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:16.672444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for d8cc23ea-7e6e-476a-9c94-0bce2ac114ac owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:16.749363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Router d7bfb840-dec4-49de-aba7-a34326d8c5d9 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:52:16.798974 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d8cc23ea-7e6e-476a-9c94-0bce2ac114ac), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:16.841242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=d8cc23ea-7e6e-476a-9c94-0bce2ac114ac,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:16.846019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66e8f255-d98d-4dde-bd4c-1b938893bc29 req-315539d3-cac2-4844-b498-17fb15950b94 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0597925 Feb 03 21:52:16.861801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port d8cc23ea-7e6e-476a-9c94-0bce2ac114ac on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:16.911953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:52:16.923391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Sync routers for ids ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:52:16.937239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Routers {'d7bfb840-dec4-49de-aba7-a34326d8c5d9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:52:16.938395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:51:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:16.951187 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:16.955748 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f282108c-8aee-4e43-8fd5-235bab7634d2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9750192 Feb 03 21:52:16.956372 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:16.993445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (76c86c72-03d2-448d-90b4-f2f2862f5a08), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.016025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c86c72-03d2-448d-90b4-f2f2862f5a08']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:17.030134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd4b261-2799-4690-8682-888609b7bba9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:17.030688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd4b261-2799-4690-8682-888609b7bba9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:17.032562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36432) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.049397 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (dfd4b261-2799-4690-8682-888609b7bba9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.064186 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (dfd4b261-2799-4690-8682-888609b7bba9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.073799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:17.074245 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (dfd4b261-2799-4690-8682-888609b7bba9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.133181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Set router d7bfb840-dec4-49de-aba7-a34326d8c5d9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:17.154725 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:17.162329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (76c86c72-03d2-448d-90b4-f2f2862f5a08), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.186044 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.193453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/76c86c72-03d2-448d-90b4-f2f2862f5a08 HTTP/1.1" status: 204 len: 168 time: 2.7872190 Feb 03 21:52:17.194456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.197497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97f2e3-7461-458d-b28d-77ff5ac813f0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=76c86c72-03d2-448d-90b4-f2f2862f5a08,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:17.201109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-365832845'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:17.249969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:17.253965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.331428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:17.374231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (dbc9f5a6-5906-49fe-9bc5-15be6db0e966), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.374768 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment dbc9f5a6-5906-49fe-9bc5-15be6db0e966 of type vlan for network 82a7edc7-6be5-4706-8f21-be91961fa7f2 Feb 03 21:52:17.389165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-bdc4a363-3c7c-4bfe-88f3-9ddd8f287a2d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.390856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bdc4a363-3c7c-4bfe-88f3-9ddd8f287a2d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3570418 Feb 03 21:52:17.394021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.398548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-b6b60938-fcdc-408f-a2b2-dac7798824ed tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.399570 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b6b60938-fcdc-408f-a2b2-dac7798824ed tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046008 Feb 03 21:52:17.402200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36440) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.407488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-10f86db0-8162-4a4f-a55d-c1c10f4c863d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.408724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-10f86db0-8162-4a4f-a55d-c1c10f4c863d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053144 Feb 03 21:52:17.411315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.415709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-02c0216c-85da-4340-8d26-bfa3a8b7dc8f tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.417635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-02c0216c-85da-4340-8d26-bfa3a8b7dc8f tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052974 Feb 03 21:52:17.419990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.424583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-7fb8ffca-a6e3-4f3b-907f-c49511b5d3f8 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.425542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7fb8ffca-a6e3-4f3b-907f-c49511b5d3f8 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046797 Feb 03 21:52:17.428306 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.434182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:52:13Z', 'updated_at': '2022-02-03T21:52:15Z', 'revision_number': 3, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'gw_port': {'id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:14Z', 'updated_at': '2022-02-03T21:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:17.434422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-8864122e-7fcb-4eb5-9309-1958f8f278f4 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.437123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8864122e-7fcb-4eb5-9309-1958f8f278f4 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0059922 Feb 03 21:52:17.437819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.442262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-7c4ed957-3c78-49b1-b4f7-7d84b3d2150d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.445417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7c4ed957-3c78-49b1-b4f7-7d84b3d2150d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044317 Feb 03 21:52:17.445541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (82a7edc7-6be5-4706-8f21-be91961fa7f2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.446292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36450) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.450737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-a7b35fe9-14cb-45d9-b4ec-32e849af0310 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.453028 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a7b35fe9-14cb-45d9-b4ec-32e849af0310 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044987 Feb 03 21:52:17.453631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36452) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.462535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-9d1c718a-9891-4146-97aa-8b21c7717b3f tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.463654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9d1c718a-9891-4146-97aa-8b21c7717b3f tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090787 Feb 03 21:52:17.466606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.470539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Checking router: d7bfb840-dec4-49de-aba7-a34326d8c5d9 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:52:17.470897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Updating router d7bfb840-dec4-49de-aba7-a34326d8c5d9 port bd4905b7-307a-4da2-b46e-7c28095d98f1 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:52:17.477631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-a5c7e7e3-333e-4ec9-8dd9-7fb04026101d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.481580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a5c7e7e3-333e-4ec9-8dd9-7fb04026101d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0116103 Feb 03 21:52:17.482140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.492979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-7537c08e-20e2-411d-a9f1-759f541bf9cf tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.496975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7537c08e-20e2-411d-a9f1-759f541bf9cf tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0109913 Feb 03 21:52:17.497239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36460) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.503689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-ad3baabf-f90a-4eae-ac77-ec848e69a303 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.507040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ad3baabf-f90a-4eae-ac77-ec848e69a303 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064406 Feb 03 21:52:17.507446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.516848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-9d16c9ee-2513-4244-aebc-fd24ade4da71 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.520403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9d16c9ee-2513-4244-aebc-fd24ade4da71 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0095510 Feb 03 21:52:17.520581 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.525883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.530387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-04843dfb-6d88-42a8-9cd8-f74f9bd314aa tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.533825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-04843dfb-6d88-42a8-9cd8-f74f9bd314aa tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045326 Feb 03 21:52:17.545642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36466) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.551370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-96125ea4-e7c0-4ac5-9949-ad662adde7f0 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.554557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-96125ea4-e7c0-4ac5-9949-ad662adde7f0 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054855 Feb 03 21:52:17.555458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36468) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.560624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-3636cb1c-72c2-444c-88f7-3a2d4610a0e6 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.568030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3636cb1c-72c2-444c-88f7-3a2d4610a0e6 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091205 Feb 03 21:52:17.568440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.574049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-71f2fb2e-a886-41bc-b494-0d079eb1fb57 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.577745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71f2fb2e-a886-41bc-b494-0d079eb1fb57 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0057037 Feb 03 21:52:17.586762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.633566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (82a7edc7-6be5-4706-8f21-be91961fa7f2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.639124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:17.639953 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.646490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-b5ccec8d-6e79-44d4-adca-70796531d237 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.647646 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b5ccec8d-6e79-44d4-adca-70796531d237 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047700 Feb 03 21:52:17.650825 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.655083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9054e64-100f-4096-8cf6-136bd9252427 req-71acbb14-f72e-4ea1-8aa9-26fa250e34d0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:17.656742 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9054e64-100f-4096-8cf6-136bd9252427 req-71acbb14-f72e-4ea1-8aa9-26fa250e34d0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.0805898 Feb 03 21:52:17.657267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36476) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.663212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-2908745c-7879-4b70-b799-dc8162ed9cce tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.667598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2908745c-7879-4b70-b799-dc8162ed9cce tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0093198 Feb 03 21:52:17.669570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36478) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.674800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-f2e9dc0d-00f8-4212-b7cd-c33a60ffd9a9 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.679592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f2e9dc0d-00f8-4212-b7cd-c33a60ffd9a9 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0081494 Feb 03 21:52:17.697355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.703402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-6cb6398a-9c83-4961-8b78-9754e50cf197 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.707309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6cb6398a-9c83-4961-8b78-9754e50cf197 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0089552 Feb 03 21:52:17.709730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.720279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-3c99a302-0693-4c66-a33c-19c775106597 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.724247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3c99a302-0693-4c66-a33c-19c775106597 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0135589 Feb 03 21:52:17.731069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36484) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.745312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-2b0fd9c3-ff35-4eed-9393-5ce9c4b7a118 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.746603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2b0fd9c3-ff35-4eed-9393-5ce9c4b7a118 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0143147 Feb 03 21:52:17.756178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36486) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.762389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-5ee53497-32c6-42bc-bcfb-760cdc8eda93 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.766120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5ee53497-32c6-42bc-bcfb-760cdc8eda93 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084980 Feb 03 21:52:17.772179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.785957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-d0b5e784-fa21-4bc1-8044-839ff0be6891 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.789664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d0b5e784-fa21-4bc1-8044-839ff0be6891 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0145566 Feb 03 21:52:17.793646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.797755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-760d7a04-161b-4e11-984f-2e937fe18df9 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.801303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-760d7a04-161b-4e11-984f-2e937fe18df9 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0067251 Feb 03 21:52:17.808601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36492) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.820934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-82f9e7c2-66ee-4ea1-b3ce-809d9bcfb62e tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.830040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-82f9e7c2-66ee-4ea1-b3ce-809d9bcfb62e tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0081608 Feb 03 21:52:17.831922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.836256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-1fb5637b-4c6f-4b86-b111-c3a7857b6f9a tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.840547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1fb5637b-4c6f-4b86-b111-c3a7857b6f9a tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076687 Feb 03 21:52:17.842611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36496) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.846089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9054e64-100f-4096-8cf6-136bd9252427 req-08fef953-619b-4021-974c-bf732b3c4f22 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773627 Feb 03 21:52:17.854883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aed799-8df7-4d7e-b544-cff0fe55c1dc req-248549c6-6056-40c0-80af-9d105cb0f1d2 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:17.856393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09aed799-8df7-4d7e-b544-cff0fe55c1dc req-248549c6-6056-40c0-80af-9d105cb0f1d2 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 947 time: 0.1569901 Feb 03 21:52:17.859305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-a4de1381-0206-42c9-a934-a3de0129ff81 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.862965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a4de1381-0206-42c9-a934-a3de0129ff81 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0160038 Feb 03 21:52:17.864820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36498) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.877575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-caeb34e4-1c85-4247-92e8-28b7b70fed1d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.881385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-caeb34e4-1c85-4247-92e8-28b7b70fed1d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0156543 Feb 03 21:52:17.887266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36500) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.890914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 86f369a9-2840-43c5-812d-2668325742f8 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:17.891595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-afce56f0-54b2-45c5-887c-23c59d2850b2 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.895675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-afce56f0-54b2-45c5-887c-23c59d2850b2 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0074308 Feb 03 21:52:17.897454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36504) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.906296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-4029d7b7-d1b5-4a94-835b-a68331089fee tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.910034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4029d7b7-d1b5-4a94-835b-a68331089fee tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0116496 Feb 03 21:52:17.916854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36506) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.921069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-09dfeea9-f6cb-4caa-b7b9-428c800da260 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.925300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-09dfeea9-f6cb-4caa-b7b9-428c800da260 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074646 Feb 03 21:52:17.927810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36508) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.932250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-bdba6af0-a1aa-4b5f-a200-233ec37eb6d2 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.935813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bdba6af0-a1aa-4b5f-a200-233ec37eb6d2 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070999 Feb 03 21:52:17.937709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.942210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-519a5ddd-56e6-43c1-a36b-c68079eea447 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.945743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-519a5ddd-56e6-43c1-a36b-c68079eea447 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0068262 Feb 03 21:52:17.948876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36512) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.954213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-ceb49713-787d-42ed-92df-d8c62a2fe704 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.957770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ceb49713-787d-42ed-92df-d8c62a2fe704 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067098 Feb 03 21:52:17.964055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:17.966115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Allocated IP 172.20.0.1 (3bf84af0-4b96-4424-b84f-b6d6c008b1eb/4948af62-de5f-4723-bed2-525165fe47b6/b30cf654-7e50-4308-8414-fb5d0db57f45) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:17.980580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-b9d019bb-5082-4860-ad3b-89fa96e437c4 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:17.987043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b9d019bb-5082-4860-ad3b-89fa96e437c4 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0219936 Feb 03 21:52:17.998157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Publish callbacks [] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:17.999754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36516) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.007895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-b4b2185f-14db-4582-9007-d433adf71345 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.008955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b4b2185f-14db-4582-9007-d433adf71345 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0082884 Feb 03 21:52:18.017166 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.022166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36518) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.028934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-046abe1b-3932-4fc7-bb29-bef3ccf003d8 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.029978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-046abe1b-3932-4fc7-bb29-bef3ccf003d8 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0068541 Feb 03 21:52:18.054756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09aed799-8df7-4d7e-b544-cff0fe55c1dc req-0def7780-717b-4e95-8a7e-07a91dddab1a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905818 Feb 03 21:52:18.055365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.057457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8160f5ee-5ff0-47e9-b6d7-5b417abc7a8c req-5308bc09-ae06-40ab-8e4c-f837fe25f1d6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0618715 Feb 03 21:52:18.061557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-5e4de21f-0f0a-41cb-bbc5-016a6a851f49 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.062490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5e4de21f-0f0a-41cb-bbc5-016a6a851f49 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041733 Feb 03 21:52:18.065475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.069995 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-7998f2e3-705e-4387-80dd-f336a2234f0c tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.071273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8755920 Feb 03 21:52:18.071533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7998f2e3-705e-4387-80dd-f336a2234f0c tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045946 Feb 03 21:52:18.072069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.073545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.074302 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01fd97-d416-4ff5-87e7-cfccd86f09c9 None None] Pushing event updated for resources: {'Port': ['ID=bd4905b7-307a-4da2-b46e-7c28095d98f1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:18.086284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7558600e-df7b-4d1a-a9a1-39c17e86b275 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:18.089699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-a5a4059b-788e-48f3-a9d4-294248d0ff57 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.091143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a5a4059b-788e-48f3-a9d4-294248d0ff57 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0165250 Feb 03 21:52:18.093698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.097706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 86f369a9-2840-43c5-812d-2668325742f8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:52:18.101561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 86f369a9-2840-43c5-812d-2668325742f8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:18.101943 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (86f369a9-2840-43c5-812d-2668325742f8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.104838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a00f7-afd2-4761-b1f0-fd29e3f6166a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=82a7edc7-6be5-4706-8f21-be91961fa7f2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:18.117040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-73b4fdb3-c47e-461e-bfe8-c612d238e41d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.119445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-73b4fdb3-c47e-461e-bfe8-c612d238e41d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0233228 Feb 03 21:52:18.123283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.133654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-84c8b8af-5b90-44f9-aae0-02dce4496848 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.137935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-84c8b8af-5b90-44f9-aae0-02dce4496848 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0104342 Feb 03 21:52:18.138070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36532) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.142117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-0d95a716-15aa-4e45-82b9-e9011abfb7f3 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.144950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0d95a716-15aa-4e45-82b9-e9011abfb7f3 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043685 Feb 03 21:52:18.146865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 82a7edc7-6be5-4706-8f21-be91961fa7f2 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:18.148795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.153680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-dfc666f4-0ce8-4e5a-8548-b90d03f4c1fa tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.156889 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dfc666f4-0ce8-4e5a-8548-b90d03f4c1fa tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0049076 Feb 03 21:52:18.157860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.162551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-9bb30ba1-433d-448d-a6fc-99fd696a59ba tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.165668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9bb30ba1-433d-448d-a6fc-99fd696a59ba tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0047021 Feb 03 21:52:18.165867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.170918 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Publish callbacks [] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.172459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-f139445f-a342-48fe-af9d-54f0233235cb tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.175693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f139445f-a342-48fe-af9d-54f0233235cb tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063343 Feb 03 21:52:18.175969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.180818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-62b20bb4-c082-4811-b3a8-674a45a2869c tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.183902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-62b20bb4-c082-4811-b3a8-674a45a2869c tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0049958 Feb 03 21:52:18.184075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36542) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.189099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-caa0165a-3d14-426a-ac96-953dbda020db tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.192152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-caa0165a-3d14-426a-ac96-953dbda020db tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051076 Feb 03 21:52:18.192281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36544) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.198316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-1a8f64dd-54c6-4c73-bd89-f869b67c0e70 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.201498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1a8f64dd-54c6-4c73-bd89-f869b67c0e70 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0057526 Feb 03 21:52:18.205324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36546) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.209833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-2290b468-457b-448f-b3ca-cddd970cb1fc tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.214734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2290b468-457b-448f-b3ca-cddd970cb1fc tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0081599 Feb 03 21:52:18.215496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.220344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-ec73c45f-d5f9-45b1-92de-1d9bb34b6895 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.223837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36550) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.224775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ec73c45f-d5f9-45b1-92de-1d9bb34b6895 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0073683 Feb 03 21:52:18.234864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Attempting to bind port bd4905b7-307a-4da2-b46e-7c28095d98f1 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:18.235234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Attempting to bind port bd4905b7-307a-4da2-b46e-7c28095d98f1 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:18.235595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Attempting to bind port bd4905b7-307a-4da2-b46e-7c28095d98f1 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:18.263195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-6f3a7582-d621-42c6-8528-6fa7a7e06cc7 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.263524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:18.263901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:18.267083 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.267214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6f3a7582-d621-42c6-8528-6fa7a7e06cc7 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0115199 Feb 03 21:52:18.267331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:18.267331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Bound port: bd4905b7-307a-4da2-b46e-7c28095d98f1, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:18.267331 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.268309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.275022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-593d0480-fe3c-4abd-b776-7a572a7389b1 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.279261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-593d0480-fe3c-4abd-b776-7a572a7389b1 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060847 Feb 03 21:52:18.281324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36554) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.286571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-a8e49ea2-949f-41a8-96e9-df0098d12888 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.291987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a8e49ea2-949f-41a8-96e9-df0098d12888 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092998 Feb 03 21:52:18.292956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.302962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-8af33030-bf1e-4d9f-b5b2-8615ba03cbaf tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.306167 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8af33030-bf1e-4d9f-b5b2-8615ba03cbaf tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0096273 Feb 03 21:52:18.307477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36558) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.315498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-b9f095eb-f03a-4c45-9489-1f226f7b9ff7 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.320005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.320687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b9f095eb-f03a-4c45-9489-1f226f7b9ff7 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0116341 Feb 03 21:52:18.321703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36560) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.345155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-84082a49-b715-462d-98ec-7a4ef86d1f55 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.348962 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-84082a49-b715-462d-98ec-7a4ef86d1f55 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0148060 Feb 03 21:52:18.350201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36562) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.357161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-37eb2fdd-8f4c-4fd4-b729-0cfe4e995024 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.360157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] For port bd4905b7-307a-4da2-b46e-7c28095d98f1, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:18.362840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-37eb2fdd-8f4c-4fd4-b729-0cfe4e995024 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0111799 Feb 03 21:52:18.363997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.368958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-3ecb6770-2d27-4404-a09e-e2864977c91a tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.372932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7558600e-df7b-4d1a-a9a1-39c17e86b275 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (82a7edc7-6be5-4706-8f21-be91961fa7f2), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.373212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3ecb6770-2d27-4404-a09e-e2864977c91a tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082874 Feb 03 21:52:18.375319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.379900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] For port bd4905b7-307a-4da2-b46e-7c28095d98f1, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bd4905b7-307a-4da2-b46e-7c28095d98f1,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:18.381197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-5f43d9a9-6985-465f-be81-06be53355d8a tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.387790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5f43d9a9-6985-465f-be81-06be53355d8a tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0114429 Feb 03 21:52:18.388587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36568) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.388887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 86f369a9-2840-43c5-812d-2668325742f8 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:18.389504 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (86f369a9-2840-43c5-812d-2668325742f8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.393433 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-2cb46479-5d17-4062-9cc9-13194d210814 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.397405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36570) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.399622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2cb46479-5d17-4062-9cc9-13194d210814 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0099282 Feb 03 21:52:18.404476 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.407705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:18.410882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [None req-54c955ec-3a6e-4b28-8f58-58a34f3dd1f9 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.411954 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-54c955ec-3a6e-4b28-8f58-58a34f3dd1f9 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0083234 Feb 03 21:52:18.414836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.415062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7558600e-df7b-4d1a-a9a1-39c17e86b275 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (82a7edc7-6be5-4706-8f21-be91961fa7f2), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.419934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-31edf357-cdb0-40cf-a1b6-f0676e26d2c0 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.423724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:18.424322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-31edf357-cdb0-40cf-a1b6-f0676e26d2c0 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0084627 Feb 03 21:52:18.425106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36574) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.429576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:18.430780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-082a9c78-2806-44fb-a4f1-65a607a28743 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.434393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-082a9c78-2806-44fb-a4f1-65a607a28743 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082076 Feb 03 21:52:18.435225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36576) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.439619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-0331dbf2-13f2-45a3-9c76-6d20d708919f tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.444288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0331dbf2-13f2-45a3-9c76-6d20d708919f tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079789 Feb 03 21:52:18.445633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.449662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9c743d-36aa-4530-bdfe-130da2a4ac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f369a9-2840-43c5-812d-2668325742f8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:18.450911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-6e26cdd3-c767-4156-a525-ed52effb983d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.451885 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeb4fdd-386b-4a0e-8005-980bb7f94f9a" -d '{"events": [{"server_uuid": "9f9c743d-36aa-4530-bdfe-130da2a4ac37", "name": "network-vif-plugged", "status": "completed", "tag": "86f369a9-2840-43c5-812d-2668325742f8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:18.454599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e26cdd3-c767-4156-a525-ed52effb983d tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078535 Feb 03 21:52:18.455377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36582) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.461040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-d5562ad6-12b0-49d9-b8ea-9f4cf8f26995 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.465519 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d5562ad6-12b0-49d9-b8ea-9f4cf8f26995 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0090735 Feb 03 21:52:18.466278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36584) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.470710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-465edad5-55dd-4e43-8b45-8c30f12bdf82 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.475274 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-465edad5-55dd-4e43-8b45-8c30f12bdf82 tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0078013 Feb 03 21:52:18.476060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.479248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 86f369a9-2840-43c5-812d-2668325742f8, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86f369a9-2840-43c5-812d-2668325742f8,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:18.482263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [None req-2b5db79b-9e34-4d00-82f9-580c5ab14cdd tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:52:18.487969 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b5db79b-9e34-4d00-82f9-580c5ab14cdd tempest-ExtensionsTestJSON-871377842 tempest-ExtensionsTestJSON-871377842-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0106065 Feb 03 21:52:18.495120 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (d7bfb840-dec4-49de-aba7-a34326d8c5d9), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.497723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Pushing event updated for resources: {'Port': ['ID=b30cf654-7e50-4308-8414-fb5d0db57f45,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:18.502489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Routers {'d7bfb840-dec4-49de-aba7-a34326d8c5d9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:52:18.503833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:51:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:18.527318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7558600e-df7b-4d1a-a9a1-39c17e86b275 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 82a7edc7-6be5-4706-8f21-be91961fa7f2 is not hosted by any dhcp agent {{(pid=103398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 21:52:18.532157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7558600e-df7b-4d1a-a9a1-39c17e86b275 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:18.532783 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7558600e-df7b-4d1a-a9a1-39c17e86b275 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.537096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.542106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': '82a7edc7-6be5-4706-8f21-be91961fa7f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:18.546769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7558600e-df7b-4d1a-a9a1-39c17e86b275 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "PUT /v2.0/networks/82a7edc7-6be5-4706-8f21-be91961fa7f2 HTTP/1.1" status: 200 len: 723 time: 0.4679599 Feb 03 21:52:18.547992 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (86f369a9-2840-43c5-812d-2668325742f8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.553854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01fd97-d416-4ff5-87e7-cfccd86f09c9 None None] Pushing event updated for resources: {'Port': ['ID=bd4905b7-307a-4da2-b46e-7c28095d98f1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:18.633549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558600e-df7b-4d1a-a9a1-39c17e86b275 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=82a7edc7-6be5-4706-8f21-be91961fa7f2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:18.702998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:18.707535 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.816120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f0882-e5bb-4c5b-8d39-2dc52c6ed6c8 req-b84d4d55-5a8e-49fd-87d5-3e0d25ff40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:18.818177 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a2f0882-e5bb-4c5b-8d39-2dc52c6ed6c8 req-b84d4d55-5a8e-49fd-87d5-3e0d25ff40a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 1130 time: 0.1772263 Feb 03 21:52:18.854591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=86f369a9-2840-43c5-812d-2668325742f8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:18.866332 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d24fee-051d-48c0-a09e-c1e140227be2 x-openstack-request-id: req-97d24fee-051d-48c0-a09e-c1e140227be2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:18.866803 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9c743d-36aa-4530-bdfe-130da2a4ac37", "name": "network-vif-plugged", "status": "completed", "tag": "86f369a9-2840-43c5-812d-2668325742f8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:18.868517 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97d24fee-051d-48c0-a09e-c1e140227be2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:18.869742 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9c743d-36aa-4530-bdfe-130da2a4ac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f369a9-2840-43c5-812d-2668325742f8', 'code': 200} Feb 03 21:52:18.928866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] Set router d7bfb840-dec4-49de-aba7-a34326d8c5d9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:52:18.935726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36596) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:18.946860 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a2f0882-e5bb-4c5b-8d39-2dc52c6ed6c8 req-f8dfb874-4297-425e-bc43-adcfec4af015 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130989 Feb 03 21:52:18.982187 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:18.998420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 82a7edc7-6be5-4706-8f21-be91961fa7f2 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:19.058565 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (85fe24ed-75c6-4347-b600-1e899e40e3ec), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.129582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=85fe24ed-75c6-4347-b600-1e899e40e3ec,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:19.174094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': 'dbc9f5a6-5906-49fe-9bc5-15be6db0e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '82a7edc7-6be5-4706-8f21-be91961fa7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:19.174460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: 82a7edc7-6be5-4706-8f21-be91961fa7f2, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:19.199972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3754f5-8a2a-48b9-89b9-b51e2fc5a4d4 req-8ba8ff6f-f7a7-4446-aa9b-de000dc228ea tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:19.206762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c3754f5-8a2a-48b9-89b9-b51e2fc5a4d4 req-8ba8ff6f-f7a7-4446-aa9b-de000dc228ea tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.1628401 Feb 03 21:52:19.221143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4df7-6601-4694-832a-394ef3781912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.259372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:52:13Z', 'updated_at': '2022-02-03T21:52:15Z', 'revision_number': 3, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'gw_port': {'id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:14Z', 'updated_at': '2022-02-03T21:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:19.290460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe000c3-d3bf-4ee9-8adc-1bc73af14112 None None] The sync data for ids ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'] in n-d-824834-9 is: [{'id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:52:13Z', 'updated_at': '2022-02-03T21:52:15Z', 'revision_number': 3, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'gw_port': {'id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:14Z', 'updated_at': '2022-02-03T21:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:52:19.314294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 82a7edc7-6be5-4706-8f21-be91961fa7f2 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:19.341257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c3754f5-8a2a-48b9-89b9-b51e2fc5a4d4 req-189d5c2b-a6ac-43ca-81dd-ec7557155150 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335919 Feb 03 21:52:19.352986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 82a7edc7-6be5-4706-8f21-be91961fa7f2) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:19.358644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:19.359465 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.369514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0ddd6-a020-4107-b56e-91c68b06afea None None] Network 82a7edc7-6be5-4706-8f21-be91961fa7f2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:19.380403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a877d-3109-43e1-869e-2d6407b34ad4 req-08b8c993-f7bc-4115-b01f-3a27771f600f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:19.389828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d15a877d-3109-43e1-869e-2d6407b34ad4 req-08b8c993-f7bc-4115-b01f-3a27771f600f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 948 time: 0.1800573 Feb 03 21:52:19.394549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-78cdc823-9376-4402-acad-a927e590a277 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8563933 Feb 03 21:52:19.403036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:19.413049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-54bdf99a-577d-432e-a6c3-0320a78080b3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:19.462141 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4df7-6601-4694-832a-394ef3781912 admin admin] Publish callbacks [] for security_group (5f390fd6-257a-4d58-a61f-fd545e6eef36), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.483580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d15a877d-3109-43e1-869e-2d6407b34ad4 req-2605b284-288e-44a1-ad46-89ce4f49f2b2 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875583 Feb 03 21:52:19.486796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4df7-6601-4694-832a-394ef3781912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5f390fd6-257a-4d58-a61f-fd545e6eef36), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.539480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d0ca54d-3d65-4e33-a150-2645bfed4b99 req-51632a3e-8f38-413b-a53a-54352e81357f tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0668561 Feb 03 21:52:19.590848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Publish callbacks [] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.597097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36606) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:19.597261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bc9d4df7-6601-4694-832a-394ef3781912 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=471b8d5bd3604bde9cd0b381c5867a89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6492074 Feb 03 21:52:19.600525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d4df7-6601-4694-832a-394ef3781912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f390fd6-257a-4d58-a61f-fd545e6eef36,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:19.607504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-82a7edc7-6be5-4706-8f21-be91961fa7f2', 'network_id': '82a7edc7-6be5-4706-8f21-be91961fa7f2', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': '85fe24ed-75c6-4347-b600-1e899e40e3ec'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:19.608626 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.613352 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.630731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54bdf99a-577d-432e-a6c3-0320a78080b3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8774455'] for subnet (85fe24ed-75c6-4347-b600-1e899e40e3ec), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.694495 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de61572c-8a43-41bc-bdb2-deedadebae1a admin admin] Publish callbacks [] for security_group (5f390fd6-257a-4d58-a61f-fd545e6eef36), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.772733 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de61572c-8a43-41bc-bdb2-deedadebae1a admin admin] Publish callbacks [] for security_group (5f390fd6-257a-4d58-a61f-fd545e6eef36), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.865714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de61572c-8a43-41bc-bdb2-deedadebae1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5f390fd6-257a-4d58-a61f-fd545e6eef36), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.877343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de61572c-8a43-41bc-bdb2-deedadebae1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:19.879510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-de61572c-8a43-41bc-bdb2-deedadebae1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f390fd6-257a-4d58-a61f-fd545e6eef36 HTTP/1.1" status: 204 len: 168 time: 0.2812388 Feb 03 21:52:19.894207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61572c-8a43-41bc-bdb2-deedadebae1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f390fd6-257a-4d58-a61f-fd545e6eef36,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:20.358000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Pushing event updated for resources: {'Port': ['ID=b30cf654-7e50-4308-8414-fb5d0db57f45,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:20.381718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (d7bfb840-dec4-49de-aba7-a34326d8c5d9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:20.567679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d18887-9895-4069-8450-6e4e5fe408a5 req-b3d1e586-fe57-43ac-895a-24154f729491 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:20.571590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5d18887-9895-4069-8450-6e4e5fe408a5 req-b3d1e586-fe57-43ac-895a-24154f729491 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.1195052 Feb 03 21:52:20.604323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:20.608121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:20.651318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5d18887-9895-4069-8450-6e4e5fe408a5 req-2bec79b9-0c12-4b5a-a78a-0aeab5fb2646 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741105 Feb 03 21:52:20.707223 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54bdf99a-577d-432e-a6c3-0320a78080b3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789547752430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9081653'] for subnet (85fe24ed-75c6-4347-b600-1e899e40e3ec), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:20.736173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bd4905b7-307a-4da2-b46e-7c28095d98f1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:20.794517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147231b5-2b3b-441c-a1f2-1d02bb249372 req-da4b201c-a0c8-4455-9df2-48aa0c11cf01 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:20.804149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147231b5-2b3b-441c-a1f2-1d02bb249372 req-da4b201c-a0c8-4455-9df2-48aa0c11cf01 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 948 time: 0.1568837 Feb 03 21:52:20.846093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Allocated IP 172.20.0.2 (82a7edc7-6be5-4706-8f21-be91961fa7f2/85fe24ed-75c6-4347-b600-1e899e40e3ec/439e709d-7b79-4b26-b5a5-ea0b5dbff77d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:20.875778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c55b272b-3b39-421c-b0ba-a3a753c42c40 req-c1b08624-b341-4fc6-9169-58ea2267b7fd tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0688052 Feb 03 21:52:20.910624 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147231b5-2b3b-441c-a1f2-1d02bb249372 req-801546d8-5403-433f-aa92-12f529789ad1 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047754 Feb 03 21:52:20.965500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bd4905b7-307a-4da2-b46e-7c28095d98f1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:20.965872 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.012301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bdf99a-577d-432e-a6c3-0320a78080b3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:21.018034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54bdf99a-577d-432e-a6c3-0320a78080b3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.022368 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-54bdf99a-577d-432e-a6c3-0320a78080b3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "PUT /v2.0/subnets/85fe24ed-75c6-4347-b600-1e899e40e3ec HTTP/1.1" status: 200 len: 806 time: 1.6138084 Feb 03 21:52:21.024997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36636) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:21.096566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdf99a-577d-432e-a6c3-0320a78080b3 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=85fe24ed-75c6-4347-b600-1e899e40e3ec,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:21.142722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Router d7bfb840-dec4-49de-aba7-a34326d8c5d9 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:52:21.272893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (82a7edc7-6be5-4706-8f21-be91961fa7f2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.289334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bd4905b7-307a-4da2-b46e-7c28095d98f1 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:21.289563 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.365697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port bd4905b7-307a-4da2-b46e-7c28095d98f1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bd4905b7-307a-4da2-b46e-7c28095d98f1,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:21.375011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36640) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:21.381018 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (85fe24ed-75c6-4347-b600-1e899e40e3ec), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.384357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:52:21.388650 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.396949 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-70a3f45c-96a7-459c-96ae-00cdd3ac403c admin admin] 10.222.0.50 "PUT /v2.0/routers/d7bfb840-dec4-49de-aba7-a34326d8c5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4341488 Feb 03 21:52:21.511132 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Publish callbacks [] for port (439e709d-7b79-4b26-b5a5-ea0b5dbff77d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.519882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c613864-003d-41c1-af27-6849af42cc6f req-9d62f9d5-c1d9-4bd1-98a0-b9da11ad7248 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:21.531448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c613864-003d-41c1-af27-6849af42cc6f req-9d62f9d5-c1d9-4bd1-98a0-b9da11ad7248 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 1130 time: 0.0952585 Feb 03 21:52:21.546510 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (439e709d-7b79-4b26-b5a5-ea0b5dbff77d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.564783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5c613864-003d-41c1-af27-6849af42cc6f req-c810efd6-6240-4feb-9f66-ec3a852af9bf tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.592293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Network 82a7edc7-6be5-4706-8f21-be91961fa7f2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:21.604758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:21.618066 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (85fe24ed-75c6-4347-b600-1e899e40e3ec), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.624332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:21.648311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=bd4905b7-307a-4da2-b46e-7c28095d98f1,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:21.673876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-572510058'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:21.696546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Pushing event updated for resources: {'Port': ['ID=439e709d-7b79-4b26-b5a5-ea0b5dbff77d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:21.752398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Attempting to bind port 439e709d-7b79-4b26-b5a5-ea0b5dbff77d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:21.753068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Attempting to bind port 439e709d-7b79-4b26-b5a5-ea0b5dbff77d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'dbc9f5a6-5906-49fe-9bc5-15be6db0e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '82a7edc7-6be5-4706-8f21-be91961fa7f2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:21.753160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Attempting to bind port 439e709d-7b79-4b26-b5a5-ea0b5dbff77d on network 82a7edc7-6be5-4706-8f21-be91961fa7f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:21.761109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:21.761579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Checking segment: {'id': 'dbc9f5a6-5906-49fe-9bc5-15be6db0e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '82a7edc7-6be5-4706-8f21-be91961fa7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:21.762177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.762638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Bound using segment: {'id': 'dbc9f5a6-5906-49fe-9bc5-15be6db0e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '82a7edc7-6be5-4706-8f21-be91961fa7f2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:21.763177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Bound port: 439e709d-7b79-4b26-b5a5-ea0b5dbff77d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc9f5a6-5906-49fe-9bc5-15be6db0e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '82a7edc7-6be5-4706-8f21-be91961fa7f2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:21.763649 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (439e709d-7b79-4b26-b5a5-ea0b5dbff77d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.781024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=85fe24ed-75c6-4347-b600-1e899e40e3ec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:21.841688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] For port 439e709d-7b79-4b26-b5a5-ea0b5dbff77d, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:21.847542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] For port 439e709d-7b79-4b26-b5a5-ea0b5dbff77d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=439e709d-7b79-4b26-b5a5-ea0b5dbff77d,segment=NetworkSegment(dbc9f5a6-5906-49fe-9bc5-15be6db0e966),segment_id=dbc9f5a6-5906-49fe-9bc5-15be6db0e966)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:21.857989 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (439e709d-7b79-4b26-b5a5-ea0b5dbff77d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.885183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (82a7edc7-6be5-4706-8f21-be91961fa7f2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.901339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:21.905189 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.970012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:21.971383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543692b8-e64c-4318-851b-f1c85220f64a None None] Pushing event updated for resources: {'Port': ['ID=439e709d-7b79-4b26-b5a5-ea0b5dbff77d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:21.991891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab4ba9-db7e-4149-9815-eb6e51798c7e None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:52:22.099069 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for security_group (3a9d70ed-6037-4297-b610-8aef00b88d38), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.118516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a7edc7-6be5-4706-8f21-be91961fa7f2']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:22.123325 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Sync routers for ids ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:52:22.130078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab4ba9-db7e-4149-9815-eb6e51798c7e None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:52:22.130360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3a9d70ed-6037-4297-b610-8aef00b88d38), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.141870 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Routers {'d7bfb840-dec4-49de-aba7-a34326d8c5d9'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:52:22.145422 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:51:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:22.285407 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Set router d7bfb840-dec4-49de-aba7-a34326d8c5d9 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:52:22.437544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf82ad-2ba5-4a84-b44e-e17a4c350a74 None None] Network 82a7edc7-6be5-4706-8f21-be91961fa7f2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:22.501770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:22.512463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f499d955-762a-4091-abbe-24c4ac676f6a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.512838 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Added segment f499d955-762a-4091-abbe-24c4ac676f6a of type vlan for network 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b Feb 03 21:52:22.542556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc9f5a6-5906-49fe-9bc5-15be6db0e966') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:22.543234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc9f5a6-5906-49fe-9bc5-15be6db0e966') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:22.553591 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (dbc9f5a6-5906-49fe-9bc5-15be6db0e966), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.568671 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (dbc9f5a6-5906-49fe-9bc5-15be6db0e966), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.577984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:22.578821 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (dbc9f5a6-5906-49fe-9bc5-15be6db0e966), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.613971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bd4905b7-307a-4da2-b46e-7c28095d98f1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:22.633712 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:52:13Z', 'updated_at': '2022-02-03T21:52:18Z', 'revision_number': 4, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'gw_port': {'id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:14Z', 'updated_at': '2022-02-03T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b30cf654-7e50-4308-8414-fb5d0db57f45', 'name': '', 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'mac_address': 'fa:16:3e:b3:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '4948af62-de5f-4723-bed2-525165fe47b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:17Z', 'updated_at': '2022-02-03T21:52:19Z', 'revision_number': 2, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'subnets': [{'id': '4948af62-de5f-4723-bed2-525165fe47b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:22.667618 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:22.676221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7847767-dc3b-4e15-9e15-33d4fbba0723 None None] Network 82a7edc7-6be5-4706-8f21-be91961fa7f2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:22.677072 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Checking router: d7bfb840-dec4-49de-aba7-a34326d8c5d9 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:52:22.677642 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Updating router d7bfb840-dec4-49de-aba7-a34326d8c5d9 port b30cf654-7e50-4308-8414-fb5d0db57f45 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:52:22.694536 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:52:22.694536 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:52:22.694536 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '82a7edc7-6be5-4706-8f21-be91961fa7f2'}] Feb 03 21:52:22.694536 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:22.694963 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:22.710007 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.712264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5c613864-003d-41c1-af27-6849af42cc6f req-c810efd6-6240-4feb-9f66-ec3a852af9bf tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Publish callbacks [] for security_group (d8600bb9-c74f-4c7c-a3e9-f36b90460d86), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.745148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe5933-81e5-4f04-97cd-1773c4194685 req-96ae3d03-648c-4b48-9084-75b2eedff5a4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:22.746793 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1efe5933-81e5-4f04-97cd-1773c4194685 req-96ae3d03-648c-4b48-9084-75b2eedff5a4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.9566958 Feb 03 21:52:22.753244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (540f4ad4-ae18-436a-aa47-4ef09bbe9d8b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.755365 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5c613864-003d-41c1-af27-6849af42cc6f req-c810efd6-6240-4feb-9f66-ec3a852af9bf tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d8600bb9-c74f-4c7c-a3e9-f36b90460d86), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.776969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9d70ed-6037-4297-b610-8aef00b88d38,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:22.786589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bd4905b7-307a-4da2-b46e-7c28095d98f1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:22.787072 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.871596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1efe5933-81e5-4f04-97cd-1773c4194685 req-e25ea4ed-f1e1-4dfd-adf8-c1c06fc22c8a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109908 Feb 03 21:52:22.881123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c613864-003d-41c1-af27-6849af42cc6f req-c810efd6-6240-4feb-9f66-ec3a852af9bf tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3486960 Feb 03 21:52:22.883602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810efd6-6240-4feb-9f66-ec3a852af9bf tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8600bb9-c74f-4c7c-a3e9-f36b90460d86,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:22.892932 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (540f4ad4-ae18-436a-aa47-4ef09bbe9d8b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.900103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:22.901866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:22.930868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bd4905b7-307a-4da2-b46e-7c28095d98f1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:23.015950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Network': ['ID=540f4ad4-ae18-436a-aa47-4ef09bbe9d8b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:23.028629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:23.093572 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Publish callbacks [] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:23.097328 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4be1aec-44f5-41bd-b52b-67beefa24c19 req-84e6ae3c-892e-470b-a246-a29e17345cb7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0710785 Feb 03 21:52:23.102178 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:23.120560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aa5cdc36-0e8b-447b-b983-aa3ad423f611 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7440550 Feb 03 21:52:23.151403 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Pushing event updated for resources: {'Port': ['ID=b30cf654-7e50-4308-8414-fb5d0db57f45,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:23.161332 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.161757 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.162202 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.162609 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.163141 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.163534 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.163932 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.164328 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.164730 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.165337 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.165471 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.165932 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.166677 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:23.217519 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (82a7edc7-6be5-4706-8f21-be91961fa7f2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:23.364682 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Attempting to bind port b30cf654-7e50-4308-8414-fb5d0db57f45 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:23.364682 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Attempting to bind port b30cf654-7e50-4308-8414-fb5d0db57f45 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:23.364682 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Attempting to bind port b30cf654-7e50-4308-8414-fb5d0db57f45 on network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:23.371841 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:23.372229 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Checking segment: {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:23.372637 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:23.373202 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Bound using segment: {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:23.373802 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Bound port: b30cf654-7e50-4308-8414-fb5d0db57f45, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:23.374194 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:23.445068 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] For port b30cf654-7e50-4308-8414-fb5d0db57f45, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:23.449634 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] For port b30cf654-7e50-4308-8414-fb5d0db57f45, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b30cf654-7e50-4308-8414-fb5d0db57f45,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:23.457755 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:23.490480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443c1b3-5a78-4881-ad64-935acecb251f req-288948a7-2de0-4e6e-b122-0d9d62082956 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:23.492677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-288948a7-2de0-4e6e-b122-0d9d62082956 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 818 time: 0.4024656 Feb 03 21:52:23.535035 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce5490-05a8-4142-833c-477679353e21 None None] Pushing event updated for resources: {'Port': ['ID=b30cf654-7e50-4308-8414-fb5d0db57f45,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:23.543142 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbd95e58-7144-484a-880e-a22ff175ab36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:23.559995 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Routers {'d7bfb840-dec4-49de-aba7-a34326d8c5d9'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:52:23.560631 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:51:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:23.566785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port 439e709d-7b79-4b26-b5a5-ea0b5dbff77d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:23.567737 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (439e709d-7b79-4b26-b5a5-ea0b5dbff77d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:23.572711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-3d4b1b68-f759-4426-971c-d6adf2a15b95 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/quotas/ff913163692647e695e9ab8b6e697fe6 HTTP/1.1" status: 200 len: 375 time: 0.0680742 Feb 03 21:52:23.605057 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-a8fa0f42-9a08-4362-b052-5be265208d4a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833247 Feb 03 21:52:23.691781 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] Set router d7bfb840-dec4-49de-aba7-a34326d8c5d9 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:52:23.800062 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-a1117efe-3ec5-48c9-b914-203c66331fad tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:23.807190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-a1117efe-3ec5-48c9-b914-203c66331fad tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013602 Feb 03 21:52:23.828088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-e484c41b-b0d5-4f6f-a103-c82dc8fa8e07 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/quotas/3581307d22c3441fb5a5c9d506d7c2ee HTTP/1.1" status: 200 len: 375 time: 0.0197470 Feb 03 21:52:23.871404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port 439e709d-7b79-4b26-b5a5-ea0b5dbff77d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=439e709d-7b79-4b26-b5a5-ea0b5dbff77d,segment=NetworkSegment(dbc9f5a6-5906-49fe-9bc5-15be6db0e966),segment_id=dbc9f5a6-5906-49fe-9bc5-15be6db0e966)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:23.871951 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (439e709d-7b79-4b26-b5a5-ea0b5dbff77d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:23.886299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for 439e709d-7b79-4b26-b5a5-ea0b5dbff77d owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:23.942714 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:52:13Z', 'updated_at': '2022-02-03T21:52:18Z', 'revision_number': 4, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'gw_port': {'id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:14Z', 'updated_at': '2022-02-03T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b30cf654-7e50-4308-8414-fb5d0db57f45', 'name': '', 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'mac_address': 'fa:16:3e:b3:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '4948af62-de5f-4723-bed2-525165fe47b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:17Z', 'updated_at': '2022-02-03T21:52:23Z', 'revision_number': 4, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'subnets': [{'id': '4948af62-de5f-4723-bed2-525165fe47b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:23.975474 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272e883-e41e-4e32-93e6-4a7c832923a2 None None] The sync data for ids ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'] in n-d-824834-9 is: [{'id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:52:13Z', 'updated_at': '2022-02-03T21:52:18Z', 'revision_number': 4, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'gw_port': {'id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:14Z', 'updated_at': '2022-02-03T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b30cf654-7e50-4308-8414-fb5d0db57f45', 'name': '', 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'mac_address': 'fa:16:3e:b3:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '4948af62-de5f-4723-bed2-525165fe47b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:17Z', 'updated_at': '2022-02-03T21:52:23Z', 'revision_number': 4, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'subnets': [{'id': '4948af62-de5f-4723-bed2-525165fe47b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:52:24.052610 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (439e709d-7b79-4b26-b5a5-ea0b5dbff77d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.102678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=439e709d-7b79-4b26-b5a5-ea0b5dbff77d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:24.121682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-64289744-5bbf-4c9b-95e4-48f578d682e7 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5352261 Feb 03 21:52:24.121682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port 439e709d-7b79-4b26-b5a5-ea0b5dbff77d on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:24.250000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-e5f2f3d6-a8d8-4457-b2f8-6095eae5f84d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4209075 Feb 03 21:52:24.303290 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (82a7edc7-6be5-4706-8f21-be91961fa7f2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.321769 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.344029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a7edc7-6be5-4706-8f21-be91961fa7f2']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:24.367612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc9f5a6-5906-49fe-9bc5-15be6db0e966') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:24.368247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc9f5a6-5906-49fe-9bc5-15be6db0e966') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:24.406486 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.427107 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (dbc9f5a6-5906-49fe-9bc5-15be6db0e966), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.446226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-eb3d4c86-f90e-4c58-93be-779f02213b51 service neutron] 10.222.0.50 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721572 Feb 03 21:52:24.647018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-44aa88ce-db5f-4258-a418-ef7fc6f8d872 service neutron] 10.222.0.50 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992724 Feb 03 21:52:24.654744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (dbc9f5a6-5906-49fe-9bc5-15be6db0e966), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.680316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:24.682799 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (dbc9f5a6-5906-49fe-9bc5-15be6db0e966), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:24.693782 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:24.720626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b30cf654-7e50-4308-8414-fb5d0db57f45 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:24.825125 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (82a7edc7-6be5-4706-8f21-be91961fa7f2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.847444 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.857875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/82a7edc7-6be5-4706-8f21-be91961fa7f2 HTTP/1.1" status: 204 len: 168 time: 3.8309710 Feb 03 21:52:24.860799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:24.880201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b30cf654-7e50-4308-8414-fb5d0db57f45 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:24.880971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:24.906834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37aeed-610a-4cef-843a-97e5ef21701c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=82a7edc7-6be5-4706-8f21-be91961fa7f2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:24.957510 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-09128ac1-815c-413c-a4e0-29dc2d4c2841 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:24.958073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09128ac1-815c-413c-a4e0-29dc2d4c2841 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:24.976671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:24.979509 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09128ac1-815c-413c-a4e0-29dc2d4c2841 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/82a7edc7-6be5-4706-8f21-be91961fa7f2 HTTP/1.1" status: 404 len: 339 time: 0.1171899 Feb 03 21:52:24.986972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1397680249', 'description': 'd1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:25.118006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b30cf654-7e50-4308-8414-fb5d0db57f45 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:25.118414 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:25.167400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:25.184127 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:25.272292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port b30cf654-7e50-4308-8414-fb5d0db57f45, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b30cf654-7e50-4308-8414-fb5d0db57f45,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:25.288941 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:25.298932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e601f0-b796-4789-88d3-015c80b49b0e req-ddc8233b-e5e4-41d4-bd6f-0d72a088c383 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:25.310564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e601f0-b796-4789-88d3-015c80b49b0e req-ddc8233b-e5e4-41d4-bd6f-0d72a088c383 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.3132002 Feb 03 21:52:25.417398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b30cf654-7e50-4308-8414-fb5d0db57f45,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:25.456311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:25.472618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ad298cb-62b5-467a-a0fd-be209d70285c req-09687691-7dc5-42b3-9c43-21c73b981ac6 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0882483 Feb 03 21:52:25.523398 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e601f0-b796-4789-88d3-015c80b49b0e req-ca1f549d-f54d-48e5-8909-51526390d754 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096348 Feb 03 21:52:25.540024 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (64e08c9d-5afe-4a2e-83e3-bdcbd92d0f5e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:25.544302 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment 64e08c9d-5afe-4a2e-83e3-bdcbd92d0f5e of type vlan for network 24fbf2ab-5b28-48d9-921a-2f8ba6452fbf Feb 03 21:52:25.646182 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48eb03b2-202b-4ffd-872d-928736c8cd22 req-f91ec08a-25a1-4be5-bc93-8150e6bc9d5a tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 210 time: 0.0569170 Feb 03 21:52:25.746426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4178b9ae-ab35-451c-9349-27784fd49249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:25.800571 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (24fbf2ab-5b28-48d9-921a-2f8ba6452fbf), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:25.956160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (24fbf2ab-5b28-48d9-921a-2f8ba6452fbf), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:25.977568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:25.979842 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:26.069639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0911083 Feb 03 21:52:26.073654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:26.319496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:26.325564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'subnet': {'network_id': '540f4ad4-ae18-436a-aa47-4ef09bbe9d8b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:26.335376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a3b61d-b250-44f2-90e5-35759a59bc6b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:26.337218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c7a3b61d-b250-44f2-90e5-35759a59bc6b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/networks?id=24fbf2ab-5b28-48d9-921a-2f8ba6452fbf HTTP/1.1" status: 200 len: 761 time: 0.2625101 Feb 03 21:52:26.340089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:26.357296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-538b6b73-5723-407e-83a8-d1ff2eb8cd1e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'description': 'd2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:26.370872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70dbdd70-d94c-4ce0-a606-a2f6bb752de2 req-a33835bf-ca83-414f-9561-d72a0be89bc9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 210 time: 0.0417066 Feb 03 21:52:26.420884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c8263-9e84-4f33-9da0-8cc8d7bfef30 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=24fbf2ab-5b28-48d9-921a-2f8ba6452fbf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:26.436710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 24fbf2ab-5b28-48d9-921a-2f8ba6452fbf details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:26.490221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-13da64e4-e47e-467b-bb5f-477b58d0b09a tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:26.496802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-13da64e4-e47e-467b-bb5f-477b58d0b09a tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 818 time: 0.4904454 Feb 03 21:52:26.542094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-07126812-bb96-46ae-aa66-62055f767d4c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/quotas/ff913163692647e695e9ab8b6e697fe6 HTTP/1.1" status: 200 len: 375 time: 0.0412874 Feb 03 21:52:26.687558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b30cf654-7e50-4308-8414-fb5d0db57f45 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:26.690020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:26.693650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:26.728930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-d859a053-227b-43ba-8db1-34a05c17566b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1846521 Feb 03 21:52:26.747762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de7f5e7f-fc04-4a2b-be88-247d8fe23973 req-24728f7c-3725-49d4-8f4b-59c8568cf627 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1162388 Feb 03 21:52:26.823937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b30cf654-7e50-4308-8414-fb5d0db57f45 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:26.824557 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:26.833915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-538b6b73-5723-407e-83a8-d1ff2eb8cd1e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (24fbf2ab-5b28-48d9-921a-2f8ba6452fbf), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:26.888839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-538b6b73-5723-407e-83a8-d1ff2eb8cd1e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (24fbf2ab-5b28-48d9-921a-2f8ba6452fbf), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:26.894357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-adeab7ea-0e20-43a1-a5c7-6923562f5589 service neutron] 10.222.0.50 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637583 Feb 03 21:52:26.954438 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:26.981170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-538b6b73-5723-407e-83a8-d1ff2eb8cd1e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 24fbf2ab-5b28-48d9-921a-2f8ba6452fbf is not hosted by any dhcp agent {{(pid=103398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 21:52:26.986051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b6b73-5723-407e-83a8-d1ff2eb8cd1e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:26.986730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-538b6b73-5723-407e-83a8-d1ff2eb8cd1e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:26.990630 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-538b6b73-5723-407e-83a8-d1ff2eb8cd1e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "PUT /v2.0/networks/24fbf2ab-5b28-48d9-921a-2f8ba6452fbf HTTP/1.1" status: 200 len: 758 time: 0.6468205 Feb 03 21:52:26.991475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:27.017294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b30cf654-7e50-4308-8414-fb5d0db57f45 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:27.037661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b6b73-5723-407e-83a8-d1ff2eb8cd1e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=24fbf2ab-5b28-48d9-921a-2f8ba6452fbf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:27.050006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 24fbf2ab-5b28-48d9-921a-2f8ba6452fbf details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:27.103095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e6a21-9ece-4fa5-8a8b-401bc3cdb2d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:27.105806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-819e6a21-9ece-4fa5-8a8b-401bc3cdb2d7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/networks?id=24fbf2ab-5b28-48d9-921a-2f8ba6452fbf HTTP/1.1" status: 200 len: 761 time: 0.1135085 Feb 03 21:52:27.111146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:27.117881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-456944710'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:27.125456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (53b09bc5-008e-4c18-8c16-92c74fba5972), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.139405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19196b14-5354-4038-9756-2d033cae100d req-3ccd70d6-c788-4c0e-9859-ff2a0e9eceba tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:27.141932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19196b14-5354-4038-9756-2d033cae100d req-3ccd70d6-c788-4c0e-9859-ff2a0e9eceba tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.2715356 Feb 03 21:52:27.214278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-c673d705-8773-4d61-9f56-c5f1fe0c016f service neutron] 10.222.0.50 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896988 Feb 03 21:52:27.231069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19196b14-5354-4038-9756-2d033cae100d req-43c5c1de-dc14-4f81-a097-3bf651e39f58 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734329 Feb 03 21:52:27.321805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:27.327091 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.362555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Subnet': ['ID=53b09bc5-008e-4c18-8c16-92c74fba5972,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:27.394197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Checking segment: {'id': 'f499d955-762a-4091-abbe-24c4ac676f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '540f4ad4-ae18-436a-aa47-4ef09bbe9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:27.394570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network hostable DHCP agents. Network: 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:27.406029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:27.435952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (db7ed7b2-6c86-445a-8140-16e2a9126481), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.436345 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment db7ed7b2-6c86-445a-8140-16e2a9126481 of type vlan for network 7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d Feb 03 21:52:27.491297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443c1b3-5a78-4881-ad64-935acecb251f req-441c370d-bbfd-47bb-bfec-716be64c7fb0 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:27.492929 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-441c370d-bbfd-47bb-bfec-716be64c7fb0 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.47 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 818 time: 0.2750702 Feb 03 21:52:27.502244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04cb04aa-d796-4983-84d4-17824930cad7 req-850a59dc-e467-40d7-9d23-56f3460aaab3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 210 time: 0.0641930 Feb 03 21:52:27.504344 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:27.527971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Request body: {'port': {'device_id': 'd82b9e88-eec0-4c1b-839b-8dca410e70ff', 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb', 'admin_state_up': True, 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:27.527971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.583853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d1058e4-5588-4a53-bcc7-c7708e9d2240 req-cd1353ec-0b52-4626-9b18-4f60ca1e453f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 210 time: 0.0513086 Feb 03 21:52:27.605015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:27.610446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:27.611133 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.620987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b712a2b4-4da0-4be3-a8e9-1bc1c5f6d6ec None None] Network 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:27.679075 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-85b24edc-12b6-47c7-a222-dc7ff67c1072 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3549402 Feb 03 21:52:27.680771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36748) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:27.683420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.688603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:27.689389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.690808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-95303021'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:27.742408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:27.751797 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.802784 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-540f4ad4-ae18-436a-aa47-4ef09bbe9d8b', 'network_id': '540f4ad4-ae18-436a-aa47-4ef09bbe9d8b', 'project_id': '340706a8feee429cae6ee02b228800c7', 'fixed_ips': [{'subnet_id': '53b09bc5-008e-4c18-8c16-92c74fba5972'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:27.804044 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.819393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7060039 Feb 03 21:52:27.821391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:27.840846 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (685ba1e4-604e-4354-a9b8-bca1977d4ba3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:27.840984 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Added segment 685ba1e4-604e-4354-a9b8-bca1977d4ba3 of type vlan for network 5b4b8782-b106-4654-8599-d1af984929a2 Feb 03 21:52:27.867402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e4b96-bca1-45a9-8353-89161c135fd1 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:27.892471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:27.919133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:27.934231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': '7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:27.960956 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-969115c3-80dd-4ab4-86cd-16a2dc41004e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1596198 Feb 03 21:52:27.996996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (5b4b8782-b106-4654-8599-d1af984929a2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.025641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84bc88f6-1f16-4192-8e29-ba39df144e24 req-8ed4b9e5-9451-4f51-95b4-4af7c6b3e2c7 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1048419 Feb 03 21:52:28.104665 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-0dfe84da-9f0e-49b0-a1fe-6ccccb597e81 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037762 Feb 03 21:52:28.132052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Made reservation on behalf of ff913163692647e695e9ab8b6e697fe6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:28.139285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.150056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (5b4b8782-b106-4654-8599-d1af984929a2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.177972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:28.178750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.262963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:28.271907 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.288142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Allocated IP 2001:db8:0:ffff::2 (540f4ad4-ae18-436a-aa47-4ef09bbe9d8b/53b09bc5-008e-4c18-8c16-92c74fba5972/d517c3d4-c38b-4497-a7a0-7cbb1c7733dd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:28.484572 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Publish callbacks [] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.490165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8074048 Feb 03 21:52:28.499187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.503105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:28.512469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'subnet': {'network_id': '5b4b8782-b106-4654-8599-d1af984929a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:28.550886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Network 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:28.576779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-c939aff9-13a6-448d-8928-85a1fb8ece9a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:28.578317 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-c939aff9-13a6-448d-8928-85a1fb8ece9a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5807276 Feb 03 21:52:28.581059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:28.585508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-7d4a7caf-e6bd-4d47-aad4-ee4fe221599e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:28.587111 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-7d4a7caf-e6bd-4d47-aad4-ee4fe221599e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4081459 Feb 03 21:52:28.589381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:28.611445 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.638820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Pushing event updated for resources: {'Port': ['ID=d517c3d4-c38b-4497-a7a0-7cbb1c7733dd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:28.654805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Allocated IP 172.20.0.14 (3bf84af0-4b96-4424-b84f-b6d6c008b1eb/4948af62-de5f-4723-bed2-525165fe47b6/d322a5c2-d46b-45e0-ad9a-9358bef4075c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:28.664765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7279b-ec77-4d01-abc8-b2a68e3203a8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Network': ['ID=5b4b8782-b106-4654-8599-d1af984929a2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:28.681860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Attempting to bind port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:28.682671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Attempting to bind port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f499d955-762a-4091-abbe-24c4ac676f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '540f4ad4-ae18-436a-aa47-4ef09bbe9d8b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:28.683402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Attempting to bind port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd on network 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:28.686236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 5b4b8782-b106-4654-8599-d1af984929a2 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:28.699044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa2228cc-f8e8-42db-b5f3-306a88957d86 req-7a01c043-c282-4780-845a-2d50094ca795 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 210 time: 0.0608616 Feb 03 21:52:28.767942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:28.771559 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.836638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks [] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.861278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96d142-2233-40f6-a1c7-04d049b303f4 req-f632e349-bfdd-48c1-8ed5-0f2fb1d68ccb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:28.862842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd96d142-2233-40f6-a1c7-04d049b303f4 req-f632e349-bfdd-48c1-8ed5-0f2fb1d68ccb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.4799588 Feb 03 21:52:28.877129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Request body: {'port': {'device_id': '39ae1ea7-eb0f-4480-a266-75c86d7bb9b3', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '3581307d22c3441fb5a5c9d506d7c2ee'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:28.889324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Request body: {'port': {'device_id': '83341140-bbda-40d5-9bfd-d1158960fb41', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '3581307d22c3441fb5a5c9d506d7c2ee'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:28.896685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:28.906130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1677d9c-463e-4b01-a4e6-257ddf5b6c49 req-49245dca-623e-4f36-93a7-fed955473f07 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 210 time: 0.0943108 Feb 03 21:52:29.024389 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd96d142-2233-40f6-a1c7-04d049b303f4 req-99d9397a-79ea-4676-a39e-17a905d28821 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431170 Feb 03 21:52:29.074488 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:29.076136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Checking segment: {'id': 'f499d955-762a-4091-abbe-24c4ac676f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '540f4ad4-ae18-436a-aa47-4ef09bbe9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:29.076481 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.076883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Bound using segment: {'id': 'f499d955-762a-4091-abbe-24c4ac676f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '540f4ad4-ae18-436a-aa47-4ef09bbe9d8b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:29.078593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Bound port: d517c3d4-c38b-4497-a7a0-7cbb1c7733dd, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f499d955-762a-4091-abbe-24c4ac676f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '540f4ad4-ae18-436a-aa47-4ef09bbe9d8b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:29.078986 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.175092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] For port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:29.179191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] For port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d517c3d4-c38b-4497-a7a0-7cbb1c7733dd,segment=NetworkSegment(f499d955-762a-4091-abbe-24c4ac676f6a),segment_id=f499d955-762a-4091-abbe-24c4ac676f6a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:29.195656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03d51a0b-64a4-4f0b-848f-8ab3e756a84d req-d02008ff-4644-433c-9512-268f6a1a70af tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0431004 Feb 03 21:52:29.196497 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.199791 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (8ccd3501-d22b-4efd-b1e5-20fddf42b424), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.306048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320741fa-7fbf-4e9e-84b5-cac4da589580 None None] Pushing event updated for resources: {'Port': ['ID=d517c3d4-c38b-4497-a7a0-7cbb1c7733dd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:29.361547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=8ccd3501-d22b-4efd-b1e5-20fddf42b424,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:29.375970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': 'db7ed7b2-6c86-445a-8140-16e2a9126481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:29.376486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: 7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:29.432964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network 7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:29.504160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.objects.ports [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 21:52:29.505393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:29.511852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:29.512463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.519128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964174d-923c-4c3c-bef1-3b3d1a6aa9b1 None None] Network 7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:29.526466 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (fa5d365f-391b-4a40-8f03-7862104ed4e9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.603489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a6ffc3d0-7f4a-4367-84d7-e2e4358e6db0 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6745772 Feb 03 21:52:29.604495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:29.613030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Pushing event updated for resources: {'Port': ['ID=d322a5c2-d46b-45e0-ad9a-9358bef4075c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:29.617427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:29.644159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:29.661434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:29.682413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Subnet': ['ID=fa5d365f-391b-4a40-8f03-7862104ed4e9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:29.696632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d', 'network_id': '7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': '8ccd3501-d22b-4efd-b1e5-20fddf42b424'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:29.700484 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.711805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Checking segment: {'id': '685ba1e4-604e-4354-a9b8-bca1977d4ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b4b8782-b106-4654-8599-d1af984929a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:29.712236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-df8d0051-cba5-48f5-af70-a37963fac3bf tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:29.712468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network hostable DHCP agents. Network: 5b4b8782-b106-4654-8599-d1af984929a2, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:29.714688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-df8d0051-cba5-48f5-af70-a37963fac3bf tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.10 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 818 time: 0.6601484 Feb 03 21:52:29.742733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Request body: {'port': {'device_id': 'e4528ceb-ff38-4c01-82f1-92cdf75a2ce2', 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb', 'admin_state_up': True, 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:29.792808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network 5b4b8782-b106-4654-8599-d1af984929a2 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:29.800700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.821614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 5b4b8782-b106-4654-8599-d1af984929a2) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:29.826385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Made reservation on behalf of 3581307d22c3441fb5a5c9d506d7c2ee for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:29.829942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.856297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:29.857340 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.868250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:29.870490 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.871706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbde182-53ad-4a2b-9b9d-bfaff9ee555d None None] Network 5b4b8782-b106-4654-8599-d1af984929a2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:29.921152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Made reservation on behalf of 3581307d22c3441fb5a5c9d506d7c2ee for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:29.926539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:29.979157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:30.015067 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-ad492bcc-dfe0-4442-b5de-0f45fdfdf2c8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5082417 Feb 03 21:52:30.041760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Request body: {'port': {'device_id': 'd82b9e88-eec0-4c1b-839b-8dca410e70ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:30.098625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Allocated IP 172.20.0.2 (7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d/8ccd3501-d22b-4efd-b1e5-20fddf42b424/d32df4f5-7e1b-4fee-80f4-903b6d63a978) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:30.110878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-5b4b8782-b106-4654-8599-d1af984929a2', 'network_id': '5b4b8782-b106-4654-8599-d1af984929a2', 'project_id': '340706a8feee429cae6ee02b228800c7', 'fixed_ips': [{'subnet_id': 'fa5d365f-391b-4a40-8f03-7862104ed4e9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:30.112098 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:30.213945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Allocated IP 192.168.233.157 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/f542dcc5-7544-45ec-bd27-26de09bcc4c9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:30.248922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d82082c-35c5-4ee2-890b-aa4d65812145 req-10a58718-a92c-48a1-a0cc-e32ccc4a2416 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 210 time: 0.3747313 Feb 03 21:52:30.268703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a55d6d32-2f7e-4ba8-9458-b5343850da03 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7603676 Feb 03 21:52:30.273060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36776) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:30.311072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'port': {'network_id': '5b4b8782-b106-4654-8599-d1af984929a2', 'name': 'tempest-NetworksIpV6TestAttrs-44870319'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:30.345741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Allocated IP 2001:db8::f816:3eff:fe3e:801c (5b4b8782-b106-4654-8599-d1af984929a2/fa5d365f-391b-4a40-8f03-7862104ed4e9/1322bc52-1fab-48fd-ba62-9008e6f3d4e8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:30.371697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74674425-00fb-4fae-a0e2-6ad676994913 req-c1adf9d1-49fa-489f-b69e-e344fca383b0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 210 time: 0.1392164 Feb 03 21:52:30.422693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:30.425404 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8ccd3501-d22b-4efd-b1e5-20fddf42b424), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:30.543609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Allocated IP 192.168.233.81 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/da81c96c-e054-47f0-92a4-89283d28ef7a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:30.643527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4682c950-2afb-4f13-8ca1-745e8ade2356 req-a63c5e8f-fd68-49d2-81a5-abf67019b887 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1156123 Feb 03 21:52:30.656718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:30.682863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0bafe-29a7-4ca3-9d17-eae7cf66405d req-f3883789-8baa-4968-99cb-4ea778a27a90 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:30.692037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96e0bafe-29a7-4ca3-9d17-eae7cf66405d req-f3883789-8baa-4968-99cb-4ea778a27a90 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.3082919 Feb 03 21:52:30.698606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:30.763678 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:30.766966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:30.771013 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:30.773577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d517c3d4-c38b-4497-a7a0-7cbb1c7733dd up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:30.809515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96e0bafe-29a7-4ca3-9d17-eae7cf66405d req-15f9fe0f-8608-4364-b4e3-ec332bc5df5c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118453 Feb 03 21:52:30.809984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Made reservation on behalf of ff913163692647e695e9ab8b6e697fe6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:30.813719 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:30.830484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:30.838070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] device_id is not set on port 8e809bb9-7d24-4bd1-9192-3643fef7e697 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:52:30.849064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:30.879443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event updated for resources: {'Port': ['ID=f542dcc5-7544-45ec-bd27-26de09bcc4c9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:30.902352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:30.915347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a475c9b-56cc-4dc2-9adb-94e488099489 None None] Network 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:31.018123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:31.018810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.056975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Publish callbacks [] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.082033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-62bd0f20-dde8-44bb-bff4-1fd6fc1e8af1 None None] Provisioning complete for port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:31.083027 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62bd0f20-dde8-44bb-bff4-1fd6fc1e8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.110599 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.192488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Allocated IP 2001:db8::f816:3eff:fe55:8f8f (5b4b8782-b106-4654-8599-d1af984929a2/fa5d365f-391b-4a40-8f03-7862104ed4e9/8e809bb9-7d24-4bd1-9192-3643fef7e697) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:31.252757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:31.253160 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.321098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Network 5b4b8782-b106-4654-8599-d1af984929a2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:31.351405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:31.362877 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Publish callbacks [] for port (d32df4f5-7e1b-4fee-80f4-903b6d63a978), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.363946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Pushing event updated for resources: {'Port': ['ID=1322bc52-1fab-48fd-ba62-9008e6f3d4e8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:31.373620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:31.412894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (d32df4f5-7e1b-4fee-80f4-903b6d63a978), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.438814 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for port (8e809bb9-7d24-4bd1-9192-3643fef7e697), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.475848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d322a5c2-d46b-45e0-ad9a-9358bef4075c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:31.490673 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Publish callbacks [] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.507895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Transition to ACTIVE for port object d322a5c2-d46b-45e0-ad9a-9358bef4075c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:52:31.526029 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8e809bb9-7d24-4bd1-9192-3643fef7e697), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.527726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.571608 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-97599356-4972-434b-852a-beb56bf13f02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6906271 Feb 03 21:52:31.593663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b53d827-591f-4c12-bd5d-7844057414ac req-497b5dba-d05d-4c82-8454-dcf73e372ddb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 210 time: 0.0916958 Feb 03 21:52:31.623544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:31.623948 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.639047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Request body: {'port': {'device_id': '83341140-bbda-40d5-9bfd-d1158960fb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:31.639617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Network 7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:31.647438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b34cc468-9bdd-4e14-a3b2-b3103a078c77 req-d4d14696-b52c-40de-ab5b-26922214c8b7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 210 time: 0.1468046 Feb 03 21:52:31.650882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network 5b4b8782-b106-4654-8599-d1af984929a2 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:31.659577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:31.691747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:31.694243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Pushing event updated for resources: {'Port': ['ID=d32df4f5-7e1b-4fee-80f4-903b6d63a978,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:31.708753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:31.713201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:31.722765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Attempting to bind port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:31.723057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:31.723546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Attempting to bind port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '685ba1e4-604e-4354-a9b8-bca1977d4ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b4b8782-b106-4654-8599-d1af984929a2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:31.723973 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.725132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Attempting to bind port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 on network 5b4b8782-b106-4654-8599-d1af984929a2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:31.742728 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (8ccd3501-d22b-4efd-b1e5-20fddf42b424), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.750129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:31.752544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Checking segment: {'id': '685ba1e4-604e-4354-a9b8-bca1977d4ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b4b8782-b106-4654-8599-d1af984929a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:31.753290 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.753849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Bound using segment: {'id': '685ba1e4-604e-4354-a9b8-bca1977d4ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b4b8782-b106-4654-8599-d1af984929a2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:31.754495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Bound port: 1322bc52-1fab-48fd-ba62-9008e6f3d4e8, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685ba1e4-604e-4354-a9b8-bca1977d4ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b4b8782-b106-4654-8599-d1af984929a2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:31.755068 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.771582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62bd0f20-dde8-44bb-bff4-1fd6fc1e8af1 None None] Current status of the port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:31.772230 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62bd0f20-dde8-44bb-bff4-1fd6fc1e8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.789479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d517c3d4-c38b-4497-a7a0-7cbb1c7733dd,segment=NetworkSegment(f499d955-762a-4091-abbe-24c4ac676f6a),segment_id=f499d955-762a-4091-abbe-24c4ac676f6a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:31.802313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccd3501-d22b-4efd-b1e5-20fddf42b424,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:31.814846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.819169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Port': ['ID=8e809bb9-7d24-4bd1-9192-3643fef7e697,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:31.859521 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:31.877470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-051e2670-4e28-46d4-800f-48ccdcc23ee8 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.5759685 Feb 03 21:52:31.942309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36786) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:31.946040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c915d3ef-f36e-43ff-aab0-7a80514e9f6b req-d40735ff-a5c1-4660-864c-f1f71dbdfeff tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.1502275 Feb 03 21:52:32.022201 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.064280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16606c5-36ee-4bea-beb3-c2dadd6705ad tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Deleting subnet fa5d365f-391b-4a40-8f03-7862104ed4e9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:52:32.076572 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e16606c5-36ee-4bea-beb3-c2dadd6705ad tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (fa5d365f-391b-4a40-8f03-7862104ed4e9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.096518 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.111299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:32.134720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7ed7b2-6c86-445a-8140-16e2a9126481') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:32.135014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7ed7b2-6c86-445a-8140-16e2a9126481') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:32.152509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Allocated IP 172.20.0.13 (3bf84af0-4b96-4424-b84f-b6d6c008b1eb/4948af62-de5f-4723-bed2-525165fe47b6/9f16e423-8b34-4d14-a698-99895e98f1cb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:32.167856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb6e38-a6b7-44f4-946f-8976fe55ed3e req-ddd38ec8-2099-411f-b540-d20efb53d673 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:32.170028 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8bb6e38-a6b7-44f4-946f-8976fe55ed3e req-ddd38ec8-2099-411f-b540-d20efb53d673 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.2268088 Feb 03 21:52:32.172563 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e16606c5-36ee-4bea-beb3-c2dadd6705ad tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (fa5d365f-391b-4a40-8f03-7862104ed4e9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.191749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Attempting to bind port d32df4f5-7e1b-4fee-80f4-903b6d63a978 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:32.192124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Attempting to bind port d32df4f5-7e1b-4fee-80f4-903b6d63a978 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'db7ed7b2-6c86-445a-8140-16e2a9126481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:32.192486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Attempting to bind port d32df4f5-7e1b-4fee-80f4-903b6d63a978 on network 7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:32.210655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:32.210978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Checking segment: {'id': 'db7ed7b2-6c86-445a-8140-16e2a9126481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:32.211381 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.211823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Bound using segment: {'id': 'db7ed7b2-6c86-445a-8140-16e2a9126481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:32.212310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Bound port: d32df4f5-7e1b-4fee-80f4-903b6d63a978, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7ed7b2-6c86-445a-8140-16e2a9126481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:32.213237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d32df4f5-7e1b-4fee-80f4-903b6d63a978), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.230984 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-62bd0f20-dde8-44bb-bff4-1fd6fc1e8af1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:32.231384 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-62bd0f20-dde8-44bb-bff4-1fd6fc1e8af1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:32.250678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] For port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:32.263367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Pushing event updated for resources: {'Port': ['ID=d322a5c2-d46b-45e0-ad9a-9358bef4075c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:32.287928 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (db7ed7b2-6c86-445a-8140-16e2a9126481), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.294964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d517c3d4-c38b-4497-a7a0-7cbb1c7733dd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:32.298971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Attempting to bind port d322a5c2-d46b-45e0-ad9a-9358bef4075c on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:32.299414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Attempting to bind port d322a5c2-d46b-45e0-ad9a-9358bef4075c by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:32.299838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Attempting to bind port d322a5c2-d46b-45e0-ad9a-9358bef4075c on network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:32.320241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Port d322a5c2-d46b-45e0-ad9a-9358bef4075c on network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:52:32.320765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Attempting to bind port d322a5c2-d46b-45e0-ad9a-9358bef4075c on network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:32.321728 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (db7ed7b2-6c86-445a-8140-16e2a9126481), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.331020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] For port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1322bc52-1fab-48fd-ba62-9008e6f3d4e8,segment=NetworkSegment(685ba1e4-604e-4354-a9b8-bca1977d4ba3),segment_id=685ba1e4-604e-4354-a9b8-bca1977d4ba3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:32.333597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:32.334055 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (db7ed7b2-6c86-445a-8140-16e2a9126481), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.335654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:32.336126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Checking segment: {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:32.336656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Bound using segment: {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:32.338467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Bound port: d322a5c2-d46b-45e0-ad9a-9358bef4075c, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:32.338966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.356373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.371867 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:32.432310 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:32.464594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:32.489708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e16606c5-36ee-4bea-beb3-c2dadd6705ad tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (fa5d365f-391b-4a40-8f03-7862104ed4e9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.528333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] For port d322a5c2-d46b-45e0-ad9a-9358bef4075c, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:32.531695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] For port d322a5c2-d46b-45e0-ad9a-9358bef4075c, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:32.576474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] For port d32df4f5-7e1b-4fee-80f4-903b6d63a978, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:32.588861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.623435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] For port d32df4f5-7e1b-4fee-80f4-903b6d63a978, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d32df4f5-7e1b-4fee-80f4-903b6d63a978,segment=NetworkSegment(db7ed7b2-6c86-445a-8140-16e2a9126481),segment_id=db7ed7b2-6c86-445a-8140-16e2a9126481)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:32.627217 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:52:32.627217 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:52:32.627217 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d'}] Feb 03 21:52:32.627217 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:32.627584 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:32.629672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7dad7-f9fe-4f9f-b09f-96d5f723c23e None None] Pushing event updated for resources: {'Port': ['ID=1322bc52-1fab-48fd-ba62-9008e6f3d4e8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:32.661474 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d32df4f5-7e1b-4fee-80f4-903b6d63a978), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.677529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d517c3d4-c38b-4497-a7a0-7cbb1c7733dd up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:32.725784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:32.740873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:32.745413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:32.751907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c5f98cb-92f8-4771-b4ec-8108bc14917b req-5b78b586-2ebe-4d11-8f22-7975cdac03ec tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 210 time: 0.0384216 Feb 03 21:52:32.762766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8bb6e38-a6b7-44f4-946f-8976fe55ed3e req-325db8ed-041b-4558-87a3-9706c52c8501 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918404 Feb 03 21:52:32.803770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e16606c5-36ee-4bea-beb3-c2dadd6705ad tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (fa5d365f-391b-4a40-8f03-7862104ed4e9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.866358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16606c5-36ee-4bea-beb3-c2dadd6705ad tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5d365f-391b-4a40-8f03-7862104ed4e9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:32.881276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e16606c5-36ee-4bea-beb3-c2dadd6705ad tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:32.890445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e16606c5-36ee-4bea-beb3-c2dadd6705ad tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/subnets/fa5d365f-391b-4a40-8f03-7862104ed4e9 HTTP/1.1" status: 204 len: 168 time: 0.9434378 Feb 03 21:52:32.892810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:33.005890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62bd0f20-dde8-44bb-bff4-1fd6fc1e8af1 None None] Current status of the port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:33.060152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:33.064740 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.097757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df64c715-5f60-469f-990b-bd19ee128384 None None] Network 7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:33.106543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b445-b83a-44d5-b432-30a66df1abe3 None None] Pushing event updated for resources: {'Port': ['ID=d32df4f5-7e1b-4fee-80f4-903b6d63a978,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:33.143260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.159274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event updated for resources: {'Port': ['ID=da81c96c-e054-47f0-92a4-89283d28ef7a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:33.180801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:33.183318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.189135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] 10.222.0.47 "PUT /v2.0/ports/d322a5c2-d46b-45e0-ad9a-9358bef4075c HTTP/1.1" status: 200 len: 1092 time: 3.1504340 Feb 03 21:52:33.229310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592510e0-9842-43d8-b472-ad571ec0174e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:33.229890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82b9e88-eec0-4c1b-839b-8dca410e70ff', 'tag': 'd322a5c2-d46b-45e0-ad9a-9358bef4075c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:33.231376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592510e0-9842-43d8-b472-ad571ec0174e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:33.236456 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79249d7-1f79-4e7c-99d1-4485b6476802" -d '{"events": [{"name": "network-changed", "server_uuid": "d82b9e88-eec0-4c1b-839b-8dca410e70ff", "tag": "d322a5c2-d46b-45e0-ad9a-9358bef4075c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:33.240010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-592510e0-9842-43d8-b472-ad571ec0174e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3435171 Feb 03 21:52:33.241596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:33.255511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:33.258170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce21c31b-5523-4451-a1cc-6e5024f6b209 req-c22a21f7-30af-4ac3-9ed6-254d28e1c1ae tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/ports?device_id=6386b3fe-55d6-4476-a0da-76e2453bcaf2 HTTP/1.1" status: 200 len: 210 time: 0.0719287 Feb 03 21:52:33.258572 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.358179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15ef4e82-6bb6-404e-904b-1980286edb44 None None] Provisioning complete for port f542dcc5-7544-45ec-bd27-26de09bcc4c9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:33.360258 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15ef4e82-6bb6-404e-904b-1980286edb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.387495 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-720fd89c-9173-44ec-9434-dbaca8b23a8f tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5b4b8782-b106-4654-8599-d1af984929a2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.415391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15ef4e82-6bb6-404e-904b-1980286edb44 None None] Port f542dcc5-7544-45ec-bd27-26de09bcc4c9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:52:33.474948 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb10104-7f8b-498d-879f-27af541b08ed x-openstack-request-id: req-2eb10104-7f8b-498d-879f-27af541b08ed {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:33.475343 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82b9e88-eec0-4c1b-839b-8dca410e70ff", "tag": "d322a5c2-d46b-45e0-ad9a-9358bef4075c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:33.475696 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2eb10104-7f8b-498d-879f-27af541b08ed {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:33.476189 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82b9e88-eec0-4c1b-839b-8dca410e70ff', 'tag': 'd322a5c2-d46b-45e0-ad9a-9358bef4075c', 'status': 'completed', 'code': 200} Feb 03 21:52:33.476741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f307784-42b5-4134-b659-1658a3ecb0de req-c9a56842-56c9-4d73-ad6c-ac90e0e767e7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:33.478398 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f307784-42b5-4134-b659-1658a3ecb0de req-c9a56842-56c9-4d73-ad6c-ac90e0e767e7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 935 time: 0.4134336 Feb 03 21:52:33.483397 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-720fd89c-9173-44ec-9434-dbaca8b23a8f tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 21:52:33.483787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720fd89c-9173-44ec-9434-dbaca8b23a8f tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:33.491071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-720fd89c-9173-44ec-9434-dbaca8b23a8f tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/5b4b8782-b106-4654-8599-d1af984929a2 HTTP/1.1" status: 409 len: 466 time: 0.2267797 Feb 03 21:52:33.494610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36806) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:33.497503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15ef4e82-6bb6-404e-904b-1980286edb44 None None] Provisioning complete for port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:33.497877 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15ef4e82-6bb6-404e-904b-1980286edb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.501657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1931294432'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:33.518282 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-16dbf0e9-9731-4a70-b394-780369bf8552 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6454453 Feb 03 21:52:33.554588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:33.559098 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.563173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Request body: {'port': {'device_id': '39ae1ea7-eb0f-4480-a266-75c86d7bb9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:33.591580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:33.605059 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f65ca993-17d1-455d-a7a7-c9f8717f91a8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.605444 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Added segment f65ca993-17d1-455d-a7a7-c9f8717f91a8 of type vlan for network 1442d13f-2f78-456a-979c-dca4e8e2238e Feb 03 21:52:33.625577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:33.664232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (1442d13f-2f78-456a-979c-dca4e8e2238e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.672349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15ef4e82-6bb6-404e-904b-1980286edb44 None None] Current status of the port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:33.680877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks [] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.686461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b6a4d-3329-41f1-a637-50160772bd2b service neutron] Pushing event updated for resources: {'Port': ['ID=d322a5c2-d46b-45e0-ad9a-9358bef4075c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:33.712666 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (1442d13f-2f78-456a-979c-dca4e8e2238e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.719245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:33.719934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.724376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443c1b3-5a78-4881-ad64-935acecb251f req-0f47eb8c-217b-4f44-bd5c-1c89a25c59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:33.726325 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-0f47eb8c-217b-4f44-bd5c-1c89a25c59a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 1126 time: 0.4076159 Feb 03 21:52:33.731753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port d32df4f5-7e1b-4fee-80f4-903b6d63a978 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:33.732093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d32df4f5-7e1b-4fee-80f4-903b6d63a978), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.749079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f542dcc5-7544-45ec-bd27-26de09bcc4c9 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:33.766923 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Publish callbacks [] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.810544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dc45bb38-a258-4b64-bfe7-abeb49669f63 None None] Provisioning complete for port da81c96c-e054-47f0-92a4-89283d28ef7a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:33.811451 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc45bb38-a258-4b64-bfe7-abeb49669f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.853314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-9a300f6a-ce48-4fd1-b516-8f76602369d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c HTTP/1.1" status: 200 len: 217 time: 0.0993645 Feb 03 21:52:33.853758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f307784-42b5-4134-b659-1658a3ecb0de req-0b228822-d1cd-4460-9d9b-6a16eaf55bd4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636429 Feb 03 21:52:33.870730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:33.900497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Transition to ACTIVE for port object f542dcc5-7544-45ec-bd27-26de09bcc4c9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:52:33.918144 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dc45bb38-a258-4b64-bfe7-abeb49669f63 None None] Port da81c96c-e054-47f0-92a4-89283d28ef7a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:52:33.919591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4224365 Feb 03 21:52:33.934592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36814) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:33.948336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'subnet': {'network_id': '1442d13f-2f78-456a-979c-dca4e8e2238e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:33.952641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6098a90-e15c-4ec3-a054-89fb4b6d1116 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Network': ['ID=1442d13f-2f78-456a-979c-dca4e8e2238e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:33.965142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 1442d13f-2f78-456a-979c-dca4e8e2238e details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:33.978354 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.012534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port d32df4f5-7e1b-4fee-80f4-903b6d63a978, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d32df4f5-7e1b-4fee-80f4-903b6d63a978,segment=NetworkSegment(db7ed7b2-6c86-445a-8140-16e2a9126481),segment_id=db7ed7b2-6c86-445a-8140-16e2a9126481)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:34.012933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d32df4f5-7e1b-4fee-80f4-903b6d63a978), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.069843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8d54504-5b50-4664-90aa-59b44b94a9ca req-bb4ab472-f9ff-437f-ad49-d89873da4e55 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 210 time: 0.0615835 Feb 03 21:52:34.080430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for d32df4f5-7e1b-4fee-80f4-903b6d63a978 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:34.113232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0c266-25af-4edc-ba18-f034fd6a6a52 req-4d0cacbd-cd93-4568-9d9c-d26671eb9880 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:34.114834 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0c0c266-25af-4edc-ba18-f034fd6a6a52 req-4d0cacbd-cd93-4568-9d9c-d26671eb9880 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.1732202 Feb 03 21:52:34.168214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.179114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443c1b3-5a78-4881-ad64-935acecb251f req-29df8a25-a896-4d08-b9f8-51ffbc096f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:34.181111 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-29df8a25-a896-4d08-b9f8-51ffbc096f1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.3011124 Feb 03 21:52:34.233298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0c0c266-25af-4edc-ba18-f034fd6a6a52 req-f14da413-061d-43f9-b459-936d13a2d815 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691321 Feb 03 21:52:34.248792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-904b47e8-5762-44a9-9a1e-21edb6ba8e40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469637 Feb 03 21:52:34.258015 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d32df4f5-7e1b-4fee-80f4-903b6d63a978), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.263691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Pushing event updated for resources: {'Port': ['ID=f542dcc5-7544-45ec-bd27-26de09bcc4c9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:34.342258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=d32df4f5-7e1b-4fee-80f4-903b6d63a978,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:34.347988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port d32df4f5-7e1b-4fee-80f4-903b6d63a978 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:34.381956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:34.452188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:34.489683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:34.511566 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.526611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:34.599024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:34.601878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.620753 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f96a419f-ad6a-4be8-8113-d26e1a12a32b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group (c02067a9-a7ad-45d6-acc8-d4393f0828ae), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.624012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:34.651453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2992a47b-b29f-4671-9952-85d5f380e794 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:52:34.667059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7ed7b2-6c86-445a-8140-16e2a9126481') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:34.667827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7ed7b2-6c86-445a-8140-16e2a9126481') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:34.690167 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (db7ed7b2-6c86-445a-8140-16e2a9126481), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.759916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (db7ed7b2-6c86-445a-8140-16e2a9126481), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.771244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:34.771244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (db7ed7b2-6c86-445a-8140-16e2a9126481), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.797504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:34.861675 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:34.866758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-41946a1a-b6df-4130-bdaa-d2f014a84c05 None None] Provisioning complete for port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:34.867087 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41946a1a-b6df-4130-bdaa-d2f014a84c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.879637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f96a419f-ad6a-4be8-8113-d26e1a12a32b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group (c02067a9-a7ad-45d6-acc8-d4393f0828ae), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.895723 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.901894 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:34.915087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d HTTP/1.1" status: 204 len: 168 time: 5.3022685 Feb 03 21:52:34.920336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36828) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:34.991951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:34.992629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.027887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a2225-152d-402b-8fa1-ec5af2240917 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:35.058579 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-855ac7ad-3bf7-4afe-9c07-1cc6beda1339 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] GET failed (client error): The resource could not be found. Feb 03 21:52:35.059940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-855ac7ad-3bf7-4afe-9c07-1cc6beda1339 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/subnets/8ccd3501-d22b-4efd-b1e5-20fddf42b424 HTTP/1.1" status: 404 len: 337 time: 0.1242976 Feb 03 21:52:35.082266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:35.085999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992a47b-b29f-4671-9952-85d5f380e794 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:52:35.091082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-41946a1a-b6df-4130-bdaa-d2f014a84c05 None None] Current status of the port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:35.091483 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41946a1a-b6df-4130-bdaa-d2f014a84c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.106348 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95073c9-6ffb-435b-ac79-d4647e429128 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:35.106886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95073c9-6ffb-435b-ac79-d4647e429128 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:35.110226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f95073c9-6ffb-435b-ac79-d4647e429128 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d HTTP/1.1" status: 404 len: 339 time: 0.0280738 Feb 03 21:52:35.113947 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f96a419f-ad6a-4be8-8113-d26e1a12a32b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c02067a9-a7ad-45d6-acc8-d4393f0828ae), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.125538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f96a419f-ad6a-4be8-8113-d26e1a12a32b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.126651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f96a419f-ad6a-4be8-8113-d26e1a12a32b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "DELETE /v2.0/security-groups/c02067a9-a7ad-45d6-acc8-d4393f0828ae HTTP/1.1" status: 204 len: 168 time: 0.6735408 Feb 03 21:52:35.128020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36834) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:35.154495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Pushing event updated for resources: {'Port': ['ID=9f16e423-8b34-4d14-a698-99895e98f1cb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:35.169064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:35.224836 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-d88d3dfe-6f8b-4690-981d-6546dfaba1a0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] show failed (client error): The resource could not be found. Feb 03 21:52:35.226302 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d88d3dfe-6f8b-4690-981d-6546dfaba1a0 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "GET /v2.0/security-groups/c02067a9-a7ad-45d6-acc8-d4393f0828ae HTTP/1.1" status: 404 len: 347 time: 0.0325427 Feb 03 21:52:35.230038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:35.230432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.234226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-41946a1a-b6df-4130-bdaa-d2f014a84c05 None None] For port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1322bc52-1fab-48fd-ba62-9008e6f3d4e8,segment=NetworkSegment(685ba1e4-604e-4354-a9b8-bca1977d4ba3),segment_id=685ba1e4-604e-4354-a9b8-bca1977d4ba3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:35.256210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:35.262252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41946a1a-b6df-4130-bdaa-d2f014a84c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.341350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a419f-ad6a-4be8-8113-d26e1a12a32b tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02067a9-a7ad-45d6-acc8-d4393f0828ae,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:35.422480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de93b68-2a72-4ead-b520-4f8ed7ca7b8e req-8c06fdd2-b0e0-4dd1-9549-70ccab754d3d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:35.423869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6de93b68-2a72-4ead-b520-4f8ed7ca7b8e req-8c06fdd2-b0e0-4dd1-9549-70ccab754d3d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 935 time: 0.3938420 Feb 03 21:52:35.437187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:35.438218 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.447082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41946a1a-b6df-4130-bdaa-d2f014a84c05 None None] Pushing event updated for resources: {'Port': ['ID=1322bc52-1fab-48fd-ba62-9008e6f3d4e8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:35.458028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c096a8f4-00df-4d2d-96b8-9d422b559438 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:35.462457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c096a8f4-00df-4d2d-96b8-9d422b559438 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3308594 Feb 03 21:52:35.464266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:35.471045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Attempting to bind port f542dcc5-7544-45ec-bd27-26de09bcc4c9 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:35.471706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Attempting to bind port f542dcc5-7544-45ec-bd27-26de09bcc4c9 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:35.472244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Attempting to bind port f542dcc5-7544-45ec-bd27-26de09bcc4c9 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:35.486919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Port f542dcc5-7544-45ec-bd27-26de09bcc4c9 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:52:35.487708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Attempting to bind port f542dcc5-7544-45ec-bd27-26de09bcc4c9 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:35.494709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf41d30-97fa-4509-8c84-c637d7034b02 req-560c566e-3919-4fd7-a454-f34545dabbeb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:35.495114 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-720bc6a9-7c40-4eb7-a083-24bf78cc19ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7578075 Feb 03 21:52:35.496197 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cf41d30-97fa-4509-8c84-c637d7034b02 req-560c566e-3919-4fd7-a454-f34545dabbeb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 932 time: 0.2104938 Feb 03 21:52:35.524321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-08e7aa17-5212-468f-b6b7-c1c7b8686d4e service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2512822 Feb 03 21:52:35.533151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-888dfa05-30aa-41fa-9e7b-df692ff58ddd tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 207 time: 0.0654786 Feb 03 21:52:35.536637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:35.544203 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:35.544786 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:35.593853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:35.596322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:35.596871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:35.598760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Bound port: f542dcc5-7544-45ec-bd27-26de09bcc4c9, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:35.599385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.616516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be61a566-0c8b-4847-b87e-b78592a663e5 None None] Network 5b4b8782-b106-4654-8599-d1af984929a2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:35.663321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6de93b68-2a72-4ead-b520-4f8ed7ca7b8e req-4f735b28-756d-4b3d-913d-33871cd4b1d4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285335 Feb 03 21:52:35.736376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] For port f542dcc5-7544-45ec-bd27-26de09bcc4c9, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:35.740437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] For port f542dcc5-7544-45ec-bd27-26de09bcc4c9, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f542dcc5-7544-45ec-bd27-26de09bcc4c9,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:35.751403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Request body: {'port': {'device_id': 'e4528ceb-ff38-4c01-82f1-92cdf75a2ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:35.823456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.915321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ec06a-6ca1-42c8-8626-deb9a544c3f0 None None] DHCP port deletion for 5b4b8782-b106-4654-8599-d1af984929a2 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:52:35.939111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:35.939937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:35.941790 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] 10.222.0.47 "PUT /v2.0/ports/f542dcc5-7544-45ec-bd27-26de09bcc4c9 HTTP/1.1" status: 200 len: 1096 time: 4.3138838 Feb 03 21:52:35.953120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d689cc-16fa-4206-a1b2-f2bab80b6a56 service neutron] Pushing event updated for resources: {'Port': ['ID=f542dcc5-7544-45ec-bd27-26de09bcc4c9,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:35.957146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83341140-bbda-40d5-9bfd-d1158960fb41', 'tag': 'f542dcc5-7544-45ec-bd27-26de09bcc4c9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:35.959917 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf06cd3-b0ed-45b5-a720-481d255b3919" -d '{"events": [{"name": "network-changed", "server_uuid": "83341140-bbda-40d5-9bfd-d1158960fb41", "tag": "f542dcc5-7544-45ec-bd27-26de09bcc4c9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:36.003162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting port 17df0ee2-da69-48e4-b01c-559de47fa497 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:36.004348 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (17df0ee2-da69-48e4-b01c-559de47fa497), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:36.036744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-005ec06a-6ca1-42c8-8626-deb9a544c3f0 None None] Deleting port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:36.037143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-005ec06a-6ca1-42c8-8626-deb9a544c3f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:36.172463 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (17df0ee2-da69-48e4-b01c-559de47fa497), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:36.173533 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for floatingip (17df0ee2-da69-48e4-b01c-559de47fa497), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:36.213956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-005ec06a-6ca1-42c8-8626-deb9a544c3f0 None None] For port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1322bc52-1fab-48fd-ba62-9008e6f3d4e8,segment=NetworkSegment(685ba1e4-604e-4354-a9b8-bca1977d4ba3),segment_id=685ba1e4-604e-4354-a9b8-bca1977d4ba3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:36.214265 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-005ec06a-6ca1-42c8-8626-deb9a544c3f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:36.216738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:36.220538 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:52:36.234466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-005ec06a-6ca1-42c8-8626-deb9a544c3f0 None None] Calling delete_port for 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:36.270205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:36.299469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da81c96c-e054-47f0-92a4-89283d28ef7a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:36.323228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Calling delete_port for 17df0ee2-da69-48e4-b01c-559de47fa497 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:36.328019 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Publish callbacks [] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:36.390040 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-005ec06a-6ca1-42c8-8626-deb9a544c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (1322bc52-1fab-48fd-ba62-9008e6f3d4e8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:36.440951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005ec06a-6ca1-42c8-8626-deb9a544c3f0 None None] No DVR routers for this DVR port 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:36.445378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ec06a-6ca1-42c8-8626-deb9a544c3f0 None None] Pushing event deleted for resources: {'Port': ['ID=1322bc52-1fab-48fd-ba62-9008e6f3d4e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:36.446638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Transition to ACTIVE for port object da81c96c-e054-47f0-92a4-89283d28ef7a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:52:36.452407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7e49f-d795-40f4-9dd7-d406b0917a52 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.459318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7e49f-d795-40f4-9dd7-d406b0917a52 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.467739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7e49f-d795-40f4-9dd7-d406b0917a52 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.473949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7e49f-d795-40f4-9dd7-d406b0917a52 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.479870 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c5c7e49f-d795-40f4-9dd7-d406b0917a52 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9382675 Feb 03 21:52:36.486281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cf41d30-97fa-4509-8c84-c637d7034b02 req-0d8c84b5-a9a7-42cc-8ecc-07b3fac600ff tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9707634 Feb 03 21:52:36.488759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:36.534940 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6443c1b3-5a78-4881-ad64-935acecb251f req-2b985da5-c66f-4d5c-92ad-688abfbeb996 service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9743259 Feb 03 21:52:36.586131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945aeab-2a6a-467f-bec6-8df3767dc7c3 req-98102a3f-e7bd-4111-8aac-26572299f3fd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.593883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a945aeab-2a6a-467f-bec6-8df3767dc7c3 req-98102a3f-e7bd-4111-8aac-26572299f3fd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.7676659 Feb 03 21:52:36.597379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:36.621640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:36.622161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1322bc52-1fab-48fd-ba62-9008e6f3d4e8 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:36.633048 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3258c8aa-4f86-4188-ba4d-646eb51de2be x-openstack-request-id: req-3258c8aa-4f86-4188-ba4d-646eb51de2be {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:36.633330 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83341140-bbda-40d5-9bfd-d1158960fb41", "tag": "f542dcc5-7544-45ec-bd27-26de09bcc4c9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:36.633585 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3258c8aa-4f86-4188-ba4d-646eb51de2be {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:36.633986 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83341140-bbda-40d5-9bfd-d1158960fb41', 'tag': 'f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'status': 'completed', 'code': 200} Feb 03 21:52:36.636692 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:36.669772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-ad7865b5-a45d-4c95-8901-1016118d8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.671261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-ad7865b5-a45d-4c95-8901-1016118d8a32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 1130 time: 0.5823023 Feb 03 21:52:36.695167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-63cee1e0-7c78-4815-a70e-6e505219a685 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2047884 Feb 03 21:52:36.695870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:36.708259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a945aeab-2a6a-467f-bec6-8df3767dc7c3 req-f9807ec1-4471-4030-a39f-d65c364884e7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133709 Feb 03 21:52:36.768092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c24539d-fcfd-4baf-b31b-88de8117d0f6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.769508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c24539d-fcfd-4baf-b31b-88de8117d0f6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.774700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7c24539d-fcfd-4baf-b31b-88de8117d0f6 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0775237 Feb 03 21:52:36.775981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36860) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:36.867073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233838d6-37c3-4d7c-b908-c0ac44e51805 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.868283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233838d6-37c3-4d7c-b908-c0ac44e51805 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:36.874672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-233838d6-37c3-4d7c-b908-c0ac44e51805 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0975482 Feb 03 21:52:36.875308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:36.921150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-fac1ce27-c178-47e6-9083-55a397d12bf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f542dcc5-7544-45ec-bd27-26de09bcc4c9 HTTP/1.1" status: 200 len: 217 time: 0.2351677 Feb 03 21:52:37.039367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3884d39b-188b-4e90-9747-c59660208e8e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.044516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3884d39b-188b-4e90-9747-c59660208e8e tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/networks/0672d257-ede5-4775-ad87-ce0d4ed54197 HTTP/1.1" status: 200 len: 799 time: 0.1667006 Feb 03 21:52:37.045334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:37.079081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Attempting to bind port da81c96c-e054-47f0-92a4-89283d28ef7a on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:37.079581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Attempting to bind port da81c96c-e054-47f0-92a4-89283d28ef7a by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:37.079978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Attempting to bind port da81c96c-e054-47f0-92a4-89283d28ef7a on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:37.128802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-62c94072-7635-4819-a213-0efbe10c2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.129159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7646-f717-44c1-b60d-ee8d9d582691 req-d7ca0535-61df-4da9-b2be-4e49effa24fe tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.130728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dac7646-f717-44c1-b60d-ee8d9d582691 req-d7ca0535-61df-4da9-b2be-4e49effa24fe tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 947 time: 0.3411434 Feb 03 21:52:37.130854 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-62c94072-7635-4819-a213-0efbe10c2957 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 1126 time: 0.4793909 Feb 03 21:52:37.131459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Pushing event updated for resources: {'Port': ['ID=da81c96c-e054-47f0-92a4-89283d28ef7a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:37.194397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ef8d0032-b5e5-4c69-bf13-94f2b0445198 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/networks/0672d257-ede5-4775-ad87-ce0d4ed54197?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1434975 Feb 03 21:52:37.196409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:37.205517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Port da81c96c-e054-47f0-92a4-89283d28ef7a on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:52:37.206238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Attempting to bind port da81c96c-e054-47f0-92a4-89283d28ef7a on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:37.224585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-d19a9de5-595a-44d7-add7-9566b0b3a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.227015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-d19a9de5-595a-44d7-add7-9566b0b3a32a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2387750 Feb 03 21:52:37.249065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dac7646-f717-44c1-b60d-ee8d9d582691 req-31751d00-2775-4a90-b305-69d478be9e3d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935261 Feb 03 21:52:37.264936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d962d4-6e0b-4466-88ef-d88b5d60fa92 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.269960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f8d962d4-6e0b-4466-88ef-d88b5d60fa92 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/subnets/97f4ef9b-f1a5-4c05-9914-e01663e21ac5 HTTP/1.1" status: 200 len: 811 time: 0.0685263 Feb 03 21:52:37.271475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:37.309163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:37.309519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:37.309921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:37.310384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Bound port: da81c96c-e054-47f0-92a4-89283d28ef7a, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:37.310752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.345014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed433cf-e5cb-4977-8682-83a90543466d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.347763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5ed433cf-e5cb-4977-8682-83a90543466d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "GET /v2.0/subnets/97f4ef9b-f1a5-4c05-9914-e01663e21ac5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0754790 Feb 03 21:52:37.351052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:37.356499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1348246273'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:37.382099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 21:52:37.388623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:37.397218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.406713 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (2ff382d4-a914-4ee4-9240-dd263735d6db), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.436508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:37.452424 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (de202865-96f6-4d61-8ffd-9c068fc9c1e2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.453602 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Added segment de202865-96f6-4d61-8ffd-9c068fc9c1e2 of type vlan for network aa32525d-e915-4efe-aadd-d89d6f977cc1 Feb 03 21:52:37.503000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (aa32525d-e915-4efe-aadd-d89d6f977cc1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.539000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (aa32525d-e915-4efe-aadd-d89d6f977cc1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.547032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.548107 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.604155 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (17df0ee2-da69-48e4-b01c-559de47fa497), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.632493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-0a5a2441-61d3-42c4-8d13-f12fd39079bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.634016 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-0a5a2441-61d3-42c4-8d13-f12fd39079bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 919 time: 0.4804111 Feb 03 21:52:37.655044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Subnet': ['ID=2ff382d4-a914-4ee4-9240-dd263735d6db,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:37.656208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3039663 Feb 03 21:52:37.675335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-247409de-452a-47f7-ade1-f4b111c1a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.675578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d304ab-e812-43a9-a4e5-b1bc3723d99a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Network': ['ID=aa32525d-e915-4efe-aadd-d89d6f977cc1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:37.676838 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-247409de-452a-47f7-ade1-f4b111c1a490 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4060349 Feb 03 21:52:37.678150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36880) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:37.686473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'network_id': 'aa32525d-e915-4efe-aadd-d89d6f977cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:37.700236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network aa32525d-e915-4efe-aadd-d89d6f977cc1 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:37.774190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2990593-ead7-41ca-8782-01215b45e00f req-b4e8611e-c219-404e-87ab-baf0065f4819 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:37.782844 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-ac0b6ea2-948e-4508-99e8-b3bb1b90ef6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c HTTP/1.1" status: 200 len: 217 time: 0.1294336 Feb 03 21:52:37.783792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] For port da81c96c-e054-47f0-92a4-89283d28ef7a, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:37.798468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2990593-ead7-41ca-8782-01215b45e00f req-b4e8611e-c219-404e-87ab-baf0065f4819 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 932 time: 0.1873875 Feb 03 21:52:37.817905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Port': ['ID=17df0ee2-da69-48e4-b01c-559de47fa497,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:37.879534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Checking segment: {'id': 'f65ca993-17d1-455d-a7a7-c9f8717f91a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1442d13f-2f78-456a-979c-dca4e8e2238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:37.880018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network hostable DHCP agents. Network: 1442d13f-2f78-456a-979c-dca4e8e2238e, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:37.905542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Made reservation on behalf of 05a890b8dab04b9eb4635606d24fdb29 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:37.909048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.947043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] For port da81c96c-e054-47f0-92a4-89283d28ef7a, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=da81c96c-e054-47f0-92a4-89283d28ef7a,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:37.954397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f16e423-8b34-4d14-a698-99895e98f1cb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:37.956446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2990593-ead7-41ca-8782-01215b45e00f req-3f964019-6763-4b32-a5a4-54299c1e55b8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571045 Feb 03 21:52:37.973368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 21:52:37.973885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 21:52:37.987522 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Publish callbacks [] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:37.996952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.002939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e46c89-5791-45f1-8806-1dc0e6b5ac48 req-4c78b060-19b1-457e-8b52-7b18090f5c94 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:38.004661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8e46c89-5791-45f1-8806-1dc0e6b5ac48 req-4c78b060-19b1-457e-8b52-7b18090f5c94 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.1661804 Feb 03 21:52:38.065198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-917fe3b5-39d9-4759-846f-648011c28333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:38.067164 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-917fe3b5-39d9-4759-846f-648011c28333 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.1899912 Feb 03 21:52:38.074206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for floatingip (4fe375be-7bac-4ff1-87bb-0cc8f3008cef), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.076921 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.081811 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-67803008-b2f5-4425-897d-ad90c617b4de tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "DELETE /v2.0/floatingips/4fe375be-7bac-4ff1-87bb-0cc8f3008cef HTTP/1.1" status: 204 len: 168 time: 2.8156600 Feb 03 21:52:38.084418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network 1442d13f-2f78-456a-979c-dca4e8e2238e is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:38.097377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Transition to ACTIVE for port object 9f16e423-8b34-4d14-a698-99895e98f1cb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:52:38.098882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36886) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:38.121714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:38.122419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.124311 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] 10.222.0.47 "PUT /v2.0/ports/da81c96c-e054-47f0-92a4-89283d28ef7a HTTP/1.1" status: 200 len: 1095 time: 4.5757864 Feb 03 21:52:38.149233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.167740 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-0b49c872-48d1-465f-b65b-e889ab868e2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624616 Feb 03 21:52:38.170433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8e46c89-5791-45f1-8806-1dc0e6b5ac48 req-8613da62-a539-4e27-814e-3b3d93107387 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514087 Feb 03 21:52:38.241686 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-06fa3585-1ff5-4325-a95b-42bc55ccef8f service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546243 Feb 03 21:52:38.242336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 1442d13f-2f78-456a-979c-dca4e8e2238e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:38.258240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdecb0b-479e-4fa4-9778-afcba1545949 None None] Network 1442d13f-2f78-456a-979c-dca4e8e2238e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:38.335815 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (621bd9fa-76dc-43dc-8a55-147a81bcad5a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.422662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-1442d13f-2f78-456a-979c-dca4e8e2238e', 'network_id': '1442d13f-2f78-456a-979c-dca4e8e2238e', 'project_id': '340706a8feee429cae6ee02b228800c7', 'fixed_ips': [{'subnet_id': '2ff382d4-a914-4ee4-9240-dd263735d6db'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:38.424276 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.442658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=621bd9fa-76dc-43dc-8a55-147a81bcad5a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:38.476685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7e8feca8-841d-4a85-b121-ebaf11888249 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting port e36b55fe-4080-4085-94cd-25bb04d6c057 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:38.477308 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8feca8-841d-4a85-b121-ebaf11888249 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.486092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.486450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.486798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.487138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.487474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.487806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.488134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.488461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.488783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.489131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.489457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.489788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.490101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.603375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Allocated IP 2001:db8::f816:3eff:fea9:96c4 (1442d13f-2f78-456a-979c-dca4e8e2238e/2ff382d4-a914-4ee4-9240-dd263735d6db/1c9dcb1a-64a0-466e-a760-f1b51b6be8f9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:38.657338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83a54d-d404-4154-b440-96cbf1b5817b req-97e79e73-496c-483b-8e7c-445157840eb8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:38.659223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec83a54d-d404-4154-b440-96cbf1b5817b req-97e79e73-496c-483b-8e7c-445157840eb8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 947 time: 0.2279849 Feb 03 21:52:38.698279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Checking segment: {'id': 'de202865-96f6-4d61-8ffd-9c068fc9c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aa32525d-e915-4efe-aadd-d89d6f977cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:38.698872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network hostable DHCP agents. Network: aa32525d-e915-4efe-aadd-d89d6f977cc1, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:38.720484 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8feca8-841d-4a85-b121-ebaf11888249 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.745496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7e8feca8-841d-4a85-b121-ebaf11888249 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Calling delete_port for e36b55fe-4080-4085-94cd-25bb04d6c057 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:38.755748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ae1ea7-eb0f-4480-a266-75c86d7bb9b3', 'tag': 'da81c96c-e054-47f0-92a4-89283d28ef7a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:38.758329 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce92371-44a2-4def-ba31-5a4bb015d0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "39ae1ea7-eb0f-4480-a266-75c86d7bb9b3", "tag": "da81c96c-e054-47f0-92a4-89283d28ef7a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:38.764938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:38.765785 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.767517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec83a54d-d404-4154-b440-96cbf1b5817b req-2b0de1fc-fc65-45c0-8bbe-c597600ac560 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020706 Feb 03 21:52:38.769824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Network aa32525d-e915-4efe-aadd-d89d6f977cc1 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:38.810519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Publish callbacks [] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.818277 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.839582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Pushing event updated for resources: {'Port': ['ID=da81c96c-e054-47f0-92a4-89283d28ef7a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:38.860028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, aa32525d-e915-4efe-aadd-d89d6f977cc1) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:38.870505 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb588a88-dc78-464f-aac8-e0b4a7650a22 x-openstack-request-id: req-eb588a88-dc78-464f-aac8-e0b4a7650a22 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:38.870911 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ae1ea7-eb0f-4480-a266-75c86d7bb9b3", "tag": "da81c96c-e054-47f0-92a4-89283d28ef7a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:38.871278 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb588a88-dc78-464f-aac8-e0b4a7650a22 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:38.871761 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ae1ea7-eb0f-4480-a266-75c86d7bb9b3', 'tag': 'da81c96c-e054-47f0-92a4-89283d28ef7a', 'status': 'completed', 'code': 200} Feb 03 21:52:38.874347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:38.875152 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:38.892610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e336213b-530e-4269-aa89-b4727f2d9104 None None] Network aa32525d-e915-4efe-aadd-d89d6f977cc1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:38.911103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-29b0c2d2-037d-4e03-a74a-60117728d7c5 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2319100 Feb 03 21:52:38.914373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36894) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:38.921308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-433ef649-fe76-4258-83e5-8e2920547605 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:38.929061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.929540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.930002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.930426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.930920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.931966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.932396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.933036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.933470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.933915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.934335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.934893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.935378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec63bf-db01-4f0c-8a35-7d0767e2e23c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:38.950574 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-315fe414-9ea5-4ec8-879f-db058d3a79e7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0091913 Feb 03 21:52:38.962860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:38.969680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'port': {'network_id': '1442d13f-2f78-456a-979c-dca4e8e2238e', 'name': 'tempest-NetworksIpV6TestAttrs-722972030'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:38.994149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Network 1442d13f-2f78-456a-979c-dca4e8e2238e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:39.008473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:39.015863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:39.029434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Pushing event updated for resources: {'Port': ['ID=1c9dcb1a-64a0-466e-a760-f1b51b6be8f9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:39.147959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-aa32525d-e915-4efe-aadd-d89d6f977cc1', 'network_id': 'aa32525d-e915-4efe-aadd-d89d6f977cc1', 'project_id': '05a890b8dab04b9eb4635606d24fdb29', 'fixed_ips': [{'subnet_id': '621bd9fa-76dc-43dc-8a55-147a81bcad5a'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:39.149154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.163331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Attempting to bind port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:39.163999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Attempting to bind port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f65ca993-17d1-455d-a7a7-c9f8717f91a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1442d13f-2f78-456a-979c-dca4e8e2238e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:39.164517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Attempting to bind port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 on network 1442d13f-2f78-456a-979c-dca4e8e2238e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:39.170909 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-14ca0216-739a-4301-9f25-075650315bd9 service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9963877 Feb 03 21:52:39.173109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-9699cda1-7fb0-4160-b1ce-38dc1e69ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:39.173591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:39.174881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Checking segment: {'id': 'f65ca993-17d1-455d-a7a7-c9f8717f91a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1442d13f-2f78-456a-979c-dca4e8e2238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:39.175231 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-9699cda1-7fb0-4160-b1ce-38dc1e69ccd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 1129 time: 0.9753451 Feb 03 21:52:39.175743 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.176300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Bound using segment: {'id': 'f65ca993-17d1-455d-a7a7-c9f8717f91a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1442d13f-2f78-456a-979c-dca4e8e2238e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:39.176980 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Bound port: 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65ca993-17d1-455d-a7a7-c9f8717f91a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1442d13f-2f78-456a-979c-dca4e8e2238e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:39.177544 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.191003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2412289-8956-4992-931f-f06645a173cc service neutron] Pushing event updated for resources: {'Port': ['ID=9f16e423-8b34-4d14-a698-99895e98f1cb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:39.228459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Attempting to bind port 9f16e423-8b34-4d14-a698-99895e98f1cb on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:39.228968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Attempting to bind port 9f16e423-8b34-4d14-a698-99895e98f1cb by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:39.229234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Attempting to bind port 9f16e423-8b34-4d14-a698-99895e98f1cb on network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:39.233424 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-bef37d0d-5fa8-4751-9c1c-4e85628d29be service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851127 Feb 03 21:52:39.345345 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-d4602271-0fb8-4275-8a85-de12e9dfd281 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=da81c96c-e054-47f0-92a4-89283d28ef7a HTTP/1.1" status: 200 len: 217 time: 0.1473842 Feb 03 21:52:39.351713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Port 9f16e423-8b34-4d14-a698-99895e98f1cb on network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:52:39.352079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Attempting to bind port 9f16e423-8b34-4d14-a698-99895e98f1cb on network 3bf84af0-4b96-4424-b84f-b6d6c008b1eb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:39.367353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:39.371627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.428154 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-433ef649-fe76-4258-83e5-8e2920547605 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9069727'] for subnet (621bd9fa-76dc-43dc-8a55-147a81bcad5a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.439730 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8feca8-841d-4a85-b121-ebaf11888249 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e36b55fe-4080-4085-94cd-25bb04d6c057), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.459775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:39.460128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Checking segment: {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:39.460513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Bound using segment: {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:39.460989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Bound port: 9f16e423-8b34-4d14-a698-99895e98f1cb, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fbcdf8-30c2-49f2-926b-dfce53d06ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:39.461357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.503988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80505e04-e531-4cd4-accc-ef8751acb3c8 req-76bf4780-2327-4f12-a5d8-38826171bfe0 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:39.507604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80505e04-e531-4cd4-accc-ef8751acb3c8 req-76bf4780-2327-4f12-a5d8-38826171bfe0 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 944 time: 0.4247265 Feb 03 21:52:39.539835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] device_id is not set on port 66fdc2b4-d191-4315-8686-662874976776 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:52:39.541300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] For port 9f16e423-8b34-4d14-a698-99895e98f1cb, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:39.546183 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] For port 9f16e423-8b34-4d14-a698-99895e98f1cb, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f16e423-8b34-4d14-a698-99895e98f1cb,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:39.564184 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f79249d7-1f79-4e7c-99d1-4485b6476802 req-43f2a9d1-b13b-421b-8fb0-4bb29f5bbd49 service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681836 Feb 03 21:52:39.568664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.602054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] For port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:39.606377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] For port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c9dcb1a-64a0-466e-a760-f1b51b6be8f9,segment=NetworkSegment(f65ca993-17d1-455d-a7a7-c9f8717f91a8),segment_id=f65ca993-17d1-455d-a7a7-c9f8717f91a8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:39.613027 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.625573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-3db3d583-6b9b-41aa-ac88-3eae1cc855be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:39.627051 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-3db3d583-6b9b-41aa-ac88-3eae1cc855be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2717483 Feb 03 21:52:39.631055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-ade1ff61-b62a-4b54-b7c1-5208abcab6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:39.632541 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-ade1ff61-b62a-4b54-b7c1-5208abcab6c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 1130 time: 0.2990186 Feb 03 21:52:39.697158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8feca8-841d-4a85-b121-ebaf11888249 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Port': ['ID=e36b55fe-4080-4085-94cd-25bb04d6c057,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:39.714258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118077e-9a20-4906-8f13-132e0a3347ed None None] Pushing event updated for resources: {'Port': ['ID=1c9dcb1a-64a0-466e-a760-f1b51b6be8f9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:39.751385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-a32db208-ce7c-4b9f-b95c-b05ea568e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:39.753002 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-a32db208-ce7c-4b9f-b95c-b05ea568e4ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1038218 Feb 03 21:52:39.754358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:39.755019 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:39.756303 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-e2412289-8956-4992-931f-f06645a173cc service neutron] 10.222.0.10 "PUT /v2.0/ports/9f16e423-8b34-4d14-a698-99895e98f1cb HTTP/1.1" status: 200 len: 1092 time: 4.2258019 Feb 03 21:52:39.761740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Allocated IP 2001:db8::f816:3eff:fea6:51a2 (1442d13f-2f78-456a-979c-dca4e8e2238e/2ff382d4-a914-4ee4-9240-dd263735d6db/66fdc2b4-d191-4315-8686-662874976776) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:39.834712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b87ba-de6e-4955-9f87-ae55d27d0681 req-cb527f7e-cdbc-4e6a-bdcb-fc2e125c7076 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:39.842247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f1b87ba-de6e-4955-9f87-ae55d27d0681 req-cb527f7e-cdbc-4e6a-bdcb-fc2e125c7076 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.5039608 Feb 03 21:52:39.866171 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-1020a017-5bfd-4b63-a64b-da3f5473ced5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f542dcc5-7544-45ec-bd27-26de09bcc4c9 HTTP/1.1" status: 200 len: 217 time: 0.0810282 Feb 03 21:52:39.945003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-d2aebff8-6b81-45ab-bf37-6f6837715188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:39.947082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-d2aebff8-6b81-45ab-bf37-6f6837715188 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0541596 Feb 03 21:52:39.948675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2412289-8956-4992-931f-f06645a173cc service neutron] Pushing event updated for resources: {'Port': ['ID=9f16e423-8b34-4d14-a698-99895e98f1cb,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:40.001326 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8feca8-841d-4a85-b121-ebaf11888249 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.002273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615475eb-47b5-4dca-9302-adb7681c793b req-6f70d302-da37-454f-84e7-747b8fdfbdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:40.003861 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-6f70d302-da37-454f-84e7-747b8fdfbdea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3630109 Feb 03 21:52:40.007319 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7e8feca8-841d-4a85-b121-ebaf11888249 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "DELETE /v2.0/ports/e36b55fe-4080-4085-94cd-25bb04d6c057 HTTP/1.1" status: 204 len: 168 time: 1.9030347 Feb 03 21:52:40.013675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:40.144540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-d993f30f-d3be-4e43-9b83-187288bd8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:40.146425 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-d993f30f-d3be-4e43-9b83-187288bd8d2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 1126 time: 0.3011310 Feb 03 21:52:40.156849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f1b87ba-de6e-4955-9f87-ae55d27d0681 req-456e6fbc-e4d4-42a3-b654-d866dcfc35d7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137350 Feb 03 21:52:40.176048 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 21:52:40.176048 n-d-824834-9 neutron-server[103399]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 03 21:52:40.176048 n-d-824834-9 neutron-server[103399]: [parameters: {'in_use': 1, 'id_1': '621bd9fa-76dc-43dc-8a55-147a81bcad5a'}] Feb 03 21:52:40.176048 n-d-824834-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:40.176894 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:40.187776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-b2843be1-17a3-44da-9945-1a9cde4374b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:40.187776 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-b2843be1-17a3-44da-9945-1a9cde4374b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2235315 Feb 03 21:52:40.188729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80505e04-e531-4cd4-accc-ef8751acb3c8 req-e39deeae-73ee-43d4-bd1a-80a0d4e17af2 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969459 Feb 03 21:52:40.327605 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for port (66fdc2b4-d191-4315-8686-662874976776), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.360043 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-ceca4e4a-4cbf-4cbe-8620-545d760839db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f16e423-8b34-4d14-a698-99895e98f1cb HTTP/1.1" status: 200 len: 217 time: 0.2036190 Feb 03 21:52:40.418520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (66fdc2b4-d191-4315-8686-662874976776), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.457771 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-48b08522-0e2e-4962-90b7-7fa8429312cb service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430804 Feb 03 21:52:40.487344 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-04c812e1-3991-4516-82d4-f8283bcb6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:40.488443 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-04c812e1-3991-4516-82d4-f8283bcb6714 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.1113060 Feb 03 21:52:40.489369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network 1442d13f-2f78-456a-979c-dca4e8e2238e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:40.494143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-433ef649-fe76-4258-83e5-8e2920547605 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789547752430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8704643'] for subnet (621bd9fa-76dc-43dc-8a55-147a81bcad5a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.510692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:40.538837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:40.544140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:40.544787 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.548104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Port': ['ID=66fdc2b4-d191-4315-8686-662874976776,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:40.565877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d052b-b73e-4329-b2ef-75cea7d7731a req-6d8ce8e6-9f3b-4e16-9e75-abce49e73b6f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:40.567373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae5d052b-b73e-4329-b2ef-75cea7d7731a req-6d8ce8e6-9f3b-4e16-9e75-abce49e73b6f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 947 time: 0.2943826 Feb 03 21:52:40.592858 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-54de072a-0666-4594-92d6-74a9bf3da3be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608945 Feb 03 21:52:40.607253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-ebba5358-13a7-4f6f-9aed-5b5e355c148a service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063761 Feb 03 21:52:40.608037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ef649-fe76-4258-83e5-8e2920547605 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:40.608748 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-433ef649-fe76-4258-83e5-8e2920547605 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.610187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-433ef649-fe76-4258-83e5-8e2920547605 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "PUT /v2.0/subnets/621bd9fa-76dc-43dc-8a55-147a81bcad5a HTTP/1.1" status: 200 len: 877 time: 1.6945181 Feb 03 21:52:40.624948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36914) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:40.624948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3f806807-da3a-4c23-8d1d-653090e0c7d6 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6579061 Feb 03 21:52:40.645478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:40.678125 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.698706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ef649-fe76-4258-83e5-8e2920547605 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event updated for resources: {'Subnet': ['ID=621bd9fa-76dc-43dc-8a55-147a81bcad5a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:40.732649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:40.737978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f42d3a10-fba7-41b0-bc72-e1a3801a1dc4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting port 512ba836-5136-4a81-b3ab-7bb09c9c0c04 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:40.738248 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f42d3a10-fba7-41b0-bc72-e1a3801a1dc4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.745128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae5d052b-b73e-4329-b2ef-75cea7d7731a req-d2477fbc-19cb-4352-ab62-bd4ae05d4930 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607561 Feb 03 21:52:40.787174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (aa32525d-e915-4efe-aadd-d89d6f977cc1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.867462 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (621bd9fa-76dc-43dc-8a55-147a81bcad5a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.881845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4528ceb-ff38-4c01-82f1-92cdf75a2ce2', 'tag': '9f16e423-8b34-4d14-a698-99895e98f1cb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:40.884141 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906c60a9-976d-4ceb-b894-e37b11726dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4528ceb-ff38-4c01-82f1-92cdf75a2ce2", "tag": "9f16e423-8b34-4d14-a698-99895e98f1cb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:40.960083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:40.960521 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:40.971957 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c283d802-e806-4362-85f4-60d0ab36a852 x-openstack-request-id: req-c283d802-e806-4362-85f4-60d0ab36a852 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:40.972336 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4528ceb-ff38-4c01-82f1-92cdf75a2ce2", "tag": "9f16e423-8b34-4d14-a698-99895e98f1cb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:40.972515 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c283d802-e806-4362-85f4-60d0ab36a852 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:40.972971 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4528ceb-ff38-4c01-82f1-92cdf75a2ce2', 'tag': '9f16e423-8b34-4d14-a698-99895e98f1cb', 'status': 'completed', 'code': 200} Feb 03 21:52:40.982018 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615475eb-47b5-4dca-9302-adb7681c793b req-40a99633-bc7b-4af4-a92f-c00ffd859c3d service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134840 Feb 03 21:52:41.022366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6638bf9-abb6-42fe-a6a8-2df4db0aa96c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Deleting subnet 2ff382d4-a914-4ee4-9240-dd263735d6db {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:52:41.038730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6638bf9-abb6-42fe-a6a8-2df4db0aa96c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (2ff382d4-a914-4ee4-9240-dd263735d6db), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.047609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Allocated IP 172.20.0.3 (aa32525d-e915-4efe-aadd-d89d6f977cc1/621bd9fa-76dc-43dc-8a55-147a81bcad5a/20315b14-216c-476f-b46d-23dede4ee888) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:41.065411 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-15315344-618b-4f99-bb57-06bba5882986 service neutron] 10.222.0.10 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639812 Feb 03 21:52:41.084117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ecf06cd3-b0ed-45b5-a720-481d255b3919 req-88a9b1af-dc46-4543-aeff-e28cf6255c32 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665239 Feb 03 21:52:41.189753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d322a5c2-d46b-45e0-ad9a-9358bef4075c details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:52:41.272026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:41.274615 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.441225 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Publish callbacks [] for port (20315b14-216c-476f-b46d-23dede4ee888), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.451944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61768225-c6b1-4a77-a885-359e2643db16 None None] Network 1442d13f-2f78-456a-979c-dca4e8e2238e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:41.464317 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (20315b14-216c-476f-b46d-23dede4ee888), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.477258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74667ff7-8abc-4489-8b5e-fbfc362b6352 req-0f9417f7-d2f4-4503-a9f6-17ecfc12ee49 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:41.479717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74667ff7-8abc-4489-8b5e-fbfc362b6352 req-0f9417f7-d2f4-4503-a9f6-17ecfc12ee49 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.1962769 Feb 03 21:52:41.559900 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb9dcd-eee4-4a02-ad1e-e8b22bc96fa9 req-795ba867-d883-42f4-bb0e-a6d6e12dacf9 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:41.562486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcdb9dcd-eee4-4a02-ad1e-e8b22bc96fa9 req-795ba867-d883-42f4-bb0e-a6d6e12dacf9 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 944 time: 0.2321348 Feb 03 21:52:41.567546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (621bd9fa-76dc-43dc-8a55-147a81bcad5a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.595309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Network aa32525d-e915-4efe-aadd-d89d6f977cc1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:41.595950 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f42d3a10-fba7-41b0-bc72-e1a3801a1dc4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.612802 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6638bf9-abb6-42fe-a6a8-2df4db0aa96c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (2ff382d4-a914-4ee4-9240-dd263735d6db), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.624181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:41.636248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74667ff7-8abc-4489-8b5e-fbfc362b6352 req-0056bb18-9454-4f37-bc56-8b40251e66a0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436203 Feb 03 21:52:41.637406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=621bd9fa-76dc-43dc-8a55-147a81bcad5a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:41.637723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:41.640342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0e0f239f-fb4e-4b09-9264-a310d593c489 None None] Provisioning complete for port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:41.640651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0f239f-fb4e-4b09-9264-a310d593c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.650406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f42d3a10-fba7-41b0-bc72-e1a3801a1dc4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Calling delete_port for 512ba836-5136-4a81-b3ab-7bb09c9c0c04 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:41.687125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c9dcb1a-64a0-466e-a760-f1b51b6be8f9,segment=NetworkSegment(f65ca993-17d1-455d-a7a7-c9f8717f91a8),segment_id=f65ca993-17d1-455d-a7a7-c9f8717f91a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:41.714536 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Pushing event updated for resources: {'Port': ['ID=20315b14-216c-476f-b46d-23dede4ee888,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:41.717385 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.764481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (aa32525d-e915-4efe-aadd-d89d6f977cc1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.806596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-06e88a8a-b105-4cf2-b108-6913bb68be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:41.809012 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-06e88a8a-b105-4cf2-b108-6913bb68be92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 1129 time: 0.7342646 Feb 03 21:52:41.814121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa32525d-e915-4efe-aadd-d89d6f977cc1']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:41.827780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de202865-96f6-4d61-8ffd-9c068fc9c1e2') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:41.828441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de202865-96f6-4d61-8ffd-9c068fc9c1e2') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:41.829794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d322a5c2-d46b-45e0-ad9a-9358bef4075c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:41.832311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Attempting to bind port 20315b14-216c-476f-b46d-23dede4ee888 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:41.832683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Attempting to bind port 20315b14-216c-476f-b46d-23dede4ee888 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'de202865-96f6-4d61-8ffd-9c068fc9c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aa32525d-e915-4efe-aadd-d89d6f977cc1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:41.833079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Attempting to bind port 20315b14-216c-476f-b46d-23dede4ee888 on network aa32525d-e915-4efe-aadd-d89d6f977cc1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:41.842509 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (de202865-96f6-4d61-8ffd-9c068fc9c1e2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.847834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:41.848218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Checking segment: {'id': 'de202865-96f6-4d61-8ffd-9c068fc9c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aa32525d-e915-4efe-aadd-d89d6f977cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:41.848627 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.849053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Bound using segment: {'id': 'de202865-96f6-4d61-8ffd-9c068fc9c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aa32525d-e915-4efe-aadd-d89d6f977cc1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:41.849545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Bound port: 20315b14-216c-476f-b46d-23dede4ee888, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de202865-96f6-4d61-8ffd-9c068fc9c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aa32525d-e915-4efe-aadd-d89d6f977cc1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:41.849928 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (20315b14-216c-476f-b46d-23dede4ee888), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.861960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (de202865-96f6-4d61-8ffd-9c068fc9c1e2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.870553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:41.871574 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (de202865-96f6-4d61-8ffd-9c068fc9c1e2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:41.909641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'd322a5c2-d46b-45e0-ad9a-9358bef4075c', 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb', 'port_id': 'd322a5c2-d46b-45e0-ad9a-9358bef4075c', 'mac_address': 'fa:16:3e:b4:d2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4948af62-de5f-4723-bed2-525165fe47b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:52:41.943735 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a9c7c0e-02bb-445a-bbe2-f7506dbb4616 req-a6a397fb-64c1-4b88-b43b-568b827af03b service neutron] 10.222.0.10 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533857 Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:41.955346 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:42.013609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] For port 20315b14-216c-476f-b46d-23dede4ee888, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:42.013891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:52:42.013891 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:52:42.013891 n-d-824834-9 neutron-server[103397]: [parameters: {'id': 'aa32525d-e915-4efe-aadd-d89d6f977cc1'}] Feb 03 21:52:42.013891 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:42.014838 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:42.016790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] For port 20315b14-216c-476f-b46d-23dede4ee888, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=20315b14-216c-476f-b46d-23dede4ee888,segment=NetworkSegment(de202865-96f6-4d61-8ffd-9c068fc9c1e2),segment_id=de202865-96f6-4d61-8ffd-9c068fc9c1e2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:42.055113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcdb9dcd-eee4-4a02-ad1e-e8b22bc96fa9 req-d2bbc6e0-9d58-4795-950f-ecb99a6267f6 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741390 Feb 03 21:52:42.059416 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (20315b14-216c-476f-b46d-23dede4ee888), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.079164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27f23-e1a6-43c2-9722-7e1ba43ae5ad req-a49ea969-fab6-43af-8b4e-664b3209d160 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:42.082889 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6638bf9-abb6-42fe-a6a8-2df4db0aa96c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (2ff382d4-a914-4ee4-9240-dd263735d6db), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.087194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-5a37c6c2-a4c5-46da-8a4c-ee99765dfc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:42.088741 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-5a37c6c2-a4c5-46da-8a4c-ee99765dfc26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2620749 Feb 03 21:52:42.094802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9f27f23-e1a6-43c2-9722-7e1ba43ae5ad req-a49ea969-fab6-43af-8b4e-664b3209d160 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1281083 Feb 03 21:52:42.106095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f239f-fb4e-4b09-9264-a310d593c489 None None] Current status of the port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:42.108106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=1c9dcb1a-64a0-466e-a760-f1b51b6be8f9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:42.190155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d322a5c2-d46b-45e0-ad9a-9358bef4075c is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:42.190748 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.210779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-9b2b1eb0-ca78-4ee7-a300-85463703816c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=da81c96c-e054-47f0-92a4-89283d28ef7a HTTP/1.1" status: 200 len: 217 time: 0.0519831 Feb 03 21:52:42.211005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d322a5c2-d46b-45e0-ad9a-9358bef4075c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:42.213610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9f27f23-e1a6-43c2-9722-7e1ba43ae5ad req-0ce8dd28-59c3-4b04-ba33-f89ddfc72a86 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128056 Feb 03 21:52:42.261862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23537f08-2028-4326-bc5a-802d7cbccdaa None None] Network aa32525d-e915-4efe-aadd-d89d6f977cc1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:42.281398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a79a0-a753-4074-99e7-bca80df809fb req-711b05ea-c4e2-40b8-acae-7f9f7de4a47a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:42.294773 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a2a79a0-a753-4074-99e7-bca80df809fb req-711b05ea-c4e2-40b8-acae-7f9f7de4a47a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 947 time: 0.1109924 Feb 03 21:52:42.333677 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-5b9f2836-4c58-4c26-954e-6b192da780f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:42.335153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-5b9f2836-4c58-4c26-954e-6b192da780f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 1126 time: 0.3233926 Feb 03 21:52:42.358886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d322a5c2-d46b-45e0-ad9a-9358bef4075c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:42.360952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c7115-d9e7-425c-b597-f8b90c458fee None None] Pushing event updated for resources: {'Port': ['ID=20315b14-216c-476f-b46d-23dede4ee888,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:42.384414 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.403349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a2a79a0-a753-4074-99e7-bca80df809fb req-b2b6313c-1af3-4933-9fdb-d48ca5d5745a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073518 Feb 03 21:52:42.446133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-6808006c-1c6a-41be-be44-31896347f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:42.447685 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-6808006c-1c6a-41be-be44-31896347f0f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2367744 Feb 03 21:52:42.448282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f42d3a10-fba7-41b0-bc72-e1a3801a1dc4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (512ba836-5136-4a81-b3ab-7bb09c9c0c04), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.453461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d322a5c2-d46b-45e0-ad9a-9358bef4075c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:42.460961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa942147-8cf0-4535-86bc-6d251bc45ee1 None None] Network aa32525d-e915-4efe-aadd-d89d6f977cc1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:42.530050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e42f7f-6b71-4461-b29c-283820b45f4d req-c521fb90-76d0-420f-95c8-aefcc14d87ed tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:42.532718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08e42f7f-6b71-4461-b29c-283820b45f4d req-c521fb90-76d0-420f-95c8-aefcc14d87ed tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1845598 Feb 03 21:52:42.535294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (aa32525d-e915-4efe-aadd-d89d6f977cc1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.641394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:42.649472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6638bf9-abb6-42fe-a6a8-2df4db0aa96c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (2ff382d4-a914-4ee4-9240-dd263735d6db), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.672977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08e42f7f-6b71-4461-b29c-283820b45f4d req-b62c2502-1925-48cb-a838-02abace8daf5 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323969 Feb 03 21:52:42.704665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port 20315b14-216c-476f-b46d-23dede4ee888 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:42.705172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (20315b14-216c-476f-b46d-23dede4ee888), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.706948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d3a10-fba7-41b0-bc72-e1a3801a1dc4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Port': ['ID=512ba836-5136-4a81-b3ab-7bb09c9c0c04,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:42.777718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6638bf9-abb6-42fe-a6a8-2df4db0aa96c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff382d4-a914-4ee4-9240-dd263735d6db,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:42.780055 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6638bf9-abb6-42fe-a6a8-2df4db0aa96c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.785788 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c6638bf9-abb6-42fe-a6a8-2df4db0aa96c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/subnets/2ff382d4-a914-4ee4-9240-dd263735d6db HTTP/1.1" status: 204 len: 168 time: 2.1362207 Feb 03 21:52:42.795416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-539d18a4-af33-4806-a284-fc1a8b00be61 None None] Provisioning complete for port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:42.797837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-539d18a4-af33-4806-a284-fc1a8b00be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.800221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:42.845674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port 20315b14-216c-476f-b46d-23dede4ee888, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=20315b14-216c-476f-b46d-23dede4ee888,segment=NetworkSegment(de202865-96f6-4d61-8ffd-9c068fc9c1e2),segment_id=de202865-96f6-4d61-8ffd-9c068fc9c1e2)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:42.847441 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (20315b14-216c-476f-b46d-23dede4ee888), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:42.864869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-edb01e08-2c4f-47ac-8715-7f585625459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:42.866405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-edb01e08-2c4f-47ac-8715-7f585625459d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 919 time: 0.5210190 Feb 03 21:52:42.907934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for 20315b14-216c-476f-b46d-23dede4ee888 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:42.915556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d322a5c2-d46b-45e0-ad9a-9358bef4075c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:42.983781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:42.984827 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:43.022473 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-3c5481c9-d799-4769-ac06-6d2595629e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:43.024019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-3c5481c9-d799-4769-ac06-6d2595629e79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5342131 Feb 03 21:52:43.065755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f42d3a10-fba7-41b0-bc72-e1a3801a1dc4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:43.072183 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f42d3a10-fba7-41b0-bc72-e1a3801a1dc4 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "DELETE /v2.0/ports/512ba836-5136-4a81-b3ab-7bb09c9c0c04 HTTP/1.1" status: 204 len: 168 time: 3.0407689 Feb 03 21:52:43.073175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44fce4-3a07-4cd9-bb79-78d90940f58c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:43.079214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44fce4-3a07-4cd9-bb79-78d90940f58c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:43.080825 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cd44fce4-3a07-4cd9-bb79-78d90940f58c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2796581 Feb 03 21:52:43.089149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:43.089606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:43.133197 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-e8b3c250-c967-4b12-8bde-f402fabc0de1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f16e423-8b34-4d14-a698-99895e98f1cb HTTP/1.1" status: 200 len: 217 time: 0.2421093 Feb 03 21:52:43.195231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf17ef-07df-411f-9c67-8c936f93fa1c None None] Network 1442d13f-2f78-456a-979c-dca4e8e2238e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:43.246021 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-3d580dc4-eeba-48b4-ab0e-b44e10f5ead5 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516864 Feb 03 21:52:43.270398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f542dcc5-7544-45ec-bd27-26de09bcc4c9 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:52:43.408643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-539d18a4-af33-4806-a284-fc1a8b00be61 None None] Current status of the port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:43.490043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:43.518759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3de8295-fa51-432a-b1e7-afd7aed5f738 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting subnet 769e4d37-b014-48c5-a848-37056cd8ff3d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:52:43.529755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3de8295-fa51-432a-b1e7-afd7aed5f738 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for subnet (769e4d37-b014-48c5-a848-37056cd8ff3d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:43.540377 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5dd886ec-5f61-4e0a-be7f-06af45e799cf tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (1442d13f-2f78-456a-979c-dca4e8e2238e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:43.572556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-462e4ca7-6b94-4868-8205-1f25c397a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:43.574489 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-462e4ca7-6b94-4868-8205-1f25c397a1cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.3262913 Feb 03 21:52:43.586673 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affca36-b67e-439f-9c7e-2359e590c8da req-ef7695f7-f0c1-40c2-b582-334aa9e2cba5 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:43.593578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-539d18a4-af33-4806-a284-fc1a8b00be61 None None] Provisioning complete for port 66fdc2b4-d191-4315-8686-662874976776 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:43.593741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8affca36-b67e-439f-9c7e-2359e590c8da req-ef7695f7-f0c1-40c2-b582-334aa9e2cba5 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 944 time: 0.1828229 Feb 03 21:52:43.593961 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-539d18a4-af33-4806-a284-fc1a8b00be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (66fdc2b4-d191-4315-8686-662874976776), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:43.612806 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (20315b14-216c-476f-b46d-23dede4ee888), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:43.627302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-fb61bc6d-5268-40ea-891c-2dd00bfa336a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:43.633932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-fb61bc6d-5268-40ea-891c-2dd00bfa336a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.2219853 Feb 03 21:52:43.649310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3de8295-fa51-432a-b1e7-afd7aed5f738 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (769e4d37-b014-48c5-a848-37056cd8ff3d), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:43.754728 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3de8295-fa51-432a-b1e7-afd7aed5f738 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (769e4d37-b014-48c5-a848-37056cd8ff3d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:43.765155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=20315b14-216c-476f-b46d-23dede4ee888,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:43.767818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-79d7d2aa-ecc4-4ccc-a34b-41f35ac6aa4d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/quotas/e037e7bdda124ad7a07c459f7a41f324 HTTP/1.1" status: 200 len: 375 time: 0.1325595 Feb 03 21:52:43.787690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port 20315b14-216c-476f-b46d-23dede4ee888 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:43.850217 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-bcad55ce-28e8-4271-8869-8f435199d9a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2596874 Feb 03 21:52:43.852207 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fce92371-44a2-4def-ba31-5a4bb015d0d1 req-798b9703-2215-49ec-bf17-5f7bdfca168e service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747192 Feb 03 21:52:43.854955 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd886ec-5f61-4e0a-be7f-06af45e799cf tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 21:52:43.855405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd886ec-5f61-4e0a-be7f-06af45e799cf tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:43.867575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36970) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:43.871222 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5dd886ec-5f61-4e0a-be7f-06af45e799cf tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/1442d13f-2f78-456a-979c-dca4e8e2238e HTTP/1.1" status: 409 len: 466 time: 0.7474868 Feb 03 21:52:43.872550 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3de8295-fa51-432a-b1e7-afd7aed5f738 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (769e4d37-b014-48c5-a848-37056cd8ff3d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:43.893635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6f6d6-2796-4923-9f55-52518229739d None None] DHCP port deletion for 1442d13f-2f78-456a-979c-dca4e8e2238e request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:52:43.895044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-537240855'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:43.925917 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f542dcc5-7544-45ec-bd27-26de09bcc4c9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f542dcc5-7544-45ec-bd27-26de09bcc4c9,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:43.938810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-539d18a4-af33-4806-a284-fc1a8b00be61 None None] Port 66fdc2b4-d191-4315-8686-662874976776 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:52:43.963615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'mac_address': 'fa:16:3e:f8:bd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:52:43.979971 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (aa32525d-e915-4efe-aadd-d89d6f977cc1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.000896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8affca36-b67e-439f-9c7e-2359e590c8da req-2354aa0f-dc21-4758-89e2-9fb67aba6431 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057693 Feb 03 21:52:44.002117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:44.006052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.026568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa32525d-e915-4efe-aadd-d89d6f977cc1']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:44.037885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f542dcc5-7544-45ec-bd27-26de09bcc4c9 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:44.039049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.058988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8295-fa51-432a-b1e7-afd7aed5f738 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Subnet': ['ID=769e4d37-b014-48c5-a848-37056cd8ff3d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:44.059243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de202865-96f6-4d61-8ffd-9c068fc9c1e2') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:44.059344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de202865-96f6-4d61-8ffd-9c068fc9c1e2') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:44.061741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6f6d6-2796-4923-9f55-52518229739d None None] Deleting port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:44.062383 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dd6f6d6-2796-4923-9f55-52518229739d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.081883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:44.084960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (de202865-96f6-4d61-8ffd-9c068fc9c1e2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.089778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3de8295-fa51-432a-b1e7-afd7aed5f738 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.094254 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c3de8295-fa51-432a-b1e7-afd7aed5f738 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "DELETE /v2.0/subnets/769e4d37-b014-48c5-a848-37056cd8ff3d HTTP/1.1" status: 204 len: 168 time: 0.9977815 Feb 03 21:52:44.097514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:44.120024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c4697-a566-4087-b6e1-fcae09748386 None None] Network 8171fea6-6dc9-4528-8843-90775fdf9a94 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:44.152398 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-dfe62f12-e7f9-44d1-b5e3-7bbe790f2341 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3744566 Feb 03 21:52:44.153745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (aab7c719-8e5a-4690-8a7a-1fa10bfe6615), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.154095 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Added segment aab7c719-8e5a-4690-8a7a-1fa10bfe6615 of type vlan for network 0add5d4b-c49d-4ad5-a225-72a772024ce9 Feb 03 21:52:44.155824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (de202865-96f6-4d61-8ffd-9c068fc9c1e2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.180950 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-bdc21af9-430f-41c0-88a8-a8562766d6a9 service neutron] 10.222.0.10 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049886 Feb 03 21:52:44.189057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f542dcc5-7544-45ec-bd27-26de09bcc4c9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:44.202533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca33ac66-a4b6-4dd4-948e-68a42dd15afe tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting subnet 4aafe23b-765b-43f4-a920-6f95902f6376 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:52:44.210950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d952496f-9869-4f7f-aa71-73897055ded2 None None] Provisioning complete for port 66fdc2b4-d191-4315-8686-662874976776 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:44.212048 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d952496f-9869-4f7f-aa71-73897055ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (66fdc2b4-d191-4315-8686-662874976776), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.218008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:44.218597 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (de202865-96f6-4d61-8ffd-9c068fc9c1e2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.222726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca33ac66-a4b6-4dd4-948e-68a42dd15afe tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for subnet (4aafe23b-765b-43f4-a920-6f95902f6376), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:44.223459 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:44.258741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f542dcc5-7544-45ec-bd27-26de09bcc4c9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f542dcc5-7544-45ec-bd27-26de09bcc4c9,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:44.297187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.313625 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca33ac66-a4b6-4dd4-948e-68a42dd15afe tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (4aafe23b-765b-43f4-a920-6f95902f6376), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.318572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0dd6f6d6-2796-4923-9f55-52518229739d None None] For port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c9dcb1a-64a0-466e-a760-f1b51b6be8f9,segment=NetworkSegment(f65ca993-17d1-455d-a7a7-c9f8717f91a8),segment_id=f65ca993-17d1-455d-a7a7-c9f8717f91a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:44.319288 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dd6f6d6-2796-4923-9f55-52518229739d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.325735 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (0add5d4b-c49d-4ad5-a225-72a772024ce9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.359524 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8a066-42f0-4332-b825-a5d8d890e01d req-c6485ca2-ff5e-4140-b6bb-b9aed9b29d58 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:44.367418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4be8a066-42f0-4332-b825-a5d8d890e01d req-c6485ca2-ff5e-4140-b6bb-b9aed9b29d58 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 947 time: 0.2673080 Feb 03 21:52:44.370530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6f6d6-2796-4923-9f55-52518229739d None None] Calling delete_port for 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:44.378448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d952496f-9869-4f7f-aa71-73897055ded2 None None] Port 66fdc2b4-d191-4315-8686-662874976776 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:52:44.395282 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-906c60a9-976d-4ceb-b894-e37b11726dd5 req-9d5f860a-38d4-4224-8ec1-874083b22370 service neutron] 10.222.0.10 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074277 Feb 03 21:52:44.423003 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (aa32525d-e915-4efe-aadd-d89d6f977cc1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.457556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.464661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/aa32525d-e915-4efe-aadd-d89d6f977cc1 HTTP/1.1" status: 204 len: 168 time: 3.8369827 Feb 03 21:52:44.464661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca768550-f9da-46c8-b31e-9f45cd7f0380 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=aa32525d-e915-4efe-aadd-d89d6f977cc1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:44.465537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f542dcc5-7544-45ec-bd27-26de09bcc4c9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:44.487342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:44.495656 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca33ac66-a4b6-4dd4-948e-68a42dd15afe tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (4aafe23b-765b-43f4-a920-6f95902f6376), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.523784 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dd6f6d6-2796-4923-9f55-52518229739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (1c9dcb1a-64a0-466e-a760-f1b51b6be8f9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.549607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-3c2826b2-f794-4a62-9b2b-6ca2640f9ee8 service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803604 Feb 03 21:52:44.550210 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (0add5d4b-c49d-4ad5-a225-72a772024ce9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.555253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:44.555888 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.558621 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5c4222-a2ef-407d-bb4f-54a101c1ad1f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:44.559091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5c4222-a2ef-407d-bb4f-54a101c1ad1f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:44.559811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6f6d6-2796-4923-9f55-52518229739d None None] Pushing event deleted for resources: {'Port': ['ID=1c9dcb1a-64a0-466e-a760-f1b51b6be8f9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:44.562640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cd5c4222-a2ef-407d-bb4f-54a101c1ad1f tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/621bd9fa-76dc-43dc-8a55-147a81bcad5a HTTP/1.1" status: 404 len: 337 time: 0.0739110 Feb 03 21:52:44.567962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:44.568564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6f6d6-2796-4923-9f55-52518229739d None None] No DVR routers for this DVR port 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:44.594423 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8e32c0-4f86-4534-bd83-14f32f0d8730 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:44.594646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719126e-4bc0-4b0c-bfef-7919539b7d49 None None] DHCP port deletion for 8171fea6-6dc9-4528-8843-90775fdf9a94 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:52:44.594951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8e32c0-4f86-4534-bd83-14f32f0d8730 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:44.600800 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da8e32c0-4f86-4534-bd83-14f32f0d8730 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/aa32525d-e915-4efe-aadd-d89d6f977cc1 HTTP/1.1" status: 404 len: 339 time: 0.0299914 Feb 03 21:52:44.601832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:44.648712 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26ea85d-c809-4eb4-a836-72ea3de8b379 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:44.649119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26ea85d-c809-4eb4-a836-72ea3de8b379 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:44.657892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d719126e-4bc0-4b0c-bfef-7919539b7d49 None None] Deleting port cab7093c-96fc-429d-8edd-4cd4652a77ad {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:44.658673 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d719126e-4bc0-4b0c-bfef-7919539b7d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.661293 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d26ea85d-c809-4eb4-a836-72ea3de8b379 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/8ccd3501-d22b-4efd-b1e5-20fddf42b424 HTTP/1.1" status: 404 len: 337 time: 0.0584371 Feb 03 21:52:44.662432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca33ac66-a4b6-4dd4-948e-68a42dd15afe tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (4aafe23b-765b-43f4-a920-6f95902f6376), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.665261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:44.715933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:44.717437 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66bcea7-7f1a-49c1-9de9-3ab926193553 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:44.717958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66bcea7-7f1a-49c1-9de9-3ab926193553 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:44.723584 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e66bcea7-7f1a-49c1-9de9-3ab926193553 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/7955d3e7-f61b-4ca7-a9fb-2c10ad177f1d HTTP/1.1" status: 404 len: 339 time: 0.0550208 Feb 03 21:52:44.724188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:44.725275 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca33ac66-a4b6-4dd4-948e-68a42dd15afe tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:44.726383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:44.728608 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ca33ac66-a4b6-4dd4-948e-68a42dd15afe tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "DELETE /v2.0/subnets/4aafe23b-765b-43f4-a920-6f95902f6376 HTTP/1.1" status: 204 len: 168 time: 0.6297171 Feb 03 21:52:44.738111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33ac66-a4b6-4dd4-948e-68a42dd15afe tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Subnet': ['ID=4aafe23b-765b-43f4-a920-6f95902f6376,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:44.740946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:44.745817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed23d74-9edb-481a-b55c-839f205b06c4 None None] Network 2ba96de7-9574-463f-9395-0bebed75a28b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:44.805001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-9a73592f-3654-449c-8fde-dd44db126efc service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412395 Feb 03 21:52:44.820737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4be8a066-42f0-4332-b825-a5d8d890e01d req-7906c78d-b8e9-4420-9bb1-5a1908cbe6f8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486506 Feb 03 21:52:44.836491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Network': ['ID=0add5d4b-c49d-4ad5-a225-72a772024ce9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:44.852818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6eba104c-ff61-456a-a530-3e29b2018ff7 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9616795 Feb 03 21:52:44.858223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:44.869979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'subnet': {'network_id': '0add5d4b-c49d-4ad5-a225-72a772024ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:44.881013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 0add5d4b-c49d-4ad5-a225-72a772024ce9 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:44.886497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:44.887052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c9dcb1a-64a0-466e-a760-f1b51b6be8f9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:44.905225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8171fea6-6dc9-4528-8843-90775fdf9a94), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.018293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d719126e-4bc0-4b0c-bfef-7919539b7d49 None None] For port cab7093c-96fc-429d-8edd-4cd4652a77ad, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cab7093c-96fc-429d-8edd-4cd4652a77ad,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:45.019001 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d719126e-4bc0-4b0c-bfef-7919539b7d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.111833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (24fbf2ab-5b28-48d9-921a-2f8ba6452fbf), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.114168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d719126e-4bc0-4b0c-bfef-7919539b7d49 None None] Calling delete_port for cab7093c-96fc-429d-8edd-4cd4652a77ad owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:45.119537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:45.124410 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.204084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device da81c96c-e054-47f0-92a4-89283d28ef7a details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:52:45.217443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d322a5c2-d46b-45e0-ad9a-9358bef4075c up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:45.315577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Deleting port cab7093c-96fc-429d-8edd-4cd4652a77ad {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:45.315920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.380468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (24fbf2ab-5b28-48d9-921a-2f8ba6452fbf), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.401990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57e31681-d17f-4e34-9584-1254a6a4c41a req-1b23de53-a0a2-49bb-94b9-f5629e158254 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 210 time: 0.0384562 Feb 03 21:52:45.406329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128c003-4307-41c9-b1da-4cdd13e69c41 None None] DHCP port deletion for 2ba96de7-9574-463f-9395-0bebed75a28b request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:52:45.427789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e913d-a226-4cff-a339-21f7524dab37 req-0d24f198-eb60-4a32-aec7-154a4aae9e0f tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:45.435638 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb7e913d-a226-4cff-a339-21f7524dab37 req-0d24f198-eb60-4a32-aec7-154a4aae9e0f tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 944 time: 0.1756194 Feb 03 21:52:45.437381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fbf2ab-5b28-48d9-921a-2f8ba6452fbf']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:45.472806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e08c9d-5afe-4a2e-83e3-bdcbd92d0f5e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:45.473147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e08c9d-5afe-4a2e-83e3-bdcbd92d0f5e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:45.507852 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (64e08c9d-5afe-4a2e-83e3-bdcbd92d0f5e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.534020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb7e913d-a226-4cff-a339-21f7524dab37 req-e8e9fc90-b71e-4f15-baca-64185714f738 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960157 Feb 03 21:52:45.560049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (64e08c9d-5afe-4a2e-83e3-bdcbd92d0f5e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.567817 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:52:45.576847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:45.577283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (64e08c9d-5afe-4a2e-83e3-bdcbd92d0f5e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: warnings.warn(msg) Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:45.665910 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:45.700712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e128c003-4307-41c9-b1da-4cdd13e69c41 None None] Deleting port 19f18512-c981-4e94-a063-a26b1ee39c57 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:45.705209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (24fbf2ab-5b28-48d9-921a-2f8ba6452fbf), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.707787 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e128c003-4307-41c9-b1da-4cdd13e69c41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.724195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.728476 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/24fbf2ab-5b28-48d9-921a-2f8ba6452fbf HTTP/1.1" status: 204 len: 168 time: 0.9979098 Feb 03 21:52:45.731681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37008) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:45.751687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51df74-72ea-4a39-b6c1-678a17063c1c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=24fbf2ab-5b28-48d9-921a-2f8ba6452fbf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:45.762980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] For port cab7093c-96fc-429d-8edd-4cd4652a77ad, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cab7093c-96fc-429d-8edd-4cd4652a77ad,segment=NetworkSegment(418b5b68-3ca4-4f44-a3de-549d289ff699),segment_id=418b5b68-3ca4-4f44-a3de-549d289ff699)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:45.763563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.776151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3904dc-0397-4efa-bb50-455b31f29222 req-dd812740-5562-4fb0-bc59-b7e2268e5a13 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:45.777875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff3904dc-0397-4efa-bb50-455b31f29222 req-dd812740-5562-4fb0-bc59-b7e2268e5a13 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 945 time: 0.1688380 Feb 03 21:52:45.784179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e128c003-4307-41c9-b1da-4cdd13e69c41 None None] For port 19f18512-c981-4e94-a063-a26b1ee39c57, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=19f18512-c981-4e94-a063-a26b1ee39c57,segment=NetworkSegment(793e2e97-1440-4bb1-be79-b1c05cca9a79),segment_id=793e2e97-1440-4bb1-be79-b1c05cca9a79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:45.784576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e128c003-4307-41c9-b1da-4cdd13e69c41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:45.785648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Calling delete_port for cab7093c-96fc-429d-8edd-4cd4652a77ad owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:45.798729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e128c003-4307-41c9-b1da-4cdd13e69c41 None None] Calling delete_port for 19f18512-c981-4e94-a063-a26b1ee39c57 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:45.822782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972b0e7-a4bb-48e3-8b3d-a18b7cb98caf req-1ecf2d29-8ad9-4e06-b043-569e2c5a9026 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:45.839023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c972b0e7-a4bb-48e3-8b3d-a18b7cb98caf req-1ecf2d29-8ad9-4e06-b043-569e2c5a9026 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 946 time: 0.2006285 Feb 03 21:52:45.846194 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e1f45b-fda4-4e75-bf85-fc9d44976667 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:45.846882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e1f45b-fda4-4e75-bf85-fc9d44976667 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:45.849678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-49e1f45b-fda4-4e75-bf85-fc9d44976667 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/85fe24ed-75c6-4347-b600-1e899e40e3ec HTTP/1.1" status: 404 len: 337 time: 0.1157048 Feb 03 21:52:45.855717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:45.901076 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5c12ea-07a7-4161-8dac-69e51e4b3ad7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:45.901764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5c12ea-07a7-4161-8dac-69e51e4b3ad7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:45.905554 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8e5c12ea-07a7-4161-8dac-69e51e4b3ad7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/82a7edc7-6be5-4706-8f21-be91961fa7f2 HTTP/1.1" status: 404 len: 339 time: 0.0486417 Feb 03 21:52:45.907928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:45.919634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9f16e423-8b34-4d14-a698-99895e98f1cb details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:52:45.941875 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4c0d5d-a243-4e86-8f0d-c26fefeb2d78 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:45.942343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4c0d5d-a243-4e86-8f0d-c26fefeb2d78 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:45.950812 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ac4c0d5d-a243-4e86-8f0d-c26fefeb2d78 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/d4ac602c-05ef-4502-a131-622996e8e4dd HTTP/1.1" status: 404 len: 337 time: 0.0376058 Feb 03 21:52:45.955487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:45.969998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff3904dc-0397-4efa-bb50-455b31f29222 req-5512d0fb-87fc-43c7-b4ce-b6af36c85584 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653535 Feb 03 21:52:46.003173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.objects.ports [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 21:52:46.020392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c972b0e7-a4bb-48e3-8b3d-a18b7cb98caf req-216e32b4-069a-45e6-9103-bd0d493dd306 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803696 Feb 03 21:52:46.037353 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e128c003-4307-41c9-b1da-4cdd13e69c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (19f18512-c981-4e94-a063-a26b1ee39c57), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.045301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (d8cc5fe2-a321-4225-8508-9a46c6d75a98), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.057602 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.058651 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e890a3cc-cb93-43ea-a24e-fb0f271b0b7c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.058789 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d719126e-4bc0-4b0c-bfef-7919539b7d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (cab7093c-96fc-429d-8edd-4cd4652a77ad), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.059565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e890a3cc-cb93-43ea-a24e-fb0f271b0b7c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.063415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e890a3cc-cb93-43ea-a24e-fb0f271b0b7c tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/76c86c72-03d2-448d-90b4-f2f2862f5a08 HTTP/1.1" status: 404 len: 339 time: 0.1069036 Feb 03 21:52:46.084656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128c003-4307-41c9-b1da-4cdd13e69c41 None None] No DVR routers for this DVR port 19f18512-c981-4e94-a063-a26b1ee39c57 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:46.090198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.097145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Port': ['ID=cab7093c-96fc-429d-8edd-4cd4652a77ad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:46.102928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port d322a5c2-d46b-45e0-ad9a-9358bef4075c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:52:46.111208 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:52:46.112850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port d322a5c2-d46b-45e0-ad9a-9358bef4075c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:46.113320 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.156211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128c003-4307-41c9-b1da-4cdd13e69c41 None None] Pushing event deleted for resources: {'Port': ['ID=19f18512-c981-4e94-a063-a26b1ee39c57,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:46.167450 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9554d722-3cbc-4ec1-aa95-aaa19282aca2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.169495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9554d722-3cbc-4ec1-aa95-aaa19282aca2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.188735 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9554d722-3cbc-4ec1-aa95-aaa19282aca2 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/d6ea9d26-bc80-4d52-a5fe-8bc8117fea28 HTTP/1.1" status: 404 len: 337 time: 0.0834749 Feb 03 21:52:46.194233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.213681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Subnet': ['ID=d8cc5fe2-a321-4225-8508-9a46c6d75a98,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:46.220035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Checking segment: {'id': 'aab7c719-8e5a-4690-8a7a-1fa10bfe6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0add5d4b-c49d-4ad5-a225-72a772024ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:46.220424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network hostable DHCP agents. Network: 0add5d4b-c49d-4ad5-a225-72a772024ce9, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:46.232108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] No DVR routers for this DVR port cab7093c-96fc-429d-8edd-4cd4652a77ad on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:46.234705 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9930b654-360f-4dd7-a662-ba98888545ca tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.235235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9930b654-360f-4dd7-a662-ba98888545ca tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.241403 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9930b654-360f-4dd7-a662-ba98888545ca tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/06966fc9-3532-4064-8ae7-609bd748f6a9 HTTP/1.1" status: 404 len: 339 time: 0.0410976 Feb 03 21:52:46.246070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.250165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719126e-4bc0-4b0c-bfef-7919539b7d49 None None] Pushing event deleted for resources: {'Port': ['ID=cab7093c-96fc-429d-8edd-4cd4652a77ad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:46.255857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719126e-4bc0-4b0c-bfef-7919539b7d49 None None] No DVR routers for this DVR port cab7093c-96fc-429d-8edd-4cd4652a77ad on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:46.266717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port da81c96c-e054-47f0-92a4-89283d28ef7a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=da81c96c-e054-47f0-92a4-89283d28ef7a,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:46.308773 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac3729e-e424-4e6b-8a1e-afbcb52a952d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.309490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac3729e-e424-4e6b-8a1e-afbcb52a952d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.312733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0ac3729e-e424-4e6b-8a1e-afbcb52a952d tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/e07e4d71-eb7f-4f30-8331-ad6a93ecd864 HTTP/1.1" status: 404 len: 337 time: 0.0642328 Feb 03 21:52:46.319688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.341638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef4025-cd39-47d7-8c40-807240ca8b3f None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:52:46.344582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'da81c96c-e054-47f0-92a4-89283d28ef7a', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'da81c96c-e054-47f0-92a4-89283d28ef7a', 'mac_address': 'fa:16:3e:67:8f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:52:46.347315 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44e382b-801e-46c8-9935-769a5b3a3374 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.348165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44e382b-801e-46c8-9935-769a5b3a3374 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.351482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c44e382b-801e-46c8-9935-769a5b3a3374 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/1ca736ce-4c59-4696-b10d-332e9428f161 HTTP/1.1" status: 404 len: 339 time: 0.0308864 Feb 03 21:52:46.357362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37028) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.365481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0b805-68d2-47fa-8fe5-7759c5cdf5a5 req-651b87f3-e497-4331-ab5d-705705c6bf41 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:46.374508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ec0b805-68d2-47fa-8fe5-7759c5cdf5a5 req-651b87f3-e497-4331-ab5d-705705c6bf41 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 947 time: 0.2790747 Feb 03 21:52:46.411174 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-facae350-e225-4160-b99a-092b610f4ed4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.411629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facae350-e225-4160-b99a-092b610f4ed4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.414778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-facae350-e225-4160-b99a-092b610f4ed4 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/6018bc44-10e4-413f-856e-05a9d70a4048 HTTP/1.1" status: 404 len: 337 time: 0.0324707 Feb 03 21:52:46.421474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network 0add5d4b-c49d-4ad5-a225-72a772024ce9 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:46.424824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37030) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.445922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d322a5c2-d46b-45e0-ad9a-9358bef4075c is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:46.447154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.464703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8171fea6-6dc9-4528-8843-90775fdf9a94), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.483300 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2981be-31ed-4b90-ad60-33bd05281feb tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.483819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2981be-31ed-4b90-ad60-33bd05281feb tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.489575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bc2981be-31ed-4b90-ad60-33bd05281feb tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/75db521e-8e59-482c-b3c4-139e9aa83ab6 HTTP/1.1" status: 404 len: 339 time: 0.0628221 Feb 03 21:52:46.490284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 0add5d4b-c49d-4ad5-a225-72a772024ce9) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:46.497706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37034) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.510564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:46.511425 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.523759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8171fea6-6dc9-4528-8843-90775fdf9a94']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:46.534709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9f16e423-8b34-4d14-a698-99895e98f1cb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f16e423-8b34-4d14-a698-99895e98f1cb,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:46.544241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418b5b68-3ca4-4f44-a3de-549d289ff699') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:46.545148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418b5b68-3ca4-4f44-a3de-549d289ff699') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:46.555374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (418b5b68-3ca4-4f44-a3de-549d289ff699), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.561611 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fceacf3c-6bb4-4f42-9edb-e044ea8cdc9a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.562072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fceacf3c-6bb4-4f42-9edb-e044ea8cdc9a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.570251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fceacf3c-6bb4-4f42-9edb-e044ea8cdc9a tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/7b1a2cb1-5da6-48f5-a0b1-514e0bed8a0e HTTP/1.1" status: 404 len: 337 time: 0.0715244 Feb 03 21:52:46.570865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37038) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.572242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (418b5b68-3ca4-4f44-a3de-549d289ff699), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.575780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9f16e423-8b34-4d14-a698-99895e98f1cb', 'network_id': '3bf84af0-4b96-4424-b84f-b6d6c008b1eb', 'port_id': '9f16e423-8b34-4d14-a698-99895e98f1cb', 'mac_address': 'fa:16:3e:e6:8d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4948af62-de5f-4723-bed2-525165fe47b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:52:46.586215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:46.586848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (418b5b68-3ca4-4f44-a3de-549d289ff699), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.589408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82b9e88-eec0-4c1b-839b-8dca410e70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd322a5c2-d46b-45e0-ad9a-9358bef4075c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:46.591822 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded00e3-05af-4bec-93a3-174e543e7e9c" -d '{"events": [{"server_uuid": "d82b9e88-eec0-4c1b-839b-8dca410e70ff", "name": "network-vif-plugged", "status": "completed", "tag": "d322a5c2-d46b-45e0-ad9a-9358bef4075c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:46.613402 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d2ab5f-7c70-4e7b-b5cb-9bb262b65db7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.613938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d2ab5f-7c70-4e7b-b5cb-9bb262b65db7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.620590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a7d2ab5f-7c70-4e7b-b5cb-9bb262b65db7 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/defb4a4e-c404-4cd5-bae3-2ec6b99b1176 HTTP/1.1" status: 404 len: 339 time: 0.0266893 Feb 03 21:52:46.620757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port da81c96c-e054-47f0-92a4-89283d28ef7a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:46.620757 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.627530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00e28437-8caa-4c34-904a-15df5c478bf9 req-c5f26910-4797-413b-9888-449cba6ae13b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 210 time: 0.0819070 Feb 03 21:52:46.630011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37042) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.642050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d322a5c2-d46b-45e0-ad9a-9358bef4075c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:46.649744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ec0b805-68d2-47fa-8fe5-7759c5cdf5a5 req-612cae46-6cb1-4273-90b0-dc4d8567db07 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741096 Feb 03 21:52:46.668128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-231bf9ba-212f-4a10-8c8d-922387e574b0 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8073165 Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:46.680345 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:46.684012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.694769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8171fea6-6dc9-4528-8843-90775fdf9a94), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.725605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.729655 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "DELETE /v2.0/networks/8171fea6-6dc9-4528-8843-90775fdf9a94 HTTP/1.1" status: 204 len: 168 time: 1.9876761 Feb 03 21:52:46.732939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.744435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 19f18512-c981-4e94-a063-a26b1ee39c57 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:46.751899 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f81d10-7bb8-4901-b356-c2a09a9edea9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.753029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f81d10-7bb8-4901-b356-c2a09a9edea9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.760778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e5f81d10-7bb8-4901-b356-c2a09a9edea9 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/89c9f0b4-a916-44ce-8bf4-03ca1400f3fb HTTP/1.1" status: 404 len: 337 time: 0.1292660 Feb 03 21:52:46.764474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca60b5-66d0-41c9-b7cf-aaff3188e5aa tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Network': ['ID=8171fea6-6dc9-4528-8843-90775fdf9a94,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:46.766317 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:46.767857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37050) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.813719 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c284bbe2-2deb-4526-88bf-3e9100265fdb tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.814565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c284bbe2-2deb-4526-88bf-3e9100265fdb tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.817270 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c67b54-7ca9-44e8-8690-81c1bbceb264 x-openstack-request-id: req-b3c67b54-7ca9-44e8-8690-81c1bbceb264 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:46.817565 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82b9e88-eec0-4c1b-839b-8dca410e70ff", "name": "network-vif-plugged", "status": "completed", "tag": "d322a5c2-d46b-45e0-ad9a-9358bef4075c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:46.817824 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3c67b54-7ca9-44e8-8690-81c1bbceb264 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:46.818235 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82b9e88-eec0-4c1b-839b-8dca410e70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd322a5c2-d46b-45e0-ad9a-9358bef4075c', 'code': 200} Feb 03 21:52:46.819591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c284bbe2-2deb-4526-88bf-3e9100265fdb tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/6c8fd83b-e485-4c09-b535-a85482ee266d HTTP/1.1" status: 404 len: 339 time: 0.0478089 Feb 03 21:52:46.823016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37052) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.827543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da81c96c-e054-47f0-92a4-89283d28ef7a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:46.856238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 19f18512-c981-4e94-a063-a26b1ee39c57 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:46.856868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 19f18512-c981-4e94-a063-a26b1ee39c57 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:46.857451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cab7093c-96fc-429d-8edd-4cd4652a77ad no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:46.864370 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-122a45c1-a62d-4488-8c83-46fccc53e607 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.865154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122a45c1-a62d-4488-8c83-46fccc53e607 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.869050 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-122a45c1-a62d-4488-8c83-46fccc53e607 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/b5220c7c-a01a-44dc-9cb5-c4f90aac5a67 HTTP/1.1" status: 404 len: 337 time: 0.0442209 Feb 03 21:52:46.872675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:46.894283 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fb3452-f64a-4731-b039-2bc5299fd01b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] DELETE failed (client error): The resource could not be found. Feb 03 21:52:46.895176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fb3452-f64a-4731-b039-2bc5299fd01b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:52:46.898570 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c3fb3452-f64a-4731-b039-2bc5299fd01b tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/da92f8c9-4b32-44c0-abf1-24bc7a5dce31 HTTP/1.1" status: 404 len: 339 time: 0.0246773 Feb 03 21:52:46.902295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:47.081560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb688da-4116-47e6-b037-57f86fb1139c req-0ce4f3f1-e777-4aa1-b4b7-2b6a44a5251b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:47.083785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3cb688da-4116-47e6-b037-57f86fb1139c req-0ce4f3f1-e777-4aa1-b4b7-2b6a44a5251b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 944 time: 0.2955911 Feb 03 21:52:47.106609 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (0add5d4b-c49d-4ad5-a225-72a772024ce9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.110321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2ba96de7-9574-463f-9395-0bebed75a28b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.123445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: cab7093c-96fc-429d-8edd-4cd4652a77ad {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:47.123792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cab7093c-96fc-429d-8edd-4cd4652a77ad not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:47.190590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9f16e423-8b34-4d14-a698-99895e98f1cb is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:47.191449 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.238557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port da81c96c-e054-47f0-92a4-89283d28ef7a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=da81c96c-e054-47f0-92a4-89283d28ef7a,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:47.265059 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.305207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f16e423-8b34-4d14-a698-99895e98f1cb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:47.314524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f542dcc5-7544-45ec-bd27-26de09bcc4c9 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:47.326346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3cb688da-4116-47e6-b037-57f86fb1139c req-5b824022-53d2-4dfc-a6a8-6699993764e7 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272904 Feb 03 21:52:47.367563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d322a5c2-d46b-45e0-ad9a-9358bef4075c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:47.436518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2ba96de7-9574-463f-9395-0bebed75a28b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.514229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f967887-48ba-484f-93a2-5c11c4003160 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting subnet 97f4ef9b-f1a5-4c05-9914-e01663e21ac5 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:52:47.516043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-bf8e1d34-14ea-488c-90ee-715e6b3cdd1e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:47.517670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-bf8e1d34-14ea-488c-90ee-715e6b3cdd1e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.10 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.4631040 Feb 03 21:52:47.518109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9f16e423-8b34-4d14-a698-99895e98f1cb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f16e423-8b34-4d14-a698-99895e98f1cb,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:47.522951 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f967887-48ba-484f-93a2-5c11c4003160 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (97f4ef9b-f1a5-4c05-9914-e01663e21ac5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.538985 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.546746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port f542dcc5-7544-45ec-bd27-26de09bcc4c9 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:52:47.550377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'port': {'device_id': '759abf3f-f4ae-45ac-aed8-edab4f1f9bd0', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'admin_state_up': True, 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:47.577808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61ac1e-f970-4531-87d1-ab73118af334 req-ee19d1e3-9a48-4470-a063-fde5afece14e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:47.578529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port f542dcc5-7544-45ec-bd27-26de09bcc4c9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:47.579145 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.579356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd61ac1e-f970-4531-87d1-ab73118af334 req-ee19d1e3-9a48-4470-a063-fde5afece14e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 945 time: 0.4657555 Feb 03 21:52:47.581564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef4025-cd39-47d7-8c40-807240ca8b3f None None] Unable to find a vacant binding_index for network 0add5d4b-c49d-4ad5-a225-72a772024ce9 and agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 21:52:47.586502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0295-6cad-4a99-80ff-e461b2f5ff67 req-2e5ec8d7-3429-4c6f-8b39-12ce693fc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:47.588060 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a7f0295-6cad-4a99-80ff-e461b2f5ff67 req-2e5ec8d7-3429-4c6f-8b39-12ce693fc937 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 1128 time: 0.6492610 Feb 03 21:52:47.591316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef4025-cd39-47d7-8c40-807240ca8b3f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 0add5d4b-c49d-4ad5-a225-72a772024ce9) {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:52:47.599337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f967887-48ba-484f-93a2-5c11c4003160 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (97f4ef9b-f1a5-4c05-9914-e01663e21ac5), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.624081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=da81c96c-e054-47f0-92a4-89283d28ef7a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:47.640504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba96de7-9574-463f-9395-0bebed75a28b']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:47.666720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793e2e97-1440-4bb1-be79-b1c05cca9a79') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:47.667521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793e2e97-1440-4bb1-be79-b1c05cca9a79') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:47.668942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['da81c96c-e054-47f0-92a4-89283d28ef7a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:47.685779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-b3814a66-1406-4438-9945-3efda424ab30 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:47.687205 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-b3814a66-1406-4438-9945-3efda424ab30 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 945 time: 0.6435668 Feb 03 21:52:47.690954 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (793e2e97-1440-4bb1-be79-b1c05cca9a79), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.722982 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (793e2e97-1440-4bb1-be79-b1c05cca9a79), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.730079 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd61ac1e-f970-4531-87d1-ab73118af334 req-d0a0c96c-2c6e-42b9-a87b-f1745c5563ed tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083100 Feb 03 21:52:47.748742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae650770-a682-4201-801e-dc575f3dc52b req-6810261f-26c9-4b0d-89bf-e62db65389bc tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:47.750362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ae650770-a682-4201-801e-dc575f3dc52b req-6810261f-26c9-4b0d-89bf-e62db65389bc tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.47 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 946 time: 0.6219900 Feb 03 21:52:47.753821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f3b02-b16d-43a9-a827-473aaad61556 req-83e5b46a-1970-4da8-beaa-b31ca92f7b58 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:47.761451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef5f3b02-b16d-43a9-a827-473aaad61556 req-83e5b46a-1970-4da8-beaa-b31ca92f7b58 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 946 time: 0.3114834 Feb 03 21:52:47.765760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:47.766173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (793e2e97-1440-4bb1-be79-b1c05cca9a79), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:47.771483 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:47.818391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9f16e423-8b34-4d14-a698-99895e98f1cb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:47.860739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d8cc5fe2-a321-4225-8508-9a46c6d75a98), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.895881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a7f0295-6cad-4a99-80ff-e461b2f5ff67 req-afcf8d6c-965f-4285-8bfb-f48e6a998e2b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987669 Feb 03 21:52:47.919583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9f16e423-8b34-4d14-a698-99895e98f1cb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:47.977638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f542dcc5-7544-45ec-bd27-26de09bcc4c9 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:47.978732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:47.989884 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f967887-48ba-484f-93a2-5c11c4003160 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (97f4ef9b-f1a5-4c05-9914-e01663e21ac5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.092416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f542dcc5-7544-45ec-bd27-26de09bcc4c9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f542dcc5-7544-45ec-bd27-26de09bcc4c9,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:48.113007 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.137374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (d8cc5fe2-a321-4225-8508-9a46c6d75a98), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.152481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f967887-48ba-484f-93a2-5c11c4003160 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (97f4ef9b-f1a5-4c05-9914-e01663e21ac5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.154267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f88f8e3-6c2d-4946-a15e-f81fb6fa70be req-2c9beb43-0b65-4529-8b51-85660917eaf3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 210 time: 0.3264251 Feb 03 21:52:48.189678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Subnet': ['ID=d8cc5fe2-a321-4225-8508-9a46c6d75a98,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:48.208680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ae650770-a682-4201-801e-dc575f3dc52b req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Deleting port 4a3fb332-672c-446d-9454-f1d720c59c94 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:48.209213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae650770-a682-4201-801e-dc575f3dc52b req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.209458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919acfc6-68f7-44fb-b3e8-fa62629295c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-0add5d4b-c49d-4ad5-a225-72a772024ce9', 'network_id': '0add5d4b-c49d-4ad5-a225-72a772024ce9', 'project_id': '340706a8feee429cae6ee02b228800c7', 'fixed_ips': [{'subnet_id': 'd8cc5fe2-a321-4225-8508-9a46c6d75a98'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:48.210333 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-919acfc6-68f7-44fb-b3e8-fa62629295c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.216525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Deleting port 6dfee37e-b2e2-453b-b883-c18ee989f99a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:48.217108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.225011 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2ba96de7-9574-463f-9395-0bebed75a28b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.249184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef5f3b02-b16d-43a9-a827-473aaad61556 req-f065eda2-cb82-4138-a325-27545e6ccfec tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866502 Feb 03 21:52:48.251707 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.268645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] 10.222.0.50 "DELETE /v2.0/networks/2ba96de7-9574-463f-9395-0bebed75a28b HTTP/1.1" status: 204 len: 168 time: 1.5337360 Feb 03 21:52:48.280843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Made reservation on behalf of e037e7bdda124ad7a07c459f7a41f324 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:48.280843 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.309203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f542dcc5-7544-45ec-bd27-26de09bcc4c9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:48.346332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ec416-6e7d-4b4b-b1da-c619170c9f05 tempest-TaggedBootDevicesTest_v242-1759242832 tempest-TaggedBootDevicesTest_v242-1759242832-project] Pushing event deleted for resources: {'Network': ['ID=2ba96de7-9574-463f-9395-0bebed75a28b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:48.415531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4180ba84-805c-4721-8fad-ea8e90cb2ff1 None None] Network 0add5d4b-c49d-4ad5-a225-72a772024ce9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:48.417586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e3278-1734-4761-9e81-78234ba4f162 None None] Network 0672d257-ede5-4775-ad87-ce0d4ed54197 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:48.442896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f967887-48ba-484f-93a2-5c11c4003160 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Subnet': ['ID=97f4ef9b-f1a5-4c05-9914-e01663e21ac5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:48.450737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f967887-48ba-484f-93a2-5c11c4003160 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.456448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe08d4-5741-40f0-ba77-fbb51f3d8e1f req-ab9521f9-1bba-4ef7-9895-7de9e2aa58d7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:48.456688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3f967887-48ba-484f-93a2-5c11c4003160 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/subnets/97f4ef9b-f1a5-4c05-9914-e01663e21ac5 HTTP/1.1" status: 204 len: 168 time: 1.5529659 Feb 03 21:52:48.461681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:48.464255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dbbe08d4-5741-40f0-ba77-fbb51f3d8e1f req-ab9521f9-1bba-4ef7-9895-7de9e2aa58d7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 948 time: 0.1836197 Feb 03 21:52:48.535109 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (0add5d4b-c49d-4ad5-a225-72a772024ce9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.599332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dbbe08d4-5741-40f0-ba77-fbb51f3d8e1f req-ccab53be-5b10-4113-a38a-86f0abe368a4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318495 Feb 03 21:52:48.600556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Allocated IP 172.20.0.14 (69fd4d27-c7dd-48c7-9847-0103c0946f50/95b22dfc-123f-46bd-a07d-255c783ecbc1/e168e2a0-b8df-46e4-a0e0-23050f45f0a9) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:48.610678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6b9ed-97f5-4b1f-b596-73bb9d74ebdc None None] Network 0add5d4b-c49d-4ad5-a225-72a772024ce9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:48.612031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0add5d4b-c49d-4ad5-a225-72a772024ce9']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:48.645650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab7c719-8e5a-4690-8a7a-1fa10bfe6615') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:48.645952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab7c719-8e5a-4690-8a7a-1fa10bfe6615') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:48.662401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83242a5-728b-43e3-af4d-1e4c1c713265 req-d5989919-2d3a-4639-b4a8-1d2a1eb1c00f tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:48.667915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c83242a5-728b-43e3-af4d-1e4c1c713265 req-d5989919-2d3a-4639-b4a8-1d2a1eb1c00f tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 945 time: 0.1375644 Feb 03 21:52:48.683631 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (aab7c719-8e5a-4690-8a7a-1fa10bfe6615), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.690699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] For port 6dfee37e-b2e2-453b-b883-c18ee989f99a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6dfee37e-b2e2-453b-b883-c18ee989f99a,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:48.691528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.707001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (0672d257-ede5-4775-ad87-ce0d4ed54197), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.725884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ae650770-a682-4201-801e-dc575f3dc52b req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] For port 4a3fb332-672c-446d-9454-f1d720c59c94, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a3fb332-672c-446d-9454-f1d720c59c94,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:48.726052 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae650770-a682-4201-801e-dc575f3dc52b req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.744392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Calling delete_port for 6dfee37e-b2e2-453b-b883-c18ee989f99a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:48.748686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (aab7c719-8e5a-4690-8a7a-1fa10bfe6615), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.770006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:48.770549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (aab7c719-8e5a-4690-8a7a-1fa10bfe6615), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.775149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ae650770-a682-4201-801e-dc575f3dc52b req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Calling delete_port for 4a3fb332-672c-446d-9454-f1d720c59c94 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:48.777455 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:48.795059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844b25a-5aa1-4417-b95b-20c3ec92cbe5 None None] DHCP port deletion for 0672d257-ede5-4775-ad87-ce0d4ed54197 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:52:48.810691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c83242a5-728b-43e3-af4d-1e4c1c713265 req-6a524b1e-34b6-4b93-be7d-e2dc7dd2b250 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399894 Feb 03 21:52:48.844277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83341140-bbda-40d5-9bfd-d1158960fb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f542dcc5-7544-45ec-bd27-26de09bcc4c9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:48.849919 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d219b96d-feef-449d-b5d9-f6ed80a6aa96" -d '{"events": [{"server_uuid": "83341140-bbda-40d5-9bfd-d1158960fb41", "name": "network-vif-plugged", "status": "completed", "tag": "f542dcc5-7544-45ec-bd27-26de09bcc4c9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:48.925454 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ebc110-cbd7-4f5e-a1a1-58160f037db0 x-openstack-request-id: req-05ebc110-cbd7-4f5e-a1a1-58160f037db0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:48.925757 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83341140-bbda-40d5-9bfd-d1158960fb41", "name": "network-vif-plugged", "status": "completed", "tag": "f542dcc5-7544-45ec-bd27-26de09bcc4c9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:48.926016 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05ebc110-cbd7-4f5e-a1a1-58160f037db0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:48.926409 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83341140-bbda-40d5-9bfd-d1158960fb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'code': 200} Feb 03 21:52:48.940082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0844b25a-5aa1-4417-b95b-20c3ec92cbe5 None None] Deleting port 867d9547-3e65-46fc-b71a-a3ced42fead7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:48.940565 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0844b25a-5aa1-4417-b95b-20c3ec92cbe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:48.974173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.006385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ecff6-4eb9-49f6-a767-4351e731c286 req-b563237c-bb91-4bec-8c8b-529d036cfa68 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:49.016582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e6ecff6-4eb9-49f6-a767-4351e731c286 req-b563237c-bb91-4bec-8c8b-529d036cfa68 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 945 time: 0.1225801 Feb 03 21:52:49.030739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (0add5d4b-c49d-4ad5-a225-72a772024ce9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.035594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.043770 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/0add5d4b-c49d-4ad5-a225-72a772024ce9 HTTP/1.1" status: 204 len: 168 time: 2.3583224 Feb 03 21:52:49.046209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:49.057670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-520039379'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:49.067087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0844b25a-5aa1-4417-b95b-20c3ec92cbe5 None None] For port 867d9547-3e65-46fc-b71a-a3ced42fead7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=867d9547-3e65-46fc-b71a-a3ced42fead7,segment=NetworkSegment(68f4b569-72ec-418a-a7f0-ab57b6dace6c),segment_id=68f4b569-72ec-418a-a7f0-ab57b6dace6c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:49.067625 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0844b25a-5aa1-4417-b95b-20c3ec92cbe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.094236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0844b25a-5aa1-4417-b95b-20c3ec92cbe5 None None] Calling delete_port for 867d9547-3e65-46fc-b71a-a3ced42fead7 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:49.105408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e6ecff6-4eb9-49f6-a767-4351e731c286 req-a620575d-83a1-4a9c-bef9-55c730044379 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871527 Feb 03 21:52:49.119467 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.133143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d293bc-13a6-4a8b-9e55-12c511d02c1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Network': ['ID=0add5d4b-c49d-4ad5-a225-72a772024ce9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:49.182034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'Port': ['ID=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:49.202135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:49.204203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:49.218874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:49.229661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fd6d6dd-eafb-454b-b751-1340d97c3afa'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:49.241586 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0844b25a-5aa1-4417-b95b-20c3ec92cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.265212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Deleting port 867d9547-3e65-46fc-b71a-a3ced42fead7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:49.265767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.267548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:49.271519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.280422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae650770-a682-4201-801e-dc575f3dc52b req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4a3fb332-672c-446d-9454-f1d720c59c94), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.315199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device da81c96c-e054-47f0-92a4-89283d28ef7a up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:49.322165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['85280c06-e0e8-4ae9-9605-c6e1d82d085d', '1c531406-ca76-42e1-8dac-2f9fbab906a3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:49.324817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4a3fb332-672c-446d-9454-f1d720c59c94'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:49.366313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:49.372683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.379275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844b25a-5aa1-4417-b95b-20c3ec92cbe5 None None] No DVR routers for this DVR port 867d9547-3e65-46fc-b71a-a3ced42fead7 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:49.432945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] For port 867d9547-3e65-46fc-b71a-a3ced42fead7, host n-d-824834-9, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:49.433478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.466909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Calling delete_port for 867d9547-3e65-46fc-b71a-a3ced42fead7 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:49.470979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Port 867d9547-3e65-46fc-b71a-a3ced42fead7 was not found and therefore no delete operation was performed {{(pid=103398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 21:52:49.471665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc918ab4-3829-4cb9-a36f-939de9ca29f9 req-d6b24dc4-47f3-4fda-946d-a6166fc364ad tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=447035df-b045-45fc-a6e6-397a28bd90f1 HTTP/1.1" status: 200 len: 210 time: 0.0411587 Feb 03 21:52:49.476782 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-13e9f8d7-8f94-4ef2-97b0-5e0dcc0cb3c7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9301257 Feb 03 21:52:49.491142 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Request body: {'port': {'device_id': '759abf3f-f4ae-45ac-aed8-edab4f1f9bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:49.495813 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (867d9547-3e65-46fc-b71a-a3ced42fead7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.513948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844b25a-5aa1-4417-b95b-20c3ec92cbe5 None None] Pushing event deleted for resources: {'Port': ['ID=867d9547-3e65-46fc-b71a-a3ced42fead7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:49.581636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5d41b-4866-4e46-9a8f-e21d320b2724 req-90a1b194-3b64-4932-b88f-45c5d6454784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:49.583187 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6ba5d41b-4866-4e46-9a8f-e21d320b2724 req-90a1b194-3b64-4932-b88f-45c5d6454784 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 1132 time: 0.5676990 Feb 03 21:52:49.583442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529cb67-2314-4d55-bf3a-dbd301844cb8 req-898dab35-ae40-456d-a5a5-3a2167afc2ec tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:49.585269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7529cb67-2314-4d55-bf3a-dbd301844cb8 req-898dab35-ae40-456d-a5a5-3a2167afc2ec tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 932 time: 0.2449100 Feb 03 21:52:49.609942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Pushing event deleted for resources: {'Port': ['ID=4a3fb332-672c-446d-9454-f1d720c59c94,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:49.653522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port da81c96c-e054-47f0-92a4-89283d28ef7a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:52:49.687119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port da81c96c-e054-47f0-92a4-89283d28ef7a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:49.687773 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.689278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] No DVR routers for this DVR port 867d9547-3e65-46fc-b71a-a3ced42fead7 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:49.691046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7529cb67-2314-4d55-bf3a-dbd301844cb8 req-fa391142-5913-472c-8ad1-a61b5f0ce21e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838692 Feb 03 21:52:49.694857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Port': ['ID=867d9547-3e65-46fc-b71a-a3ced42fead7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:49.701522 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.751190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d0907f4-45b5-411e-82df-1fc099d24797 None None] Provisioning complete for port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:49.751565 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d0907f4-45b5-411e-82df-1fc099d24797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.763426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:49.766419 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae650770-a682-4201-801e-dc575f3dc52b req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] No DVR routers for this DVR port 4a3fb332-672c-446d-9454-f1d720c59c94 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:49.769147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae650770-a682-4201-801e-dc575f3dc52b req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.772937 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ae650770-a682-4201-801e-dc575f3dc52b req-6d681496-02cb-4b78-9327-d520f53f7f5e tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.47 "DELETE /v2.0/ports/4a3fb332-672c-446d-9454-f1d720c59c94 HTTP/1.1" status: 204 len: 173 time: 1.9459960 Feb 03 21:52:49.807296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447035df-b045-45fc-a6e6-397a28bd90f1', 'name': 'network-vif-deleted', 'tag': '4a3fb332-672c-446d-9454-f1d720c59c94'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:49.819891 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17127eb5-547b-4bef-9926-f9bb1ce1f12f" -d '{"events": [{"server_uuid": "447035df-b045-45fc-a6e6-397a28bd90f1", "name": "network-vif-deleted", "tag": "4a3fb332-672c-446d-9454-f1d720c59c94"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:49.848816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d0907f4-45b5-411e-82df-1fc099d24797 None None] Port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:52:49.898349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9f16e423-8b34-4d14-a698-99895e98f1cb up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:49.963917 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6dfee37e-b2e2-453b-b883-c18ee989f99a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.974238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cc892a8c-edac-40f8-be03-467919fd59e4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:49.974672 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Added segment cc892a8c-edac-40f8-be03-467919fd59e4 of type vlan for network 8d8599a3-e971-4ab9-8043-d80e1bde3298 Feb 03 21:52:49.976594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port da81c96c-e054-47f0-92a4-89283d28ef7a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:49.977105 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.056518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event deleted for resources: {'Port': ['ID=6dfee37e-b2e2-453b-b883-c18ee989f99a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:50.059901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port da81c96c-e054-47f0-92a4-89283d28ef7a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=da81c96c-e054-47f0-92a4-89283d28ef7a,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:50.065983 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (0672d257-ede5-4775-ad87-ce0d4ed54197), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.073683 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6ba5d41b-4866-4e46-9a8f-e21d320b2724 req-a90b2f07-291c-4218-b080-9893580786e6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738708 Feb 03 21:52:50.074518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 9f16e423-8b34-4d14-a698-99895e98f1cb completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:52:50.076835 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.077855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4a3fb332-672c-446d-9454-f1d720c59c94 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:50.117350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9f16e423-8b34-4d14-a698-99895e98f1cb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:50.118116 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.159319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] No DVR routers for this DVR port 6dfee37e-b2e2-453b-b883-c18ee989f99a on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:50.162068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0672d257-ede5-4775-ad87-ce0d4ed54197']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:50.166920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 4a3fb332-672c-446d-9454-f1d720c59c94 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:50.167150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.167682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4a3fb332-672c-446d-9454-f1d720c59c94 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:50.170875 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8937abf8-77e1-42d8-bda0-5734ccffaac0 req-f3052e63-f307-43d3-9caa-b07ea67be843 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "DELETE /v2.0/ports/6dfee37e-b2e2-453b-b883-c18ee989f99a HTTP/1.1" status: 204 len: 173 time: 2.4748390 Feb 03 21:52:50.177503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8d8599a3-e971-4ab9-8043-d80e1bde3298), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.186466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f4b569-72ec-418a-a7f0-ab57b6dace6c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:50.186766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f4b569-72ec-418a-a7f0-ab57b6dace6c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:50.203027 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (68f4b569-72ec-418a-a7f0-ab57b6dace6c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.215937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e168e2a0-b8df-46e4-a0e0-23050f45f0a9 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:50.224331 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Publish callbacks [] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.242616 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (68f4b569-72ec-418a-a7f0-ab57b6dace6c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.242899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Transition to ACTIVE for port object e168e2a0-b8df-46e4-a0e0-23050f45f0a9 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:52:50.249804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=da81c96c-e054-47f0-92a4-89283d28ef7a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:50.252345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:50.253379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (68f4b569-72ec-418a-a7f0-ab57b6dace6c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.255082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de78cb-4c99-457f-a6ae-b25481c611de req-86d04922-f766-4d96-b6b4-3467e8439cf3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:50.256981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31de78cb-4c99-457f-a6ae-b25481c611de req-86d04922-f766-4d96-b6b4-3467e8439cf3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 948 time: 0.4775646 Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:50.261495 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:50.271214 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.272536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8d8599a3-e971-4ab9-8043-d80e1bde3298), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.281485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:50.282146 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.368849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9f16e423-8b34-4d14-a698-99895e98f1cb is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:50.370007 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.374278 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3204379 Feb 03 21:52:50.401958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Pushing event updated for resources: {'Port': ['ID=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:50.432950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37100) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:50.438266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'subnet': {'network_id': '8d8599a3-e971-4ab9-8043-d80e1bde3298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:50.442074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9f16e423-8b34-4d14-a698-99895e98f1cb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f16e423-8b34-4d14-a698-99895e98f1cb,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:50.453415 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (0672d257-ede5-4775-ad87-ce0d4ed54197), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.457440 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.458506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.461013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31de78cb-4c99-457f-a6ae-b25481c611de req-18f9733b-1cc2-437c-b9c6-84283c19eb26 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735117 Feb 03 21:52:50.461892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6dfee37e-b2e2-453b-b883-c18ee989f99a no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:50.468317 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] 10.222.0.50 "DELETE /v2.0/networks/0672d257-ede5-4775-ad87-ce0d4ed54197 HTTP/1.1" status: 204 len: 168 time: 2.0028880 Feb 03 21:52:50.585132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f150c8-2954-408a-8ae7-4857718a5d98 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Network': ['ID=8d8599a3-e971-4ab9-8043-d80e1bde3298,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:50.619119 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb48cdf8-89f5-4fed-9828-adcf14f51858 x-openstack-request-id: req-cb48cdf8-89f5-4fed-9828-adcf14f51858 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:50.620211 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447035df-b045-45fc-a6e6-397a28bd90f1", "name": "network-vif-deleted", "tag": "4a3fb332-672c-446d-9454-f1d720c59c94", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:50.621139 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb48cdf8-89f5-4fed-9828-adcf14f51858 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:50.621650 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447035df-b045-45fc-a6e6-397a28bd90f1', 'name': 'network-vif-deleted', 'tag': '4a3fb332-672c-446d-9454-f1d720c59c94', 'status': 'completed', 'code': 200} Feb 03 21:52:50.681207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91178ce-7991-4d1b-b359-4880ad4b9932 tempest-NetworksTest-1192874899 tempest-NetworksTest-1192874899-project] Pushing event deleted for resources: {'Network': ['ID=0672d257-ede5-4775-ad87-ce0d4ed54197,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:50.705163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70df30-e434-4376-adf2-19a5bd323201 req-4ea44ccd-cdbd-44e1-95db-b7950f3ac4f3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:50.706747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa70df30-e434-4376-adf2-19a5bd323201 req-4ea44ccd-cdbd-44e1-95db-b7950f3ac4f3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 945 time: 0.4623950 Feb 03 21:52:50.802467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:50.807930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.843213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa70df30-e434-4376-adf2-19a5bd323201 req-5efc5295-bfa7-40bf-9e18-3f4ffeed445a tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227555 Feb 03 21:52:50.845261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1aaa2e3-8abd-4550-bae6-1f96b5cc1dad req-1ea79952-7c85-4d4d-91c9-35c7cbc38809 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.1259685 Feb 03 21:52:50.891776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Attempting to bind port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:50.892123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Attempting to bind port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:50.892460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Attempting to bind port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:50.902909 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:52:50.903237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Attempting to bind port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:50.917839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:50.918195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Checking segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:50.921211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Bound using segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:50.921211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Bound port: e168e2a0-b8df-46e4-a0e0-23050f45f0a9, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:50.921211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:50.973014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ae1ea7-eb0f-4480-a266-75c86d7bb9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da81c96c-e054-47f0-92a4-89283d28ef7a'}, {'server_uuid': 'e4528ceb-ff38-4c01-82f1-92cdf75a2ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f16e423-8b34-4d14-a698-99895e98f1cb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:50.979006 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f940b76-10ee-4f2a-b41b-ab5598d2c541" -d '{"events": [{"server_uuid": "39ae1ea7-eb0f-4480-a266-75c86d7bb9b3", "name": "network-vif-plugged", "status": "completed", "tag": "da81c96c-e054-47f0-92a4-89283d28ef7a"}, {"server_uuid": "e4528ceb-ff38-4c01-82f1-92cdf75a2ce2", "name": "network-vif-plugged", "status": "completed", "tag": "9f16e423-8b34-4d14-a698-99895e98f1cb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:50.987631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8d8599a3-e971-4ab9-8043-d80e1bde3298 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:50.991246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 867d9547-3e65-46fc-b71a-a3ced42fead7 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:51.100799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 6dfee37e-b2e2-453b-b883-c18ee989f99a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:51.102028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6dfee37e-b2e2-453b-b883-c18ee989f99a not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:51.112388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 867d9547-3e65-46fc-b71a-a3ced42fead7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:51.112742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 867d9547-3e65-46fc-b71a-a3ced42fead7 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:51.141312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] For port e168e2a0-b8df-46e4-a0e0-23050f45f0a9, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:51.148390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] For port e168e2a0-b8df-46e4-a0e0-23050f45f0a9, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:51.157406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:51.166754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9f16e423-8b34-4d14-a698-99895e98f1cb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:51.170792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:51.200625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252164b-ee23-4790-8fad-30f37004390e req-1f685d99-506b-4edf-ba41-22083a0a37ee tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:51.202450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d252164b-ee23-4790-8fad-30f37004390e req-1f685d99-506b-4edf-ba41-22083a0a37ee tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 944 time: 0.2159157 Feb 03 21:52:51.256920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:51.257570 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:51.258514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] 10.222.0.10 "PUT /v2.0/ports/e168e2a0-b8df-46e4-a0e0-23050f45f0a9 HTTP/1.1" status: 200 len: 1092 time: 1.7718637 Feb 03 21:52:51.261949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759abf3f-f4ae-45ac-aed8-edab4f1f9bd0', 'tag': 'e168e2a0-b8df-46e4-a0e0-23050f45f0a9'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:51.264250 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "759abf3f-f4ae-45ac-aed8-edab4f1f9bd0", "tag": "e168e2a0-b8df-46e4-a0e0-23050f45f0a9"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:51.271295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (64a0f814-f8a3-41f6-bbc3-07eaa3b2ddb2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:51.390318 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fe3282-aed3-4595-b544-692993a447c6 x-openstack-request-id: req-c5fe3282-aed3-4595-b544-692993a447c6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:51.394704 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ae1ea7-eb0f-4480-a266-75c86d7bb9b3", "name": "network-vif-plugged", "status": "completed", "tag": "da81c96c-e054-47f0-92a4-89283d28ef7a", "code": 200}, {"server_uuid": "e4528ceb-ff38-4c01-82f1-92cdf75a2ce2", "name": "network-vif-plugged", "status": "completed", "tag": "9f16e423-8b34-4d14-a698-99895e98f1cb", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:51.402231 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5fe3282-aed3-4595-b544-692993a447c6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:51.403107 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ae1ea7-eb0f-4480-a266-75c86d7bb9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da81c96c-e054-47f0-92a4-89283d28ef7a', 'code': 200} Feb 03 21:52:51.403907 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4528ceb-ff38-4c01-82f1-92cdf75a2ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f16e423-8b34-4d14-a698-99895e98f1cb', 'code': 200} Feb 03 21:52:51.423467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e8c68-0b19-442c-a7c9-11f1cda4a476 service neutron] Pushing event updated for resources: {'Port': ['ID=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:51.459597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Subnet': ['ID=64a0f814-f8a3-41f6-bbc3-07eaa3b2ddb2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:51.482010 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30261ac-a039-4640-848b-e7fc9cb536c2 x-openstack-request-id: req-f30261ac-a039-4640-848b-e7fc9cb536c2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:51.482803 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759abf3f-f4ae-45ac-aed8-edab4f1f9bd0", "tag": "e168e2a0-b8df-46e4-a0e0-23050f45f0a9", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:51.483211 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f30261ac-a039-4640-848b-e7fc9cb536c2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:51.483810 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759abf3f-f4ae-45ac-aed8-edab4f1f9bd0', 'tag': 'e168e2a0-b8df-46e4-a0e0-23050f45f0a9', 'status': 'completed', 'code': 200} Feb 03 21:52:51.492388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d252164b-ee23-4790-8fad-30f37004390e req-c40475e0-29b1-4a82-8647-a537802c2f93 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833180 Feb 03 21:52:51.500924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-053155d2-c2ad-4076-92b5-af8d58f0ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:51.502748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-053155d2-c2ad-4076-92b5-af8d58f0ed92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 1126 time: 0.1642315 Feb 03 21:52:51.608925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Checking segment: {'id': 'cc892a8c-edac-40f8-be03-467919fd59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8599a3-e971-4ab9-8043-d80e1bde3298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:51.609308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network hostable DHCP agents. Network: 8d8599a3-e971-4ab9-8043-d80e1bde3298, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:51.625440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-9714b356-e2d5-4cd7-9a68-a996a946a6ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e168e2a0-b8df-46e4-a0e0-23050f45f0a9 HTTP/1.1" status: 200 len: 217 time: 0.1032305 Feb 03 21:52:51.670140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-72817b77-3600-496a-8048-02596b0df3c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05a890b8dab04b9eb4635606d24fdb29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115452 Feb 03 21:52:51.675561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:51.717811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network 8d8599a3-e971-4ab9-8043-d80e1bde3298 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:51.747536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44de36-d7cf-4ea9-81d1-ccf157afed9d req-e389b1a4-8753-49c9-9006-5db48d5654ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:51.749156 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b44de36-d7cf-4ea9-81d1-ccf157afed9d req-e389b1a4-8753-49c9-9006-5db48d5654ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 1131 time: 0.1604857 Feb 03 21:52:51.750897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e914de-2d8f-4446-9ba2-6a80c6176207 req-e8fc57e0-a8d9-4a7d-b330-5f581dc47f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:51.752360 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9e914de-2d8f-4446-9ba2-6a80c6176207 req-e8fc57e0-a8d9-4a7d-b330-5f581dc47f8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 1128 time: 0.1446826 Feb 03 21:52:51.754823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8d8599a3-e971-4ab9-8043-d80e1bde3298) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:51.755701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-792f0153-2f5d-49a1-8f31-9fd6dafb0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:51.757951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-792f0153-2f5d-49a1-8f31-9fd6dafb0018 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.0950353 Feb 03 21:52:51.773026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f88132-f699-4909-a36f-c2efed626817 req-eb897831-f909-49fb-ac6f-7efab73057a3 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:51.776552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1014eb-13cf-4596-8a12-2299a9bd16f2 None None] Network 8d8599a3-e971-4ab9-8043-d80e1bde3298 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:51.779041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:51.779642 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:51.781374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32f88132-f699-4909-a36f-c2efed626817 req-eb897831-f909-49fb-ac6f-7efab73057a3 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 946 time: 0.1687200 Feb 03 21:52:51.846576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73cb6b6-3553-4646-a4fd-75080dc84232 admin admin] Publish callbacks [] for security_group (478e1ee2-d1b4-4a21-814b-6047803f029d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:51.849640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec384d-dbcd-4626-b842-4fbe133eb863 req-a8750b89-f450-4135-8e52-3eb24b2c33b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:51.851405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6fec384d-dbcd-4626-b842-4fbe133eb863 req-a8750b89-f450-4135-8e52-3eb24b2c33b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 949 time: 0.2277727 Feb 03 21:52:51.865476 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-37a178ce-4fa9-47ec-b301-990b8c850555 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4288747 Feb 03 21:52:51.868124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37128) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:51.926683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-8d8599a3-e971-4ab9-8043-d80e1bde3298', 'network_id': '8d8599a3-e971-4ab9-8043-d80e1bde3298', 'project_id': '340706a8feee429cae6ee02b228800c7', 'fixed_ips': [{'subnet_id': '64a0f814-f8a3-41f6-bbc3-07eaa3b2ddb2'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:51.937566 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b44de36-d7cf-4ea9-81d1-ccf157afed9d req-b167f7d9-0ab6-4afc-9d8a-5667da79a93d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808529 Feb 03 21:52:51.940134 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:51.961413 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9e914de-2d8f-4446-9ba2-6a80c6176207 req-3f8a0b95-08aa-4760-b974-f467f04755c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972227 Feb 03 21:52:51.969532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73cb6b6-3553-4646-a4fd-75080dc84232 admin admin] Publish callbacks [] for security_group (478e1ee2-d1b4-4a21-814b-6047803f029d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.041919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32f88132-f699-4909-a36f-c2efed626817 req-ad868a8a-f44b-4dee-8c35-f366125ef89d tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590175 Feb 03 21:52:52.072629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73cb6b6-3553-4646-a4fd-75080dc84232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (478e1ee2-d1b4-4a21-814b-6047803f029d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.076201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73cb6b6-3553-4646-a4fd-75080dc84232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.080384 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b73cb6b6-3553-4646-a4fd-75080dc84232 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/478e1ee2-d1b4-4a21-814b-6047803f029d HTTP/1.1" status: 204 len: 168 time: 0.4028862 Feb 03 21:52:52.105141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cb6b6-3553-4646-a4fd-75080dc84232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e1ee2-d1b4-4a21-814b-6047803f029d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:52.141111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-f03081cf-aa6e-48ab-8786-30468746545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:52.143814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-f03081cf-aa6e-48ab-8786-30468746545c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3588805 Feb 03 21:52:52.218448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Allocated IP 2001:db8::2 (8d8599a3-e971-4ab9-8043-d80e1bde3298/64a0f814-f8a3-41f6-bbc3-07eaa3b2ddb2/f80f19df-ec34-4ecf-95b0-2bddf6ad59e4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:52:52.242798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6fec384d-dbcd-4626-b842-4fbe133eb863 req-acc3040f-959b-4279-b4a4-ba341c1d730b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804333 Feb 03 21:52:52.245287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a06d5a90-3ab9-4233-8030-36bb4d14501b req-8a6af6e3-2bdf-42fe-9fc9-63a9a80bcfe9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0656109 Feb 03 21:52:52.351777 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8d8599a3-e971-4ab9-8043-d80e1bde3298), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.429065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-d5c53676-9c74-41e1-afc6-ce55b865f93c service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998954 Feb 03 21:52:52.482071 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Publish callbacks [] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.492024 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.535922 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (64a0f814-f8a3-41f6-bbc3-07eaa3b2ddb2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.553402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Network 8d8599a3-e971-4ab9-8043-d80e1bde3298 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:52.556714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:52.561583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:52.575177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd58d8-7d13-4f66-b5f9-ce5ef8968784 req-334dc898-8ebf-4158-85d0-f3472e7fefea tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:52.582349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99dd58d8-7d13-4f66-b5f9-ce5ef8968784 req-334dc898-8ebf-4158-85d0-f3472e7fefea tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.2163069 Feb 03 21:52:52.582574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Pushing event updated for resources: {'Port': ['ID=f80f19df-ec34-4ecf-95b0-2bddf6ad59e4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:52.623335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b204a4dc-aed7-4dcb-bd9d-806dc922c6a7', 'name': 'network-vif-deleted', 'tag': '6dfee37e-b2e2-453b-b883-c18ee989f99a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:52.626553 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3243001-590f-4ed2-a1db-c0d30c80de68" -d '{"events": [{"server_uuid": "b204a4dc-aed7-4dcb-bd9d-806dc922c6a7", "name": "network-vif-deleted", "tag": "6dfee37e-b2e2-453b-b883-c18ee989f99a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:52.650184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Attempting to bind port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:52:52.650562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Attempting to bind port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'cc892a8c-edac-40f8-be03-467919fd59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8599a3-e971-4ab9-8043-d80e1bde3298'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:52:52.651102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Attempting to bind port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 on network 8d8599a3-e971-4ab9-8043-d80e1bde3298 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:52:52.661405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:52:52.661803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Checking segment: {'id': 'cc892a8c-edac-40f8-be03-467919fd59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8599a3-e971-4ab9-8043-d80e1bde3298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:52.662208 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.662720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Bound using segment: {'id': 'cc892a8c-edac-40f8-be03-467919fd59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8599a3-e971-4ab9-8043-d80e1bde3298'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:52:52.663556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Bound port: f80f19df-ec34-4ecf-95b0-2bddf6ad59e4, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc892a8c-edac-40f8-be03-467919fd59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8599a3-e971-4ab9-8043-d80e1bde3298'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:52:52.663947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.677885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0b58ad6-2eb1-4fee-b8f7-02c7ce5158ee req-9bcdc090-ec1a-4908-88d7-9cf5b1cd09fb service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257569 Feb 03 21:52:52.714575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99dd58d8-7d13-4f66-b5f9-ce5ef8968784 req-d894cbf5-75a2-40b5-ba0e-db362289debe tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310477 Feb 03 21:52:52.734289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (64a0f814-f8a3-41f6-bbc3-07eaa3b2ddb2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.798297 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41ae59f-0c9d-44fe-ab80-eebdff3ba20d x-openstack-request-id: req-b41ae59f-0c9d-44fe-ab80-eebdff3ba20d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:52.798597 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b204a4dc-aed7-4dcb-bd9d-806dc922c6a7", "name": "network-vif-deleted", "tag": "6dfee37e-b2e2-453b-b883-c18ee989f99a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:52.798856 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b41ae59f-0c9d-44fe-ab80-eebdff3ba20d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:52.799270 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b204a4dc-aed7-4dcb-bd9d-806dc922c6a7', 'name': 'network-vif-deleted', 'tag': '6dfee37e-b2e2-453b-b883-c18ee989f99a', 'status': 'completed', 'code': 200} Feb 03 21:52:52.813955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] For port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:52:52.816016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Subnet': ['ID=64a0f814-f8a3-41f6-bbc3-07eaa3b2ddb2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:52.825944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] For port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f80f19df-ec34-4ecf-95b0-2bddf6ad59e4,segment=NetworkSegment(cc892a8c-edac-40f8-be03-467919fd59e4),segment_id=cc892a8c-edac-40f8-be03-467919fd59e4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:52:52.843185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e0bd1-a932-4e2f-bc2a-053f4ac73386 req-54d9c8a2-7ae5-4827-a363-60d8fa1d44eb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:52.848473 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:52.849833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d95e0bd1-a932-4e2f-bc2a-053f4ac73386 req-54d9c8a2-7ae5-4827-a363-60d8fa1d44eb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 944 time: 0.2258735 Feb 03 21:52:52.961160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8d8599a3-e971-4ab9-8043-d80e1bde3298), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:53.009321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5df895-b678-4afb-9c1d-53fc73c6d049 None None] Pushing event updated for resources: {'Port': ['ID=f80f19df-ec34-4ecf-95b0-2bddf6ad59e4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:53.023633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8599a3-e971-4ab9-8043-d80e1bde3298']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:53.046244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc892a8c-edac-40f8-be03-467919fd59e4') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:53.046547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc892a8c-edac-40f8-be03-467919fd59e4') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:53.089977 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (cc892a8c-edac-40f8-be03-467919fd59e4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:53.123851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-437ed5f3-87ab-45e8-9dc9-f8b37fb81de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:53.125406 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-437ed5f3-87ab-45e8-9dc9-f8b37fb81de6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 1126 time: 0.3700149 Feb 03 21:52:53.152412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d95e0bd1-a932-4e2f-bc2a-053f4ac73386 req-d594859b-9822-474c-8508-46f43d972afc tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699772 Feb 03 21:52:53.159831 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cc892a8c-edac-40f8-be03-467919fd59e4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:53.254763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:53.255156 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (cc892a8c-edac-40f8-be03-467919fd59e4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:53.317319 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:53.501531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:52:53.501531 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:52:53.501531 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '8d8599a3-e971-4ab9-8043-d80e1bde3298'}] Feb 03 21:52:53.501531 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:53.501531 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:53.550411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de2ca24c-a137-4661-8dba-ecabbe954e32 req-2b4bdcc8-0edf-495d-81d6-6cc89fa97c68 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.1274290 Feb 03 21:52:53.567547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-adc3cfa7-a531-417d-bfd0-2df4a145595b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:53.568620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c231dd4-87e1-4cc9-94e1-d1a08581fec2 req-871ac977-402b-4888-86a3-9fcacb112d4f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:53.570669 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-adc3cfa7-a531-417d-bfd0-2df4a145595b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 946 time: 0.1553679 Feb 03 21:52:53.572961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c231dd4-87e1-4cc9-94e1-d1a08581fec2 req-871ac977-402b-4888-86a3-9fcacb112d4f tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac498d9-00cf-46a4-a2f2-a70556257b8b HTTP/1.1" status: 200 len: 946 time: 0.4167955 Feb 03 21:52:53.603263 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc437a9e-3ddf-4e39-8709-21dbe5329691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:53.684965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-33b0fb57-1d8c-4287-a019-31f8e271d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:53.690632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-33b0fb57-1d8c-4287-a019-31f8e271d015 service neutron] 10.222.0.10 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.5365677 Feb 03 21:52:53.695333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37168) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:53.759884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Deleting port 1c531406-ca76-42e1-8dac-2f9fbab906a3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:53.760867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:53.792430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-a2266577-c863-43be-b51d-d7702b4a0bc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e168e2a0-b8df-46e4-a0e0-23050f45f0a9 HTTP/1.1" status: 200 len: 217 time: 0.0844419 Feb 03 21:52:53.816893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c231dd4-87e1-4cc9-94e1-d1a08581fec2 req-20abb0b9-4510-4ba8-94c4-45e1d53c5d00 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119508 Feb 03 21:52:53.888350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] For port 1c531406-ca76-42e1-8dac-2f9fbab906a3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1c531406-ca76-42e1-8dac-2f9fbab906a3,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:53.889088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:53.914912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Calling delete_port for 1c531406-ca76-42e1-8dac-2f9fbab906a3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:54.067988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1c531406-ca76-42e1-8dac-2f9fbab906a3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:54.082599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['85280c06-e0e8-4ae9-9605-c6e1d82d085d', '1c531406-ca76-42e1-8dac-2f9fbab906a3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:54.103873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Pushing event deleted for resources: {'Port': ['ID=1c531406-ca76-42e1-8dac-2f9fbab906a3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:54.164162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] No DVR routers for this DVR port 1c531406-ca76-42e1-8dac-2f9fbab906a3 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:54.168832 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:54.174378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9ff2ffc-b76b-4a16-94cd-37e6a8872c1f req-a6b7fe44-7bb8-43a0-92a9-30f5a7b148cd tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "DELETE /v2.0/ports/1c531406-ca76-42e1-8dac-2f9fbab906a3 HTTP/1.1" status: 204 len: 173 time: 0.5983255 Feb 03 21:52:54.345567 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:54.428694 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8d8599a3-e971-4ab9-8043-d80e1bde3298), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:54.433438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-03eb2526-5e7a-4b9b-a1a9-2fe1c7f43561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:54.452417 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:54.452746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-03eb2526-5e7a-4b9b-a1a9-2fe1c7f43561 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.6346362 Feb 03 21:52:54.472261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-293448343'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:54.535235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee1c09-0b3e-48f7-9db2-301df41c01fe req-8118b10d-17aa-47f6-8d6d-ca2fd40a169e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:54.536738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17ee1c09-0b3e-48f7-9db2-301df41c01fe req-8118b10d-17aa-47f6-8d6d-ca2fd40a169e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 949 time: 0.8226109 Feb 03 21:52:54.664179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:54.668296 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:54.688094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a0e80-3b7e-44cd-b3af-0363ab132e6f req-ec245351-86ca-49cf-b094-07288700049c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:54.695453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a37a0e80-3b7e-44cd-b3af-0363ab132e6f req-ec245351-86ca-49cf-b094-07288700049c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.7663782 Feb 03 21:52:54.722128 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:54.744726 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17ee1c09-0b3e-48f7-9db2-301df41c01fe req-86b7a63d-9817-4857-8e97-73cf24ed6cda tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947658 Feb 03 21:52:54.749674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:52:54.769108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-8c7eb070-ff8d-4e16-b701-e753ec7b3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:54.770871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-8c7eb070-ff8d-4e16-b701-e753ec7b3637 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3075886 Feb 03 21:52:54.801211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac498d9-00cf-46a4-a2f2-a70556257b8b', 'name': 'network-vif-deleted', 'tag': '1c531406-ca76-42e1-8dac-2f9fbab906a3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:52:54.803532 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39265468-ce60-41f2-8945-bb0071e9c54a" -d '{"events": [{"server_uuid": "bac498d9-00cf-46a4-a2f2-a70556257b8b", "name": "network-vif-deleted", "tag": "1c531406-ca76-42e1-8dac-2f9fbab906a3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:52:54.846982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:54.847362 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:54.967195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f649180-10ee-45f7-8cd3-647c242558f1 None None] Network 8d8599a3-e971-4ab9-8043-d80e1bde3298 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:55.002127 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (28f14b9a-2694-4271-9b78-1a18379633ef), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.038135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (28f14b9a-2694-4271-9b78-1a18379633ef), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.050862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6467de29-2f30-4621-8e8e-682e08afa723 None None] Provisioning complete for port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:52:55.051231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6467de29-2f30-4621-8e8e-682e08afa723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.091464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:55.092119 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.107456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:55.113029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a37a0e80-3b7e-44cd-b3af-0363ab132e6f req-b3548a65-8d5f-4c2a-bddc-1625194004ee tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158137 Feb 03 21:52:55.125899 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-f87e3d5d-b063-433b-9f15-ddd7fc742685 service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551865 Feb 03 21:52:55.145107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86208d-c9a9-4213-8e22-824d94c137d0 req-e96ea078-b82f-4ce0-809f-31802603231b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:55.152347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee86208d-c9a9-4213-8e22-824d94c137d0 req-e96ea078-b82f-4ce0-809f-31802603231b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 944 time: 0.1903088 Feb 03 21:52:55.154174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f14b9a-2694-4271-9b78-1a18379633ef,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:55.157689 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (6f8095c6-3661-4196-91cc-14a735198d97), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.158035 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Added segment 6f8095c6-3661-4196-91cc-14a735198d97 of type vlan for network 15847131-12b2-4b90-95fd-e0cd708fc36f Feb 03 21:52:55.168000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Deleting port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:55.168347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.232269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f80f19df-ec34-4ecf-95b0-2bddf6ad59e4,segment=NetworkSegment(cc892a8c-edac-40f8-be03-467919fd59e4),segment_id=cc892a8c-edac-40f8-be03-467919fd59e4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:55.258343 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.317306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6467de29-2f30-4621-8e8e-682e08afa723 None None] Current status of the port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:55.317716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6467de29-2f30-4621-8e8e-682e08afa723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.362496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd784fc3-dfde-48db-9a0a-4d33e5164c6e None None] DHCP port deletion for 8d8599a3-e971-4ab9-8043-d80e1bde3298 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:52:55.370078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=f80f19df-ec34-4ecf-95b0-2bddf6ad59e4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:55.416938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08eb707c-ac34-4380-8148-ee4c1098e945 req-f2821f6a-cb41-4f1a-8f54-81f5a3bc81f6 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0928741 Feb 03 21:52:55.417250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.417610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.417955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.418291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.418631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.418961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.419289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.419618 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.420009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.420257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.420781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.421377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.421712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:52:55.428980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4ac6f25-df9f-4611-be64-e6200e4fbaf3 req-9abe6d8a-2f4b-4cb2-9694-8900ee58b8f7 service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931972 Feb 03 21:52:55.449891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (15847131-12b2-4b90-95fd-e0cd708fc36f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.458888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-6467de29-2f30-4621-8e8e-682e08afa723 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:52:55.459261 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-6467de29-2f30-4621-8e8e-682e08afa723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:52:55.479817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fd784fc3-dfde-48db-9a0a-4d33e5164c6e None None] Deleting port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:55.480449 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd784fc3-dfde-48db-9a0a-4d33e5164c6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.491930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] For port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f80f19df-ec34-4ecf-95b0-2bddf6ad59e4,segment=NetworkSegment(cc892a8c-edac-40f8-be03-467919fd59e4),segment_id=cc892a8c-edac-40f8-be03-467919fd59e4)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:55.492380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.529281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee86208d-c9a9-4213-8e22-824d94c137d0 req-6cd281fb-6358-47e8-9e18-00ba009aa7ac tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760369 Feb 03 21:52:55.593611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Calling delete_port for f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:55.596782 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592b1155-19ef-477f-b4fa-ff5c5b1ed3ab x-openstack-request-id: req-592b1155-19ef-477f-b4fa-ff5c5b1ed3ab {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:52:55.597382 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac498d9-00cf-46a4-a2f2-a70556257b8b", "name": "network-vif-deleted", "tag": "1c531406-ca76-42e1-8dac-2f9fbab906a3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:52:55.597651 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-592b1155-19ef-477f-b4fa-ff5c5b1ed3ab {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:52:55.598082 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac498d9-00cf-46a4-a2f2-a70556257b8b', 'name': 'network-vif-deleted', 'tag': '1c531406-ca76-42e1-8dac-2f9fbab906a3', 'status': 'completed', 'code': 200} Feb 03 21:52:55.617496 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (15847131-12b2-4b90-95fd-e0cd708fc36f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.622580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:55.623120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.645158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fd784fc3-dfde-48db-9a0a-4d33e5164c6e None None] For port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f80f19df-ec34-4ecf-95b0-2bddf6ad59e4,segment=NetworkSegment(cc892a8c-edac-40f8-be03-467919fd59e4),segment_id=cc892a8c-edac-40f8-be03-467919fd59e4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:55.645407 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd784fc3-dfde-48db-9a0a-4d33e5164c6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.672328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fd784fc3-dfde-48db-9a0a-4d33e5164c6e None None] Calling delete_port for f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:55.736894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eaac3-0c81-4cba-85a7-b18757faca46 req-76a826bd-e9c0-46ab-9685-69a57801223f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:55.746345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-757eaac3-0c81-4cba-85a7-b18757faca46 req-76a826bd-e9c0-46ab-9685-69a57801223f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 950 time: 0.2075531 Feb 03 21:52:55.756569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0585001 Feb 03 21:52:55.759798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:55.766060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'name': 'tempest-PortsTestJSON-1637448861'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:55.780943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243617a8-068d-4b69-b708-221f8cfbfe60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Network': ['ID=15847131-12b2-4b90-95fd-e0cd708fc36f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:55.796069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:55.869657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-757eaac3-0c81-4cba-85a7-b18757faca46 req-dc4a62ea-5786-41be-8713-f7e12010c987 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221795 Feb 03 21:52:55.899601 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b62bdb1-96ee-48a1-9bb0-2672e44d36bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:55.933747 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.001189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Port': ['ID=f80f19df-ec34-4ecf-95b0-2bddf6ad59e4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:56.002420 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd784fc3-dfde-48db-9a0a-4d33e5164c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f80f19df-ec34-4ecf-95b0-2bddf6ad59e4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.012965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6467de29-2f30-4621-8e8e-682e08afa723 None None] Port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 update to ACTIVE by agent not found {{(pid=103399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 21:52:56.017793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No DVR routers for this DVR port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:56.020861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:56.033326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.041894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd784fc3-dfde-48db-9a0a-4d33e5164c6e None None] Pushing event deleted for resources: {'Port': ['ID=f80f19df-ec34-4ecf-95b0-2bddf6ad59e4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:56.044213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd784fc3-dfde-48db-9a0a-4d33e5164c6e None None] No DVR routers for this DVR port f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:52:56.077990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:52:56.235523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8d8599a3-e971-4ab9-8043-d80e1bde3298), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.317225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8599a3-e971-4ab9-8043-d80e1bde3298']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:56.351294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc892a8c-edac-40f8-be03-467919fd59e4') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:56.351593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc892a8c-edac-40f8-be03-467919fd59e4') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:52:56.365235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.368719 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (cc892a8c-edac-40f8-be03-467919fd59e4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.389423 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cc892a8c-edac-40f8-be03-467919fd59e4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.402787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:52:56.403116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (cc892a8c-edac-40f8-be03-467919fd59e4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:52:56.406923 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:52:56.409350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-64bf738a-89cc-4c49-8c28-9316dce0b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:56.410372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-64bf738a-89cc-4c49-8c28-9316dce0b121 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 1128 time: 0.1566718 Feb 03 21:52:56.415552 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.494360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:56.507412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Checking segment: {'id': '6f8095c6-3661-4196-91cc-14a735198d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:56.507900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network hostable DHCP agents. Network: 15847131-12b2-4b90-95fd-e0cd708fc36f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:56.528140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:56.542452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 15847131-12b2-4b90-95fd-e0cd708fc36f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:56.550962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:56.553500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fee3ab0-cc80-49dd-b082-2e4b0f89c1d2 None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:56.556610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b39ce-6940-4e19-8266-f552a0ebda14 req-af19c5cf-b6da-4ed9-9d19-438fa45b6a44 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:56.563264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:56.564023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d46b39ce-6940-4e19-8266-f552a0ebda14 req-af19c5cf-b6da-4ed9-9d19-438fa45b6a44 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.2727482 Feb 03 21:52:56.564180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.610195 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-28c57aa1-20e1-4d03-8d7d-d7e60ff0c35e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8491216 Feb 03 21:52:56.613547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:56.618714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1751919467'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:56.630500 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8d8599a3-e971-4ab9-8043-d80e1bde3298), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.665766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:56.669199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.675333 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.683993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/8d8599a3-e971-4ab9-8043-d80e1bde3298 HTTP/1.1" status: 204 len: 168 time: 4.8054266 Feb 03 21:52:56.688991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37210) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:56.702438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2114931754'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:56.703882 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:56.715948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d2569-962e-415b-a724-d0fae94c4574 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Network': ['ID=8d8599a3-e971-4ab9-8043-d80e1bde3298,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:56.728196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ae95-6e23-4dff-85fe-d52d36d281c6 req-55c57736-8f0f-4325-9de4-60d07aba27cf tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:56.734760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ae95-6e23-4dff-85fe-d52d36d281c6 req-55c57736-8f0f-4325-9de4-60d07aba27cf tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:56.742706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7b8ae95-6e23-4dff-85fe-d52d36d281c6 req-55c57736-8f0f-4325-9de4-60d07aba27cf tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3&device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 1690 time: 0.3187847 Feb 03 21:52:56.752145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:56.752580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:56.752939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f80f19df-ec34-4ecf-95b0-2bddf6ad59e4 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:56.784001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d3a82dcd-8b74-4bec-8641-e2c7aaa25996), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.784361 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Added segment d3a82dcd-8b74-4bec-8641-e2c7aaa25996 of type vlan for network 5b1eade4-48ec-4909-8b12-e437721a35e4 Feb 03 21:52:56.791614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d46b39ce-6940-4e19-8266-f552a0ebda14 req-bcc021d0-4104-4d21-840a-175ce5c63e95 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267227 Feb 03 21:52:56.796803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-0dac6190-96dd-4087-aeb3-b2d25db03967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:56.800340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-0dac6190-96dd-4087-aeb3-b2d25db03967 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 919 time: 0.3776963 Feb 03 21:52:56.802193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:56.807238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.885372 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.905963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:52:56.909895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (5b1eade4-48ec-4909-8b12-e437721a35e4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.928379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9fc82b2b-3b22-44e3-b219-be072a48118b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:56.928731 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Added segment 9fc82b2b-3b22-44e3-b219-be072a48118b of type vlan for network 8cb53dea-5333-4578-9331-3fe040965bd9 Feb 03 21:52:56.947490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-39c25019-6e0c-4b47-864b-92b5e02470f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f16e423-8b34-4d14-a698-99895e98f1cb HTTP/1.1" status: 200 len: 217 time: 0.1187410 Feb 03 21:52:56.950522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b573cb0d-3624-4a1d-ad60-c9366c07720e req-9f2d7d8a-8180-45ab-8713-bddbbca915c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0459201 Feb 03 21:52:56.968067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7b8ae95-6e23-4dff-85fe-d52d36d281c6 req-de8328e8-735f-4148-bd90-a5a430332cb5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235775 Feb 03 21:52:57.015496 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (5b1eade4-48ec-4909-8b12-e437721a35e4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:57.034329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:57.035699 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:57.070952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8cb53dea-5333-4578-9331-3fe040965bd9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:57.112576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-3885580b-a0fc-4fb3-aece-519ed6c31909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:57.114645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-3885580b-a0fc-4fb3-aece-519ed6c31909 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.1454372 Feb 03 21:52:57.176321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-45c3254e-1c26-4f27-959f-1e6da68579d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471644 Feb 03 21:52:57.188013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c00a-3a45-451c-97a4-a0c4b5aaffc5 req-5e383597-b33a-456b-aea3-292c9c150606 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:57.189910 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6439c00a-3a45-451c-97a4-a0c4b5aaffc5 req-5e383597-b33a-456b-aea3-292c9c150606 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 944 time: 0.1492193 Feb 03 21:52:57.341286 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-c4e276ca-3302-4d07-9361-9f272b7e6261 service neutron] 10.222.0.10 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503391 Feb 03 21:52:57.470166 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8551798 Feb 03 21:52:57.472163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:57.479834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'ports': [{'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f'}, {'network_id': '5b1eade4-48ec-4909-8b12-e437721a35e4'}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:57.480247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:57.480798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '5b1eade4-48ec-4909-8b12-e437721a35e4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:57.491894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:52:57.506524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6439c00a-3a45-451c-97a4-a0c4b5aaffc5 req-58051612-1782-4696-9863-a40d9f9e6461 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029330 Feb 03 21:52:57.513731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8a3851a-1e21-4327-8594-e9f265e3441b req-c7fb94a4-ee07-494e-877d-a9c8e312b1e2 service neutron] 10.222.0.10 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364727 Feb 03 21:52:57.543760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184abe82-fab2-406c-a81a-e9203dd122dc req-894a593f-ee0c-4069-9d05-c7d4fc869a86 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:57.546880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-184abe82-fab2-406c-a81a-e9203dd122dc req-894a593f-ee0c-4069-9d05-c7d4fc869a86 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 1131 time: 0.3676009 Feb 03 21:52:57.547044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95118489-b68f-4768-be79-f925b1333fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Network': ['ID=5b1eade4-48ec-4909-8b12-e437721a35e4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:57.561432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 5b1eade4-48ec-4909-8b12-e437721a35e4 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:57.585737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8cb53dea-5333-4578-9331-3fe040965bd9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:57.598557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:57.600064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:57.662438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-184abe82-fab2-406c-a81a-e9203dd122dc req-ded0270f-5f8d-4e5a-a026-cdc065683402 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944326 Feb 03 21:52:57.799767 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1073334 Feb 03 21:52:57.804433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37230) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:57.810056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Request body: {'subnet': {'network_id': '8cb53dea-5333-4578-9331-3fe040965bd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:52:57.826201 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:57.834462 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:57.847192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60746b-d7e1-4504-9290-761a4232e516 req-1ce9f16f-d7eb-440e-a209-4a19f67de2b1 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:57.856495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b60746b-d7e1-4504-9290-761a4232e516 req-1ce9f16f-d7eb-440e-a209-4a19f67de2b1 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 1132 time: 0.0778337 Feb 03 21:52:57.890984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e168e2a0-b8df-46e4-a0e0-23050f45f0a9 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:52:57.898887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27af1d7-0530-4a42-9a23-79669df28253 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Network': ['ID=8cb53dea-5333-4578-9331-3fe040965bd9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:57.910997 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:57.973445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 1c531406-ca76-42e1-8dac-2f9fbab906a3 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:52:57.993529 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b60746b-d7e1-4504-9290-761a4232e516 req-b64f568b-2b45-45ea-adca-37dd02a0c8ea tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179097 Feb 03 21:52:58.041710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3e435-225a-491d-b757-6022eaa71d00 req-ec62f75e-3529-4a86-a834-042ed9cc8b6c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:58.053941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8cb53dea-5333-4578-9331-3fe040965bd9 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:52:58.055004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3d3e435-225a-491d-b757-6022eaa71d00 req-ec62f75e-3529-4a86-a834-042ed9cc8b6c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.1182847 Feb 03 21:52:58.106402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 112a4b8f-e1a6-4f90-b000-bf491b3fd2bb yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:52:58.145425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 1c531406-ca76-42e1-8dac-2f9fbab906a3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:52:58.146024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 1c531406-ca76-42e1-8dac-2f9fbab906a3 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:52:58.193792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (112a4b8f-e1a6-4f90-b000-bf491b3fd2bb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:58.241811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3d3e435-225a-491d-b757-6022eaa71d00 req-107c4dc2-fede-4cec-a1df-d31635867777 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635189 Feb 03 21:52:58.245689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df040867-8cca-4c45-a69c-e9d52f22ba60 req-bf7f058a-237f-4763-a574-e1ea4bfa64d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0889392 Feb 03 21:52:58.263212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e168e2a0-b8df-46e4-a0e0-23050f45f0a9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:58.274253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 7d1dc3b6-45cd-4c9d-84c1-749a34f52275 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:52:58.293685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'e168e2a0-b8df-46e4-a0e0-23050f45f0a9', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'port_id': 'e168e2a0-b8df-46e4-a0e0-23050f45f0a9', 'mac_address': 'fa:16:3e:ca:4d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:52:58.381121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (7d1dc3b6-45cd-4c9d-84c1-749a34f52275), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:58.396258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:52:58.396671 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:58.429169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e168e2a0-b8df-46e4-a0e0-23050f45f0a9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:52:58.443371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (112a4b8f-e1a6-4f90-b000-bf491b3fd2bb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:58.455975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Made reservation on behalf of 340706a8feee429cae6ee02b228800c7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:52:58.459629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:58.473744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e168e2a0-b8df-46e4-a0e0-23050f45f0a9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:52:58.481995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:58.506043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:52:58.507559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:58.569104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:58.569970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7d1dc3b6-45cd-4c9d-84c1-749a34f52275), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:58.620379 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:58.624382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:58.666410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=112a4b8f-e1a6-4f90-b000-bf491b3fd2bb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:58.689631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c64e7-29fb-45e9-8ba8-39bfe6983856 req-a8c68a88-4e6e-4324-8df8-d9a9a7801125 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:58.698692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a1c64e7-29fb-45e9-8ba8-39bfe6983856 req-a8c68a88-4e6e-4324-8df8-d9a9a7801125 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 945 time: 0.0734313 Feb 03 21:52:58.729837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-e010b087-b2d9-4d7e-a886-c62551beaebd tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285766 Feb 03 21:52:58.763556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=7d1dc3b6-45cd-4c9d-84c1-749a34f52275,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:58.820298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Checking segment: {'id': 'd3a82dcd-8b74-4bec-8641-e2c7aaa25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5b1eade4-48ec-4909-8b12-e437721a35e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:58.821418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network hostable DHCP agents. Network: 5b1eade4-48ec-4909-8b12-e437721a35e4, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:58.831175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a1c64e7-29fb-45e9-8ba8-39bfe6983856 req-f8adb039-06a2-4605-bae6-296d05fab6f4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312008 Feb 03 21:52:58.859666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e168e2a0-b8df-46e4-a0e0-23050f45f0a9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:52:58.894025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 5b1eade4-48ec-4909-8b12-e437721a35e4 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:58.919124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 5b1eade4-48ec-4909-8b12-e437721a35e4) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:58.926313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-887d0568-1519-442b-bddf-81c6f8edf23f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:58.928128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-887d0568-1519-442b-bddf-81c6f8edf23f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836760 Feb 03 21:52:58.929030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5977ebcb-871c-4da8-b96e-28f120663d9b None None] Network 5b1eade4-48ec-4909-8b12-e437721a35e4 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:58.933184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:52:58.942060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:58.947011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:58.948055 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:58.949555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-b57a73e5-71f7-453f-bdb0-9de98d44c3c1 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/quotas/3581307d22c3441fb5a5c9d506d7c2ee HTTP/1.1" status: 200 len: 375 time: 0.0142391 Feb 03 21:52:59.056305 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ea6712bb-2f14-4265-9205-c0eae1e88f08 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5784619 Feb 03 21:52:59.056771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:59.063107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-470ac20a-bdd2-43bb-8808-0e2c297ed5d2 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056864 Feb 03 21:52:59.262279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 21:52:59.265450 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (752b4193-3381-4e8c-abea-233fe2da634e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:59.277410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2701b2ca-239a-40e2-b5da-f2f2a22a5664 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 7d1dc3b6-45cd-4c9d-84c1-749a34f52275 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:52:59.277754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2701b2ca-239a-40e2-b5da-f2f2a22a5664 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7d1dc3b6-45cd-4c9d-84c1-749a34f52275), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:59.377451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7386123-82e9-4668-a30b-22c27c7a7be0 req-88a11c85-db45-40b2-81fd-142d7619a2c7 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:59.386497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7386123-82e9-4668-a30b-22c27c7a7be0 req-88a11c85-db45-40b2-81fd-142d7619a2c7 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.0691829 Feb 03 21:52:59.459795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7386123-82e9-4668-a30b-22c27c7a7be0 req-938d1f8c-8be0-49de-9eb3-02e11c685ac9 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716932 Feb 03 21:52:59.487576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event updated for resources: {'Subnet': ['ID=752b4193-3381-4e8c-abea-233fe2da634e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:59.490975 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2701b2ca-239a-40e2-b5da-f2f2a22a5664 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7d1dc3b6-45cd-4c9d-84c1-749a34f52275), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:59.511436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2701b2ca-239a-40e2-b5da-f2f2a22a5664 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 7d1dc3b6-45cd-4c9d-84c1-749a34f52275 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:52:59.566746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c63e9d46-7e98-435b-8b52-ba3055bb1a04 req-67e86603-1181-4939-89d5-4fab1f43a2ea tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0354719 Feb 03 21:52:59.572772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Checking segment: {'id': '9fc82b2b-3b22-44e3-b219-be072a48118b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cb53dea-5333-4578-9331-3fe040965bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:52:59.573185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network hostable DHCP agents. Network: 8cb53dea-5333-4578-9331-3fe040965bd9, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:52:59.625679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Network 8cb53dea-5333-4578-9331-3fe040965bd9 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:52:59.638787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8cb53dea-5333-4578-9331-3fe040965bd9) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:52:59.643787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:52:59.644753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:59.650606 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2701b2ca-239a-40e2-b5da-f2f2a22a5664 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7d1dc3b6-45cd-4c9d-84c1-749a34f52275), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:59.650889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717151f-17ee-47e3-9750-63459b887aae None None] Network 8cb53dea-5333-4578-9331-3fe040965bd9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:52:59.717099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701b2ca-239a-40e2-b5da-f2f2a22a5664 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=7d1dc3b6-45cd-4c9d-84c1-749a34f52275,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:52:59.724389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2701b2ca-239a-40e2-b5da-f2f2a22a5664 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:59.733904 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2701b2ca-239a-40e2-b5da-f2f2a22a5664 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/7d1dc3b6-45cd-4c9d-84c1-749a34f52275 HTTP/1.1" status: 204 len: 168 time: 0.6735601 Feb 03 21:52:59.734212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37270) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:59.745258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37272) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:52:59.747190 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8532bc35-c26f-4088-b04f-813287cb5d40 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9417200 Feb 03 21:52:59.831478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-8cb53dea-5333-4578-9331-3fe040965bd9', 'network_id': '8cb53dea-5333-4578-9331-3fe040965bd9', 'project_id': '340706a8feee429cae6ee02b228800c7', 'fixed_ips': [{'subnet_id': '752b4193-3381-4e8c-abea-233fe2da634e'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:52:59.838323 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:52:59.929356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.021587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c5c2446-316c-406b-9097-b95d6600f9bb req-d5b2006b-1b4f-4c8e-bccc-2f3d3617b9d7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 210 time: 0.1094980 Feb 03 21:53:00.130133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187ec6f-222f-47c5-9418-9a37063c6119 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:00.136566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187ec6f-222f-47c5-9418-9a37063c6119 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:00.138672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0187ec6f-222f-47c5-9418-9a37063c6119 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4034035 Feb 03 21:53:00.141639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:00.143452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8cb53dea-5333-4578-9331-3fe040965bd9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.174877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Allocated IP 2001:db8::f816:3eff:fe2f:bd3a (8cb53dea-5333-4578-9331-3fe040965bd9/752b4193-3381-4e8c-abea-233fe2da634e/81d7fcff-cf42-48e0-ab77-9f0db2fea358) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:00.196649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c56779-7a8c-4b62-a3fc-91b535ac58c8 req-fc8f2c69-d77f-46a1-b01f-8b7aa32d0447 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:00.203784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04c56779-7a8c-4b62-a3fc-91b535ac58c8 req-fc8f2c69-d77f-46a1-b01f-8b7aa32d0447 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 945 time: 0.2381299 Feb 03 21:53:00.264995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04c56779-7a8c-4b62-a3fc-91b535ac58c8 req-d2e69c09-276f-407d-9b3e-a969be344e75 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542388 Feb 03 21:53:00.289063 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (752b4193-3381-4e8c-abea-233fe2da634e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.355578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-894b34d4-eff9-4b1a-a370-8a9ef91af8bd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 112a4b8f-e1a6-4f90-b000-bf491b3fd2bb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:00.356185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-894b34d4-eff9-4b1a-a370-8a9ef91af8bd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (112a4b8f-e1a6-4f90-b000-bf491b3fd2bb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.416283 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Publish callbacks [] for port (81d7fcff-cf42-48e0-ab77-9f0db2fea358), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.426507 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (81d7fcff-cf42-48e0-ab77-9f0db2fea358), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.455035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (752b4193-3381-4e8c-abea-233fe2da634e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.465161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-894b34d4-eff9-4b1a-a370-8a9ef91af8bd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (112a4b8f-e1a6-4f90-b000-bf491b3fd2bb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.486865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-894b34d4-eff9-4b1a-a370-8a9ef91af8bd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 112a4b8f-e1a6-4f90-b000-bf491b3fd2bb owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:00.500668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Subnet': ['ID=752b4193-3381-4e8c-abea-233fe2da634e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:00.565609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Network 8cb53dea-5333-4578-9331-3fe040965bd9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:00.580432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:00.583397 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8cb53dea-5333-4578-9331-3fe040965bd9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.590089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:00.619635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-894b34d4-eff9-4b1a-a370-8a9ef91af8bd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (112a4b8f-e1a6-4f90-b000-bf491b3fd2bb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.648850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Pushing event updated for resources: {'Port': ['ID=81d7fcff-cf42-48e0-ab77-9f0db2fea358,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:00.673435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb53dea-5333-4578-9331-3fe040965bd9']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:00.710165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b34d4-eff9-4b1a-a370-8a9ef91af8bd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=112a4b8f-e1a6-4f90-b000-bf491b3fd2bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:00.723464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-894b34d4-eff9-4b1a-a370-8a9ef91af8bd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.729703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-894b34d4-eff9-4b1a-a370-8a9ef91af8bd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/112a4b8f-e1a6-4f90-b000-bf491b3fd2bb HTTP/1.1" status: 204 len: 168 time: 0.5869293 Feb 03 21:53:00.732438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:00.766355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Attempting to bind port 81d7fcff-cf42-48e0-ab77-9f0db2fea358 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:00.767861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Attempting to bind port 81d7fcff-cf42-48e0-ab77-9f0db2fea358 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9fc82b2b-3b22-44e3-b219-be072a48118b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cb53dea-5333-4578-9331-3fe040965bd9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:00.771914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Attempting to bind port 81d7fcff-cf42-48e0-ab77-9f0db2fea358 on network 8cb53dea-5333-4578-9331-3fe040965bd9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:00.772078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc82b2b-3b22-44e3-b219-be072a48118b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:00.772514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc82b2b-3b22-44e3-b219-be072a48118b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:00.782581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:00.783408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Checking segment: {'id': '9fc82b2b-3b22-44e3-b219-be072a48118b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cb53dea-5333-4578-9331-3fe040965bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:00.784096 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.784715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Bound using segment: {'id': '9fc82b2b-3b22-44e3-b219-be072a48118b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cb53dea-5333-4578-9331-3fe040965bd9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:00.785467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Bound port: 81d7fcff-cf42-48e0-ab77-9f0db2fea358, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc82b2b-3b22-44e3-b219-be072a48118b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8cb53dea-5333-4578-9331-3fe040965bd9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:00.786070 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (81d7fcff-cf42-48e0-ab77-9f0db2fea358), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.850677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-308a72c7-5f4c-4f5a-9160-3659b85c9dd1 req-c1792f24-d65f-467c-8982-455d8951bc60 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.1104388 Feb 03 21:53:00.855386 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (9fc82b2b-3b22-44e3-b219-be072a48118b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.871539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97f834-87a2-4af0-90c4-5a21714395fa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:00.873139 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fd97f834-87a2-4af0-90c4-5a21714395fa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1390574 Feb 03 21:53:00.875943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:00.880664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9fc82b2b-3b22-44e3-b219-be072a48118b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.885649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] For port 81d7fcff-cf42-48e0-ab77-9f0db2fea358, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:00.900397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555064f-a65f-4a21-8bae-03746ee431d6 req-d7f463e7-257c-4283-83c0-14eff155a58d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:00.908153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8555064f-a65f-4a21-8bae-03746ee431d6 req-d7f463e7-257c-4283-83c0-14eff155a58d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.2663872 Feb 03 21:53:00.910419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:00.910875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (9fc82b2b-3b22-44e3-b219-be072a48118b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:00.916108 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b98b1b-b248-488b-819f-e936aaee4fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:53:00.917709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-31b98b1b-b248-488b-819f-e936aaee4fff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/7d1dc3b6-45cd-4c9d-84c1-749a34f52275 HTTP/1.1" status: 404 len: 333 time: 0.0406928 Feb 03 21:53:00.920289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:00.925150 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:00.950098 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-308b3d2b-9002-4cd2-b9ba-f295ab9a6028 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:53:00.951586 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-308b3d2b-9002-4cd2-b9ba-f295ab9a6028 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/112a4b8f-e1a6-4f90-b000-bf491b3fd2bb HTTP/1.1" status: 404 len: 333 time: 0.0303855 Feb 03 21:53:00.954295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37304) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:01.095188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5b1eade4-48ec-4909-8b12-e437721a35e4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.213226 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (5b1eade4-48ec-4909-8b12-e437721a35e4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.239290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1eade4-48ec-4909-8b12-e437721a35e4']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:01.250124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a82dcd-8b74-4bec-8641-e2c7aaa25996') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:01.250567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a82dcd-8b74-4bec-8641-e2c7aaa25996') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:01.262008 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d3a82dcd-8b74-4bec-8641-e2c7aaa25996), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.277764 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d3a82dcd-8b74-4bec-8641-e2c7aaa25996), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.288940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:01.288940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d3a82dcd-8b74-4bec-8641-e2c7aaa25996), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:01.290905 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:01.357577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d116669d-da23-4903-9446-575212737bc8 req-03bccc33-2e8e-4099-8820-e3de6b1be3b0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 210 time: 0.0461378 Feb 03 21:53:01.358516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (5b1eade4-48ec-4909-8b12-e437721a35e4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.376820 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.377382 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 21:53:01.377382 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 21:53:01.377382 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '8cb53dea-5333-4578-9331-3fe040965bd9'}] Feb 03 21:53:01.377382 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:53:01.378035 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:53:01.385068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] For port 81d7fcff-cf42-48e0-ab77-9f0db2fea358, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=81d7fcff-cf42-48e0-ab77-9f0db2fea358,segment=NetworkSegment(9fc82b2b-3b22-44e3-b219-be072a48118b),segment_id=9fc82b2b-3b22-44e3-b219-be072a48118b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:01.404493 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/networks/5b1eade4-48ec-4909-8b12-e437721a35e4 HTTP/1.1" status: 204 len: 168 time: 0.4379754 Feb 03 21:53:01.407564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:01.411454 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (81d7fcff-cf42-48e0-ab77-9f0db2fea358), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.431318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1646527030'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:01.452128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8555064f-a65f-4a21-8bae-03746ee431d6 req-e99ec879-244e-407b-a065-98e5ecbbb30c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430145 Feb 03 21:53:01.472305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c92986-5788-4992-ba42-cfd82d37face tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Network': ['ID=5b1eade4-48ec-4909-8b12-e437721a35e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:01.508299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:01.526316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.565263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fd6b8-45fd-4d05-9333-26944c655f93 req-fbcccf87-fc5e-43dd-a095-e5d1be96cc19 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:01.574250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f70fd6b8-45fd-4d05-9333-26944c655f93 req-fbcccf87-fc5e-43dd-a095-e5d1be96cc19 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 945 time: 0.1198940 Feb 03 21:53:01.596469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:53:01.613631 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.614263 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Added segment 1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f of type vlan for network b9b118fa-04c5-4b8a-abd7-ccffe73adf91 Feb 03 21:53:01.675951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f70fd6b8-45fd-4d05-9333-26944c655f93 req-f6c5f35c-7005-4539-bb60-a5f0c7255650 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974753 Feb 03 21:53:01.701072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (b9b118fa-04c5-4b8a-abd7-ccffe73adf91), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.756582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-e95bcff1-acd6-4a47-9b18-3fe4034a7e80 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237939 Feb 03 21:53:01.759933 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-56ce2b63-dddb-4e6f-a2c9-622ae774a01e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391979 Feb 03 21:53:01.762652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60811c7-2b73-4774-a5b5-504a968c4e7a None None] Pushing event updated for resources: {'Port': ['ID=81d7fcff-cf42-48e0-ab77-9f0db2fea358,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:01.772664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (b9b118fa-04c5-4b8a-abd7-ccffe73adf91), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.778998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:01.779787 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.794667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33e3b3-d8c9-4b9c-983b-c8bc89c60bc5 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 21:53:01.881525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8cb53dea-5333-4578-9331-3fe040965bd9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:01.948432 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5296206 Feb 03 21:53:01.948874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e168e2a0-b8df-46e4-a0e0-23050f45f0a9 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:01.952942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37318) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:01.960989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': 'b9b118fa-04c5-4b8a-abd7-ccffe73adf91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:02.001638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc57ab-a3e7-4515-a7d1-ca3370576e31 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Network': ['ID=b9b118fa-04c5-4b8a-abd7-ccffe73adf91,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:02.019570 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33e3b3-d8c9-4b9c-983b-c8bc89c60bc5 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 21:53:02.023107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network b9b118fa-04c5-4b8a-abd7-ccffe73adf91 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:53:02.051682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-08b03023-d012-4a80-88e9-61156f6f1525 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:02.053618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-08b03023-d012-4a80-88e9-61156f6f1525 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2794769 Feb 03 21:53:02.056843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-7de54b0a-9356-4c56-99ab-f6e95d7bff39 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:02.058824 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-7de54b0a-9356-4c56-99ab-f6e95d7bff39 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658029 Feb 03 21:53:02.073898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Request body: {'port': {'device_id': 'd2a155f1-e783-4087-b3d6-f0d1d1ce0631', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '3581307d22c3441fb5a5c9d506d7c2ee'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:02.100571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Request body: {'port': {'device_id': '15f28f5d-509e-466e-ad25-bcb5cdf06306', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '3581307d22c3441fb5a5c9d506d7c2ee'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:02.108239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe54fc1e-66d6-4627-8e0e-39bff46a3781 req-38451e3a-5f16-499a-94ce-7925d530d395 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0688422 Feb 03 21:53:02.239081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Deleting port 81d7fcff-cf42-48e0-ab77-9f0db2fea358 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:02.240140 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (81d7fcff-cf42-48e0-ab77-9f0db2fea358), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.241686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Made reservation on behalf of 3581307d22c3441fb5a5c9d506d7c2ee for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:02.247162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:53:02.247672 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.253300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:02.253844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.268146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:02.277201 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.393576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 21:53:02.394232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 21:53:02.404489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] For port 81d7fcff-cf42-48e0-ab77-9f0db2fea358, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=81d7fcff-cf42-48e0-ab77-9f0db2fea358,segment=NetworkSegment(9fc82b2b-3b22-44e3-b219-be072a48118b),segment_id=9fc82b2b-3b22-44e3-b219-be072a48118b)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:02.404862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (81d7fcff-cf42-48e0-ab77-9f0db2fea358), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.426936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Calling delete_port for 81d7fcff-cf42-48e0-ab77-9f0db2fea358 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:02.432369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Made reservation on behalf of 3581307d22c3441fb5a5c9d506d7c2ee for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:02.435726 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.448179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Allocated IP 192.168.233.172 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/04f8cb55-9c40-4f79-a3b7-3febad37de1f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:02.585136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db5657ea-eef5-432f-aed4-eb264dc45092 req-64d40753-4672-4ace-9c9c-69ad2a83df3d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 210 time: 0.0682299 Feb 03 21:53:02.621369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:02.622739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.672114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a4cf7-b3ec-44fe-a354-87ac26bf53c0 None None] Network 8cb53dea-5333-4578-9331-3fe040965bd9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:02.687475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.764569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d5cf2-63bd-4611-a9a7-cb5c6de1d272 req-322b7c0f-333e-4212-97f5-3021c00c84f0 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:02.766295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-275d5cf2-63bd-4611-a9a7-cb5c6de1d272 req-322b7c0f-333e-4212-97f5-3021c00c84f0 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.1773133 Feb 03 21:53:02.768623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.776297 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (81d7fcff-cf42-48e0-ab77-9f0db2fea358), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.823814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event updated for resources: {'Port': ['ID=04f8cb55-9c40-4f79-a3b7-3febad37de1f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:02.830231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759abf3f-f4ae-45ac-aed8-edab4f1f9bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168e2a0-b8df-46e4-a0e0-23050f45f0a9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:02.833989 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23feda6-a74c-4d3e-b29e-8929f6a89fba" -d '{"events": [{"server_uuid": "759abf3f-f4ae-45ac-aed8-edab4f1f9bd0", "name": "network-vif-plugged", "status": "completed", "tag": "e168e2a0-b8df-46e4-a0e0-23050f45f0a9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:02.837379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:02.839638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:02.841307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (0f4f0689-790b-459b-888c-f4891296f55c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.846887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:02.848386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:02.850780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:02.876484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Port': ['ID=81d7fcff-cf42-48e0-ab77-9f0db2fea358,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:02.905316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:02.905961 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.937326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e168e2a0-b8df-46e4-a0e0-23050f45f0a9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:02.937684 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-47344fdb-b436-497d-961e-565cdc998a0b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8683987 Feb 03 21:53:02.945314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No DVR routers for this DVR port 81d7fcff-cf42-48e0-ab77-9f0db2fea358 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:02.962178 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:02.968643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Request body: {'port': {'device_id': 'd2a155f1-e783-4087-b3d6-f0d1d1ce0631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:03.032666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:03.076763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.079510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Allocated IP 192.168.233.124 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/d136968f-ac0a-4845-a3b5-98b8c23ebd6c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:03.159350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-275d5cf2-63bd-4611-a9a7-cb5c6de1d272 req-7dfa61c4-cdfe-4102-bbdc-3baca0841609 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522162 Feb 03 21:53:03.165651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=0f4f0689-790b-459b-888c-f4891296f55c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:03.219273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9fa7f-f871-44fd-b3f5-48e54b7e1f8c req-a8bbc391-6237-4ad6-8741-6300f8fb09e4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:03.228128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ab9fa7f-f871-44fd-b3f5-48e54b7e1f8c req-a8bbc391-6237-4ad6-8741-6300f8fb09e4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 945 time: 0.4159231 Feb 03 21:53:03.256196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Checking segment: {'id': '1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b9b118fa-04c5-4b8a-abd7-ccffe73adf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:03.256446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network hostable DHCP agents. Network: b9b118fa-04c5-4b8a-abd7-ccffe73adf91, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:53:03.263487 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce004b45-019d-49ea-9b87-a1c3066799bc x-openstack-request-id: req-ce004b45-019d-49ea-9b87-a1c3066799bc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:03.263917 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759abf3f-f4ae-45ac-aed8-edab4f1f9bd0", "name": "network-vif-plugged", "status": "completed", "tag": "e168e2a0-b8df-46e4-a0e0-23050f45f0a9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:03.264317 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce004b45-019d-49ea-9b87-a1c3066799bc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:03.265137 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759abf3f-f4ae-45ac-aed8-edab4f1f9bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168e2a0-b8df-46e4-a0e0-23050f45f0a9', 'code': 200} Feb 03 21:53:03.270383 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8cb53dea-5333-4578-9331-3fe040965bd9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.322398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4251bedc-6600-46dd-af8c-588acbe1d2de None None] Provisioning complete for port 04f8cb55-9c40-4f79-a3b7-3febad37de1f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:03.325261 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4251bedc-6600-46dd-af8c-588acbe1d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.357246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb53dea-5333-4578-9331-3fe040965bd9']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:03.379171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network b9b118fa-04c5-4b8a-abd7-ccffe73adf91 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:53:03.418932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41aaa-4232-49e7-85aa-f0de23ed3be0 req-45534a9c-5c4d-4618-a084-e7cc8031f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:03.420641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dab41aaa-4232-49e7-85aa-f0de23ed3be0 req-45534a9c-5c4d-4618-a084-e7cc8031f82a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 1128 time: 0.0759792 Feb 03 21:53:03.438090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f78d338-8dd9-4c6e-bcef-98e5bebf61e2 req-7c63ccaf-0f52-4add-b58d-31fd852d7868 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0440216 Feb 03 21:53:03.438721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4251bedc-6600-46dd-af8c-588acbe1d2de None None] Port 04f8cb55-9c40-4f79-a3b7-3febad37de1f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:03.440220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc82b2b-3b22-44e3-b219-be072a48118b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:03.440220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc82b2b-3b22-44e3-b219-be072a48118b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:03.472758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ab9fa7f-f871-44fd-b3f5-48e54b7e1f8c req-9675d1f8-0cf2-492f-8595-dd07d92814f7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436194 Feb 03 21:53:03.479300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, b9b118fa-04c5-4b8a-abd7-ccffe73adf91) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:03.483017 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (9fc82b2b-3b22-44e3-b219-be072a48118b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.493849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1859179a-967c-441e-b1dc-41622fd7420a None None] Network b9b118fa-04c5-4b8a-abd7-ccffe73adf91 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:03.506976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:03.508165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.524945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dab41aaa-4232-49e7-85aa-f0de23ed3be0 req-c5b83cdc-dcb1-49f7-bc5d-dc2aa9868a64 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977805 Feb 03 21:53:03.570250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e12a8056-54b5-48a5-af8b-fa5dd958188b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6132638 Feb 03 21:53:03.570250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9fc82b2b-3b22-44e3-b219-be072a48118b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.572187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:03.581175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:03.581577 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (9fc82b2b-3b22-44e3-b219-be072a48118b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:03.584578 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:03.589427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': 'b9b118fa-04c5-4b8a-abd7-ccffe73adf91', 'name': 'tempest-PortsTestJSON-1937409835'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:03.676221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-b9b118fa-04c5-4b8a-abd7-ccffe73adf91', 'network_id': 'b9b118fa-04c5-4b8a-abd7-ccffe73adf91', 'project_id': 'a23e65292da54804af2db2c21f793a0e', 'fixed_ips': [{'subnet_id': '0f4f0689-790b-459b-888c-f4891296f55c'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:53:03.677431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.694631 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8cb53dea-5333-4578-9331-3fe040965bd9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.710703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.718089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:03.720325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/8cb53dea-5333-4578-9331-3fe040965bd9 HTTP/1.1" status: 204 len: 168 time: 3.9719732 Feb 03 21:53:03.763389 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16af890-fe9a-436c-8e60-9f314e2c88fe tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): The resource could not be found. Feb 03 21:53:03.764088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16af890-fe9a-436c-8e60-9f314e2c88fe tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:03.767668 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a16af890-fe9a-436c-8e60-9f314e2c88fe tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/subnets/752b4193-3381-4e8c-abea-233fe2da634e HTTP/1.1" status: 404 len: 337 time: 0.0480099 Feb 03 21:53:03.770098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37344) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:03.775704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293c5cc-e836-41c3-925f-a1fb29780dda tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Network': ['ID=8cb53dea-5333-4578-9331-3fe040965bd9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:03.790859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f9b288b-0542-4614-9799-230637523ee7 req-93e59e34-4e52-48ca-a158-19b3f6f53fdb tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 210 time: 0.0973313 Feb 03 21:53:03.808412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.809478 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f651766-4593-4ef9-9d91-92c75b2ea18c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): The resource could not be found. Feb 03 21:53:03.810160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f651766-4593-4ef9-9d91-92c75b2ea18c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:03.816127 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4f651766-4593-4ef9-9d91-92c75b2ea18c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/8cb53dea-5333-4578-9331-3fe040965bd9 HTTP/1.1" status: 404 len: 339 time: 0.0449281 Feb 03 21:53:03.816972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:03.839691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:03.843106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.854192 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9914892c-7b4a-4aaf-b777-02137641ebdd tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): The resource could not be found. Feb 03 21:53:03.854653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9914892c-7b4a-4aaf-b777-02137641ebdd tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:03.859890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9914892c-7b4a-4aaf-b777-02137641ebdd tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/subnets/64a0f814-f8a3-41f6-bbc3-07eaa3b2ddb2 HTTP/1.1" status: 404 len: 337 time: 0.0385427 Feb 03 21:53:03.860227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37348) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:03.870975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 9900f486-e95d-4fba-acc8-725c188741be yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:53:03.887647 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-24784b97-5b51-4b30-b770-e6ebd218960c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): The resource could not be found. Feb 03 21:53:03.888168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24784b97-5b51-4b30-b770-e6ebd218960c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:03.893684 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-24784b97-5b51-4b30-b770-e6ebd218960c tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/8d8599a3-e971-4ab9-8043-d80e1bde3298 HTTP/1.1" status: 404 len: 339 time: 0.0302851 Feb 03 21:53:03.894031 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:03.901656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:03.903650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Allocated IP 172.20.0.2 (b9b118fa-04c5-4b8a-abd7-ccffe73adf91/0f4f0689-790b-459b-888c-f4891296f55c/9b0611bd-385a-40ba-baff-984033d9b3a9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:03.916035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:03.959215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:03.973605 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f8f32e-e5e3-4cdc-b2e3-98b1c053b740 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): The resource could not be found. Feb 03 21:53:03.975109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f8f32e-e5e3-4cdc-b2e3-98b1c053b740 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:03.981271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e3f8f32e-e5e3-4cdc-b2e3-98b1c053b740 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/subnets/d8cc5fe2-a321-4225-8508-9a46c6d75a98 HTTP/1.1" status: 404 len: 337 time: 0.0716071 Feb 03 21:53:03.983479 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:03.999750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:04.001370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event updated for resources: {'Port': ['ID=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:04.013855 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a496e27-6020-4d7e-82ca-fb5cd91faa99 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): The resource could not be found. Feb 03 21:53:04.014373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a496e27-6020-4d7e-82ca-fb5cd91faa99 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:04.015920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:04.017419 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9a496e27-6020-4d7e-82ca-fb5cd91faa99 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/0add5d4b-c49d-4ad5-a225-72a772024ce9 HTTP/1.1" status: 404 len: 339 time: 0.0329766 Feb 03 21:53:04.020818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:04.022690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:04.105670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:04.106967 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.131585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-8f43b00e-0662-47ed-b94b-df2f168d5558 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0560038 Feb 03 21:53:04.152346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Request body: {'port': {'device_id': '15f28f5d-509e-466e-ad25-bcb5cdf06306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:04.221709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f8cb55-9c40-4f79-a3b7-3febad37de1f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:04.231717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Publish callbacks [] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.242542 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.250596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bef97a83-525e-478a-ae14-a050f60d5758 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Deleting port 66fdc2b4-d191-4315-8686-662874976776 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:04.250946 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bef97a83-525e-478a-ae14-a050f60d5758 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (66fdc2b4-d191-4315-8686-662874976776), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.356563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bef97a83-525e-478a-ae14-a050f60d5758 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (66fdc2b4-d191-4315-8686-662874976776), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.372258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831cca-f385-4ea9-9b98-522da98ff331 req-fc9f4706-66b9-47ee-9208-9e7f80b72bd5 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:04.374056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff831cca-f385-4ea9-9b98-522da98ff331 req-fc9f4706-66b9-47ee-9208-9e7f80b72bd5 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.1057000 Feb 03 21:53:04.377398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Transition to ACTIVE for port object 04f8cb55-9c40-4f79-a3b7-3febad37de1f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:53:04.385767 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bef97a83-525e-478a-ae14-a050f60d5758 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Calling delete_port for 66fdc2b4-d191-4315-8686-662874976776 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:04.397225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.529254 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Publish callbacks [] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.555762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Pushing event updated for resources: {'Port': ['ID=04f8cb55-9c40-4f79-a3b7-3febad37de1f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:04.582944 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.639306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff831cca-f385-4ea9-9b98-522da98ff331 req-39ab8aab-07f0-41af-8d03-c850d8267153 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857769 Feb 03 21:53:04.687015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.14 (b9b118fa-04c5-4b8a-abd7-ccffe73adf91/0f4f0689-790b-459b-888c-f4891296f55c/9900f486-e95d-4fba-acc8-725c188741be) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:04.688226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27f4fdb3-63df-4452-ae67-1af2fcb11d24 req-b569873f-719a-4a5a-9fb7-8f2f2f88103a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b204a4dc-aed7-4dcb-bd9d-806dc922c6a7 HTTP/1.1" status: 200 len: 210 time: 0.1461310 Feb 03 21:53:04.738254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Network b9b118fa-04c5-4b8a-abd7-ccffe73adf91 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:04.748703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bef97a83-525e-478a-ae14-a050f60d5758 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (66fdc2b4-d191-4315-8686-662874976776), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.752627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:04.754531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8959db40-5c22-489e-928e-cb52f14b7af6 None None] Provisioning complete for port d136968f-ac0a-4845-a3b5-98b8c23ebd6c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:04.754908 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8959db40-5c22-489e-928e-cb52f14b7af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.802663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Attempting to bind port 04f8cb55-9c40-4f79-a3b7-3febad37de1f on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:04.803214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Attempting to bind port 04f8cb55-9c40-4f79-a3b7-3febad37de1f by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:04.803634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Attempting to bind port 04f8cb55-9c40-4f79-a3b7-3febad37de1f on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:04.812470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Pushing event updated for resources: {'Port': ['ID=9b0611bd-385a-40ba-baff-984033d9b3a9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:04.820717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef97a83-525e-478a-ae14-a050f60d5758 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Port': ['ID=66fdc2b4-d191-4315-8686-662874976776,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:04.834382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Port 04f8cb55-9c40-4f79-a3b7-3febad37de1f on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:53:04.834834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Attempting to bind port 04f8cb55-9c40-4f79-a3b7-3febad37de1f on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:04.847487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bef97a83-525e-478a-ae14-a050f60d5758 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.853581 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bef97a83-525e-478a-ae14-a050f60d5758 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/ports/66fdc2b4-d191-4315-8686-662874976776 HTTP/1.1" status: 204 len: 168 time: 0.8294482 Feb 03 21:53:04.857840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:04.860572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:04.861313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:04.861765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:04.870066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:04.870365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Bound port: 04f8cb55-9c40-4f79-a3b7-3febad37de1f, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:04.870848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:04.952154 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8959db40-5c22-489e-928e-cb52f14b7af6 None None] Port d136968f-ac0a-4845-a3b5-98b8c23ebd6c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:05.001447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Attempting to bind port 9b0611bd-385a-40ba-baff-984033d9b3a9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:05.001753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d136968f-ac0a-4845-a3b5-98b8c23ebd6c {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:05.002219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Attempting to bind port 9b0611bd-385a-40ba-baff-984033d9b3a9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b9b118fa-04c5-4b8a-abd7-ccffe73adf91'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:05.002219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Attempting to bind port 9b0611bd-385a-40ba-baff-984033d9b3a9 on network b9b118fa-04c5-4b8a-abd7-ccffe73adf91 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:05.011938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Publish callbacks [] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.025686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:05.026069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Checking segment: {'id': '1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b9b118fa-04c5-4b8a-abd7-ccffe73adf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:05.026902 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.028677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Transition to ACTIVE for port object d136968f-ac0a-4845-a3b5-98b8c23ebd6c will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:53:05.034395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Bound using segment: {'id': '1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b9b118fa-04c5-4b8a-abd7-ccffe73adf91'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:05.035056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Bound port: 9b0611bd-385a-40ba-baff-984033d9b3a9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b9b118fa-04c5-4b8a-abd7-ccffe73adf91'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:05.035486 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.050107 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.075165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (9900f486-e95d-4fba-acc8-725c188741be), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.122929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Pushing event updated for resources: {'Port': ['ID=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:05.127688 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb11f222-981f-4c0d-9da8-442fd6438c75 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): The resource could not be found. Feb 03 21:53:05.128172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb11f222-981f-4c0d-9da8-442fd6438c75 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:05.134948 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fb11f222-981f-4c0d-9da8-442fd6438c75 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/subnets/2ff382d4-a914-4ee4-9240-dd263735d6db HTTP/1.1" status: 404 len: 337 time: 0.2399538 Feb 03 21:53:05.143018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:05.153899 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9900f486-e95d-4fba-acc8-725c188741be), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.223198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network b9b118fa-04c5-4b8a-abd7-ccffe73adf91 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:05.238585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:05.247095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:05.253858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] For port 04f8cb55-9c40-4f79-a3b7-3febad37de1f, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:05.276146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=9900f486-e95d-4fba-acc8-725c188741be,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:05.276404 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (1442d13f-2f78-456a-979c-dca4e8e2238e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.296554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] For port 04f8cb55-9c40-4f79-a3b7-3febad37de1f, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=04f8cb55-9c40-4f79-a3b7-3febad37de1f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:05.317610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0460-5678-4f15-8006-36e912208ade req-c136d7a1-1a03-464b-9f59-08fce233bf31 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:05.319799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:05.319945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5ae0460-5678-4f15-8006-36e912208ade req-c136d7a1-1a03-464b-9f59-08fce233bf31 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 946 time: 0.5145638 Feb 03 21:53:05.320444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.335509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.348587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] For port 9b0611bd-385a-40ba-baff-984033d9b3a9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:05.372623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] For port 9b0611bd-385a-40ba-baff-984033d9b3a9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9b0611bd-385a-40ba-baff-984033d9b3a9,segment=NetworkSegment(1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f),segment_id=1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:05.386872 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.416452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:05.417246 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.423053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] 10.222.0.47 "PUT /v2.0/ports/04f8cb55-9c40-4f79-a3b7-3febad37de1f HTTP/1.1" status: 200 len: 1096 time: 2.4653463 Feb 03 21:53:05.425339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a155f1-e783-4087-b3d6-f0d1d1ce0631', 'tag': '04f8cb55-9c40-4f79-a3b7-3febad37de1f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:05.434657 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05b20d-fa15-49f9-92d9-429864937309" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a155f1-e783-4087-b3d6-f0d1d1ce0631", "tag": "04f8cb55-9c40-4f79-a3b7-3febad37de1f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:05.459292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4fd06abc-f651-47a4-a192-ec5ec4bee704 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8820391 Feb 03 21:53:05.464581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:05.526855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd801b-43aa-4cfb-aa9c-4af5c2747b09 req-4426e7ca-6f16-4987-8275-d8de10008772 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:05.528434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90fd801b-43aa-4cfb-aa9c-4af5c2747b09 req-4426e7ca-6f16-4987-8275-d8de10008772 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 948 time: 0.4974940 Feb 03 21:53:05.560342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efd6c9-a21a-40bd-8156-f48e3c2c1bdb service neutron] Pushing event updated for resources: {'Port': ['ID=04f8cb55-9c40-4f79-a3b7-3febad37de1f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:05.591776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71274cfc-d9e7-4e0a-9b5f-361051db0a1a None None] Pushing event updated for resources: {'Port': ['ID=9b0611bd-385a-40ba-baff-984033d9b3a9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:05.683763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5ae0460-5678-4f15-8006-36e912208ade req-641ec997-c414-44f9-8bd1-8653168b139e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537586 Feb 03 21:53:05.730194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-729c0418-4745-49be-82bb-a576c6097dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:05.732306 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-729c0418-4745-49be-82bb-a576c6097dee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 1130 time: 0.2223611 Feb 03 21:53:05.751372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90fd801b-43aa-4cfb-aa9c-4af5c2747b09 req-d3749f7b-b07f-488d-8108-386a05ed4b80 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014292 Feb 03 21:53:05.758762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (1442d13f-2f78-456a-979c-dca4e8e2238e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.791601 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21af481c-fe0c-48be-8777-cf5d376f1018 x-openstack-request-id: req-21af481c-fe0c-48be-8777-cf5d376f1018 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:05.791900 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a155f1-e783-4087-b3d6-f0d1d1ce0631", "tag": "04f8cb55-9c40-4f79-a3b7-3febad37de1f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:05.797760 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21af481c-fe0c-48be-8777-cf5d376f1018 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:05.798218 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a155f1-e783-4087-b3d6-f0d1d1ce0631', 'tag': '04f8cb55-9c40-4f79-a3b7-3febad37de1f', 'status': 'completed', 'code': 200} Feb 03 21:53:05.805286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1442d13f-2f78-456a-979c-dca4e8e2238e']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:05.815155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Attempting to bind port d136968f-ac0a-4845-a3b5-98b8c23ebd6c on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:05.815497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Attempting to bind port d136968f-ac0a-4845-a3b5-98b8c23ebd6c by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:05.815825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Attempting to bind port d136968f-ac0a-4845-a3b5-98b8c23ebd6c on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:05.844054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Port d136968f-ac0a-4845-a3b5-98b8c23ebd6c on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:53:05.844407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Attempting to bind port d136968f-ac0a-4845-a3b5-98b8c23ebd6c on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:05.851231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65ca993-17d1-455d-a7a7-c9f8717f91a8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:05.851545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65ca993-17d1-455d-a7a7-c9f8717f91a8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:05.854267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:05.854603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:05.854983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:05.855430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Bound port: d136968f-ac0a-4845-a3b5-98b8c23ebd6c, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:05.855772 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.876300 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (f65ca993-17d1-455d-a7a7-c9f8717f91a8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.896690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f65ca993-17d1-455d-a7a7-c9f8717f91a8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.903435 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-c9cd98f8-fc70-4fc0-ab18-05382e38f106 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=04f8cb55-9c40-4f79-a3b7-3febad37de1f HTTP/1.1" status: 200 len: 217 time: 0.1618450 Feb 03 21:53:05.903777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:05.904186 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (f65ca993-17d1-455d-a7a7-c9f8717f91a8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:05.955469 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:06.116706 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (1442d13f-2f78-456a-979c-dca4e8e2238e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:06.139765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:06.146537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/1442d13f-2f78-456a-979c-dca4e8e2238e HTTP/1.1" status: 204 len: 168 time: 0.9946878 Feb 03 21:53:06.150176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9f58c-8c8e-40fe-be13-10a0cf9ed372 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Network': ['ID=1442d13f-2f78-456a-979c-dca4e8e2238e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:06.163964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:06.166066 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] For port d136968f-ac0a-4845-a3b5-98b8c23ebd6c, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:06.185882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43034cb4-3412-46b9-8494-96ae6adf4fe5 req-ff8047ec-7c92-43c6-a8e1-4d71958edcfa tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:06.187172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43034cb4-3412-46b9-8494-96ae6adf4fe5 req-ff8047ec-7c92-43c6-a8e1-4d71958edcfa tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.1877837 Feb 03 21:53:06.241269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] For port d136968f-ac0a-4845-a3b5-98b8c23ebd6c, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:06.291088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:06.341906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:06.342530 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:06.344320 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] 10.222.0.10 "PUT /v2.0/ports/d136968f-ac0a-4845-a3b5-98b8c23ebd6c HTTP/1.1" status: 200 len: 1096 time: 2.2034471 Feb 03 21:53:06.347647 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f28f5d-509e-466e-ad25-bcb5cdf06306', 'tag': 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:06.350067 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee4e696-6bf2-4937-a24b-106eab1b896d" -d '{"events": [{"name": "network-changed", "server_uuid": "15f28f5d-509e-466e-ad25-bcb5cdf06306", "tag": "d136968f-ac0a-4845-a3b5-98b8c23ebd6c"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:06.366846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43034cb4-3412-46b9-8494-96ae6adf4fe5 req-9744a439-74ca-4c5c-ae2f-bf3cb08d9720 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396708 Feb 03 21:53:06.545208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8d6ed-ffd2-4ea2-bb64-9d8c131b9959 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 9900f486-e95d-4fba-acc8-725c188741be {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:06.545555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ce8d6ed-ffd2-4ea2-bb64-9d8c131b9959 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9900f486-e95d-4fba-acc8-725c188741be), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:06.699763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-01247ef8-2ebe-4de9-87d3-1e55e5eb84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:06.704194 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-01247ef8-2ebe-4de9-87d3-1e55e5eb84d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.7827854 Feb 03 21:53:06.727471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ce8d6ed-ffd2-4ea2-bb64-9d8c131b9959 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9900f486-e95d-4fba-acc8-725c188741be), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:06.756508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9b0611bd-385a-40ba-baff-984033d9b3a9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:06.766628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8d6ed-ffd2-4ea2-bb64-9d8c131b9959 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 9900f486-e95d-4fba-acc8-725c188741be owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:06.860988 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9b0611bd-385a-40ba-baff-984033d9b3a9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:06.861375 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:06.876306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-1ed36830-a70a-4533-94e5-24a878e6f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:06.878349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-1ed36830-a70a-4533-94e5-24a878e6f0ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1646030 Feb 03 21:53:06.979403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9b0611bd-385a-40ba-baff-984033d9b3a9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:06.979796 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.032148 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 9b0611bd-385a-40ba-baff-984033d9b3a9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9b0611bd-385a-40ba-baff-984033d9b3a9,segment=NetworkSegment(1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f),segment_id=1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:07.038947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.072186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c000-e2b9-4f87-8e92-988011241541 service neutron] Pushing event updated for resources: {'Port': ['ID=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:07.089810 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec90673-10da-4b4d-a9fc-169cc67e804c x-openstack-request-id: req-aec90673-10da-4b4d-a9fc-169cc67e804c {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:07.090112 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f28f5d-509e-466e-ad25-bcb5cdf06306", "tag": "d136968f-ac0a-4845-a3b5-98b8c23ebd6c", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:07.090371 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aec90673-10da-4b4d-a9fc-169cc67e804c {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:07.090777 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f28f5d-509e-466e-ad25-bcb5cdf06306', 'tag': 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c', 'status': 'completed', 'code': 200} Feb 03 21:53:07.097942 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-b540ba42-13ef-40da-8058-f0cd6d24a9ad service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975234 Feb 03 21:53:07.100459 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ce8d6ed-ffd2-4ea2-bb64-9d8c131b9959 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9900f486-e95d-4fba-acc8-725c188741be), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.124178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=9b0611bd-385a-40ba-baff-984033d9b3a9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:07.138277 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9264b6bc-13ad-4638-80b4-a5bcd23e4829 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Deleting port 8e809bb9-7d24-4bd1-9192-3643fef7e697 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:07.138765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9264b6bc-13ad-4638-80b4-a5bcd23e4829 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8e809bb9-7d24-4bd1-9192-3643fef7e697), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.149286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee99f43-3af4-4d6a-8cb0-13cd94d73f17 req-0d72e197-d563-427e-9470-10c893dfdca5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:07.157169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8d6ed-ffd2-4ea2-bb64-9d8c131b9959 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=9900f486-e95d-4fba-acc8-725c188741be,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:07.157669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ee99f43-3af4-4d6a-8cb0-13cd94d73f17 req-0d72e197-d563-427e-9470-10c893dfdca5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.6999564 Feb 03 21:53:07.213880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ee99f43-3af4-4d6a-8cb0-13cd94d73f17 req-a8c5e243-96e7-427d-b594-ec395da49758 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/quotas/ea176c3a93ee46558fcf27e90b5221cb HTTP/1.1" status: 200 len: 375 time: 0.0552604 Feb 03 21:53:07.294101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ee99f43-3af4-4d6a-8cb0-13cd94d73f17 req-b2650434-8321-4095-905b-35f04efc64c8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792770 Feb 03 21:53:07.305173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-39e22582-251d-49cb-b7dc-8d766fb3cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:07.307010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-39e22582-251d-49cb-b7dc-8d766fb3cfd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 1130 time: 0.8993425 Feb 03 21:53:07.340510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1bf3d-ab86-4f86-8573-decf280d9c29 None None] Network b9b118fa-04c5-4b8a-abd7-ccffe73adf91 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:07.345023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ce8d6ed-ffd2-4ea2-bb64-9d8c131b9959 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.348312 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8ce8d6ed-ffd2-4ea2-bb64-9d8c131b9959 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/9900f486-e95d-4fba-acc8-725c188741be HTTP/1.1" status: 204 len: 168 time: 1.8822901 Feb 03 21:53:07.350927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:07.360416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-69bc6d68-8ed3-4ded-9774-760845ba5631 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519875 Feb 03 21:53:07.375757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-d3a62b57-62c2-4802-bb53-e031842fcdea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d136968f-ac0a-4845-a3b5-98b8c23ebd6c HTTP/1.1" status: 200 len: 217 time: 0.0532091 Feb 03 21:53:07.379173 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcc76da-14ca-4632-9921-6a690da1cb67 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:53:07.379761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcc76da-14ca-4632-9921-6a690da1cb67 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:07.388148 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-adcc76da-14ca-4632-9921-6a690da1cb67 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/9900f486-e95d-4fba-acc8-725c188741be HTTP/1.1" status: 404 len: 333 time: 0.0362153 Feb 03 21:53:07.388756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37420) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:07.426297 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9264b6bc-13ad-4638-80b4-a5bcd23e4829 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8e809bb9-7d24-4bd1-9192-3643fef7e697), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.436381 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafff84b-f6a0-430f-bf27-a6f4687c517c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:53:07.441298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cafff84b-f6a0-430f-bf27-a6f4687c517c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/9900f486-e95d-4fba-acc8-725c188741be HTTP/1.1" status: 404 len: 333 time: 0.0512929 Feb 03 21:53:07.443352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37424) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:07.454306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f1d34265-f48f-48f0-bcb8-5c1337d56a9b None None] Provisioning complete for port 9b0611bd-385a-40ba-baff-984033d9b3a9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:07.454768 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1d34265-f48f-48f0-bcb8-5c1337d56a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.472794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9264b6bc-13ad-4638-80b4-a5bcd23e4829 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Calling delete_port for 8e809bb9-7d24-4bd1-9192-3643fef7e697 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:07.500608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476403bd-25d2-4fe8-8e58-b1e4ce9ac4d3 req-40441510-7b85-40a0-9366-77d86cc1446d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:07.502203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-476403bd-25d2-4fe8-8e58-b1e4ce9ac4d3 req-40441510-7b85-40a0-9366-77d86cc1446d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 946 time: 0.4105036 Feb 03 21:53:07.546256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05b20d-fa15-49f9-92d9-429864937309 req-8fab31e7-5a3a-45c7-920c-4ee60fa86fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:07.547784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2e05b20d-fa15-49f9-92d9-429864937309 req-8fab31e7-5a3a-45c7-920c-4ee60fa86fe9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 1130 time: 0.1054816 Feb 03 21:53:07.558067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd677a7c-6452-409b-a51f-8d1d69b5da93 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet 0f4f0689-790b-459b-888c-f4891296f55c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:07.608187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f1d34265-f48f-48f0-bcb8-5c1337d56a9b None None] Current status of the port 9b0611bd-385a-40ba-baff-984033d9b3a9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:07.613773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-53860383-a295-4d31-a51d-f8bf8d7f4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:07.615279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-53860383-a295-4d31-a51d-f8bf8d7f4c49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2026680 Feb 03 21:53:07.645059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-476403bd-25d2-4fe8-8e58-b1e4ce9ac4d3 req-a53d6056-4f4c-42fb-abba-84f82c4daf5a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322086 Feb 03 21:53:07.682053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ee99f43-3af4-4d6a-8cb0-13cd94d73f17 req-c95f8f5b-92e5-4b96-abf3-439e07432f84 service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869731 Feb 03 21:53:07.730675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd677a7c-6452-409b-a51f-8d1d69b5da93 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (0f4f0689-790b-459b-888c-f4891296f55c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.779406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05b20d-fa15-49f9-92d9-429864937309 req-80048ab8-938f-4d1e-b6ae-34466337d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:07.781468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2e05b20d-fa15-49f9-92d9-429864937309 req-80048ab8-938f-4d1e-b6ae-34466337d787 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2171931 Feb 03 21:53:07.806966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd677a7c-6452-409b-a51f-8d1d69b5da93 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (0f4f0689-790b-459b-888c-f4891296f55c), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.875675 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2e05b20d-fa15-49f9-92d9-429864937309 req-29372386-7905-4239-a700-e6df1271efa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=04f8cb55-9c40-4f79-a3b7-3febad37de1f HTTP/1.1" status: 200 len: 217 time: 0.0822227 Feb 03 21:53:07.880696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-80364199-d570-49d8-babc-ef947444b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:07.882228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-80364199-d570-49d8-babc-ef947444b96a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2542055 Feb 03 21:53:07.893633 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9264b6bc-13ad-4638-80b4-a5bcd23e4829 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8e809bb9-7d24-4bd1-9192-3643fef7e697), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:07.936725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-67f16b68-93cc-4c3b-a020-5c59c9cc6fab None None] Provisioning complete for port 9b0611bd-385a-40ba-baff-984033d9b3a9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:07.937371 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67f16b68-93cc-4c3b-a020-5c59c9cc6fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:08.063482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264b6bc-13ad-4638-80b4-a5bcd23e4829 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Port': ['ID=8e809bb9-7d24-4bd1-9192-3643fef7e697,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:08.080641 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9264b6bc-13ad-4638-80b4-a5bcd23e4829 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:08.086130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9264b6bc-13ad-4638-80b4-a5bcd23e4829 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/ports/8e809bb9-7d24-4bd1-9192-3643fef7e697 HTTP/1.1" status: 204 len: 168 time: 1.9155929 Feb 03 21:53:08.087966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37430) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:08.108034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-67f16b68-93cc-4c3b-a020-5c59c9cc6fab None None] Current status of the port 9b0611bd-385a-40ba-baff-984033d9b3a9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:08.111992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ee99f43-3af4-4d6a-8cb0-13cd94d73f17 req-e9ad87d9-3cd0-4f26-80c4-44b963844d0d service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108169 Feb 03 21:53:08.150505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c993b3d-7bfa-44e6-9942-667e64773e2c req-af56ff29-ebcf-4ea4-9f38-f22d94c2134c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:08.152043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c993b3d-7bfa-44e6-9942-667e64773e2c req-af56ff29-ebcf-4ea4-9f38-f22d94c2134c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 948 time: 0.4035592 Feb 03 21:53:08.158125 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6186508f-aeb2-4208-afa9-8e6d4e49a971 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] DELETE failed (client error): The resource could not be found. Feb 03 21:53:08.158583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6186508f-aeb2-4208-afa9-8e6d4e49a971 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:08.174317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05b20d-fa15-49f9-92d9-429864937309 req-9390990c-4809-4300-bdc9-dae9d717bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:08.178900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6186508f-aeb2-4208-afa9-8e6d4e49a971 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/subnets/fa5d365f-391b-4a40-8f03-7862104ed4e9 HTTP/1.1" status: 404 len: 337 time: 0.0845826 Feb 03 21:53:08.186211 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2e05b20d-fa15-49f9-92d9-429864937309 req-9390990c-4809-4300-bdc9-dae9d717bd35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2951844 Feb 03 21:53:08.188588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37434) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:08.225482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd677a7c-6452-409b-a51f-8d1d69b5da93 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0f4f0689-790b-459b-888c-f4891296f55c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:08.249467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-49ad1493-83b0-4712-82ba-c66fe0627936 None None] Could not find standard attr ID for object 9900f486-e95d-4fba-acc8-725c188741be. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 21:53:08.421525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5b4b8782-b106-4654-8599-d1af984929a2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:08.425477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-3646b4f4-536d-4e16-a11e-4de0b608fa6b service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265429 Feb 03 21:53:08.475095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd677a7c-6452-409b-a51f-8d1d69b5da93 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (0f4f0689-790b-459b-888c-f4891296f55c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:08.531940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd677a7c-6452-409b-a51f-8d1d69b5da93 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4f0689-790b-459b-888c-f4891296f55c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:08.536970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd677a7c-6452-409b-a51f-8d1d69b5da93 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:08.544374 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cd677a7c-6452-409b-a51f-8d1d69b5da93 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/0f4f0689-790b-459b-888c-f4891296f55c HTTP/1.1" status: 204 len: 168 time: 1.0999050 Feb 03 21:53:08.546553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05b20d-fa15-49f9-92d9-429864937309 req-e0171d9d-196e-45c8-8545-784d7d9e3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:08.561198 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2e05b20d-fa15-49f9-92d9-429864937309 req-e0171d9d-196e-45c8-8545-784d7d9e3098 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2075469 Feb 03 21:53:08.571473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c993b3d-7bfa-44e6-9942-667e64773e2c req-be338890-5ffa-451a-95c7-d112cc9b3667 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934543 Feb 03 21:53:08.572361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37440) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:08.606333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295ce81-f735-48e2-8fbd-da3e84008614 None None] Network b9b118fa-04c5-4b8a-abd7-ccffe73adf91 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:08.751593 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2e05b20d-fa15-49f9-92d9-429864937309 req-31f09073-6dfb-495e-b5a3-1371a2cfc0a2 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868215 Feb 03 21:53:08.773969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9b0611bd-385a-40ba-baff-984033d9b3a9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:08.850899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f5c2-95a4-4206-9c17-dba672c03a17 req-bae02a9b-bed5-4fe5-915b-e5ae7ef3adbc tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:08.865604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee40f5c2-95a4-4206-9c17-dba672c03a17 req-bae02a9b-bed5-4fe5-915b-e5ae7ef3adbc tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.4685042 Feb 03 21:53:08.974306 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2e05b20d-fa15-49f9-92d9-429864937309 req-4847b30c-5b30-4af2-a972-b5769b5e9f7d service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192662 Feb 03 21:53:09.000344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4eaf63b-1d04-40e3-9e78-7b25de73856d req-ae59d306-a3d5-4545-bc58-3cc58a8b9200 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5791f82-12ba-4b27-b4b5-4d2d876eb493 HTTP/1.1" status: 200 len: 210 time: 0.1271515 Feb 03 21:53:09.017953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9b0611bd-385a-40ba-baff-984033d9b3a9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:09.018468 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.070531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (5b4b8782-b106-4654-8599-d1af984929a2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.095277 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (b9b118fa-04c5-4b8a-abd7-ccffe73adf91), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.137708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9b0611bd-385a-40ba-baff-984033d9b3a9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:09.170448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1484ab-f29e-4433-8853-137291d98ac6 None None] DHCP port deletion for b9b118fa-04c5-4b8a-abd7-ccffe73adf91 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:53:09.223141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0757d0ee-84af-4de5-bfd0-aa7f14d390d5 req-f3b097b8-5736-4bd1-8e78-bc668f3fdb82 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888701 Feb 03 21:53:09.241272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4b8782-b106-4654-8599-d1af984929a2']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:09.248733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee40f5c2-95a4-4206-9c17-dba672c03a17 req-2e2c1169-e0eb-46be-9839-565c8a5caa45 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819339 Feb 03 21:53:09.260090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685ba1e4-604e-4354-a9b8-bca1977d4ba3') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:09.260389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685ba1e4-604e-4354-a9b8-bca1977d4ba3') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:09.272787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ad1484ab-f29e-4433-8853-137291d98ac6 None None] Deleting port 9b0611bd-385a-40ba-baff-984033d9b3a9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:09.273392 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1484ab-f29e-4433-8853-137291d98ac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.340758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (685ba1e4-604e-4354-a9b8-bca1977d4ba3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.389399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ad1484ab-f29e-4433-8853-137291d98ac6 None None] For port 9b0611bd-385a-40ba-baff-984033d9b3a9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9b0611bd-385a-40ba-baff-984033d9b3a9,segment=NetworkSegment(1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f),segment_id=1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:09.389944 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1484ab-f29e-4433-8853-137291d98ac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.417915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ad1484ab-f29e-4433-8853-137291d98ac6 None None] Calling delete_port for 9b0611bd-385a-40ba-baff-984033d9b3a9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:09.448060 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (685ba1e4-604e-4354-a9b8-bca1977d4ba3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.459115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:09.459730 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (685ba1e4-604e-4354-a9b8-bca1977d4ba3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:09.463850 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:09.556126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-8da36893-9807-4c06-8d2e-7b621ff52e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:09.558625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-8da36893-9807-4c06-8d2e-7b621ff52e1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 1130 time: 0.2069438 Feb 03 21:53:09.561427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 9b0611bd-385a-40ba-baff-984033d9b3a9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:09.562244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.604550 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1484ab-f29e-4433-8853-137291d98ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.636860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (5b4b8782-b106-4654-8599-d1af984929a2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.646665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1484ab-f29e-4433-8853-137291d98ac6 None None] Pushing event deleted for resources: {'Port': ['ID=9b0611bd-385a-40ba-baff-984033d9b3a9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:09.654277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1484ab-f29e-4433-8853-137291d98ac6 None None] No DVR routers for this DVR port 9b0611bd-385a-40ba-baff-984033d9b3a9 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:09.686704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.695103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/5b4b8782-b106-4654-8599-d1af984929a2 HTTP/1.1" status: 204 len: 168 time: 1.5024269 Feb 03 21:53:09.695369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:09.732964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f350b-a5af-492e-975c-9bc30a613f1d tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Network': ['ID=5b4b8782-b106-4654-8599-d1af984929a2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:09.776217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-82480e4d-dbde-4b3f-a7e5-bc688493a927 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Deleting subnet 53b09bc5-008e-4c18-8c16-92c74fba5972 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:09.779590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82480e4d-dbde-4b3f-a7e5-bc688493a927 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (53b09bc5-008e-4c18-8c16-92c74fba5972), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.841124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] For port 9b0611bd-385a-40ba-baff-984033d9b3a9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9b0611bd-385a-40ba-baff-984033d9b3a9,segment=NetworkSegment(1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f),segment_id=1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:09.842123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82480e4d-dbde-4b3f-a7e5-bc688493a927 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (53b09bc5-008e-4c18-8c16-92c74fba5972), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.849147 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:09.943040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 9b0611bd-385a-40ba-baff-984033d9b3a9 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:09.976457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82480e4d-dbde-4b3f-a7e5-bc688493a927 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (53b09bc5-008e-4c18-8c16-92c74fba5972), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.059515 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82480e4d-dbde-4b3f-a7e5-bc688493a927 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (53b09bc5-008e-4c18-8c16-92c74fba5972), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.073320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-c2ab61e2-f754-447a-9648-76fc07aae2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:10.075501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-c2ab61e2-f754-447a-9648-76fc07aae2a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.5080476 Feb 03 21:53:10.092565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82480e4d-dbde-4b3f-a7e5-bc688493a927 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.098043 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82480e4d-dbde-4b3f-a7e5-bc688493a927 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/subnets/53b09bc5-008e-4c18-8c16-92c74fba5972 HTTP/1.1" status: 204 len: 168 time: 0.3989604 Feb 03 21:53:10.098043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82480e4d-dbde-4b3f-a7e5-bc688493a927 tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Subnet': ['ID=53b09bc5-008e-4c18-8c16-92c74fba5972,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:10.099105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:10.103135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a274b7-0590-4744-b943-17f1f3279131 None None] Network 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:10.149710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-4e96a0a1-b46a-41f1-bfc5-bb448b27216f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d136968f-ac0a-4845-a3b5-98b8c23ebd6c HTTP/1.1" status: 200 len: 217 time: 0.0601709 Feb 03 21:53:10.218912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-bcaefdde-863e-4f5e-afc3-4f05228cd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:10.221057 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-bcaefdde-863e-4f5e-afc3-4f05228cd2a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0512547 Feb 03 21:53:10.271073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (540f4ad4-ae18-436a-aa47-4ef09bbe9d8b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.304505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f26ed-0b77-4294-a2fd-61af7fc2edd4 req-22fadf63-a647-423d-9b3c-1db8e1b2b3c4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:10.309942 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db4f26ed-0b77-4294-a2fd-61af7fc2edd4 req-22fadf63-a647-423d-9b3c-1db8e1b2b3c4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 948 time: 0.5944827 Feb 03 21:53:10.368348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Deleting port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:10.368772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.407038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93acbc20-2813-4d33-b599-ccee4760f729 None None] DHCP port deletion for 540f4ad4-ae18-436a-aa47-4ef09bbe9d8b request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:53:10.446471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] For port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d517c3d4-c38b-4497-a7a0-7cbb1c7733dd,segment=NetworkSegment(f499d955-762a-4091-abbe-24c4ac676f6a),segment_id=f499d955-762a-4091-abbe-24c4ac676f6a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:10.447240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.463090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Calling delete_port for d517c3d4-c38b-4497-a7a0-7cbb1c7733dd owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:10.471039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db4f26ed-0b77-4294-a2fd-61af7fc2edd4 req-c90776df-25f5-4bbf-8f20-3ad3c12ed752 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730300 Feb 03 21:53:10.487232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9b0611bd-385a-40ba-baff-984033d9b3a9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.525498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-93acbc20-2813-4d33-b599-ccee4760f729 None None] Deleting port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:10.525921 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93acbc20-2813-4d33-b599-ccee4760f729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.536256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=9b0611bd-385a-40ba-baff-984033d9b3a9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:10.547195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No DVR routers for this DVR port 9b0611bd-385a-40ba-baff-984033d9b3a9 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:10.564506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-dbdb304a-f0b6-404f-9c6d-7276fe4b656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:10.578907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-dbdb304a-f0b6-404f-9c6d-7276fe4b656b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3166459 Feb 03 21:53:10.598113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38357427-c677-4852-b207-13f90f31c812 req-e41ffb78-e3b5-47f7-adb0-39766d8ba367 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:10.612996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-e41ffb78-e3b5-47f7-adb0-39766d8ba367 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.5296564 Feb 03 21:53:10.655579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9b0611bd-385a-40ba-baff-984033d9b3a9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:10.663405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-93acbc20-2813-4d33-b599-ccee4760f729 None None] For port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d517c3d4-c38b-4497-a7a0-7cbb1c7733dd,segment=NetworkSegment(f499d955-762a-4091-abbe-24c4ac676f6a),segment_id=f499d955-762a-4091-abbe-24c4ac676f6a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:10.663978 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93acbc20-2813-4d33-b599-ccee4760f729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.665589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.695630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 9b0611bd-385a-40ba-baff-984033d9b3a9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:10.696515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9b0611bd-385a-40ba-baff-984033d9b3a9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:10.696955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d517c3d4-c38b-4497-a7a0-7cbb1c7733dd no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:10.699066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-93acbc20-2813-4d33-b599-ccee4760f729 None None] Calling delete_port for d517c3d4-c38b-4497-a7a0-7cbb1c7733dd owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:10.709517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-8299c6c0-54a3-498c-96ad-fe57bdc145fb tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/quotas/ea176c3a93ee46558fcf27e90b5221cb HTTP/1.1" status: 200 len: 375 time: 0.0166955 Feb 03 21:53:10.716631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Port': ['ID=d517c3d4-c38b-4497-a7a0-7cbb1c7733dd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:10.727675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] No DVR routers for this DVR port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:10.739814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d517c3d4-c38b-4497-a7a0-7cbb1c7733dd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:10.740523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d517c3d4-c38b-4497-a7a0-7cbb1c7733dd not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:10.785516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (b9b118fa-04c5-4b8a-abd7-ccffe73adf91), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.845359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-db4267ea-acc1-4f0e-a0cd-d255c6f2c85d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289905 Feb 03 21:53:10.861470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93acbc20-2813-4d33-b599-ccee4760f729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (d517c3d4-c38b-4497-a7a0-7cbb1c7733dd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.873591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acbc20-2813-4d33-b599-ccee4760f729 None None] No DVR routers for this DVR port d517c3d4-c38b-4497-a7a0-7cbb1c7733dd on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:10.893584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acbc20-2813-4d33-b599-ccee4760f729 None None] Pushing event deleted for resources: {'Port': ['ID=d517c3d4-c38b-4497-a7a0-7cbb1c7733dd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:10.905972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (540f4ad4-ae18-436a-aa47-4ef09bbe9d8b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.936810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540f4ad4-ae18-436a-aa47-4ef09bbe9d8b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:10.949861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f499d955-762a-4091-abbe-24c4ac676f6a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:10.950422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f499d955-762a-4091-abbe-24c4ac676f6a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:10.955449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-70fc58b7-02e5-4774-954c-d6658a837505 service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974131 Feb 03 21:53:10.962931 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (f499d955-762a-4091-abbe-24c4ac676f6a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.994743 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f499d955-762a-4091-abbe-24c4ac676f6a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:10.997647 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b118fa-04c5-4b8a-abd7-ccffe73adf91']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:11.013338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:11.013827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (f499d955-762a-4091-abbe-24c4ac676f6a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:11.036616 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:11.061593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:11.061868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:11.069877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbb707-5bfd-4a12-b4d8-7c0d86bd43ae req-f5ae7d23-f3ad-4e6b-a069-ae842eed896c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:11.071923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bdbb707-5bfd-4a12-b4d8-7c0d86bd43ae req-f5ae7d23-f3ad-4e6b-a069-ae842eed896c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.4088221 Feb 03 21:53:11.108056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.113745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (540f4ad4-ae18-436a-aa47-4ef09bbe9d8b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.148758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.153438 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.154344 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] 10.222.0.50 "DELETE /v2.0/networks/540f4ad4-ae18-436a-aa47-4ef09bbe9d8b HTTP/1.1" status: 204 len: 168 time: 1.0477936 Feb 03 21:53:11.155566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bbc24-8226-4b59-ad70-4314a5e7ad4e tempest-NetworksIpV6TestAttrs-483341195 tempest-NetworksIpV6TestAttrs-483341195-project] Pushing event deleted for resources: {'Network': ['ID=540f4ad4-ae18-436a-aa47-4ef09bbe9d8b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:11.160346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-a0411402-a6ef-4278-9ff4-130029c853a2 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529535 Feb 03 21:53:11.372874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 04f8cb55-9c40-4f79-a3b7-3febad37de1f details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:53:11.550313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 04f8cb55-9c40-4f79-a3b7-3febad37de1f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=04f8cb55-9c40-4f79-a3b7-3febad37de1f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:11.563903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '04f8cb55-9c40-4f79-a3b7-3febad37de1f', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '04f8cb55-9c40-4f79-a3b7-3febad37de1f', 'mac_address': 'fa:16:3e:2b:07:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:53:11.606601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ee4e696-6bf2-4937-a24b-106eab1b896d req-38ac64db-f512-42af-9e55-703007567371 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347279 Feb 03 21:53:11.607177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 04f8cb55-9c40-4f79-a3b7-3febad37de1f is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:11.607399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.607629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:11.608034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (1d83eea2-0e39-44d8-bbe5-c1bb2a1ca22f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.616237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:11.624343 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:11.634413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f8cb55-9c40-4f79-a3b7-3febad37de1f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:11.678949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bdbb707-5bfd-4a12-b4d8-7c0d86bd43ae req-010aba98-0df7-423a-a06a-163bbeb487d6 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927308 Feb 03 21:53:11.693964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 04f8cb55-9c40-4f79-a3b7-3febad37de1f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=04f8cb55-9c40-4f79-a3b7-3febad37de1f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:11.708551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-6c3b3baf-b1cc-42e5-9641-324596ed9202 service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369494 Feb 03 21:53:11.714934 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.727847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (b9b118fa-04c5-4b8a-abd7-ccffe73adf91), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.765155 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:11.780251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/networks/b9b118fa-04c5-4b8a-abd7-ccffe73adf91 HTTP/1.1" status: 204 len: 168 time: 3.1825306 Feb 03 21:53:11.781290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:11.783387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6222d4-fd62-4147-a3d6-d3323b8bd321 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Network': ['ID=b9b118fa-04c5-4b8a-abd7-ccffe73adf91,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:11.787263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-163703004'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:11.888495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=04f8cb55-9c40-4f79-a3b7-3febad37de1f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:11.966001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-124d0cd0-0336-44d2-b092-fc2a16deb7b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=340706a8feee429cae6ee02b228800c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485844 Feb 03 21:53:11.968577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37510) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:11.994286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:11.999961 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:12.003355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22c1de-a77b-4db3-b781-a41f66844883 req-3794329b-ef48-4d1c-bac9-9520caf1c66e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:12.011952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc22c1de-a77b-4db3-b781-a41f66844883 req-3794329b-ef48-4d1c-bac9-9520caf1c66e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 948 time: 0.0920639 Feb 03 21:53:12.074928 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc22c1de-a77b-4db3-b781-a41f66844883 req-e100b8fb-46bc-4082-a7dc-22bb2df5c322 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617707 Feb 03 21:53:12.076890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:53:12.100595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5592e767-7b26-4467-8c1f-2b4e6db19f1c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:12.103350 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Added segment 5592e767-7b26-4467-8c1f-2b4e6db19f1c of type vlan for network b2d1fdfe-662b-4b6a-986f-4004f7bfe650 Feb 03 21:53:12.111868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9da1d492-8d3e-426b-9fb8-978b29112b28 req-561335e9-26a3-4972-97b4-0696b8545f72 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 210 time: 0.0353386 Feb 03 21:53:12.159653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (b2d1fdfe-662b-4b6a-986f-4004f7bfe650), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:12.174608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['04f8cb55-9c40-4f79-a3b7-3febad37de1f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:12.211336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6361ac27-5daf-4b69-b397-e0ac192b1dc0 admin admin] Publish callbacks [] for security_group (3a9d70ed-6037-4297-b610-8aef00b88d38), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:12.224188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (b2d1fdfe-662b-4b6a-986f-4004f7bfe650), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:12.230748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:12.232181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:12.271098 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6361ac27-5daf-4b69-b397-e0ac192b1dc0 admin admin] Publish callbacks [] for security_group (3a9d70ed-6037-4297-b610-8aef00b88d38), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:12.379556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5971642 Feb 03 21:53:12.383267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:12.390178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': 'b2d1fdfe-662b-4b6a-986f-4004f7bfe650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:12.450734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfbfc2-6a46-4f35-bcd1-29871d711012 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Network': ['ID=b2d1fdfe-662b-4b6a-986f-4004f7bfe650,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:12.470470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network b2d1fdfe-662b-4b6a-986f-4004f7bfe650 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:53:12.516939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6361ac27-5daf-4b69-b397-e0ac192b1dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3a9d70ed-6037-4297-b610-8aef00b88d38), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:12.519613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6361ac27-5daf-4b69-b397-e0ac192b1dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:12.520817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6361ac27-5daf-4b69-b397-e0ac192b1dc0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a9d70ed-6037-4297-b610-8aef00b88d38 HTTP/1.1" status: 204 len: 168 time: 0.5510311 Feb 03 21:53:12.532943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361ac27-5daf-4b69-b397-e0ac192b1dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9d70ed-6037-4297-b610-8aef00b88d38,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:12.591483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:12.596751 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:13.110534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0c0a-fbae-45d8-9774-dc6b7651b4c8 req-e9b701c4-71a0-4c98-87d0-139ba44deb0c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:13.112097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c8a0c0a-fbae-45d8-9774-dc6b7651b4c8 req-e9b701c4-71a0-4c98-87d0-139ba44deb0c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.2130101 Feb 03 21:53:13.117183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (880fc58a-07ff-46ed-aee7-95c8a3c4b44b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:13.222170 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:53:13.331166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=880fc58a-07ff-46ed-aee7-95c8a3c4b44b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:13.359874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Checking segment: {'id': '5592e767-7b26-4467-8c1f-2b4e6db19f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b2d1fdfe-662b-4b6a-986f-4004f7bfe650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:13.360245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network hostable DHCP agents. Network: b2d1fdfe-662b-4b6a-986f-4004f7bfe650, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:53:13.365191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c8a0c0a-fbae-45d8-9774-dc6b7651b4c8 req-28b18a11-6510-448c-83b4-d5ec79b8f3c2 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340634 Feb 03 21:53:13.386842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89865e33-718d-4d36-b68b-bad3711ac135 req-eef50f0c-5caa-4f6f-a873-d957de61257e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:13.388343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89865e33-718d-4d36-b68b-bad3711ac135 req-eef50f0c-5caa-4f6f-a873-d957de61257e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 948 time: 0.1895797 Feb 03 21:53:13.416506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network b2d1fdfe-662b-4b6a-986f-4004f7bfe650 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:53:13.434684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, b2d1fdfe-662b-4b6a-986f-4004f7bfe650) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:13.447751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b49f4f-fe9f-4093-aa76-f9a9d108d28d None None] Network b2d1fdfe-662b-4b6a-986f-4004f7bfe650 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:13.449282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:13.450043 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:13.469873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89865e33-718d-4d36-b68b-bad3711ac135 req-b0ed5487-d7f8-4205-b4e1-c5b8d8f324fa tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746164 Feb 03 21:53:13.504579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aa3f3101-6f6c-459d-ada7-0c832d31d402 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1166925 Feb 03 21:53:13.504579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37558) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:13.513838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': 'b2d1fdfe-662b-4b6a-986f-4004f7bfe650', 'security_groups': [], 'name': 'tempest-PortsTestJSON-828771337'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:13.656828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37560) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:13.688967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-b2d1fdfe-662b-4b6a-986f-4004f7bfe650', 'network_id': 'b2d1fdfe-662b-4b6a-986f-4004f7bfe650', 'project_id': 'a23e65292da54804af2db2c21f793a0e', 'fixed_ips': [{'subnet_id': '880fc58a-07ff-46ed-aee7-95c8a3c4b44b'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:53:13.689834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:13.724416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38357427-c677-4852-b207-13f90f31c812 req-3096b700-ac33-418c-83a5-ee3ce8c17dc7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:13.725988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-3096b700-ac33-418c-83a5-ee3ce8c17dc7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.47 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.2684062 Feb 03 21:53:13.741660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Request body: {'port': {'device_id': 'c6e163ca-a200-4953-b912-42678c2baacc', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'admin_state_up': True, 'tenant_id': 'ea176c3a93ee46558fcf27e90b5221cb'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:13.793352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7f83184-f0e1-4d58-9898-7c8b6978459f req-4ad61928-8666-43c3-8f28-a1d49907deaa tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 210 time: 0.1375675 Feb 03 21:53:13.838379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-72ac0eeb-db5b-4688-b808-e34c51856747 tempest-DvrRoutersNegativeTest-904046845 tempest-DvrRoutersNegativeTest-904046845-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-449639673', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:13.849978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.policy [None req-72ac0eeb-db5b-4688-b808-e34c51856747 tempest-DvrRoutersNegativeTest-904046845 tempest-DvrRoutersNegativeTest-904046845-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103397) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 03 21:53:13.850281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.policy [None req-72ac0eeb-db5b-4688-b808-e34c51856747 tempest-DvrRoutersNegativeTest-904046845 tempest-DvrRoutersNegativeTest-904046845-project] Failed policy check for 'create_router' {{(pid=103397) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 03 21:53:13.850831 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-72ac0eeb-db5b-4688-b808-e34c51856747 tempest-DvrRoutersNegativeTest-904046845 tempest-DvrRoutersNegativeTest-904046845-project] create failed (client error): Access was denied to this resource. Feb 03 21:53:13.859233 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-72ac0eeb-db5b-4688-b808-e34c51856747 tempest-DvrRoutersNegativeTest-904046845 tempest-DvrRoutersNegativeTest-904046845-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2010741 Feb 03 21:53:13.935910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:13.941921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d136968f-ac0a-4845-a3b5-98b8c23ebd6c details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:53:13.942153 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:13.950255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Allocated IP 172.20.0.2 (b2d1fdfe-662b-4b6a-986f-4004f7bfe650/880fc58a-07ff-46ed-aee7-95c8a3c4b44b/d5f84839-482f-4247-bf6c-f93d1471b1c7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:13.991824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 152bca22-7b59-4bb8-909e-04e1e8ef1a16 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:53:14.041735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Made reservation on behalf of ea176c3a93ee46558fcf27e90b5221cb for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:14.046717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.143157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:53:14.234827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Allocated IP 172.20.0.7 (28eba52c-a95b-4b13-961a-f8e9756ccaef/3ae7a702-b87f-46f5-a94b-b7f817771d19/de688137-c671-4693-90a8-820ee8a3e0bb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:14.297532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da89081-2fba-4360-b604-6b9b8aa61d9d req-37f3501f-64a3-4502-b2f4-e7e43405045b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:14.299850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1da89081-2fba-4360-b604-6b9b8aa61d9d req-37f3501f-64a3-4502-b2f4-e7e43405045b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 945 time: 0.1498601 Feb 03 21:53:14.392692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:14.394047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1da89081-2fba-4360-b604-6b9b8aa61d9d req-19ce69c8-a309-4952-8770-53e898d23df3 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872214 Feb 03 21:53:14.408433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d136968f-ac0a-4845-a3b5-98b8c23ebd6c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:14.466502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks [] for port (de688137-c671-4693-90a8-820ee8a3e0bb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.494614 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-76d2b8bb-7267-4612-baee-cd7be70f45d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009047 Feb 03 21:53:14.541508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.572994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c', 'mac_address': 'fa:16:3e:67:41:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:53:14.666440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07f900dc-8296-4a13-addd-641d6dc4ffa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.686078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d136968f-ac0a-4845-a3b5-98b8c23ebd6c is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:14.687081 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.693858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:14.701131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d5b15-f771-4bcd-812e-f5a5f7bace56 req-60766825-1a23-4d55-9dc9-c73cc3706536 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:14.703725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:14.709502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b59d5b15-f771-4bcd-812e-f5a5f7bace56 req-60766825-1a23-4d55-9dc9-c73cc3706536 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.2480431 Feb 03 21:53:14.712569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:14.718195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event updated for resources: {'Port': ['ID=de688137-c671-4693-90a8-820ee8a3e0bb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:14.752043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-0577bee0-22a2-4999-b89b-bbaafacb81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:14.753784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-0577bee0-22a2-4999-b89b-bbaafacb81f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1126 time: 0.2278366 Feb 03 21:53:14.762662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d136968f-ac0a-4845-a3b5-98b8c23ebd6c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:14.787044 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Publish callbacks [] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.799249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a77917-c3fc-48c1-8d95-3591e7d3edb8 req-19034fc8-6fda-42da-a1f9-5759561d0efb tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:14.801045 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8a77917-c3fc-48c1-8d95-3591e7d3edb8 req-19034fc8-6fda-42da-a1f9-5759561d0efb tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 948 time: 0.1980040 Feb 03 21:53:14.829902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d136968f-ac0a-4845-a3b5-98b8c23ebd6c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:14.829902 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.845048 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.859797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:14.860357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.894198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Network b2d1fdfe-662b-4b6a-986f-4004f7bfe650 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:14.904257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-ac967f29-8c72-4bbd-8c7b-352e4bb705de tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1669765 Feb 03 21:53:14.904531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:14.912923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:14.920075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Pushing event updated for resources: {'Port': ['ID=d5f84839-482f-4247-bf6c-f93d1471b1c7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:14.975031 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07f900dc-8296-4a13-addd-641d6dc4ffa1 admin admin] Publish callbacks [] for security_group (6f9c4417-5cc1-47e5-a496-0527fe0141cd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:14.987356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Request body: {'port': {'device_id': 'c6e163ca-a200-4953-b912-42678c2baacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:14.994916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8a77917-c3fc-48c1-8d95-3591e7d3edb8 req-24d9b7d5-5c3c-4067-893d-23ef0b5dc481 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760235 Feb 03 21:53:15.022645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b59d5b15-f771-4bcd-812e-f5a5f7bace56 req-173af39d-276f-4088-8795-d45100e771d4 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814276 Feb 03 21:53:15.069239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07f900dc-8296-4a13-addd-641d6dc4ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6f9c4417-5cc1-47e5-a496-0527fe0141cd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.097572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.14 (b2d1fdfe-662b-4b6a-986f-4004f7bfe650/880fc58a-07ff-46ed-aee7-95c8a3c4b44b/152bca22-7b59-4bb8-909e-04e1e8ef1a16) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:15.115107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-89a9f01d-c8bb-45d8-b664-0bb677d9097b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:15.116645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-89a9f01d-c8bb-45d8-b664-0bb677d9097b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 945 time: 0.2167790 Feb 03 21:53:15.144936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Attempting to bind port d5f84839-482f-4247-bf6c-f93d1471b1c7 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:15.145461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Attempting to bind port d5f84839-482f-4247-bf6c-f93d1471b1c7 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '5592e767-7b26-4467-8c1f-2b4e6db19f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b2d1fdfe-662b-4b6a-986f-4004f7bfe650'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:15.145827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Attempting to bind port d5f84839-482f-4247-bf6c-f93d1471b1c7 on network b2d1fdfe-662b-4b6a-986f-4004f7bfe650 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:15.158277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-e8a58c85-e67e-4bc7-a178-160962d11d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:15.162006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-e8a58c85-e67e-4bc7-a178-160962d11d3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.3838656 Feb 03 21:53:15.181461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:15.181842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Checking segment: {'id': '5592e767-7b26-4467-8c1f-2b4e6db19f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b2d1fdfe-662b-4b6a-986f-4004f7bfe650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:15.184623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.185449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Bound using segment: {'id': '5592e767-7b26-4467-8c1f-2b4e6db19f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b2d1fdfe-662b-4b6a-986f-4004f7bfe650'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:15.185582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Bound port: d5f84839-482f-4247-bf6c-f93d1471b1c7, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5592e767-7b26-4467-8c1f-2b4e6db19f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b2d1fdfe-662b-4b6a-986f-4004f7bfe650'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:15.188635 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.193324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:15.233350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['d136968f-ac0a-4845-a3b5-98b8c23ebd6c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:15.313028 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-d4bd5ea7-bf13-46b4-9283-77566c2f21ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 998 time: 0.1268721 Feb 03 21:53:15.393431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a11e66-d3aa-4260-a56f-1b0bda3fdc6a req-0eeb39e8-9a98-4e17-99f5-6b44cac2aded tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:15.397740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47a11e66-d3aa-4260-a56f-1b0bda3fdc6a req-0eeb39e8-9a98-4e17-99f5-6b44cac2aded tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 931 time: 0.2799432 Feb 03 21:53:15.418904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-a3ef8a58-a1a2-4a98-b7d7-c53f3c068252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:15.421286 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-a3ef8a58-a1a2-4a98-b7d7-c53f3c068252 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.0942931 Feb 03 21:53:15.431912 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-07f900dc-8296-4a13-addd-641d6dc4ffa1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce8b4d766d9c4a5cb62643fa7bbf8eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0285313 Feb 03 21:53:15.432567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f900dc-8296-4a13-addd-641d6dc4ffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c4417-5cc1-47e5-a496-0527fe0141cd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:15.448509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:15.506479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 04f8cb55-9c40-4f79-a3b7-3febad37de1f up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:15.514371 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (152bca22-7b59-4bb8-909e-04e1e8ef1a16), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.628232 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.651081 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (152bca22-7b59-4bb8-909e-04e1e8ef1a16), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.657992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] For port d5f84839-482f-4247-bf6c-f93d1471b1c7, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:15.689003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-9b295574-91c3-4b11-8438-58d74857aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:15.691933 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-9b295574-91c3-4b11-8438-58d74857aaf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2547529 Feb 03 21:53:15.707236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b3b2e-2688-45a9-b9f2-90d9563b3d39 req-93d35dd3-96d0-4d4a-a9b9-c72647fc3cb7 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:15.712113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] For port d5f84839-482f-4247-bf6c-f93d1471b1c7, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d5f84839-482f-4247-bf6c-f93d1471b1c7,segment=NetworkSegment(5592e767-7b26-4467-8c1f-2b4e6db19f1c),segment_id=5592e767-7b26-4467-8c1f-2b4e6db19f1c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:15.714838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b5b3b2e-2688-45a9-b9f2-90d9563b3d39 req-93d35dd3-96d0-4d4a-a9b9-c72647fc3cb7 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91 HTTP/1.1" status: 200 len: 945 time: 0.1517198 Feb 03 21:53:15.728972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 04f8cb55-9c40-4f79-a3b7-3febad37de1f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:53:15.729779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47a11e66-d3aa-4260-a56f-1b0bda3fdc6a req-e83a51d6-0c7a-46c7-a31c-75dc23120fe8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384566 Feb 03 21:53:15.751980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network b2d1fdfe-662b-4b6a-986f-4004f7bfe650 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:15.754838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 04f8cb55-9c40-4f79-a3b7-3febad37de1f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:15.755240 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.771351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Deleting port 85280c06-e0e8-4ae9-9605-c6e1d82d085d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:15.771351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.771351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:15.775169 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.775619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:15.894266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] For port 85280c06-e0e8-4ae9-9605-c6e1d82d085d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=85280c06-e0e8-4ae9-9605-c6e1d82d085d,segment=NetworkSegment(15dcc8ba-63dc-4dd9-b1f9-a7414940a320),segment_id=15dcc8ba-63dc-4dd9-b1f9-a7414940a320)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:15.894597 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:15.920037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Calling delete_port for 85280c06-e0e8-4ae9-9605-c6e1d82d085d owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:15.976949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a61ceb-4775-41e2-abc3-221dc887d81e None None] Pushing event updated for resources: {'Port': ['ID=d5f84839-482f-4247-bf6c-f93d1471b1c7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:16.123394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b5b3b2e-2688-45a9-b9f2-90d9563b3d39 req-f9ae37e5-9937-43c9-83c5-982a7cf6739b tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.50 "GET /v2.0/security-groups?id=19667783-c1a3-406a-ba7e-8867d12aab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032733 Feb 03 21:53:16.123889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 04f8cb55-9c40-4f79-a3b7-3febad37de1f is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:16.124503 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.134607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ecfefce-afbe-45fc-84b0-aa1ddc9637c5 admin admin] Publish callbacks [] for security_group (6f9c4417-5cc1-47e5-a496-0527fe0141cd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.185796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a155f1-e783-4087-b3d6-f0d1d1ce0631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f8cb55-9c40-4f79-a3b7-3febad37de1f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:16.188449 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35f14fd-d3e7-4953-a625-2d77bc09356b" -d '{"events": [{"server_uuid": "d2a155f1-e783-4087-b3d6-f0d1d1ce0631", "name": "network-vif-plugged", "status": "completed", "tag": "04f8cb55-9c40-4f79-a3b7-3febad37de1f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:16.208851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 04f8cb55-9c40-4f79-a3b7-3febad37de1f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=04f8cb55-9c40-4f79-a3b7-3febad37de1f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:16.230844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.238722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=152bca22-7b59-4bb8-909e-04e1e8ef1a16,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:16.251046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ecfefce-afbe-45fc-84b0-aa1ddc9637c5 admin admin] Publish callbacks [] for security_group (6f9c4417-5cc1-47e5-a496-0527fe0141cd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.265149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (85280c06-e0e8-4ae9-9605-c6e1d82d085d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.295548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['85280c06-e0e8-4ae9-9605-c6e1d82d085d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:16.347855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Pushing event deleted for resources: {'Port': ['ID=85280c06-e0e8-4ae9-9605-c6e1d82d085d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:16.415166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=04f8cb55-9c40-4f79-a3b7-3febad37de1f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:16.437379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:16.438103 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.472131 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-94e4e82e-f334-4829-93bd-96219002f179 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783571 Feb 03 21:53:16.511250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] No DVR routers for this DVR port 85280c06-e0e8-4ae9-9605-c6e1d82d085d on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:16.539868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b11c0-de69-4d9b-95e5-5710eefc651a req-e98ba0eb-f9e3-46a2-84e1-21b608d58cd0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:16.547092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f5b11c0-de69-4d9b-95e5-5710eefc651a req-e98ba0eb-f9e3-46a2-84e1-21b608d58cd0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 949 time: 0.4147365 Feb 03 21:53:16.551904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-76a2d58a-71ac-41db-859f-fcabacab9615 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.0467150 Feb 03 21:53:16.555697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37610) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:16.556869 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.560917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7e73b3a-18ef-41c7-88fa-d381dbf32fa6 req-0d50e604-0d71-4a06-91c7-7c59a50b0ea8 tempest-AttachVolumeNegativeTest-254243106 tempest-AttachVolumeNegativeTest-254243106-project] 10.222.0.10 "DELETE /v2.0/ports/85280c06-e0e8-4ae9-9605-c6e1d82d085d HTTP/1.1" status: 204 len: 173 time: 1.4369156 Feb 03 21:53:16.564731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91', 'name': 'network-vif-deleted', 'tag': '85280c06-e0e8-4ae9-9605-c6e1d82d085d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:16.575867 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc460199-9b01-4ebb-aeab-43acb1dac25b" -d '{"events": [{"server_uuid": "0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91", "name": "network-vif-deleted", "tag": "85280c06-e0e8-4ae9-9605-c6e1d82d085d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:16.608016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b3cea-56bf-4b9e-a4e1-f4ef0649e1c3 req-262f6f45-e054-4001-bd0c-5512cee585db tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:16.615547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c4b3cea-56bf-4b9e-a4e1-f4ef0649e1c3 req-262f6f45-e054-4001-bd0c-5512cee585db tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.3663440 Feb 03 21:53:16.787363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c4b3cea-56bf-4b9e-a4e1-f4ef0649e1c3 req-383d5cc7-9d4d-466a-8263-803022238036 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708679 Feb 03 21:53:16.791064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f5b11c0-de69-4d9b-95e5-5710eefc651a req-58171d86-a581-4952-adaa-9d14bd9fa4fa tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431622 Feb 03 21:53:16.826007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de688137-c671-4693-90a8-820ee8a3e0bb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:16.834742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Publish callbacks [] for port (de688137-c671-4693-90a8-820ee8a3e0bb), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.845200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-27288aef-e325-4339-9aee-f3a5f581ee14 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 152bca22-7b59-4bb8-909e-04e1e8ef1a16 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:16.845682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27288aef-e325-4339-9aee-f3a5f581ee14 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (152bca22-7b59-4bb8-909e-04e1e8ef1a16), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.855408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Transition to ACTIVE for port object de688137-c671-4693-90a8-820ee8a3e0bb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:53:16.858727 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffbe9e12-5783-488c-820e-63d7dfcdb073 req-3a9c655d-d412-49ad-a3cd-3272570b77da service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856311 Feb 03 21:53:16.859965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ecfefce-afbe-45fc-84b0-aa1ddc9637c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6f9c4417-5cc1-47e5-a496-0527fe0141cd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.872881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ecfefce-afbe-45fc-84b0-aa1ddc9637c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.875577 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4ecfefce-afbe-45fc-84b0-aa1ddc9637c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f9c4417-5cc1-47e5-a496-0527fe0141cd HTTP/1.1" status: 204 len: 168 time: 1.4019558 Feb 03 21:53:16.915089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:16.950489 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc810611-fa0a-479a-aba9-10c38829c6d6 x-openstack-request-id: req-fc810611-fa0a-479a-aba9-10c38829c6d6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:16.950967 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a155f1-e783-4087-b3d6-f0d1d1ce0631", "name": "network-vif-plugged", "status": "completed", "tag": "04f8cb55-9c40-4f79-a3b7-3febad37de1f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:16.951210 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc810611-fa0a-479a-aba9-10c38829c6d6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:16.951617 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a155f1-e783-4087-b3d6-f0d1d1ce0631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f8cb55-9c40-4f79-a3b7-3febad37de1f', 'code': 200} Feb 03 21:53:16.958038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d5f84839-482f-4247-bf6c-f93d1471b1c7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:17.064153 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ddab3-1c10-4380-8548-db9923df15c2 x-openstack-request-id: req-068ddab3-1c10-4380-8548-db9923df15c2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:17.066949 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91", "name": "network-vif-deleted", "tag": "85280c06-e0e8-4ae9-9605-c6e1d82d085d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:17.067482 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-068ddab3-1c10-4380-8548-db9923df15c2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:17.068128 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5ad64b-325b-49e6-ac93-0fc6f1cb7c91', 'name': 'network-vif-deleted', 'tag': '85280c06-e0e8-4ae9-9605-c6e1d82d085d', 'status': 'completed', 'code': 200} Feb 03 21:53:17.077171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27288aef-e325-4339-9aee-f3a5f581ee14 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (152bca22-7b59-4bb8-909e-04e1e8ef1a16), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:17.118116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-27288aef-e325-4339-9aee-f3a5f581ee14 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 152bca22-7b59-4bb8-909e-04e1e8ef1a16 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:17.126326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d5f84839-482f-4247-bf6c-f93d1471b1c7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:17.130026 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:17.267886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=de688137-c671-4693-90a8-820ee8a3e0bb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:17.331098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfefce-afbe-45fc-84b0-aa1ddc9637c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c4417-5cc1-47e5-a496-0527fe0141cd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:17.436398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d5f84839-482f-4247-bf6c-f93d1471b1c7 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:17.437949 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:17.448578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335598-9d91-4258-8a67-35c062d53c5e req-473e735b-5874-4a1c-9204-16c8a2ca38d1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:17.465053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d361b-fee5-46f2-a93c-a31c5692f172 req-45f71a04-2231-45d6-be1e-fa4678f420cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:17.467267 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e34d361b-fee5-46f2-a93c-a31c5692f172 req-45f71a04-2231-45d6-be1e-fa4678f420cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 1132 time: 0.3227165 Feb 03 21:53:17.474202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81335598-9d91-4258-8a67-35c062d53c5e req-473e735b-5874-4a1c-9204-16c8a2ca38d1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 943 time: 0.2316923 Feb 03 21:53:17.578868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d5f84839-482f-4247-bf6c-f93d1471b1c7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d5f84839-482f-4247-bf6c-f93d1471b1c7,segment=NetworkSegment(5592e767-7b26-4467-8c1f-2b4e6db19f1c),segment_id=5592e767-7b26-4467-8c1f-2b4e6db19f1c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:17.596038 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:17.627329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e34d361b-fee5-46f2-a93c-a31c5692f172 req-0cb9f824-0b3c-4c75-af81-1e460b9b05e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355438 Feb 03 21:53:17.676003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81335598-9d91-4258-8a67-35c062d53c5e req-d33d31a4-50d6-41dd-a620-6664eb4821b8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008157 Feb 03 21:53:17.677948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27288aef-e325-4339-9aee-f3a5f581ee14 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (152bca22-7b59-4bb8-909e-04e1e8ef1a16), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:17.715746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d5f84839-482f-4247-bf6c-f93d1471b1c7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:17.723740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Attempting to bind port de688137-c671-4693-90a8-820ee8a3e0bb on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:17.724369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Attempting to bind port de688137-c671-4693-90a8-820ee8a3e0bb by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:17.725041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Attempting to bind port de688137-c671-4693-90a8-820ee8a3e0bb on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:17.735758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Port de688137-c671-4693-90a8-820ee8a3e0bb on network 28eba52c-a95b-4b13-961a-f8e9756ccaef not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:53:17.740136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Attempting to bind port de688137-c671-4693-90a8-820ee8a3e0bb on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:17.751416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:17.751852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Checking segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:17.752334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Bound using segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:17.752858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Bound port: de688137-c671-4693-90a8-820ee8a3e0bb, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:17.753353 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:17.772246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27288aef-e325-4339-9aee-f3a5f581ee14 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=152bca22-7b59-4bb8-909e-04e1e8ef1a16,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:17.775511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:17.871795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c345d99-a716-4069-858e-e7ec0bc031ea None None] Network b2d1fdfe-662b-4b6a-986f-4004f7bfe650 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:17.898431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] For port de688137-c671-4693-90a8-820ee8a3e0bb, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:17.908780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] For port de688137-c671-4693-90a8-820ee8a3e0bb, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de688137-c671-4693-90a8-820ee8a3e0bb,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:17.933462 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:17.948926 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27288aef-e325-4339-9aee-f3a5f581ee14 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:17.953607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-27288aef-e325-4339-9aee-f3a5f581ee14 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/152bca22-7b59-4bb8-909e-04e1e8ef1a16 HTTP/1.1" status: 204 len: 168 time: 1.3897562 Feb 03 21:53:17.956185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37640) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:17.971799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d136968f-ac0a-4845-a3b5-98b8c23ebd6c up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:17.988333 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffec9643-e4b2-47d6-afb4-0e7f067682a1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:53:17.992396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ffec9643-e4b2-47d6-afb4-0e7f067682a1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/152bca22-7b59-4bb8-909e-04e1e8ef1a16 HTTP/1.1" status: 404 len: 333 time: 0.0349126 Feb 03 21:53:18.047327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:18.061582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=de688137-c671-4693-90a8-820ee8a3e0bb,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:18.127127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:18.129107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.131536 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-bc668070-c1a4-497e-8c9b-401a34a7e4ca service neutron] 10.222.0.47 "PUT /v2.0/ports/de688137-c671-4693-90a8-820ee8a3e0bb HTTP/1.1" status: 200 len: 1091 time: 3.1893051 Feb 03 21:53:18.132030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e163ca-a200-4953-b912-42678c2baacc', 'tag': 'de688137-c671-4693-90a8-820ee8a3e0bb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:18.137722 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9402d53-1d98-4f01-8e71-d09ae98133b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e163ca-a200-4953-b912-42678c2baacc", "tag": "de688137-c671-4693-90a8-820ee8a3e0bb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:18.157356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9f4a0e0-c362-45ce-9f99-9ab553c1938e None None] Provisioning complete for port d5f84839-482f-4247-bf6c-f93d1471b1c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:18.158023 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a0e0-c362-45ce-9f99-9ab553c1938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.188373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4d1864-f374-4d60-b054-65fa1c591dd4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet 880fc58a-07ff-46ed-aee7-95c8a3c4b44b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:18.192348 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1864-f374-4d60-b054-65fa1c591dd4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (880fc58a-07ff-46ed-aee7-95c8a3c4b44b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.244095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1864-f374-4d60-b054-65fa1c591dd4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (880fc58a-07ff-46ed-aee7-95c8a3c4b44b), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.313688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50b0c0c-9bea-4469-8dbd-e44e14e3537d admin admin] Deleting subnet b49ced94-4e54-4660-9366-4947d26af86e {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:18.338860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920465c6-a095-4d18-8432-35da3ff2c7a1 req-f043a79b-ed28-4e4d-87b6-f2ea31965aba tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:18.349522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-920465c6-a095-4d18-8432-35da3ff2c7a1 req-f043a79b-ed28-4e4d-87b6-f2ea31965aba tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.3937697 Feb 03 21:53:18.353200 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c50b0c0c-9bea-4469-8dbd-e44e14e3537d admin admin] Publish callbacks [] for subnet (b49ced94-4e54-4660-9366-4947d26af86e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.440339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0b1d4-51cd-4be3-9225-aef7682f8edd req-6f653444-1608-4c94-8655-223a461cd578 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:18.448829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bcc0b1d4-51cd-4be3-9225-aef7682f8edd req-6f653444-1608-4c94-8655-223a461cd578 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 949 time: 0.4001856 Feb 03 21:53:18.483188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9f4a0e0-c362-45ce-9f99-9ab553c1938e None None] Current status of the port d5f84839-482f-4247-bf6c-f93d1471b1c7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:18.498547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port d136968f-ac0a-4845-a3b5-98b8c23ebd6c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:53:18.509753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c50b0c0c-9bea-4469-8dbd-e44e14e3537d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (b49ced94-4e54-4660-9366-4947d26af86e), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.518532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port d136968f-ac0a-4845-a3b5-98b8c23ebd6c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:18.520028 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.544106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bcc0b1d4-51cd-4be3-9225-aef7682f8edd req-a8cb587d-d55e-487d-a663-8ea8f1045fcb tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942860 Feb 03 21:53:18.568804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-920465c6-a095-4d18-8432-35da3ff2c7a1 req-cf6a8131-cffc-4d77-b314-a88780ee7595 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180159 Feb 03 21:53:18.592491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37654) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:18.619958 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1864-f374-4d60-b054-65fa1c591dd4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (880fc58a-07ff-46ed-aee7-95c8a3c4b44b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.629546 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2ddbbc-fa75-4289-b8fb-130c0f1396fb x-openstack-request-id: req-4b2ddbbc-fa75-4289-b8fb-130c0f1396fb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:18.629860 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e163ca-a200-4953-b912-42678c2baacc", "tag": "de688137-c671-4693-90a8-820ee8a3e0bb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:18.630117 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b2ddbbc-fa75-4289-b8fb-130c0f1396fb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:18.630542 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e163ca-a200-4953-b912-42678c2baacc', 'tag': 'de688137-c671-4693-90a8-820ee8a3e0bb', 'status': 'completed', 'code': 200} Feb 03 21:53:18.635170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38357427-c677-4852-b207-13f90f31c812 req-185b05f5-aa22-47c8-acac-a393b934f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:18.637012 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-185b05f5-aa22-47c8-acac-a393b934f246 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 1125 time: 0.3166084 Feb 03 21:53:18.713646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d136968f-ac0a-4845-a3b5-98b8c23ebd6c is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:18.715700 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.779299 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1864-f374-4d60-b054-65fa1c591dd4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (880fc58a-07ff-46ed-aee7-95c8a3c4b44b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.790250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d136968f-ac0a-4845-a3b5-98b8c23ebd6c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:18.807677 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.808871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 85280c06-e0e8-4ae9-9605-c6e1d82d085d no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:18.888807 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-3837697b-3dc5-4577-9a5a-675219f92fed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de688137-c671-4693-90a8-820ee8a3e0bb HTTP/1.1" status: 200 len: 217 time: 0.2414548 Feb 03 21:53:18.892253 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1864-f374-4d60-b054-65fa1c591dd4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.897823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0c4d1864-f374-4d60-b054-65fa1c591dd4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/880fc58a-07ff-46ed-aee7-95c8a3c4b44b HTTP/1.1" status: 204 len: 168 time: 0.8375270 Feb 03 21:53:18.905946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:18.907669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d1864-f374-4d60-b054-65fa1c591dd4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=880fc58a-07ff-46ed-aee7-95c8a3c4b44b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:18.916637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1427331648-network', 'tenant_id': 'db244600345e4913ba73137c922941fc'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:18.927244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c50b0c0c-9bea-4469-8dbd-e44e14e3537d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b49ced94-4e54-4660-9366-4947d26af86e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:18.936920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:18.946485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d5f84839-482f-4247-bf6c-f93d1471b1c7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:18.984700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Made reservation on behalf of db244600345e4913ba73137c922941fc for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:18.989033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.052552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.078010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f28f5d-509e-466e-ad25-bcb5cdf06306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:19.083925 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9312b08-b1d1-4c82-82fa-d5190241842f" -d '{"events": [{"server_uuid": "15f28f5d-509e-466e-ad25-bcb5cdf06306", "name": "network-vif-plugged", "status": "completed", "tag": "d136968f-ac0a-4845-a3b5-98b8c23ebd6c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:19.096150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ab24b-ce4e-420f-934f-cd108a5f462c None None] Network b2d1fdfe-662b-4b6a-986f-4004f7bfe650 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:19.231063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38357427-c677-4852-b207-13f90f31c812 req-ca17f43b-f836-4a35-a25e-63529e11db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:19.232814 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-ca17f43b-f836-4a35-a25e-63529e11db1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.3316092 Feb 03 21:53:19.239432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0f846-c511-4bde-a0aa-4b860c7bef28 req-d836f925-e2d4-4d05-ae98-c3a2af4b1397 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:19.239843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 85280c06-e0e8-4ae9-9605-c6e1d82d085d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:19.240194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 85280c06-e0e8-4ae9-9605-c6e1d82d085d not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:19.240711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (b2d1fdfe-662b-4b6a-986f-4004f7bfe650), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.244029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14c0f846-c511-4bde-a0aa-4b860c7bef28 req-d836f925-e2d4-4d05-ae98-c3a2af4b1397 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 943 time: 0.3374369 Feb 03 21:53:19.313402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-7970069f-45b6-489b-b003-dd6a7174d223 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635672 Feb 03 21:53:19.318103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8fe1d757-279f-4eae-b58c-3a1b2e755aaf None None] Provisioning complete for port d5f84839-482f-4247-bf6c-f93d1471b1c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:19.318487 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d757-279f-4eae-b58c-3a1b2e755aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.328740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e641124-5730-4021-8798-bd341874111b req-bd3c7651-8276-406e-ae95-83e57aabfee6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:19.342042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e641124-5730-4021-8798-bd341874111b req-bd3c7651-8276-406e-ae95-83e57aabfee6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3312008 Feb 03 21:53:19.372674 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c50b0c0c-9bea-4469-8dbd-e44e14e3537d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (b49ced94-4e54-4660-9366-4947d26af86e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.411857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14c0f846-c511-4bde-a0aa-4b860c7bef28 req-47dd3d7f-61bf-4ec4-9d33-26a716760158 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611953 Feb 03 21:53:19.464475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d5f84839-482f-4247-bf6c-f93d1471b1c7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:19.464854 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.540532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e641124-5730-4021-8798-bd341874111b req-4c89aa59-4399-44a8-8731-15eb18bdc4ff tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975713 Feb 03 21:53:19.564744 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d4220b-5e8b-47b6-9ecc-3da69c2616b9 x-openstack-request-id: req-60d4220b-5e8b-47b6-9ecc-3da69c2616b9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:19.566460 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f28f5d-509e-466e-ad25-bcb5cdf06306", "name": "network-vif-plugged", "status": "completed", "tag": "d136968f-ac0a-4845-a3b5-98b8c23ebd6c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:19.566755 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60d4220b-5e8b-47b6-9ecc-3da69c2616b9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:19.568296 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f28f5d-509e-466e-ad25-bcb5cdf06306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c', 'code': 200} Feb 03 21:53:19.608205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b0c0c-9bea-4469-8dbd-e44e14e3537d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49ced94-4e54-4660-9366-4947d26af86e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:19.645114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c50b0c0c-9bea-4469-8dbd-e44e14e3537d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.652771 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c50b0c0c-9bea-4469-8dbd-e44e14e3537d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b49ced94-4e54-4660-9366-4947d26af86e HTTP/1.1" status: 204 len: 168 time: 1.8760493 Feb 03 21:53:19.658059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:19.706654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1d757-279f-4eae-b58c-3a1b2e755aaf None None] Current status of the port d5f84839-482f-4247-bf6c-f93d1471b1c7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:19.755722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e1b533-bd4e-465d-8465-0ace1dfa482c None None] DHCP port deletion for b2d1fdfe-662b-4b6a-986f-4004f7bfe650 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:53:19.795058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d5f84839-482f-4247-bf6c-f93d1471b1c7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:19.804855 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-fea439a6-f37f-4352-ab55-07178e1b9b21 service neutron] 10.222.0.47 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664168 Feb 03 21:53:19.844041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port d5f84839-482f-4247-bf6c-f93d1471b1c7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:19.844385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.846876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1b533-bd4e-465d-8465-0ace1dfa482c None None] Deleting port d5f84839-482f-4247-bf6c-f93d1471b1c7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:19.856996 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b533-bd4e-465d-8465-0ace1dfa482c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.875110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Publish callbacks [] for security_group (e2301d55-f515-41d2-8656-733fc856bda4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.905023 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e2301d55-f515-41d2-8656-733fc856bda4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.957644 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (38987652-3eb2-4417-9fe6-e353ac77de00), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:19.960837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:53:19.987017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b6f3c-11e7-43b4-8ecb-43beb820869d req-f902f510-e893-40ad-8c99-1a7cf64f1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:19.988553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a41b6f3c-11e7-43b4-8ecb-43beb820869d req-f902f510-e893-40ad-8c99-1a7cf64f1b4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 1132 time: 0.4114740 Feb 03 21:53:20.013598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30ccd5-0d62-4756-a9bd-8f5d6ac12a07 req-fcd0e258-af98-4a7d-ba30-632c8213cd59 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:20.015095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef30ccd5-0d62-4756-a9bd-8f5d6ac12a07 req-fcd0e258-af98-4a7d-ba30-632c8213cd59 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 950 time: 0.3042178 Feb 03 21:53:20.016854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2301d55-f515-41d2-8656-733fc856bda4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:20.017005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] For port d5f84839-482f-4247-bf6c-f93d1471b1c7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d5f84839-482f-4247-bf6c-f93d1471b1c7,segment=NetworkSegment(5592e767-7b26-4467-8c1f-2b4e6db19f1c),segment_id=5592e767-7b26-4467-8c1f-2b4e6db19f1c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:20.017342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:20.042130 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (832d091d-2a11-4817-89f1-b6624b8e7a71), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:20.042486 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Added segment 832d091d-2a11-4817-89f1-b6624b8e7a71 of type vlan for network d0bca876-34d7-43bc-89bf-6b7e9565f5a9 Feb 03 21:53:20.053430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b8e1b533-bd4e-465d-8465-0ace1dfa482c None None] For port d5f84839-482f-4247-bf6c-f93d1471b1c7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d5f84839-482f-4247-bf6c-f93d1471b1c7,segment=NetworkSegment(5592e767-7b26-4467-8c1f-2b4e6db19f1c),segment_id=5592e767-7b26-4467-8c1f-2b4e6db19f1c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:20.053936 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b533-bd4e-465d-8465-0ace1dfa482c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:20.073551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1b533-bd4e-465d-8465-0ace1dfa482c None None] Calling delete_port for d5f84839-482f-4247-bf6c-f93d1471b1c7 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:20.132328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83adb7-2705-4961-bdc5-ba892c2623eb req-1a70aeb0-3481-4514-a1ed-5b4cece78586 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:20.133972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd83adb7-2705-4961-bdc5-ba892c2623eb req-1a70aeb0-3481-4514-a1ed-5b4cece78586 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.4383173 Feb 03 21:53:20.187711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b533-bd4e-465d-8465-0ace1dfa482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:20.215568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1b533-bd4e-465d-8465-0ace1dfa482c None None] Pushing event deleted for resources: {'Port': ['ID=d5f84839-482f-4247-bf6c-f93d1471b1c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:20.235491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1b533-bd4e-465d-8465-0ace1dfa482c None None] No DVR routers for this DVR port d5f84839-482f-4247-bf6c-f93d1471b1c7 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:20.492397 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38357427-c677-4852-b207-13f90f31c812 req-b87a20a6-e08b-4069-b01a-02352b8e5a30 service neutron] 10.222.0.47 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751320 Feb 03 21:53:20.498523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for d5f84839-482f-4247-bf6c-f93d1471b1c7 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:20.644962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-81a5cf8c-717d-4914-9fb2-926862ee86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:20.647146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-81a5cf8c-717d-4914-9fb2-926862ee86d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 1125 time: 0.0711675 Feb 03 21:53:20.698475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d0bca876-34d7-43bc-89bf-6b7e9565f5a9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:20.758052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d5f84839-482f-4247-bf6c-f93d1471b1c7 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:20.801033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d5f84839-482f-4247-bf6c-f93d1471b1c7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:20.805967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd83adb7-2705-4961-bdc5-ba892c2623eb req-c6015377-525f-441c-aa1b-e5a1ed2486b1 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734793 Feb 03 21:53:20.818695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d5f84839-482f-4247-bf6c-f93d1471b1c7 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:20.832966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a41b6f3c-11e7-43b4-8ecb-43beb820869d req-d311c275-8252-4158-93e3-c53ab41ee85d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7879329 Feb 03 21:53:20.851831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef30ccd5-0d62-4756-a9bd-8f5d6ac12a07 req-dd3d0321-5945-478d-8c8f-177d3a33816b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7872090 Feb 03 21:53:20.859367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-945ea9de-eb52-4cd9-a474-f163f7b5398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:20.860496 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d0bca876-34d7-43bc-89bf-6b7e9565f5a9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:20.861926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:20.864679 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:20.865229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-945ea9de-eb52-4cd9-a474-f163f7b5398e service neutron] 10.222.0.47 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 913 time: 0.2005329 Feb 03 21:53:20.875948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (38987652-3eb2-4417-9fe6-e353ac77de00), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:20.965060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38987652-3eb2-4417-9fe6-e353ac77de00']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:20.977428 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-cf618b26-d913-4a48-9f76-80cab0e60432 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de688137-c671-4693-90a8-820ee8a3e0bb HTTP/1.1" status: 200 len: 217 time: 0.1032851 Feb 03 21:53:20.982930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d5f84839-482f-4247-bf6c-f93d1471b1c7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.007608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4136384 Feb 03 21:53:21.029151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No DVR routers for this DVR port d5f84839-482f-4247-bf6c-f93d1471b1c7 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:21.038694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dcc8ba-63dc-4dd9-b1f9-a7414940a320') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:21.038999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dcc8ba-63dc-4dd9-b1f9-a7414940a320') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:21.057319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37682) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:21.076753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Request body: {'subnet': {'network_id': 'd0bca876-34d7-43bc-89bf-6b7e9565f5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1427331648-subnet', 'tenant_id': 'db244600345e4913ba73137c922941fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:21.081811 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (15dcc8ba-63dc-4dd9-b1f9-a7414940a320), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.085074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f68646-7200-4b4d-b80d-e1d5d65668fc admin admin] Pushing event updated for resources: {'Network': ['ID=d0bca876-34d7-43bc-89bf-6b7e9565f5a9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:21.097413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d0bca876-34d7-43bc-89bf-6b7e9565f5a9 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:53:21.118217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=d5f84839-482f-4247-bf6c-f93d1471b1c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:21.127642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (15dcc8ba-63dc-4dd9-b1f9-a7414940a320), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.149740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:21.150154 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (15dcc8ba-63dc-4dd9-b1f9-a7414940a320), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:21.152830 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:21.188579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Made reservation on behalf of db244600345e4913ba73137c922941fc for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:21.192958 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.218360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-3a2b5513-00d5-436d-b94c-5a72ffdc0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:21.219885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-3a2b5513-00d5-436d-b94c-5a72ffdc0569 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.2241006 Feb 03 21:53:21.222159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (b2d1fdfe-662b-4b6a-986f-4004f7bfe650), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.248410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4767941-869e-4451-8d13-2074d8c19ba6 req-b8fb2b4b-daf4-4828-8322-c32fff49f773 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:21.250075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4767941-869e-4451-8d13-2074d8c19ba6 req-b8fb2b4b-daf4-4828-8322-c32fff49f773 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2891259 Feb 03 21:53:21.269809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41f624-041a-4512-b59b-3de37537a980 req-6770b7ac-ddd0-4dbb-882d-2147d01ab220 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:21.271351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c41f624-041a-4512-b59b-3de37537a980 req-6770b7ac-ddd0-4dbb-882d-2147d01ab220 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 943 time: 0.3137314 Feb 03 21:53:21.280096 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-691d6a96-60b2-435b-bf10-2458a6b84925 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449076 Feb 03 21:53:21.282162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d1fdfe-662b-4b6a-986f-4004f7bfe650']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:21.304426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5592e767-7b26-4467-8c1f-2b4e6db19f1c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:21.305868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5592e767-7b26-4467-8c1f-2b4e6db19f1c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:21.352457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (5592e767-7b26-4467-8c1f-2b4e6db19f1c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.376608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5592e767-7b26-4467-8c1f-2b4e6db19f1c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.388112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:21.388659 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (5592e767-7b26-4467-8c1f-2b4e6db19f1c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:21.391938 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:21.404657 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (38987652-3eb2-4417-9fe6-e353ac77de00), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.413198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c41f624-041a-4512-b59b-3de37537a980 req-21601cd4-7d83-4625-8953-062307e9a0d5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090784 Feb 03 21:53:21.428723 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.435001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] 10.222.0.50 "DELETE /v2.0/networks/38987652-3eb2-4417-9fe6-e353ac77de00 HTTP/1.1" status: 204 len: 168 time: 1.7622731 Feb 03 21:53:21.465471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9209fa6-5cc1-4a15-8bd2-3c8dc7473c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=38987652-3eb2-4417-9fe6-e353ac77de00,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:21.471122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4767941-869e-4451-8d13-2074d8c19ba6 req-a161eae6-07b6-45ed-b0db-21dc15712566 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725724 Feb 03 21:53:21.543301 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-bdcf2a60-8639-45ac-805e-06860147ac96 service neutron] 10.222.0.47 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513502 Feb 03 21:53:21.548797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (b2d1fdfe-662b-4b6a-986f-4004f7bfe650), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.569615 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.573247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/networks/b2d1fdfe-662b-4b6a-986f-4004f7bfe650 HTTP/1.1" status: 204 len: 168 time: 2.6661191 Feb 03 21:53:21.581012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:21.596242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7c95b-f6d6-41a8-b3a5-3f476b46107b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Network': ['ID=b2d1fdfe-662b-4b6a-986f-4004f7bfe650,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:21.600411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'name': 'tempest-PortsTestJSON-1291613409'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:21.674685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:21.728671 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9402d53-1d98-4f01-8e71-d09ae98133b8 req-12a4fba5-480d-46d6-acf2-394522053d82 service neutron] 10.222.0.47 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774359 Feb 03 21:53:21.747309 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8eefb61a-c942-4a23-a3b7-db282400f259 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9d45734aaad4686a5aa35d4d325d755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681605 Feb 03 21:53:21.750013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:21.820103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8698009b-5921-4bfb-90b2-d098137011f9 admin admin] Publish callbacks [] for security_group (19667783-c1a3-406a-ba7e-8867d12aab06), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.846255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:21.849835 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8698009b-5921-4bfb-90b2-d098137011f9 admin admin] Publish callbacks [] for security_group (19667783-c1a3-406a-ba7e-8867d12aab06), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.850112 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.927832 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8698009b-5921-4bfb-90b2-d098137011f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (19667783-c1a3-406a-ba7e-8867d12aab06), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.931726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8698009b-5921-4bfb-90b2-d098137011f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:21.937629 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8698009b-5921-4bfb-90b2-d098137011f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19667783-c1a3-406a-ba7e-8867d12aab06 HTTP/1.1" status: 204 len: 168 time: 0.1858463 Feb 03 21:53:21.947877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698009b-5921-4bfb-90b2-d098137011f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19667783-c1a3-406a-ba7e-8867d12aab06,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:21.968293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 0bfd3336-3f96-4dbd-ab77-6793886c6e4b yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:53:21.998856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (111cd8ac-aeda-4835-8125-9461731611f0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:22.123399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8a81e-acc6-4a3a-8e7b-78d53c42fc14 req-c4de15ab-a972-4c47-8ae5-44176ec8c352 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:22.124986 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95c8a81e-acc6-4a3a-8e7b-78d53c42fc14 req-c4de15ab-a972-4c47-8ae5-44176ec8c352 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2701974 Feb 03 21:53:22.152842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=111cd8ac-aeda-4835-8125-9461731611f0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:22.169997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2628d33-202a-49e4-8ece-bdcf338ea867 req-e28b99ef-9d7a-4769-b418-da8759d31075 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:22.171520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2628d33-202a-49e4-8ece-bdcf338ea867 req-e28b99ef-9d7a-4769-b418-da8759d31075 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.2315352 Feb 03 21:53:22.294086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Checking segment: {'id': '832d091d-2a11-4817-89f1-b6624b8e7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd0bca876-34d7-43bc-89bf-6b7e9565f5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:22.294460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Network hostable DHCP agents. Network: d0bca876-34d7-43bc-89bf-6b7e9565f5a9, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:53:22.328862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95c8a81e-acc6-4a3a-8e7b-78d53c42fc14 req-6119295f-892f-4b3c-9834-556fab03ff33 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917541 Feb 03 21:53:22.376007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2628d33-202a-49e4-8ece-bdcf338ea867 req-c47423f7-f352-4114-ba58-0895ce3aaa31 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941252 Feb 03 21:53:22.382079 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (0bfd3336-3f96-4dbd-ab77-6793886c6e4b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:22.405608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Network d0bca876-34d7-43bc-89bf-6b7e9565f5a9 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:53:22.432524 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d0bca876-34d7-43bc-89bf-6b7e9565f5a9) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:22.442801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3329b-d05e-43df-8d5c-ae1cffe3ea10 None None] Network d0bca876-34d7-43bc-89bf-6b7e9565f5a9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:22.453293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:22.453886 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:22.465930 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0bfd3336-3f96-4dbd-ab77-6793886c6e4b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:22.523003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=0bfd3336-3f96-4dbd-ab77-6793886c6e4b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:22.556072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71747531-ac82-41d5-b3f7-5e5fb49687ec admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4907072 Feb 03 21:53:22.566642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:22.569726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:22.573809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:22.578912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:22.579563 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:22.585777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f05bd-d889-47a3-ab70-610ae11aaa95 None None] Network d0bca876-34d7-43bc-89bf-6b7e9565f5a9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:22.601037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ab56b-b561-4ebe-9c24-2b31485a68c5 req-c36db2d4-13c5-4c77-bba2-0ba90b4f6183 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:22.608360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e54ab56b-b561-4ebe-9c24-2b31485a68c5 req-c36db2d4-13c5-4c77-bba2-0ba90b4f6183 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 950 time: 0.1913226 Feb 03 21:53:22.614110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9e7b0bab-95df-4c8e-bb0d-fe42f8b4a3f1 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0259852 Feb 03 21:53:22.616781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:22.715106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e54ab56b-b561-4ebe-9c24-2b31485a68c5 req-ff68f303-2eaa-489f-99e6-6d176c858544 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057937 Feb 03 21:53:22.762692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebc443-a887-46e1-ae76-e37a0eca4296 req-17ffb6c5-3c8a-4aee-9b41-c4193d71fcf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:22.770769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1eebc443-a887-46e1-ae76-e37a0eca4296 req-17ffb6c5-3c8a-4aee-9b41-c4193d71fcf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 943 time: 0.1053960 Feb 03 21:53:22.777461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-68248b5a-5e39-458d-a62a-2ce201d7b1ac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 0bfd3336-3f96-4dbd-ab77-6793886c6e4b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:22.777839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68248b5a-5e39-458d-a62a-2ce201d7b1ac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0bfd3336-3f96-4dbd-ab77-6793886c6e4b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:22.881717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1eebc443-a887-46e1-ae76-e37a0eca4296 req-f9e03ed9-0540-4d05-8c98-c0a591a2ba7b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995286 Feb 03 21:53:22.971422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68248b5a-5e39-458d-a62a-2ce201d7b1ac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0bfd3336-3f96-4dbd-ab77-6793886c6e4b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:22.988596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-68248b5a-5e39-458d-a62a-2ce201d7b1ac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 0bfd3336-3f96-4dbd-ab77-6793886c6e4b owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:23.118776 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68248b5a-5e39-458d-a62a-2ce201d7b1ac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0bfd3336-3f96-4dbd-ab77-6793886c6e4b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:23.148551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f515-04c6-4b90-80c5-c87fba2da865 req-d0ff0b81-ffec-4676-90dc-5bc7e6b38090 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:23.151911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a565f515-04c6-4b90-80c5-c87fba2da865 req-d0ff0b81-ffec-4676-90dc-5bc7e6b38090 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 950 time: 0.1344585 Feb 03 21:53:23.168637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68248b5a-5e39-458d-a62a-2ce201d7b1ac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=0bfd3336-3f96-4dbd-ab77-6793886c6e4b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:23.177164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68248b5a-5e39-458d-a62a-2ce201d7b1ac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:23.181128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-68248b5a-5e39-458d-a62a-2ce201d7b1ac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/0bfd3336-3f96-4dbd-ab77-6793886c6e4b HTTP/1.1" status: 204 len: 168 time: 0.5621049 Feb 03 21:53:23.185991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:23.191593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'mac_address': 'fa:16:3e:84:73:81', 'name': 'tempest-PortsTestJSON-2035531837'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:23.241379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a565f515-04c6-4b90-80c5-c87fba2da865 req-9e241932-6a67-4e93-8cb2-2ffd335aa2f8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814526 Feb 03 21:53:23.307927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db8d1e-2d58-40e6-afb6-5f79b1e038d5 req-159c4fd0-7a88-49d8-958b-7adaa1068acf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:23.312949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40db8d1e-2d58-40e6-afb6-5f79b1e038d5 req-159c4fd0-7a88-49d8-958b-7adaa1068acf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.0645308 Feb 03 21:53:23.343287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:23.378006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40db8d1e-2d58-40e6-afb6-5f79b1e038d5 req-a891ba7f-680e-4503-a6af-7bee2c96a118 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610414 Feb 03 21:53:23.461390 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:23.485015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 1f1e9858-f8bf-46bb-82f6-7bb516779772 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:53:23.553355 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c975019-53a5-4bdc-837b-356078030974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:23.649468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:23.656973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-757950472-network', 'tenant_id': '5c5dfca39e0d4fadb5ed682be757dd11'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:23.693064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Made reservation on behalf of 5c5dfca39e0d4fadb5ed682be757dd11 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:23.697305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:23.714767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:23.735017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (1f1e9858-f8bf-46bb-82f6-7bb516779772), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:23.782142 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1f1e9858-f8bf-46bb-82f6-7bb516779772), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:23.838270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f59f7-5388-4818-9ff1-9fc27ffaa189 req-c49fc14d-b306-4752-81fe-cf79d6191f37 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:23.846519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f59f7-5388-4818-9ff1-9fc27ffaa189 req-c49fc14d-b306-4752-81fe-cf79d6191f37 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:23.850014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:23.853934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:23.855169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-403f59f7-5388-4818-9ff1-9fc27ffaa189 req-c49fc14d-b306-4752-81fe-cf79d6191f37 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306&device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 1691 time: 0.1268749 Feb 03 21:53:23.864119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:23.872425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:23.873186 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:23.932559 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7429411 Feb 03 21:53:23.933763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33a25a-e2e0-43ef-9d49-70544d7825f5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=1f1e9858-f8bf-46bb-82f6-7bb516779772,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:23.937054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:23.975959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-403f59f7-5388-4818-9ff1-9fc27ffaa189 req-a88ae999-5d05-4f76-a1ab-a911600a1d01 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166716 Feb 03 21:53:24.029437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Publish callbacks [] for security_group (53075b67-40ac-4496-893b-d48dd9677abb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.048238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8fcf55-5f48-4438-8022-2fa7de7fcff4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:24.051454 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce8fcf55-5f48-4438-8022-2fa7de7fcff4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/1f1e9858-f8bf-46bb-82f6-7bb516779772 HTTP/1.1" status: 200 len: 841 time: 0.1026127 Feb 03 21:53:24.052689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:24.072860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (53075b67-40ac-4496-893b-d48dd9677abb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.130558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:53:24.163215 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53075b67-40ac-4496-893b-d48dd9677abb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:24.164032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7e39f5a7-c7c2-4a0e-a5cd-606bf37f5e1d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 1f1e9858-f8bf-46bb-82f6-7bb516779772 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:24.165045 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e39f5a7-c7c2-4a0e-a5cd-606bf37f5e1d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1f1e9858-f8bf-46bb-82f6-7bb516779772), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.195019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (fc0e5eda-65c2-47f0-bb38-4c916afb672e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.195963 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Added segment fc0e5eda-65c2-47f0-bb38-4c916afb672e of type vlan for network 40c7acd7-a006-4ac6-a79c-0833dda8127c Feb 03 21:53:24.220956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b875-1101-48d3-ab9f-a2abbdabaefc req-fe8df5d3-abad-4fc4-a13d-2140e364ae50 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:24.222567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0050b875-1101-48d3-ab9f-a2abbdabaefc req-fe8df5d3-abad-4fc4-a13d-2140e364ae50 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.1841226 Feb 03 21:53:24.260847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e39f5a7-c7c2-4a0e-a5cd-606bf37f5e1d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1f1e9858-f8bf-46bb-82f6-7bb516779772), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.286411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7e39f5a7-c7c2-4a0e-a5cd-606bf37f5e1d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 1f1e9858-f8bf-46bb-82f6-7bb516779772 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:24.292642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (40c7acd7-a006-4ac6-a79c-0833dda8127c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.304789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abb8fd-5d87-4c91-bd07-7ec1dd508146 req-c13de898-ef9e-47a2-b343-6fda3bc3a31d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:24.307187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91abb8fd-5d87-4c91-bd07-7ec1dd508146 req-c13de898-ef9e-47a2-b343-6fda3bc3a31d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 943 time: 0.2111006 Feb 03 21:53:24.320085 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.373408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37786) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:24.387844 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e39f5a7-c7c2-4a0e-a5cd-606bf37f5e1d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1f1e9858-f8bf-46bb-82f6-7bb516779772), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.402836 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.406323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0050b875-1101-48d3-ab9f-a2abbdabaefc req-0b86801a-1662-4c41-bb0b-dad5d1b06e37 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764731 Feb 03 21:53:24.423425 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (40c7acd7-a006-4ac6-a79c-0833dda8127c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.424475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:24.434618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.461827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39f5a7-c7c2-4a0e-a5cd-606bf37f5e1d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=1f1e9858-f8bf-46bb-82f6-7bb516779772,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:24.474645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8238099 Feb 03 21:53:24.475176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37792) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:24.494739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e39f5a7-c7c2-4a0e-a5cd-606bf37f5e1d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:24.500635 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7e39f5a7-c7c2-4a0e-a5cd-606bf37f5e1d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/1f1e9858-f8bf-46bb-82f6-7bb516779772 HTTP/1.1" status: 204 len: 168 time: 0.4465926 Feb 03 21:53:24.507083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37794) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:24.521213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Request body: {'subnet': {'network_id': '40c7acd7-a006-4ac6-a79c-0833dda8127c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-757950472-subnet', 'tenant_id': '5c5dfca39e0d4fadb5ed682be757dd11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:24.544005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91abb8fd-5d87-4c91-bd07-7ec1dd508146 req-769b3aa3-9a96-47e8-83e0-2d55191ca9e8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250125 Feb 03 21:53:24.607737 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1908d8-cd86-48ba-a98b-2920aa7152e3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:53:24.621958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:24.622781 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e1908d8-cd86-48ba-a98b-2920aa7152e3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/1f1e9858-f8bf-46bb-82f6-7bb516779772 HTTP/1.1" status: 404 len: 333 time: 0.1136925 Feb 03 21:53:24.639971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6318384-f1e6-438f-b545-773355216886 admin admin] Pushing event updated for resources: {'Network': ['ID=40c7acd7-a006-4ac6-a79c-0833dda8127c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:24.649323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'name': 'tempest-PortsTestJSON-852811449'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:24.654848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 40c7acd7-a006-4ac6-a79c-0833dda8127c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:53:24.970332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Made reservation on behalf of 5c5dfca39e0d4fadb5ed682be757dd11 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:24.973548 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:25.096716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:25.099983 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:25.158494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 627f8608-f216-421a-9335-c02a0d931d50 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:53:25.172543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bb04-fcfb-4c2f-bcac-8fcb908b4000 req-e4cc23b1-7c98-42d2-a68d-33edec5d8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:25.174010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b50bb04-fcfb-4c2f-bcac-8fcb908b4000 req-e4cc23b1-7c98-42d2-a68d-33edec5d8666 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 1128 time: 0.3637004 Feb 03 21:53:25.186381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4385b4-3e8e-4f29-b257-7dca00875d20 req-26ee1342-3cb6-461b-9b9c-4ac30170e541 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:25.187880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa4385b4-3e8e-4f29-b257-7dca00875d20 req-26ee1342-3cb6-461b-9b9c-4ac30170e541 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 1132 time: 0.3732479 Feb 03 21:53:25.235148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40354963-7889-4e44-b674-841c4556aacd req-e2fe212b-7bf0-4165-99cb-5ac98abebf43 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:25.236620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40354963-7889-4e44-b674-841c4556aacd req-e2fe212b-7bf0-4165-99cb-5ac98abebf43 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3948045 Feb 03 21:53:25.399711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device de688137-c671-4693-90a8-820ee8a3e0bb details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:53:25.568873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port de688137-c671-4693-90a8-820ee8a3e0bb, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de688137-c671-4693-90a8-820ee8a3e0bb,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:25.586784 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'de688137-c671-4693-90a8-820ee8a3e0bb', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'port_id': 'de688137-c671-4693-90a8-820ee8a3e0bb', 'mac_address': 'fa:16:3e:21:21:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae7a702-b87f-46f5-a94b-b7f817771d19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:53:25.639322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port de688137-c671-4693-90a8-820ee8a3e0bb is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:25.639822 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:25.656749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de688137-c671-4693-90a8-820ee8a3e0bb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:25.685709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port de688137-c671-4693-90a8-820ee8a3e0bb, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de688137-c671-4693-90a8-820ee8a3e0bb,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:25.690301 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:25.756381 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e73bd435-5af2-4818-9b98-610b96eee63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:25.766116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=de688137-c671-4693-90a8-820ee8a3e0bb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:25.866480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b50bb04-fcfb-4c2f-bcac-8fcb908b4000 req-30253808-7de7-4db1-9b48-8d7d0e758c90 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494298 Feb 03 21:53:25.868925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa4385b4-3e8e-4f29-b257-7dca00875d20 req-548bf283-7487-4ec9-a5ca-69761217c13a tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6508563 Feb 03 21:53:25.957030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40354963-7889-4e44-b674-841c4556aacd req-f15842c4-02f9-451f-97da-737928dcf128 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7066138 Feb 03 21:53:26.025593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (4097831c-f231-48c3-8b70-b842d55db45d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:26.102878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['de688137-c671-4693-90a8-820ee8a3e0bb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:26.113088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (627f8608-f216-421a-9335-c02a0d931d50), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:26.221014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4097831c-f231-48c3-8b70-b842d55db45d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:26.236405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a47a-bdaa-4c37-adc4-6ac8d476dd85 req-34c60b69-ea7b-4fa4-89e3-e219cc8fd4de tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:26.237932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3869a47a-bdaa-4c37-adc4-6ac8d476dd85 req-34c60b69-ea7b-4fa4-89e3-e219cc8fd4de tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.2868807 Feb 03 21:53:26.282262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Checking segment: {'id': 'fc0e5eda-65c2-47f0-bb38-4c916afb672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '40c7acd7-a006-4ac6-a79c-0833dda8127c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:26.282623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Network hostable DHCP agents. Network: 40c7acd7-a006-4ac6-a79c-0833dda8127c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:53:26.308100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ffe36-1098-46c3-a3bc-3918eb221a55 req-6bb79828-14a3-4178-980b-539d7d5a5e0f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:26.309597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c49ffe36-1098-46c3-a3bc-3918eb221a55 req-6bb79828-14a3-4178-980b-539d7d5a5e0f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 944 time: 0.2205219 Feb 03 21:53:26.310559 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (627f8608-f216-421a-9335-c02a0d931d50), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:26.400948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Network 40c7acd7-a006-4ac6-a79c-0833dda8127c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:53:26.422053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3869a47a-bdaa-4c37-adc4-6ac8d476dd85 req-5360dbe8-1156-4c61-a94e-ba9104f5a5eb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740253 Feb 03 21:53:26.426986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:26.437858 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=627f8608-f216-421a-9335-c02a0d931d50,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:26.440007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 40c7acd7-a006-4ac6-a79c-0833dda8127c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:26.441555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:26.454890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:26.459848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68632841-b52f-4b7b-9f8d-baa174bfe442 None None] Network 40c7acd7-a006-4ac6-a79c-0833dda8127c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:26.459987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:26.460594 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:26.464334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:26.464924 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:26.510702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c49ffe36-1098-46c3-a3bc-3918eb221a55 req-9c3a088d-1179-4343-bf36-5f663456a4eb tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728010 Feb 03 21:53:26.532604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f5b96ff0-24a2-48c9-9640-87bf075e5123 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9007030 Feb 03 21:53:26.534785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:26.542471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-67a416e3-7869-4c4e-a1c3-2135c37f1520 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:26.572337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-871b7a15-ae58-43f1-85a3-1a4e8125f072 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0551534 Feb 03 21:53:26.586227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd1547-13ec-4849-8088-4ec78723ca7b None None] Network 40c7acd7-a006-4ac6-a79c-0833dda8127c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:26.717817 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (3e370da9-0d11-4ea7-945b-fb5eb21a8527), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:26.723843 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67a416e3-7869-4c4e-a1c3-2135c37f1520 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (627f8608-f216-421a-9335-c02a0d931d50), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:26.794332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:26.823204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640841fe-cb86-4cad-87e9-75615b2e0f3f req-90845430-711b-415b-b7dd-9db2fe71f286 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:26.851594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-640841fe-cb86-4cad-87e9-75615b2e0f3f req-90845430-711b-415b-b7dd-9db2fe71f286 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 1132 time: 0.2369356 Feb 03 21:53:26.978138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6814734-5092-4378-b7b6-053deb0e368f admin admin] Deleting subnet 111cd8ac-aeda-4835-8125-9461731611f0 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:26.985518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-640841fe-cb86-4cad-87e9-75615b2e0f3f req-598ccc9c-80a5-459b-9303-41198257e64e tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327410 Feb 03 21:53:26.994959 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.033880 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6814734-5092-4378-b7b6-053deb0e368f admin admin] Publish callbacks [] for subnet (111cd8ac-aeda-4835-8125-9461731611f0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.107135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6814734-5092-4378-b7b6-053deb0e368f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (111cd8ac-aeda-4835-8125-9461731611f0), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.178372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67a416e3-7869-4c4e-a1c3-2135c37f1520 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (627f8608-f216-421a-9335-c02a0d931d50), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.183213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6814734-5092-4378-b7b6-053deb0e368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (111cd8ac-aeda-4835-8125-9461731611f0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.187307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67a416e3-7869-4c4e-a1c3-2135c37f1520 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (627f8608-f216-421a-9335-c02a0d931d50), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.196608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1405b3-95fc-4f97-bdfa-d6c78ca4dd94 req-d4e7236c-5c10-4416-a9e9-4578356cfccf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:27.198171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af1405b3-95fc-4f97-bdfa-d6c78ca4dd94 req-d4e7236c-5c10-4416-a9e9-4578356cfccf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.0919411 Feb 03 21:53:27.253104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-67a416e3-7869-4c4e-a1c3-2135c37f1520 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] In _notify_port_updated(), no bound segment for port 627f8608-f216-421a-9335-c02a0d931d50 on network 15847131-12b2-4b90-95fd-e0cd708fc36f {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:53:27.259042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a416e3-7869-4c4e-a1c3-2135c37f1520 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:27.259819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67a416e3-7869-4c4e-a1c3-2135c37f1520 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.263856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-67a416e3-7869-4c4e-a1c3-2135c37f1520 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "PUT /v2.0/ports/627f8608-f216-421a-9335-c02a0d931d50 HTTP/1.1" status: 200 len: 818 time: 0.7246971 Feb 03 21:53:27.266145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:27.300626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a416e3-7869-4c4e-a1c3-2135c37f1520 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=627f8608-f216-421a-9335-c02a0d931d50,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:27.317760 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6814734-5092-4378-b7b6-053deb0e368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (111cd8ac-aeda-4835-8125-9461731611f0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.349379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6814734-5092-4378-b7b6-053deb0e368f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=111cd8ac-aeda-4835-8125-9461731611f0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:27.353739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6814734-5092-4378-b7b6-053deb0e368f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.359314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f6814734-5092-4378-b7b6-053deb0e368f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/111cd8ac-aeda-4835-8125-9461731611f0 HTTP/1.1" status: 204 len: 168 time: 0.5616024 Feb 03 21:53:27.359481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:27.361447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af1405b3-95fc-4f97-bdfa-d6c78ca4dd94 req-c30d4e40-e328-4301-a5bc-07435d7db3f4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538727 Feb 03 21:53:27.366615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3967ba69-7e2f-4d65-bc66-f947d1d02c02 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694151 Feb 03 21:53:27.408772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device de688137-c671-4693-90a8-820ee8a3e0bb up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:27.464787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port de688137-c671-4693-90a8-820ee8a3e0bb completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:53:27.475106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port de688137-c671-4693-90a8-820ee8a3e0bb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:27.475873 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.496679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Deleting port d641a0c6-86e9-43a7-854b-318649065efb {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:27.497051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d641a0c6-86e9-43a7-854b-318649065efb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.497165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d0bca876-34d7-43bc-89bf-6b7e9565f5a9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.577942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port de688137-c671-4693-90a8-820ee8a3e0bb is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:27.578870 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.607665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-95f72cc8-d779-41d4-9afc-ca03de1b6fb9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:27.614811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-95f72cc8-d779-41d4-9afc-ca03de1b6fb9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386627 Feb 03 21:53:27.618363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e0a730a6-2eb2-4382-970c-701345d27838 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 627f8608-f216-421a-9335-c02a0d931d50 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:27.618702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0a730a6-2eb2-4382-970c-701345d27838 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (627f8608-f216-421a-9335-c02a0d931d50), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.619445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port de688137-c671-4693-90a8-820ee8a3e0bb, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de688137-c671-4693-90a8-820ee8a3e0bb,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:27.620793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e163ca-a200-4953-b912-42678c2baacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de688137-c671-4693-90a8-820ee8a3e0bb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:27.623810 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2d680a-7d3d-4823-a54d-ba62e41473a9" -d '{"events": [{"server_uuid": "c6e163ca-a200-4953-b912-42678c2baacc", "name": "network-vif-plugged", "status": "completed", "tag": "de688137-c671-4693-90a8-820ee8a3e0bb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:27.629940 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.638171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d0bca876-34d7-43bc-89bf-6b7e9565f5a9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.662701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bca876-34d7-43bc-89bf-6b7e9565f5a9']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:27.674962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832d091d-2a11-4817-89f1-b6624b8e7a71') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:27.675382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832d091d-2a11-4817-89f1-b6624b8e7a71') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:27.689041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=de688137-c671-4693-90a8-820ee8a3e0bb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:27.690045 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (832d091d-2a11-4817-89f1-b6624b8e7a71), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.693749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-1b0c6f7b-1f13-45fe-a3da-3ea8d5b71d2c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/quotas/3581307d22c3441fb5a5c9d506d7c2ee HTTP/1.1" status: 200 len: 375 time: 0.0781398 Feb 03 21:53:27.708883 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (832d091d-2a11-4817-89f1-b6624b8e7a71), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.716826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:27.717509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (832d091d-2a11-4817-89f1-b6624b8e7a71), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:27.719355 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:27.767302 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0a730a6-2eb2-4382-970c-701345d27838 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (627f8608-f216-421a-9335-c02a0d931d50), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.778938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d0bca876-34d7-43bc-89bf-6b7e9565f5a9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.781599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] For port d641a0c6-86e9-43a7-854b-318649065efb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d641a0c6-86e9-43a7-854b-318649065efb,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:27.781963 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d641a0c6-86e9-43a7-854b-318649065efb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.784289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:27.790655 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d0bca876-34d7-43bc-89bf-6b7e9565f5a9 HTTP/1.1" status: 204 len: 168 time: 0.4271574 Feb 03 21:53:27.796459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:27.801130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff504a02-3411-4737-88ec-fe83602a0186 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bca876-34d7-43bc-89bf-6b7e9565f5a9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:27.811380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e0a730a6-2eb2-4382-970c-701345d27838 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 627f8608-f216-421a-9335-c02a0d931d50 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:27.819477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f7cf-852d-4733-ba5b-97dfbb5efaaf req-02c2c32e-6661-412f-a9f9-e99b59859b86 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:27.821014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ac6f7cf-852d-4733-ba5b-97dfbb5efaaf req-02c2c32e-6661-412f-a9f9-e99b59859b86 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.2948523 Feb 03 21:53:27.822638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Calling delete_port for d641a0c6-86e9-43a7-854b-318649065efb owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:27.966436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-b2dec8c0-40a3-462a-964f-46cc29fb8add tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2718484 Feb 03 21:53:27.997228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df3e67d-891d-4935-a8b2-aac08d2b2e61 admin admin] Deleting subnet 4097831c-f231-48c3-8b70-b842d55db45d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:28.010882 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4df3e67d-891d-4935-a8b2-aac08d2b2e61 admin admin] Publish callbacks [] for subnet (4097831c-f231-48c3-8b70-b842d55db45d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.069543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ac6f7cf-852d-4733-ba5b-97dfbb5efaaf req-61277ee2-c479-46fb-bd63-e6a5cf22ac23 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185612 Feb 03 21:53:28.090936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4df3e67d-891d-4935-a8b2-aac08d2b2e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (4097831c-f231-48c3-8b70-b842d55db45d), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.145210 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041bc0d3-1fac-4ebd-98a7-5d56a16477fc x-openstack-request-id: req-041bc0d3-1fac-4ebd-98a7-5d56a16477fc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:28.145697 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e163ca-a200-4953-b912-42678c2baacc", "name": "network-vif-plugged", "status": "completed", "tag": "de688137-c671-4693-90a8-820ee8a3e0bb", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:28.145796 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-041bc0d3-1fac-4ebd-98a7-5d56a16477fc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:28.146124 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e163ca-a200-4953-b912-42678c2baacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de688137-c671-4693-90a8-820ee8a3e0bb', 'code': 200} Feb 03 21:53:28.191865 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0a730a6-2eb2-4382-970c-701345d27838 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (627f8608-f216-421a-9335-c02a0d931d50), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.292446 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4df3e67d-891d-4935-a8b2-aac08d2b2e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (4097831c-f231-48c3-8b70-b842d55db45d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.324775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a730a6-2eb2-4382-970c-701345d27838 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=627f8608-f216-421a-9335-c02a0d931d50,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:28.331204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd114a27-d1bc-4c45-a2fa-b3d576d97088 req-2b80c47b-2977-4cea-880d-bfaaab15ca78 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 210 time: 0.1421671 Feb 03 21:53:28.346526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0a730a6-2eb2-4382-970c-701345d27838 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.349928 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e0a730a6-2eb2-4382-970c-701345d27838 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/627f8608-f216-421a-9335-c02a0d931d50 HTTP/1.1" status: 204 len: 168 time: 1.0831919 Feb 03 21:53:28.352785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:28.396714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d7ae5-f3d8-4f19-9c3b-0e731ed92ee0 req-6bca480d-9e92-48d1-94f4-1a2ace3cbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:28.402433 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c53d7ae5-f3d8-4f19-9c3b-0e731ed92ee0 req-6bca480d-9e92-48d1-94f4-1a2ace3cbe69 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 1127 time: 0.1201184 Feb 03 21:53:28.410552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e048cfc-cdfc-45b2-b9c2-e6168136780c req-e96740c4-d857-404f-9c28-156e1c34ad3b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:28.417635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e048cfc-cdfc-45b2-b9c2-e6168136780c req-e96740c4-d857-404f-9c28-156e1c34ad3b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 945 time: 0.2592742 Feb 03 21:53:28.473160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c53d7ae5-f3d8-4f19-9c3b-0e731ed92ee0 req-e76f8b93-07a1-4734-9a10-f9ae67f905e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604415 Feb 03 21:53:28.484027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7437b0-f5bb-435a-872a-f85446643180 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:28.485807 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4d7437b0-f5bb-435a-872a-f85446643180 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1318009 Feb 03 21:53:28.488516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:28.505259 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4df3e67d-891d-4935-a8b2-aac08d2b2e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (4097831c-f231-48c3-8b70-b842d55db45d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.522765 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c295d8-8173-48fa-b3f5-4d80760e3db2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:53:28.524317 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-66c295d8-8173-48fa-b3f5-4d80760e3db2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/627f8608-f216-421a-9335-c02a0d931d50 HTTP/1.1" status: 404 len: 333 time: 0.0345204 Feb 03 21:53:28.530415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:28.535474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1216196149'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:28.555510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3e67d-891d-4935-a8b2-aac08d2b2e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4097831c-f231-48c3-8b70-b842d55db45d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:28.556921 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.561441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:28.565278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.566664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4df3e67d-891d-4935-a8b2-aac08d2b2e61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.569883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4df3e67d-891d-4935-a8b2-aac08d2b2e61 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4097831c-f231-48c3-8b70-b842d55db45d HTTP/1.1" status: 204 len: 168 time: 0.7702067 Feb 03 21:53:28.576719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:28.592977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e048cfc-cdfc-45b2-b9c2-e6168136780c req-97619d68-1468-4756-8c8a-dc1cffe7505d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743910 Feb 03 21:53:28.635924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98cd6b-9026-4a08-849f-cc772bd36c69 req-769168b9-c9b6-4a6b-8102-aa4006a59ac1 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:28.638391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f98cd6b-9026-4a08-849f-cc772bd36c69 req-769168b9-c9b6-4a6b-8102-aa4006a59ac1 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1988614 Feb 03 21:53:28.639642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d641a0c6-86e9-43a7-854b-318649065efb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.702515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Pushing event deleted for resources: {'Port': ['ID=d641a0c6-86e9-43a7-854b-318649065efb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:28.703846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (40c7acd7-a006-4ac6-a79c-0833dda8127c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.705906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:53:28.740492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (da6f6e39-133f-4d2a-b8dd-04880b3f38c1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.740963 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Added segment da6f6e39-133f-4d2a-b8dd-04880b3f38c1 of type vlan for network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 Feb 03 21:53:28.847297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f98cd6b-9026-4a08-849f-cc772bd36c69 req-4901b844-20ff-4619-8eb1-62934463d90f tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014306 Feb 03 21:53:28.927933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (40c7acd7-a006-4ac6-a79c-0833dda8127c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.941253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (9b7e93ea-8cd1-4094-9658-63c42a6a35b1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:28.967391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b0c1-fa71-43c3-801b-fb45025b5335 req-66abc987-49c1-4083-a850-ac62d44afd18 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:28.969381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c743b0c1-fa71-43c3-801b-fb45025b5335 req-66abc987-49c1-4083-a850-ac62d44afd18 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2382858 Feb 03 21:53:28.998059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c7acd7-a006-4ac6-a79c-0833dda8127c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:29.032212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0e5eda-65c2-47f0-bb38-4c916afb672e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:29.032604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0e5eda-65c2-47f0-bb38-4c916afb672e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:29.047121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (fc0e5eda-65c2-47f0-bb38-4c916afb672e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.053663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c743b0c1-fa71-43c3-801b-fb45025b5335 req-046b5719-b249-4b55-a4a5-0c502a4ac858 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763710 Feb 03 21:53:29.057639 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (9b7e93ea-8cd1-4094-9658-63c42a6a35b1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.064113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:29.064727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.092601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (3e370da9-0d11-4ea7-945b-fb5eb21a8527), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.160552 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6290531 Feb 03 21:53:29.161427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b96b2-3559-461b-a154-54e23b0a8ae4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Network': ['ID=9b7e93ea-8cd1-4094-9658-63c42a6a35b1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:29.164298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:29.170278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:29.176627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:53:29.181759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (fc0e5eda-65c2-47f0-bb38-4c916afb672e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.192697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:29.193482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (fc0e5eda-65c2-47f0-bb38-4c916afb672e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:29.261718 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:29.304778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (40c7acd7-a006-4ac6-a79c-0833dda8127c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.315989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.323102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] 10.222.0.50 "DELETE /v2.0/networks/40c7acd7-a006-4ac6-a79c-0833dda8127c HTTP/1.1" status: 204 len: 168 time: 0.7413526 Feb 03 21:53:29.351424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8d4de-4004-49fc-ad6f-d6df9dd90712 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c7acd7-a006-4ac6-a79c-0833dda8127c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:29.409057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:29.424473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.572541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:29.626761 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-c0a095be-9c77-488d-8f3c-171edcb16dbd tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526257 Feb 03 21:53:29.643014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f108eb75-8bb2-4546-92cc-62c404091ff6 req-47e14cc0-af18-418d-b8b0-b7bb34a2ba9d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 210 time: 0.0529087 Feb 03 21:53:29.709790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58067228-1f9e-4a25-a22a-7b680d856cef req-c74ffc16-e767-48a0-b4d8-b4d2252550a5 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:29.714097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58067228-1f9e-4a25-a22a-7b680d856cef req-c74ffc16-e767-48a0-b4d8-b4d2252550a5 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.5337241 Feb 03 21:53:29.765615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9a77654d-3348-4327-895b-100794d667a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db244600345e4913ba73137c922941fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888170 Feb 03 21:53:29.767687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:29.832751 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:29.874734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-e849ad70-00bb-45fb-9323-e810dc2f4edf tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:29.876173 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-e849ad70-00bb-45fb-9323-e810dc2f4edf tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343690 Feb 03 21:53:29.900896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Request body: {'port': {'device_id': '40bda518-a8c5-492f-aa20-53eb3e226dec', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '3581307d22c3441fb5a5c9d506d7c2ee'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:30.021846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58067228-1f9e-4a25-a22a-7b680d856cef req-b848e18f-7812-4338-9376-3660caeff8bb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986600 Feb 03 21:53:30.034040 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ac365a7-0bc5-413a-a95f-1b285051a472 admin admin] Publish callbacks [] for security_group (e2301d55-f515-41d2-8656-733fc856bda4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.057261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f22ac-9db0-42c6-9a45-42755d7d7eb0 req-84b19e47-07d1-4365-910c-553d5302cc52 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:30.065688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb6f22ac-9db0-42c6-9a45-42755d7d7eb0 req-84b19e47-07d1-4365-910c-553d5302cc52 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 945 time: 0.3445411 Feb 03 21:53:30.087115 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.156203 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ac365a7-0bc5-413a-a95f-1b285051a472 admin admin] Publish callbacks [] for security_group (e2301d55-f515-41d2-8656-733fc856bda4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.180031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:30.182411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:53:30.198556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb6f22ac-9db0-42c6-9a45-42755d7d7eb0 req-9b92e290-3304-4435-94d0-e36d1a2ee6b3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318374 Feb 03 21:53:30.290191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Checking segment: {'id': 'da6f6e39-133f-4d2a-b8dd-04880b3f38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:30.290868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network hostable DHCP agents. Network: 9b7e93ea-8cd1-4094-9658-63c42a6a35b1, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:53:30.294741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Made reservation on behalf of 3581307d22c3441fb5a5c9d506d7c2ee for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:30.298194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.315307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ac365a7-0bc5-413a-a95f-1b285051a472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e2301d55-f515-41d2-8656-733fc856bda4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.318196 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ac365a7-0bc5-413a-a95f-1b285051a472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.319176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3ac365a7-0bc5-413a-a95f-1b285051a472 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2301d55-f515-41d2-8656-733fc856bda4 HTTP/1.1" status: 204 len: 168 time: 0.5481257 Feb 03 21:53:30.337853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac365a7-0bc5-413a-a95f-1b285051a472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2301d55-f515-41d2-8656-733fc856bda4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:30.353785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:53:30.354623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed25fc-701e-4ee7-9a46-6e51cb25d782 req-2aee8d89-c585-4c14-93b2-86908b72855f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:30.356193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbed25fc-701e-4ee7-9a46-6e51cb25d782 req-2aee8d89-c585-4c14-93b2-86908b72855f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1098871 Feb 03 21:53:30.388595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:53:30.398411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 9b7e93ea-8cd1-4094-9658-63c42a6a35b1) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:30.401964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7c95e511-074a-42de-896e-1f79be49d37d admin admin] 10.222.0.50 "PUT /v2.0/routers/3e370da9-0d11-4ea7-945b-fb5eb21a8527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0195537 Feb 03 21:53:30.402604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:30.410378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:30.411052 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.414062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f001b0c8-5580-43be-bc60-169c7d483879 None None] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:30.421835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] Sync routers for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:53:30.451787 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0dd74b0d-b8db-4a80-b4a5-89d6f52d7e36 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2864490 Feb 03 21:53:30.454687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:30.457089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbed25fc-701e-4ee7-9a46-6e51cb25d782 req-64605976-37d0-4f38-b39e-71eca68027d8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930448 Feb 03 21:53:30.459751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0f3bbae6-a2ce-45a7-ac60-7e5918c218d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:30.500822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:53:30.501621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:53:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:30.535979 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks [] for router (3e370da9-0d11-4ea7-945b-fb5eb21a8527), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.541023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Allocated IP 192.168.233.47 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/28b5e7a9-55e0-476e-a85d-76426e15d461) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:30.619316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:53:30.671004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3bbae6-a2ce-45a7-ac60-7e5918c218d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:30.677121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbae6-a2ce-45a7-ac60-7e5918c218d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.708056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks [] for router_gateway (3e370da9-0d11-4ea7-945b-fb5eb21a8527), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.796197 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aae6f9f2-8164-41b4-aa3c-f5d49c460d28 req-1669f50f-ccaf-4f94-8ba7-50824f0dd17e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 210 time: 0.0436997 Feb 03 21:53:30.819500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Deleting port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:30.819846 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.853381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-9b7e93ea-8cd1-4094-9658-63c42a6a35b1', 'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1', 'project_id': 'a23e65292da54804af2db2c21f793a0e', 'fixed_ips': [{'subnet_id': 'ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:53:30.854751 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.889812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:30.896430 n-d-824834-9 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-0f3bbae6-a2ce-45a7-ac60-7e5918c218d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a (CIDR: 172.20.0.0/28) Feb 03 21:53:30.904553 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3bbae6-a2ce-45a7-ac60-7e5918c218d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:53:30.905252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3bbae6-a2ce-45a7-ac60-7e5918c218d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:53:30.932341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37920) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:30.935644 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0f3bbae6-a2ce-45a7-ac60-7e5918c218d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4798696 Feb 03 21:53:30.939272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:30.946682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:30.993504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.006201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] For port c141ef3f-ef08-47d2-a1ea-0984ddbd7b69, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c141ef3f-ef08-47d2-a1ea-0984ddbd7b69,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:31.006795 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.020894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8', 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:31.023443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a', '04f8cb55-9c40-4f79-a3b7-3febad37de1f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:31.036272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-85ff599e-1c7c-421d-a36f-a53054fd219f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c5dfca39e0d4fadb5ed682be757dd11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1024849 Feb 03 21:53:31.036510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:31.037671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Calling delete_port for c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:31.066023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:31.083938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:31.093901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:31.118807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event updated for resources: {'Port': ['ID=28b5e7a9-55e0-476e-a85d-76426e15d461,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:31.124349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Allocated IP 172.20.0.2 (9b7e93ea-8cd1-4094-9658-63c42a6a35b1/ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a/a9254b98-822b-4f89-87e5-e29461605a2e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:31.222535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:31.223235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.292217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c6d11-d48e-40e8-a6a4-fb8dff2ada78 req-b4970e9d-1448-4351-a24a-e3f64f1bd077 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:31.296621 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-3e123987-5888-49cb-a6e9-039ad34640f4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4101150 Feb 03 21:53:31.300710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c598c38a-7840-4bb0-b005-4aadb1780a23 admin admin] Publish callbacks [] for security_group (53075b67-40ac-4496-893b-d48dd9677abb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.302643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c7c6d11-d48e-40e8-a6a4-fb8dff2ada78 req-b4970e9d-1448-4351-a24a-e3f64f1bd077 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1014040 Feb 03 21:53:31.331938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Request body: {'port': {'device_id': '40bda518-a8c5-492f-aa20-53eb3e226dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:31.333262 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Publish callbacks [] for port (a9254b98-822b-4f89-87e5-e29461605a2e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.340662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:31.345230 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.354577 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.384349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c598c38a-7840-4bb0-b005-4aadb1780a23 admin admin] Publish callbacks [] for security_group (53075b67-40ac-4496-893b-d48dd9677abb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.402343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:31.410428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:31.415968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:53:28Z', 'revision_number': 5, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port': {'id': 'c141ef3f-ef08-47d2-a1ea-0984ddbd7b69', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:32Z', 'updated_at': '2022-02-03T21:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:31.437862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c7c6d11-d48e-40e8-a6a4-fb8dff2ada78 req-50b2c48e-f1c5-45da-8317-00fc38068958 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340334 Feb 03 21:53:31.451092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:31.467399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] Checking router: 3e370da9-0d11-4ea7-945b-fb5eb21a8527 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:53:31.467631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037c78b-588e-41ea-a43b-43eb5a005ef4 req-6c788e07-b120-4386-8962-07be0ee373e1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:31.467631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b037c78b-588e-41ea-a43b-43eb5a005ef4 req-6c788e07-b120-4386-8962-07be0ee373e1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 945 time: 0.1380663 Feb 03 21:53:31.467631 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c141ef3f-ef08-47d2-a1ea-0984ddbd7b69), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.504520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Pushing event deleted for resources: {'Port': ['ID=c141ef3f-ef08-47d2-a1ea-0984ddbd7b69,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:31.540787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] Routers {'3e370da9-0d11-4ea7-945b-fb5eb21a8527'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:53:31.543306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:53:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:31.598580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b037c78b-588e-41ea-a43b-43eb5a005ef4 req-78f7721a-0c16-4f11-83e2-2060b9861413 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223671 Feb 03 21:53:31.606642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (3e370da9-0d11-4ea7-945b-fb5eb21a8527), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.668368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] Set router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:53:31.764156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:53:31Z', 'revision_number': 7, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:31.778147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Pushing event updated for resources: {'Port': ['ID=a9254b98-822b-4f89-87e5-e29461605a2e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:31.838064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7507e023-1378-4a4f-a633-7bf04bc9b624 None None] Provisioning complete for port 28b5e7a9-55e0-476e-a85d-76426e15d461 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:31.839163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7507e023-1378-4a4f-a633-7bf04bc9b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.847202 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (3e370da9-0d11-4ea7-945b-fb5eb21a8527), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.850070 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks [] for router_controller (3e370da9-0d11-4ea7-945b-fb5eb21a8527), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.950979 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (3e370da9-0d11-4ea7-945b-fb5eb21a8527), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.953159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e370da9-0d11-4ea7-945b-fb5eb21a8527 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:53:31.964641 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.966920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cb9d2bfd-ebbe-43ff-9b3f-90fdecfdf061 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3e370da9-0d11-4ea7-945b-fb5eb21a8527 HTTP/1.1" status: 204 len: 168 time: 1.5612946 Feb 03 21:53:31.973660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:31.975383 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:31.987741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f378a8-9ecd-4c22-810c-90db056d318a req-61b07317-0be2-47f2-a03d-65828a3e072a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:31.989643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84f378a8-9ecd-4c22-810c-90db056d318a req-61b07317-0be2-47f2-a03d-65828a3e072a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2688925 Feb 03 21:53:32.073916 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c598c38a-7840-4bb0-b005-4aadb1780a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (53075b67-40ac-4496-893b-d48dd9677abb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.077375 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c598c38a-7840-4bb0-b005-4aadb1780a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.081722 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c598c38a-7840-4bb0-b005-4aadb1780a23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53075b67-40ac-4496-893b-d48dd9677abb HTTP/1.1" status: 204 len: 168 time: 1.0411086 Feb 03 21:53:32.107023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598c38a-7840-4bb0-b005-4aadb1780a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53075b67-40ac-4496-893b-d48dd9677abb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:32.244416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6faae9dd-f4cd-4142-99e3-47f0bb7758f4 admin admin] Deleting subnet 0d0e32b7-72c4-401c-922e-7b05f3d5716d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:32.261070 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faae9dd-f4cd-4142-99e3-47f0bb7758f4 admin admin] Publish callbacks [] for subnet (0d0e32b7-72c4-401c-922e-7b05f3d5716d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.344645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84f378a8-9ecd-4c22-810c-90db056d318a req-530e5882-81d1-4a58-8637-26ddc68e60f7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464589 Feb 03 21:53:32.379460 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faae9dd-f4cd-4142-99e3-47f0bb7758f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (0d0e32b7-72c4-401c-922e-7b05f3d5716d), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.428135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (218ec1ea-94da-491b-bc16-4a5bfcaffb16), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.464150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7507e023-1378-4a4f-a633-7bf04bc9b624 None None] Port 28b5e7a9-55e0-476e-a85d-76426e15d461 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:32.480246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d138d5e-968f-4400-b4a2-0bd31017944e None None] The sync data for ids ['3e370da9-0d11-4ea7-945b-fb5eb21a8527'] in n-d-824834-9 is: [{'id': '3e370da9-0d11-4ea7-945b-fb5eb21a8527', 'name': 'tempest-TaggedBootDevicesTest_v242-273999248-router', 'tenant_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:30Z', 'updated_at': '2022-02-03T21:53:31Z', 'revision_number': 7, 'project_id': 'd96bd3586409495f9e95e44a0e89a0a5', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:53:32.555308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Attempting to bind port a9254b98-822b-4f89-87e5-e29461605a2e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:32.555678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Attempting to bind port a9254b98-822b-4f89-87e5-e29461605a2e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'da6f6e39-133f-4d2a-b8dd-04880b3f38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:32.556042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Attempting to bind port a9254b98-822b-4f89-87e5-e29461605a2e on network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:32.559781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:32.566921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b5e7a9-55e0-476e-a85d-76426e15d461 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:32.576176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:32.578697 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faae9dd-f4cd-4142-99e3-47f0bb7758f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0d0e32b7-72c4-401c-922e-7b05f3d5716d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.587581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Publish callbacks [] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.591219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:32.592055 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.594676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:32.594958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=218ec1ea-94da-491b-bc16-4a5bfcaffb16,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:32.595069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Checking segment: {'id': 'da6f6e39-133f-4d2a-b8dd-04880b3f38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:32.595512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.596079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Bound using segment: {'id': 'da6f6e39-133f-4d2a-b8dd-04880b3f38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:32.596788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Bound port: a9254b98-822b-4f89-87e5-e29461605a2e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6f6e39-133f-4d2a-b8dd-04880b3f38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:32.597414 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.618168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Transition to ACTIVE for port object 28b5e7a9-55e0-476e-a85d-76426e15d461 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:53:32.625590 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-24f66d57-1932-4396-a562-788494103823 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6850846 Feb 03 21:53:32.627605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.632582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:32.646769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1', 'fixed_ips': [{'subnet_id': 'ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a'}, {'subnet_id': '218ec1ea-94da-491b-bc16-4a5bfcaffb16'}], 'name': 'tempest-PortsTestJSON-39157640'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:32.708724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] For port a9254b98-822b-4f89-87e5-e29461605a2e, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:32.713579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] For port a9254b98-822b-4f89-87e5-e29461605a2e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a9254b98-822b-4f89-87e5-e29461605a2e,segment=NetworkSegment(da6f6e39-133f-4d2a-b8dd-04880b3f38c1),segment_id=da6f6e39-133f-4d2a-b8dd-04880b3f38c1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:32.741056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faae9dd-f4cd-4142-99e3-47f0bb7758f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (0d0e32b7-72c4-401c-922e-7b05f3d5716d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.745004 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.810898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=28b5e7a9-55e0-476e-a85d-76426e15d461,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:32.854231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ce4b4-1a3b-4e51-9843-a103bac55a57 req-c009f1d0-fa1d-4f51-8caf-893e731a11e5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:32.861530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-957ce4b4-1a3b-4e51-9843-a103bac55a57 req-c009f1d0-fa1d-4f51-8caf-893e731a11e5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 935 time: 0.6643810 Feb 03 21:53:32.901256 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faae9dd-f4cd-4142-99e3-47f0bb7758f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:32.913266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6faae9dd-f4cd-4142-99e3-47f0bb7758f4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0d0e32b7-72c4-401c-922e-7b05f3d5716d HTTP/1.1" status: 204 len: 168 time: 0.9324481 Feb 03 21:53:32.920328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae9dd-f4cd-4142-99e3-47f0bb7758f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0e32b7-72c4-401c-922e-7b05f3d5716d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:32.935969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37970) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:33.017937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f0b1a-dee9-44f7-ad50-e34b6f156b23 None None] Network dcffcd03-7cc7-43d0-89ef-82db50e549d9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:33.085443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Attempting to bind port 28b5e7a9-55e0-476e-a85d-76426e15d461 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:33.087605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Attempting to bind port 28b5e7a9-55e0-476e-a85d-76426e15d461 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:33.087961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Attempting to bind port 28b5e7a9-55e0-476e-a85d-76426e15d461 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:33.130911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Port 28b5e7a9-55e0-476e-a85d-76426e15d461 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:53:33.131255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Attempting to bind port 28b5e7a9-55e0-476e-a85d-76426e15d461 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:33.148593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-957ce4b4-1a3b-4e51-9843-a103bac55a57 req-43ca1780-939f-4e33-963b-e93f6741b7e2 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762167 Feb 03 21:53:33.157841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d641a0c6-86e9-43a7-854b-318649065efb no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:33.162493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:33.163969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:33.166899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:33.167698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Bound port: 28b5e7a9-55e0-476e-a85d-76426e15d461, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:33.168233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:33.204520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79346bf-9839-4bee-bf7c-a48b2547cfd0 req-c206a6ea-cbcc-4374-9a1c-8bb8580004b7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:33.207516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c79346bf-9839-4bee-bf7c-a48b2547cfd0 req-c206a6ea-cbcc-4374-9a1c-8bb8580004b7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 945 time: 0.4880309 Feb 03 21:53:33.255211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d641a0c6-86e9-43a7-854b-318649065efb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:33.255563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d641a0c6-86e9-43a7-854b-318649065efb not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:33.293324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc28a8-fc2f-4962-ab57-d84874a77394 None None] Pushing event updated for resources: {'Port': ['ID=a9254b98-822b-4f89-87e5-e29461605a2e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:33.302101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:33.315122 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (dcffcd03-7cc7-43d0-89ef-82db50e549d9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:33.437326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c79346bf-9839-4bee-bf7c-a48b2547cfd0 req-b9333874-15f9-4f56-9d0f-8e5edde88d16 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102656 Feb 03 21:53:33.516983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e819ac-1f83-499c-a4cd-a975a93f444c req-da7dabbf-419d-4c62-af1c-61b3bd89b6be tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:33.534323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b31f63-09ea-473b-8ff7-a2d52817a5ab None None] DHCP port deletion for dcffcd03-7cc7-43d0-89ef-82db50e549d9 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:53:33.534832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0e819ac-1f83-499c-a4cd-a975a93f444c req-da7dabbf-419d-4c62-af1c-61b3bd89b6be tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2458184 Feb 03 21:53:33.625627 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:33.686391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] For port 28b5e7a9-55e0-476e-a85d-76426e15d461, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:33.692407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] For port 28b5e7a9-55e0-476e-a85d-76426e15d461, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=28b5e7a9-55e0-476e-a85d-76426e15d461,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:33.704606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Deleting port ea5d51dd-7cba-49c2-968b-6d04fc6db936 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:33.706561 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:33.715745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port b21416f9-907f-4160-94fd-b075dbbb33f1 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:53:33.807676 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] For port ea5d51dd-7cba-49c2-968b-6d04fc6db936, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ea5d51dd-7cba-49c2-968b-6d04fc6db936,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:33.808133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:33.810036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92b31f63-09ea-473b-8ff7-a2d52817a5ab None None] Deleting port ea5d51dd-7cba-49c2-968b-6d04fc6db936 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:33.810427 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92b31f63-09ea-473b-8ff7-a2d52817a5ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:33.823213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Calling delete_port for ea5d51dd-7cba-49c2-968b-6d04fc6db936 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:33.938882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0e819ac-1f83-499c-a4cd-a975a93f444c req-a63a7e77-5cf2-4e99-b45a-0866e4bc374d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033301 Feb 03 21:53:33.955719 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:33.958733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:33.996388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5d51dd-7cba-49c2-968b-6d04fc6db936,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:34.018467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] No DVR routers for this DVR port ea5d51dd-7cba-49c2-968b-6d04fc6db936 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:34.077210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031e6f0-652a-4692-93f8-c179775e1ce6 req-009ec229-e806-4032-9fc9-1fe46b82234d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:34.078871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-92b31f63-09ea-473b-8ff7-a2d52817a5ab None None] For port ea5d51dd-7cba-49c2-968b-6d04fc6db936, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ea5d51dd-7cba-49c2-968b-6d04fc6db936,segment=NetworkSegment(87950919-0674-4808-99fb-46603d4e94d6),segment_id=87950919-0674-4808-99fb-46603d4e94d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:34.081368 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92b31f63-09ea-473b-8ff7-a2d52817a5ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:34.084812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6031e6f0-652a-4692-93f8-c179775e1ce6 req-009ec229-e806-4032-9fc9-1fe46b82234d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1664727 Feb 03 21:53:34.130508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92b31f63-09ea-473b-8ff7-a2d52817a5ab None None] Calling delete_port for ea5d51dd-7cba-49c2-968b-6d04fc6db936 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:34.151891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (dcffcd03-7cc7-43d0-89ef-82db50e549d9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:34.191583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcffcd03-7cc7-43d0-89ef-82db50e549d9']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:34.197010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:34.197601 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:34.199031 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/28b5e7a9-55e0-476e-a85d-76426e15d461 HTTP/1.1" status: 200 len: 1095 time: 2.8883789 Feb 03 21:53:34.218280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6031e6f0-652a-4692-93f8-c179775e1ce6 req-506a8102-c7a8-4e75-a836-ea6b0faadf21 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324370 Feb 03 21:53:34.220526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bda518-a8c5-492f-aa20-53eb3e226dec', 'tag': '28b5e7a9-55e0-476e-a85d-76426e15d461'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:34.222926 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6fa76-e478-4cde-aa28-29678dfc4c60" -d '{"events": [{"name": "network-changed", "server_uuid": "40bda518-a8c5-492f-aa20-53eb3e226dec", "tag": "28b5e7a9-55e0-476e-a85d-76426e15d461"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:34.235231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87950919-0674-4808-99fb-46603d4e94d6') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:34.235231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87950919-0674-4808-99fb-46603d4e94d6') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:34.253682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (87950919-0674-4808-99fb-46603d4e94d6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:34.294902 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (87950919-0674-4808-99fb-46603d4e94d6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:34.310042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:34.313197 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (87950919-0674-4808-99fb-46603d4e94d6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:34.317955 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.391021 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:34.393746 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 21:53:34.406344 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92b31f63-09ea-473b-8ff7-a2d52817a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (ea5d51dd-7cba-49c2-968b-6d04fc6db936), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:34.522853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b31f63-09ea-473b-8ff7-a2d52817a5ab None None] Pushing event deleted for resources: {'Port': ['ID=ea5d51dd-7cba-49c2-968b-6d04fc6db936,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:34.545866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b31f63-09ea-473b-8ff7-a2d52817a5ab None None] No DVR routers for this DVR port ea5d51dd-7cba-49c2-968b-6d04fc6db936 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:34.547703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (dcffcd03-7cc7-43d0-89ef-82db50e549d9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:34.567437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:34.576968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] 10.222.0.50 "DELETE /v2.0/networks/dcffcd03-7cc7-43d0-89ef-82db50e549d9 HTTP/1.1" status: 204 len: 168 time: 1.6362805 Feb 03 21:53:34.579751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cd975-7c2c-4438-b0ce-6830244de2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=28b5e7a9-55e0-476e-a85d-76426e15d461,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:34.590240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:34.605076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b955f9-68f8-4d72-91f7-0454498fa158 req-d08f092f-fe65-4eac-aa97-128086c397a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:34.616477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08b955f9-68f8-4d72-91f7-0454498fa158 req-d08f092f-fe65-4eac-aa97-128086c397a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 947 time: 0.1924224 Feb 03 21:53:34.658319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c2d18-a412-4823-8fc1-c2c6ba0bcf46 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcffcd03-7cc7-43d0-89ef-82db50e549d9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:34.717137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08b955f9-68f8-4d72-91f7-0454498fa158 req-5749aa1d-ca3a-4c57-812b-226b65e38c29 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996354 Feb 03 21:53:34.953858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-8eac978f-e187-470f-8604-ba3bda282dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:34.955382 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-8eac978f-e187-470f-8604-ba3bda282dcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 1129 time: 0.6850264 Feb 03 21:53:34.961883 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140eddb2-1fb1-4716-ad4c-a2191c4e473a x-openstack-request-id: req-140eddb2-1fb1-4716-ad4c-a2191c4e473a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:34.962180 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bda518-a8c5-492f-aa20-53eb3e226dec", "tag": "28b5e7a9-55e0-476e-a85d-76426e15d461", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:34.962487 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-140eddb2-1fb1-4716-ad4c-a2191c4e473a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:34.962900 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bda518-a8c5-492f-aa20-53eb3e226dec', 'tag': '28b5e7a9-55e0-476e-a85d-76426e15d461', 'status': 'completed', 'code': 200} Feb 03 21:53:34.996727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a9254b98-822b-4f89-87e5-e29461605a2e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:35.076359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5feb-3c1a-4a50-b234-39f1c3516ba2 req-69718318-7454-43e8-aa78-ffe769146f22 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:35.078136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-906e5feb-3c1a-4a50-b234-39f1c3516ba2 req-69718318-7454-43e8-aa78-ffe769146f22 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 945 time: 0.1837122 Feb 03 21:53:35.139762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-906e5feb-3c1a-4a50-b234-39f1c3516ba2 req-40dd7ba3-225c-4cf4-a904-7c5fe11622bb tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541005 Feb 03 21:53:35.161862 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c6c0-c533-4a42-9a44-8c2e12e3b935 req-252b6485-a8c4-453a-a9f5-94b23de5ccaf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:35.163647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d45c6c0-c533-4a42-9a44-8c2e12e3b935 req-252b6485-a8c4-453a-a9f5-94b23de5ccaf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1519325 Feb 03 21:53:35.167125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a9254b98-822b-4f89-87e5-e29461605a2e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:35.167453 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:35.223135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36e9aa-3964-4ed4-9015-9bc54de8a4f3 None None] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:35.239239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d45c6c0-c533-4a42-9a44-8c2e12e3b935 req-6bc32cdb-8301-46d9-98b4-9540dd3ada1e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688376 Feb 03 21:53:35.259400 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-f9205b2b-07fa-4e30-bb19-bb2e9deb0f6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=28b5e7a9-55e0-476e-a85d-76426e15d461 HTTP/1.1" status: 200 len: 217 time: 0.2909381 Feb 03 21:53:35.360229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-f220301e-fcc6-47d1-9c95-025f8ae15d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:35.361993 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-f220301e-fcc6-47d1-9c95-025f8ae15d0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0837195 Feb 03 21:53:35.364745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c47cd550-bbd9-4088-9ef9-87d33041004d None None] Provisioning complete for port a9254b98-822b-4f89-87e5-e29461605a2e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:35.366192 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c47cd550-bbd9-4088-9ef9-87d33041004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:35.490640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-cb2b5b9d-ff4c-411e-99a2-1bb366c13381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:35.493026 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-cb2b5b9d-ff4c-411e-99a2-1bb366c13381 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1126 time: 0.5360742 Feb 03 21:53:35.517235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a9254b98-822b-4f89-87e5-e29461605a2e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:35.517652 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:35.636836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a51b65c-ed32-4910-a2a1-ce9e6f42b57c None None] Update dhcp port {'port': {'network_id': '9b7e93ea-8cd1-4094-9658-63c42a6a35b1', 'fixed_ips': [{'subnet_id': 'ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a', 'ip_address': '172.20.0.2'}, {'subnet_id': '218ec1ea-94da-491b-bc16-4a5bfcaffb16'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'a9254b98-822b-4f89-87e5-e29461605a2e'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 21:53:35.680760 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a51b65c-ed32-4910-a2a1-ce9e6f42b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:35.697097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-60f06728-a3f3-4ea3-8f69-f8f20fb82507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:35.698827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-60f06728-a3f3-4ea3-8f69-f8f20fb82507 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.1638653 Feb 03 21:53:35.711644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.14 (9b7e93ea-8cd1-4094-9658-63c42a6a35b1/ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a/b21416f9-907f-4160-94fd-b075dbbb33f1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:35.714886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port a9254b98-822b-4f89-87e5-e29461605a2e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a9254b98-822b-4f89-87e5-e29461605a2e,segment=NetworkSegment(da6f6e39-133f-4d2a-b8dd-04880b3f38c1),segment_id=da6f6e39-133f-4d2a-b8dd-04880b3f38c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:35.732329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c47cd550-bbd9-4088-9ef9-87d33041004d None None] Current status of the port a9254b98-822b-4f89-87e5-e29461605a2e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:35.732951 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c47cd550-bbd9-4088-9ef9-87d33041004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:35.740350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.26 (9b7e93ea-8cd1-4094-9658-63c42a6a35b1/218ec1ea-94da-491b-bc16-4a5bfcaffb16/b21416f9-907f-4160-94fd-b075dbbb33f1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:35.751123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:35.831162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-0a06f4e7-00b7-414c-aa5e-ed34aaf293e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:35.837658 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-0a06f4e7-00b7-414c-aa5e-ed34aaf293e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4605644 Feb 03 21:53:35.880527 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-01f48b41-bfbe-4396-ab81-230db33e52d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 998 time: 0.1664581 Feb 03 21:53:35.897497 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-c47cd550-bbd9-4088-9ef9-87d33041004d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:53:35.898435 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-c47cd550-bbd9-4088-9ef9-87d33041004d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:53:35.899273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:36.012473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb889f-9d35-4d31-b9c5-2eddd630091e req-1ce08bf5-8c29-4b6e-97d5-6a107c024ab0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:36.014389 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ffb889f-9d35-4d31-b9c5-2eddd630091e req-1ce08bf5-8c29-4b6e-97d5-6a107c024ab0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 947 time: 0.1349626 Feb 03 21:53:36.080965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:36.082832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c141ef3f-ef08-47d2-a1ea-0984ddbd7b69 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:36.083364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ea5d51dd-7cba-49c2-968b-6d04fc6db936 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:36.085737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=a9254b98-822b-4f89-87e5-e29461605a2e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:36.171062 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ffb889f-9d35-4d31-b9c5-2eddd630091e req-53b9f7e2-7ff9-4b03-b4d3-b19bff05bc72 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464567 Feb 03 21:53:36.221152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: ea5d51dd-7cba-49c2-968b-6d04fc6db936 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:36.221573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ea5d51dd-7cba-49c2-968b-6d04fc6db936 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:36.255141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-524b6004-c22e-4438-a77e-cc036226d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:36.256544 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-524b6004-c22e-4438-a77e-cc036226d9cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.3579507 Feb 03 21:53:36.315641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-f7ddebd2-1e5d-4e96-8452-085f1b6fa499 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320278 Feb 03 21:53:36.387394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87753e-2ca2-455a-87fb-8e0ea54a2b77 req-2d6bf1af-d85a-490f-b900-4e73890c002e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:36.389257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e87753e-2ca2-455a-87fb-8e0ea54a2b77 req-2d6bf1af-d85a-490f-b900-4e73890c002e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 945 time: 0.1440785 Feb 03 21:53:36.411011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a4702-d80e-49c7-9b74-f391895ac7e7 req-4cb5338e-030e-493d-8ea5-15f805fd9835 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:36.426887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f6a4702-d80e-49c7-9b74-f391895ac7e7 req-4cb5338e-030e-493d-8ea5-15f805fd9835 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1017940 Feb 03 21:53:36.452594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c47cd550-bbd9-4088-9ef9-87d33041004d None None] Current status of the port a9254b98-822b-4f89-87e5-e29461605a2e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:36.529616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e87753e-2ca2-455a-87fb-8e0ea54a2b77 req-9098bfe9-be57-4e60-ac03-540398d1e862 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266215 Feb 03 21:53:36.543463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f6a4702-d80e-49c7-9b74-f391895ac7e7 req-7ad6092f-9275-498a-93db-5683fada2dfe tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153917 Feb 03 21:53:36.760034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a9254b98-822b-4f89-87e5-e29461605a2e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:36.796649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:36.812586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-cdc1a7a4-391e-4840-a7d6-dd5ef2458b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:36.814222 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-cdc1a7a4-391e-4840-a7d6-dd5ef2458b07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5417435 Feb 03 21:53:36.843489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a9254b98-822b-4f89-87e5-e29461605a2e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:36.844143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:36.870737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14328d10-77a0-49ca-a108-7695eab81d26 req-d17c496d-01df-4d3e-a2cd-b12735fb927c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:36.872271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-14328d10-77a0-49ca-a108-7695eab81d26 req-d17c496d-01df-4d3e-a2cd-b12735fb927c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 945 time: 0.5528712 Feb 03 21:53:36.955399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a9254b98-822b-4f89-87e5-e29461605a2e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:36.975395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-39af463e-6e62-4b75-bbf9-1cc1d98b9ecf req-ceac65d3-572c-4f01-94ad-bd8f3fd47163 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499896 Feb 03 21:53:37.098570 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:37.124777 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-e89f95f5-5439-4fc0-af4d-9498a3f5cee5 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985084 Feb 03 21:53:37.156834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4a51b65c-ed32-4910-a2a1-ce9e6f42b57c None None] Allocated IP 172.20.0.18 (9b7e93ea-8cd1-4094-9658-63c42a6a35b1/218ec1ea-94da-491b-bc16-4a5bfcaffb16/a9254b98-822b-4f89-87e5-e29461605a2e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:37.242369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:37.258044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:37.268180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:37.327342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=b21416f9-907f-4160-94fd-b075dbbb33f1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:37.341771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4a51b65c-ed32-4910-a2a1-ce9e6f42b57c None None] For port a9254b98-822b-4f89-87e5-e29461605a2e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a9254b98-822b-4f89-87e5-e29461605a2e,segment=NetworkSegment(da6f6e39-133f-4d2a-b8dd-04880b3f38c1),segment_id=da6f6e39-133f-4d2a-b8dd-04880b3f38c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:37.378028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-6fa6de3a-0908-46c9-8005-ce10f4b44280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:37.379570 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-6fa6de3a-0908-46c9-8005-ce10f4b44280 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 1129 time: 0.3356240 Feb 03 21:53:37.381794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-14328d10-77a0-49ca-a108-7695eab81d26 req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Deleting port de688137-c671-4693-90a8-820ee8a3e0bb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:37.382135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14328d10-77a0-49ca-a108-7695eab81d26 req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:37.384220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a51b65c-ed32-4910-a2a1-ce9e6f42b57c None None] Publish callbacks [] for port (a9254b98-822b-4f89-87e5-e29461605a2e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:37.389709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ea031-10fc-4783-9b32-d5bee75d8ec5 req-537c9f40-6f5d-4dcb-a09a-02da6664294b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:37.394345 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a51b65c-ed32-4910-a2a1-ce9e6f42b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:37.402620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d4ea031-10fc-4783-9b32-d5bee75d8ec5 req-537c9f40-6f5d-4dcb-a09a-02da6664294b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 947 time: 0.1491344 Feb 03 21:53:37.475436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d4ea031-10fc-4783-9b32-d5bee75d8ec5 req-6651ecb8-a0b5-41f4-af1f-86594ac5ea68 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723028 Feb 03 21:53:37.506068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:37.506696 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:37.539966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51b65c-ed32-4910-a2a1-ce9e6f42b57c None None] Pushing event updated for resources: {'Port': ['ID=a9254b98-822b-4f89-87e5-e29461605a2e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:37.652827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7577de72-4661-44cf-8fcd-3e4689fceb60 req-734c95ce-6d03-440f-a094-22a0e0f97806 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995944 Feb 03 21:53:37.663258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-3b577a19-bc4b-43b2-9a3c-f58bdd7e383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:37.665359 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-3b577a19-bc4b-43b2-9a3c-f58bdd7e383f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2718692 Feb 03 21:53:37.676535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (8e135449-fae0-4c62-af31-d52e003dca06), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:37.743324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1412c-e276-4932-9cd1-0a79b7d96a91 req-1e2fab44-943a-49a5-96ed-ecc8e275b663 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:37.751427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5b1412c-e276-4932-9cd1-0a79b7d96a91 req-1e2fab44-943a-49a5-96ed-ecc8e275b663 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 945 time: 0.1205468 Feb 03 21:53:37.793450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8b08b52e-a4d1-4b5c-8ece-90679fed7c8d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.1567407 Feb 03 21:53:37.796850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38072) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:37.837082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5b1412c-e276-4932-9cd1-0a79b7d96a91 req-4124ae81-a60e-4948-888f-b070f87f5c9c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790997 Feb 03 21:53:37.846660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:37.860386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adc46c-e40b-45d0-a20d-adfd162ba70e req-8f49ca76-21b0-45ec-8ae8-04f74fad3108 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:37.871809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66adc46c-e40b-45d0-a20d-adfd162ba70e req-8f49ca76-21b0-45ec-8ae8-04f74fad3108 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2062721 Feb 03 21:53:37.913730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-b7e2010a-3d9b-4383-9113-b4fbc79d1efb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=28b5e7a9-55e0-476e-a85d-76426e15d461 HTTP/1.1" status: 200 len: 217 time: 0.2319171 Feb 03 21:53:37.949117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66adc46c-e40b-45d0-a20d-adfd162ba70e req-3bca538f-92e4-499c-abc5-f0c9c956cd30 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722537 Feb 03 21:53:38.020654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-14328d10-77a0-49ca-a108-7695eab81d26 req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] For port de688137-c671-4693-90a8-820ee8a3e0bb, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=de688137-c671-4693-90a8-820ee8a3e0bb,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:38.021063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14328d10-77a0-49ca-a108-7695eab81d26 req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:38.035772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-14328d10-77a0-49ca-a108-7695eab81d26 req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Calling delete_port for de688137-c671-4693-90a8-820ee8a3e0bb owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:38.107082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-bb746d23-32bb-480c-8066-0daded926df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:38.108756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-bb746d23-32bb-480c-8066-0daded926df1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1780975 Feb 03 21:53:38.267357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14328d10-77a0-49ca-a108-7695eab81d26 req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (de688137-c671-4693-90a8-820ee8a3e0bb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:38.314844 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:38.336348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event deleted for resources: {'Port': ['ID=de688137-c671-4693-90a8-820ee8a3e0bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:38.388195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d4aaf-cda2-489b-b052-76175d3ad319 None None] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:38.518017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dacb27e7-e287-4e3d-b012-f94410befdb0 None None] Provisioning complete for port a9254b98-822b-4f89-87e5-e29461605a2e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:38.518398 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dacb27e7-e287-4e3d-b012-f94410befdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:38.586032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36fe6c-e379-429f-80ab-524e215aeba4 req-a6317306-5198-47b8-9a45-dd6393224e82 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:38.599663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d36fe6c-e379-429f-80ab-524e215aeba4 req-a6317306-5198-47b8-9a45-dd6393224e82 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1022475 Feb 03 21:53:38.606066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-14328d10-77a0-49ca-a108-7695eab81d26 req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] No DVR routers for this DVR port de688137-c671-4693-90a8-820ee8a3e0bb on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:38.618867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-bd68e6c6-d058-48c0-b7bc-996f845de743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:38.620786 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-bd68e6c6-d058-48c0-b7bc-996f845de743 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4887815 Feb 03 21:53:38.622120 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14328d10-77a0-49ca-a108-7695eab81d26 req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:38.625820 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-14328d10-77a0-49ca-a108-7695eab81d26 req-2ae2fd85-384f-49ae-a94c-432910fb5cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.47 "DELETE /v2.0/ports/de688137-c671-4693-90a8-820ee8a3e0bb HTTP/1.1" status: 204 len: 173 time: 1.7004383 Feb 03 21:53:38.630378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e163ca-a200-4953-b912-42678c2baacc', 'name': 'network-vif-deleted', 'tag': 'de688137-c671-4693-90a8-820ee8a3e0bb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:38.632747 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b866b90-2173-45c6-8443-b9db4e466fc2" -d '{"events": [{"server_uuid": "c6e163ca-a200-4953-b912-42678c2baacc", "name": "network-vif-deleted", "tag": "de688137-c671-4693-90a8-820ee8a3e0bb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:38.707825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dacb27e7-e287-4e3d-b012-f94410befdb0 None None] Current status of the port a9254b98-822b-4f89-87e5-e29461605a2e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:38.748864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d36fe6c-e379-429f-80ab-524e215aeba4 req-b6664ec4-62db-4f36-aa2a-8a3d2421e7e2 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472549 Feb 03 21:53:38.785456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8c59a-bed0-4379-8b24-645f0d861b35 req-cc641684-6c11-44c3-a882-dfa866d45269 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:38.790450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3a8c59a-bed0-4379-8b24-645f0d861b35 req-cc641684-6c11-44c3-a882-dfa866d45269 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 947 time: 0.1733375 Feb 03 21:53:38.840105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a9254b98-822b-4f89-87e5-e29461605a2e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:38.878906 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af2a9c3-48cf-4cc8-b2ac-3cfe1fd676ce x-openstack-request-id: req-4af2a9c3-48cf-4cc8-b2ac-3cfe1fd676ce {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:38.880619 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e163ca-a200-4953-b912-42678c2baacc", "name": "network-vif-deleted", "tag": "de688137-c671-4693-90a8-820ee8a3e0bb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:38.881172 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4af2a9c3-48cf-4cc8-b2ac-3cfe1fd676ce {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:38.881828 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e163ca-a200-4953-b912-42678c2baacc', 'name': 'network-vif-deleted', 'tag': 'de688137-c671-4693-90a8-820ee8a3e0bb', 'status': 'completed', 'code': 200} Feb 03 21:53:38.970670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a9254b98-822b-4f89-87e5-e29461605a2e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:38.971317 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:38.982526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-71773729-90f7-47ed-849f-eef820d9cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:38.984833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-71773729-90f7-47ed-849f-eef820d9cc3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 1128 time: 0.5148368 Feb 03 21:53:39.283894 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-53b4ba35-3061-4592-a3a8-7c7fd8c74623 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477435 Feb 03 21:53:39.358232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a9254b98-822b-4f89-87e5-e29461605a2e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:39.382592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0763edcc-248d-49eb-937a-812dfad068d0 None None] Provisioning complete for port b21416f9-907f-4160-94fd-b075dbbb33f1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:39.384278 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0763edcc-248d-49eb-937a-812dfad068d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:39.430063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0763edcc-248d-49eb-937a-812dfad068d0 None None] Port b21416f9-907f-4160-94fd-b075dbbb33f1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:39.441723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0763edcc-248d-49eb-937a-812dfad068d0 None None] Provisioning complete for port a9254b98-822b-4f89-87e5-e29461605a2e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:39.442284 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0763edcc-248d-49eb-937a-812dfad068d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:39.500812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device de688137-c671-4693-90a8-820ee8a3e0bb no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:39.544964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad465eda-4e36-4394-a23b-d7bf00076e34 req-ee6b4ada-8b7b-43b4-901f-ab71316382a8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6e163ca-a200-4953-b912-42678c2baacc HTTP/1.1" status: 200 len: 210 time: 0.0653067 Feb 03 21:53:39.562775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3a8c59a-bed0-4379-8b24-645f0d861b35 req-a57b913a-1655-4015-adfa-d17f568cd9c2 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7660956 Feb 03 21:53:39.588434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: de688137-c671-4693-90a8-820ee8a3e0bb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:39.588786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device de688137-c671-4693-90a8-820ee8a3e0bb not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:39.597091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-65791efb-1674-41f6-9723-6f197f985ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:39.599253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-65791efb-1674-41f6-9723-6f197f985ddf service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 919 time: 0.6006410 Feb 03 21:53:39.627813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Delete allocated IP 172.20.0.26 (9b7e93ea-8cd1-4094-9658-63c42a6a35b1/218ec1ea-94da-491b-bc16-4a5bfcaffb16) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 21:53:39.691254 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-c32bb1a0-357a-4796-8e35-274b34142f4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c HTTP/1.1" status: 200 len: 217 time: 0.0600574 Feb 03 21:53:39.708160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-10a6fa76-e478-4cde-aa28-29678dfc4c60 req-0a22e811-5d58-4a4a-a43e-5ee7f2f83043 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023414 Feb 03 21:53:39.728168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfbcef-9e67-4126-b772-8839b84922e3 req-e1b1489f-269e-4585-917c-7c0a8ca8cfeb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:39.731540 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7acfbcef-9e67-4126-b772-8839b84922e3 req-e1b1489f-269e-4585-917c-7c0a8ca8cfeb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1036520 Feb 03 21:53:39.740493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0763edcc-248d-49eb-937a-812dfad068d0 None None] Current status of the port a9254b98-822b-4f89-87e5-e29461605a2e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:39.815823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7acfbcef-9e67-4126-b772-8839b84922e3 req-d1f5cfbb-4c48-4c45-a178-bf328564eb16 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791585 Feb 03 21:53:39.856343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-4aff0ec4-5fd3-4b58-95f8-a80c8fc29a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:39.865093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f1237e7a-d7ce-4867-86b9-15985e6d9586 None None] Provisioning complete for port b21416f9-907f-4160-94fd-b075dbbb33f1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:39.865682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1237e7a-d7ce-4867-86b9-15985e6d9586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:39.867043 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-4aff0ec4-5fd3-4b58-95f8-a80c8fc29a55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.1569405 Feb 03 21:53:39.874453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Deleting port d8de9de7-5881-48a6-b573-eb8bf044fc5a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:39.874799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:39.906941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f1237e7a-d7ce-4867-86b9-15985e6d9586 None None] Port b21416f9-907f-4160-94fd-b075dbbb33f1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:39.948417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2461f-f68d-4dff-8428-34fb86db40cb req-7943b226-7877-46b5-a72f-9d788cf402fa tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:39.958031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3d2461f-f68d-4dff-8428-34fb86db40cb req-7943b226-7877-46b5-a72f-9d788cf402fa tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1123714 Feb 03 21:53:40.070688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3d2461f-f68d-4dff-8428-34fb86db40cb req-ff9264b2-f74f-4ad3-8bfa-a19223feee3f tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112630 Feb 03 21:53:40.089776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aba21a-6fba-4d43-92d0-427234f50c29 req-912c6d21-efc9-4e31-b306-ff131d243637 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:40.091648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73aba21a-6fba-4d43-92d0-427234f50c29 req-912c6d21-efc9-4e31-b306-ff131d243637 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1639519 Feb 03 21:53:40.147190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73aba21a-6fba-4d43-92d0-427234f50c29 req-9dbec509-45ae-4a1e-9500-3b4b685c4705 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499561 Feb 03 21:53:40.383150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-dcfb313d-d103-4e5c-94ca-3e84c3d4101a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5063107 Feb 03 21:53:40.421521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] For port d8de9de7-5881-48a6-b573-eb8bf044fc5a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d8de9de7-5881-48a6-b573-eb8bf044fc5a,segment=NetworkSegment(008d9e90-829c-4c12-b3b9-f5a49e1dc26e),segment_id=008d9e90-829c-4c12-b3b9-f5a49e1dc26e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:40.421898 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:40.439930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c77e1-ee5e-4e3a-a2d2-14d467afb46f req-ba80ff36-b691-4ff7-9173-df897747b46b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:40.442769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-567c77e1-ee5e-4e3a-a2d2-14d467afb46f req-ba80ff36-b691-4ff7-9173-df897747b46b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.0711029 Feb 03 21:53:40.472057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Calling delete_port for d8de9de7-5881-48a6-b573-eb8bf044fc5a owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:40.496612 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:40.507132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-567c77e1-ee5e-4e3a-a2d2-14d467afb46f req-bdc19c18-8210-4eb3-9fbc-abbf089e8301 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555189 Feb 03 21:53:40.516446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:40.749649 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-4ed7511a-33c7-40ee-adc2-6580977658d4 service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478570 Feb 03 21:53:40.778973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=b21416f9-907f-4160-94fd-b075dbbb33f1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:40.842783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.846376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.846860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.847202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.853413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.854188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.855785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.856339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.857012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.857526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.859139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.859838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.861512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:40.884379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448f02b-ec8b-4015-8dc3-5546a4983eb6 req-5678a87f-8774-400b-8097-23a3f63edbed tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:40.886401 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1448f02b-ec8b-4015-8dc3-5546a4983eb6 req-5678a87f-8774-400b-8097-23a3f63edbed tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 947 time: 0.1545758 Feb 03 21:53:40.902168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003fe67-3c7c-4b93-9d3b-573f14f529a5 req-625336e6-8caa-4cd9-a90c-2f73e929fd5e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:40.910248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e003fe67-3c7c-4b93-9d3b-573f14f529a5 req-625336e6-8caa-4cd9-a90c-2f73e929fd5e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1650050 Feb 03 21:53:40.993891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e003fe67-3c7c-4b93-9d3b-573f14f529a5 req-800a2cd8-5864-423d-a84a-4b5e323539e8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822318 Feb 03 21:53:41.037952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] In _notify_port_updated(), no bound segment for port b21416f9-907f-4160-94fd-b075dbbb33f1 on network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:53:41.044524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:41.045250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:41.049433 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1317d996-02fb-427a-ba7f-1ee86309b9b4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "PUT /v2.0/ports/b21416f9-907f-4160-94fd-b075dbbb33f1 HTTP/1.1" status: 200 len: 918 time: 3.2167928 Feb 03 21:53:41.051871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38130) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:41.061196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a'}, {'subnet_id': '218ec1ea-94da-491b-bc16-4a5bfcaffb16'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:41.087800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1448f02b-ec8b-4015-8dc3-5546a4983eb6 req-f8eb8629-a946-4856-9f5d-9921d99905c0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942770 Feb 03 21:53:41.145931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d87ecae1-06e7-4ca3-ba87-23d88941bb58 None None] Provisioning complete for port b21416f9-907f-4160-94fd-b075dbbb33f1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:41.146435 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d87ecae1-06e7-4ca3-ba87-23d88941bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:41.202012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d87ecae1-06e7-4ca3-ba87-23d88941bb58 None None] Port b21416f9-907f-4160-94fd-b075dbbb33f1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:41.279150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2cad188f-398e-4556-9bf4-9c859d65b096 req-f8787ac9-da0f-4d11-85f7-a614d5e52ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145516 Feb 03 21:53:41.314747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d8de9de7-5881-48a6-b573-eb8bf044fc5a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:41.347285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaa175-89bb-4683-9719-f75e30c92af5 req-ef152844-4f5b-438a-ac72-ddb6cbe945e2 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:41.358461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8de9de7-5881-48a6-b573-eb8bf044fc5a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:41.359341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ddaa175-89bb-4683-9719-f75e30c92af5 req-ef152844-4f5b-438a-ac72-ddb6cbe945e2 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1587424 Feb 03 21:53:41.457594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-e21da0a0-a5ee-4c51-b743-ee3f7777ceb9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:41.464990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-e21da0a0-a5ee-4c51-b743-ee3f7777ceb9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.2288508 Feb 03 21:53:41.479876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 28b5e7a9-55e0-476e-a85d-76426e15d461 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:53:41.491698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:41.524696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-4e5533f4-92ae-481b-8e5b-89bf7f5890a5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/quotas/ea176c3a93ee46558fcf27e90b5221cb HTTP/1.1" status: 200 len: 375 time: 0.0584333 Feb 03 21:53:41.528048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ddaa175-89bb-4683-9719-f75e30c92af5 req-394f3994-643f-498e-ac7f-580bd6044199 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629741 Feb 03 21:53:41.589626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-57e25f1b-0295-447f-a6dd-1ab7ec795763 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519886 Feb 03 21:53:41.690944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 28b5e7a9-55e0-476e-a85d-76426e15d461, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=28b5e7a9-55e0-476e-a85d-76426e15d461,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:41.709864 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (8e135449-fae0-4c62-af31-d52e003dca06), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:41.722139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '28b5e7a9-55e0-476e-a85d-76426e15d461', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '28b5e7a9-55e0-476e-a85d-76426e15d461', 'mac_address': 'fa:16:3e:c6:84:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:53:41.740957 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-05e73246-d6ff-450c-b9cc-073ce443fb69 service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431403 Feb 03 21:53:41.790025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 28b5e7a9-55e0-476e-a85d-76426e15d461 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:41.790365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:41.805650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b5e7a9-55e0-476e-a85d-76426e15d461 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:41.834640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 28b5e7a9-55e0-476e-a85d-76426e15d461, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=28b5e7a9-55e0-476e-a85d-76426e15d461,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:41.847974 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:41.924483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=28b5e7a9-55e0-476e-a85d-76426e15d461,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:41.939503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-7e7ea7ff-656a-4975-9acf-e54cecc65945 service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912277 Feb 03 21:53:42.223046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a131cdb-3ff9-479f-9d05-6c61b9f1a0c7 req-6c052205-dc8a-4217-a483-fcd8c221e359 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 210 time: 0.0923662 Feb 03 21:53:42.287911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ca02c-7243-486b-92bf-57bd3611fc13 req-7f712cb0-30e5-4747-b3b3-0be54d63cc84 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:42.296407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b15ca02c-7243-486b-92bf-57bd3611fc13 req-7f712cb0-30e5-4747-b3b3-0be54d63cc84 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1769195 Feb 03 21:53:42.306254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['28b5e7a9-55e0-476e-a85d-76426e15d461'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:42.310054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.26 (9b7e93ea-8cd1-4094-9658-63c42a6a35b1/218ec1ea-94da-491b-bc16-4a5bfcaffb16/b21416f9-907f-4160-94fd-b075dbbb33f1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:42.327178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Router 8e135449-fae0-4c62-af31-d52e003dca06 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:53:42.494281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b15ca02c-7243-486b-92bf-57bd3611fc13 req-cfe2bd9f-6ac6-4cd9-aab2-0dd54d4d6896 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941350 Feb 03 21:53:42.617018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4966962-22cc-42ac-b5e7-c37ec161cbf0 req-66864a8b-01cf-455f-9b33-524e5eb1eb67 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:42.619448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4966962-22cc-42ac-b5e7-c37ec161cbf0 req-66864a8b-01cf-455f-9b33-524e5eb1eb67 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 948 time: 0.1248453 Feb 03 21:53:42.764314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4966962-22cc-42ac-b5e7-c37ec161cbf0 req-41071a9c-4a98-41f9-b88e-60b141542e85 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315868 Feb 03 21:53:42.956541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:42.964539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:53:42.979951 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] Sync routers for ids ['8e135449-fae0-4c62-af31-d52e003dca06'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:53:42.982531 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1f2c8249-3f92-4569-9850-3ce57668680a admin admin] 10.222.0.50 "PUT /v2.0/routers/8e135449-fae0-4c62-af31-d52e003dca06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3856773 Feb 03 21:53:42.995729 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] Routers {'8e135449-fae0-4c62-af31-d52e003dca06'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:53:42.998470 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:53:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8e135449-fae0-4c62-af31-d52e003dca06'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:42.999133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38184) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:43.007061 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:43.238740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=b21416f9-907f-4160-94fd-b075dbbb33f1,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:43.318768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] In _notify_port_updated(), no bound segment for port b21416f9-907f-4160-94fd-b075dbbb33f1 on network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:53:43.321072 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] Set router 8e135449-fae0-4c62-af31-d52e003dca06 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:53:43.327890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:43.328932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:43.331239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6d2461e3-6868-4118-8915-4e2085b3a97d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "PUT /v2.0/ports/b21416f9-907f-4160-94fd-b075dbbb33f1 HTTP/1.1" status: 200 len: 998 time: 2.2749350 Feb 03 21:53:43.333920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:43.412477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks [] for router (8e135449-fae0-4c62-af31-d52e003dca06), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:43.491780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:43.530981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424c204-9cb5-4eac-811b-9019b341a80a req-c90007dc-bf28-4488-8dc2-ef2f523ae9f7 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:43.532877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1424c204-9cb5-4eac-811b-9019b341a80a req-c90007dc-bf28-4488-8dc2-ef2f523ae9f7 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.6124790 Feb 03 21:53:43.545237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dbb29-5d05-4039-a2ac-8296cc0d66f1 req-45f2ea5f-e4a4-4eac-bb07-19039af51157 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:43.552725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-704dbb29-5d05-4039-a2ac-8296cc0d66f1 req-45f2ea5f-e4a4-4eac-bb07-19039af51157 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.4006975 Feb 03 21:53:43.578369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b7827d80-2fe5-4cf2-aab9-e5cd685efe3d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port b21416f9-907f-4160-94fd-b075dbbb33f1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:43.578717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7827d80-2fe5-4cf2-aab9-e5cd685efe3d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:43.656105 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e135449-fae0-4c62-af31-d52e003dca06', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:44Z', 'updated_at': '2022-02-03T21:53:41Z', 'revision_number': 5, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'gw_port': {'id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:48Z', 'updated_at': '2022-02-03T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:43.681297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-51872fe7-8634-4360-b40b-f89d4974e47b None None] Provisioning complete for port b21416f9-907f-4160-94fd-b075dbbb33f1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:43.681859 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51872fe7-8634-4360-b40b-f89d4974e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:43.689674 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] Checking router: 8e135449-fae0-4c62-af31-d52e003dca06 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:53:43.696017 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1424c204-9cb5-4eac-811b-9019b341a80a req-5f461b7a-fbb2-4931-abd1-5b74639e29a3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402955 Feb 03 21:53:43.707051 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] Routers {'8e135449-fae0-4c62-af31-d52e003dca06'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:53:43.707676 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:53:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8e135449-fae0-4c62-af31-d52e003dca06'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:43.718453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-704dbb29-5d05-4039-a2ac-8296cc0d66f1 req-243994f2-607b-4bcb-96ee-3ded7466fc5f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601827 Feb 03 21:53:43.725401 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks [] for router_gateway (8e135449-fae0-4c62-af31-d52e003dca06), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:43.739499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51872fe7-8634-4360-b40b-f89d4974e47b None None] Port b21416f9-907f-4160-94fd-b075dbbb33f1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:43.812957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Deleting port fe96c4cf-af99-49dc-8df6-d321d43ad473 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:43.813303 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:43.833455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc291a19-6f59-4638-9922-85b3e3af1d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:43.844015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3795de8-0ff8-4296-b3be-8841b2cf293e req-1ad524ee-8719-45c2-baf1-a3f7511acbd8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 210 time: 0.0483859 Feb 03 21:53:43.868233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7827d80-2fe5-4cf2-aab9-e5cd685efe3d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:43.905020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b7827d80-2fe5-4cf2-aab9-e5cd685efe3d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for b21416f9-907f-4160-94fd-b075dbbb33f1 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:43.953980 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] Set router 8e135449-fae0-4c62-af31-d52e003dca06 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:53:43.996806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668f8df-60b5-4e27-81dd-183080e574b9 req-6d5468f6-ffd5-40a5-ab9b-63cc2930285c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:43.998451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9668f8df-60b5-4e27-81dd-183080e574b9 req-6d5468f6-ffd5-40a5-ab9b-63cc2930285c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 948 time: 0.1002898 Feb 03 21:53:44.086397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc291a19-6f59-4638-9922-85b3e3af1d86 admin admin] Publish callbacks [] for security_group (2a0a2c03-f0d8-4c9d-be78-1ff49f0cd42f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.124704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] For port fe96c4cf-af99-49dc-8df6-d321d43ad473, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fe96c4cf-af99-49dc-8df6-d321d43ad473,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:44.125354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.142776 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc291a19-6f59-4638-9922-85b3e3af1d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2a0a2c03-f0d8-4c9d-be78-1ff49f0cd42f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.159379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Calling delete_port for fe96c4cf-af99-49dc-8df6-d321d43ad473 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:44.245490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9668f8df-60b5-4e27-81dd-183080e574b9 req-3b423e57-0033-4525-8601-3f9e75953201 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026007 Feb 03 21:53:44.248878 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dc291a19-6f59-4638-9922-85b3e3af1d86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cad51411c4fb49e59927ca3a7fd2d510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7476711 Feb 03 21:53:44.251426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:44.277291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc291a19-6f59-4638-9922-85b3e3af1d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0a2c03-f0d8-4c9d-be78-1ff49f0cd42f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:44.287736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-f9f60258-c0bf-43c8-95b7-b4dc3f6bcd38 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:44.289770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-f9f60258-c0bf-43c8-95b7-b4dc3f6bcd38 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.3160942 Feb 03 21:53:44.305723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Request body: {'port': {'device_id': 'a025ac00-4053-4ebe-a521-5974564be810', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'admin_state_up': True, 'tenant_id': 'ea176c3a93ee46558fcf27e90b5221cb'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:44.306625 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e135449-fae0-4c62-af31-d52e003dca06', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:44Z', 'updated_at': '2022-02-03T21:53:41Z', 'revision_number': 5, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'gw_port': {'id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:48Z', 'updated_at': '2022-02-03T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:44.337207 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2118826-7140-4221-88f1-1f6a24b7d8a2 None None] The sync data for ids ['8e135449-fae0-4c62-af31-d52e003dca06'] in n-d-824834-9 is: [{'id': '8e135449-fae0-4c62-af31-d52e003dca06', 'name': 'tempest-TaggedBootDevicesTest_v242-267042849-router', 'tenant_id': 'ac7beeb443b9406c994be3ccda15a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:44:44Z', 'updated_at': '2022-02-03T21:53:41Z', 'revision_number': 5, 'project_id': 'ac7beeb443b9406c994be3ccda15a867', 'gw_port': {'id': 'fe96c4cf-af99-49dc-8df6-d321d43ad473', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e135449-fae0-4c62-af31-d52e003dca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:44:48Z', 'updated_at': '2022-02-03T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:53:44.398253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7827d80-2fe5-4cf2-aab9-e5cd685efe3d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b21416f9-907f-4160-94fd-b075dbbb33f1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.437607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7827d80-2fe5-4cf2-aab9-e5cd685efe3d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=b21416f9-907f-4160-94fd-b075dbbb33f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:44.485385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8c85-03e8-4f07-b9b6-a2b9e784bb70 admin admin] Publish callbacks [] for security_group (2a0a2c03-f0d8-4c9d-be78-1ff49f0cd42f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.517575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8c85-03e8-4f07-b9b6-a2b9e784bb70 admin admin] Publish callbacks [] for security_group (2a0a2c03-f0d8-4c9d-be78-1ff49f0cd42f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.518801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Made reservation on behalf of ea176c3a93ee46558fcf27e90b5221cb for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:44.522699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.616135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (fe96c4cf-af99-49dc-8df6-d321d43ad473), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.625207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7827d80-2fe5-4cf2-aab9-e5cd685efe3d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.629275 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7827d80-2fe5-4cf2-aab9-e5cd685efe3d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/b21416f9-907f-4160-94fd-b075dbbb33f1 HTTP/1.1" status: 204 len: 168 time: 1.2927520 Feb 03 21:53:44.651729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38214) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:44.698465 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3921b5-c38e-4db9-bd32-aa31af97a235 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:53:44.699949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8b3921b5-c38e-4db9-bd32-aa31af97a235 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/b21416f9-907f-4160-94fd-b075dbbb33f1 HTTP/1.1" status: 404 len: 333 time: 0.0466585 Feb 03 21:53:44.703063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:44.711585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe96c4cf-af99-49dc-8df6-d321d43ad473,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:44.718934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d8de9de7-5881-48a6-b573-eb8bf044fc5a no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:44.721017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8c85-03e8-4f07-b9b6-a2b9e784bb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2a0a2c03-f0d8-4c9d-be78-1ff49f0cd42f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.727716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8c85-03e8-4f07-b9b6-a2b9e784bb70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.735160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c1fa8c85-03e8-4f07-b9b6-a2b9e784bb70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a0a2c03-f0d8-4c9d-be78-1ff49f0cd42f HTTP/1.1" status: 204 len: 168 time: 0.4788723 Feb 03 21:53:44.795130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d8de9de7-5881-48a6-b573-eb8bf044fc5a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:44.795781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d8de9de7-5881-48a6-b573-eb8bf044fc5a not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:44.811394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.811794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.812095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.812441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.812780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.816282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa8c85-03e8-4f07-b9b6-a2b9e784bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0a2c03-f0d8-4c9d-be78-1ff49f0cd42f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:44.816949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.819412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.819775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.820126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.830887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.831939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.832307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.832657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:44.889451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee668fb-fae6-41a8-94ef-0272bb974391 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet 218ec1ea-94da-491b-bc16-4a5bfcaffb16 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:44.897994 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ee668fb-fae6-41a8-94ef-0272bb974391 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (218ec1ea-94da-491b-bc16-4a5bfcaffb16), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:44.974519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ee668fb-fae6-41a8-94ef-0272bb974391 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (218ec1ea-94da-491b-bc16-4a5bfcaffb16), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.109516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ee668fb-fae6-41a8-94ef-0272bb974391 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (218ec1ea-94da-491b-bc16-4a5bfcaffb16), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.142133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (8e135449-fae0-4c62-af31-d52e003dca06), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.206886 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ee668fb-fae6-41a8-94ef-0272bb974391 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (218ec1ea-94da-491b-bc16-4a5bfcaffb16), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.222847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ee668fb-fae6-41a8-94ef-0272bb974391 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.228232 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6ee668fb-fae6-41a8-94ef-0272bb974391 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/218ec1ea-94da-491b-bc16-4a5bfcaffb16 HTTP/1.1" status: 204 len: 168 time: 0.5237899 Feb 03 21:53:45.230821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38234) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:45.230998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac226b8-d133-4d91-a2ea-9ec4cab8934c None None] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:45.310555 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (8e135449-fae0-4c62-af31-d52e003dca06), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.319383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f67263-22a8-420c-8d55-961147073170 req-114fa13b-67e6-4a98-9a95-416fc3e2bd20 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:45.321264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97f67263-22a8-420c-8d55-961147073170 req-114fa13b-67e6-4a98-9a95-416fc3e2bd20 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3977106 Feb 03 21:53:45.329578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab89c39-7511-45f1-b2ef-9ddc7770bee5 req-e8e2f547-2404-4d12-9975-3bfa553dc50c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:45.333594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c2e7ff-bec5-4922-86af-3ab4dff2a594 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:45.337014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ab89c39-7511-45f1-b2ef-9ddc7770bee5 req-e8e2f547-2404-4d12-9975-3bfa553dc50c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.4117293 Feb 03 21:53:45.338321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c2e7ff-bec5-4922-86af-3ab4dff2a594 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.339151 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks [] for router_controller (8e135449-fae0-4c62-af31-d52e003dca06), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.341408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Allocated IP 172.20.0.9 (28eba52c-a95b-4b13-961a-f8e9756ccaef/3ae7a702-b87f-46f5-a94b-b7f817771d19/d0e7bc27-5001-437f-b1b7-edbdd604074b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:45.394385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c2e7ff-bec5-4922-86af-3ab4dff2a594 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.467393 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (8e135449-fae0-4c62-af31-d52e003dca06), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.469156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e135449-fae0-4c62-af31-d52e003dca06 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:53:45.485341 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.486797 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-17abdbd4-ffc1-4174-9670-ef65ebf1bb5e admin admin] 10.222.0.50 "DELETE /v2.0/routers/8e135449-fae0-4c62-af31-d52e003dca06 HTTP/1.1" status: 204 len: 168 time: 2.4864151 Feb 03 21:53:45.496457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 28b5e7a9-55e0-476e-a85d-76426e15d461 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:45.502144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38242) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:45.527032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee668fb-fae6-41a8-94ef-0272bb974391 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=218ec1ea-94da-491b-bc16-4a5bfcaffb16,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:45.536810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97f67263-22a8-420c-8d55-961147073170 req-992d4000-47cb-4a09-af82-6b3d685cf67d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916430 Feb 03 21:53:45.576528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ab89c39-7511-45f1-b2ef-9ddc7770bee5 req-8cd55715-3676-40ed-b4de-2c27e74c65eb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389402 Feb 03 21:53:45.682322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 28b5e7a9-55e0-476e-a85d-76426e15d461 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:53:45.688093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 28b5e7a9-55e0-476e-a85d-76426e15d461 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:45.688811 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.761250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c2e7ff-bec5-4922-86af-3ab4dff2a594 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.895344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c2e7ff-bec5-4922-86af-3ab4dff2a594 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.922066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 28b5e7a9-55e0-476e-a85d-76426e15d461 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:45.923155 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.968747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 28b5e7a9-55e0-476e-a85d-76426e15d461, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=28b5e7a9-55e0-476e-a85d-76426e15d461,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:45.970012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bda518-a8c5-492f-aa20-53eb3e226dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b5e7a9-55e0-476e-a85d-76426e15d461'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:45.971581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks [] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.972762 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc86158-9239-499c-9ed9-6900a91c98fb" -d '{"events": [{"server_uuid": "40bda518-a8c5-492f-aa20-53eb3e226dec", "name": "network-vif-plugged", "status": "completed", "tag": "28b5e7a9-55e0-476e-a85d-76426e15d461"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:45.980380 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:45.995124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2e7ff-bec5-4922-86af-3ab4dff2a594 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:46.003912 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c2e7ff-bec5-4922-86af-3ab4dff2a594 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:46.023407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09c2e7ff-bec5-4922-86af-3ab4dff2a594 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a HTTP/1.1" status: 204 len: 168 time: 0.7909768 Feb 03 21:53:46.025408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95aff95a-1122-4d79-98b6-dd8ec6539f6c req-5506eeb7-e670-4022-98c6-f39f761995c0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 210 time: 0.2833531 Feb 03 21:53:46.026104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38258) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:46.139878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=28b5e7a9-55e0-476e-a85d-76426e15d461,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:46.443029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc325f90-48eb-45ca-a8a0-f5b04d44aaa7 None None] Network 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:46.490807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea68345-5018-411d-8fba-1f3bacced562 admin admin] Deleting subnet 249c144a-452d-4a8a-bc9a-4eebcfce39f9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:46.494109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ea68345-5018-411d-8fba-1f3bacced562 admin admin] Publish callbacks [] for subnet (249c144a-452d-4a8a-bc9a-4eebcfce39f9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:46.534794 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ea68345-5018-411d-8fba-1f3bacced562 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (249c144a-452d-4a8a-bc9a-4eebcfce39f9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:46.544155 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:46.565346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-53d998fd-764d-4ef8-a79b-8aedd07a6b1a None None] Provisioning complete for port a9254b98-822b-4f89-87e5-e29461605a2e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:46.565346 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d998fd-764d-4ef8-a79b-8aedd07a6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:46.621068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (9b7e93ea-8cd1-4094-9658-63c42a6a35b1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:46.730517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-53d998fd-764d-4ef8-a79b-8aedd07a6b1a None None] Current status of the port a9254b98-822b-4f89-87e5-e29461605a2e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:46.734349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb9e75f-919f-4a27-b85e-14c310267a4f None None] DHCP port deletion for 9b7e93ea-8cd1-4094-9658-63c42a6a35b1 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:53:46.783004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:46.795582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ea68345-5018-411d-8fba-1f3bacced562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (249c144a-452d-4a8a-bc9a-4eebcfce39f9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:46.800167 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fe96c4cf-af99-49dc-8df6-d321d43ad473 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:46.807428 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:46.831523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: fe96c4cf-af99-49dc-8df6-d321d43ad473 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:46.831876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fe96c4cf-af99-49dc-8df6-d321d43ad473 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:46.843542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9e75f-919f-4a27-b85e-14c310267a4f None None] Deleting port a9254b98-822b-4f89-87e5-e29461605a2e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:46.843987 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e75f-919f-4a27-b85e-14c310267a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:46.859964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:46.872504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8f515-020a-4aae-b2fe-80768ed8e402 req-852ec78c-4359-4770-b141-ee5977811510 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:46.879339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ea8f515-020a-4aae-b2fe-80768ed8e402 req-852ec78c-4359-4770-b141-ee5977811510 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 948 time: 1.1342311 Feb 03 21:53:46.921492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6eb9e75f-919f-4a27-b85e-14c310267a4f None None] For port a9254b98-822b-4f89-87e5-e29461605a2e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a9254b98-822b-4f89-87e5-e29461605a2e,segment=NetworkSegment(da6f6e39-133f-4d2a-b8dd-04880b3f38c1),segment_id=da6f6e39-133f-4d2a-b8dd-04880b3f38c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:46.921893 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e75f-919f-4a27-b85e-14c310267a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:46.935118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9e75f-919f-4a27-b85e-14c310267a4f None None] Calling delete_port for a9254b98-822b-4f89-87e5-e29461605a2e owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:46.943483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event updated for resources: {'Port': ['ID=d0e7bc27-5001-437f-b1b7-edbdd604074b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:46.990434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43214d-20af-4cec-99ef-42ee87fda44f req-703c9c97-9266-47b6-b9f9-fb162d3da417 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:46.997667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d43214d-20af-4cec-99ef-42ee87fda44f req-703c9c97-9266-47b6-b9f9-fb162d3da417 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.4557519 Feb 03 21:53:47.050801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:47.051419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.052773 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e75f-919f-4a27-b85e-14c310267a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.093748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9e75f-919f-4a27-b85e-14c310267a4f None None] Pushing event deleted for resources: {'Port': ['ID=a9254b98-822b-4f89-87e5-e29461605a2e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:47.096230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9e75f-919f-4a27-b85e-14c310267a4f None None] No DVR routers for this DVR port a9254b98-822b-4f89-87e5-e29461605a2e on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:47.105584 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ea8f515-020a-4aae-b2fe-80768ed8e402 req-3e3dc736-1b64-4804-bd18-a6c9fd778f25 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252026 Feb 03 21:53:47.115362 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ea68345-5018-411d-8fba-1f3bacced562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (249c144a-452d-4a8a-bc9a-4eebcfce39f9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.146699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port a9254b98-822b-4f89-87e5-e29461605a2e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:47.147194 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.177020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-3d63d72d-8533-47fa-8a82-8f9b71d61a44 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8756812 Feb 03 21:53:47.181368 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951409cf-955b-4c7f-8f4c-933dcf2cf76d x-openstack-request-id: req-951409cf-955b-4c7f-8f4c-933dcf2cf76d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:47.181657 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bda518-a8c5-492f-aa20-53eb3e226dec", "name": "network-vif-plugged", "status": "completed", "tag": "28b5e7a9-55e0-476e-a85d-76426e15d461", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:47.181914 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-951409cf-955b-4c7f-8f4c-933dcf2cf76d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:47.182322 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bda518-a8c5-492f-aa20-53eb3e226dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b5e7a9-55e0-476e-a85d-76426e15d461', 'code': 200} Feb 03 21:53:47.264189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac43cd-7056-4ad8-828e-a6041c7ce49b None None] Network 4c9dd76b-aede-46fb-b019-df77795919e6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:47.267145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d43214d-20af-4cec-99ef-42ee87fda44f req-9c959f93-9fe8-4026-8ec6-c4b15d37727f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684300 Feb 03 21:53:47.273096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea68345-5018-411d-8fba-1f3bacced562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249c144a-452d-4a8a-bc9a-4eebcfce39f9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:47.278823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Request body: {'port': {'device_id': 'a025ac00-4053-4ebe-a521-5974564be810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:47.298706 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ea68345-5018-411d-8fba-1f3bacced562 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.310542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3ea68345-5018-411d-8fba-1f3bacced562 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/249c144a-452d-4a8a-bc9a-4eebcfce39f9 HTTP/1.1" status: 204 len: 168 time: 1.8034549 Feb 03 21:53:47.318659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] For port a9254b98-822b-4f89-87e5-e29461605a2e, host n-d-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:47.319033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.329074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:47.337044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for a9254b98-822b-4f89-87e5-e29461605a2e owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:47.340363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Port a9254b98-822b-4f89-87e5-e29461605a2e was not found and therefore no delete operation was performed {{(pid=103397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 21:53:47.341833 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a9254b98-822b-4f89-87e5-e29461605a2e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.440009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=a9254b98-822b-4f89-87e5-e29461605a2e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:47.467342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No DVR routers for this DVR port a9254b98-822b-4f89-87e5-e29461605a2e on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:47.513134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4c9dd76b-aede-46fb-b019-df77795919e6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.522324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7030dcb-603e-48cf-a73c-369acee61f6e req-d38ee802-c81f-40eb-9414-d50aa2b4302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:47.532932 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c7030dcb-603e-48cf-a73c-369acee61f6e req-d38ee802-c81f-40eb-9414-d50aa2b4302d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 1131 time: 0.2692556 Feb 03 21:53:47.573223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea4b2c5-407b-471f-a61b-f74d982cc2bd None None] DHCP port deletion for 4c9dd76b-aede-46fb-b019-df77795919e6 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:53:47.613931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.641645 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83727ac1-c155-41f4-8696-f584b737cb59 req-3c5b061f-90dd-4a9f-bb9c-80b8f00f06a3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:47.643185 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83727ac1-c155-41f4-8696-f584b737cb59 req-3c5b061f-90dd-4a9f-bb9c-80b8f00f06a3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.3894939 Feb 03 21:53:47.647052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (9b7e93ea-8cd1-4094-9658-63c42a6a35b1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.684194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00bfdd-7e63-4935-b6a7-fbb325054b48 req-0df3490f-ed1f-482e-8de6-6c2122d480e4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:47.690985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f00bfdd-7e63-4935-b6a7-fbb325054b48 req-0df3490f-ed1f-482e-8de6-6c2122d480e4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 931 time: 0.2831120 Feb 03 21:53:47.702806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4b2c5-407b-471f-a61b-f74d982cc2bd None None] Deleting port 897ce952-fef2-4bca-98c9-143788c58d0b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:47.703191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b2c5-407b-471f-a61b-f74d982cc2bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.714430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7e93ea-8cd1-4094-9658-63c42a6a35b1']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:47.749891 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c7030dcb-603e-48cf-a73c-369acee61f6e req-2e8cc976-e100-4100-8329-50552e1e6fa4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082002 Feb 03 21:53:47.752083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6f6e39-133f-4d2a-b8dd-04880b3f38c1') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:47.752381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6f6e39-133f-4d2a-b8dd-04880b3f38c1') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:47.778550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (da6f6e39-133f-4d2a-b8dd-04880b3f38c1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.778757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Deleting port 897ce952-fef2-4bca-98c9-143788c58d0b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:47.778862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.878938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6ea4b2c5-407b-471f-a61b-f74d982cc2bd None None] For port 897ce952-fef2-4bca-98c9-143788c58d0b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=897ce952-fef2-4bca-98c9-143788c58d0b,segment=NetworkSegment(008d9e90-829c-4c12-b3b9-f5a49e1dc26e),segment_id=008d9e90-829c-4c12-b3b9-f5a49e1dc26e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:47.879487 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b2c5-407b-471f-a61b-f74d982cc2bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.901265 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (da6f6e39-133f-4d2a-b8dd-04880b3f38c1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.906846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4b2c5-407b-471f-a61b-f74d982cc2bd None None] Calling delete_port for 897ce952-fef2-4bca-98c9-143788c58d0b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:47.927523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] For port 897ce952-fef2-4bca-98c9-143788c58d0b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=897ce952-fef2-4bca-98c9-143788c58d0b,segment=NetworkSegment(008d9e90-829c-4c12-b3b9-f5a49e1dc26e),segment_id=008d9e90-829c-4c12-b3b9-f5a49e1dc26e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:47.927759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83727ac1-c155-41f4-8696-f584b737cb59 req-c6ee9475-e822-4b2a-9e3c-62c4af98601e tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631929 Feb 03 21:53:47.927969 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.928801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:47.930897 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (da6f6e39-133f-4d2a-b8dd-04880b3f38c1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:47.939913 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:47.955015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Calling delete_port for 897ce952-fef2-4bca-98c9-143788c58d0b owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:47.962374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f00bfdd-7e63-4935-b6a7-fbb325054b48 req-3962bac1-3f38-43ef-a935-1a18b76a659b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688329 Feb 03 21:53:48.071504 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b2c5-407b-471f-a61b-f74d982cc2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.112214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (897ce952-fef2-4bca-98c9-143788c58d0b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.120724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4b2c5-407b-471f-a61b-f74d982cc2bd None None] Pushing event deleted for resources: {'Port': ['ID=897ce952-fef2-4bca-98c9-143788c58d0b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:48.127013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4b2c5-407b-471f-a61b-f74d982cc2bd None None] No DVR routers for this DVR port 897ce952-fef2-4bca-98c9-143788c58d0b on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:48.131983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] No DVR routers for this DVR port 897ce952-fef2-4bca-98c9-143788c58d0b on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:48.175659 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (9b7e93ea-8cd1-4094-9658-63c42a6a35b1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.188831 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.199232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/networks/9b7e93ea-8cd1-4094-9658-63c42a6a35b1 HTTP/1.1" status: 204 len: 168 time: 2.1651392 Feb 03 21:53:48.200338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:48.212778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Pushing event deleted for resources: {'Port': ['ID=897ce952-fef2-4bca-98c9-143788c58d0b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:48.219433 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecccb04-8dd9-4f33-8047-d5782e00fc8f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Network': ['ID=9b7e93ea-8cd1-4094-9658-63c42a6a35b1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:48.353432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38589f96-391c-4f8d-896a-67a6bdc592fa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:48.359002 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-38589f96-391c-4f8d-896a-67a6bdc592fa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1537304 Feb 03 21:53:48.359002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4c9dd76b-aede-46fb-b019-df77795919e6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.360694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38318) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:48.419119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd1219-4a43-4077-9e17-62521c5335c4 req-844d55c4-8c23-4916-9506-511ee1cd4125 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:48.424558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4cd1219-4a43-4077-9e17-62521c5335c4 req-844d55c4-8c23-4916-9506-511ee1cd4125 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3252714 Feb 03 21:53:48.424756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9dd76b-aede-46fb-b019-df77795919e6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:48.443816 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008d9e90-829c-4c12-b3b9-f5a49e1dc26e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:48.444056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008d9e90-829c-4c12-b3b9-f5a49e1dc26e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:48.461610 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-87d2cc5e-ac31-4f10-a8ca-245221254936 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0972283 Feb 03 21:53:48.461610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (008d9e90-829c-4c12-b3b9-f5a49e1dc26e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.462360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:48.473247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-105843851'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:48.487782 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (008d9e90-829c-4c12-b3b9-f5a49e1dc26e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.500230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:48.500637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (008d9e90-829c-4c12-b3b9-f5a49e1dc26e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:48.504973 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:48.529432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c3668-f50a-44d7-9397-f28e403700ee req-2a549d56-e52a-4ea8-9dc8-2e64539a8b4d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:48.531328 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d00c3668-f50a-44d7-9397-f28e403700ee req-2a549d56-e52a-4ea8-9dc8-2e64539a8b4d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 949 time: 0.2970307 Feb 03 21:53:48.560621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e7bc27-5001-437f-b1b7-edbdd604074b {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:48.560849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:48.564963 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.582455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Publish callbacks [] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.603935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4cd1219-4a43-4077-9e17-62521c5335c4 req-aba3a481-53e3-4aee-84c4-e32a664d7ade tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631856 Feb 03 21:53:48.613593 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4c9dd76b-aede-46fb-b019-df77795919e6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.622881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.630226 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] 10.222.0.50 "DELETE /v2.0/networks/4c9dd76b-aede-46fb-b019-df77795919e6 HTTP/1.1" status: 204 len: 168 time: 1.3000128 Feb 03 21:53:48.631545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:53:48.639711 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Transition to ACTIVE for port object d0e7bc27-5001-437f-b1b7-edbdd604074b will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:53:48.649318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d833b88-452f-4827-a59e-526c233ba6da admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9dd76b-aede-46fb-b019-df77795919e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:48.650580 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.662958 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (08fc2a27-928a-4bce-a701-f56ad377eb19), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.664851 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Added segment 08fc2a27-928a-4bce-a701-f56ad377eb19 of type vlan for network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 Feb 03 21:53:48.718528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d00c3668-f50a-44d7-9397-f28e403700ee req-6dfbf713-ae25-4076-8348-069ce689c5c4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809673 Feb 03 21:53:48.774988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (495b9fa6-461c-4f0a-8d20-0b1ba06b3120), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.800191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Pushing event updated for resources: {'Port': ['ID=d0e7bc27-5001-437f-b1b7-edbdd604074b,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:48.813193 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (495b9fa6-461c-4f0a-8d20-0b1ba06b3120), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.818640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 897ce952-fef2-4bca-98c9-143788c58d0b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:48.841149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:48.843134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38328) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:48.843283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:48.854334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 897ce952-fef2-4bca-98c9-143788c58d0b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:48.855035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 897ce952-fef2-4bca-98c9-143788c58d0b not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:48.855665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a9254b98-822b-4f89-87e5-e29461605a2e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:48.877563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a9254b98-822b-4f89-87e5-e29461605a2e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:48.878438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a9254b98-822b-4f89-87e5-e29461605a2e not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:48.890540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:48.913436 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4500177 Feb 03 21:53:48.916949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:48.923374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea232c-1a11-42f1-ac46-c382bbd271d6 req-87e897d4-c2fe-4707-8842-1dc256c9da62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:48.924951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80ea232c-1a11-42f1-ac46-c382bbd271d6 req-87e897d4-c2fe-4707-8842-1dc256c9da62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1959312 Feb 03 21:53:48.933257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '495b9fa6-461c-4f0a-8d20-0b1ba06b3120', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:48.994115 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5e6b5980-c438-4c87-8c0a-2a23e5748ec0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d96bd3586409495f9e95e44a0e89a0a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486897 Feb 03 21:53:48.996751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38340) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:49.029363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Attempting to bind port d0e7bc27-5001-437f-b1b7-edbdd604074b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:49.029704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Attempting to bind port d0e7bc27-5001-437f-b1b7-edbdd604074b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:49.030037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Attempting to bind port d0e7bc27-5001-437f-b1b7-edbdd604074b on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:49.089958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Port d0e7bc27-5001-437f-b1b7-edbdd604074b on network 28eba52c-a95b-4b13-961a-f8e9756ccaef not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:53:49.090295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Attempting to bind port d0e7bc27-5001-437f-b1b7-edbdd604074b on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:49.125460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80ea232c-1a11-42f1-ac46-c382bbd271d6 req-40bfebf4-d27f-424f-83fa-be18f1fe8733 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883035 Feb 03 21:53:49.192230 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb192e6a-dbe0-404e-ad71-98f0f4f7d24b admin admin] Publish callbacks [] for security_group (6584267e-58b4-4bf3-b16b-d6522928ca63), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.217157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb192e6a-dbe0-404e-ad71-98f0f4f7d24b admin admin] Publish callbacks [] for security_group (6584267e-58b4-4bf3-b16b-d6522928ca63), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.266174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:49.266525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Checking segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:49.266921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Bound using segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:49.267378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Bound port: d0e7bc27-5001-437f-b1b7-edbdd604074b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:49.267738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.284566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d038b03-5e45-4c86-9dd3-324b25075de4 req-96c3b816-328b-48b3-9012-2df7077c90c7 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:49.286777 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d038b03-5e45-4c86-9dd3-324b25075de4 req-96c3b816-328b-48b3-9012-2df7077c90c7 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2665403 Feb 03 21:53:49.288652 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac0c18f6-58b1-41b7-a946-bf8e5b52afb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.322692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09048bcc-6df0-4fe0-9844-90c5377d8288 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Network': ['ID=495b9fa6-461c-4f0a-8d20-0b1ba06b3120,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:49.337366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:53:49.415261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:49.419945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.477649 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb192e6a-dbe0-404e-ad71-98f0f4f7d24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6584267e-58b4-4bf3-b16b-d6522928ca63), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.480270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb192e6a-dbe0-404e-ad71-98f0f4f7d24b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.484709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb192e6a-dbe0-404e-ad71-98f0f4f7d24b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6584267e-58b4-4bf3-b16b-d6522928ca63 HTTP/1.1" status: 204 len: 168 time: 0.4818983 Feb 03 21:53:49.513271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:49.517077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:49.570043 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac0c18f6-58b1-41b7-a946-bf8e5b52afb9 admin admin] Publish callbacks [] for security_group (280297e1-9c8a-43bd-b7fc-2623719e816f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.588515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d038b03-5e45-4c86-9dd3-324b25075de4 req-f0f2db64-3a48-428f-a7a7-6e5fee326a6c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808747 Feb 03 21:53:49.602243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d6656-1ead-40a6-9d05-6528bf5bf4f9 req-bf7cfd65-f037-4917-b28e-c4573631d1ca tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:49.610138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e21d6656-1ead-40a6-9d05-6528bf5bf4f9 req-bf7cfd65-f037-4917-b28e-c4573631d1ca tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 943 time: 0.3400340 Feb 03 21:53:49.613439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb192e6a-dbe0-404e-ad71-98f0f4f7d24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6584267e-58b4-4bf3-b16b-d6522928ca63,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:49.625190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac0c18f6-58b1-41b7-a946-bf8e5b52afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (280297e1-9c8a-43bd-b7fc-2623719e816f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.638135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (03a29892-0b95-4846-ad3e-e0a9004fca08), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.644512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.720257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Checking segment: {'id': '08fc2a27-928a-4bce-a701-f56ad377eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9fa6-461c-4f0a-8d20-0b1ba06b3120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:49.720703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network hostable DHCP agents. Network: 495b9fa6-461c-4f0a-8d20-0b1ba06b3120, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:53:49.742600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=03a29892-0b95-4846-ad3e-e0a9004fca08,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:49.761338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:53:49.767975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Pushing event updated for resources: {'Port': ['ID=d0e7bc27-5001-437f-b1b7-edbdd604074b,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:49.781123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 495b9fa6-461c-4f0a-8d20-0b1ba06b3120) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:49.786877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ac0c18f6-58b1-41b7-a946-bf8e5b52afb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=199e6e5d33454fd382bb9978e7fcd9a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8935559 Feb 03 21:53:49.791933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a04435-de11-4260-926b-93e833ae59d7 None None] Network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:49.798599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:49.799239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.803569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:49.851061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e21d6656-1ead-40a6-9d05-6528bf5bf4f9 req-b5f0fc4c-0467-417b-bb58-f27f3d06035d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378869 Feb 03 21:53:49.852325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c18f6-58b1-41b7-a946-bf8e5b52afb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280297e1-9c8a-43bd-b7fc-2623719e816f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:49.859435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:49.860365 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:49.862026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-d7c5f5d6-0746-45c6-87ee-66bcd721b3ff service neutron] 10.222.0.10 "PUT /v2.0/ports/d0e7bc27-5001-437f-b1b7-edbdd604074b HTTP/1.1" status: 200 len: 1091 time: 2.6095066 Feb 03 21:53:49.863243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:49.865957 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37e2052-4526-4ff7-8b88-dff188c7581a" -d '{"events": [{"name": "network-changed", "server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:49.909391 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9882995c-71b5-448a-a8a1-8d1469f2eddd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9882538 Feb 03 21:53:49.913587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:49.919552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '495b9fa6-461c-4f0a-8d20-0b1ba06b3120', 'name': 'tempest-PortsTestJSON-1998106302'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:49.953550 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ded8c6-e17f-4b38-b5e1-0a21ca0ba6f0 x-openstack-request-id: req-03ded8c6-e17f-4b38-b5e1-0a21ca0ba6f0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:49.953906 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:49.954080 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03ded8c6-e17f-4b38-b5e1-0a21ca0ba6f0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:49.954493 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b', 'status': 'completed', 'code': 200} Feb 03 21:53:49.976958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38366) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:49.993122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-495b9fa6-461c-4f0a-8d20-0b1ba06b3120', 'network_id': '495b9fa6-461c-4f0a-8d20-0b1ba06b3120', 'project_id': 'a23e65292da54804af2db2c21f793a0e', 'fixed_ips': [{'subnet_id': '03a29892-0b95-4846-ad3e-e0a9004fca08'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:53:49.994141 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.027462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3548e5-71e2-40e0-8fd7-378aa53f788d req-f801418e-287a-4bcf-a395-e49e81070535 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:50.034227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe3548e5-71e2-40e0-8fd7-378aa53f788d req-f801418e-287a-4bcf-a395-e49e81070535 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 949 time: 0.1968307 Feb 03 21:53:50.083349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-bbb1c2de-0fb9-4f6a-8427-a22988d68443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:50.084918 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-bbb1c2de-0fb9-4f6a-8427-a22988d68443 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 1125 time: 0.1493943 Feb 03 21:53:50.094938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72031511-27f0-4d88-9473-0b35687d6077 admin admin] Publish callbacks [] for security_group (280297e1-9c8a-43bd-b7fc-2623719e816f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.112423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb9798ad-0f13-4734-aab2-7e84d133c95b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac7beeb443b9406c994be3ccda15a867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339679 Feb 03 21:53:50.131764 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72031511-27f0-4d88-9473-0b35687d6077 admin admin] Publish callbacks [] for security_group (280297e1-9c8a-43bd-b7fc-2623719e816f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.137863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:50.144078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Allocated IP 172.20.0.2 (495b9fa6-461c-4f0a-8d20-0b1ba06b3120/03a29892-0b95-4846-ad3e-e0a9004fca08/221fe9ae-6604-4ce1-95d4-547806a966cc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:50.152546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe3548e5-71e2-40e0-8fd7-378aa53f788d req-961f4417-e863-4e9d-889c-5e4c0a4a92d5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122074 Feb 03 21:53:50.161219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-f6d12744-4abc-4cf4-8ba1-fc3a2586a914 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b HTTP/1.1" status: 200 len: 217 time: 0.0647066 Feb 03 21:53:50.212846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72031511-27f0-4d88-9473-0b35687d6077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (280297e1-9c8a-43bd-b7fc-2623719e816f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.218061 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72031511-27f0-4d88-9473-0b35687d6077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.223935 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:53:50.237641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-72031511-27f0-4d88-9473-0b35687d6077 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/280297e1-9c8a-43bd-b7fc-2623719e816f HTTP/1.1" status: 204 len: 168 time: 0.4257929 Feb 03 21:53:50.259307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:50.270640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.282462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72031511-27f0-4d88-9473-0b35687d6077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280297e1-9c8a-43bd-b7fc-2623719e816f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:50.328508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port cca9e399-ed77-4530-9aab-1e9533faf632 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:53:50.332881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-ff8f001d-334b-4a2f-8b96-e77c81cb3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:50.334875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-ff8f001d-334b-4a2f-8b96-e77c81cb3b23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.1652400 Feb 03 21:53:50.337010 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cf64d16-f227-40aa-927f-e281883853e8 admin admin] Publish callbacks [] for security_group (10fe12d6-bd0d-475f-bac5-258d203fdba8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.362337 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Publish callbacks [] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.379956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-7a40c2aa-d18e-4b90-9ad4-e9fa4f5e9079 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370085 Feb 03 21:53:50.380085 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.400851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:50.402421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:50.406149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cf64d16-f227-40aa-927f-e281883853e8 admin admin] Publish callbacks [] for security_group (10fe12d6-bd0d-475f-bac5-258d203fdba8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.425704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:50.459591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94400eea-8d00-40e5-b5e8-505dc79b4ce5 req-bada2f09-4122-46ca-9555-d36adc91344e tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:50.463602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94400eea-8d00-40e5-b5e8-505dc79b4ce5 req-bada2f09-4122-46ca-9555-d36adc91344e tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 1131 time: 0.2007968 Feb 03 21:53:50.521909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Pushing event updated for resources: {'Port': ['ID=221fe9ae-6604-4ce1-95d4-547806a966cc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:50.533619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Attempting to bind port 221fe9ae-6604-4ce1-95d4-547806a966cc on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:50.534306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Attempting to bind port 221fe9ae-6604-4ce1-95d4-547806a966cc by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '08fc2a27-928a-4bce-a701-f56ad377eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9fa6-461c-4f0a-8d20-0b1ba06b3120'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:50.534837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Attempting to bind port 221fe9ae-6604-4ce1-95d4-547806a966cc on network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:50.553571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:50.554008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Checking segment: {'id': '08fc2a27-928a-4bce-a701-f56ad377eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9fa6-461c-4f0a-8d20-0b1ba06b3120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:50.554372 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.555358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Bound using segment: {'id': '08fc2a27-928a-4bce-a701-f56ad377eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9fa6-461c-4f0a-8d20-0b1ba06b3120'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:50.555855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Bound port: 221fe9ae-6604-4ce1-95d4-547806a966cc, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fc2a27-928a-4bce-a701-f56ad377eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9fa6-461c-4f0a-8d20-0b1ba06b3120'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:50.556243 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.582061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.8 (495b9fa6-461c-4f0a-8d20-0b1ba06b3120/03a29892-0b95-4846-ad3e-e0a9004fca08/cca9e399-ed77-4530-9aab-1e9533faf632) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:50.591445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94400eea-8d00-40e5-b5e8-505dc79b4ce5 req-0f9bd237-ba41-4e02-9b80-74fd5ce232dc tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185091 Feb 03 21:53:50.596539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cf64d16-f227-40aa-927f-e281883853e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (10fe12d6-bd0d-475f-bac5-258d203fdba8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.599298 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cf64d16-f227-40aa-927f-e281883853e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.600580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0cf64d16-f227-40aa-927f-e281883853e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10fe12d6-bd0d-475f-bac5-258d203fdba8 HTTP/1.1" status: 204 len: 168 time: 0.4468427 Feb 03 21:53:50.620003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-f4076bd8-c9ed-4304-9032-f7c9e7a18b59 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331758 Feb 03 21:53:50.675394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] For port 221fe9ae-6604-4ce1-95d4-547806a966cc, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:50.680086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] For port 221fe9ae-6604-4ce1-95d4-547806a966cc, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=221fe9ae-6604-4ce1-95d4-547806a966cc,segment=NetworkSegment(08fc2a27-928a-4bce-a701-f56ad377eb19),segment_id=08fc2a27-928a-4bce-a701-f56ad377eb19)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:50.691835 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.817895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc84ad-2d11-4185-8644-7c3a63131301 None None] Pushing event updated for resources: {'Port': ['ID=221fe9ae-6604-4ce1-95d4-547806a966cc,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:50.819838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf64d16-f227-40aa-927f-e281883853e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe12d6-bd0d-475f-bac5-258d203fdba8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:50.840154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d722e884-bbf6-4d12-ad87-db5976408d63 req-da61b0a9-0453-4c4a-a2cc-ee2232162e2f service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083027 Feb 03 21:53:50.911166 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (cca9e399-ed77-4530-9aab-1e9533faf632), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:50.946796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38386) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:51.011337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7c248e8-4ebd-46ce-b527-f7861ebf72fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.068743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58775fe3-c2c5-41b1-8e5c-920bc98b58a0 req-fb38e1d2-bdd5-4750-893c-ff2ba84590e3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:51.070456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58775fe3-c2c5-41b1-8e5c-920bc98b58a0 req-fb38e1d2-bdd5-4750-893c-ff2ba84590e3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2272511 Feb 03 21:53:51.074048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cca9e399-ed77-4530-9aab-1e9533faf632), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.135962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-95150e23-53ae-4256-9904-610f415665a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:51.150064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-95150e23-53ae-4256-9904-610f415665a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 1125 time: 0.2270515 Feb 03 21:53:51.179050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f484174-ba96-4491-8254-12448bf6d78f req-59d16606-7add-4a28-9bab-f926ff07dc51 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:51.181165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f484174-ba96-4491-8254-12448bf6d78f req-59d16606-7add-4a28-9bab-f926ff07dc51 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 943 time: 0.1774879 Feb 03 21:53:51.189058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:51.196849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:51.204830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:51.210304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=cca9e399-ed77-4530-9aab-1e9533faf632,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:51.288128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:51.288877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.325296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7c248e8-4ebd-46ce-b527-f7861ebf72fc admin admin] Publish callbacks [] for security_group (201cccdc-073b-40eb-8fdc-87adc05ff2c0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.333466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7f586661-7778-4b55-ad0c-4b0e5b49fcde tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4178641 Feb 03 21:53:51.336607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38402) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:51.342257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '495b9fa6-461c-4f0a-8d20-0b1ba06b3120', 'name': 'tempest-PortsTestJSON-308535991'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:51.353090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7c248e8-4ebd-46ce-b527-f7861ebf72fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (201cccdc-073b-40eb-8fdc-87adc05ff2c0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.374948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58775fe3-c2c5-41b1-8e5c-920bc98b58a0 req-d48360ab-2f5e-4361-8166-58b6f4342624 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927217 Feb 03 21:53:51.402949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f484174-ba96-4491-8254-12448bf6d78f req-6259be9d-3328-4eb0-bd2a-0579c40ab1a1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990414 Feb 03 21:53:51.449045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-8bb9f8cb-9400-4e50-86b6-c9cec6163c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:51.450759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-8bb9f8cb-9400-4e50-86b6-c9cec6163c7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 913 time: 0.2639639 Feb 03 21:53:51.491541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-3f82f4cb-3bc2-457e-833a-fb12f8b9b7f0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384748 Feb 03 21:53:51.531715 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-f3af84ef-2bb4-491a-ae93-cf3bc8338649 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b HTTP/1.1" status: 200 len: 217 time: 0.0677133 Feb 03 21:53:51.539698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7c248e8-4ebd-46ce-b527-f7861ebf72fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=714992a56f1b43728009b39c2a10ad50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5899906 Feb 03 21:53:51.542507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:51.543260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c248e8-4ebd-46ce-b527-f7861ebf72fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201cccdc-073b-40eb-8fdc-87adc05ff2c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:51.627462 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a1cd-4ac4-4437-8a8e-3fa719b1c4bb admin admin] Publish callbacks [] for security_group (201cccdc-073b-40eb-8fdc-87adc05ff2c0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.629638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:51.633830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.669950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 7cedae7c-30ec-44fb-85e4-e0a41be92496 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:53:51.681103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a1cd-4ac4-4437-8a8e-3fa719b1c4bb admin admin] Publish callbacks [] for security_group (201cccdc-073b-40eb-8fdc-87adc05ff2c0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.845456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a1cd-4ac4-4437-8a8e-3fa719b1c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (201cccdc-073b-40eb-8fdc-87adc05ff2c0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.851623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a1cd-4ac4-4437-8a8e-3fa719b1c4bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:51.853289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f9c1a1cd-4ac4-4437-8a8e-3fa719b1c4bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/201cccdc-073b-40eb-8fdc-87adc05ff2c0 HTTP/1.1" status: 204 len: 168 time: 0.3046439 Feb 03 21:53:51.859170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.13 (495b9fa6-461c-4f0a-8d20-0b1ba06b3120/03a29892-0b95-4846-ad3e-e0a9004fca08/7cedae7c-30ec-44fb-85e4-e0a41be92496) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:52.008679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38426) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:52.049763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1a1cd-4ac4-4437-8a8e-3fa719b1c4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201cccdc-073b-40eb-8fdc-87adc05ff2c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:52.135080 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (7cedae7c-30ec-44fb-85e4-e0a41be92496), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.168268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-6aaa8fa2-fba4-430c-adef-a2ab5949eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:52.173873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-6aaa8fa2-fba4-430c-adef-a2ab5949eb30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.6315320 Feb 03 21:53:52.213519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7cedae7c-30ec-44fb-85e4-e0a41be92496), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.233176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-75198b56-d293-44d1-ae46-1f02a48db6bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455983 Feb 03 21:53:52.334805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:52.338723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:52.353139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:52.367924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=7cedae7c-30ec-44fb-85e4-e0a41be92496,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:52.406787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-b2301834-5b02-4f34-bd8a-93eb6fb80e01 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:52.408470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-b2301834-5b02-4f34-bd8a-93eb6fb80e01 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8797364 Feb 03 21:53:52.437086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-17c76d74-6cca-49c8-8ddd-623a82460d29 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/quotas/3581307d22c3441fb5a5c9d506d7c2ee HTTP/1.1" status: 200 len: 375 time: 0.0173337 Feb 03 21:53:52.487715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:52.491669 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.506796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-45f4e6bb-e065-4ca1-84b7-92bb34476760 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661879 Feb 03 21:53:52.514837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-908471078-network', 'tenant_id': '0d00d623d4304f3aaa9997e37504de9d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:52.543965 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c4d936a2-1e03-4f2e-b6c3-9d516dd33b1c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2059793 Feb 03 21:53:52.544628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d6855-734a-4d20-9ca2-170130f657f0 None None] Network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:52.546147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:52.584651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Made reservation on behalf of 0d00d623d4304f3aaa9997e37504de9d for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:52.587722 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.623856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.677096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-919fd573-d1dd-435e-9dc0-6318d96342be tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2302854 Feb 03 21:53:52.679993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b37e2052-4526-4ff7-8b88-dff188c7581a req-c601d10f-874c-4f32-bb40-66988999025c service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576450 Feb 03 21:53:52.688999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca07bcd-9352-4bbb-bb75-1dc055c5dbf0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:52.691431 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cca07bcd-9352-4bbb-bb75-1dc055c5dbf0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1442542 Feb 03 21:53:52.694856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:52.749205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea888a70-0f11-44b3-a997-7ec2a9e2b264 req-b25ff9af-f075-4363-b1a1-8712b7e49396 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:52.750812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea888a70-0f11-44b3-a997-7ec2a9e2b264 req-b25ff9af-f075-4363-b1a1-8712b7e49396 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2413185 Feb 03 21:53:52.794539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Publish callbacks [] for security_group (24fb9d5e-5898-464f-a145-f123df423fe8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.799473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9bd50ca1-70e6-4cf1-a702-05cd8e557876 None None] Provisioning complete for port 221fe9ae-6604-4ce1-95d4-547806a966cc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:52.800137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd50ca1-70e6-4cf1-a702-05cd8e557876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.805709 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (24fb9d5e-5898-464f-a145-f123df423fe8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.842322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:53:52.859545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fb9d5e-5898-464f-a145-f123df423fe8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:52.875475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (3da9380f-fb2b-4acf-8475-9097ef2bee9e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.876002 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Added segment 3da9380f-fb2b-4acf-8475-9097ef2bee9e of type vlan for network 8da3b6e8-def8-488d-be6f-00a83453cf4d Feb 03 21:53:52.932987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8da3b6e8-def8-488d-be6f-00a83453cf4d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.977916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9bd50ca1-70e6-4cf1-a702-05cd8e557876 None None] Current status of the port 221fe9ae-6604-4ce1-95d4-547806a966cc is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:52.978518 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8da3b6e8-def8-488d-be6f-00a83453cf4d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.978860 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd50ca1-70e6-4cf1-a702-05cd8e557876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.980175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:52.981162 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:52.983835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea888a70-0f11-44b3-a997-7ec2a9e2b264 req-acca0ce9-7ced-4f42-8d2d-8cf14cfb0d03 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198029 Feb 03 21:53:53.009758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 221fe9ae-6604-4ce1-95d4-547806a966cc up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:53.065271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc5265f9-3181-4623-92ef-f12ca48401a7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 7cedae7c-30ec-44fb-85e4-e0a41be92496 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:53.065620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc5265f9-3181-4623-92ef-f12ca48401a7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7cedae7c-30ec-44fb-85e4-e0a41be92496), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.078773 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0657024 Feb 03 21:53:53.081769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:53.089364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Request body: {'subnet': {'network_id': '8da3b6e8-def8-488d-be6f-00a83453cf4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-908471078-subnet', 'tenant_id': '0d00d623d4304f3aaa9997e37504de9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:53.135481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b182a-a33a-42d7-8d38-be8396a71dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=8da3b6e8-def8-488d-be6f-00a83453cf4d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:53.153400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Made reservation on behalf of 0d00d623d4304f3aaa9997e37504de9d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:53.159609 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.167490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8da3b6e8-def8-488d-be6f-00a83453cf4d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:53:53.228761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3162335d-ae68-4752-859a-3da840efe5dc req-984fec62-9231-40b0-836b-dae47241980c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 210 time: 0.1283851 Feb 03 21:53:53.305336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbfb9f-afef-4cad-ac81-b39355c6548e req-ed2a0677-b08b-43d6-a565-d5f750213f31 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:53.308405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ccbfb9f-afef-4cad-ac81-b39355c6548e req-ed2a0677-b08b-43d6-a565-d5f750213f31 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 943 time: 0.2105720 Feb 03 21:53:53.315771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc5265f9-3181-4623-92ef-f12ca48401a7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7cedae7c-30ec-44fb-85e4-e0a41be92496), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.329642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9bd50ca1-70e6-4cf1-a702-05cd8e557876 None None] For port 221fe9ae-6604-4ce1-95d4-547806a966cc, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=221fe9ae-6604-4ce1-95d4-547806a966cc,segment=NetworkSegment(08fc2a27-928a-4bce-a701-f56ad377eb19),segment_id=08fc2a27-928a-4bce-a701-f56ad377eb19)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:53.373855 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd50ca1-70e6-4cf1-a702-05cd8e557876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.395778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc5265f9-3181-4623-92ef-f12ca48401a7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 7cedae7c-30ec-44fb-85e4-e0a41be92496 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:53.436309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ccbfb9f-afef-4cad-ac81-b39355c6548e req-50361b9d-4764-4707-8042-0bb3712904b1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137156 Feb 03 21:53:53.557298 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (ba2c0b64-df18-43fc-908b-10a93a3d59f0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.662941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd50ca1-70e6-4cf1-a702-05cd8e557876 None None] Pushing event updated for resources: {'Port': ['ID=221fe9ae-6604-4ce1-95d4-547806a966cc,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:53.672749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 221fe9ae-6604-4ce1-95d4-547806a966cc triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:53.673785 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.700938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2c0b64-df18-43fc-908b-10a93a3d59f0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:53.723667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc5265f9-3181-4623-92ef-f12ca48401a7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7cedae7c-30ec-44fb-85e4-e0a41be92496), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.759780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Checking segment: {'id': '3da9380f-fb2b-4acf-8475-9097ef2bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8da3b6e8-def8-488d-be6f-00a83453cf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:53.760496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Network hostable DHCP agents. Network: 8da3b6e8-def8-488d-be6f-00a83453cf4d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:53:53.813808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5265f9-3181-4623-92ef-f12ca48401a7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=7cedae7c-30ec-44fb-85e4-e0a41be92496,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:53.833317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeafba9-4ffd-4699-aab4-8b4833993976 req-d1535192-fda9-4a99-a296-72a5115e2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:53.834932 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cfeafba9-4ffd-4699-aab4-8b4833993976 req-d1535192-fda9-4a99-a296-72a5115e2535 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 1128 time: 0.1619818 Feb 03 21:53:53.908331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-37afc640-e74e-4c29-897a-1b282a41df33 None None] Provisioning complete for port 221fe9ae-6604-4ce1-95d4-547806a966cc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:53.908710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37afc640-e74e-4c29-897a-1b282a41df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.914990 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2321a771-0138-4f04-82ed-7cdcb670a2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.931161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Network 8da3b6e8-def8-488d-be6f-00a83453cf4d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:53:53.934049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc5265f9-3181-4623-92ef-f12ca48401a7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:53.944536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc5265f9-3181-4623-92ef-f12ca48401a7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/7cedae7c-30ec-44fb-85e4-e0a41be92496 HTTP/1.1" status: 204 len: 168 time: 1.2467816 Feb 03 21:53:53.947549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38486) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:53.952718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8da3b6e8-def8-488d-be6f-00a83453cf4d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:53.999844 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4663b3-f148-47a8-94bf-63d67cee40c3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:53:54.000673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:54.002531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3e4663b3-f148-47a8-94bf-63d67cee40c3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/7cedae7c-30ec-44fb-85e4-e0a41be92496 HTTP/1.1" status: 404 len: 333 time: 0.0528188 Feb 03 21:53:54.002761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:54.006023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:54.044038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be950a7-c8eb-4d18-a6f0-9aa6b18855a5 None None] Network 8da3b6e8-def8-488d-be6f-00a83453cf4d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:54.047034 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cfeafba9-4ffd-4699-aab4-8b4833993976 req-116d2545-1e12-4367-8ef4-511405c73b06 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887474 Feb 03 21:53:54.067331 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4eef9d35-1a79-41a4-a8f9-1e0c83980d1f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9832432 Feb 03 21:53:54.220844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 221fe9ae-6604-4ce1-95d4-547806a966cc is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:54.333850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-eefb970f-9692-4931-9a6d-7b6b64e3e7f0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port cca9e399-ed77-4530-9aab-1e9533faf632 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:54.334348 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eefb970f-9692-4931-9a6d-7b6b64e3e7f0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cca9e399-ed77-4530-9aab-1e9533faf632), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:54.439141 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:54.455536 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f930de-56d9-4dce-aa23-dc6592534051 None None] Network 8da3b6e8-def8-488d-be6f-00a83453cf4d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:54.487465 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eefb970f-9692-4931-9a6d-7b6b64e3e7f0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cca9e399-ed77-4530-9aab-1e9533faf632), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:54.517424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-37afc640-e74e-4c29-897a-1b282a41df33 None None] Current status of the port 221fe9ae-6604-4ce1-95d4-547806a966cc is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:54.519466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1468b-58d7-435d-8e08-925a84f824f3 req-0ff5d207-3cd3-41df-a75d-986170520192 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:54.527353 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:54.530063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03f1468b-58d7-435d-8e08-925a84f824f3 req-0ff5d207-3cd3-41df-a75d-986170520192 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.3471920 Feb 03 21:53:54.565815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-37afc640-e74e-4c29-897a-1b282a41df33 None None] Provisioning complete for port cca9e399-ed77-4530-9aab-1e9533faf632 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:54.566444 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37afc640-e74e-4c29-897a-1b282a41df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cca9e399-ed77-4530-9aab-1e9533faf632), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:54.585980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c5a2676-21c6-4240-b0b9-9a6fb60cf73a req-45be1525-3436-4a68-8bff-9b4a980156d3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 210 time: 0.2608836 Feb 03 21:53:54.587026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-eefb970f-9692-4931-9a6d-7b6b64e3e7f0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for cca9e399-ed77-4530-9aab-1e9533faf632 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:54.634558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-37afc640-e74e-4c29-897a-1b282a41df33 None None] Port cca9e399-ed77-4530-9aab-1e9533faf632 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:54.638094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-37afc640-e74e-4c29-897a-1b282a41df33 None None] Could not find standard attr ID for object 7cedae7c-30ec-44fb-85e4-e0a41be92496. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 21:53:54.694795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03f1468b-58d7-435d-8e08-925a84f824f3 req-93dff758-d958-4ff5-a14d-3da2f92b1291 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222057 Feb 03 21:53:54.766111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94876b0f-7c2b-484c-bd4e-8fc09b399f1a None None] Provisioning complete for port cca9e399-ed77-4530-9aab-1e9533faf632 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:54.767177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94876b0f-7c2b-484c-bd4e-8fc09b399f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cca9e399-ed77-4530-9aab-1e9533faf632), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:54.823436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 221fe9ae-6604-4ce1-95d4-547806a966cc up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:53:54.874053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94876b0f-7c2b-484c-bd4e-8fc09b399f1a None None] Port cca9e399-ed77-4530-9aab-1e9533faf632 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:54.884131 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eefb970f-9692-4931-9a6d-7b6b64e3e7f0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cca9e399-ed77-4530-9aab-1e9533faf632), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:54.885078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94876b0f-7c2b-484c-bd4e-8fc09b399f1a None None] Could not find standard attr ID for object 7cedae7c-30ec-44fb-85e4-e0a41be92496. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 21:53:54.904515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 221fe9ae-6604-4ce1-95d4-547806a966cc triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:54.904712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:55.064009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 221fe9ae-6604-4ce1-95d4-547806a966cc is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:55.067708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c57f-57c1-4b3f-a495-a8056d932815 req-609af545-3d0d-4b4b-8900-b64cd13263a0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:55.072717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bab4c57f-57c1-4b3f-a495-a8056d932815 req-609af545-3d0d-4b4b-8900-b64cd13263a0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 943 time: 0.2614064 Feb 03 21:53:55.075050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb970f-9692-4931-9a6d-7b6b64e3e7f0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=cca9e399-ed77-4530-9aab-1e9533faf632,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:55.170928 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eefb970f-9692-4931-9a6d-7b6b64e3e7f0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:55.177191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eefb970f-9692-4931-9a6d-7b6b64e3e7f0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/cca9e399-ed77-4530-9aab-1e9533faf632 HTTP/1.1" status: 204 len: 168 time: 1.1699483 Feb 03 21:53:55.180379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:55.228148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bab4c57f-57c1-4b3f-a495-a8056d932815 req-4db1372f-43a2-4c0a-a7bf-f4da8e5b89b7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443942 Feb 03 21:53:55.244374 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98467d9-4487-4874-9aa2-918c6fdd00b6 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:53:55.246069 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d98467d9-4487-4874-9aa2-918c6fdd00b6 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/cca9e399-ed77-4530-9aab-1e9533faf632 HTTP/1.1" status: 404 len: 333 time: 0.0640948 Feb 03 21:53:55.248819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:55.283265 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-a21d4401-1ab9-49db-8dca-ea27796c3328 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506427 Feb 03 21:53:55.396174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b59133b-58de-49bf-8e2f-ec945476d34f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet 03a29892-0b95-4846-ad3e-e0a9004fca08 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:53:55.402833 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b59133b-58de-49bf-8e2f-ec945476d34f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (03a29892-0b95-4846-ad3e-e0a9004fca08), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:55.465977 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b59133b-58de-49bf-8e2f-ec945476d34f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (03a29892-0b95-4846-ad3e-e0a9004fca08), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:55.504167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-cb996cc9-8651-461d-b4af-da9746014ab1 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:55.510167 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-cb996cc9-8651-461d-b4af-da9746014ab1 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197702 Feb 03 21:53:55.512033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-8bd7078c-752e-4cb3-9f47-9d6a7d32819c tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:55.514000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-8bd7078c-752e-4cb3-9f47-9d6a7d32819c tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/networks?id=8da3b6e8-def8-488d-be6f-00a83453cf4d HTTP/1.1" status: 200 len: 813 time: 0.2119951 Feb 03 21:53:55.534371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Request body: {'port': {'device_id': '76eb577d-5706-4c3a-aa22-12ac29463105', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '3581307d22c3441fb5a5c9d506d7c2ee'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:55.551102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-973b2893-4db2-4430-98ee-19af8b00fc52 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/quotas/0d00d623d4304f3aaa9997e37504de9d HTTP/1.1" status: 200 len: 375 time: 0.0277622 Feb 03 21:53:55.611617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-505a3f83-6ca1-4ffa-912b-2f2b83c3a2cb tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d00d623d4304f3aaa9997e37504de9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574963 Feb 03 21:53:55.652957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b59133b-58de-49bf-8e2f-ec945476d34f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (03a29892-0b95-4846-ad3e-e0a9004fca08), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:55.717187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Made reservation on behalf of 3581307d22c3441fb5a5c9d506d7c2ee for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:55.723931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b04ea2e-df6d-477f-9d98-3a7d647a8fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:55.724467 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:55.759948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56309993-8834-4aa4-a67a-efc2d2bb9322 req-24731a2f-00eb-4db9-9b12-314259ea74e9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 210 time: 0.0341284 Feb 03 21:53:55.921762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b59133b-58de-49bf-8e2f-ec945476d34f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (03a29892-0b95-4846-ad3e-e0a9004fca08), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:55.953192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Allocated IP 192.168.233.94 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/8b5491a6-c3c3-44dc-b423-83153d3c6cf6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:53:55.987702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59133b-58de-49bf-8e2f-ec945476d34f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=03a29892-0b95-4846-ad3e-e0a9004fca08,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:56.000950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b59133b-58de-49bf-8e2f-ec945476d34f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.007001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1b59133b-58de-49bf-8e2f-ec945476d34f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/03a29892-0b95-4846-ad3e-e0a9004fca08 HTTP/1.1" status: 204 len: 168 time: 0.7541690 Feb 03 21:53:56.008394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38558) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:56.014101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c65ec-a4e3-4515-b893-37533fba278b None None] Network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:56.020583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-5be5159b-5d25-4553-91fb-d1e5c6660dab service neutron] 10.222.0.50 "GET /v2.0/networks/8da3b6e8-def8-488d-be6f-00a83453cf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960404 Feb 03 21:53:56.145094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d0e7bc27-5001-437f-b1b7-edbdd604074b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:53:56.188839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096d7fe-99b9-4737-b84a-be981fb7ec4b req-e7b2e763-7495-4017-8729-fc70a1c482bc tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:56.192254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6096d7fe-99b9-4737-b84a-be981fb7ec4b req-e7b2e763-7495-4017-8729-fc70a1c482bc tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2724340 Feb 03 21:53:56.216355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (495b9fa6-461c-4f0a-8d20-0b1ba06b3120), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.312036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.330501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:56.353066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6096d7fe-99b9-4737-b84a-be981fb7ec4b req-4593ca99-96f4-488c-8004-98acdbbe6ca5 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222460 Feb 03 21:53:56.362411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] DHCP port deletion for 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:53:56.374496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'd0e7bc27-5001-437f-b1b7-edbdd604074b', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'port_id': 'd0e7bc27-5001-437f-b1b7-edbdd604074b', 'mac_address': 'fa:16:3e:9c:6a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae7a702-b87f-46f5-a94b-b7f817771d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:53:56.386194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:56.407406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.428252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-1dd59f75-4acd-4f2f-9b2e-d068091b8fb5 service neutron] 10.222.0.50 "GET /v2.0/networks/8da3b6e8-def8-488d-be6f-00a83453cf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900032 Feb 03 21:53:56.440814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 221fe9ae-6604-4ce1-95d4-547806a966cc {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:56.441195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.447155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8', 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:56.472361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a', '04f8cb55-9c40-4f79-a3b7-3febad37de1f', '28b5e7a9-55e0-476e-a85d-76426e15d461'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:56.545654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d0e7bc27-5001-437f-b1b7-edbdd604074b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:53:56.546183 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.555607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] For port 221fe9ae-6604-4ce1-95d4-547806a966cc, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=221fe9ae-6604-4ce1-95d4-547806a966cc,segment=NetworkSegment(08fc2a27-928a-4bce-a701-f56ad377eb19),segment_id=08fc2a27-928a-4bce-a701-f56ad377eb19)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:56.555972 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.567933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e7bc27-5001-437f-b1b7-edbdd604074b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:56.569507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 221fe9ae-6604-4ce1-95d4-547806a966cc owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:56.574362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:53:56.580686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] Deleting port 221fe9ae-6604-4ce1-95d4-547806a966cc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:53:56.581578 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.595711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:56.612862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce239e82-18eb-4e29-8697-c268c90b0e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.633069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:53:56.641557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event updated for resources: {'Port': ['ID=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:56.705382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:56.747895 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.793443 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.842123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No DVR routers for this DVR port 221fe9ae-6604-4ce1-95d4-547806a966cc on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:56.846373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=221fe9ae-6604-4ce1-95d4-547806a966cc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:56.922247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce239e82-18eb-4e29-8697-c268c90b0e65 admin admin] Publish callbacks [] for security_group (cae9aef5-3f3d-4009-81a7-4eb3245d47e5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.937723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:56.941779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.964370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695383-3dd4-40f9-bb16-5eadbd4f0421 req-2e8d3938-91a7-448d-83cc-f6199d75de1e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:56.969555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce239e82-18eb-4e29-8697-c268c90b0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cae9aef5-3f3d-4009-81a7-4eb3245d47e5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:56.974703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec695383-3dd4-40f9-bb16-5eadbd4f0421 req-2e8d3938-91a7-448d-83cc-f6199d75de1e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 943 time: 0.2958295 Feb 03 21:53:56.977907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 221fe9ae-6604-4ce1-95d4-547806a966cc no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:53:57.033614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c129ef1d-0bca-4d9d-9afc-ad34028e5952 req-80336e07-6e7c-46a1-8abe-bced53d3fb72 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 210 time: 0.1629870 Feb 03 21:53:57.056679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 221fe9ae-6604-4ce1-95d4-547806a966cc {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:53:57.057608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 221fe9ae-6604-4ce1-95d4-547806a966cc not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:53:57.068841 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-0d21b90b-17e0-427d-88b1-414bdb4902f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5386596 Feb 03 21:53:57.097559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce239e82-18eb-4e29-8697-c268c90b0e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae9aef5-3f3d-4009-81a7-4eb3245d47e5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:57.104997 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce239e82-18eb-4e29-8697-c268c90b0e65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ceb1d8d80ff4624be054babcc9d3ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7152064 Feb 03 21:53:57.115489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Request body: {'port': {'device_id': '76eb577d-5706-4c3a-aa22-12ac29463105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:57.126825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:57.154133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] For port 221fe9ae-6604-4ce1-95d4-547806a966cc, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=221fe9ae-6604-4ce1-95d4-547806a966cc,segment=NetworkSegment(08fc2a27-928a-4bce-a701-f56ad377eb19),segment_id=08fc2a27-928a-4bce-a701-f56ad377eb19)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:53:57.154649 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.206714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (495b9fa6-461c-4f0a-8d20-0b1ba06b3120), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.216373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] Calling delete_port for 221fe9ae-6604-4ce1-95d4-547806a966cc owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:53:57.222986 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.232264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4b24fcba-4f07-4b21-9df9-eb49504fdd87 None None] Provisioning complete for port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:53:57.232859 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b24fcba-4f07-4b21-9df9-eb49504fdd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.265668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec695383-3dd4-40f9-bb16-5eadbd4f0421 req-2c1d5b19-6874-44a1-b334-ef672a783135 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783840 Feb 03 21:53:57.295274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4b24fcba-4f07-4b21-9df9-eb49504fdd87 None None] Port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:53:57.297147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['d0e7bc27-5001-437f-b1b7-edbdd604074b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:53:57.303167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495b9fa6-461c-4f0a-8d20-0b1ba06b3120']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:57.326573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fc2a27-928a-4bce-a701-f56ad377eb19') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:57.326880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fc2a27-928a-4bce-a701-f56ad377eb19') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:53:57.359232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (08fc2a27-928a-4bce-a701-f56ad377eb19), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.360114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d0e7bc27-5001-437f-b1b7-edbdd604074b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:57.398203 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.423085 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (08fc2a27-928a-4bce-a701-f56ad377eb19), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.433340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.434032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.434585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.434774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:53:57.435219 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (08fc2a27-928a-4bce-a701-f56ad377eb19), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.435794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.436881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:53:57.439450 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:53:57.442085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.442435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.443013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.443559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.444103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.444644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.445725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.446291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:53:57.528534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b989-c598-41e6-933e-39ecfd04b66a req-22459932-3303-4bd9-9b59-1ee013af9686 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:57.535861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45c2b989-c598-41e6-933e-39ecfd04b66a req-22459932-3303-4bd9-9b59-1ee013af9686 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 935 time: 0.1883566 Feb 03 21:53:57.540202 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0623fed3-32bc-4828-a87e-d3b2927fb1c3 admin admin] Publish callbacks [] for security_group (cae9aef5-3f3d-4009-81a7-4eb3245d47e5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.551950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854215-52e8-423b-8c31-3a59b55da240 req-17cc32b6-896c-4428-8893-ea1ce6f4a2a4 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:57.559954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26854215-52e8-423b-8c31-3a59b55da240 req-17cc32b6-896c-4428-8893-ea1ce6f4a2a4 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1718097 Feb 03 21:53:57.565230 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0623fed3-32bc-4828-a87e-d3b2927fb1c3 admin admin] Publish callbacks [] for security_group (cae9aef5-3f3d-4009-81a7-4eb3245d47e5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.568359 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (495b9fa6-461c-4f0a-8d20-0b1ba06b3120), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.618876 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.623073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/networks/495b9fa6-461c-4f0a-8d20-0b1ba06b3120 HTTP/1.1" status: 204 len: 168 time: 1.6138222 Feb 03 21:53:57.626717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:57.634667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-66904566'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:57.644228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10e885-2d59-4025-b8af-92bb2102bf43 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Network': ['ID=495b9fa6-461c-4f0a-8d20-0b1ba06b3120,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:57.697789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26854215-52e8-423b-8c31-3a59b55da240 req-ecc3066c-80af-4546-acf1-47ad4ad94553 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369207 Feb 03 21:53:57.730508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45c2b989-c598-41e6-933e-39ecfd04b66a req-3c802d2f-890c-4c65-beac-6c6af2cf8379 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879232 Feb 03 21:53:57.737945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (221fe9ae-6604-4ce1-95d4-547806a966cc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.760370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] Network 495b9fa6-461c-4f0a-8d20-0b1ba06b3120 is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 21:53:57.761107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] No DVR routers for this DVR port 221fe9ae-6604-4ce1-95d4-547806a966cc on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:53:57.774416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:57.777820 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.813448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b28ada-26af-4019-a763-8abc22b5b8df req-03709e7b-20a9-47cd-8e7d-ce4faca9fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:57.815007 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-74b28ada-26af-4019-a763-8abc22b5b8df req-03709e7b-20a9-47cd-8e7d-ce4faca9fbea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 1128 time: 0.4746358 Feb 03 21:53:57.903576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0623fed3-32bc-4828-a87e-d3b2927fb1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cae9aef5-3f3d-4009-81a7-4eb3245d47e5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.908471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0623fed3-32bc-4828-a87e-d3b2927fb1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:57.908471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0623fed3-32bc-4828-a87e-d3b2927fb1c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cae9aef5-3f3d-4009-81a7-4eb3245d47e5 HTTP/1.1" status: 204 len: 168 time: 0.7819250 Feb 03 21:53:57.968046 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389590e6-4dad-4d64-b231-2a44a401915c None None] Pushing event deleted for resources: {'Port': ['ID=221fe9ae-6604-4ce1-95d4-547806a966cc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:57.980392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:53:58.027569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623fed3-32bc-4828-a87e-d3b2927fb1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae9aef5-3f3d-4009-81a7-4eb3245d47e5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:58.076649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d0c3f9bf-df36-43d7-8d99-18160fc22bff), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.076880 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Added segment d0c3f9bf-df36-43d7-8d99-18160fc22bff of type vlan for network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c Feb 03 21:53:58.188387 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (9439d9df-3b2c-46c0-b3d4-a5eb46a6065c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.217275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b28ada-26af-4019-a763-8abc22b5b8df req-9a6e7096-31f5-4919-9f44-5571973a887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:58.218755 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-74b28ada-26af-4019-a763-8abc22b5b8df req-9a6e7096-31f5-4919-9f44-5571973a887b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 919 time: 0.3700757 Feb 03 21:53:58.221094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99c8c0e8-dcc3-4376-95a2-618d99137df6 req-7db69a52-7f66-4d11-857f-eaaeaeb45d95 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 210 time: 0.0411539 Feb 03 21:53:58.308682 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-74b28ada-26af-4019-a763-8abc22b5b8df req-87cce864-421b-408c-9d96-cb5a9a5523b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c HTTP/1.1" status: 200 len: 217 time: 0.0518928 Feb 03 21:53:58.354876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38602) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:58.368852 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba976c3d-bc37-4ff9-9f40-688c0c45622e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.370341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (9439d9df-3b2c-46c0-b3d4-a5eb46a6065c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.374777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:58.375369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.458306 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502735e-9b62-4519-a249-d214becbdbcc req-55687578-eaad-4ea5-ae38-3fbb14a72651 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:58.459801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8502735e-9b62-4519-a249-d214becbdbcc req-55687578-eaad-4ea5-ae38-3fbb14a72651 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 944 time: 0.0826666 Feb 03 21:53:58.475799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:53:58.486621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b28ada-26af-4019-a763-8abc22b5b8df req-cd21c78e-44b5-4f33-9601-83ad6ccdb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:58.493778 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-74b28ada-26af-4019-a763-8abc22b5b8df req-cd21c78e-44b5-4f33-9601-83ad6ccdb3d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.1782255 Feb 03 21:53:58.499922 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8722620 Feb 03 21:53:58.500927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:58.504616 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Publish callbacks [] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.515493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '9439d9df-3b2c-46c0-b3d4-a5eb46a6065c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:58.522060 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba976c3d-bc37-4ff9-9f40-688c0c45622e admin admin] Publish callbacks [] for security_group (b8dc1c07-e3eb-4119-aba3-d87a921c86f3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.534880 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba976c3d-bc37-4ff9-9f40-688c0c45622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b8dc1c07-e3eb-4119-aba3-d87a921c86f3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.541775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fc6a7-2643-4078-a773-5121b64a3777 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Network': ['ID=9439d9df-3b2c-46c0-b3d4-a5eb46a6065c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:58.558481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8502735e-9b62-4519-a249-d214becbdbcc req-37866111-7ed4-4bc5-96da-226634911d35 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894918 Feb 03 21:53:58.560076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:53:58.613594 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.642065 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-74b28ada-26af-4019-a763-8abc22b5b8df req-bf7dcf80-11f5-48f5-8d73-dc7ab63b9eab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405022 Feb 03 21:53:58.649786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Transition to ACTIVE for port object 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:53:58.660850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ba976c3d-bc37-4ff9-9f40-688c0c45622e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d92285676fba46889618210457e8c86a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045533 Feb 03 21:53:58.661574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:58.667367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba976c3d-bc37-4ff9-9f40-688c0c45622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dc1c07-e3eb-4119-aba3-d87a921c86f3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:58.680011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.726897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-04870535-1d7c-4fea-b9f9-07f04feb04a0 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:58.728369 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-04870535-1d7c-4fea-b9f9-07f04feb04a0 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.10 "GET /v2.0/networks?id=8da3b6e8-def8-488d-be6f-00a83453cf4d HTTP/1.1" status: 200 len: 813 time: 0.1508276 Feb 03 21:53:58.741747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Request body: {'port': {'device_id': 'cd0c4aec-d7ca-4018-990f-c30599540009', 'network_id': '8da3b6e8-def8-488d-be6f-00a83453cf4d', 'admin_state_up': True, 'tenant_id': '0d00d623d4304f3aaa9997e37504de9d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:58.806239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:58.809349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:58.811837 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.935681 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa38e-476d-4279-85b2-aa0de46916e8 admin admin] Publish callbacks [] for security_group (b8dc1c07-e3eb-4119-aba3-d87a921c86f3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:58.976932 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-74b28ada-26af-4019-a763-8abc22b5b8df req-8bc011b3-5555-4ff9-9073-f37ea6e68195 service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259330 Feb 03 21:53:59.061599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa38e-476d-4279-85b2-aa0de46916e8 admin admin] Publish callbacks [] for security_group (b8dc1c07-e3eb-4119-aba3-d87a921c86f3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.135698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Attempting to bind port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:53:59.135952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Attempting to bind port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:53:59.136282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Attempting to bind port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:59.176981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:53:59.177316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Attempting to bind port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:53:59.200735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:53:59.201057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:59.201452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:53:59.201896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Bound port: 8b5491a6-c3c3-44dc-b423-83153d3c6cf6, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:53:59.202255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.204069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa38e-476d-4279-85b2-aa0de46916e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b8dc1c07-e3eb-4119-aba3-d87a921c86f3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.206647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa38e-476d-4279-85b2-aa0de46916e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.207768 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7e7aa38e-476d-4279-85b2-aa0de46916e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8dc1c07-e3eb-4119-aba3-d87a921c86f3 HTTP/1.1" status: 204 len: 168 time: 0.5441902 Feb 03 21:53:59.245657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-74b28ada-26af-4019-a763-8abc22b5b8df req-44e542c4-84c3-4da4-af47-9576ffb8bc6b service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571542 Feb 03 21:53:59.270346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aa38e-476d-4279-85b2-aa0de46916e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dc1c07-e3eb-4119-aba3-d87a921c86f3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:59.319327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7037c0-1567-48e8-80e7-48565400d9d9 req-259f84a3-3933-4900-9a3f-3a93cd4e8b9b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:59.320482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (7ab02340-5afd-4f3f-894e-297134096add), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.322565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb7037c0-1567-48e8-80e7-48565400d9d9 req-259f84a3-3933-4900-9a3f-3a93cd4e8b9b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 947 time: 0.5090349 Feb 03 21:53:59.367594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Made reservation on behalf of 0d00d623d4304f3aaa9997e37504de9d for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:53:59.371565 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.387969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af851688-6ca3-44a8-ac50-c9e84951147f req-ab57f8d6-4827-4a7f-a211-e96d9a459df9 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:59.390674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] For port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:53:59.397277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] For port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:53:59.398715 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af851688-6ca3-44a8-ac50-c9e84951147f req-ab57f8d6-4827-4a7f-a211-e96d9a459df9 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.5452821 Feb 03 21:53:59.405428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=7ab02340-5afd-4f3f-894e-297134096add,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:59.417584 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.451704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Checking segment: {'id': 'd0c3f9bf-df36-43d7-8d99-18160fc22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9439d9df-3b2c-46c0-b3d4-a5eb46a6065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:53:59.452083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network hostable DHCP agents. Network: 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:53:59.473063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:59.473607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.478715 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] 10.222.0.47 "PUT /v2.0/ports/8b5491a6-c3c3-44dc-b423-83153d3c6cf6 HTTP/1.1" status: 200 len: 1095 time: 2.3904173 Feb 03 21:53:59.478715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76eb577d-5706-4c3a-aa22-12ac29463105', 'tag': '8b5491a6-c3c3-44dc-b423-83153d3c6cf6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:53:59.480486 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b9c27-ef1e-426c-9edf-17d2a5babcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "76eb577d-5706-4c3a-aa22-12ac29463105", "tag": "8b5491a6-c3c3-44dc-b423-83153d3c6cf6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:53:59.508629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb7037c0-1567-48e8-80e7-48565400d9d9 req-2a12fe60-792b-4c6b-b94c-eef90308ecb6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677034 Feb 03 21:53:59.535443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8afe-937a-4b4d-959f-c07f4b175fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:53:59.573804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:53:59.604675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:53:59.611267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:59.612050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.617701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa56dffe-02bb-4670-9824-f09c55ab69f6 None None] Network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:53:59.654012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af851688-6ca3-44a8-ac50-c9e84951147f req-d249af5a-c385-4f4f-809d-78fbad84151b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536871 Feb 03 21:53:59.662005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-af9c7086-e3b4-4991-9534-e33ce21468b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:59.664277 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-af9c7086-e3b4-4991-9534-e33ce21468b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 1129 time: 0.1196759 Feb 03 21:53:59.682450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-64bf826d-f082-4cdb-8d74-038c976fea55 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1694334 Feb 03 21:53:59.682634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:53:59.689018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '9439d9df-3b2c-46c0-b3d4-a5eb46a6065c', 'name': 'tempest-PortsTestJSON-1726359413', 'fixed_ips': [{'subnet_id': '7ab02340-5afd-4f3f-894e-297134096add', 'ip_address': '172.20.0.10'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:53:59.708597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50e93c66-e96b-4abf-af16-3dcdf0e7d181 req-aabc1365-526d-4388-92b6-cfdb0630cc13 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 210 time: 0.0972178 Feb 03 21:53:59.783325 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-1ff92481-15d4-4173-b956-135fbbd8b6ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8b5491a6-c3c3-44dc-b423-83153d3c6cf6 HTTP/1.1" status: 200 len: 217 time: 0.1019816 Feb 03 21:53:59.841323 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc963aa-5fde-47b7-8fd6-83517fe10d81 x-openstack-request-id: req-acc963aa-5fde-47b7-8fd6-83517fe10d81 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:53:59.842197 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76eb577d-5706-4c3a-aa22-12ac29463105", "tag": "8b5491a6-c3c3-44dc-b423-83153d3c6cf6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:53:59.842602 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acc963aa-5fde-47b7-8fd6-83517fe10d81 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:53:59.843345 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76eb577d-5706-4c3a-aa22-12ac29463105', 'tag': '8b5491a6-c3c3-44dc-b423-83153d3c6cf6', 'status': 'completed', 'code': 200} Feb 03 21:53:59.890352 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.907076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-9439d9df-3b2c-46c0-b3d4-a5eb46a6065c', 'network_id': '9439d9df-3b2c-46c0-b3d4-a5eb46a6065c', 'project_id': 'a23e65292da54804af2db2c21f793a0e', 'fixed_ips': [{'subnet_id': '7ab02340-5afd-4f3f-894e-297134096add'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:53:59.908613 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:53:59.910937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-189b6259-49aa-4f1c-b5ca-755c158d1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:59.912678 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-189b6259-49aa-4f1c-b5ca-755c158d1642 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1195288 Feb 03 21:53:59.992602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-9f844898-ca15-4f11-957f-5426f3bc268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:53:59.994583 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-9f844898-ca15-4f11-957f-5426f3bc268e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0737338 Feb 03 21:53:59.995989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:00.021990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Allocated IP 172.20.0.6 (8da3b6e8-def8-488d-be6f-00a83453cf4d/ba2c0b64-df18-43fc-908b-10a93a3d59f0/9b5a12e1-3067-4345-ac44-b657d4237efd) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:00.097679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92172-d643-44e1-ab33-4afeed697373 req-dc5003a3-eaf6-47d1-9aab-562a7368e2b0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:00.107248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efb92172-d643-44e1-ab33-4afeed697373 req-dc5003a3-eaf6-47d1-9aab-562a7368e2b0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 944 time: 0.1717207 Feb 03 21:54:00.190490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d0e7bc27-5001-437f-b1b7-edbdd604074b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:00.230519 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efb92172-d643-44e1-ab33-4afeed697373 req-acaadc68-ce84-415a-85e0-9e464102aeac tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221557 Feb 03 21:54:00.350895 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Publish callbacks [] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:00.402144 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:00.425380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Allocated IP 172.20.0.2 (9439d9df-3b2c-46c0-b3d4-a5eb46a6065c/7ab02340-5afd-4f3f-894e-297134096add/82ae5827-485d-43f2-b9d3-bcae9ccc05b9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:00.429632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port d0e7bc27-5001-437f-b1b7-edbdd604074b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:54:00.465372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port d0e7bc27-5001-437f-b1b7-edbdd604074b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:00.466179 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:00.505601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Pushing event updated for resources: {'Port': ['ID=9b5a12e1-3067-4345-ac44-b657d4237efd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:00.523178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Network 8da3b6e8-def8-488d-be6f-00a83453cf4d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:00.523994 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:00.526250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:00.540815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:00.545311 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-bfd9c5c1-2b51-4ce6-8244-b3fb7034f3eb service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415117 Feb 03 21:54:00.562627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 1d6d5398-2fd5-4ad5-abe7-e3685b00d071 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:54:00.671680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:00.672713 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:00.705249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc2c1a-4ad6-4cf9-a462-436ac78a371f req-cc1327ca-bec6-4517-b5c7-031c6e5ed626 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:00.714161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68dc2c1a-4ad6-4cf9-a462-436ac78a371f req-cc1327ca-bec6-4517-b5c7-031c6e5ed626 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 947 time: 0.0984542 Feb 03 21:54:00.726805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f8282c65-b03d-47f8-bfea-4d531a5d73fa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9890890 Feb 03 21:54:00.738355 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-280d2422-9849-4d9b-a6ed-1225b644ad6e req-95aed100-9f22-45e4-b10d-578f57cf1590 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860487 Feb 03 21:54:00.743354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Request body: {'port': {'device_id': 'cd0c4aec-d7ca-4018-990f-c30599540009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:00.855006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-5d07c522-8e1b-4688-9e8c-15b7fd71e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:00.856758 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-5d07c522-8e1b-4688-9e8c-15b7fd71e011 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 1129 time: 0.0602727 Feb 03 21:54:00.900651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68dc2c1a-4ad6-4cf9-a462-436ac78a371f req-abe5ff42-1a8c-415e-8d9f-ecd706015e4a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813979 Feb 03 21:54:00.946906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed528d-05a5-4af2-aa4c-2d88f59feb43 req-e21006e8-5712-413a-ba13-f1432cf2a13b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:00.958750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32ed528d-05a5-4af2-aa4c-2d88f59feb43 req-e21006e8-5712-413a-ba13-f1432cf2a13b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1680450 Feb 03 21:54:00.959721 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.058365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-32f8c062-a557-484a-9dce-0b20a16aa32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:01.059894 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-32f8c062-a557-484a-9dce-0b20a16aa32c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1956422 Feb 03 21:54:01.118930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d0e7bc27-5001-437f-b1b7-edbdd604074b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:01.120168 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.135593 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-427701c9-253f-47f7-a01a-26339dc8e3d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8b5491a6-c3c3-44dc-b423-83153d3c6cf6 HTTP/1.1" status: 200 len: 217 time: 0.0681076 Feb 03 21:54:01.165065 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Publish callbacks [] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.173375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:01.181039 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03963301-01af-4e41-85f3-84f0cad1a1fb" -d '{"events": [{"server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "name": "network-vif-plugged", "status": "completed", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:01.186971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32ed528d-05a5-4af2-aa4c-2d88f59feb43 req-caa9fad0-8327-48f5-8538-3034e0a81db5 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952691 Feb 03 21:54:01.209886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f366-75c5-46bc-b7ed-3bc2124c23cb req-28677d63-6e59-4372-aacd-5366f57389f3 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:01.217252 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:01.217537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa91f366-75c5-46bc-b7ed-3bc2124c23cb req-28677d63-6e59-4372-aacd-5366f57389f3 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 931 time: 0.1937785 Feb 03 21:54:01.220846 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.265323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Pushing event updated for resources: {'Port': ['ID=82ae5827-485d-43f2-b9d3-bcae9ccc05b9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:01.267651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.307507 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73f0dfa-e753-4b3d-84b2-ddc4fad98535 x-openstack-request-id: req-e73f0dfa-e753-4b3d-84b2-ddc4fad98535 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:01.307908 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "name": "network-vif-plugged", "status": "completed", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:01.308257 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e73f0dfa-e753-4b3d-84b2-ddc4fad98535 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:01.308993 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b', 'code': 200} Feb 03 21:54:01.331885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:01.338490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa91f366-75c5-46bc-b7ed-3bc2124c23cb req-0655c7ac-50a5-4a63-b695-6ac014fb7074 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185615 Feb 03 21:54:01.349575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:01.363765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:01.413114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.10 (9439d9df-3b2c-46c0-b3d4-a5eb46a6065c/7ab02340-5afd-4f3f-894e-297134096add/1d6d5398-2fd5-4ad5-abe7-e3685b00d071) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:01.421857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d0e7bc27-5001-437f-b1b7-edbdd604074b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:01.483963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Attempting to bind port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:54:01.484342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Attempting to bind port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd0c3f9bf-df36-43d7-8d99-18160fc22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9439d9df-3b2c-46c0-b3d4-a5eb46a6065c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:54:01.484705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Attempting to bind port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 on network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:01.489814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:54:01.490212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Checking segment: {'id': 'd0c3f9bf-df36-43d7-8d99-18160fc22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9439d9df-3b2c-46c0-b3d4-a5eb46a6065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:01.490778 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.491173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Bound using segment: {'id': 'd0c3f9bf-df36-43d7-8d99-18160fc22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9439d9df-3b2c-46c0-b3d4-a5eb46a6065c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:54:01.491681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Bound port: 82ae5827-485d-43f2-b9d3-bcae9ccc05b9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c3f9bf-df36-43d7-8d99-18160fc22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9439d9df-3b2c-46c0-b3d4-a5eb46a6065c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:54:01.492113 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.571335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5a12e1-3067-4345-ac44-b657d4237efd {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:54:01.586798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Publish callbacks [] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.595244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] For port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:54:01.600506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Transition to ACTIVE for port object 9b5a12e1-3067-4345-ac44-b657d4237efd will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:54:01.603657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] For port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=82ae5827-485d-43f2-b9d3-bcae9ccc05b9,segment=NetworkSegment(d0c3f9bf-df36-43d7-8d99-18160fc22bff),segment_id=d0c3f9bf-df36-43d7-8d99-18160fc22bff)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:54:01.609948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845e573-3d62-4970-95f6-40ff5f407fa4 req-302c9e41-53aa-4c1c-ab58-098d30d7d278 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:01.611632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3845e573-3d62-4970-95f6-40ff5f407fa4 req-302c9e41-53aa-4c1c-ab58-098d30d7d278 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1931105 Feb 03 21:54:01.613105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.624502 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.656602 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (1d6d5398-2fd5-4ad5-abe7-e3685b00d071), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.702420 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3845e573-3d62-4970-95f6-40ff5f407fa4 req-7ba5a396-623f-414a-9ff7-a87d38de9749 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802152 Feb 03 21:54:01.719867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=9b5a12e1-3067-4345-ac44-b657d4237efd,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:01.739146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa362da-c926-4457-a494-015b2d4937b1 None None] Pushing event updated for resources: {'Port': ['ID=82ae5827-485d-43f2-b9d3-bcae9ccc05b9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:01.770989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-5ff52d09-3924-4976-b7eb-25d6f6c216b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:01.770989 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-5ff52d09-3924-4976-b7eb-25d6f6c216b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.6254625 Feb 03 21:54:01.775735 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1d6d5398-2fd5-4ad5-abe7-e3685b00d071), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.806482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Attempting to bind port 9b5a12e1-3067-4345-ac44-b657d4237efd on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:54:01.806818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Attempting to bind port 9b5a12e1-3067-4345-ac44-b657d4237efd by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '3da9380f-fb2b-4acf-8475-9097ef2bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8da3b6e8-def8-488d-be6f-00a83453cf4d'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:54:01.807147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Attempting to bind port 9b5a12e1-3067-4345-ac44-b657d4237efd on network 8da3b6e8-def8-488d-be6f-00a83453cf4d {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:01.816241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Port 9b5a12e1-3067-4345-ac44-b657d4237efd on network 8da3b6e8-def8-488d-be6f-00a83453cf4d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:54:01.816664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Attempting to bind port 9b5a12e1-3067-4345-ac44-b657d4237efd on network 8da3b6e8-def8-488d-be6f-00a83453cf4d {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:01.828572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:54:01.828572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Checking segment: {'id': '3da9380f-fb2b-4acf-8475-9097ef2bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8da3b6e8-def8-488d-be6f-00a83453cf4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:01.828572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Bound using segment: {'id': '3da9380f-fb2b-4acf-8475-9097ef2bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8da3b6e8-def8-488d-be6f-00a83453cf4d'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:54:01.828572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Bound port: 9b5a12e1-3067-4345-ac44-b657d4237efd, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da9380f-fb2b-4acf-8475-9097ef2bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8da3b6e8-def8-488d-be6f-00a83453cf4d'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:54:01.828572 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:01.899644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=1d6d5398-2fd5-4ad5-abe7-e3685b00d071,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:01.905591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:01.912642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] For port 9b5a12e1-3067-4345-ac44-b657d4237efd, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:54:01.931888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] For port 9b5a12e1-3067-4345-ac44-b657d4237efd, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9b5a12e1-3067-4345-ac44-b657d4237efd,segment=NetworkSegment(3da9380f-fb2b-4acf-8475-9097ef2bee9e),segment_id=3da9380f-fb2b-4acf-8475-9097ef2bee9e)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:54:01.943187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:01.947562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:01.952492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:02.019516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:02.019973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:02.028700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:02.030776 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:02.035306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a92cf-894e-4553-8e74-4e6cf628d175 req-9390961e-fb66-4dbf-8034-3c53e7d00417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:02.037165 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b3a92cf-894e-4553-8e74-4e6cf628d175 req-9390961e-fb66-4dbf-8034-3c53e7d00417 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 1127 time: 0.4515882 Feb 03 21:54:02.039450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] 10.222.0.10 "PUT /v2.0/ports/9b5a12e1-3067-4345-ac44-b657d4237efd HTTP/1.1" status: 200 len: 1091 time: 1.3025343 Feb 03 21:54:02.077251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0c4aec-d7ca-4018-990f-c30599540009', 'tag': '9b5a12e1-3067-4345-ac44-b657d4237efd'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:02.077969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-e1d049bc-af6c-4911-8c4b-1d9b982caf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:02.079881 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0325255-62fe-4af6-b4b2-9dc8e652cebf" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0c4aec-d7ca-4018-990f-c30599540009", "tag": "9b5a12e1-3067-4345-ac44-b657d4237efd"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:02.096627 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-e1d049bc-af6c-4911-8c4b-1d9b982caf98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2791133 Feb 03 21:54:02.183409 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e3cbe8ee-8826-4f86-ad5a-4c42cdc5a87e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4997551 Feb 03 21:54:02.188571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:02.190120 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dbf0a1-dda9-4754-80ef-825ff93c91af x-openstack-request-id: req-b0dbf0a1-dda9-4754-80ef-825ff93c91af {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:02.190585 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0c4aec-d7ca-4018-990f-c30599540009", "tag": "9b5a12e1-3067-4345-ac44-b657d4237efd", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:02.191010 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0dbf0a1-dda9-4754-80ef-825ff93c91af {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:02.191560 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0c4aec-d7ca-4018-990f-c30599540009', 'tag': '9b5a12e1-3067-4345-ac44-b657d4237efd', 'status': 'completed', 'code': 200} Feb 03 21:54:02.196530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': '9439d9df-3b2c-46c0-b3d4-a5eb46a6065c', 'name': 'tempest-PortsTestJSON-1478303295', 'fixed_ips': [{'subnet_id': '7ab02340-5afd-4f3f-894e-297134096add', 'ip_address': '172.20.0.9'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:02.268882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62c762-ecf4-42de-aa37-f044dd56f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=9b5a12e1-3067-4345-ac44-b657d4237efd,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:02.318027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b3a92cf-894e-4553-8e74-4e6cf628d175 req-3c7ca2f6-fad0-4ab0-90be-0d9bbdea7068 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533839 Feb 03 21:54:02.320773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-83631280-6144-43fb-ad2a-1e62f2420de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:02.322871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-83631280-6144-43fb-ad2a-1e62f2420de4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d00d623d4304f3aaa9997e37504de9d&device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 1125 time: 0.1651647 Feb 03 21:54:02.333285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f11795-5be4-4f56-b2ad-4150b9b02b5a req-e92c5fe1-6a20-4489-9241-a6dcde6c3d80 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:02.334843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86f11795-5be4-4f56-b2ad-4150b9b02b5a req-e92c5fe1-6a20-4489-9241-a6dcde6c3d80 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 947 time: 0.2936032 Feb 03 21:54:02.375045 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-d3d81b03-6b30-4cbd-937a-c2d77867d2f8 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689989 Feb 03 21:54:02.434919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd284b0a-c777-4bb1-8d1d-02d7b469fa6c req-54eca727-3a1d-4bbc-a8ba-50332c71e5a0 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:02.441628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd284b0a-c777-4bb1-8d1d-02d7b469fa6c req-54eca727-3a1d-4bbc-a8ba-50332c71e5a0 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1169453 Feb 03 21:54:02.462821 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86f11795-5be4-4f56-b2ad-4150b9b02b5a req-ab49b969-516f-40b2-b5ba-3e0272eb5c66 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806544 Feb 03 21:54:02.506923 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-403b9c27-ef1e-426c-9edf-17d2a5babcb2 req-60cb3bf2-263f-4a60-a770-a2e65831f120 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161289 Feb 03 21:54:02.519551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:02.536063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:02.608453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port b4200b15-86ea-40e8-95d9-7a2c6a826460 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:54:02.655892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd284b0a-c777-4bb1-8d1d-02d7b469fa6c req-9f4455cc-cc5d-4151-bc70-3d64a400e1cc tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132936 Feb 03 21:54:02.701502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-f070e776-6447-40e6-a0e6-321cd2d36164 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5a12e1-3067-4345-ac44-b657d4237efd HTTP/1.1" status: 200 len: 217 time: 0.1105981 Feb 03 21:54:02.940707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:02.966076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-8cb26f9d-f35c-4429-8146-89d7c0d5ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:02.967808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-8cb26f9d-f35c-4429-8146-89d7c0d5ba4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba2c0b64-df18-43fc-908b-10a93a3d59f0 HTTP/1.1" status: 200 len: 853 time: 0.2405803 Feb 03 21:54:02.977585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7190b-0c06-4ec3-bf88-04e7a6c056bb req-397bfdb4-2d15-4532-873c-9d53816b01aa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:02.979495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72f7190b-0c06-4ec3-bf88-04e7a6c056bb req-397bfdb4-2d15-4532-873c-9d53816b01aa tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 943 time: 0.3191316 Feb 03 21:54:03.022021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.9 (9439d9df-3b2c-46c0-b3d4-a5eb46a6065c/7ab02340-5afd-4f3f-894e-297134096add/b4200b15-86ea-40e8-95d9-7a2c6a826460) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:03.065505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-704ea85f-3887-4556-b839-df527b93ba74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8da3b6e8-def8-488d-be6f-00a83453cf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841353 Feb 03 21:54:03.073951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:03.074336 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:03.095330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6552553-2296-40d3-ba82-0ba89b072c2d req-30cffd5d-4d6a-4ed5-9f74-70fe5ffa46ae tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.103236 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6552553-2296-40d3-ba82-0ba89b072c2d req-30cffd5d-4d6a-4ed5-9f74-70fe5ffa46ae tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.2449629 Feb 03 21:54:03.160675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72f7190b-0c06-4ec3-bf88-04e7a6c056bb req-e8efd196-1dee-43cf-9a08-bd6e62fd5367 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636627 Feb 03 21:54:03.214805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6552553-2296-40d3-ba82-0ba89b072c2d req-20ef6762-4467-4a20-8a54-f1a59fec128e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095748 Feb 03 21:54:03.264201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-c19a1f69-0ddb-41ba-a8aa-e46c0f3efdfe service neutron] 10.222.0.10 "GET /v2.0/networks/8da3b6e8-def8-488d-be6f-00a83453cf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907022 Feb 03 21:54:03.267093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:03.267487 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:03.305353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=82ae5827-485d-43f2-b9d3-bcae9ccc05b9,segment=NetworkSegment(d0c3f9bf-df36-43d7-8d99-18160fc22bff),segment_id=d0c3f9bf-df36-43d7-8d99-18160fc22bff)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:03.311562 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:03.356031 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (b4200b15-86ea-40e8-95d9-7a2c6a826460), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:03.369488 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=82ae5827-485d-43f2-b9d3-bcae9ccc05b9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:03.401580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8c5096-6798-4b04-b8a3-1a7ce396e103 req-77c5e5b2-8e9d-4647-bb33-7159e9fcd48d service neutron] 10.222.0.10 "GET /v2.0/networks/8da3b6e8-def8-488d-be6f-00a83453cf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299288 Feb 03 21:54:03.405647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b4200b15-86ea-40e8-95d9-7a2c6a826460), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:03.470527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:03.471747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=b4200b15-86ea-40e8-95d9-7a2c6a826460,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:03.474467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:03.476651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:03.506668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-8ba855d8-d9b9-45f2-be55-522b867df426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.508770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-8ba855d8-d9b9-45f2-be55-522b867df426 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d00d623d4304f3aaa9997e37504de9d&device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 1125 time: 0.0572567 Feb 03 21:54:03.530116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a7546-6723-4d87-8bc7-2856a7fa3cda None None] Network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:03.534889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.536457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:03.555563 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-05dded34-bdea-46f5-9651-f7743157b879 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3664727 Feb 03 21:54:03.558348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38730) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:03.681318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3879f804-177f-4a8c-996c-7697256fea07 None None] Provisioning complete for port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:03.681675 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3879f804-177f-4a8c-996c-7697256fea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:03.706270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d07bc74-f737-4fa8-b707-070dc1ca79ea tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.707873 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8d07bc74-f737-4fa8-b707-070dc1ca79ea tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1479363 Feb 03 21:54:03.711289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:03.723524 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-2f2b9ae9-e8dc-4971-a5bb-930fa5e57142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.725070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-2f2b9ae9-e8dc-4971-a5bb-930fa5e57142 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8da3b6e8-def8-488d-be6f-00a83453cf4d HTTP/1.1" status: 200 len: 914 time: 0.2085657 Feb 03 21:54:03.804828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-1fb13ee2-7e3c-46b9-9367-dc04f180f95c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5a12e1-3067-4345-ac44-b657d4237efd HTTP/1.1" status: 200 len: 217 time: 0.0717974 Feb 03 21:54:03.856036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8af8698-b45e-47cf-a125-a785f992b61c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.861192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:03.868175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8af8698-b45e-47cf-a125-a785f992b61c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.871301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3879f804-177f-4a8c-996c-7697256fea07 None None] Current status of the port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:03.878909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8af8698-b45e-47cf-a125-a785f992b61c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.883825 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a8af8698-b45e-47cf-a125-a785f992b61c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1712425 Feb 03 21:54:03.886494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38750) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:03.930305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435c6ca-f568-4329-962a-0fac3ab67655 req-c982320d-d6e0-45af-9653-209421a23eb7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.944258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c435c6ca-f568-4329-962a-0fac3ab67655 req-c982320d-d6e0-45af-9653-209421a23eb7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 947 time: 0.3835418 Feb 03 21:54:03.995705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-1371a5cc-b7ca-4793-985d-51faf8dfc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:03.997206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-1371a5cc-b7ca-4793-985d-51faf8dfc438 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba2c0b64-df18-43fc-908b-10a93a3d59f0 HTTP/1.1" status: 200 len: 853 time: 0.1762149 Feb 03 21:54:04.091998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b20ad4-ea03-46ed-84e0-92f2519a49b0 req-2700bf97-8d50-4559-a782-7fc2d20e049d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:04.101902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6b20ad4-ea03-46ed-84e0-92f2519a49b0 req-2700bf97-8d50-4559-a782-7fc2d20e049d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2999620 Feb 03 21:54:04.104403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b8158729-3193-46d9-bc40-9411e6da63aa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port b4200b15-86ea-40e8-95d9-7a2c6a826460 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:04.104891 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8158729-3193-46d9-bc40-9411e6da63aa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b4200b15-86ea-40e8-95d9-7a2c6a826460), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.105526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-df326d12-51ce-4e60-b240-44d03df5578b None None] Provisioning complete for port 1d6d5398-2fd5-4ad5-abe7-e3685b00d071 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:04.106365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df326d12-51ce-4e60-b240-44d03df5578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1d6d5398-2fd5-4ad5-abe7-e3685b00d071), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.150386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df326d12-51ce-4e60-b240-44d03df5578b None None] Port 1d6d5398-2fd5-4ad5-abe7-e3685b00d071 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:04.164595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-df326d12-51ce-4e60-b240-44d03df5578b None None] Provisioning complete for port b4200b15-86ea-40e8-95d9-7a2c6a826460 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:04.165007 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df326d12-51ce-4e60-b240-44d03df5578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b4200b15-86ea-40e8-95d9-7a2c6a826460), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.167509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c435c6ca-f568-4329-962a-0fac3ab67655 req-086a5921-4ee4-4865-9c82-325c851db386 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094243 Feb 03 21:54:04.180409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-5c031565-88f6-4843-acd3-9476d299fd55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8da3b6e8-def8-488d-be6f-00a83453cf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604936 Feb 03 21:54:04.183107 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f187916-1a9c-4e00-a939-128b6fab30a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.225110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df326d12-51ce-4e60-b240-44d03df5578b None None] Port b4200b15-86ea-40e8-95d9-7a2c6a826460 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:04.249956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-df326d12-51ce-4e60-b240-44d03df5578b None None] Provisioning complete for port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:04.250618 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df326d12-51ce-4e60-b240-44d03df5578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.254160 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8158729-3193-46d9-bc40-9411e6da63aa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b4200b15-86ea-40e8-95d9-7a2c6a826460), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.269439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b8158729-3193-46d9-bc40-9411e6da63aa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for b4200b15-86ea-40e8-95d9-7a2c6a826460 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:04.371012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6b20ad4-ea03-46ed-84e0-92f2519a49b0 req-85937dd9-73f9-4af3-9cd4-83aa05088656 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660844 Feb 03 21:54:04.373655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df326d12-51ce-4e60-b240-44d03df5578b None None] Current status of the port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:04.427715 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-62c6f5b8-1c21-4801-99c6-3c7489d2db2a service neutron] 10.222.0.10 "GET /v2.0/networks/8da3b6e8-def8-488d-be6f-00a83453cf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307692 Feb 03 21:54:04.477050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8158729-3193-46d9-bc40-9411e6da63aa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b4200b15-86ea-40e8-95d9-7a2c6a826460), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.522538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6242c793-0630-41df-8c41-bb91fcf8edb8 None None] Provisioning complete for port 1d6d5398-2fd5-4ad5-abe7-e3685b00d071 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:04.531621 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6242c793-0630-41df-8c41-bb91fcf8edb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1d6d5398-2fd5-4ad5-abe7-e3685b00d071), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.552460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0325255-62fe-4af6-b4b2-9dc8e652cebf req-0e0abbca-6f6a-477d-b9f2-4780fcbd59fe service neutron] 10.222.0.10 "GET /v2.0/networks/8da3b6e8-def8-488d-be6f-00a83453cf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031258 Feb 03 21:54:04.570407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8158729-3193-46d9-bc40-9411e6da63aa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=b4200b15-86ea-40e8-95d9-7a2c6a826460,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:04.663948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6242c793-0630-41df-8c41-bb91fcf8edb8 None None] Port 1d6d5398-2fd5-4ad5-abe7-e3685b00d071 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:04.667425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679da62-3c9c-43fb-bae2-75cf5165ad2a req-275f102a-4095-4483-8972-bb6f3542f524 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:04.670094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a679da62-3c9c-43fb-bae2-75cf5165ad2a req-275f102a-4095-4483-8972-bb6f3542f524 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 943 time: 0.3748922 Feb 03 21:54:04.745740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40ecb3-6b05-4e6f-99ae-afd4858025bf req-3c98ea2b-4837-4d6a-a7e8-6b887deeb97d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:04.751948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c40ecb3-6b05-4e6f-99ae-afd4858025bf req-3c98ea2b-4837-4d6a-a7e8-6b887deeb97d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1984499 Feb 03 21:54:04.754591 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8158729-3193-46d9-bc40-9411e6da63aa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.761491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b8158729-3193-46d9-bc40-9411e6da63aa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/b4200b15-86ea-40e8-95d9-7a2c6a826460 HTTP/1.1" status: 204 len: 168 time: 0.8714325 Feb 03 21:54:04.762057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:04.778583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a679da62-3c9c-43fb-bae2-75cf5165ad2a req-0a91a086-ff2c-43b7-889f-935898b6f2a7 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007183 Feb 03 21:54:04.779542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-10d20d66-f62f-4986-bbd7-c3b5cca657be None None] Could not find standard attr ID for object b4200b15-86ea-40e8-95d9-7a2c6a826460. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 21:54:04.817380 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26adbde-85d3-482e-ae3b-0a984cb1eabd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:54:04.821992 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e26adbde-85d3-482e-ae3b-0a984cb1eabd tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/b4200b15-86ea-40e8-95d9-7a2c6a826460 HTTP/1.1" status: 404 len: 333 time: 0.0559256 Feb 03 21:54:04.822737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:04.829169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:04.843542 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f187916-1a9c-4e00-a939-128b6fab30a7 admin admin] Publish callbacks [] for security_group (ff554f89-897a-419b-867f-833e8c772f18), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.860549 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f187916-1a9c-4e00-a939-128b6fab30a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ff554f89-897a-419b-867f-833e8c772f18), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.930219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f187916-1a9c-4e00-a939-128b6fab30a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff554f89-897a-419b-867f-833e8c772f18,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:04.958283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:04.959032 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:04.959620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c40ecb3-6b05-4e6f-99ae-afd4858025bf req-8183605f-06b4-4979-8a1c-e33ed91c8321 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797745 Feb 03 21:54:04.991008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9f187916-1a9c-4e00-a939-128b6fab30a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c3738fb7c6c4fd794eeeda134026199&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1279039 Feb 03 21:54:04.994336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:05.075123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aae8d7e8-dca3-4d7b-9235-39ec9c9f737e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 1d6d5398-2fd5-4ad5-abe7-e3685b00d071 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:05.076521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aae8d7e8-dca3-4d7b-9235-39ec9c9f737e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1d6d5398-2fd5-4ad5-abe7-e3685b00d071), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.107638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055b3710-551b-474c-b94f-e742a1c87c85 admin admin] Publish callbacks [] for security_group (ff554f89-897a-419b-867f-833e8c772f18), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.115202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:05.146429 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055b3710-551b-474c-b94f-e742a1c87c85 admin admin] Publish callbacks [] for security_group (ff554f89-897a-419b-867f-833e8c772f18), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.186449 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aae8d7e8-dca3-4d7b-9235-39ec9c9f737e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1d6d5398-2fd5-4ad5-abe7-e3685b00d071), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.201353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aae8d7e8-dca3-4d7b-9235-39ec9c9f737e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 1d6d5398-2fd5-4ad5-abe7-e3685b00d071 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:05.238523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055b3710-551b-474c-b94f-e742a1c87c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ff554f89-897a-419b-867f-833e8c772f18), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.242776 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055b3710-551b-474c-b94f-e742a1c87c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.244205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-055b3710-551b-474c-b94f-e742a1c87c85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff554f89-897a-419b-867f-833e8c772f18 HTTP/1.1" status: 204 len: 168 time: 0.2489178 Feb 03 21:54:05.265195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b3710-551b-474c-b94f-e742a1c87c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff554f89-897a-419b-867f-833e8c772f18,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:05.395161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee13a3d-a2b8-4e20-9798-973ebb0c202a req-e0cdb949-cc3c-42fb-aee9-84a908166298 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:05.403483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ee13a3d-a2b8-4e20-9798-973ebb0c202a req-e0cdb949-cc3c-42fb-aee9-84a908166298 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 947 time: 0.0892551 Feb 03 21:54:05.454567 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aae8d7e8-dca3-4d7b-9235-39ec9c9f737e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1d6d5398-2fd5-4ad5-abe7-e3685b00d071), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.486202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ee13a3d-a2b8-4e20-9798-973ebb0c202a req-a27712c5-5d18-478a-9e58-0947816b3576 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802455 Feb 03 21:54:05.540466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8d7e8-dca3-4d7b-9235-39ec9c9f737e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=1d6d5398-2fd5-4ad5-abe7-e3685b00d071,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:05.590112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:54:05.614005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aae8d7e8-dca3-4d7b-9235-39ec9c9f737e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.619660 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aae8d7e8-dca3-4d7b-9235-39ec9c9f737e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/1d6d5398-2fd5-4ad5-abe7-e3685b00d071 HTTP/1.1" status: 204 len: 168 time: 0.7781553 Feb 03 21:54:05.622638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38790) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:05.687612 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b758cdbe-2557-44c1-8059-ee683fbc051e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:54:05.690303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b758cdbe-2557-44c1-8059-ee683fbc051e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/1d6d5398-2fd5-4ad5-abe7-e3685b00d071 HTTP/1.1" status: 404 len: 333 time: 0.0660670 Feb 03 21:54:05.693311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:05.841095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad86433-e25e-4ab9-8d8f-65bda098113d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet 7ab02340-5afd-4f3f-894e-297134096add {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:54:05.861386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ad86433-e25e-4ab9-8d8f-65bda098113d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (7ab02340-5afd-4f3f-894e-297134096add), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.863945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38798) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:05.907349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:05.919062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5eed-c927-41be-bbcf-f10d02b58067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.941139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '8b5491a6-c3c3-44dc-b423-83153d3c6cf6', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '8b5491a6-c3c3-44dc-b423-83153d3c6cf6', 'mac_address': 'fa:16:3e:7b:03:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:54:05.989372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:05.989565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0e5e7-828a-4b10-a38e-5a2227a3f2c6 req-96963191-be51-463e-9099-067f3f6cf1db tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:05.990166 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.994618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ad86433-e25e-4ab9-8d8f-65bda098113d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (7ab02340-5afd-4f3f-894e-297134096add), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:05.997217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bec0e5e7-828a-4b10-a38e-5a2227a3f2c6 req-96963191-be51-463e-9099-067f3f6cf1db tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1519182 Feb 03 21:54:06.018247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:54:06.046074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f759125-36de-4c96-9cf8-7d7b7e585e26 req-ebcd9b08-c4b7-4780-9f64-e700df2a16fb tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:06.047890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f759125-36de-4c96-9cf8-7d7b7e585e26 req-ebcd9b08-c4b7-4780-9f64-e700df2a16fb tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 943 time: 0.1402001 Feb 03 21:54:06.058559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:06.071893 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.097734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bec0e5e7-828a-4b10-a38e-5a2227a3f2c6 req-db4a33a0-bc65-4e05-9568-fd63d3f2e24e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955441 Feb 03 21:54:06.129486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:06.179387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f759125-36de-4c96-9cf8-7d7b7e585e26 req-01defac6-794f-4f87-864c-eb5bb71c0bc6 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201892 Feb 03 21:54:06.200496 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5eed-c927-41be-bbcf-f10d02b58067 admin admin] Publish callbacks [] for security_group (c1176c40-fd27-4a18-bf5b-b4a78cb30f5c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.207370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5eed-c927-41be-bbcf-f10d02b58067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c1176c40-fd27-4a18-bf5b-b4a78cb30f5c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.214476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ad86433-e25e-4ab9-8d8f-65bda098113d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (7ab02340-5afd-4f3f-894e-297134096add), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.278050 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ec0d5eed-c927-41be-bbcf-f10d02b58067 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6570624376b94347b305234d1702d9a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128821 Feb 03 21:54:06.280267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38804) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:06.283720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d5eed-c927-41be-bbcf-f10d02b58067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1176c40-fd27-4a18-bf5b-b4a78cb30f5c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:06.319086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ad86433-e25e-4ab9-8d8f-65bda098113d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (7ab02340-5afd-4f3f-894e-297134096add), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.354897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad86433-e25e-4ab9-8d8f-65bda098113d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab02340-5afd-4f3f-894e-297134096add,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:06.358627 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ad86433-e25e-4ab9-8d8f-65bda098113d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.364689 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4ad86433-e25e-4ab9-8d8f-65bda098113d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/7ab02340-5afd-4f3f-894e-297134096add HTTP/1.1" status: 204 len: 168 time: 0.6672287 Feb 03 21:54:06.364689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:06.369227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d500bda-04db-4277-a8de-d522f28dee15 None None] Network 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:06.375472 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7784686e-0dc0-4d2d-9d0d-ae7e0bbc420c admin admin] Publish callbacks [] for security_group (c1176c40-fd27-4a18-bf5b-b4a78cb30f5c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.402803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7784686e-0dc0-4d2d-9d0d-ae7e0bbc420c admin admin] Publish callbacks [] for security_group (c1176c40-fd27-4a18-bf5b-b4a78cb30f5c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.459916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7784686e-0dc0-4d2d-9d0d-ae7e0bbc420c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c1176c40-fd27-4a18-bf5b-b4a78cb30f5c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.466475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7784686e-0dc0-4d2d-9d0d-ae7e0bbc420c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.467739 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7784686e-0dc0-4d2d-9d0d-ae7e0bbc420c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1176c40-fd27-4a18-bf5b-b4a78cb30f5c HTTP/1.1" status: 204 len: 168 time: 0.1855166 Feb 03 21:54:06.482463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784686e-0dc0-4d2d-9d0d-ae7e0bbc420c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1176c40-fd27-4a18-bf5b-b4a78cb30f5c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:06.526158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (9439d9df-3b2c-46c0-b3d4-a5eb46a6065c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.528460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['8b5491a6-c3c3-44dc-b423-83153d3c6cf6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:06.613803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:06.618345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.715966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818e513-6d35-4bd4-a7f5-8a1d16cacecc req-d99b34ed-9aa3-4673-8dde-691aa9b2f35e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:06.717680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4818e513-6d35-4bd4-a7f5-8a1d16cacecc req-d99b34ed-9aa3-4673-8dde-691aa9b2f35e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 948 time: 0.1366909 Feb 03 21:54:06.757076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192d706-f28d-45bd-ad8b-1ab9199866a7 None None] DHCP port deletion for 9439d9df-3b2c-46c0-b3d4-a5eb46a6065c request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:54:06.813780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] For port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=82ae5827-485d-43f2-b9d3-bcae9ccc05b9,segment=NetworkSegment(d0c3f9bf-df36-43d7-8d99-18160fc22bff),segment_id=d0c3f9bf-df36-43d7-8d99-18160fc22bff)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:06.814286 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:06.844996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:06.848878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4818e513-6d35-4bd4-a7f5-8a1d16cacecc req-23878998-5a47-432b-ae1f-f958face2db2 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165936 Feb 03 21:54:06.975541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3192d706-f28d-45bd-ad8b-1ab9199866a7 None None] Deleting port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:06.975817 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3192d706-f28d-45bd-ad8b-1ab9199866a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.001331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.032417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=82ae5827-485d-43f2-b9d3-bcae9ccc05b9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:07.043111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No DVR routers for this DVR port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:07.068639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3192d706-f28d-45bd-ad8b-1ab9199866a7 None None] For port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=82ae5827-485d-43f2-b9d3-bcae9ccc05b9,segment=NetworkSegment(d0c3f9bf-df36-43d7-8d99-18160fc22bff),segment_id=d0c3f9bf-df36-43d7-8d99-18160fc22bff)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:07.069852 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3192d706-f28d-45bd-ad8b-1ab9199866a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.086794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3192d706-f28d-45bd-ad8b-1ab9199866a7 None None] Calling delete_port for 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:07.161362 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (9439d9df-3b2c-46c0-b3d4-a5eb46a6065c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.228403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9439d9df-3b2c-46c0-b3d4-a5eb46a6065c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:07.246528 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3192d706-f28d-45bd-ad8b-1ab9199866a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (82ae5827-485d-43f2-b9d3-bcae9ccc05b9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.250477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c3f9bf-df36-43d7-8d99-18160fc22bff') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:07.250786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c3f9bf-df36-43d7-8d99-18160fc22bff') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:07.265001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d0c3f9bf-df36-43d7-8d99-18160fc22bff), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.291915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192d706-f28d-45bd-ad8b-1ab9199866a7 None None] Pushing event deleted for resources: {'Port': ['ID=82ae5827-485d-43f2-b9d3-bcae9ccc05b9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:07.295233 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192d706-f28d-45bd-ad8b-1ab9199866a7 None None] No DVR routers for this DVR port 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:07.322680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d0c3f9bf-df36-43d7-8d99-18160fc22bff), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.337032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:54:07.337805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d0c3f9bf-df36-43d7-8d99-18160fc22bff), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:54:07.345660 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:54:07.392381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdca4f-11af-4352-bd75-fa4175b9bed1 req-88c3a756-dfc5-4102-ae16-e51f290437bf tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:07.395264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08fdca4f-11af-4352-bd75-fa4175b9bed1 req-88c3a756-dfc5-4102-ae16-e51f290437bf tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1790743 Feb 03 21:54:07.414768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6867a-627c-448b-9824-350b47f438ac req-6ef4610a-2333-4aec-b3a3-255a93c56723 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:07.422086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eee6867a-627c-448b-9824-350b47f438ac req-6ef4610a-2333-4aec-b3a3-255a93c56723 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.2197707 Feb 03 21:54:07.492508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (9439d9df-3b2c-46c0-b3d4-a5eb46a6065c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.504319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.512831 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/networks/9439d9df-3b2c-46c0-b3d4-a5eb46a6065c HTTP/1.1" status: 204 len: 168 time: 1.1435547 Feb 03 21:54:07.519700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:07.525655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eee6867a-627c-448b-9824-350b47f438ac req-db6fadef-dd67-4589-8e15-32210d6bb367 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004303 Feb 03 21:54:07.528783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-603927577'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:07.531982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0d24e-1098-4217-bdbf-53ea552fa69e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Network': ['ID=9439d9df-3b2c-46c0-b3d4-a5eb46a6065c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:07.552272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08fdca4f-11af-4352-bd75-fa4175b9bed1 req-e41eb059-2c18-4b66-8d17-f83f14b3201f tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469095 Feb 03 21:54:07.557031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:07.560783 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.600855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:54:07.618942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.619428 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Added segment 1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c of type vlan for network d412af31-d408-4999-b8b1-e378d4db0d7c Feb 03 21:54:07.668939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d412af31-d408-4999-b8b1-e378d4db0d7c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.704811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d412af31-d408-4999-b8b1-e378d4db0d7c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.709292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264f59-655d-4e3c-8d66-959c7c04731a req-0b986470-6d53-435c-91a5-34c992730d66 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:07.711386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:07.712138 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:07.717535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85264f59-655d-4e3c-8d66-959c7c04731a req-0b986470-6d53-435c-91a5-34c992730d66 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 943 time: 0.1063159 Feb 03 21:54:07.765938 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2446306 Feb 03 21:54:07.768854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:07.775930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': 'd412af31-d408-4999-b8b1-e378d4db0d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:07.793274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fb31c-e96f-44bc-9a20-d72a96f11f70 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Network': ['ID=d412af31-d408-4999-b8b1-e378d4db0d7c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:07.804588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d412af31-d408-4999-b8b1-e378d4db0d7c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:54:07.856719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85264f59-655d-4e3c-8d66-959c7c04731a req-bbc10dee-518d-4ffa-ab3b-019b455b7fbd tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379066 Feb 03 21:54:07.923564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:07.927294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.084694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bfe02-008b-4f8a-8b99-c71fceb394b1 req-881c48ce-a42b-4d91-9293-e44248fa1e29 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:08.086258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d0bfe02-008b-4f8a-8b99-c71fceb394b1 req-881c48ce-a42b-4d91-9293-e44248fa1e29 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 948 time: 0.1394827 Feb 03 21:54:08.199294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9b5a12e1-3067-4345-ac44-b657d4237efd details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:54:08.199603 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d0bfe02-008b-4f8a-8b99-c71fceb394b1 req-95530897-4dd1-4eb4-860b-f5943e0f9562 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035225 Feb 03 21:54:08.236278 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (e01acb20-a389-452a-b8f3-0f0d8529e94c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.316308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=e01acb20-a389-452a-b8f3-0f0d8529e94c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:08.347904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Checking segment: {'id': '1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd412af31-d408-4999-b8b1-e378d4db0d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:08.348324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network hostable DHCP agents. Network: d412af31-d408-4999-b8b1-e378d4db0d7c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:54:08.371892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network d412af31-d408-4999-b8b1-e378d4db0d7c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:54:08.390966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d412af31-d408-4999-b8b1-e378d4db0d7c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:08.397681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9b5a12e1-3067-4345-ac44-b657d4237efd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9b5a12e1-3067-4345-ac44-b657d4237efd,segment=NetworkSegment(3da9380f-fb2b-4acf-8475-9097ef2bee9e),segment_id=3da9380f-fb2b-4acf-8475-9097ef2bee9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:08.402671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:08.403092 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.417052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866273ea-cd4a-4230-9fb9-3b4ce5026d94 None None] Network d412af31-d408-4999-b8b1-e378d4db0d7c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:08.436262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3228dad1-a627-4192-9083-1d53dd47a207 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6661339 Feb 03 21:54:08.439345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:08.446534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a9ea5b1e-f20d-4b1e-b51a-6f0c4146fb02 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-450558775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:08.503940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9ea5b1e-f20d-4b1e-b51a-6f0c4146fb02 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (7cd741fe-b620-4f18-92c5-fffcc4c36223), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.505073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9ea5b1e-f20d-4b1e-b51a-6f0c4146fb02 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (7cd741fe-b620-4f18-92c5-fffcc4c36223), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.517450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9b5a12e1-3067-4345-ac44-b657d4237efd', 'network_id': '8da3b6e8-def8-488d-be6f-00a83453cf4d', 'port_id': '9b5a12e1-3067-4345-ac44-b657d4237efd', 'mac_address': 'fa:16:3e:be:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2c0b64-df18-43fc-908b-10a93a3d59f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:54:08.595481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9ea5b1e-f20d-4b1e-b51a-6f0c4146fb02 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for router_controller (7cd741fe-b620-4f18-92c5-fffcc4c36223), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.609749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9ea5b1e-f20d-4b1e-b51a-6f0c4146fb02 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (7cd741fe-b620-4f18-92c5-fffcc4c36223), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.637356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-d412af31-d408-4999-b8b1-e378d4db0d7c', 'network_id': 'd412af31-d408-4999-b8b1-e378d4db0d7c', 'project_id': 'a23e65292da54804af2db2c21f793a0e', 'fixed_ips': [{'subnet_id': 'e01acb20-a389-452a-b8f3-0f0d8529e94c'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:54:08.640260 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.686026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9ea5b1e-f20d-4b1e-b51a-6f0c4146fb02 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.690444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:08.693350 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a9ea5b1e-f20d-4b1e-b51a-6f0c4146fb02 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2525394 Feb 03 21:54:08.698954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'network_id': 'd412af31-d408-4999-b8b1-e378d4db0d7c', 'name': 'tempest-PortsTestJSON-1175117426'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:08.735575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9b5a12e1-3067-4345-ac44-b657d4237efd is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:08.736391 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.827548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:54:08.842218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b4025-2db2-42f0-aa5d-8677b886e98a req-caab93b1-4a9b-46e6-b9fd-18d837f86d25 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:08.844162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-079b4025-2db2-42f0-aa5d-8677b886e98a req-caab93b1-4a9b-46e6-b9fd-18d837f86d25 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1354482 Feb 03 21:54:08.873547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:54:08.873895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 82ae5827-485d-43f2-b9d3-bcae9ccc05b9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:54:08.902250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5a12e1-3067-4345-ac44-b657d4237efd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:54:08.946154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-079b4025-2db2-42f0-aa5d-8677b886e98a req-ca58bd94-1042-4722-a381-3ad6246f70a4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884082 Feb 03 21:54:08.965850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9b5a12e1-3067-4345-ac44-b657d4237efd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9b5a12e1-3067-4345-ac44-b657d4237efd,segment=NetworkSegment(3da9380f-fb2b-4acf-8475-9097ef2bee9e),segment_id=3da9380f-fb2b-4acf-8475-9097ef2bee9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:08.975466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:08.982387 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:08.986680 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:09.041121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port d0d747c5-49ed-43fa-94f9-59b45f56a425 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:54:09.092439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9b5a12e1-3067-4345-ac44-b657d4237efd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:09.118940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Allocated IP 172.20.0.2 (d412af31-d408-4999-b8b1-e378d4db0d7c/e01acb20-a389-452a-b8f3-0f0d8529e94c/c37a0d9c-65bc-450e-9d9a-377bcea73a03) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:09.156512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510d951-41f0-4cc5-9db2-c9610c403bb5 req-4d391ff6-1381-4816-9e29-ba6afc07940b tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:09.157654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f510d951-41f0-4cc5-9db2-c9610c403bb5 req-4d391ff6-1381-4816-9e29-ba6afc07940b tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 944 time: 0.1655791 Feb 03 21:54:09.270002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f510d951-41f0-4cc5-9db2-c9610c403bb5 req-52bfb856-fd71-4f4b-b160-9ad6104ad96b tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041877 Feb 03 21:54:09.359015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd164f06-9e87-4d70-9ad6-3073315dc681 req-4a9a49c1-d871-45fd-8ac9-627cec3b5b7d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:09.360798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd164f06-9e87-4d70-9ad6-3073315dc681 req-4a9a49c1-d871-45fd-8ac9-627cec3b5b7d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 948 time: 0.0671921 Feb 03 21:54:09.379852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:09.429286 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd164f06-9e87-4d70-9ad6-3073315dc681 req-616024e5-08d8-4d92-a88f-4152372dc792 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610158 Feb 03 21:54:09.517795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9b5a12e1-3067-4345-ac44-b657d4237efd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:09.546918 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97103f00-79e8-4692-976a-2a71929e573d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:09.596845 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Publish callbacks [] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:09.604848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:09.639846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97103f00-79e8-4692-976a-2a71929e573d admin admin] Publish callbacks [] for security_group (0ca8ad6e-5c51-4ac5-a509-4dee5211269d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:09.646274 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:09.648473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97103f00-79e8-4692-976a-2a71929e573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0ca8ad6e-5c51-4ac5-a509-4dee5211269d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:09.704545 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-97103f00-79e8-4692-976a-2a71929e573d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=518ab4ddf1ab47be8f9207739fe09ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235428 Feb 03 21:54:09.705817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97103f00-79e8-4692-976a-2a71929e573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8ad6e-5c51-4ac5-a509-4dee5211269d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:09.707327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38910) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:09.721255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Network d412af31-d408-4999-b8b1-e378d4db0d7c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:09.734350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:09.745995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:09.762944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Pushing event updated for resources: {'Port': ['ID=c37a0d9c-65bc-450e-9d9a-377bcea73a03,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:09.776865 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312b8f6e-dbb9-420c-97de-46b6716f5783 admin admin] Publish callbacks [] for security_group (0ca8ad6e-5c51-4ac5-a509-4dee5211269d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:09.779864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.7 (d412af31-d408-4999-b8b1-e378d4db0d7c/e01acb20-a389-452a-b8f3-0f0d8529e94c/d0d747c5-49ed-43fa-94f9-59b45f56a425) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:09.781279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:54:09.810561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:09.811369 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:09.948088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Attempting to bind port c37a0d9c-65bc-450e-9d9a-377bcea73a03 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:54:09.949100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Attempting to bind port c37a0d9c-65bc-450e-9d9a-377bcea73a03 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd412af31-d408-4999-b8b1-e378d4db0d7c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:54:09.949759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Attempting to bind port c37a0d9c-65bc-450e-9d9a-377bcea73a03 on network d412af31-d408-4999-b8b1-e378d4db0d7c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:09.988873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:54:09.989877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Checking segment: {'id': '1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd412af31-d408-4999-b8b1-e378d4db0d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:09.990385 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:09.991024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Bound using segment: {'id': '1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd412af31-d408-4999-b8b1-e378d4db0d7c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:54:09.991613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Bound port: c37a0d9c-65bc-450e-9d9a-377bcea73a03, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd412af31-d408-4999-b8b1-e378d4db0d7c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:54:09.992739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:10.099395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:10.099793 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:10.149294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:10.152461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eb577d-5706-4c3a-aa22-12ac29463105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5491a6-c3c3-44dc-b423-83153d3c6cf6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:10.155800 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6e5230-469e-47ec-a10d-8f0afea1a45f" -d '{"events": [{"server_uuid": "76eb577d-5706-4c3a-aa22-12ac29463105", "name": "network-vif-plugged", "status": "completed", "tag": "8b5491a6-c3c3-44dc-b423-83153d3c6cf6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:10.167616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312b8f6e-dbb9-420c-97de-46b6716f5783 admin admin] Publish callbacks [] for security_group (0ca8ad6e-5c51-4ac5-a509-4dee5211269d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:10.182550 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:10.239263 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f6fdf-2828-4e89-915c-13ffdfb50056 x-openstack-request-id: req-bb7f6fdf-2828-4e89-915c-13ffdfb50056 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:10.239803 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eb577d-5706-4c3a-aa22-12ac29463105", "name": "network-vif-plugged", "status": "completed", "tag": "8b5491a6-c3c3-44dc-b423-83153d3c6cf6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:10.240163 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb7f6fdf-2828-4e89-915c-13ffdfb50056 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:10.240764 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76eb577d-5706-4c3a-aa22-12ac29463105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5491a6-c3c3-44dc-b423-83153d3c6cf6', 'code': 200} Feb 03 21:54:10.246717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] For port c37a0d9c-65bc-450e-9d9a-377bcea73a03, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:54:10.271871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60f5f8-d806-40ef-8111-25d09db869a1 req-3f08a23a-0c9d-4174-be8b-4db7bea108ee tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:10.275828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] For port c37a0d9c-65bc-450e-9d9a-377bcea73a03, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c37a0d9c-65bc-450e-9d9a-377bcea73a03,segment=NetworkSegment(1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c),segment_id=1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:54:10.277413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:10.290056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf60f5f8-d806-40ef-8111-25d09db869a1 req-3f08a23a-0c9d-4174-be8b-4db7bea108ee tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1667464 Feb 03 21:54:10.294172 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:10.378208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fb265-586f-4e19-aaff-cb1d83a83033 req-26c0d434-5db7-4289-9ea2-7dbfe2cefc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:10.381407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fa7fb265-586f-4e19-aaff-cb1d83a83033 req-26c0d434-5db7-4289-9ea2-7dbfe2cefc3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 1131 time: 0.0848849 Feb 03 21:54:10.391998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312b8f6e-dbb9-420c-97de-46b6716f5783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0ca8ad6e-5c51-4ac5-a509-4dee5211269d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:10.395292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312b8f6e-dbb9-420c-97de-46b6716f5783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:10.398926 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-312b8f6e-dbb9-420c-97de-46b6716f5783 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ca8ad6e-5c51-4ac5-a509-4dee5211269d HTTP/1.1" status: 204 len: 168 time: 0.6879909 Feb 03 21:54:10.426964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b8f6e-dbb9-420c-97de-46b6716f5783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8ad6e-5c51-4ac5-a509-4dee5211269d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:10.445521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf60f5f8-d806-40ef-8111-25d09db869a1 req-d3fa66ea-c45a-4e85-8359-d9b118a3a948 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504905 Feb 03 21:54:10.493625 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fa7fb265-586f-4e19-aaff-cb1d83a83033 req-c84df9c8-162f-40c7-b34e-dcdb77bc4531 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053762 Feb 03 21:54:10.548465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee457e9c-ca76-4f14-a83e-e8aa0acd4eec None None] Pushing event updated for resources: {'Port': ['ID=c37a0d9c-65bc-450e-9d9a-377bcea73a03,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:10.629213 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:10.637909 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d446d-c484-4620-9e94-4e6c3abc7958 req-e29ad702-b617-4e13-8e84-e8c36d66f4f8 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:10.644953 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b05d446d-c484-4620-9e94-4e6c3abc7958 req-e29ad702-b617-4e13-8e84-e8c36d66f4f8 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 944 time: 0.1737068 Feb 03 21:54:10.731594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b05d446d-c484-4620-9e94-4e6c3abc7958 req-4dc6a20a-2065-46d3-9756-fb2803615b0b tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857303 Feb 03 21:54:10.753873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355a233-11ca-42c8-ac87-3537b7a4ce18 req-c21f524a-aeb7-4dcf-9bc4-9b8bc1489db8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:10.760757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2355a233-11ca-42c8-ac87-3537b7a4ce18 req-c21f524a-aeb7-4dcf-9bc4-9b8bc1489db8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 949 time: 0.1908839 Feb 03 21:54:10.839030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2355a233-11ca-42c8-ac87-3537b7a4ce18 req-dfca21f7-58e1-4722-9c28-b7073b48269b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773108 Feb 03 21:54:10.840593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:10.930614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network d412af31-d408-4999-b8b1-e378d4db0d7c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:10.944067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c37a0d9c-65bc-450e-9d9a-377bcea73a03 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:10.948791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:10.953738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:10.984134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=d0d747c5-49ed-43fa-94f9-59b45f56a425,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:11.047648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:11.048582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:11.075829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c37a0d9c-65bc-450e-9d9a-377bcea73a03 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:11.076212 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:11.084478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5d8294c7-7ae5-4b6f-b2d3-7256d7a40c87 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3902168 Feb 03 21:54:11.085040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38934) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:11.176119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c37a0d9c-65bc-450e-9d9a-377bcea73a03 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:11.177192 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:11.237526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port c37a0d9c-65bc-450e-9d9a-377bcea73a03, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c37a0d9c-65bc-450e-9d9a-377bcea73a03,segment=NetworkSegment(1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c),segment_id=1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:11.246472 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:11.414871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=c37a0d9c-65bc-450e-9d9a-377bcea73a03,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:11.660710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:11.689484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33d4b7-a18b-47ab-9790-3c226eaa6397 req-6b7279ed-c2a1-4cbb-8a93-ba25731715ce tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:11.709498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b33d4b7-a18b-47ab-9790-3c226eaa6397 req-6b7279ed-c2a1-4cbb-8a93-ba25731715ce tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1494472 Feb 03 21:54:11.855521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b33d4b7-a18b-47ab-9790-3c226eaa6397 req-a92f4bd0-d76f-468a-b6e3-dc1627c13955 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450419 Feb 03 21:54:12.204691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca6f8c-511f-488b-96cb-6792428447b4 None None] Network d412af31-d408-4999-b8b1-e378d4db0d7c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:12.236270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:12.310697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9b5a12e1-3067-4345-ac44-b657d4237efd up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:12.339622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5b711-6ead-4db2-b905-bbbdc19f2ba4 req-4ab5201c-da56-42fc-b169-3384dd4a88b5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:12.346911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dcd5b711-6ead-4db2-b905-bbbdc19f2ba4 req-4ab5201c-da56-42fc-b169-3384dd4a88b5 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 949 time: 0.3259468 Feb 03 21:54:12.388374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a008-38c6-4024-8ab3-9110726bcea1 req-cc2f880e-7689-490d-b842-94afd80955c5 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:12.389976 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d58a008-38c6-4024-8ab3-9110726bcea1 req-cc2f880e-7689-490d-b842-94afd80955c5 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 944 time: 0.3837926 Feb 03 21:54:12.429907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b47bf3fa-4706-483e-a79a-6efdf6f4e13b None None] Provisioning complete for port c37a0d9c-65bc-450e-9d9a-377bcea73a03 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:12.431133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b47bf3fa-4706-483e-a79a-6efdf6f4e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.513821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3729bc99-f741-4c78-9030-904ec6ace120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.518803 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dcd5b711-6ead-4db2-b905-bbbdc19f2ba4 req-7f530f65-011b-4f8b-9702-ca2bff4f9e26 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708393 Feb 03 21:54:12.526247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 9b5a12e1-3067-4345-ac44-b657d4237efd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:54:12.531360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9b5a12e1-3067-4345-ac44-b657d4237efd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:12.531738 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.575351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-b9f4873a-4f3f-4208-9c7c-8a432f5f5e74 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2580366 Feb 03 21:54:12.590131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d58a008-38c6-4024-8ab3-9110726bcea1 req-a93d9858-d6e5-4959-b0a1-d7d1f24b3ac6 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704319 Feb 03 21:54:12.606960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.614741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.640171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3729bc99-f741-4c78-9030-904ec6ace120 admin admin] Publish callbacks [] for security_group (15f004a3-1c9b-4be7-b54f-98d56c29a673), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.648203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b47bf3fa-4706-483e-a79a-6efdf6f4e13b None None] Current status of the port c37a0d9c-65bc-450e-9d9a-377bcea73a03 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:12.655321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3729bc99-f741-4c78-9030-904ec6ace120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (15f004a3-1c9b-4be7-b54f-98d56c29a673), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.707876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9b5a12e1-3067-4345-ac44-b657d4237efd is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:12.708228 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.745539 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3729bc99-f741-4c78-9030-904ec6ace120 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=911a112636a14caf984968d3c14662e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5055885 Feb 03 21:54:12.751010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:12.754609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729bc99-f741-4c78-9030-904ec6ace120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f004a3-1c9b-4be7-b54f-98d56c29a673,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:12.781949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0c4aec-d7ca-4018-990f-c30599540009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5a12e1-3067-4345-ac44-b657d4237efd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:12.791738 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e5ebb5-a3bf-4e2a-81f5-4a0a53b2b33d" -d '{"events": [{"server_uuid": "cd0c4aec-d7ca-4018-990f-c30599540009", "name": "network-vif-plugged", "status": "completed", "tag": "9b5a12e1-3067-4345-ac44-b657d4237efd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:12.809836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9b5a12e1-3067-4345-ac44-b657d4237efd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9b5a12e1-3067-4345-ac44-b657d4237efd,segment=NetworkSegment(3da9380f-fb2b-4acf-8475-9097ef2bee9e),segment_id=3da9380f-fb2b-4acf-8475-9097ef2bee9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:12.825650 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.904277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c37a0d9c-65bc-450e-9d9a-377bcea73a03 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:12.910117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9b5a12e1-3067-4345-ac44-b657d4237efd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:12.931753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f965953-bd20-418c-a7f7-973320455910 admin admin] Publish callbacks [] for security_group (15f004a3-1c9b-4be7-b54f-98d56c29a673), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:12.943383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=d0d747c5-49ed-43fa-94f9-59b45f56a425,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:12.988430 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c569584b-3373-460c-bf14-c4a5dcead10b x-openstack-request-id: req-c569584b-3373-460c-bf14-c4a5dcead10b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:12.988722 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0c4aec-d7ca-4018-990f-c30599540009", "name": "network-vif-plugged", "status": "completed", "tag": "9b5a12e1-3067-4345-ac44-b657d4237efd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:12.989721 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c569584b-3373-460c-bf14-c4a5dcead10b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:12.989954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-9fd82403-db0c-447c-8b33-0d70c298be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:12.990632 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0c4aec-d7ca-4018-990f-c30599540009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5a12e1-3067-4345-ac44-b657d4237efd', 'code': 200} Feb 03 21:54:12.997088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-9fd82403-db0c-447c-8b33-0d70c298be8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 1130 time: 0.3311603 Feb 03 21:54:13.024738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f965953-bd20-418c-a7f7-973320455910 admin admin] Publish callbacks [] for security_group (15f004a3-1c9b-4be7-b54f-98d56c29a673), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:13.046673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c37a0d9c-65bc-450e-9d9a-377bcea73a03 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:13.047123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:13.106452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b082222-48e8-47aa-b32e-7c1fe0643ec9 req-d986869b-fe99-47b5-bfd4-2519bb649f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:13.115933 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b082222-48e8-47aa-b32e-7c1fe0643ec9 req-d986869b-fe99-47b5-bfd4-2519bb649f57 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 1127 time: 0.1294327 Feb 03 21:54:13.184060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f965953-bd20-418c-a7f7-973320455910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (15f004a3-1c9b-4be7-b54f-98d56c29a673), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:13.185058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0e7414e3-a90d-40a5-ae11-7b8e1ea240fc None None] Provisioning complete for port d0d747c5-49ed-43fa-94f9-59b45f56a425 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:13.185433 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e7414e3-a90d-40a5-ae11-7b8e1ea240fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:13.189720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f965953-bd20-418c-a7f7-973320455910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:13.191434 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5f965953-bd20-418c-a7f7-973320455910 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15f004a3-1c9b-4be7-b54f-98d56c29a673 HTTP/1.1" status: 204 len: 168 time: 0.4324479 Feb 03 21:54:13.207681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f965953-bd20-418c-a7f7-973320455910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f004a3-1c9b-4be7-b54f-98d56c29a673,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:13.250945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b082222-48e8-47aa-b32e-7c1fe0643ec9 req-433ee74a-e010-41de-85e0-8d68c2f30e25 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281471 Feb 03 21:54:13.339707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7ff1-bbf9-47b9-a039-f2ace398427d req-84cdda21-d112-40fa-913f-c5b42f2c049f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:13.348209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46cb7ff1-bbf9-47b9-a039-f2ace398427d req-84cdda21-d112-40fa-913f-c5b42f2c049f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.3422487 Feb 03 21:54:13.368624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e7414e3-a90d-40a5-ae11-7b8e1ea240fc None None] Port d0d747c5-49ed-43fa-94f9-59b45f56a425 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:13.427144 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0e7414e3-a90d-40a5-ae11-7b8e1ea240fc None None] Provisioning complete for port c37a0d9c-65bc-450e-9d9a-377bcea73a03 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:13.434909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e7414e3-a90d-40a5-ae11-7b8e1ea240fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:13.438779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c37a0d9c-65bc-450e-9d9a-377bcea73a03 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:13.487400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46cb7ff1-bbf9-47b9-a039-f2ace398427d req-f0f121dd-1904-4aa0-a202-d9ec9ade47fc tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380467 Feb 03 21:54:13.531080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-1a705d68-f073-4a1b-a284-929c2ccf5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:13.538031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-1a705d68-f073-4a1b-a284-929c2ccf5f19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.4361649 Feb 03 21:54:13.609942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e7414e3-a90d-40a5-ae11-7b8e1ea240fc None None] Current status of the port c37a0d9c-65bc-450e-9d9a-377bcea73a03 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:13.722579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-27219c71-c682-4cac-af1c-8563b7b4a8e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=86f369a9-2840-43c5-812d-2668325742f8 HTTP/1.1" status: 200 len: 217 time: 0.1601791 Feb 03 21:54:13.749475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2844059e-384b-4820-9994-e5f5749f1eef None None] Provisioning complete for port d0d747c5-49ed-43fa-94f9-59b45f56a425 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:13.749853 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2844059e-384b-4820-9994-e5f5749f1eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:13.798247 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (7cd741fe-b620-4f18-92c5-fffcc4c36223), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:13.876218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2844059e-384b-4820-9994-e5f5749f1eef None None] Port d0d747c5-49ed-43fa-94f9-59b45f56a425 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:14.014706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-383aa148-0324-469e-99e4-9ee85149c8c9 None None] Provisioning complete for port d0d747c5-49ed-43fa-94f9-59b45f56a425 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:14.015091 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383aa148-0324-469e-99e4-9ee85149c8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:14.061819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-e6cc75d7-1b3a-4bb9-ac14-33e42d4b2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:14.063334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-e6cc75d7-1b3a-4bb9-ac14-33e42d4b2c06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2725444 Feb 03 21:54:14.074075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-383aa148-0324-469e-99e4-9ee85149c8c9 None None] Port d0d747c5-49ed-43fa-94f9-59b45f56a425 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:14.105828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb5eb7-ef87-4216-97d8-bc6852e6e2f1 req-a83e4ef0-fcde-4745-b0d2-5e430d4196a3 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:14.107500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cfb5eb7-ef87-4216-97d8-bc6852e6e2f1 req-a83e4ef0-fcde-4745-b0d2-5e430d4196a3 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 945 time: 0.3179188 Feb 03 21:54:14.141017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd9be9-9ae4-4b55-828d-f655b1af035c req-2db36563-f9b8-4761-8c3e-e812b0a80328 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:14.142879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebcd9be9-9ae4-4b55-828d-f655b1af035c req-2db36563-f9b8-4761-8c3e-e812b0a80328 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 949 time: 0.3549433 Feb 03 21:54:14.234802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:14.497243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-6ad7c060-3df5-4409-9b50-da631a12e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:14.498895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-6ad7c060-3df5-4409-9b50-da631a12e58b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4247468 Feb 03 21:54:14.504872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cfb5eb7-ef87-4216-97d8-bc6852e6e2f1 req-669160ff-fcc0-4886-b43a-6269691de0a5 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607743 Feb 03 21:54:14.508236 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebcd9be9-9ae4-4b55-828d-f655b1af035c req-2f85f9ed-f16e-4494-b2bc-c8e7bd16ce78 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546221 Feb 03 21:54:14.628973 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-3c5232c9-2205-4cf1-bab5-76234cf918d3 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159277 Feb 03 21:54:15.144763 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:15.153793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81813f63-ab17-4a98-8ab1-59cbe5a7815c req-5dfccca7-165d-4d62-bbca-6852c9e71db8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:15.155298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81813f63-ab17-4a98-8ab1-59cbe5a7815c req-5dfccca7-165d-4d62-bbca-6852c9e71db8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.5255311 Feb 03 21:54:15.162849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6baa95-1910-45f5-ac6f-21ea682f7f31 req-c6cf841c-eb06-4f69-8943-3881f7a8b615 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:15.164446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa6baa95-1910-45f5-ac6f-21ea682f7f31 req-c6cf841c-eb06-4f69-8943-3881f7a8b615 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 1131 time: 0.4838443 Feb 03 21:54:15.167922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1d63e6-405e-454f-a016-53f2a3153616 req-7e2a5779-332d-4099-a1c5-dee9dee6f0a6 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205433 Feb 03 21:54:15.169282 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:15.327171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (7cd741fe-b620-4f18-92c5-fffcc4c36223), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:15.447956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81813f63-ab17-4a98-8ab1-59cbe5a7815c req-a91a8a20-3134-457b-acee-41786570eb33 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820940 Feb 03 21:54:15.456690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=d0d747c5-49ed-43fa-94f9-59b45f56a425,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:15.486424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network d412af31-d408-4999-b8b1-e378d4db0d7c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:15.488436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:15.516798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa6baa95-1910-45f5-ac6f-21ea682f7f31 req-b7545f0e-65f4-4177-b32f-067d0ce7984a tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403437 Feb 03 21:54:15.725261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-49e914f5-a122-4c33-9c6d-ea345d299458 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368299 Feb 03 21:54:15.849388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a67484-ab68-4f41-9ba2-779c592ac507 req-9777613e-8d4d-45bf-9f77-04adac4ea525 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:15.858599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9a67484-ab68-4f41-9ba2-779c592ac507 req-9777613e-8d4d-45bf-9f77-04adac4ea525 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 945 time: 0.1408913 Feb 03 21:54:15.879558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-981e2c52-8f0a-4143-b926-146b2f4e7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:15.885561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-981e2c52-8f0a-4143-b926-146b2f4e7fdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1126 time: 0.0974011 Feb 03 21:54:15.932617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0dc51589-63b1-4ba2-9aba-034b787cb79d None None] Provisioning complete for port d0d747c5-49ed-43fa-94f9-59b45f56a425 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:15.933243 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dc51589-63b1-4ba2-9aba-034b787cb79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:15.947893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39060) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:15.970306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-8b7539f8-8339-4660-b9bf-fe1baa1c3807 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645630 Feb 03 21:54:16.033517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0dc51589-63b1-4ba2-9aba-034b787cb79d None None] Port d0d747c5-49ed-43fa-94f9-59b45f56a425 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:16.107849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-8f3914ec-8b3b-4db0-ad93-9b80c9816243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:16.109412 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-8f3914ec-8b3b-4db0-ad93-9b80c9816243 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.1965370 Feb 03 21:54:16.153343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9a67484-ab68-4f41-9ba2-779c592ac507 req-16166e3d-c540-4f1a-bbc1-f475fd813ca9 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935877 Feb 03 21:54:16.162692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Router 7cd741fe-b620-4f18-92c5-fffcc4c36223 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:54:16.192931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-0c4570f0-929a-41ce-b693-04a5ab0260fe tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:16.211173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-0c4570f0-929a-41ce-b693-04a5ab0260fe tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241979 Feb 03 21:54:16.310100 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-c9018e29-55e5-40ec-a0cd-3c041fc52082 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 998 time: 0.1910901 Feb 03 21:54:16.320362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-1a896139-cee7-4aa5-ad5a-015ab73977bd tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/quotas/3581307d22c3441fb5a5c9d506d7c2ee HTTP/1.1" status: 200 len: 375 time: 0.0964153 Feb 03 21:54:16.401705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-c90da6d7-999c-4470-b5af-f6bde0c32b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:16.403860 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-c90da6d7-999c-4470-b5af-f6bde0c32b8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.0814559 Feb 03 21:54:16.422618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf0ece37-05a7-43be-89df-1b005dae7cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:16.561782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-19ec2827-44cf-42e0-bc41-f16f2e7d8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:16.562977 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-19ec2827-44cf-42e0-bc41-f16f2e7d8cee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1476603 Feb 03 21:54:16.616084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-97cf3c7e-c93e-45cc-ba3e-b72d607d5eca tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2670846 Feb 03 21:54:16.621802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:54:16.633124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0ec21a71-23ca-4ef8-ac93-94c22a042aa8 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "PUT /v2.0/routers/7cd741fe-b620-4f18-92c5-fffcc4c36223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5463519 Feb 03 21:54:16.638065 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f936f5-9a52-4d1e-acfb-c7dab4cdf36f None None] Sync routers for ids ['7cd741fe-b620-4f18-92c5-fffcc4c36223'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:54:16.664223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f936f5-9a52-4d1e-acfb-c7dab4cdf36f None None] Routers {'7cd741fe-b620-4f18-92c5-fffcc4c36223'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:54:16.664853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-48f936f5-9a52-4d1e-acfb-c7dab4cdf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:53:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7cd741fe-b620-4f18-92c5-fffcc4c36223'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:16.686397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39074) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:16.749902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-48f936f5-9a52-4d1e-acfb-c7dab4cdf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:16.764274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f936f5-9a52-4d1e-acfb-c7dab4cdf36f None None] Routers {'7cd741fe-b620-4f18-92c5-fffcc4c36223'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:54:16.764931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-48f936f5-9a52-4d1e-acfb-c7dab4cdf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:53:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7cd741fe-b620-4f18-92c5-fffcc4c36223'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:16.827981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-42c00e4d-08f8-45c7-8823-04ceb7dff50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:16.829671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-42c00e4d-08f8-45c7-8823-04ceb7dff50f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d00d623d4304f3aaa9997e37504de9d&device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 1127 time: 0.2960684 Feb 03 21:54:16.871415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-48f936f5-9a52-4d1e-acfb-c7dab4cdf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:16.872407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f936f5-9a52-4d1e-acfb-c7dab4cdf36f None None] The sync data for ids ['7cd741fe-b620-4f18-92c5-fffcc4c36223'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:54:16.997141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f54c8-32bf-4379-b605-12a114f77e80 req-e853d0e3-9912-40c1-b7b3-43e82ca86dc3 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:16.998725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c52f54c8-32bf-4379-b605-12a114f77e80 req-e853d0e3-9912-40c1-b7b3-43e82ca86dc3 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 945 time: 0.4151907 Feb 03 21:54:17.006283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc80fa-82f5-4511-98da-c74cd215140c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:17.010559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ccfc80fa-82f5-4511-98da-c74cd215140c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd741fe-b620-4f18-92c5-fffcc4c36223 HTTP/1.1" status: 200 len: 982 time: 0.3185120 Feb 03 21:54:17.055908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:17.098051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-1d9365a5-d639-42ee-96b0-abd6255511c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:17.103647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-1d9365a5-d639-42ee-96b0-abd6255511c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8da3b6e8-def8-488d-be6f-00a83453cf4d HTTP/1.1" status: 200 len: 914 time: 0.2651567 Feb 03 21:54:17.113717 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf0ece37-05a7-43be-89df-1b005dae7cf2 admin admin] Publish callbacks [] for security_group (f711b2b0-84dc-4cde-b2b1-817f864d2cdb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:17.158885 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf0ece37-05a7-43be-89df-1b005dae7cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f711b2b0-84dc-4cde-b2b1-817f864d2cdb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:17.181544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-e806f70c-624b-44f2-91ea-8dde4332fc42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5a12e1-3067-4345-ac44-b657d4237efd HTTP/1.1" status: 200 len: 217 time: 0.0654855 Feb 03 21:54:17.189538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904065f4-ae8e-42eb-906b-67d3b77dead0 req-9c4d9f4a-6883-448f-9390-a5d4726d0354 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:17.196868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-904065f4-ae8e-42eb-906b-67d3b77dead0 req-9c4d9f4a-6883-448f-9390-a5d4726d0354 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.3657017 Feb 03 21:54:17.248129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-a6ca9137-8c77-476b-ac73-b41b926805bf service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752708 Feb 03 21:54:17.288851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ece37-05a7-43be-89df-1b005dae7cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f711b2b0-84dc-4cde-b2b1-817f864d2cdb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:17.306460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cf0ece37-05a7-43be-89df-1b005dae7cf2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92a5938c565a44dfa17638142577a851&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3561108 Feb 03 21:54:17.309989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39090) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:17.364066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c52f54c8-32bf-4379-b605-12a114f77e80 req-d99ab005-5e26-46d6-beeb-bbb8ddcc079b tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112233 Feb 03 21:54:17.451568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-7d741904-55ec-408a-b9dc-fd06c8aa4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:17.453439 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-7d741904-55ec-408a-b9dc-fd06c8aa4a88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba2c0b64-df18-43fc-908b-10a93a3d59f0 HTTP/1.1" status: 200 len: 853 time: 0.2542481 Feb 03 21:54:17.471428 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12ea4fae-e771-4cc3-bd10-1e7ebf6c81de admin admin] Publish callbacks [] for security_group (f711b2b0-84dc-4cde-b2b1-817f864d2cdb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:17.476525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a417d724-02f3-4783-8204-ce34fea9a8e1 req-cfd9f3b8-ac08-49a8-b99a-2c9f995b6cd2 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960616 Feb 03 21:54:17.494753 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12ea4fae-e771-4cc3-bd10-1e7ebf6c81de admin admin] Publish callbacks [] for security_group (f711b2b0-84dc-4cde-b2b1-817f864d2cdb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:17.567008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-904065f4-ae8e-42eb-906b-67d3b77dead0 req-bc65abe1-7e2c-4009-8354-aebfccff0d45 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690948 Feb 03 21:54:17.607510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-37017c5f-2284-468e-9d78-9caa15588a08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8da3b6e8-def8-488d-be6f-00a83453cf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382537 Feb 03 21:54:17.626771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c9c7958-7039-4dd4-a09a-02549719715e req-054857c5-b00c-45f9-a943-800f59d3524e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 210 time: 0.0549870 Feb 03 21:54:17.650478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12ea4fae-e771-4cc3-bd10-1e7ebf6c81de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f711b2b0-84dc-4cde-b2b1-817f864d2cdb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:17.661641 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12ea4fae-e771-4cc3-bd10-1e7ebf6c81de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:17.661641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-12ea4fae-e771-4cc3-bd10-1e7ebf6c81de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f711b2b0-84dc-4cde-b2b1-817f864d2cdb HTTP/1.1" status: 204 len: 168 time: 0.3275042 Feb 03 21:54:17.717264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea4fae-e771-4cc3-bd10-1e7ebf6c81de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f711b2b0-84dc-4cde-b2b1-817f864d2cdb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:17.751661 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (7cd741fe-b620-4f18-92c5-fffcc4c36223), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:17.785983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-8fa7f2cb-6430-42ce-b240-e0d45efc951b service neutron] 10.222.0.10 "GET /v2.0/networks/8da3b6e8-def8-488d-be6f-00a83453cf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579008 Feb 03 21:54:17.981938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d97b16b-87ae-46a2-8b4e-857854657dc4 req-c6c35f05-6544-4942-a5b7-e243ca6c1fd5 service neutron] 10.222.0.10 "GET /v2.0/networks/8da3b6e8-def8-488d-be6f-00a83453cf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918595 Feb 03 21:54:18.144120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port d0d747c5-49ed-43fa-94f9-59b45f56a425 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:18.144684 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:18.174352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39110) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:18.196865 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-490eb8e5-90b2-40ba-9a9c-91eb6193afcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:18.273385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:18.308305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-654c1db5-1290-4cfa-91a9-e77ece966217 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716035 Feb 03 21:54:18.313161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for d0d747c5-49ed-43fa-94f9-59b45f56a425 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:18.543968 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-490eb8e5-90b2-40ba-9a9c-91eb6193afcf admin admin] Publish callbacks [] for security_group (038ba88a-90f4-403d-9817-e4e9dcc254c2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:18.574699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-490eb8e5-90b2-40ba-9a9c-91eb6193afcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (038ba88a-90f4-403d-9817-e4e9dcc254c2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:18.607559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-490eb8e5-90b2-40ba-9a9c-91eb6193afcf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6d1ba33786f472da4755a434212d5d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4313390 Feb 03 21:54:18.610919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:18.621244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d0d747c5-49ed-43fa-94f9-59b45f56a425), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:18.625868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5dbbd413-fed0-4338-bb27-a59fc730513a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:18.627213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5dbbd413-fed0-4338-bb27-a59fc730513a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086541 Feb 03 21:54:18.648430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Request body: {'port': {'device_id': '735ae1d9-466b-4811-89f2-7e16b76f0267', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '3581307d22c3441fb5a5c9d506d7c2ee'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:18.661364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=d0d747c5-49ed-43fa-94f9-59b45f56a425,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:18.682020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eb8e5-90b2-40ba-9a9c-91eb6193afcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038ba88a-90f4-403d-9817-e4e9dcc254c2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:18.763941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c849e6c-539f-4543-b6b4-c54a4aaa9763 req-6abe93cb-fd27-49f7-910a-2be84e41eba5 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:18.768477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c849e6c-539f-4543-b6b4-c54a4aaa9763 req-6abe93cb-fd27-49f7-910a-2be84e41eba5 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 945 time: 0.2545948 Feb 03 21:54:18.883292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ceaae5-1e56-411e-9002-6596dbe99070 admin admin] Publish callbacks [] for security_group (038ba88a-90f4-403d-9817-e4e9dcc254c2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:18.973573 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c849e6c-539f-4543-b6b4-c54a4aaa9763 req-14bc7eb9-b9dc-4f0f-acd0-11f816a85467 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649008 Feb 03 21:54:19.049453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ceaae5-1e56-411e-9002-6596dbe99070 admin admin] Publish callbacks [] for security_group (038ba88a-90f4-403d-9817-e4e9dcc254c2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:19.060820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef56381-bfd2-4216-892f-5d42d420ffc0 req-f13726f5-3d92-41ed-b35e-ef753ff2d964 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:19.068537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ef56381-bfd2-4216-892f-5d42d420ffc0 req-f13726f5-3d92-41ed-b35e-ef753ff2d964 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.3161731 Feb 03 21:54:19.133851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d5067a4-278c-4115-8b34-741c3b26f426 req-203ab648-1369-4578-a109-f36e2a55c510 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 210 time: 0.0605400 Feb 03 21:54:19.139770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (7cd741fe-b620-4f18-92c5-fffcc4c36223), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:19.200061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ef56381-bfd2-4216-892f-5d42d420ffc0 req-20f67a4a-9659-423c-9237-a8bee9ed9ca5 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249669 Feb 03 21:54:19.200566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ceaae5-1e56-411e-9002-6596dbe99070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (038ba88a-90f4-403d-9817-e4e9dcc254c2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:19.206840 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73ceaae5-1e56-411e-9002-6596dbe99070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:19.208237 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-73ceaae5-1e56-411e-9002-6596dbe99070 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/038ba88a-90f4-403d-9817-e4e9dcc254c2 HTTP/1.1" status: 204 len: 168 time: 0.5958526 Feb 03 21:54:19.227884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Made reservation on behalf of 3581307d22c3441fb5a5c9d506d7c2ee for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:19.231855 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:19.361125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceaae5-1e56-411e-9002-6596dbe99070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038ba88a-90f4-403d-9817-e4e9dcc254c2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:19.446855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Allocated IP 192.168.233.100 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/98db401f-a950-4e0f-a2dc-da2afa9ee873) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:19.471948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Router 7cd741fe-b620-4f18-92c5-fffcc4c36223 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:54:19.635766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:54:19.639004 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks [] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:19.649403 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d3fd23c9-217f-43bf-8c8c-edb415923144 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "PUT /v2.0/routers/7cd741fe-b620-4f18-92c5-fffcc4c36223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5922973 Feb 03 21:54:19.653082 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a9ada-dc08-4a3f-af2f-32fbd4ebcab1 None None] Sync routers for ids ['7cd741fe-b620-4f18-92c5-fffcc4c36223'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:54:19.657393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:19.671015 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a9ada-dc08-4a3f-af2f-32fbd4ebcab1 None None] Routers {'7cd741fe-b620-4f18-92c5-fffcc4c36223'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:54:19.671640 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb4a9ada-dc08-4a3f-af2f-32fbd4ebcab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:53:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7cd741fe-b620-4f18-92c5-fffcc4c36223'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:19.707425 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-27193663-ea5f-4bc2-8377-145ae988ffbc tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:54:19.708810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-27193663-ea5f-4bc2-8377-145ae988ffbc tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/d0d747c5-49ed-43fa-94f9-59b45f56a425 HTTP/1.1" status: 404 len: 333 time: 0.0504425 Feb 03 21:54:19.720710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:19.742699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:19.756561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8', 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:19.761085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a', '04f8cb55-9c40-4f79-a3b7-3febad37de1f', '28b5e7a9-55e0-476e-a85d-76426e15d461', '8b5491a6-c3c3-44dc-b423-83153d3c6cf6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:19.761455 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb4a9ada-dc08-4a3f-af2f-32fbd4ebcab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:19.779276 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a9ada-dc08-4a3f-af2f-32fbd4ebcab1 None None] Routers {'7cd741fe-b620-4f18-92c5-fffcc4c36223'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:54:19.779996 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb4a9ada-dc08-4a3f-af2f-32fbd4ebcab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:53:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7cd741fe-b620-4f18-92c5-fffcc4c36223'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:19.800804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:19.804224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:19.845204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:19.904140 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb4a9ada-dc08-4a3f-af2f-32fbd4ebcab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:19.906997 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a9ada-dc08-4a3f-af2f-32fbd4ebcab1 None None] The sync data for ids ['7cd741fe-b620-4f18-92c5-fffcc4c36223'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:54:19.947185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22475b1a-1286-408e-af1c-f616affa7244 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for router (7cd741fe-b620-4f18-92c5-fffcc4c36223), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:19.966783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event updated for resources: {'Port': ['ID=98db401f-a950-4e0f-a2dc-da2afa9ee873,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:20.027992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:20.042114 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:20.099945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-49baf3d9-385a-4ffa-84f0-9c27c0f3a896 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4574864 Feb 03 21:54:20.114256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Request body: {'port': {'device_id': '735ae1d9-466b-4811-89f2-7e16b76f0267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:20.493651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22475b1a-1286-408e-af1c-f616affa7244 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (7cd741fe-b620-4f18-92c5-fffcc4c36223), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:20.496052 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22475b1a-1286-408e-af1c-f616affa7244 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for router_controller (7cd741fe-b620-4f18-92c5-fffcc4c36223), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:20.507631 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:20.531682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-71b6f1fe-1de0-44b4-903e-be97b2592b7f None None] Provisioning complete for port 98db401f-a950-4e0f-a2dc-da2afa9ee873 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:20.531991 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b6f1fe-1de0-44b4-903e-be97b2592b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:20.588737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22475b1a-1286-408e-af1c-f616affa7244 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (7cd741fe-b620-4f18-92c5-fffcc4c36223), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:20.589533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22475b1a-1286-408e-af1c-f616affa7244 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Fanout notify agent at l3_agent the message router_deleted on router 7cd741fe-b620-4f18-92c5-fffcc4c36223 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:54:20.597609 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22475b1a-1286-408e-af1c-f616affa7244 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:20.604758 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-22475b1a-1286-408e-af1c-f616affa7244 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/routers/7cd741fe-b620-4f18-92c5-fffcc4c36223 HTTP/1.1" status: 204 len: 168 time: 0.8828967 Feb 03 21:54:20.605560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:20.608235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-71b6f1fe-1de0-44b4-903e-be97b2592b7f None None] Port 98db401f-a950-4e0f-a2dc-da2afa9ee873 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:20.722022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d37ff8-16bf-40b6-b06f-60117aa2daff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet e01acb20-a389-452a-b8f3-0f0d8529e94c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:54:20.727981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28d37ff8-16bf-40b6-b06f-60117aa2daff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (e01acb20-a389-452a-b8f3-0f0d8529e94c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:20.816108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28d37ff8-16bf-40b6-b06f-60117aa2daff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (e01acb20-a389-452a-b8f3-0f0d8529e94c), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:20.902555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3469a7-564f-4fdd-bfd3-9d0c64894c9f req-ca9797c0-fc92-4aa6-b1cf-b43bb1dd2ef8 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:20.918021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b3469a7-564f-4fdd-bfd3-9d0c64894c9f req-ca9797c0-fc92-4aa6-b1cf-b43bb1dd2ef8 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 945 time: 0.7159166 Feb 03 21:54:20.940478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28d37ff8-16bf-40b6-b06f-60117aa2daff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (e01acb20-a389-452a-b8f3-0f0d8529e94c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.035668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19013a3-a271-48aa-adc4-ddfeaf54106b req-5c890896-edc4-4d86-b090-71c2b60cff00 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:21.053380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c19013a3-a271-48aa-adc4-ddfeaf54106b req-5c890896-edc4-4d86-b090-71c2b60cff00 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 936 time: 0.7362847 Feb 03 21:54:21.054252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28d37ff8-16bf-40b6-b06f-60117aa2daff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (e01acb20-a389-452a-b8f3-0f0d8529e94c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.124383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d37ff8-16bf-40b6-b06f-60117aa2daff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=e01acb20-a389-452a-b8f3-0f0d8529e94c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:21.133293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b3469a7-564f-4fdd-bfd3-9d0c64894c9f req-e4051876-afa4-4546-839e-2bb87265fd25 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143457 Feb 03 21:54:21.160220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28d37ff8-16bf-40b6-b06f-60117aa2daff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.172700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-28d37ff8-16bf-40b6-b06f-60117aa2daff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/e01acb20-a389-452a-b8f3-0f0d8529e94c HTTP/1.1" status: 204 len: 168 time: 0.5657890 Feb 03 21:54:21.174515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:21.191035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ffa7d-6560-4ed2-8009-c9a442946b25 None None] Network d412af31-d408-4999-b8b1-e378d4db0d7c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:21.372611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d412af31-d408-4999-b8b1-e378d4db0d7c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.394686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c19013a3-a271-48aa-adc4-ddfeaf54106b req-f53f7290-c728-4ba6-94a1-03d1b40c7969 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403041 Feb 03 21:54:21.517050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port c37a0d9c-65bc-450e-9d9a-377bcea73a03 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:21.517594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.530411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40542fdb-015c-4095-9c59-0cc258b3a7ed None None] DHCP port deletion for d412af31-d408-4999-b8b1-e378d4db0d7c request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:54:21.571972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98db401f-a950-4e0f-a2dc-da2afa9ee873 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:54:21.590828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Publish callbacks [] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.621448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-40542fdb-015c-4095-9c59-0cc258b3a7ed None None] Deleting port c37a0d9c-65bc-450e-9d9a-377bcea73a03 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:21.621747 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40542fdb-015c-4095-9c59-0cc258b3a7ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.631091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd2ad4-38e2-4f11-b6f3-71778237a4ea req-2f2a30c9-2fef-4fed-97c9-d071605775a4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:21.643177 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ffd2ad4-38e2-4f11-b6f3-71778237a4ea req-2f2a30c9-2fef-4fed-97c9-d071605775a4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.3595102 Feb 03 21:54:21.683982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] For port c37a0d9c-65bc-450e-9d9a-377bcea73a03, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c37a0d9c-65bc-450e-9d9a-377bcea73a03,segment=NetworkSegment(1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c),segment_id=1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:21.684442 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.714123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for c37a0d9c-65bc-450e-9d9a-377bcea73a03 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:21.724847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Transition to ACTIVE for port object 98db401f-a950-4e0f-a2dc-da2afa9ee873 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:54:21.751728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-40542fdb-015c-4095-9c59-0cc258b3a7ed None None] For port c37a0d9c-65bc-450e-9d9a-377bcea73a03, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c37a0d9c-65bc-450e-9d9a-377bcea73a03,segment=NetworkSegment(1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c),segment_id=1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:21.752085 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40542fdb-015c-4095-9c59-0cc258b3a7ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.767640 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.779761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-40542fdb-015c-4095-9c59-0cc258b3a7ed None None] Calling delete_port for c37a0d9c-65bc-450e-9d9a-377bcea73a03 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:21.932949 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:21.964500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Pushing event updated for resources: {'Port': ['ID=98db401f-a950-4e0f-a2dc-da2afa9ee873,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:21.988800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=c37a0d9c-65bc-450e-9d9a-377bcea73a03,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:22.017568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No DVR routers for this DVR port c37a0d9c-65bc-450e-9d9a-377bcea73a03 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:22.068173 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40542fdb-015c-4095-9c59-0cc258b3a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (c37a0d9c-65bc-450e-9d9a-377bcea73a03), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.178540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40542fdb-015c-4095-9c59-0cc258b3a7ed None None] Pushing event deleted for resources: {'Port': ['ID=c37a0d9c-65bc-450e-9d9a-377bcea73a03,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:22.200438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40542fdb-015c-4095-9c59-0cc258b3a7ed None None] No DVR routers for this DVR port c37a0d9c-65bc-450e-9d9a-377bcea73a03 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:22.256170 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d412af31-d408-4999-b8b1-e378d4db0d7c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.283517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ffd2ad4-38e2-4f11-b6f3-71778237a4ea req-b8397976-b602-4321-8cc7-041f20019351 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303968 Feb 03 21:54:22.311120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9fbe8-bcf8-44fb-b18e-4b83f33ab40e req-b1dcd065-156b-46ca-a23d-e910231f9b71 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:22.322155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8de9fbe8-bcf8-44fb-b18e-4b83f33ab40e req-b1dcd065-156b-46ca-a23d-e910231f9b71 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 945 time: 0.2563448 Feb 03 21:54:22.337884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d412af31-d408-4999-b8b1-e378d4db0d7c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:22.370259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:22.370573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:22.386173 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.402968 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.412401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:54:22.412828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (1ec898f1-fe6a-4e4e-9b9d-84c0afb9036c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.495614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Attempting to bind port 98db401f-a950-4e0f-a2dc-da2afa9ee873 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:54:22.496114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Attempting to bind port 98db401f-a950-4e0f-a2dc-da2afa9ee873 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:54:22.496550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Attempting to bind port 98db401f-a950-4e0f-a2dc-da2afa9ee873 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:54:22.497236 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:54:22.503038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d412af31-d408-4999-b8b1-e378d4db0d7c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.510590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.515598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/networks/d412af31-d408-4999-b8b1-e378d4db0d7c HTTP/1.1" status: 204 len: 168 time: 1.3400421 Feb 03 21:54:22.537342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39224) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:22.538414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe627f0-4993-4105-b1b8-b6f338c840a3 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Network': ['ID=d412af31-d408-4999-b8b1-e378d4db0d7c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:22.552500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Port 98db401f-a950-4e0f-a2dc-da2afa9ee873 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:54:22.552837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Attempting to bind port 98db401f-a950-4e0f-a2dc-da2afa9ee873 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:22.590789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:54:22.591501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:22.591501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:54:22.592448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Bound port: 98db401f-a950-4e0f-a2dc-da2afa9ee873, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:54:22.592822 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.609143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f316df6b-0a7d-4cf4-bb9e-1021df25fa91 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:22.611039 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f316df6b-0a7d-4cf4-bb9e-1021df25fa91 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 HTTP/1.1" status: 200 len: 841 time: 0.0653994 Feb 03 21:54:22.615667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8de9fbe8-bcf8-44fb-b18e-4b83f33ab40e req-1e176d86-03fd-4b0f-b539-130997e723e4 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920043 Feb 03 21:54:22.615837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:22.684671 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c8861807-22ff-41c0-a150-1baeaa5f1e03 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0667448 Feb 03 21:54:22.688169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39240) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:22.691693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e0b64-5f05-4b48-8863-fdc8fffe3406 req-1f50824b-3129-4066-a0cc-c8fc1e70cc53 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:22.693242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-591e0b64-5f05-4b48-8863-fdc8fffe3406 req-1f50824b-3129-4066-a0cc-c8fc1e70cc53 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 948 time: 0.1792402 Feb 03 21:54:22.700236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:22.726518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] For port 98db401f-a950-4e0f-a2dc-da2afa9ee873, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:54:22.751158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] For port 98db401f-a950-4e0f-a2dc-da2afa9ee873, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=98db401f-a950-4e0f-a2dc-da2afa9ee873,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:54:22.768509 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.783840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-591e0b64-5f05-4b48-8863-fdc8fffe3406 req-0a8661b6-d3d8-4eda-b687-e8a9da153322 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820003 Feb 03 21:54:22.850110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:22.851269 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.852680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] 10.222.0.10 "PUT /v2.0/ports/98db401f-a950-4e0f-a2dc-da2afa9ee873 HTTP/1.1" status: 200 len: 1096 time: 2.7430332 Feb 03 21:54:22.860738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735ae1d9-466b-4811-89f2-7e16b76f0267', 'tag': '98db401f-a950-4e0f-a2dc-da2afa9ee873'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:22.864205 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147316de-e6fc-4970-ad0e-53da331d166e" -d '{"events": [{"name": "network-changed", "server_uuid": "735ae1d9-466b-4811-89f2-7e16b76f0267", "tag": "98db401f-a950-4e0f-a2dc-da2afa9ee873"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:22.905249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357dcc5-059a-42e8-8ec5-8f2c7cde5206 service neutron] Pushing event updated for resources: {'Port': ['ID=98db401f-a950-4e0f-a2dc-da2afa9ee873,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:22.922557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c37a0d9c-65bc-450e-9d9a-377bcea73a03 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:54:22.942830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:22.947902 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:22.986423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c37a0d9c-65bc-450e-9d9a-377bcea73a03 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:54:22.986774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c37a0d9c-65bc-450e-9d9a-377bcea73a03 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:54:23.024875 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa1cb3-6837-4593-849d-8a18f258f3d2 x-openstack-request-id: req-73fa1cb3-6837-4593-849d-8a18f258f3d2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:23.028683 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735ae1d9-466b-4811-89f2-7e16b76f0267", "tag": "98db401f-a950-4e0f-a2dc-da2afa9ee873", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:23.029168 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73fa1cb3-6837-4593-849d-8a18f258f3d2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:23.029825 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735ae1d9-466b-4811-89f2-7e16b76f0267', 'tag': '98db401f-a950-4e0f-a2dc-da2afa9ee873', 'status': 'completed', 'code': 200} Feb 03 21:54:23.069387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-28734d89-53f3-444a-aee2-fa570ae67d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:23.071198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-28734d89-53f3-444a-aee2-fa570ae67d89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 1130 time: 0.1366818 Feb 03 21:54:23.168988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-78247b40-1065-4174-92a5-1052ecc6e28b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=98db401f-a950-4e0f-a2dc-da2afa9ee873 HTTP/1.1" status: 200 len: 217 time: 0.0833120 Feb 03 21:54:23.247908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-591e9f43-71b7-4062-82f8-9f0fc7bafebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:23.250979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-591e9f43-71b7-4062-82f8-9f0fc7bafebf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0768931 Feb 03 21:54:23.301402 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d7294c56-ab00-4933-b8dc-589966c54be3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:23.399566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:23.404037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:23.409000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:23.409536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:23.417032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaffb33-85bf-453f-b1f8-001ea2353314 None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:23.421891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=d7294c56-ab00-4933-b8dc-589966c54be3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:23.437792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-63677a67-5e1d-4064-a7f1-789c8b30c24c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7484879 Feb 03 21:54:23.440632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:23.447141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2e825d8a-0789-4031-aae8-b4b7d77ee864 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'security_group': {'name': 'tempest-secgroup-603373088'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:23.516413 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e825d8a-0789-4031-aae8-b4b7d77ee864 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:23.668396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e825d8a-0789-4031-aae8-b4b7d77ee864 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (73d46467-26d3-4584-9246-6a8160aa2995), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:23.684202 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e825d8a-0789-4031-aae8-b4b7d77ee864 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (73d46467-26d3-4584-9246-6a8160aa2995), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:23.783677 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825d8a-0789-4031-aae8-b4b7d77ee864 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d46467-26d3-4584-9246-6a8160aa2995,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:23.796594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e825d8a-0789-4031-aae8-b4b7d77ee864 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:23.803435 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e825d8a-0789-4031-aae8-b4b7d77ee864 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3613288 Feb 03 21:54:23.804313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39326) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:23.818504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d2917ddd-4db7-426c-ab60-86e0195c2218 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'security_group': {'name': 'tempest-secgroup-560863290'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:23.892117 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2917ddd-4db7-426c-ab60-86e0195c2218 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:23.930128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-81df9aa5-ace6-4d52-8a0b-de88e196a064 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:23.932052 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-81df9aa5-ace6-4d52-8a0b-de88e196a064 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 945 time: 0.2622080 Feb 03 21:54:23.946818 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c909c30-fe69-4330-b5a6-f133d58e1296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:23.959011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-d3575884-57a9-43d5-a6af-e83ea2e2b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:23.961092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-d3575884-57a9-43d5-a6af-e83ea2e2b0c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7025347 Feb 03 21:54:24.027328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-15847131-12b2-4b90-95fd-e0cd708fc36f', 'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'project_id': 'a23e65292da54804af2db2c21f793a0e', 'fixed_ips': [{'subnet_id': 'd7294c56-ab00-4933-b8dc-589966c54be3'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:54:24.028674 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.048717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d1bef-e573-4079-be4d-4ca105c2a71e req-de76edd6-96a1-42ed-ad0e-ba1e2929aa7e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:24.056613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-714d1bef-e573-4079-be4d-4ca105c2a71e req-de76edd6-96a1-42ed-ad0e-ba1e2929aa7e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.2762539 Feb 03 21:54:24.075558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1590ec4-3273-4b3f-802e-0cca7139b349 req-0e83694d-68b3-4c2f-9095-26d58757bba9 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:24.077860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1590ec4-3273-4b3f-802e-0cca7139b349 req-0e83694d-68b3-4c2f-9095-26d58757bba9 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 945 time: 0.3026788 Feb 03 21:54:24.197001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-714d1bef-e573-4079-be4d-4ca105c2a71e req-d09741b3-1a5a-4f0f-bac5-952391946f7c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378465 Feb 03 21:54:24.206199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Allocated IP 172.20.0.2 (15847131-12b2-4b90-95fd-e0cd708fc36f/d7294c56-ab00-4933-b8dc-589966c54be3/bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:24.223861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2917ddd-4db7-426c-ab60-86e0195c2218 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (e30cfb3e-89ba-41fc-9fa7-35eec3131d48), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.227360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Deleting port 9b5a12e1-3067-4345-ac44-b657d4237efd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:24.227706 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.234937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1590ec4-3273-4b3f-802e-0cca7139b349 req-d8110dd1-9384-4f33-9adb-d96beadd2f7a tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/security-groups?id=24fb9d5e-5898-464f-a145-f123df423fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339839 Feb 03 21:54:24.237786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-79474f5a-1bc0-43e6-a95e-991bdeb4043a service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626345 Feb 03 21:54:24.339971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] For port 9b5a12e1-3067-4345-ac44-b657d4237efd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9b5a12e1-3067-4345-ac44-b657d4237efd,segment=NetworkSegment(3da9380f-fb2b-4acf-8475-9097ef2bee9e),segment_id=3da9380f-fb2b-4acf-8475-9097ef2bee9e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:24.340339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.356228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Calling delete_port for 9b5a12e1-3067-4345-ac44-b657d4237efd owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:24.428364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cbbb57-f508-4364-88f8-079d0b9d8304 req-b9f223b2-ea2a-45c7-b65b-15250192050e service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822021 Feb 03 21:54:24.471719 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2917ddd-4db7-426c-ab60-86e0195c2218 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e30cfb3e-89ba-41fc-9fa7-35eec3131d48), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.476287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc4f3-1cae-4fdb-b133-a66cc4237c74 req-fafc0da0-f772-4a60-8c0a-3b0a8a1ac2dc tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:24.478617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c90cc4f3-1cae-4fdb-b133-a66cc4237c74 req-fafc0da0-f772-4a60-8c0a-3b0a8a1ac2dc tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 948 time: 0.1216557 Feb 03 21:54:24.494195 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Publish callbacks [] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.520590 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.534478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.583152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.594216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:24.597854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c90cc4f3-1cae-4fdb-b133-a66cc4237c74 req-838af5ac-2454-4a60-8485-d8d859acb501 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132030 Feb 03 21:54:24.603973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147316de-e6fc-4970-ad0e-53da331d166e req-a5d8713a-ed06-4eb6-b0ab-23d654ea8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:24.605598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147316de-e6fc-4970-ad0e-53da331d166e req-a5d8713a-ed06-4eb6-b0ab-23d654ea8f02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 1130 time: 0.0947509 Feb 03 21:54:24.609398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:24.617052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:24.643640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2917ddd-4db7-426c-ab60-86e0195c2218 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.645009 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d2917ddd-4db7-426c-ab60-86e0195c2218 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8346758 Feb 03 21:54:24.648553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:24.649597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2917ddd-4db7-426c-ab60-86e0195c2218 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30cfb3e-89ba-41fc-9fa7-35eec3131d48,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:24.656204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1704199237', 'security_groups': ['e30cfb3e-89ba-41fc-9fa7-35eec3131d48'], 'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd7294c56-ab00-4933-b8dc-589966c54be3'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:24.679676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Attempting to bind port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:54:24.680052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Attempting to bind port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '6f8095c6-3661-4196-91cc-14a735198d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:54:24.680413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Attempting to bind port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 on network 15847131-12b2-4b90-95fd-e0cd708fc36f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:24.682743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Pushing event updated for resources: {'Port': ['ID=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:24.688871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:54:24.689638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Checking segment: {'id': '6f8095c6-3661-4196-91cc-14a735198d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:24.690225 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.691112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Bound using segment: {'id': '6f8095c6-3661-4196-91cc-14a735198d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:54:24.691745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Bound port: bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8095c6-3661-4196-91cc-14a735198d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:54:24.692425 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.765878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] For port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:54:24.769437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] For port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,segment=NetworkSegment(6f8095c6-3661-4196-91cc-14a735198d97),segment_id=6f8095c6-3661-4196-91cc-14a735198d97)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:54:24.778747 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:24.889284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06da269-155b-4a5a-873e-fd8a6774dd69 None None] Pushing event updated for resources: {'Port': ['ID=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:24.925300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147316de-e6fc-4970-ad0e-53da331d166e req-b1f5d9ad-fdd3-4cb8-9e02-14c01ee6118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:24.928379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147316de-e6fc-4970-ad0e-53da331d166e req-b1f5d9ad-fdd3-4cb8-9e02-14c01ee6118a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.3153415 Feb 03 21:54:25.016042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147316de-e6fc-4970-ad0e-53da331d166e req-7d0285d7-4f23-4621-9fbd-6e3acc4cbfa4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=98db401f-a950-4e0f-a2dc-da2afa9ee873 HTTP/1.1" status: 200 len: 217 time: 0.0742857 Feb 03 21:54:25.086983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147316de-e6fc-4970-ad0e-53da331d166e req-a28a2e00-5dcc-4117-9037-9395342f6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:25.089187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147316de-e6fc-4970-ad0e-53da331d166e req-a28a2e00-5dcc-4117-9037-9395342f6650 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0679331 Feb 03 21:54:25.176956 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9b5a12e1-3067-4345-ac44-b657d4237efd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:25.187727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147316de-e6fc-4970-ad0e-53da331d166e req-8c445681-098c-449c-b74f-df644b0b421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:25.189597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147316de-e6fc-4970-ad0e-53da331d166e req-8c445681-098c-449c-b74f-df644b0b421b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0930643 Feb 03 21:54:25.189867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9b5a12e1-3067-4345-ac44-b657d4237efd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:25.251585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Pushing event deleted for resources: {'Port': ['ID=9b5a12e1-3067-4345-ac44-b657d4237efd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:25.304327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] No DVR routers for this DVR port 9b5a12e1-3067-4345-ac44-b657d4237efd on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:25.312621 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:25.316203 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb87624e-6a96-4373-9c8d-d5374c923b79 req-44c057a6-6743-463f-b7af-d1f760b73ac2 tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.10 "DELETE /v2.0/ports/9b5a12e1-3067-4345-ac44-b657d4237efd HTTP/1.1" status: 204 len: 173 time: 1.3736448 Feb 03 21:54:25.316663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0c4aec-d7ca-4018-990f-c30599540009', 'name': 'network-vif-deleted', 'tag': '9b5a12e1-3067-4345-ac44-b657d4237efd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:25.332282 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bef537-2cc3-43e7-8258-61094125fed1" -d '{"events": [{"server_uuid": "cd0c4aec-d7ca-4018-990f-c30599540009", "name": "network-vif-deleted", "tag": "9b5a12e1-3067-4345-ac44-b657d4237efd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:25.359671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:25.477467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ab1ca91-d5a2-4930-b195-ae6045e33431 req-b534b7d5-af70-41db-809c-f48db4fd3c1e tempest-InstanceActionsTestJSON-1093950544 tempest-InstanceActionsTestJSON-1093950544-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd0c4aec-d7ca-4018-990f-c30599540009 HTTP/1.1" status: 200 len: 210 time: 0.0470884 Feb 03 21:54:25.537705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:25.555512 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147316de-e6fc-4970-ad0e-53da331d166e req-acc7019a-0e9b-423c-8564-134c2466794c service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544414 Feb 03 21:54:25.558750 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ce8737-22e4-472e-9e2e-5f13c49125d0 x-openstack-request-id: req-31ce8737-22e4-472e-9e2e-5f13c49125d0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:25.559042 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0c4aec-d7ca-4018-990f-c30599540009", "name": "network-vif-deleted", "tag": "9b5a12e1-3067-4345-ac44-b657d4237efd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:25.559302 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31ce8737-22e4-472e-9e2e-5f13c49125d0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:25.559702 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0c4aec-d7ca-4018-990f-c30599540009', 'name': 'network-vif-deleted', 'tag': '9b5a12e1-3067-4345-ac44-b657d4237efd', 'status': 'completed', 'code': 200} Feb 03 21:54:25.571123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port ba7e7cf7-c636-4531-aad9-6de85b0eeced yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:54:25.573920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc6ec1-7e0d-42b7-b2b4-ef46637ddaac req-4e970291-c4d0-4d14-9ddb-7472501576ac tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:25.576082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16fc6ec1-7e0d-42b7-b2b4-ef46637ddaac req-4e970291-c4d0-4d14-9ddb-7472501576ac tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.2031598 Feb 03 21:54:25.730533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-147316de-e6fc-4970-ad0e-53da331d166e req-6551883e-18c4-4edc-b85d-55b787f1d780 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528583 Feb 03 21:54:25.730893 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41d1c9be-0e27-4ea2-87d3-b25dfefc6e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:25.838712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16fc6ec1-7e0d-42b7-b2b4-ef46637ddaac req-0b011131-3765-4f2c-ba4a-8f100088747e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071923 Feb 03 21:54:25.854400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8b1ea-0d59-4ef8-a2d6-65975a66122d req-3b1be591-bb85-47c6-b474-84f65799f676 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:25.862061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ea8b1ea-0d59-4ef8-a2d6-65975a66122d req-3b1be591-bb85-47c6-b474-84f65799f676 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 948 time: 0.1034956 Feb 03 21:54:25.916863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.8 (15847131-12b2-4b90-95fd-e0cd708fc36f/d7294c56-ab00-4933-b8dc-589966c54be3/ba7e7cf7-c636-4531-aad9-6de85b0eeced) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:25.943636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:25.946634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ea8b1ea-0d59-4ef8-a2d6-65975a66122d req-99e57355-0f76-466e-bce3-a1a2f7778b6c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823307 Feb 03 21:54:26.149789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-034101cb-18f1-466e-9e80-e528fcc66d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.175937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.275255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.345210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:26.348142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=ba7e7cf7-c636-4531-aad9-6de85b0eeced,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:26.350892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:26.365258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:26.373573 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-034101cb-18f1-466e-9e80-e528fcc66d42 admin admin] Publish callbacks [] for security_group (ff2ca3f0-b303-46da-a764-5f607ed60bd7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.398035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-034101cb-18f1-466e-9e80-e528fcc66d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ff2ca3f0-b303-46da-a764-5f607ed60bd7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.456540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:26.457272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.472713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-034101cb-18f1-466e-9e80-e528fcc66d42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01f64cf7144e46288b5e5e577949cc76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5260887 Feb 03 21:54:26.474652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:26.478127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034101cb-18f1-466e-9e80-e528fcc66d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2ca3f0-b303-46da-a764-5f607ed60bd7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:26.495527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:26.501589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0fe383f2-2acd-4ca6-bbb1-b3922e1b55ff tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8488479 Feb 03 21:54:26.525881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-154ea69b-d559-4d5a-888d-11221f0c6e06 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:26.548819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:26.569766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-faf99099-d513-44d9-a477-bc757b2778da None None] Provisioning complete for port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:26.570178 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faf99099-d513-44d9-a477-bc757b2778da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.625005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-faf99099-d513-44d9-a477-bc757b2778da None None] Port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:26.644313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-faf99099-d513-44d9-a477-bc757b2778da None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:26.644982 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faf99099-d513-44d9-a477-bc757b2778da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.663955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceccf826-b332-4f74-b2fa-d60ad8e7667c admin admin] Deleting subnet ba2c0b64-df18-43fc-908b-10a93a3d59f0 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:54:26.669746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceccf826-b332-4f74-b2fa-d60ad8e7667c admin admin] Publish callbacks [] for subnet (ba2c0b64-df18-43fc-908b-10a93a3d59f0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.708819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceccf826-b332-4f74-b2fa-d60ad8e7667c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (ba2c0b64-df18-43fc-908b-10a93a3d59f0), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.779350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-faf99099-d513-44d9-a477-bc757b2778da None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:26.779889 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faf99099-d513-44d9-a477-bc757b2778da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.785776 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceccf826-b332-4f74-b2fa-d60ad8e7667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (ba2c0b64-df18-43fc-908b-10a93a3d59f0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.791537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154ea69b-d559-4d5a-888d-11221f0c6e06 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:26.808125 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-154ea69b-d559-4d5a-888d-11221f0c6e06 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.813136 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf96f-0323-46a8-b8fc-6f89c641f40f admin admin] Publish callbacks [] for security_group (ff2ca3f0-b303-46da-a764-5f607ed60bd7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.818014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-faf99099-d513-44d9-a477-bc757b2778da None None] For port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,segment=NetworkSegment(6f8095c6-3661-4196-91cc-14a735198d97),segment_id=6f8095c6-3661-4196-91cc-14a735198d97)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:26.830828 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faf99099-d513-44d9-a477-bc757b2778da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.896393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf99099-d513-44d9-a477-bc757b2778da None None] Pushing event updated for resources: {'Port': ['ID=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:26.923436 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.935968 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceccf826-b332-4f74-b2fa-d60ad8e7667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (ba2c0b64-df18-43fc-908b-10a93a3d59f0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.941504 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf96f-0323-46a8-b8fc-6f89c641f40f admin admin] Publish callbacks [] for security_group (ff2ca3f0-b303-46da-a764-5f607ed60bd7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.951395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceccf826-b332-4f74-b2fa-d60ad8e7667c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:26.962438 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ceccf826-b332-4f74-b2fa-d60ad8e7667c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ba2c0b64-df18-43fc-908b-10a93a3d59f0 HTTP/1.1" status: 204 len: 168 time: 0.4117839 Feb 03 21:54:26.963583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:26.985475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-50de35d0-9f56-4ec9-9f3c-29ce3e8b1e7a None None] Provisioning complete for port ba7e7cf7-c636-4531-aad9-6de85b0eeced triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:26.986027 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50de35d0-9f56-4ec9-9f3c-29ce3e8b1e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.015508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:27.039619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccf826-b332-4f74-b2fa-d60ad8e7667c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2c0b64-df18-43fc-908b-10a93a3d59f0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:27.057665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf96f-0323-46a8-b8fc-6f89c641f40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ff2ca3f0-b303-46da-a764-5f607ed60bd7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.060755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf96f-0323-46a8-b8fc-6f89c641f40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.062102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f9dbf96f-0323-46a8-b8fc-6f89c641f40f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff2ca3f0-b303-46da-a764-5f607ed60bd7 HTTP/1.1" status: 204 len: 168 time: 0.5863466 Feb 03 21:54:27.081218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbf96f-0323-46a8-b8fc-6f89c641f40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2ca3f0-b303-46da-a764-5f607ed60bd7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:27.103140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-50de35d0-9f56-4ec9-9f3c-29ce3e8b1e7a None None] Port ba7e7cf7-c636-4531-aad9-6de85b0eeced cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:27.130497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:27.131076 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.135396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8da3b6e8-def8-488d-be6f-00a83453cf4d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.194852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b833ffa-c5e2-4229-bcfe-be15e3fd4a1d req-a47caa76-872b-4fd7-bc09-5706c91daa69 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:27.201886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b833ffa-c5e2-4229-bcfe-be15e3fd4a1d req-a47caa76-872b-4fd7-bc09-5706c91daa69 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1919603 Feb 03 21:54:27.225948 n-d-824834-9 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-154ea69b-d559-4d5a-888d-11221f0c6e06 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d7294c56-ab00-4933-b8dc-589966c54be3 (CIDR: 172.20.0.0/28) Feb 03 21:54:27.226985 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:54:27.240567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:27.241481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b2e1-47d9-419c-a454-cc81f056ec3d req-6d43b04e-cdb4-421d-9a54-d5063c8c846b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:27.243235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e063b2e1-47d9-419c-a454-cc81f056ec3d req-6d43b04e-cdb4-421d-9a54-d5063c8c846b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 948 time: 0.1596472 Feb 03 21:54:27.251456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8da3b6e8-def8-488d-be6f-00a83453cf4d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.264712 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-154ea69b-d559-4d5a-888d-11221f0c6e06 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:54:27.265231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154ea69b-d559-4d5a-888d-11221f0c6e06 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:27.278765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da3b6e8-def8-488d-be6f-00a83453cf4d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:27.290415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da9380f-fb2b-4acf-8475-9097ef2bee9e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:27.290850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da9380f-fb2b-4acf-8475-9097ef2bee9e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:27.293612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-154ea69b-d559-4d5a-888d-11221f0c6e06 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7965486 Feb 03 21:54:27.297229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b833ffa-c5e2-4229-bcfe-be15e3fd4a1d req-915fc23c-17b1-40e6-b201-44bb9ce95b2b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944829 Feb 03 21:54:27.297691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:27.303264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:27.311029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (3da9380f-fb2b-4acf-8475-9097ef2bee9e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.353973 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e063b2e1-47d9-419c-a454-cc81f056ec3d req-9a4a3186-d7af-4778-a273-6c5c113858dc tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777764 Feb 03 21:54:27.364227 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (3da9380f-fb2b-4acf-8475-9097ef2bee9e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.376765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:54:27.377211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (3da9380f-fb2b-4acf-8475-9097ef2bee9e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:54:27.379031 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:54:27.461470 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8da3b6e8-def8-488d-be6f-00a83453cf4d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.466397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.469645 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8da3b6e8-def8-488d-be6f-00a83453cf4d HTTP/1.1" status: 204 len: 168 time: 0.5030453 Feb 03 21:54:27.486090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bce86-ac9a-445d-8a2c-578a40fe9cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8da3b6e8-def8-488d-be6f-00a83453cf4d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:27.514869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:27.518477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.606150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:27.652542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c6b39bfd-5881-4a91-b412-258efa772357 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d00d623d4304f3aaa9997e37504de9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429137 Feb 03 21:54:27.652856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:27.703692 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ec10ad-50cf-4a88-bf53-73f2c8541ff1 admin admin] Publish callbacks [] for security_group (24fb9d5e-5898-464f-a145-f123df423fe8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.726926 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ec10ad-50cf-4a88-bf53-73f2c8541ff1 admin admin] Publish callbacks [] for security_group (24fb9d5e-5898-464f-a145-f123df423fe8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.783494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ec10ad-50cf-4a88-bf53-73f2c8541ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (24fb9d5e-5898-464f-a145-f123df423fe8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.786554 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ec10ad-50cf-4a88-bf53-73f2c8541ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.788010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-15ec10ad-50cf-4a88-bf53-73f2c8541ff1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24fb9d5e-5898-464f-a145-f123df423fe8 HTTP/1.1" status: 204 len: 168 time: 0.1337879 Feb 03 21:54:27.792024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (6909b9ce-8590-4dff-8e42-7179daf06769), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.798352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec10ad-50cf-4a88-bf53-73f2c8541ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fb9d5e-5898-464f-a145-f123df423fe8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:27.837739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:27.841750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:27.846053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:27.847106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:27.851879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e88baa-7af5-409d-a471-ffb8b96fd4a7 None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:27.866792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=6909b9ce-8590-4dff-8e42-7179daf06769,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:27.885404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39496) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:27.891780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1369010169', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6909b9ce-8590-4dff-8e42-7179daf06769'}], 'security_groups': ['73d46467-26d3-4584-9246-6a8160aa2995']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:27.896084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-26c2a299-6ca0-4471-8985-c9015db09506 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5972283 Feb 03 21:54:28.127759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:28.194767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4414064-cf71-4e38-aa89-51efbaa861e2 None None] Update dhcp port {'port': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'fixed_ips': [{'subnet_id': 'd7294c56-ab00-4933-b8dc-589966c54be3', 'ip_address': '172.20.0.2'}, {'subnet_id': '6909b9ce-8590-4dff-8e42-7179daf06769'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 21:54:28.236735 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4414064-cf71-4e38-aa89-51efbaa861e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:28.332945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 98db401f-a950-4e0f-a2dc-da2afa9ee873 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:54:28.336409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9b5a12e1-3067-4345-ac44-b657d4237efd no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:54:28.416750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 9b5a12e1-3067-4345-ac44-b657d4237efd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:54:28.417403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9b5a12e1-3067-4345-ac44-b657d4237efd not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:54:28.629048 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:28.633649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf0316-852d-4c1e-8c66-e471ff34c10f req-4a72953f-a9e5-4c62-bc1a-2df2ba2b20c6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:28.635287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cdf0316-852d-4c1e-8c66-e471ff34c10f req-4a72953f-a9e5-4c62-bc1a-2df2ba2b20c6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 948 time: 0.1249275 Feb 03 21:54:28.661266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b4414064-cf71-4e38-aa89-51efbaa861e2 None None] Allocated IP 172.20.0.18 (15847131-12b2-4b90-95fd-e0cd708fc36f/6909b9ce-8590-4dff-8e42-7179daf06769/bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:28.683400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2dd95-3154-4117-9d2c-b31fcfceb251 req-0703dccd-bacb-4a9b-8adb-c4382d9e17ef tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:28.685007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00d2dd95-3154-4117-9d2c-b31fcfceb251 req-0703dccd-bacb-4a9b-8adb-c4382d9e17ef tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.2303090 Feb 03 21:54:28.691549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 98db401f-a950-4e0f-a2dc-da2afa9ee873, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=98db401f-a950-4e0f-a2dc-da2afa9ee873,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:28.735015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cdf0316-852d-4c1e-8c66-e471ff34c10f req-0fc1fd7c-492b-46ec-9aba-30c6eded12e8 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920413 Feb 03 21:54:28.759350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '98db401f-a950-4e0f-a2dc-da2afa9ee873', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '98db401f-a950-4e0f-a2dc-da2afa9ee873', 'mac_address': 'fa:16:3e:9d:11:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:54:28.777570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00d2dd95-3154-4117-9d2c-b31fcfceb251 req-26e840e8-a7fd-4fbd-8b6b-668085577033 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841327 Feb 03 21:54:28.810668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 98db401f-a950-4e0f-a2dc-da2afa9ee873 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:28.811061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:28.848414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98db401f-a950-4e0f-a2dc-da2afa9ee873 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:54:28.896841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:28.902664 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 98db401f-a950-4e0f-a2dc-da2afa9ee873, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=98db401f-a950-4e0f-a2dc-da2afa9ee873,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:28.948096 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:28.959351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b4414064-cf71-4e38-aa89-51efbaa861e2 None None] For port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,segment=NetworkSegment(6f8095c6-3661-4196-91cc-14a735198d97),segment_id=6f8095c6-3661-4196-91cc-14a735198d97)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:28.975903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:29.056929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=98db401f-a950-4e0f-a2dc-da2afa9ee873,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:29.095690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4414064-cf71-4e38-aa89-51efbaa861e2 None None] Publish callbacks [] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.103165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:29.103528 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.106067 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4414064-cf71-4e38-aa89-51efbaa861e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.206997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4414064-cf71-4e38-aa89-51efbaa861e2 None None] Pushing event updated for resources: {'Port': ['ID=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:29.207529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:29.218730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1268424777'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:29.304485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Delete allocated IP 172.20.0.8 (15847131-12b2-4b90-95fd-e0cd708fc36f/d7294c56-ab00-4933-b8dc-589966c54be3) {{(pid=103397) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 21:54:29.327254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.23 (15847131-12b2-4b90-95fd-e0cd708fc36f/6909b9ce-8590-4dff-8e42-7179daf06769/ba7e7cf7-c636-4531-aad9-6de85b0eeced) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:29.355597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Made reservation on behalf of 1cd6cbe522dc435e8debf753c242bb0b for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:29.356742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:29.358950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.375573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['98db401f-a950-4e0f-a2dc-da2afa9ee873'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:29.378332 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.397998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1188772836-network', 'tenant_id': 'd563884eed804393b4587889e9421f96'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:29.426694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Made reservation on behalf of d563884eed804393b4587889e9421f96 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:29.434818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.453387 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.551983 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks [] for security_group (64914185-3a51-4289-b8db-0b01bffe0739), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.563574 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (64914185-3a51-4289-b8db-0b01bffe0739), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.582483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Publish callbacks [] for security_group (8ecd92c0-9258-40bf-9346-fca6e64138a1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.590395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8ecd92c0-9258-40bf-9346-fca6e64138a1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.628490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:54:29.635312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:54:29.639411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecd92c0-9258-40bf-9346-fca6e64138a1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:29.644717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b0309e22-216f-4497-aef9-7cc241f06978), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.645108 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Added segment b0309e22-216f-4497-aef9-7cc241f06978 of type vlan for network cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 Feb 03 21:54:29.651786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64914185-3a51-4289-b8db-0b01bffe0739,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:29.670984 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7b78c75c-0cbc-4855-962f-6d9b73b4b9c5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.671340 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Added segment 7b78c75c-0cbc-4855-962f-6d9b73b4b9c5 of type vlan for network 747e8507-83e2-4dd0-9104-018f68c191b3 Feb 03 21:54:29.699862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cda3ef2e-6c38-4ef6-97c8-4b70a2f38825), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.734502 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.734730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cda3ef2e-6c38-4ef6-97c8-4b70a2f38825), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.736347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:29.737048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (747e8507-83e2-4dd0-9104-018f68c191b3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.737195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.751355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.827987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6186957 Feb 03 21:54:29.831601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:29.840594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Request body: {'subnet': {'network_id': 'cda3ef2e-6c38-4ef6-97c8-4b70a2f38825', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1188772836-subnet', 'tenant_id': 'd563884eed804393b4587889e9421f96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:29.846910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7581d0-234e-4fab-9b67-96114fec4905 admin admin] Pushing event updated for resources: {'Network': ['ID=cda3ef2e-6c38-4ef6-97c8-4b70a2f38825,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:29.879642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:54:29.880380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (747e8507-83e2-4dd0-9104-018f68c191b3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.887750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Made reservation on behalf of d563884eed804393b4587889e9421f96 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:29.892555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:29.893251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.894737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:29.987154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.011359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=ba7e7cf7-c636-4531-aad9-6de85b0eeced,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:30.145518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1682992 Feb 03 21:54:30.147266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39562) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:30.159455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0cddb-c0e6-420a-b48c-0059540b0aee tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event updated for resources: {'Network': ['ID=747e8507-83e2-4dd0-9104-018f68c191b3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:30.170658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 747e8507-83e2-4dd0-9104-018f68c191b3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:54:30.180962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Request body: {'subnet': {'network_id': '747e8507-83e2-4dd0-9104-018f68c191b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:30.258130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] In _notify_port_updated(), no bound segment for port ba7e7cf7-c636-4531-aad9-6de85b0eeced on network 15847131-12b2-4b90-95fd-e0cd708fc36f {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:54:30.264003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:30.264309 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.266308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6cfb5a1b-e0a1-487c-833b-37422eeefaac tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "PUT /v2.0/ports/ba7e7cf7-c636-4531-aad9-6de85b0eeced HTTP/1.1" status: 200 len: 921 time: 2.3789659 Feb 03 21:54:30.270221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39568) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:30.293275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-451881af-787e-45a2-8579-dc309aed7a79 None None] Provisioning complete for port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:30.293753 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-451881af-787e-45a2-8579-dc309aed7a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.341595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (961fe8b8-a329-4e97-b402-e199ac030b72), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.348928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-451881af-787e-45a2-8579-dc309aed7a79 None None] Port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:30.360115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280094a-6e0e-49f1-b8a4-0361cae1174b req-fa457910-ebc2-47e3-8c41-4415b699ac37 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:30.360699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-451881af-787e-45a2-8579-dc309aed7a79 None None] Provisioning complete for port ba7e7cf7-c636-4531-aad9-6de85b0eeced triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:30.361678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1280094a-6e0e-49f1-b8a4-0361cae1174b req-fa457910-ebc2-47e3-8c41-4415b699ac37 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 949 time: 0.4063270 Feb 03 21:54:30.361810 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-451881af-787e-45a2-8579-dc309aed7a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.368469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6211b-9aa1-4933-b67c-2ddcf3676a4c req-f3664589-995b-4df6-b894-26157eb97733 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:30.369905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31e6211b-9aa1-4933-b67c-2ddcf3676a4c req-f3664589-995b-4df6-b894-26157eb97733 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.4157147 Feb 03 21:54:30.403145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-451881af-787e-45a2-8579-dc309aed7a79 None None] Port ba7e7cf7-c636-4531-aad9-6de85b0eeced cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:30.414310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-451881af-787e-45a2-8579-dc309aed7a79 None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:30.414824 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-451881af-787e-45a2-8579-dc309aed7a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.417447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=961fe8b8-a329-4e97-b402-e199ac030b72,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:30.442975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1280094a-6e0e-49f1-b8a4-0361cae1174b req-95d16c29-9e5b-4491-bb27-d5bd665496cb tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720894 Feb 03 21:54:30.445503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Made reservation on behalf of 1cd6cbe522dc435e8debf753c242bb0b for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:30.449027 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.512694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Checking segment: {'id': 'b0309e22-216f-4497-aef9-7cc241f06978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cda3ef2e-6c38-4ef6-97c8-4b70a2f38825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:30.513429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Network hostable DHCP agents. Network: cda3ef2e-6c38-4ef6-97c8-4b70a2f38825, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:54:30.552003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a0a278f4-2025-40e5-9d84-a0f8618b36a0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port ba7e7cf7-c636-4531-aad9-6de85b0eeced {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:30.552374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0a278f4-2025-40e5-9d84-a0f8618b36a0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.554502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-451881af-787e-45a2-8579-dc309aed7a79 None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:30.555246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31e6211b-9aa1-4933-b67c-2ddcf3676a4c req-ac0378b8-4c1f-4b60-ad31-da3b6c25cce7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586485 Feb 03 21:54:30.675862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Network cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:54:30.706044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0a278f4-2025-40e5-9d84-a0f8618b36a0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.726020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a0a278f4-2025-40e5-9d84-a0f8618b36a0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for ba7e7cf7-c636-4531-aad9-6de85b0eeced owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:30.759129 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.870713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cda3ef2e-6c38-4ef6-97c8-4b70a2f38825) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:30.877118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:30.878973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:30.896965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c77d1-65bf-4844-961b-59edc2c6f0ab None None] Network cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:30.915582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fc6a4609-54e6-4232-9b78-6c7aedca9a7d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0829391 Feb 03 21:54:30.957905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007602ca-0df6-44a8-a828-11040c903f74 req-5cc05052-2278-4909-8642-1b2d33476c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:30.958128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:30.958222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Checking segment: {'id': '7b78c75c-0cbc-4855-962f-6d9b73b4b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '747e8507-83e2-4dd0-9104-018f68c191b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:30.958319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Network hostable DHCP agents. Network: 747e8507-83e2-4dd0-9104-018f68c191b3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:54:30.959426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-007602ca-0df6-44a8-a828-11040c903f74 req-5cc05052-2278-4909-8642-1b2d33476c44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 1128 time: 0.1377125 Feb 03 21:54:30.971662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event updated for resources: {'Subnet': ['ID=92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:31.007600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91914-ca47-48c7-8ec6-a5d2a030b89f req-a8cd8f31-3356-44a7-9dd9-6fb641887c71 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:31.015048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fa91914-ca47-48c7-8ec6-a5d2a030b89f req-a8cd8f31-3356-44a7-9dd9-6fb641887c71 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1796403 Feb 03 21:54:31.019286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Network 747e8507-83e2-4dd0-9104-018f68c191b3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:54:31.025208 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0a278f4-2025-40e5-9d84-a0f8618b36a0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.046653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 747e8507-83e2-4dd0-9104-018f68c191b3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:31.058515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:31.059195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.074868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2f3c3c56-cfbf-436c-95b5-5603b611b31b None None] Provisioning complete for port ba7e7cf7-c636-4531-aad9-6de85b0eeced triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:31.076316 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f3c3c56-cfbf-436c-95b5-5603b611b31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba7e7cf7-c636-4531-aad9-6de85b0eeced), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.087317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bce706-1a41-4a32-89b7-4452db0e0a38 None None] Network 747e8507-83e2-4dd0-9104-018f68c191b3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:31.095851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fa91914-ca47-48c7-8ec6-a5d2a030b89f req-55ec2558-d0a2-4150-b55b-38b257fa32cf tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796664 Feb 03 21:54:31.107883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c34c1227-5cc3-486b-a9f7-889ebeecdd82 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9501350 Feb 03 21:54:31.110827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:31.121085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Request body: {'port': {'network_id': '747e8507-83e2-4dd0-9104-018f68c191b3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-985808749'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:31.142438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a278f4-2025-40e5-9d84-a0f8618b36a0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=ba7e7cf7-c636-4531-aad9-6de85b0eeced,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:31.202756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007602ca-0df6-44a8-a828-11040c903f74 req-7bf624d9-81e0-4474-bd11-b984470a387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:31.205475 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-007602ca-0df6-44a8-a828-11040c903f74 req-7bf624d9-81e0-4474-bd11-b984470a387c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 919 time: 0.2368298 Feb 03 21:54:31.210686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c3c56-cfbf-436c-95b5-5603b611b31b None None] Port ba7e7cf7-c636-4531-aad9-6de85b0eeced was deleted so its status cannot be updated. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 21:54:31.264819 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-007602ca-0df6-44a8-a828-11040c903f74 req-a3a0e4f5-2cbc-46f2-842f-4a5e6feaea95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c HTTP/1.1" status: 200 len: 217 time: 0.0498905 Feb 03 21:54:31.299423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:31.300103 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.357791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0a278f4-2025-40e5-9d84-a0f8618b36a0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.365807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Made reservation on behalf of 1cd6cbe522dc435e8debf753c242bb0b for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:31.367698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a0a278f4-2025-40e5-9d84-a0f8618b36a0 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/ba7e7cf7-c636-4531-aad9-6de85b0eeced HTTP/1.1" status: 204 len: 168 time: 1.0942991 Feb 03 21:54:31.370198 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.373225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:31.421369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] device_id is not set on port 5aa32513-72c1-421b-8013-67fab07b482e yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:54:31.445930 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8055c8-3a9a-48a1-a1cc-d2806c02ea9d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:54:31.447411 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7f8055c8-3a9a-48a1-a1cc-d2806c02ea9d tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/ba7e7cf7-c636-4531-aad9-6de85b0eeced HTTP/1.1" status: 404 len: 333 time: 0.0709491 Feb 03 21:54:31.450162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007602ca-0df6-44a8-a828-11040c903f74 req-f45ced63-3d68-4973-8c07-74c613f48310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:31.451580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-007602ca-0df6-44a8-a828-11040c903f74 req-f45ced63-3d68-4973-8c07-74c613f48310 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.1774046 Feb 03 21:54:31.452031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:31.477072 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab89438-12b0-4b25-b179-844f2ef87144 None None] Network cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:31.555507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-007602ca-0df6-44a8-a828-11040c903f74 req-d4d4aaa7-c14b-43dc-8377-74c465a23b28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327411 Feb 03 21:54:31.559982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Allocated IP 172.20.0.14 (747e8507-83e2-4dd0-9104-018f68c191b3/92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3/5aa32513-72c1-421b-8013-67fab07b482e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:31.598266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-747e8507-83e2-4dd0-9104-018f68c191b3', 'network_id': '747e8507-83e2-4dd0-9104-018f68c191b3', 'project_id': '1cd6cbe522dc435e8debf753c242bb0b', 'fixed_ips': [{'subnet_id': '92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:54:31.599157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.614715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:31.667188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-007602ca-0df6-44a8-a828-11040c903f74 req-be13ba01-0e73-4be9-89c5-c131f0f6a2d1 service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035984 Feb 03 21:54:31.699810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e64159c-2704-48ea-8b38-666bcdc8744e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (e30cfb3e-89ba-41fc-9fa7-35eec3131d48), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.759964 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e64159c-2704-48ea-8b38-666bcdc8744e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (e30cfb3e-89ba-41fc-9fa7-35eec3131d48), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.814901 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-007602ca-0df6-44a8-a828-11040c903f74 req-a053b40c-4fe7-4332-999b-54d00f8b52c7 service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385849 Feb 03 21:54:31.820382 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks [] for port (5aa32513-72c1-421b-8013-67fab07b482e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.837211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e64159c-2704-48ea-8b38-666bcdc8744e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e30cfb3e-89ba-41fc-9fa7-35eec3131d48), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.841590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e64159c-2704-48ea-8b38-666bcdc8744e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.847406 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3e64159c-2704-48ea-8b38-666bcdc8744e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/security-groups/e30cfb3e-89ba-41fc-9fa7-35eec3131d48 HTTP/1.1" status: 204 len: 168 time: 0.3944261 Feb 03 21:54:31.848070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:31.875275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64159c-2704-48ea-8b38-666bcdc8744e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30cfb3e-89ba-41fc-9fa7-35eec3131d48,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:31.903502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87916b-6499-4461-9f7c-68471c1f94ed req-9b1811c4-39b8-4f8b-80c1-e79e957c7f6a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:31.905059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c87916b-6499-4461-9f7c-68471c1f94ed req-9b1811c4-39b8-4f8b-80c1-e79e957c7f6a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 949 time: 0.2003198 Feb 03 21:54:31.944636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5aa32513-72c1-421b-8013-67fab07b482e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.951244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02968580-09f3-495e-91b8-12768eb80f60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (73d46467-26d3-4584-9246-6a8160aa2995), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.954901 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-47a99145-faa9-42d4-8cf1-13582599c854 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:31.957180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-47a99145-faa9-42d4-8cf1-13582599c854 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/networks?id=cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 HTTP/1.1" status: 200 len: 822 time: 0.2535708 Feb 03 21:54:31.984062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02968580-09f3-495e-91b8-12768eb80f60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (73d46467-26d3-4584-9246-6a8160aa2995), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:31.998213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Allocated IP 172.20.0.2 (747e8507-83e2-4dd0-9104-018f68c191b3/92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3/16d93bf1-26de-48cf-9501-07bace769a1f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:32.024690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f13dc912-8c8f-471b-88c1-80f68bb1b4a8 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/quotas/d563884eed804393b4587889e9421f96 HTTP/1.1" status: 200 len: 375 time: 0.0566809 Feb 03 21:54:32.026352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Network 747e8507-83e2-4dd0-9104-018f68c191b3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:32.035754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:32.041725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:32.042220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02968580-09f3-495e-91b8-12768eb80f60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (73d46467-26d3-4584-9246-6a8160aa2995), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.045789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02968580-09f3-495e-91b8-12768eb80f60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.049459 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-02968580-09f3-495e-91b8-12768eb80f60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/security-groups/73d46467-26d3-4584-9246-6a8160aa2995 HTTP/1.1" status: 204 len: 168 time: 0.1951468 Feb 03 21:54:32.050918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39608) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:32.056298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c87916b-6499-4461-9f7c-68471c1f94ed req-924e6d3e-fc18-40fd-a2ae-18c76e361dfc tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426857 Feb 03 21:54:32.070373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02968580-09f3-495e-91b8-12768eb80f60 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d46467-26d3-4584-9246-6a8160aa2995,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:32.086739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event updated for resources: {'Port': ['ID=5aa32513-72c1-421b-8013-67fab07b482e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:32.107757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-9e68eb72-504c-4796-a503-42adaadfd277 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d563884eed804393b4587889e9421f96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739446 Feb 03 21:54:32.145347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bf6641-611c-4101-9a69-2951ebb3997b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet d7294c56-ab00-4933-b8dc-589966c54be3 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:54:32.150178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6641-611c-4101-9a69-2951ebb3997b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (d7294c56-ab00-4933-b8dc-589966c54be3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.156746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:32.157435 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.204546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6641-611c-4101-9a69-2951ebb3997b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (d7294c56-ab00-4933-b8dc-589966c54be3), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.330133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 98db401f-a950-4e0f-a2dc-da2afa9ee873 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:32.334102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6641-611c-4101-9a69-2951ebb3997b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d7294c56-ab00-4933-b8dc-589966c54be3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.437803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6641-611c-4101-9a69-2951ebb3997b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (d7294c56-ab00-4933-b8dc-589966c54be3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.444736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 98db401f-a950-4e0f-a2dc-da2afa9ee873 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:54:32.451804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 98db401f-a950-4e0f-a2dc-da2afa9ee873 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:32.452470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.468875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6641-611c-4101-9a69-2951ebb3997b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.476214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d5bf6641-611c-4101-9a69-2951ebb3997b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/d7294c56-ab00-4933-b8dc-589966c54be3 HTTP/1.1" status: 204 len: 168 time: 0.4196563 Feb 03 21:54:32.482333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39616) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:32.490623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7f34fa-a382-452a-9f6f-ef5823b18d1d None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:32.518077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:32.523565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf6641-611c-4101-9a69-2951ebb3997b tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=d7294c56-ab00-4933-b8dc-589966c54be3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:32.596417 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Publish callbacks [] for port (16d93bf1-26de-48cf-9501-07bace769a1f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.661329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 98db401f-a950-4e0f-a2dc-da2afa9ee873 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:32.661727 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.669082 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.677757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1d0ccd96-5c90-4544-94ea-3d0ba4ca9a25 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5657108 Feb 03 21:54:32.681566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39618) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:32.684363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:32.690561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.747317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735ae1d9-466b-4811-89f2-7e16b76f0267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db401f-a950-4e0f-a2dc-da2afa9ee873'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:32.749804 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46a193d-5632-47c8-b83b-9805d9d8f6a4" -d '{"events": [{"server_uuid": "735ae1d9-466b-4811-89f2-7e16b76f0267", "name": "network-vif-plugged", "status": "completed", "tag": "98db401f-a950-4e0f-a2dc-da2afa9ee873"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:32.753467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Network 747e8507-83e2-4dd0-9104-018f68c191b3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:32.762863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:32.765577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:32.801812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 98db401f-a950-4e0f-a2dc-da2afa9ee873, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=98db401f-a950-4e0f-a2dc-da2afa9ee873,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:32.804099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-5762cefe-9259-4485-b707-dfce7df14d7f service neutron] 10.222.0.50 "GET /v2.0/networks/cda3ef2e-6c38-4ef6-97c8-4b70a2f38825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837013 Feb 03 21:54:32.807942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Pushing event updated for resources: {'Port': ['ID=16d93bf1-26de-48cf-9501-07bace769a1f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:32.831772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848aaae1-c779-430b-bf91-02f3c577dee9 req-a49ebfb5-5cda-4d2c-83a2-3bd8cbe1f66a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:32.835663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-848aaae1-c779-430b-bf91-02f3c577dee9 req-a49ebfb5-5cda-4d2c-83a2-3bd8cbe1f66a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.6743257 Feb 03 21:54:32.844484 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.927433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Attempting to bind port 16d93bf1-26de-48cf-9501-07bace769a1f on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:54:32.927805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Attempting to bind port 16d93bf1-26de-48cf-9501-07bace769a1f by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '7b78c75c-0cbc-4855-962f-6d9b73b4b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '747e8507-83e2-4dd0-9104-018f68c191b3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:54:32.928173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Attempting to bind port 16d93bf1-26de-48cf-9501-07bace769a1f on network 747e8507-83e2-4dd0-9104-018f68c191b3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:32.968630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:54:32.968981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Checking segment: {'id': '7b78c75c-0cbc-4855-962f-6d9b73b4b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '747e8507-83e2-4dd0-9104-018f68c191b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:32.969578 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.970089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Bound using segment: {'id': '7b78c75c-0cbc-4855-962f-6d9b73b4b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '747e8507-83e2-4dd0-9104-018f68c191b3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:54:32.970654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Bound port: 16d93bf1-26de-48cf-9501-07bace769a1f, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b78c75c-0cbc-4855-962f-6d9b73b4b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '747e8507-83e2-4dd0-9104-018f68c191b3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:54:32.971038 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:32.990902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-848aaae1-c779-430b-bf91-02f3c577dee9 req-1bb91379-2325-4c76-a33a-b6db50877d03 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477203 Feb 03 21:54:33.009150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=98db401f-a950-4e0f-a2dc-da2afa9ee873,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:33.027683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ce69c143-9a53-41c4-bab8-ec06e4569a8c tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Deleting port 5aa32513-72c1-421b-8013-67fab07b482e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:33.028040 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce69c143-9a53-41c4-bab8-ec06e4569a8c tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5aa32513-72c1-421b-8013-67fab07b482e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.090574 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (bdd8c5de-4938-4ef3-b8cd-2bcccbd79120), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.106284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] For port 16d93bf1-26de-48cf-9501-07bace769a1f, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:54:33.113453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] For port 16d93bf1-26de-48cf-9501-07bace769a1f, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16d93bf1-26de-48cf-9501-07bace769a1f,segment=NetworkSegment(7b78c75c-0cbc-4855-962f-6d9b73b4b9c5),segment_id=7b78c75c-0cbc-4855-962f-6d9b73b4b9c5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:54:33.137311 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.155004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:33.159051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce69c143-9a53-41c4-bab8-ec06e4569a8c tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5aa32513-72c1-421b-8013-67fab07b482e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.165405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:33.168729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:33.169385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.192401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=bdd8c5de-4938-4ef3-b8cd-2bcccbd79120,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:33.196016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ce69c143-9a53-41c4-bab8-ec06e4569a8c tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Calling delete_port for 5aa32513-72c1-421b-8013-67fab07b482e owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:33.205408 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3635812e-b4c0-45af-be83-264912d458d5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6976209 Feb 03 21:54:33.205408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:33.210140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2e4b24c0-73e7-4940-ac5f-383934ac2c7c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'security_group': {'name': 'tempest-secgroup-137914650'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:33.233399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4f0a-b9da-4f05-87e5-831793767071 None None] Pushing event updated for resources: {'Port': ['ID=16d93bf1-26de-48cf-9501-07bace769a1f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:33.240727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e4b24c0-73e7-4940-ac5f-383934ac2c7c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.282202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-00a19484-45b2-48e0-86fa-8395d11ef7be service neutron] 10.222.0.50 "GET /v2.0/networks/cda3ef2e-6c38-4ef6-97c8-4b70a2f38825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769647 Feb 03 21:54:33.362585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e4b24c0-73e7-4940-ac5f-383934ac2c7c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (bd86124b-bdfa-40e2-a99d-705df9579a8a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.371942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e4b24c0-73e7-4940-ac5f-383934ac2c7c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd86124b-bdfa-40e2-a99d-705df9579a8a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.378134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3443582-9819-482f-b2df-8e0504f6826b req-d5151edd-d957-4cf1-94ec-af6f96f86a64 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:33.379854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3443582-9819-482f-b2df-8e0504f6826b req-d5151edd-d957-4cf1-94ec-af6f96f86a64 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1018250 Feb 03 21:54:33.434651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e4b24c0-73e7-4940-ac5f-383934ac2c7c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.446316 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e4b24c0-73e7-4940-ac5f-383934ac2c7c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2392499 Feb 03 21:54:33.450775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:33.457197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-69d9e4ee-245b-416a-846d-283599ec4267 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'security_group': {'name': 'tempest-secgroup-436355203'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:33.466199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b24c0-73e7-4940-ac5f-383934ac2c7c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd86124b-bdfa-40e2-a99d-705df9579a8a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:33.476505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3443582-9819-482f-b2df-8e0504f6826b req-fc107ff0-68e1-4311-bc66-195d622d133d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812328 Feb 03 21:54:33.494905 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce69c143-9a53-41c4-bab8-ec06e4569a8c tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5aa32513-72c1-421b-8013-67fab07b482e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.551040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69c143-9a53-41c4-bab8-ec06e4569a8c tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event deleted for resources: {'Port': ['ID=5aa32513-72c1-421b-8013-67fab07b482e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:33.551893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69d9e4ee-245b-416a-846d-283599ec4267 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.692334 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb17857-9b72-4f5b-bd1e-b6d09ea6d905 x-openstack-request-id: req-efb17857-9b72-4f5b-bd1e-b6d09ea6d905 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:33.692334 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735ae1d9-466b-4811-89f2-7e16b76f0267", "name": "network-vif-plugged", "status": "completed", "tag": "98db401f-a950-4e0f-a2dc-da2afa9ee873", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:33.692962 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efb17857-9b72-4f5b-bd1e-b6d09ea6d905 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:33.693572 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735ae1d9-466b-4811-89f2-7e16b76f0267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db401f-a950-4e0f-a2dc-da2afa9ee873', 'code': 200} Feb 03 21:54:33.746340 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce69c143-9a53-41c4-bab8-ec06e4569a8c tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.751329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ce69c143-9a53-41c4-bab8-ec06e4569a8c tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] 10.222.0.50 "DELETE /v2.0/ports/5aa32513-72c1-421b-8013-67fab07b482e HTTP/1.1" status: 204 len: 168 time: 1.0664706 Feb 03 21:54:33.754103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39636) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:33.864323 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69d9e4ee-245b-416a-846d-283599ec4267 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (f8a3a04e-a130-42c0-ae7a-07535e599e41), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.879764 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69d9e4ee-245b-416a-846d-283599ec4267 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f8a3a04e-a130-42c0-ae7a-07535e599e41), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.940192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9883db9b-c391-4868-aced-e4b44a15a9f8 req-7741938e-5f84-4072-8012-7351e5787884 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 210 time: 0.1387553 Feb 03 21:54:33.970330 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69d9e4ee-245b-416a-846d-283599ec4267 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:33.979720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-69d9e4ee-245b-416a-846d-283599ec4267 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5273974 Feb 03 21:54:33.981574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39646) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:33.993221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:33.996744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9e4ee-245b-416a-846d-283599ec4267 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a3a04e-a130-42c0-ae7a-07535e599e41,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:34.009895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-27ae1e7d-3af2-4bad-bb7a-8d41c5726f81 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'security_group': {'name': 'tempest-secgroup-721359908'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:34.059641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-363a57ce-723d-48bb-9607-b8170fb1612c tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3024733 Feb 03 21:54:34.060260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fc2f3-4542-4f4b-b1cf-92ab3dfa1c40 req-43037795-862d-4aad-a748-4ef803260dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:34.061861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a25fc2f3-4542-4f4b-b1cf-92ab3dfa1c40 req-43037795-862d-4aad-a748-4ef803260dbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 1132 time: 0.2944038 Feb 03 21:54:34.062869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:34.073085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b8a244-85df-4795-9352-c055283ec595 None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:34.074906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-168656181'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:34.094892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d073f2-0cee-476a-aacf-bef1dc90bc83 req-b1a0338d-32b7-43aa-b147-7a623f2b9907 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:34.097607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44d073f2-0cee-476a-aacf-bef1dc90bc83 req-b1a0338d-32b7-43aa-b147-7a623f2b9907 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 950 time: 0.2999296 Feb 03 21:54:34.117313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e7d-3af2-4bad-bb7a-8d41c5726f81 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.144336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a25fc2f3-4542-4f4b-b1cf-92ab3dfa1c40 req-1126f16d-494b-4a7f-a55d-b4ab74365414 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733521 Feb 03 21:54:34.173345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Made reservation on behalf of 1cd6cbe522dc435e8debf753c242bb0b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:34.176661 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.231901 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44d073f2-0cee-476a-aacf-bef1dc90bc83 req-67a36a56-d024-4182-92d5-d37a629d7919 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939350 Feb 03 21:54:34.276108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d5f13-b16f-4e87-bc2a-2816ffff2003 req-5fa12871-9193-476a-85eb-f0f2f1d4d9c1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:34.280657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d0d5f13-b16f-4e87-bc2a-2816ffff2003 req-5fa12871-9193-476a-85eb-f0f2f1d4d9c1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1105649 Feb 03 21:54:34.283906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-383f4286-c562-4488-835c-6c267d0a6def None None] Provisioning complete for port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:34.284463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383f4286-c562-4488-835c-6c267d0a6def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.318230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:54:34.321332 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fb49c3-6979-4a21-b450-7ff8b38830c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.359912 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d0d5f13-b16f-4e87-bc2a-2816ffff2003 req-c8e89cc7-1e6e-4a1f-9170-1e377e582799 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658679 Feb 03 21:54:34.374783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-383f4286-c562-4488-835c-6c267d0a6def None None] Port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:34.403827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f1034902-b227-4c06-b788-c7c65a1646a0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.404289 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Added segment f1034902-b227-4c06-b788-c7c65a1646a0 of type vlan for network a47b7496-8a73-4581-96a4-22f1bf704264 Feb 03 21:54:34.414453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-383f4286-c562-4488-835c-6c267d0a6def None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:34.414874 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383f4286-c562-4488-835c-6c267d0a6def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.493677 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e7d-3af2-4bad-bb7a-8d41c5726f81 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (7bf34f4a-8285-4fbc-9c26-360e2514942f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.498336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a47b7496-8a73-4581-96a4-22f1bf704264), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.510173 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e7d-3af2-4bad-bb7a-8d41c5726f81 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7bf34f4a-8285-4fbc-9c26-360e2514942f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.548219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8c962-f6b7-420f-8160-8e29a33bffc7 None None] Update dhcp port {'port': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'fixed_ips': [{'subnet_id': '6909b9ce-8590-4dff-8e42-7179daf06769', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bdd8c5de-4938-4ef3-b8cd-2bcccbd79120'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 21:54:34.593130 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c962-f6b7-420f-8160-8e29a33bffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.611963 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fb49c3-6979-4a21-b450-7ff8b38830c0 admin admin] Publish callbacks [] for security_group (2850f639-f9df-45b0-8674-c377dc658edc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.615110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae1e7d-3af2-4bad-bb7a-8d41c5726f81 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf34f4a-8285-4fbc-9c26-360e2514942f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:34.647065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e7d-3af2-4bad-bb7a-8d41c5726f81 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.649206 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-27ae1e7d-3af2-4bad-bb7a-8d41c5726f81 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6534400 Feb 03 21:54:34.653257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fb49c3-6979-4a21-b450-7ff8b38830c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2850f639-f9df-45b0-8674-c377dc658edc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.656933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:34.664691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-238126762', 'security_groups': ['7bf34f4a-8285-4fbc-9c26-360e2514942f'], 'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bdd8c5de-4938-4ef3-b8cd-2bcccbd79120'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:34.680331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a47b7496-8a73-4581-96a4-22f1bf704264), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.686165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:34.686798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:34.732968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f37bf-9da5-47d6-9469-d1a3ced6bbc5 req-ae4f2a76-f827-43d5-8b89-1fa67e523328 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:34.735354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a55f37bf-9da5-47d6-9469-d1a3ced6bbc5 req-ae4f2a76-f827-43d5-8b89-1fa67e523328 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1131122 Feb 03 21:54:34.762622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-383f4286-c562-4488-835c-6c267d0a6def None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:34.939387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a55f37bf-9da5-47d6-9469-d1a3ced6bbc5 req-25f312e3-5127-43c8-9967-4aeb8a999cd2 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961293 Feb 03 21:54:34.976329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f2fb49c3-6979-4a21-b450-7ff8b38830c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cece4faea9814310bad56df9ab71ae6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9927123 Feb 03 21:54:34.978574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:34.993783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2ac8c962-f6b7-420f-8160-8e29a33bffc7 None None] Allocated IP 172.20.0.2 (15847131-12b2-4b90-95fd-e0cd708fc36f/bdd8c5de-4938-4ef3-b8cd-2bcccbd79120/bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:34.994024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb49c3-6979-4a21-b450-7ff8b38830c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2850f639-f9df-45b0-8674-c377dc658edc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:35.000440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event updated for resources: {'Network': ['ID=a47b7496-8a73-4581-96a4-22f1bf704264,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:35.018083 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2dcc0dfc-85f6-47de-92bc-56aa922083f2 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9539104 Feb 03 21:54:35.024738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:35.044766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a47b7496-8a73-4581-96a4-22f1bf704264 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:54:35.105175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16d93bf1-26de-48cf-9501-07bace769a1f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:35.123441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:35.167452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b68d212a-1502-41cd-9077-a7a1f1448b0c req-eb638bea-0152-4e69-b3f6-08ff6ad6eb74 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 210 time: 0.1005185 Feb 03 21:54:35.174644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207c6c03-25e9-40df-a3b1-a354be3de0ef None None] Network 747e8507-83e2-4dd0-9104-018f68c191b3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:35.240570 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.258211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7dd3-4d31-458b-98e1-fe5abd12d5a3 admin admin] Publish callbacks [] for security_group (2850f639-f9df-45b0-8674-c377dc658edc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.266546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] device_id is not set on port 22244924-5199-4c72-b3af-675a1eab4dd9 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:54:35.276301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-95cb13be-a86b-42ca-8a05-8ec03084e3ad None None] Provisioning complete for port 16d93bf1-26de-48cf-9501-07bace769a1f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:35.276694 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95cb13be-a86b-42ca-8a05-8ec03084e3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.321118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fb755456-4155-456b-97ea-679561c59e3f tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] 10.222.0.50 "GET /v2.0/agents/4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd/dhcp-networks HTTP/1.1" status: 200 len: 7339 time: 0.2951725 Feb 03 21:54:35.323471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7dd3-4d31-458b-98e1-fe5abd12d5a3 admin admin] Publish callbacks [] for security_group (2850f639-f9df-45b0-8674-c377dc658edc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.325349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:35.359743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 16d93bf1-26de-48cf-9501-07bace769a1f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:35.360126 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.423883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2ac8c962-f6b7-420f-8160-8e29a33bffc7 None None] For port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,segment=NetworkSegment(6f8095c6-3661-4196-91cc-14a735198d97),segment_id=6f8095c6-3661-4196-91cc-14a735198d97)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:35.485851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95cb13be-a86b-42ca-8a05-8ec03084e3ad None None] Current status of the port 16d93bf1-26de-48cf-9501-07bace769a1f is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:35.485851 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95cb13be-a86b-42ca-8a05-8ec03084e3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.575863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-95cb13be-a86b-42ca-8a05-8ec03084e3ad None None] For port 16d93bf1-26de-48cf-9501-07bace769a1f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16d93bf1-26de-48cf-9501-07bace769a1f,segment=NetworkSegment(7b78c75c-0cbc-4855-962f-6d9b73b4b9c5),segment_id=7b78c75c-0cbc-4855-962f-6d9b73b4b9c5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:35.584171 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c962-f6b7-420f-8160-8e29a33bffc7 None None] Publish callbacks [] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.636229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95cb13be-a86b-42ca-8a05-8ec03084e3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.638634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 16d93bf1-26de-48cf-9501-07bace769a1f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:35.702394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb13be-a86b-42ca-8a05-8ec03084e3ad None None] Pushing event updated for resources: {'Port': ['ID=16d93bf1-26de-48cf-9501-07bace769a1f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:35.717210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c962-f6b7-420f-8160-8e29a33bffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.728755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7dd3-4d31-458b-98e1-fe5abd12d5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2850f639-f9df-45b0-8674-c377dc658edc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.732471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7dd3-4d31-458b-98e1-fe5abd12d5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:35.736746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7e8a7dd3-4d31-458b-98e1-fe5abd12d5a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2850f639-f9df-45b0-8674-c377dc658edc HTTP/1.1" status: 204 len: 168 time: 0.7535436 Feb 03 21:54:35.777547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.7 (15847131-12b2-4b90-95fd-e0cd708fc36f/bdd8c5de-4938-4ef3-b8cd-2bcccbd79120/22244924-5199-4c72-b3af-675a1eab4dd9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:35.779497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a7dd3-4d31-458b-98e1-fe5abd12d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2850f639-f9df-45b0-8674-c377dc658edc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:35.799623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8c962-f6b7-420f-8160-8e29a33bffc7 None None] Pushing event updated for resources: {'Port': ['ID=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:35.802574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c1da9-c75a-4e64-92af-46904ffd2e91 req-4c3b7cc4-9eda-4928-9d1e-bff1323c00f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:35.804621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db2c1da9-c75a-4e64-92af-46904ffd2e91 req-4c3b7cc4-9eda-4928-9d1e-bff1323c00f9 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 950 time: 0.4377420 Feb 03 21:54:35.894415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6dfd2-ba12-4d19-8061-3b4ace8e1a94 tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] Network a47b7496-8a73-4581-96a4-22f1bf704264 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:54:35.949767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849cd77-cb45-4c8f-a57b-89df9a5ce72f None None] Network a47b7496-8a73-4581-96a4-22f1bf704264 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:35.960393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f2b6dfd2-ba12-4d19-8061-3b4ace8e1a94 tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] 10.222.0.50 "POST /v2.0/agents/4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6175432 Feb 03 21:54:35.993015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:36.000957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6036b4c-28c9-4af8-afeb-7fc9e49ee5f2 req-5ee54791-8f6f-462b-8bc2-81bd20cefb76 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:36.015648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6036b4c-28c9-4af8-afeb-7fc9e49ee5f2 req-5ee54791-8f6f-462b-8bc2-81bd20cefb76 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.4528828 Feb 03 21:54:36.058258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db2c1da9-c75a-4e64-92af-46904ffd2e91 req-1432b32a-b458-412a-a516-fa12f3435d14 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417588 Feb 03 21:54:36.094860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-e7cb29f9-ba0c-4403-8c08-d8a4e18afd70 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:36.096948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-e7cb29f9-ba0c-4403-8c08-d8a4e18afd70 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.10 "GET /v2.0/networks?id=cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 HTTP/1.1" status: 200 len: 822 time: 0.5834422 Feb 03 21:54:36.167347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Request body: {'port': {'device_id': '0b5f2efb-30a4-4767-bf08-7fc27e865c6c', 'network_id': 'cda3ef2e-6c38-4ef6-97c8-4b70a2f38825', 'admin_state_up': True, 'tenant_id': 'd563884eed804393b4587889e9421f96'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:36.218448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6036b4c-28c9-4af8-afeb-7fc9e49ee5f2 req-8c60bf0b-56b6-47bf-8cb8-703520021d84 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016072 Feb 03 21:54:36.271524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-104c8f83-fab8-40ee-8b84-d32769486509 None None] Provisioning complete for port 16d93bf1-26de-48cf-9501-07bace769a1f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:36.273976 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-104c8f83-fab8-40ee-8b84-d32769486509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:36.391292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:36.409488 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (22244924-5199-4c72-b3af-675a1eab4dd9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:36.437972 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b816dc31-db54-413d-b7e0-5a7141b29df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:36.489768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (22244924-5199-4c72-b3af-675a1eab4dd9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:36.500788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-104c8f83-fab8-40ee-8b84-d32769486509 None None] Current status of the port 16d93bf1-26de-48cf-9501-07bace769a1f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:36.530618 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c5ef35a1-a231-4b0b-8574-f62d88fb08d7 tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] 10.222.0.50 "GET /v2.0/agents/4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd/dhcp-networks HTTP/1.1" status: 200 len: 8109 time: 0.5362673 Feb 03 21:54:36.533993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7d12-3515-44d7-8e29-918c353693c2 req-2d526218-5d2e-4237-bc39-3b3fa9247ddb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:36.535601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e91b7d12-3515-44d7-8e29-918c353693c2 req-2d526218-5d2e-4237-bc39-3b3fa9247ddb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.3646090 Feb 03 21:54:36.536106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:36.557022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:36.563140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:36.565682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:36.610705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=22244924-5199-4c72-b3af-675a1eab4dd9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:36.644474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:36.645420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:36.671256 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-51604304-0269-40dd-9f4d-7e38e1b36b5c tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0111973 Feb 03 21:54:36.674068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:36.683765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7c12074c-de66-4442-9b30-980ef653cafc tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:36.723132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1467e078-fcfd-4b24-88ab-349bb72ae65d None None] Could not find standard attr ID for object 5aa32513-72c1-421b-8013-67fab07b482e. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 21:54:36.845961 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b816dc31-db54-413d-b7e0-5a7141b29df6 admin admin] Publish callbacks [] for security_group (90204500-7290-4127-899f-3a577d5d6b09), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:36.868309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16d93bf1-26de-48cf-9501-07bace769a1f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:36.892872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c12074c-de66-4442-9b30-980ef653cafc tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:36.896382 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c12074c-de66-4442-9b30-980ef653cafc tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:36.921614 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b816dc31-db54-413d-b7e0-5a7141b29df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (90204500-7290-4127-899f-3a577d5d6b09), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:36.941645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e91b7d12-3515-44d7-8e29-918c353693c2 req-411c85a8-f80e-45c4-bce7-97a61553139f tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902073 Feb 03 21:54:36.974383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0fe855f2-e34e-4e86-a32b-0eeee3bede9d None None] Provisioning complete for port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:36.974752 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fe855f2-e34e-4e86-a32b-0eeee3bede9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:36.983806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8ddeb77-6613-4d52-a317-f68611c86199 req-112519f4-94d1-40d6-bb81-1c55bf185bd2 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 210 time: 0.0786457 Feb 03 21:54:36.997563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a8e44044-9cd8-498d-a551-8527ba730e58 tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] 10.222.0.50 "DELETE /v2.0/agents/4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd/dhcp-networks/a47b7496-8a73-4581-96a4-22f1bf704264 HTTP/1.1" status: 204 len: 168 time: 0.4472926 Feb 03 21:54:36.999506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:37.023665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Made reservation on behalf of d563884eed804393b4587889e9421f96 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:37.023665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.037404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 16d93bf1-26de-48cf-9501-07bace769a1f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:37.037661 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.039254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0fe855f2-e34e-4e86-a32b-0eeee3bede9d None None] Port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:37.067202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816dc31-db54-413d-b7e0-5a7141b29df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90204500-7290-4127-899f-3a577d5d6b09,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:37.076092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b816dc31-db54-413d-b7e0-5a7141b29df6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c17883c15f4641ca88921726508b8a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6775122 Feb 03 21:54:37.077687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:37.124788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0fe855f2-e34e-4e86-a32b-0eeee3bede9d None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:37.136695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fe855f2-e34e-4e86-a32b-0eeee3bede9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.137894 n-d-824834-9 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-7c12074c-de66-4442-9b30-980ef653cafc tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bdd8c5de-4938-4ef3-b8cd-2bcccbd79120 (CIDR: 172.20.0.0/28) Feb 03 21:54:37.148879 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c12074c-de66-4442-9b30-980ef653cafc tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:54:37.149443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c12074c-de66-4442-9b30-980ef653cafc tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:37.191053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7c12074c-de66-4442-9b30-980ef653cafc tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5128920 Feb 03 21:54:37.193617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39698) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:37.199142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1e688928-a465-4a94-ac03-398fb6c517f6 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:37.279508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0534e081-e866-47f3-8036-2d3b04b122c6 admin admin] Publish callbacks [] for security_group (90204500-7290-4127-899f-3a577d5d6b09), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.356574 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0534e081-e866-47f3-8036-2d3b04b122c6 admin admin] Publish callbacks [] for security_group (90204500-7290-4127-899f-3a577d5d6b09), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.418692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 16d93bf1-26de-48cf-9501-07bace769a1f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:37.419857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:37.426297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab690d-10c0-4e42-a6c2-7e5e7938d43b req-fc542c18-a0c1-4798-ac07-f99876adc5f0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:37.427880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1ab690d-10c0-4e42-a6c2-7e5e7938d43b req-fc542c18-a0c1-4798-ac07-f99876adc5f0 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 950 time: 0.2242496 Feb 03 21:54:37.456532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Allocated IP 172.20.0.7 (cda3ef2e-6c38-4ef6-97c8-4b70a2f38825/961fe8b8-a329-4e97-b402-e199ac030b72/071141a1-c855-4199-85de-6262781baea9) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:37.487324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0fe855f2-e34e-4e86-a32b-0eeee3bede9d None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:37.502723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc76e-a71f-488b-9050-aa4f10ba6d10 req-37c6d91c-d397-4481-820e-9af105d69d48 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:37.503198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:37.503675 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.504295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b70bc76e-a71f-488b-9050-aa4f10ba6d10 req-37c6d91c-d397-4481-820e-9af105d69d48 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1737587 Feb 03 21:54:37.548776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1ab690d-10c0-4e42-a6c2-7e5e7938d43b req-8ddb8b21-3569-4ec9-9950-c61e9adb5a17 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072912 Feb 03 21:54:37.549399 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0534e081-e866-47f3-8036-2d3b04b122c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (90204500-7290-4127-899f-3a577d5d6b09), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.551886 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0534e081-e866-47f3-8036-2d3b04b122c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.576030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0534e081-e866-47f3-8036-2d3b04b122c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90204500-7290-4127-899f-3a577d5d6b09 HTTP/1.1" status: 204 len: 168 time: 0.4767771 Feb 03 21:54:37.612519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:37.620673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a8d43300-696e-4212-8b1a-b9231c6ee787 None None] Provisioning complete for port 22244924-5199-4c72-b3af-675a1eab4dd9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:37.621205 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8d43300-696e-4212-8b1a-b9231c6ee787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (22244924-5199-4c72-b3af-675a1eab4dd9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.638821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534e081-e866-47f3-8036-2d3b04b122c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90204500-7290-4127-899f-3a577d5d6b09,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:37.672948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a8d43300-696e-4212-8b1a-b9231c6ee787 None None] Port 22244924-5199-4c72-b3af-675a1eab4dd9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:37.681817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-29984630-3dcb-4308-a335-893d1df5c650 tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] 10.222.0.50 "GET /v2.0/agents/4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd/dhcp-networks HTTP/1.1" status: 200 len: 7339 time: 0.6796470 Feb 03 21:54:37.686862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:37.721060 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2d77b9f9-2530-45b9-a1cf-0623915af139 tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] 10.222.0.50 "GET /v2.0/networks/747e8507-83e2-4dd0-9104-018f68c191b3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0330822 Feb 03 21:54:37.727693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:37.759567 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2712215c-b353-47fd-8ce0-fa17ea1c3b25 tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] 10.222.0.50 "GET /v2.0/networks/747e8507-83e2-4dd0-9104-018f68c191b3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0307524 Feb 03 21:54:37.762286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:37.792963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b70bc76e-a71f-488b-9050-aa4f10ba6d10 req-d59f3354-30c5-469d-8579-e0349acdf622 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591090 Feb 03 21:54:37.826995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e688928-a465-4a94-ac03-398fb6c517f6 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:37.830327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e688928-a465-4a94-ac03-398fb6c517f6 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.844863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Publish callbacks [] for port (071141a1-c855-4199-85de-6262781baea9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.879242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8239e-c4ab-4f9d-bd0e-abb65924e754 req-33bbd4db-4bb3-4fd2-94f9-49ff691ac59a tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:37.882188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ec8239e-c4ab-4f9d-bd0e-abb65924e754 req-33bbd4db-4bb3-4fd2-94f9-49ff691ac59a tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 1132 time: 0.1546876 Feb 03 21:54:37.896576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (071141a1-c855-4199-85de-6262781baea9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:37.979981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-32b5b6ba-0e5d-457b-b0db-4309477d5224 tempest-DHCPAgentSchedulersTestJSON-2057395174 tempest-DHCPAgentSchedulersTestJSON-2057395174-project-admin] 10.222.0.50 "GET /v2.0/agents/4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd/dhcp-networks HTTP/1.1" status: 200 len: 7339 time: 0.2158628 Feb 03 21:54:37.983009 n-d-824834-9 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-1e688928-a465-4a94-ac03-398fb6c517f6 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6909b9ce-8590-4dff-8e42-7179daf06769 (CIDR: 172.20.0.16/28) Feb 03 21:54:37.983157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39720) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:37.987106 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e688928-a465-4a94-ac03-398fb6c517f6 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:54:37.987723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e688928-a465-4a94-ac03-398fb6c517f6 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:37.988934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Network cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:38.008988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1e688928-a465-4a94-ac03-398fb6c517f6 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8145790 Feb 03 21:54:38.009644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Pushing event updated for resources: {'Port': ['ID=071141a1-c855-4199-85de-6262781baea9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:38.011120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:38.012814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:38.016805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'subnet': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:38.050258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:38.054941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ec8239e-c4ab-4f9d-bd0e-abb65924e754 req-c5f3b1db-e00f-4bf6-97a7-4e7a5f8ea7c5 tempest-ServersOnMultiNodesTest-1785418467 tempest-ServersOnMultiNodesTest-1785418467-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606371 Feb 03 21:54:38.159051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Made reservation on behalf of a23e65292da54804af2db2c21f793a0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:38.163992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.165211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a47b7496-8a73-4581-96a4-22f1bf704264), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.188497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:38.189133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.218578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-f4c1ca73-9951-49e7-83a3-1752ba89af4b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0579228 Feb 03 21:54:38.235216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692de1fc-f270-40f8-879b-30cef9458de5 req-60db1aed-4ce2-4c84-bec0-bf5bad49684b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:38.236708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-692de1fc-f270-40f8-879b-30cef9458de5 req-60db1aed-4ce2-4c84-bec0-bf5bad49684b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1808140 Feb 03 21:54:38.260933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Request body: {'port': {'device_id': '0b5f2efb-30a4-4767-bf08-7fc27e865c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:38.354235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a1a36-6d88-4f04-b5f3-326af0b3d4c2 req-e99b296b-1355-4e51-83df-8251af8709c0 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:38.356454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c7a1a36-6d88-4f04-b5f3-326af0b3d4c2 req-e99b296b-1355-4e51-83df-8251af8709c0 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 931 time: 0.2118204 Feb 03 21:54:38.357221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d0e7bc27-5001-437f-b1b7-edbdd604074b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:54:38.396867 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a47b7496-8a73-4581-96a4-22f1bf704264), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.441663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (a762526f-5ba6-4ff7-a9aa-4122e3689e36), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.462565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47b7496-8a73-4581-96a4-22f1bf704264']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:38.484277 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1034902-b227-4c06-b788-c7c65a1646a0') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:38.484560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1034902-b227-4c06-b788-c7c65a1646a0') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:38.486249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (071141a1-c855-4199-85de-6262781baea9), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.492862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Network 15847131-12b2-4b90-95fd-e0cd708fc36f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:38.496238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:38.499128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-692de1fc-f270-40f8-879b-30cef9458de5 req-5829c70b-d505-42a0-a933-1f74de1f8ab8 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426949 Feb 03 21:54:38.511660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:38.512181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.512626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9564b-e25b-4037-9749-ca8335e97877 None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:38.513245 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (f1034902-b227-4c06-b788-c7c65a1646a0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.519388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:38.534007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c7a1a36-6d88-4f04-b5f3-326af0b3d4c2 req-be68c66a-8608-4c9e-a4f8-6f67a5cd5098 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670234 Feb 03 21:54:38.536715 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f1034902-b227-4c06-b788-c7c65a1646a0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.562418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:54:38.562767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (f1034902-b227-4c06-b788-c7c65a1646a0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:54:38.566736 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:54:38.577281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Subnet': ['ID=a762526f-5ba6-4ff7-a9aa-4122e3689e36,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:38.583071 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-406b621c-bcc7-4e15-887e-0260158a850f tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5708182 Feb 03 21:54:38.585702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:38.590975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-471604240', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a762526f-5ba6-4ff7-a9aa-4122e3689e36'}], 'security_groups': ['bd86124b-bdfa-40e2-a99d-705df9579a8a', 'f8a3a04e-a130-42c0-ae7a-07535e599e41']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:38.637244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'd0e7bc27-5001-437f-b1b7-edbdd604074b', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'port_id': 'd0e7bc27-5001-437f-b1b7-edbdd604074b', 'mac_address': 'fa:16:3e:9c:6a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae7a702-b87f-46f5-a94b-b7f817771d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:54:38.704155 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (22244924-5199-4c72-b3af-675a1eab4dd9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.749735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d0e7bc27-5001-437f-b1b7-edbdd604074b is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:38.750123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.763454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a47b7496-8a73-4581-96a4-22f1bf704264), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.769402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0e7bc27-5001-437f-b1b7-edbdd604074b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:54:38.773914 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.777989 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] 10.222.0.50 "DELETE /v2.0/networks/a47b7496-8a73-4581-96a4-22f1bf704264 HTTP/1.1" status: 204 len: 168 time: 0.7915170 Feb 03 21:54:38.780383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:38.794566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:38.806806 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:38.843890 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf083e8-d627-4e57-b3f0-c14e6b685589 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:38.844856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf083e8-d627-4e57-b3f0-c14e6b685589 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:38.849787 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-eaf083e8-d627-4e57-b3f0-c14e6b685589 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] 10.222.0.50 "DELETE /v2.0/ports/5aa32513-72c1-421b-8013-67fab07b482e HTTP/1.1" status: 404 len: 333 time: 0.0680742 Feb 03 21:54:38.855779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39752) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:38.923569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e3275-837e-462a-b9ed-ab18001235e6 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event deleted for resources: {'Network': ['ID=a47b7496-8a73-4581-96a4-22f1bf704264,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:38.961755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['d0e7bc27-5001-437f-b1b7-edbdd604074b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:38.969757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-df113d4a-d483-41c5-9490-453153eb186b tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Deleting subnet 92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:54:38.969991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9711406-98f3-4187-a4c3-1dbe939730cb None None] Update dhcp port {'port': {'network_id': '15847131-12b2-4b90-95fd-e0cd708fc36f', 'fixed_ips': [{'subnet_id': '6909b9ce-8590-4dff-8e42-7179daf06769', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bdd8c5de-4938-4ef3-b8cd-2bcccbd79120', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a762526f-5ba6-4ff7-a9aa-4122e3689e36'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 21:54:38.973599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df113d4a-d483-41c5-9490-453153eb186b tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks [] for subnet (92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.005726 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9711406-98f3-4187-a4c3-1dbe939730cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.043139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d0e7bc27-5001-437f-b1b7-edbdd604074b,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:39.063380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df113d4a-d483-41c5-9490-453153eb186b tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.077319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff438e-6957-4847-9148-44b384775859 req-6fd4100f-7566-4878-84dd-becee1cdf810 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:39.079348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6ff438e-6957-4847-9148-44b384775859 req-6fd4100f-7566-4878-84dd-becee1cdf810 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 944 time: 0.1568532 Feb 03 21:54:39.102265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b5c4d-fec7-4188-8c9a-0b8599bd364a req-8de801b8-83be-47a1-802d-8c7e778c7e3d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:39.111494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a1b5c4d-fec7-4188-8c9a-0b8599bd364a req-8de801b8-83be-47a1-802d-8c7e778c7e3d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 950 time: 0.2232482 Feb 03 21:54:39.234806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df113d4a-d483-41c5-9490-453153eb186b tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.346228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Delete allocated IP 172.20.0.7 (15847131-12b2-4b90-95fd-e0cd708fc36f/bdd8c5de-4938-4ef3-b8cd-2bcccbd79120) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 21:54:39.358630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Allocated IP 172.20.0.35 (15847131-12b2-4b90-95fd-e0cd708fc36f/a762526f-5ba6-4ff7-a9aa-4122e3689e36/22244924-5199-4c72-b3af-675a1eab4dd9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:39.367673 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df113d4a-d483-41c5-9490-453153eb186b tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.410304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df113d4a-d483-41c5-9490-453153eb186b tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event deleted for resources: {'Subnet': ['ID=92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:39.416955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df113d4a-d483-41c5-9490-453153eb186b tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.422647 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-df113d4a-d483-41c5-9490-453153eb186b tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] 10.222.0.50 "DELETE /v2.0/subnets/92c7eba3-9e3c-4ab6-aeb6-21453a85fdb3 HTTP/1.1" status: 204 len: 168 time: 0.5634916 Feb 03 21:54:39.425936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:39.431149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a56e183-0287-4397-89f5-ba0d5e332b96 None None] Network 747e8507-83e2-4dd0-9104-018f68c191b3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:39.601778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (747e8507-83e2-4dd0-9104-018f68c191b3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.620555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6ff438e-6957-4847-9148-44b384775859 req-7e3e5d51-69b8-4b59-9e24-aa62db0da1fe tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298271 Feb 03 21:54:39.648152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c775ff-c24b-4381-9014-f2d2aa140bb9 None None] DHCP port deletion for 747e8507-83e2-4dd0-9104-018f68c191b3 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:54:39.649515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a1b5c4d-fec7-4188-8c9a-0b8599bd364a req-f031648a-7441-4524-b629-a9fe5d25deb7 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339115 Feb 03 21:54:39.733203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071141a1-c855-4199-85de-6262781baea9 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:54:39.743062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Publish callbacks [] for port (071141a1-c855-4199-85de-6262781baea9), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.745242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d4c775ff-c24b-4381-9014-f2d2aa140bb9 None None] Deleting port 16d93bf1-26de-48cf-9501-07bace769a1f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:39.745629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4c775ff-c24b-4381-9014-f2d2aa140bb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.750091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a2e20-75c9-430f-8178-078da532568d req-2a8c7144-7ac7-434a-a5ec-c4ca5f97c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:39.752023 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-377a2e20-75c9-430f-8178-078da532568d req-2a8c7144-7ac7-434a-a5ec-c4ca5f97c75f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 1128 time: 0.2132547 Feb 03 21:54:39.795530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Deleting port 16d93bf1-26de-48cf-9501-07bace769a1f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:39.795797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.820027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Transition to ACTIVE for port object 071141a1-c855-4199-85de-6262781baea9 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:54:39.834352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d4c775ff-c24b-4381-9014-f2d2aa140bb9 None None] For port 16d93bf1-26de-48cf-9501-07bace769a1f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16d93bf1-26de-48cf-9501-07bace769a1f,segment=NetworkSegment(7b78c75c-0cbc-4855-962f-6d9b73b4b9c5),segment_id=7b78c75c-0cbc-4855-962f-6d9b73b4b9c5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:39.834786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4c775ff-c24b-4381-9014-f2d2aa140bb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.839351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (071141a1-c855-4199-85de-6262781baea9), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.853467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d4c775ff-c24b-4381-9014-f2d2aa140bb9 None None] Calling delete_port for 16d93bf1-26de-48cf-9501-07bace769a1f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:39.871262 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for port (22244924-5199-4c72-b3af-675a1eab4dd9), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.907890 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-377a2e20-75c9-430f-8178-078da532568d req-1c9f0e30-255e-41da-b523-62dbe65b2d6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432180 Feb 03 21:54:39.912021 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (22244924-5199-4c72-b3af-675a1eab4dd9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:39.912209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff7468-d67c-440e-bf71-7c9a3a6ea964 req-58f99039-e7f4-4df8-881f-1fb6b364c7a5 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:39.921442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49ff7468-d67c-440e-bf71-7c9a3a6ea964 req-58f99039-e7f4-4df8-881f-1fb6b364c7a5 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 931 time: 0.1712883 Feb 03 21:54:39.934048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8021370-c8a0-43d5-99ac-f3f25fe09924 req-90611a83-1796-41fb-a169-eb6805a1cd29 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:39.941009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8021370-c8a0-43d5-99ac-f3f25fe09924 req-90611a83-1796-41fb-a169-eb6805a1cd29 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1880150 Feb 03 21:54:39.942797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=071141a1-c855-4199-85de-6262781baea9,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:40.000732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event updated for resources: {'Port': ['ID=22244924-5199-4c72-b3af-675a1eab4dd9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:40.041440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e9711406-98f3-4187-a4c3-1dbe939730cb None None] Allocated IP 172.20.0.34 (15847131-12b2-4b90-95fd-e0cd708fc36f/a762526f-5ba6-4ff7-a9aa-4122e3689e36/bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:40.087552 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4c775ff-c24b-4381-9014-f2d2aa140bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.094499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49ff7468-d67c-440e-bf71-7c9a3a6ea964 req-82e2a5c1-79c6-4de6-90e6-227617229309 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684504 Feb 03 21:54:40.097934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] For port 16d93bf1-26de-48cf-9501-07bace769a1f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16d93bf1-26de-48cf-9501-07bace769a1f,segment=NetworkSegment(7b78c75c-0cbc-4855-962f-6d9b73b4b9c5),segment_id=7b78c75c-0cbc-4855-962f-6d9b73b4b9c5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:40.098396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.112254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8021370-c8a0-43d5-99ac-f3f25fe09924 req-a780bd8e-d09f-4fbb-8291-d908b4e640e7 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703212 Feb 03 21:54:40.123550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Calling delete_port for 16d93bf1-26de-48cf-9501-07bace769a1f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:40.136090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] In _notify_port_updated(), no bound segment for port 22244924-5199-4c72-b3af-675a1eab4dd9 on network 15847131-12b2-4b90-95fd-e0cd708fc36f {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:54:40.141962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:40.142675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.144660 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4b3ac0bf-4121-4ca4-b2a3-150a7cd84f19 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "PUT /v2.0/ports/22244924-5199-4c72-b3af-675a1eab4dd9 HTTP/1.1" status: 200 len: 959 time: 1.5579669 Feb 03 21:54:40.147903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:40.159435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Attempting to bind port 071141a1-c855-4199-85de-6262781baea9 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:54:40.160038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Attempting to bind port 071141a1-c855-4199-85de-6262781baea9 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'b0309e22-216f-4497-aef9-7cc241f06978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cda3ef2e-6c38-4ef6-97c8-4b70a2f38825'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:54:40.160557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Attempting to bind port 071141a1-c855-4199-85de-6262781baea9 on network cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:40.172775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c775ff-c24b-4381-9014-f2d2aa140bb9 None None] No DVR routers for this DVR port 16d93bf1-26de-48cf-9501-07bace769a1f on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:40.177414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c775ff-c24b-4381-9014-f2d2aa140bb9 None None] Pushing event deleted for resources: {'Port': ['ID=16d93bf1-26de-48cf-9501-07bace769a1f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:40.191639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Port 071141a1-c855-4199-85de-6262781baea9 on network cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:54:40.192079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Attempting to bind port 071141a1-c855-4199-85de-6262781baea9 on network cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:54:40.204854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:54:40.205443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Checking segment: {'id': 'b0309e22-216f-4497-aef9-7cc241f06978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cda3ef2e-6c38-4ef6-97c8-4b70a2f38825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:40.205707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Bound using segment: {'id': 'b0309e22-216f-4497-aef9-7cc241f06978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cda3ef2e-6c38-4ef6-97c8-4b70a2f38825'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:54:40.206113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Bound port: 071141a1-c855-4199-85de-6262781baea9, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0309e22-216f-4497-aef9-7cc241f06978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cda3ef2e-6c38-4ef6-97c8-4b70a2f38825'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:54:40.206482 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (071141a1-c855-4199-85de-6262781baea9), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.239755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e9711406-98f3-4187-a4c3-1dbe939730cb None None] For port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,segment=NetworkSegment(6f8095c6-3661-4196-91cc-14a735198d97),segment_id=6f8095c6-3661-4196-91cc-14a735198d97)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:40.255831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (16d93bf1-26de-48cf-9501-07bace769a1f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.283589 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9711406-98f3-4187-a4c3-1dbe939730cb None None] Publish callbacks [] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.286849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event deleted for resources: {'Port': ['ID=16d93bf1-26de-48cf-9501-07bace769a1f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:40.298373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9711406-98f3-4187-a4c3-1dbe939730cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.302119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] No DVR routers for this DVR port 16d93bf1-26de-48cf-9501-07bace769a1f on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:40.338911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] For port 071141a1-c855-4199-85de-6262781baea9, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:54:40.343055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] For port 071141a1-c855-4199-85de-6262781baea9, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=071141a1-c855-4199-85de-6262781baea9,segment=NetworkSegment(b0309e22-216f-4497-aef9-7cc241f06978),segment_id=b0309e22-216f-4497-aef9-7cc241f06978)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:54:40.347079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a29dcb6e-67af-4180-a522-5c2d2b241383 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 22244924-5199-4c72-b3af-675a1eab4dd9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:40.347434 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a29dcb6e-67af-4180-a522-5c2d2b241383 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (22244924-5199-4c72-b3af-675a1eab4dd9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.391698 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (071141a1-c855-4199-85de-6262781baea9), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.408029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (747e8507-83e2-4dd0-9104-018f68c191b3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.426742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d0e7bc27-5001-437f-b1b7-edbdd604074b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:40.432802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:40.433185 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.434935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/071141a1-c855-4199-85de-6262781baea9 HTTP/1.1" status: 200 len: 1091 time: 2.1805198 Feb 03 21:54:40.448782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5f2efb-30a4-4767-bf08-7fc27e865c6c', 'tag': '071141a1-c855-4199-85de-6262781baea9'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:40.452060 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef50a89-63cf-4e32-b5e7-31e9935154c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5f2efb-30a4-4767-bf08-7fc27e865c6c", "tag": "071141a1-c855-4199-85de-6262781baea9"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:40.460751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747e8507-83e2-4dd0-9104-018f68c191b3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:40.479431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b78c75c-0cbc-4855-962f-6d9b73b4b9c5') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:40.480399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b78c75c-0cbc-4855-962f-6d9b73b4b9c5') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:40.512112 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (7b78c75c-0cbc-4855-962f-6d9b73b4b9c5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.519769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9711406-98f3-4187-a4c3-1dbe939730cb None None] Pushing event updated for resources: {'Port': ['ID=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:40.550543 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7b78c75c-0cbc-4855-962f-6d9b73b4b9c5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.553662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port d0e7bc27-5001-437f-b1b7-edbdd604074b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:40.554244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.561615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:54:40.562456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (7b78c75c-0cbc-4855-962f-6d9b73b4b9c5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:54:40.567201 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:54:40.577531 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fa93bb-d48b-4738-a817-f8be8c4831db x-openstack-request-id: req-54fa93bb-d48b-4738-a817-f8be8c4831db {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:40.577832 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5f2efb-30a4-4767-bf08-7fc27e865c6c", "tag": "071141a1-c855-4199-85de-6262781baea9", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:40.578092 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54fa93bb-d48b-4738-a817-f8be8c4831db {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:40.578488 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5f2efb-30a4-4767-bf08-7fc27e865c6c', 'tag': '071141a1-c855-4199-85de-6262781baea9', 'status': 'completed', 'code': 200} Feb 03 21:54:40.598656 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a29dcb6e-67af-4180-a522-5c2d2b241383 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (22244924-5199-4c72-b3af-675a1eab4dd9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.602704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8ebb8-bf7b-4c76-bbe6-c0827fa6f3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=071141a1-c855-4199-85de-6262781baea9,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:40.621623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a29dcb6e-67af-4180-a522-5c2d2b241383 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 22244924-5199-4c72-b3af-675a1eab4dd9 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:40.695192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (747e8507-83e2-4dd0-9104-018f68c191b3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.705019 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.706321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d0e7bc27-5001-437f-b1b7-edbdd604074b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:40.711553 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] 10.222.0.50 "DELETE /v2.0/networks/747e8507-83e2-4dd0-9104-018f68c191b3 HTTP/1.1" status: 204 len: 168 time: 1.2845056 Feb 03 21:54:40.713997 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.747627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-9ecc6415-0333-4a7e-b918-211878e7114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:40.747868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9711603-fc25-4b1c-adf9-41018320b629 tempest-DHCPAgentSchedulersTestJSON-1291560018 tempest-DHCPAgentSchedulersTestJSON-1291560018-project] Pushing event deleted for resources: {'Network': ['ID=747e8507-83e2-4dd0-9104-018f68c191b3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:40.747998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-9ecc6415-0333-4a7e-b918-211878e7114d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d563884eed804393b4587889e9421f96&device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 1125 time: 0.2382226 Feb 03 21:54:40.835945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:40.843404 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9154ed-bb9c-4449-ad48-5edcd0455cce" -d '{"events": [{"server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "name": "network-vif-plugged", "status": "completed", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:40.848532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-3d01284c-16ee-4137-aa50-ef261910315f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071141a1-c855-4199-85de-6262781baea9 HTTP/1.1" status: 200 len: 217 time: 0.0405977 Feb 03 21:54:40.884242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:40.892743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:40.971795 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:40.987867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42b881-70a4-4884-adbf-4812c9e229bc req-10a7d507-daca-4c1b-b0ab-1991a2d1db3b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:40.994755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f42b881-70a4-4884-adbf-4812c9e229bc req-10a7d507-daca-4c1b-b0ab-1991a2d1db3b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 944 time: 0.2467260 Feb 03 21:54:41.007402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-805ad07f-4226-4229-b37e-904955377616 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:41.009393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-805ad07f-4226-4229-b37e-904955377616 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 950 time: 0.1163430 Feb 03 21:54:41.026575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b711f-3a78-4d53-8a0e-a6e2c412f6c8 req-c3c84336-d4e3-4418-98f5-e5976e8b7d3e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:41.028151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-506b711f-3a78-4d53-8a0e-a6e2c412f6c8 req-c3c84336-d4e3-4418-98f5-e5976e8b7d3e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 950 time: 0.1759250 Feb 03 21:54:41.081609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-2b47f63f-0e98-41a0-a503-db3cf4f3cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:41.082790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-2b47f63f-0e98-41a0-a503-db3cf4f3cb0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=961fe8b8-a329-4e97-b402-e199ac030b72 HTTP/1.1" status: 200 len: 862 time: 0.2215803 Feb 03 21:54:41.105556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d0e7bc27-5001-437f-b1b7-edbdd604074b,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:41.127277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:41.128029 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:41.188785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Deleting port 98db401f-a950-4e0f-a2dc-da2afa9ee873 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:41.192502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:41.196403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-334e8a21-3f85-4fbd-bdf8-da6ce30578b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda3ef2e-6c38-4ef6-97c8-4b70a2f38825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868599 Feb 03 21:54:41.215010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f42b881-70a4-4884-adbf-4812c9e229bc req-d0f10992-24f5-4720-9964-0252532dcdb2 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032866 Feb 03 21:54:41.223747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-506b711f-3a78-4d53-8a0e-a6e2c412f6c8 req-45bf09a1-fea7-422f-9cde-ce15d004cd01 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783910 Feb 03 21:54:41.274417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39786) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:41.290322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:41.300172 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb96048-a101-4275-a782-15d3f843b91c x-openstack-request-id: req-fbb96048-a101-4275-a782-15d3f843b91c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:41.300172 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "name": "network-vif-plugged", "status": "completed", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:41.300172 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbb96048-a101-4275-a782-15d3f843b91c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:41.300518 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b', 'code': 200} Feb 03 21:54:41.361850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] For port 98db401f-a950-4e0f-a2dc-da2afa9ee873, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=98db401f-a950-4e0f-a2dc-da2afa9ee873,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:41.362379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:41.383595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Calling delete_port for 98db401f-a950-4e0f-a2dc-da2afa9ee873 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:41.460232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16d93bf1-26de-48cf-9501-07bace769a1f no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:54:41.507396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 16d93bf1-26de-48cf-9501-07bace769a1f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:54:41.507763 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a29dcb6e-67af-4180-a522-5c2d2b241383 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (22244924-5199-4c72-b3af-675a1eab4dd9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:41.507960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16d93bf1-26de-48cf-9501-07bace769a1f not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:54:41.586804 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (98db401f-a950-4e0f-a2dc-da2afa9ee873), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:41.600927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dcb6e-67af-4180-a522-5c2d2b241383 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=22244924-5199-4c72-b3af-675a1eab4dd9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:41.602130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a', '04f8cb55-9c40-4f79-a3b7-3febad37de1f', '28b5e7a9-55e0-476e-a85d-76426e15d461', '8b5491a6-c3c3-44dc-b423-83153d3c6cf6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:41.656104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event deleted for resources: {'Port': ['ID=98db401f-a950-4e0f-a2dc-da2afa9ee873,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:41.682569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] No DVR routers for this DVR port 98db401f-a950-4e0f-a2dc-da2afa9ee873 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:41.685541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:41.693733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8', 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c', '98db401f-a950-4e0f-a2dc-da2afa9ee873'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:41.697430 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-53c29934-94f7-4e0a-af9a-1586a6628885 req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "DELETE /v2.0/ports/98db401f-a950-4e0f-a2dc-da2afa9ee873 HTTP/1.1" status: 204 len: 173 time: 0.6814373 Feb 03 21:54:41.699115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.699550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.699902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.700281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.701497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.701858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.702522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.702866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.703206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.705561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.705561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.705561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.705561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ff15e-8e55-409b-9315-b11437f319f3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:41.717710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735ae1d9-466b-4811-89f2-7e16b76f0267', 'name': 'network-vif-deleted', 'tag': '98db401f-a950-4e0f-a2dc-da2afa9ee873'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:41.721704 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc75219-0036-43ba-9e6e-0ee4d591753f" -d '{"events": [{"server_uuid": "735ae1d9-466b-4811-89f2-7e16b76f0267", "name": "network-vif-deleted", "tag": "98db401f-a950-4e0f-a2dc-da2afa9ee873"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:41.781490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ce74f-0ec9-4a2e-a4d0-4f0168e77e8d req-7c5395a4-5b63-4f98-8842-507e696eb740 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:41.782671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d7ce74f-0ec9-4a2e-a4d0-4f0168e77e8d req-7c5395a4-5b63-4f98-8842-507e696eb740 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.3435619 Feb 03 21:54:41.790220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-8022f908-c927-4a9b-94a2-5ecb388738fd service neutron] 10.222.0.10 "GET /v2.0/networks/cda3ef2e-6c38-4ef6-97c8-4b70a2f38825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599391 Feb 03 21:54:41.816356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9934f7fd-8664-405f-8574-e2c3268c9b50 None None] Provisioning complete for port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:41.816647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9934f7fd-8664-405f-8574-e2c3268c9b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:41.836938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245c4d4-2ee0-456b-9ba6-606935909457 req-cf60543f-09dc-4e7a-9855-fe30daf76a7f tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:41.838841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7245c4d4-2ee0-456b-9ba6-606935909457 req-cf60543f-09dc-4e7a-9855-fe30daf76a7f tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 943 time: 0.3616891 Feb 03 21:54:41.923592 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a29dcb6e-67af-4180-a522-5c2d2b241383 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:41.929922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39798) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:41.930482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a29dcb6e-67af-4180-a522-5c2d2b241383 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/22244924-5199-4c72-b3af-675a1eab4dd9 HTTP/1.1" status: 204 len: 168 time: 1.7813220 Feb 03 21:54:41.932380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9934f7fd-8664-405f-8574-e2c3268c9b50 None None] Port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:41.967973 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e70da790-28ed-4975-82e4-88ed84dd39b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cd6cbe522dc435e8debf753c242bb0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6899121 Feb 03 21:54:41.974494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9934f7fd-8664-405f-8574-e2c3268c9b50 None None] Could not find standard attr ID for object 22244924-5199-4c72-b3af-675a1eab4dd9. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 21:54:41.976846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39800) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:42.002130 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dffb611-f163-4554-b226-1fb3ab3a1e82 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] GET failed (client error): The resource could not be found. Feb 03 21:54:42.006764 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8dffb611-f163-4554-b226-1fb3ab3a1e82 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports/22244924-5199-4c72-b3af-675a1eab4dd9 HTTP/1.1" status: 404 len: 333 time: 0.0721662 Feb 03 21:54:42.008514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:42.026628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9934f7fd-8664-405f-8574-e2c3268c9b50 None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:42.027022 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9934f7fd-8664-405f-8574-e2c3268c9b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.091565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d7ce74f-0ec9-4a2e-a4d0-4f0168e77e8d req-74077403-74dd-497e-9f62-f272844f6aa5 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850468 Feb 03 21:54:42.126144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7245c4d4-2ee0-456b-9ba6-606935909457 req-043d42dc-b1fc-4ca5-b993-c1391e147168 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736859 Feb 03 21:54:42.179906 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3481fc01-61fe-4dea-b9c8-191e06813e39 x-openstack-request-id: req-3481fc01-61fe-4dea-b9c8-191e06813e39 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:42.180147 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735ae1d9-466b-4811-89f2-7e16b76f0267", "name": "network-vif-deleted", "tag": "98db401f-a950-4e0f-a2dc-da2afa9ee873", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:42.180387 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3481fc01-61fe-4dea-b9c8-191e06813e39 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:42.180805 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735ae1d9-466b-4811-89f2-7e16b76f0267', 'name': 'network-vif-deleted', 'tag': '98db401f-a950-4e0f-a2dc-da2afa9ee873', 'status': 'completed', 'code': 200} Feb 03 21:54:42.181960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b851894-2ad3-4361-9ddb-9f151e0b6c18 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (7bf34f4a-8285-4fbc-9c26-360e2514942f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.199506 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee16199b-d53a-4fe4-a7ef-3b93683eeced admin admin] Publish callbacks [] for security_group (64914185-3a51-4289-b8db-0b01bffe0739), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.204403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5995c4d8-d379-46e5-8d5e-6b19b36f2082 req-ae0ffc0c-9760-415c-83a0-a4fffde99b31 service neutron] 10.222.0.10 "GET /v2.0/networks/cda3ef2e-6c38-4ef6-97c8-4b70a2f38825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032419 Feb 03 21:54:42.235207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b851894-2ad3-4361-9ddb-9f151e0b6c18 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (7bf34f4a-8285-4fbc-9c26-360e2514942f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.268394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee16199b-d53a-4fe4-a7ef-3b93683eeced admin admin] Publish callbacks [] for security_group (64914185-3a51-4289-b8db-0b01bffe0739), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.348399 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b851894-2ad3-4361-9ddb-9f151e0b6c18 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7bf34f4a-8285-4fbc-9c26-360e2514942f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.352099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b851894-2ad3-4361-9ddb-9f151e0b6c18 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.353796 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4b851894-2ad3-4361-9ddb-9f151e0b6c18 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/security-groups/7bf34f4a-8285-4fbc-9c26-360e2514942f HTTP/1.1" status: 204 len: 168 time: 0.3433976 Feb 03 21:54:42.358246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:42.392546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b851894-2ad3-4361-9ddb-9f151e0b6c18 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf34f4a-8285-4fbc-9c26-360e2514942f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:42.453294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9934f7fd-8664-405f-8574-e2c3268c9b50 None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:42.510774 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee16199b-d53a-4fe4-a7ef-3b93683eeced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (64914185-3a51-4289-b8db-0b01bffe0739), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.515100 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee16199b-d53a-4fe4-a7ef-3b93683eeced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.518730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ee16199b-d53a-4fe4-a7ef-3b93683eeced admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64914185-3a51-4289-b8db-0b01bffe0739 HTTP/1.1" status: 204 len: 168 time: 0.5383363 Feb 03 21:54:42.527254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d1ac10-1756-4fcc-b402-432c1dcae44e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (f8a3a04e-a130-42c0-ae7a-07535e599e41), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.567496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db75ed5-b4d8-4286-8c1a-f49f54d61382 req-d7f5ccd6-9d94-4c36-bb0e-f0362e631e89 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=735ae1d9-466b-4811-89f2-7e16b76f0267 HTTP/1.1" status: 200 len: 210 time: 0.0743637 Feb 03 21:54:42.578362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16199b-d53a-4fe4-a7ef-3b93683eeced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64914185-3a51-4289-b8db-0b01bffe0739,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:42.623911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d1ac10-1756-4fcc-b402-432c1dcae44e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (f8a3a04e-a130-42c0-ae7a-07535e599e41), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.667670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba0d0d-5316-45f8-bfbc-a80ce8c37eed req-c6e48b4f-ae4a-4f4f-849a-3029a4c041f7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:42.669727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4ba0d0d-5316-45f8-bfbc-a80ce8c37eed req-c6e48b4f-ae4a-4f4f-849a-3029a4c041f7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.2333002 Feb 03 21:54:42.672003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-2a8e64d5-ec9c-475e-83f4-d829f1e59b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:42.673533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-2a8e64d5-ec9c-475e-83f4-d829f1e59b07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d563884eed804393b4587889e9421f96&device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 1125 time: 0.2644992 Feb 03 21:54:42.733993 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d1ac10-1756-4fcc-b402-432c1dcae44e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f8a3a04e-a130-42c0-ae7a-07535e599e41), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.737747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d1ac10-1756-4fcc-b402-432c1dcae44e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.742147 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-31d1ac10-1756-4fcc-b402-432c1dcae44e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/security-groups/f8a3a04e-a130-42c0-ae7a-07535e599e41 HTTP/1.1" status: 204 len: 168 time: 0.3802569 Feb 03 21:54:42.746422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:42.797557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-12a64b77-f978-43c0-b87a-6aebb40422f8 None None] Could not find standard attr ID for object 22244924-5199-4c72-b3af-675a1eab4dd9. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 21:54:42.836099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1ac10-1756-4fcc-b402-432c1dcae44e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a3a04e-a130-42c0-ae7a-07535e599e41,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:42.896527 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f84a0928-8666-4de3-a3f1-fef7a966255e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (bd86124b-bdfa-40e2-a99d-705df9579a8a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.909645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4ba0d0d-5316-45f8-bfbc-a80ce8c37eed req-3f5af6ac-037f-4102-be62-ea2f674ad2cd tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335842 Feb 03 21:54:42.965480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f84a0928-8666-4de3-a3f1-fef7a966255e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (bd86124b-bdfa-40e2-a99d-705df9579a8a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:42.967064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-2d0115f3-5983-4016-956c-2e83273bffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:42.968855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-2d0115f3-5983-4016-956c-2e83273bffd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 HTTP/1.1" status: 200 len: 923 time: 0.2851269 Feb 03 21:54:43.019269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-1194727c-2073-4fb2-b93a-225c59c625c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071141a1-c855-4199-85de-6262781baea9 HTTP/1.1" status: 200 len: 217 time: 0.0435216 Feb 03 21:54:43.056213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f84a0928-8666-4de3-a3f1-fef7a966255e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd86124b-bdfa-40e2-a99d-705df9579a8a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.060865 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f84a0928-8666-4de3-a3f1-fef7a966255e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.062321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f84a0928-8666-4de3-a3f1-fef7a966255e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/security-groups/bd86124b-bdfa-40e2-a99d-705df9579a8a HTTP/1.1" status: 204 len: 168 time: 0.3147738 Feb 03 21:54:43.069179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:43.091367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a0928-8666-4de3-a3f1-fef7a966255e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd86124b-bdfa-40e2-a99d-705df9579a8a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:43.164237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-06d66474-1559-4e49-9417-e729bd206e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:43.168161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-06d66474-1559-4e49-9417-e729bd206e59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=961fe8b8-a329-4e97-b402-e199ac030b72 HTTP/1.1" status: 200 len: 862 time: 0.1421509 Feb 03 21:54:43.226027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bbbf12-19cc-48ab-b16a-0a41ef8937d2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet bdd8c5de-4938-4ef3-b8cd-2bcccbd79120 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:54:43.230138 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbf12-19cc-48ab-b16a-0a41ef8937d2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (bdd8c5de-4938-4ef3-b8cd-2bcccbd79120), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.257970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-87ad157c-2432-4982-a45d-148ef4de6dfd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda3ef2e-6c38-4ef6-97c8-4b70a2f38825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772808 Feb 03 21:54:43.266745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:43.282576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbf12-19cc-48ab-b16a-0a41ef8937d2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (bdd8c5de-4938-4ef3-b8cd-2bcccbd79120), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.379322 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-122644e3-c09a-4bf4-9401-66706ace491d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.415826 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbf12-19cc-48ab-b16a-0a41ef8937d2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (bdd8c5de-4938-4ef3-b8cd-2bcccbd79120), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.502072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbf12-19cc-48ab-b16a-0a41ef8937d2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (bdd8c5de-4938-4ef3-b8cd-2bcccbd79120), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.505064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e141d6-cb84-414d-9a6e-d84f96a24768 req-493ef467-e7e7-48e2-affc-c73464ac4c7e tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:43.506944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94e141d6-cb84-414d-9a6e-d84f96a24768 req-493ef467-e7e7-48e2-affc-c73464ac4c7e tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 943 time: 0.1312187 Feb 03 21:54:43.527693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbf12-19cc-48ab-b16a-0a41ef8937d2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.531679 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a3bbbf12-19cc-48ab-b16a-0a41ef8937d2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/bdd8c5de-4938-4ef3-b8cd-2bcccbd79120 HTTP/1.1" status: 204 len: 168 time: 0.4592988 Feb 03 21:54:43.535835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:43.537490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4020841-816b-40aa-9489-de0fc3490030 None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:43.567271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbbf12-19cc-48ab-b16a-0a41ef8937d2 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd8c5de-4938-4ef3-b8cd-2bcccbd79120,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:43.604530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94e141d6-cb84-414d-9a6e-d84f96a24768 req-a9c7ad31-7f60-4b6d-b113-5b18afad2c8e tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884755 Feb 03 21:54:43.650208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb8b92-290c-4446-ac64-5436930a229b req-bcd7a8f5-8162-4350-8eb3-fc010bd1f447 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:43.651759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3afb8b92-290c-4446-ac64-5436930a229b req-bcd7a8f5-8162-4350-8eb3-fc010bd1f447 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.3436887 Feb 03 21:54:43.654433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-a4cb9645-33d0-4055-9994-5a597add9a43 service neutron] 10.222.0.10 "GET /v2.0/networks/cda3ef2e-6c38-4ef6-97c8-4b70a2f38825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864894 Feb 03 21:54:43.695876 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b727936c-458b-4cc6-8de6-c18e590573de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet a762526f-5ba6-4ff7-a9aa-4122e3689e36 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:54:43.705877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b727936c-458b-4cc6-8de6-c18e590573de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (a762526f-5ba6-4ff7-a9aa-4122e3689e36), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.754418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3afb8b92-290c-4446-ac64-5436930a229b req-7f10e0d0-669b-46b9-a9f1-baef2ba9fadc tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903628 Feb 03 21:54:43.850958 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-122644e3-c09a-4bf4-9401-66706ace491d admin admin] Publish callbacks [] for security_group (f06fd4fe-4d85-4afc-a35b-e81e228dd96b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.862848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b727936c-458b-4cc6-8de6-c18e590573de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (a762526f-5ba6-4ff7-a9aa-4122e3689e36), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.898085 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-122644e3-c09a-4bf4-9401-66706ace491d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f06fd4fe-4d85-4afc-a35b-e81e228dd96b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:43.999813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ef50a89-63cf-4e32-b5e7-31e9935154c4 req-508dee55-49bb-4af6-af48-902d4633b12f service neutron] 10.222.0.10 "GET /v2.0/networks/cda3ef2e-6c38-4ef6-97c8-4b70a2f38825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350577 Feb 03 21:54:44.057818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122644e3-c09a-4bf4-9401-66706ace491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06fd4fe-4d85-4afc-a35b-e81e228dd96b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:44.070130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-122644e3-c09a-4bf4-9401-66706ace491d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25860557f47041088aa16ebbd95a3a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7998388 Feb 03 21:54:44.073004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:44.185124 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b727936c-458b-4cc6-8de6-c18e590573de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (a762526f-5ba6-4ff7-a9aa-4122e3689e36), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:44.276534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9f66f-3870-431a-acfd-50c143d547ab req-4ccce200-4bb7-4ee9-a1f0-3528fa5dd395 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:44.294766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18a9f66f-3870-431a-acfd-50c143d547ab req-4ccce200-4bb7-4ee9-a1f0-3528fa5dd395 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1173363 Feb 03 21:54:44.368066 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f45a5ecc-6994-42c5-8c89-0bfdf00bd24c admin admin] Publish callbacks [] for security_group (f06fd4fe-4d85-4afc-a35b-e81e228dd96b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:44.388484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 98db401f-a950-4e0f-a2dc-da2afa9ee873 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:54:44.435193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 98db401f-a950-4e0f-a2dc-da2afa9ee873 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:54:44.435544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 98db401f-a950-4e0f-a2dc-da2afa9ee873 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:54:44.455594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18a9f66f-3870-431a-acfd-50c143d547ab req-22bc574b-d0ba-4c00-a633-5e5c5c5c99f2 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599898 Feb 03 21:54:44.481269 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f45a5ecc-6994-42c5-8c89-0bfdf00bd24c admin admin] Publish callbacks [] for security_group (f06fd4fe-4d85-4afc-a35b-e81e228dd96b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:44.498696 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b727936c-458b-4cc6-8de6-c18e590573de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (a762526f-5ba6-4ff7-a9aa-4122e3689e36), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:44.590346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-14be08fe-08c0-4058-b99d-f04d02b69c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:44.595141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36762e36-b0e4-45b2-b0e6-e72fea318526 req-e5e78cd4-9eb5-4109-9c1f-553163dca280 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:44.598389 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-14be08fe-08c0-4058-b99d-f04d02b69c55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 1128 time: 0.2225749 Feb 03 21:54:44.600078 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b727936c-458b-4cc6-8de6-c18e590573de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:44.607170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36762e36-b0e4-45b2-b0e6-e72fea318526 req-e5e78cd4-9eb5-4109-9c1f-553163dca280 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 949 time: 0.1952212 Feb 03 21:54:44.612108 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b727936c-458b-4cc6-8de6-c18e590573de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/a762526f-5ba6-4ff7-a9aa-4122e3689e36 HTTP/1.1" status: 204 len: 168 time: 1.0750403 Feb 03 21:54:44.617814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:44.632308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727936c-458b-4cc6-8de6-c18e590573de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=a762526f-5ba6-4ff7-a9aa-4122e3689e36,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:44.716199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36762e36-b0e4-45b2-b0e6-e72fea318526 req-62fadb1e-f39b-472f-8d3f-5af5ece635bc tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059239 Feb 03 21:54:44.778691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ce297-9e41-4e51-a70e-4ea4df2148da req-10c041b2-9c7e-4426-b460-824f2b8f6e89 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:44.785783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f4ce297-9e41-4e51-a70e-4ea4df2148da req-10c041b2-9c7e-4426-b460-824f2b8f6e89 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1547313 Feb 03 21:54:44.806782 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ccecad-c5d4-4594-9e1d-6d5eaf4f87f7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:44.809600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ccecad-c5d4-4594-9e1d-6d5eaf4f87f7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:44.815083 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-14ccecad-c5d4-4594-9e1d-6d5eaf4f87f7 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/bdd8c5de-4938-4ef3-b8cd-2bcccbd79120 HTTP/1.1" status: 404 len: 337 time: 0.1802881 Feb 03 21:54:44.838305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39876) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:44.840535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045694b1-5bd7-4315-b05d-eee686000b3e None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:44.849426 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f45a5ecc-6994-42c5-8c89-0bfdf00bd24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f06fd4fe-4d85-4afc-a35b-e81e228dd96b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:44.852726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f45a5ecc-6994-42c5-8c89-0bfdf00bd24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:44.857641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f45a5ecc-6994-42c5-8c89-0bfdf00bd24c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f06fd4fe-4d85-4afc-a35b-e81e228dd96b HTTP/1.1" status: 204 len: 168 time: 0.7833972 Feb 03 21:54:44.883744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a5ecc-6994-42c5-8c89-0bfdf00bd24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06fd4fe-4d85-4afc-a35b-e81e228dd96b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:44.910621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f4ce297-9e41-4e51-a70e-4ea4df2148da req-651e1906-f6d0-4954-9e9a-e8917cb28ac9 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186812 Feb 03 21:54:44.948301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-78ba55fb-8aed-4c97-8e04-0d5f8365e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:44.949798 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-78ba55fb-8aed-4c97-8e04-0d5f8365e83e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 919 time: 0.3193874 Feb 03 21:54:45.006146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting subnet 6909b9ce-8590-4dff-8e42-7179daf06769 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:54:45.012754 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (6909b9ce-8590-4dff-8e42-7179daf06769), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:45.062071 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-20845725-fa64-4fb8-82b9-0e48bbd715bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c HTTP/1.1" status: 200 len: 217 time: 0.1009979 Feb 03 21:54:45.065482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39f85e-3644-469e-af33-eb06521892e7 req-9b36ebd1-e78e-46df-b9f9-ceb61b14fb1a tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:45.067348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b39f85e-3644-469e-af33-eb06521892e7 req-9b36ebd1-e78e-46df-b9f9-ceb61b14fb1a tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 943 time: 0.1748362 Feb 03 21:54:45.074139 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (6909b9ce-8590-4dff-8e42-7179daf06769), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:45.111239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4d36e322-4927-4269-b977-6d5149d39eb8 None None] Provisioning complete for port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:45.112816 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d36e322-4927-4269-b977-6d5149d39eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:45.156602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-b01e9541-b3bf-4bd8-8c48-d9b198ee7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:45.158873 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-b01e9541-b3bf-4bd8-8c48-d9b198ee7a0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.0837364 Feb 03 21:54:45.241616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b39f85e-3644-469e-af33-eb06521892e7 req-8882654e-c22a-4126-b160-42f1e703f444 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616740 Feb 03 21:54:45.255357 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-2c3489ae-3b68-44d3-b695-c1c43c50a2de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863891 Feb 03 21:54:45.274968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d36e322-4927-4269-b977-6d5149d39eb8 None None] Port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:45.306817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4d36e322-4927-4269-b977-6d5149d39eb8 None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:45.307589 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d36e322-4927-4269-b977-6d5149d39eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:45.346840 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6909b9ce-8590-4dff-8e42-7179daf06769), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:45.426994 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-826f983b-7af5-4f20-9aa1-1d31184deecc service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610403 Feb 03 21:54:45.518043 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (6909b9ce-8590-4dff-8e42-7179daf06769), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:45.650261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Subnet': ['ID=6909b9ce-8590-4dff-8e42-7179daf06769,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:45.681023 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:45.704961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:45.705631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/6909b9ce-8590-4dff-8e42-7179daf06769 HTTP/1.1" status: 204 len: 168 time: 0.8225694 Feb 03 21:54:45.758327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.765997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.766686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.767284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.767802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.769320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.769848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.772203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.772740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.773287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.773797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.777414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.777982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf83b3-2b93-4aec-a6fb-9e11bc4af5de tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:54:45.828209 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c641cae-97c7-4b3c-9979-7e0f5609ec01 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:45.828675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c641cae-97c7-4b3c-9979-7e0f5609ec01 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:45.834964 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9c641cae-97c7-4b3c-9979-7e0f5609ec01 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/d7294c56-ab00-4933-b8dc-589966c54be3 HTTP/1.1" status: 404 len: 337 time: 0.1169121 Feb 03 21:54:45.840743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:45.844431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddede283-32be-420d-9549-330f8b93bc1d req-6ed3287f-4235-4897-82cd-5c7c45ffe404 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:45.852623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddede283-32be-420d-9549-330f8b93bc1d req-6ed3287f-4235-4897-82cd-5c7c45ffe404 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.2271943 Feb 03 21:54:45.892359 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-13cc400f-2317-46f6-9cc8-823a011da9e9 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd741fe-b620-4f18-92c5-fffcc4c36223 HTTP/1.1" status: 200 len: 205 time: 0.0501359 Feb 03 21:54:45.895162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:45.955767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d36e322-4927-4269-b977-6d5149d39eb8 None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:46.028261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddede283-32be-420d-9549-330f8b93bc1d req-1705ef63-78dd-4cfd-8a96-ffefd99b7121 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680858 Feb 03 21:54:46.045934 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-542cf0ee-49b5-46a7-8867-9ab2a98adde5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] delete failed (client error): The resource could not be found. Feb 03 21:54:46.047109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-542cf0ee-49b5-46a7-8867-9ab2a98adde5 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/routers/7cd741fe-b620-4f18-92c5-fffcc4c36223 HTTP/1.1" status: 404 len: 336 time: 0.1509178 Feb 03 21:54:46.059775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917fb6d-483b-4b02-99c9-68f8359cc63f req-7d604a48-b19e-4069-bc0c-61e05c455511 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:46.067067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c917fb6d-483b-4b02-99c9-68f8359cc63f req-7d604a48-b19e-4069-bc0c-61e05c455511 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 949 time: 0.2080007 Feb 03 21:54:46.068936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39906) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:46.084679 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad688c01-6cfa-4657-bb6e-debf54ccdfd9 req-e4d23ed3-e39d-42da-b287-b332f0f90a7b service neutron] 10.222.0.47 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502051 Feb 03 21:54:46.161010 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc715015-402f-4d70-973f-b1986926f6d4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:46.161461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc715015-402f-4d70-973f-b1986926f6d4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:46.166127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc715015-402f-4d70-973f-b1986926f6d4 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/e01acb20-a389-452a-b8f3-0f0d8529e94c HTTP/1.1" status: 404 len: 337 time: 0.0947061 Feb 03 21:54:46.167882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:46.177624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-7f7d5495-1fbb-443a-beee-5c9219d38d9a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:46.179123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c917fb6d-483b-4b02-99c9-68f8359cc63f req-a6467bed-7f85-4dca-810c-a636f36b19c3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105847 Feb 03 21:54:46.180317 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-7f7d5495-1fbb-443a-beee-5c9219d38d9a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 949 time: 0.1319416 Feb 03 21:54:46.393385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 071141a1-c855-4199-85de-6262781baea9 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:54:46.495716 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc1ee72-3857-454a-a6f5-ea79bcef8939 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:46.496326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc1ee72-3857-454a-a6f5-ea79bcef8939 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:46.516246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4dc1ee72-3857-454a-a6f5-ea79bcef8939 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/7ab02340-5afd-4f3f-894e-297134096add HTTP/1.1" status: 404 len: 337 time: 0.3448160 Feb 03 21:54:46.522758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39918) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:46.543027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38434483-10e8-44cc-a0b8-a8c296671377 None None] Network 15847131-12b2-4b90-95fd-e0cd708fc36f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:46.564609 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c3eee5-dd80-41dd-b57d-692edd1e5f37 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:46.565152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c3eee5-dd80-41dd-b57d-692edd1e5f37 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:46.571348 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-23c3eee5-dd80-41dd-b57d-692edd1e5f37 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/03a29892-0b95-4846-ad3e-e0a9004fca08 HTTP/1.1" status: 404 len: 337 time: 0.0453150 Feb 03 21:54:46.571678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:46.575266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d056f-9c09-4811-8721-cf0ce70b9797 req-a42bb333-e865-482d-bb81-b36bee7f6641 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:46.585354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-342d056f-9c09-4811-8721-cf0ce70b9797 req-a42bb333-e865-482d-bb81-b36bee7f6641 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.4165823 Feb 03 21:54:46.623641 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2b6da0-f670-4256-8406-612a5c121b16 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:46.624214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2b6da0-f670-4256-8406-612a5c121b16 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:46.635249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2d2b6da0-f670-4256-8406-612a5c121b16 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/b21416f9-907f-4160-94fd-b075dbbb33f1 HTTP/1.1" status: 404 len: 333 time: 0.0568755 Feb 03 21:54:46.636179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:46.657211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa92ba9-aaa4-4412-9337-62762c84acdc req-e17ed8ce-1f0b-4889-b9a5-ab371fdf7bd3 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:46.659217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0aa92ba9-aaa4-4412-9337-62762c84acdc req-e17ed8ce-1f0b-4889-b9a5-ab371fdf7bd3 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 943 time: 0.2361667 Feb 03 21:54:46.676945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-342d056f-9c09-4811-8721-cf0ce70b9797 req-cfaf966b-4657-4a6d-b487-ea0522b7e386 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903139 Feb 03 21:54:46.732358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0aa92ba9-aaa4-4412-9337-62762c84acdc req-8261eb57-09c7-40d9-a367-2e8b4513ba39 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540848 Feb 03 21:54:46.762367 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32266a0-63d4-498f-b0f5-638187177c59 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:46.763331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32266a0-63d4-498f-b0f5-638187177c59 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:46.767693 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c32266a0-63d4-498f-b0f5-638187177c59 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/218ec1ea-94da-491b-bc16-4a5bfcaffb16 HTTP/1.1" status: 404 len: 337 time: 0.1145091 Feb 03 21:54:46.771379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39928) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:46.810316 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8e4900-e55f-407b-9626-e609f684f8fa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:46.810782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8e4900-e55f-407b-9626-e609f684f8fa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:46.814229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Deleting port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:46.814590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:46.818121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fb8e4900-e55f-407b-9626-e609f684f8fa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/ab4c6cd1-9375-4d24-bb1d-63d1c14bc59a HTTP/1.1" status: 404 len: 337 time: 0.0456562 Feb 03 21:54:46.819425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39930) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:46.849160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-016d280b-1ea4-4a4b-8fb2-b3e19ff096dd None None] Provisioning complete for port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:46.849815 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-016d280b-1ea4-4a4b-8fb2-b3e19ff096dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:46.854419 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-970943f2-beda-453d-a8f8-283e2414ce21 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:46.854987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970943f2-beda-453d-a8f8-283e2414ce21 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:46.859883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-970943f2-beda-453d-a8f8-283e2414ce21 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/152bca22-7b59-4bb8-909e-04e1e8ef1a16 HTTP/1.1" status: 404 len: 333 time: 0.0395045 Feb 03 21:54:46.862946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:46.905890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 071141a1-c855-4199-85de-6262781baea9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=071141a1-c855-4199-85de-6262781baea9,segment=NetworkSegment(b0309e22-216f-4497-aef9-7cc241f06978),segment_id=b0309e22-216f-4497-aef9-7cc241f06978)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:46.926172 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51cb180-c5f1-4e48-a72b-627af92d9aaa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:46.926635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51cb180-c5f1-4e48-a72b-627af92d9aaa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:46.934288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:46.934513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b51cb180-c5f1-4e48-a72b-627af92d9aaa tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/880fc58a-07ff-46ed-aee7-95c8a3c4b44b HTTP/1.1" status: 404 len: 337 time: 0.0703564 Feb 03 21:54:46.942082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-016d280b-1ea4-4a4b-8fb2-b3e19ff096dd None None] Port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:54:46.945561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '071141a1-c855-4199-85de-6262781baea9', 'network_id': 'cda3ef2e-6c38-4ef6-97c8-4b70a2f38825', 'port_id': '071141a1-c855-4199-85de-6262781baea9', 'mac_address': 'fa:16:3e:83:46:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961fe8b8-a329-4e97-b402-e199ac030b72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:54:46.979565 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-016d280b-1ea4-4a4b-8fb2-b3e19ff096dd None None] Provisioning complete for port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:46.982184 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-016d280b-1ea4-4a4b-8fb2-b3e19ff096dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:47.011444 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-47aaddbb-55b0-418f-a990-a63b8f8cd348 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] DELETE failed (client error): The resource could not be found. Feb 03 21:54:47.013336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47aaddbb-55b0-418f-a990-a63b8f8cd348 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:54:47.015931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-47aaddbb-55b0-418f-a990-a63b8f8cd348 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/subnets/0f4f0689-790b-459b-888c-f4891296f55c HTTP/1.1" status: 404 len: 337 time: 0.0799735 Feb 03 21:54:47.018571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:47.049685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56386967-f220-44b8-ac46-a7d38ed66a8d None None] DHCP port deletion for 15847131-12b2-4b90-95fd-e0cd708fc36f request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:54:47.051320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 071141a1-c855-4199-85de-6262781baea9 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:47.051741 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (071141a1-c855-4199-85de-6262781baea9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:47.066600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] For port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:47.067066 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:47.085282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Calling delete_port for 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:47.153108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071141a1-c855-4199-85de-6262781baea9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:54:47.280800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 071141a1-c855-4199-85de-6262781baea9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=071141a1-c855-4199-85de-6262781baea9,segment=NetworkSegment(b0309e22-216f-4497-aef9-7cc241f06978),segment_id=b0309e22-216f-4497-aef9-7cc241f06978)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:47.345725 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (071141a1-c855-4199-85de-6262781baea9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:47.357587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2822d21-e4dc-472d-887a-97446b759642 req-e1bf0cf1-9107-4010-9ec3-0865f0bf0a5b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:47.359142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2822d21-e4dc-472d-887a-97446b759642 req-e1bf0cf1-9107-4010-9ec3-0865f0bf0a5b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1548011 Feb 03 21:54:47.394101 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8b5491a6-c3c3-44dc-b423-83153d3c6cf6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:47.427077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a', '04f8cb55-9c40-4f79-a3b7-3febad37de1f', '28b5e7a9-55e0-476e-a85d-76426e15d461', '8b5491a6-c3c3-44dc-b423-83153d3c6cf6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:47.434091 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8', 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:47.442775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event deleted for resources: {'Port': ['ID=8b5491a6-c3c3-44dc-b423-83153d3c6cf6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:47.458161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2b82ca40-c338-4f9f-a5e2-53ca71e4591e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Deleting port 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:47.458504 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b82ca40-c338-4f9f-a5e2-53ca71e4591e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:47.528082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-016d280b-1ea4-4a4b-8fb2-b3e19ff096dd None None] Current status of the port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:47.570141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] No DVR routers for this DVR port 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:47.575331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2822d21-e4dc-472d-887a-97446b759642 req-94c8eabb-77b7-4ebe-9503-1c2c7104051b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848428 Feb 03 21:54:47.576276 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:47.583501 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8ec376d-c3df-4429-a911-bcef42f57f57 req-99fefdc1-feec-45a8-9031-830da3b5cca4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "DELETE /v2.0/ports/8b5491a6-c3c3-44dc-b423-83153d3c6cf6 HTTP/1.1" status: 204 len: 173 time: 1.3830535 Feb 03 21:54:47.588586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eb577d-5706-4c3a-aa22-12ac29463105', 'name': 'network-vif-deleted', 'tag': '8b5491a6-c3c3-44dc-b423-83153d3c6cf6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:47.610251 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3535ce09-1da1-461b-a4c8-c88e390f036a" -d '{"events": [{"server_uuid": "76eb577d-5706-4c3a-aa22-12ac29463105", "name": "network-vif-deleted", "tag": "8b5491a6-c3c3-44dc-b423-83153d3c6cf6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:47.648503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-56386967-f220-44b8-ac46-a7d38ed66a8d None None] Deleting port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:47.648889 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56386967-f220-44b8-ac46-a7d38ed66a8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:47.658351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6c1b2-cac6-4627-bcdd-8dbd5d61b729 req-95f9daf1-bad2-4858-937c-9b8ea6b59dd1 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:47.673660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90d6c1b2-cac6-4627-bcdd-8dbd5d61b729 req-95f9daf1-bad2-4858-937c-9b8ea6b59dd1 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=76eb577d-5706-4c3a-aa22-12ac29463105 HTTP/1.1" status: 200 len: 867 time: 0.3540637 Feb 03 21:54:47.701441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=071141a1-c855-4199-85de-6262781baea9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:47.749487 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a053d8-fb22-49dc-bb19-3f01d7327f00 x-openstack-request-id: req-a4a053d8-fb22-49dc-bb19-3f01d7327f00 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:47.749854 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eb577d-5706-4c3a-aa22-12ac29463105", "name": "network-vif-deleted", "tag": "8b5491a6-c3c3-44dc-b423-83153d3c6cf6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:47.749957 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4a053d8-fb22-49dc-bb19-3f01d7327f00 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:47.750885 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76eb577d-5706-4c3a-aa22-12ac29463105', 'name': 'network-vif-deleted', 'tag': '8b5491a6-c3c3-44dc-b423-83153d3c6cf6', 'status': 'completed', 'code': 200} Feb 03 21:54:47.814130 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b82ca40-c338-4f9f-a5e2-53ca71e4591e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:47.820449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['071141a1-c855-4199-85de-6262781baea9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:47.958849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90d6c1b2-cac6-4627-bcdd-8dbd5d61b729 req-11b6f78f-b0cd-4831-9623-5da055b9dcda tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683990 Feb 03 21:54:47.960748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2b82ca40-c338-4f9f-a5e2-53ca71e4591e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Calling delete_port for 3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:47.987804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-56386967-f220-44b8-ac46-a7d38ed66a8d None None] For port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,segment=NetworkSegment(6f8095c6-3661-4196-91cc-14a735198d97),segment_id=6f8095c6-3661-4196-91cc-14a735198d97)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:47.988356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56386967-f220-44b8-ac46-a7d38ed66a8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.052458 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:48.082783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-56386967-f220-44b8-ac46-a7d38ed66a8d None None] Calling delete_port for bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:48.226008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e4519-89b2-47a0-940c-6c23126a9475 req-ac89d0c2-ea31-4972-8df3-dfeec06636fd tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:48.234681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c72e4519-89b2-47a0-940c-6c23126a9475 req-ac89d0c2-ea31-4972-8df3-dfeec06636fd tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.3073349 Feb 03 21:54:48.281693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-390423275', 'router:external': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:48.322752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da7887-5771-454f-b150-93dd7dd5dba6 req-11e7c0f0-5925-45c4-8c77-0a6710bda89d tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:48.331370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Made reservation on behalf of 5c3e30b330644b019d0899af3b7e939e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:48.333289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47da7887-5771-454f-b150-93dd7dd5dba6 req-11e7c0f0-5925-45c4-8c77-0a6710bda89d tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 944 time: 0.2227490 Feb 03 21:54:48.334583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.375240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.411681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c72e4519-89b2-47a0-940c-6c23126a9475 req-f4f2c26b-513d-476c-ae5c-0148e1e2e997 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719532 Feb 03 21:54:48.425762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b82ca40-c338-4f9f-a5e2-53ca71e4591e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.486500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47da7887-5771-454f-b150-93dd7dd5dba6 req-33a917f8-f3f0-4852-8a79-c6d2c88d83d2 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522026 Feb 03 21:54:48.496143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b82ca40-c338-4f9f-a5e2-53ca71e4591e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.500252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b82ca40-c338-4f9f-a5e2-53ca71e4591e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/ports/3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6 HTTP/1.1" status: 204 len: 168 time: 1.4806263 Feb 03 21:54:48.501808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82ca40-c338-4f9f-a5e2-53ca71e4591e tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Port': ['ID=3f1114fd-3b65-4b8f-b7c6-5db31d9e2ca6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:48.509596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:48.593972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for security_group (e2fea367-671b-47f2-8707-83cb99275dae), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.601478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e2fea367-671b-47f2-8707-83cb99275dae), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.654824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:54:48.683153 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (05947d4c-a0cf-42b5-8fe2-59cadb63a7fa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.688463 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Added segment 05947d4c-a0cf-42b5-8fe2-59cadb63a7fa of type vlan for network cc0c2335-c5d2-44ba-9089-b193df05ccc3 Feb 03 21:54:48.690420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fea367-671b-47f2-8707-83cb99275dae,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:48.827035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cc0c2335-c5d2-44ba-9089-b193df05ccc3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.868617 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56386967-f220-44b8-ac46-a7d38ed66a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.899428 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cc0c2335-c5d2-44ba-9089-b193df05ccc3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.900564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:48.901200 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:48.964982 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9084463 Feb 03 21:54:48.986857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56386967-f220-44b8-ac46-a7d38ed66a8d None None] No DVR routers for this DVR port bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:48.990020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:48.997609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'subnet': {'network_id': 'cc0c2335-c5d2-44ba-9089-b193df05ccc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:49.027138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675defd-cf5c-4f3f-9078-6326d4458a6f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event updated for resources: {'Network': ['ID=cc0c2335-c5d2-44ba-9089-b193df05ccc3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:49.046556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Made reservation on behalf of 5c3e30b330644b019d0899af3b7e939e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:49.049165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.051724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:54:49.117989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:54:49.118352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:54:49.131565 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cc0c2335-c5d2-44ba-9089-b193df05ccc3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:54:49.182695 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (15847131-12b2-4b90-95fd-e0cd708fc36f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.224013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56386967-f220-44b8-ac46-a7d38ed66a8d None None] Pushing event deleted for resources: {'Port': ['ID=bbe9d4c1-a53e-4a01-9515-24d9c1bf33f2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:49.537953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a843a7-6a8c-4466-a8d3-7af96c7d6f84 req-54a63b18-562f-4453-acd2-7beb83b6abad tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:49.539453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0a843a7-6a8c-4466-a8d3-7af96c7d6f84 req-54a63b18-562f-4453-acd2-7beb83b6abad tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.3488395 Feb 03 21:54:49.562599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (15847131-12b2-4b90-95fd-e0cd708fc36f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.584019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 21:54:49.586239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (099d4f73-1762-445d-a311-5046f6798e98), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.609775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15847131-12b2-4b90-95fd-e0cd708fc36f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:49.632726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8095c6-3661-4196-91cc-14a735198d97') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:49.633237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8095c6-3661-4196-91cc-14a735198d97') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:54:49.667416 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (6f8095c6-3661-4196-91cc-14a735198d97), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.684101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0a843a7-6a8c-4466-a8d3-7af96c7d6f84 req-e1e747e5-a829-44bb-9e9d-f63a66ffc994 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292644 Feb 03 21:54:49.690955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0a9d1-c382-40bc-95a7-406e7dad1e80 req-f8f5fb40-4ff2-4f07-bf25-a051baa73308 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:49.692711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60a0a9d1-c382-40bc-95a7-406e7dad1e80 req-f8f5fb40-4ff2-4f07-bf25-a051baa73308 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 949 time: 0.2761390 Feb 03 21:54:49.702051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (6f8095c6-3661-4196-91cc-14a735198d97), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.734126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:54:49.734345 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (6f8095c6-3661-4196-91cc-14a735198d97), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:54:49.738327 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:54:49.785758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:54:49.808171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event updated for resources: {'Subnet': ['ID=099d4f73-1762-445d-a311-5046f6798e98,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:49.813133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Checking segment: {'id': '05947d4c-a0cf-42b5-8fe2-59cadb63a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cc0c2335-c5d2-44ba-9089-b193df05ccc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:54:49.816439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Network hostable DHCP agents. Network: cc0c2335-c5d2-44ba-9089-b193df05ccc3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:54:49.837876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:54:49.839042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 8b5491a6-c3c3-44dc-b423-83153d3c6cf6 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:54:49.840559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60a0a9d1-c382-40bc-95a7-406e7dad1e80 req-d85883dd-b4fb-4724-be3b-7747943954da tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330676 Feb 03 21:54:49.846667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (15847131-12b2-4b90-95fd-e0cd708fc36f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.860633 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.885596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] 10.222.0.50 "DELETE /v2.0/networks/15847131-12b2-4b90-95fd-e0cd708fc36f HTTP/1.1" status: 204 len: 168 time: 1.3748400 Feb 03 21:54:49.895544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Network cc0c2335-c5d2-44ba-9089-b193df05ccc3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:54:49.916007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cc0c2335-c5d2-44ba-9089-b193df05ccc3) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:49.926288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d808f7e-e595-4c8f-a181-1567ccfd3278 None None] Network cc0c2335-c5d2-44ba-9089-b193df05ccc3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:49.931355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:49.933318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:49.936211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc90441-f991-4c2c-b2ea-3a5269ffd296 tempest-PortsTestJSON-1640636 tempest-PortsTestJSON-1640636-project] Pushing event deleted for resources: {'Network': ['ID=15847131-12b2-4b90-95fd-e0cd708fc36f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:49.984616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8357b885-8225-4bfb-86a9-d6d0cc89e9ae tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9927614 Feb 03 21:54:49.991316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:49.999024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1599211036', 'network_id': 'cc0c2335-c5d2-44ba-9089-b193df05ccc3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:50.083697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae795e-1a48-4141-8f7c-a0440bc9515e req-90de5769-f0fe-4fe8-92ba-81681d5538fb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:50.085813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8aae795e-1a48-4141-8f7c-a0440bc9515e req-90de5769-f0fe-4fe8-92ba-81681d5538fb tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2299147 Feb 03 21:54:50.088672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Made reservation on behalf of 5c3e30b330644b019d0899af3b7e939e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:54:50.090938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:50.135485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba4a4a-bea6-4399-82fc-a89b58965403 req-43b90014-a71e-4e01-a1ae-7281d0456566 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:50.142789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bba4a4a-bea6-4399-82fc-a89b58965403 req-43b90014-a71e-4e01-a1ae-7281d0456566 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 944 time: 0.1262333 Feb 03 21:54:50.147619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] device_id is not set on port f2b11f1d-6b0a-41ac-874e-752470d0a71f yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:54:50.166639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd92a05-15f1-43b2-8eac-a9bde72e0110 None None] Network cc0c2335-c5d2-44ba-9089-b193df05ccc3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:54:50.245556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8aae795e-1a48-4141-8f7c-a0440bc9515e req-98c3bf39-cd97-41fc-84d6-1cefd8378c12 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500168 Feb 03 21:54:50.305557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bba4a4a-bea6-4399-82fc-a89b58965403 req-b4a51863-61e8-4db2-bfd5-298f94d16985 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603181 Feb 03 21:54:50.402427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Allocated IP 172.20.0.3 (cc0c2335-c5d2-44ba-9089-b193df05ccc3/099d4f73-1762-445d-a311-5046f6798e98/f2b11f1d-6b0a-41ac-874e-752470d0a71f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:50.408300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:50.415872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 071141a1-c855-4199-85de-6262781baea9 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:54:50.530638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 071141a1-c855-4199-85de-6262781baea9 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:54:50.536767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 071141a1-c855-4199-85de-6262781baea9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:54:50.537521 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (071141a1-c855-4199-85de-6262781baea9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:50.614323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40008) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:50.624974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-11d86b59-76ac-4d7a-82ee-9bd11462f3c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a23e65292da54804af2db2c21f793a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153277 Feb 03 21:54:50.640523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 071141a1-c855-4199-85de-6262781baea9 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:54:50.641083 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (071141a1-c855-4199-85de-6262781baea9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:50.681078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 071141a1-c855-4199-85de-6262781baea9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=071141a1-c855-4199-85de-6262781baea9,segment=NetworkSegment(b0309e22-216f-4497-aef9-7cc241f06978),segment_id=b0309e22-216f-4497-aef9-7cc241f06978)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:50.682260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5f2efb-30a4-4767-bf08-7fc27e865c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071141a1-c855-4199-85de-6262781baea9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:50.685222 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a478c74d-d0d4-4a30-8351-bc11e57b1c01" -d '{"events": [{"server_uuid": "0b5f2efb-30a4-4767-bf08-7fc27e865c6c", "name": "network-vif-plugged", "status": "completed", "tag": "071141a1-c855-4199-85de-6262781baea9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:50.702544 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (071141a1-c855-4199-85de-6262781baea9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:50.715139 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for port (f2b11f1d-6b0a-41ac-874e-752470d0a71f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:50.751425 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ebce266f-64c8-4d4c-a9cb-d8b052c93db3 admin admin] Publish callbacks [] for security_group (28f14b9a-2694-4271-9b78-1a18379633ef), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:50.787005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ebce266f-64c8-4d4c-a9cb-d8b052c93db3 admin admin] Publish callbacks [] for security_group (28f14b9a-2694-4271-9b78-1a18379633ef), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:50.815459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f2b11f1d-6b0a-41ac-874e-752470d0a71f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:50.822753 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7931806b-5798-4c21-9a6b-6433f7467ba7 x-openstack-request-id: req-7931806b-5798-4c21-9a6b-6433f7467ba7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:50.822908 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5f2efb-30a4-4767-bf08-7fc27e865c6c", "name": "network-vif-plugged", "status": "completed", "tag": "071141a1-c855-4199-85de-6262781baea9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:50.825316 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7931806b-5798-4c21-9a6b-6433f7467ba7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:50.825957 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5f2efb-30a4-4767-bf08-7fc27e865c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071141a1-c855-4199-85de-6262781baea9', 'code': 200} Feb 03 21:54:50.901919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=071141a1-c855-4199-85de-6262781baea9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:51.038186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Network cc0c2335-c5d2-44ba-9089-b193df05ccc3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:51.088258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:51.094731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:51.135190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ebce266f-64c8-4d4c-a9cb-d8b052c93db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (28f14b9a-2694-4271-9b78-1a18379633ef), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:51.139942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ebce266f-64c8-4d4c-a9cb-d8b052c93db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:51.141298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ebce266f-64c8-4d4c-a9cb-d8b052c93db3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28f14b9a-2694-4271-9b78-1a18379633ef HTTP/1.1" status: 204 len: 168 time: 0.5242872 Feb 03 21:54:51.143324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event updated for resources: {'Port': ['ID=f2b11f1d-6b0a-41ac-874e-752470d0a71f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:51.219541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce266f-64c8-4d4c-a9cb-d8b052c93db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f14b9a-2694-4271-9b78-1a18379633ef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:51.250781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b571369-c146-46f8-b944-df8038f858c5 req-a9e6b6dd-007e-413a-b96e-1373bf54a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:51.252334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b571369-c146-46f8-b944-df8038f858c5 req-a9e6b6dd-007e-413a-b96e-1373bf54a873 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 1127 time: 0.3592207 Feb 03 21:54:51.278102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-209699cf-f45d-4711-a6de-502a1bdf824c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:51.281271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-209699cf-f45d-4711-a6de-502a1bdf824c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 949 time: 0.1638300 Feb 03 21:54:51.329650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23750b6e-b3e3-498e-b12e-0174e30bd44a req-adba567c-a92a-4d56-900e-dc6e1ab59a2b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:51.331433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23750b6e-b3e3-498e-b12e-0174e30bd44a req-adba567c-a92a-4d56-900e-dc6e1ab59a2b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.4412432 Feb 03 21:54:51.332649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:51.333274 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:51.408122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f315c29-446a-48d0-8ea8-497eea4024dc req-5e97f092-cced-4ea6-9f3a-d18600a3bc20 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:51.418713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f315c29-446a-48d0-8ea8-497eea4024dc req-5e97f092-cced-4ea6-9f3a-d18600a3bc20 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 949 time: 0.3734848 Feb 03 21:54:51.423546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Deleting port 28b5e7a9-55e0-476e-a85d-76426e15d461 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:51.423897 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:51.541090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f32b454b-b06f-4cd6-9a68-ecd23eafa408 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5474234 Feb 03 21:54:51.551513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:51.570476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b571369-c146-46f8-b944-df8038f858c5 req-5383536f-4f44-45e1-acaf-e283748f4775 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944245 Feb 03 21:54:51.617781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f315c29-446a-48d0-8ea8-497eea4024dc req-df761d26-43a4-49c6-b36a-41a384d907ba tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948612 Feb 03 21:54:51.618626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] For port 28b5e7a9-55e0-476e-a85d-76426e15d461, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=28b5e7a9-55e0-476e-a85d-76426e15d461,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:51.619072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:51.665125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Calling delete_port for 28b5e7a9-55e0-476e-a85d-76426e15d461 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:51.703131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23750b6e-b3e3-498e-b12e-0174e30bd44a req-e1607dc4-46d2-405d-b489-d0a85187ea8e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690883 Feb 03 21:54:51.779817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-60e07d5b-5c1b-46c6-9182-f2cf5820952c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Deleting port f2b11f1d-6b0a-41ac-874e-752470d0a71f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:51.780148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60e07d5b-5c1b-46c6-9182-f2cf5820952c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f2b11f1d-6b0a-41ac-874e-752470d0a71f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:51.820941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91a86f-3a82-4649-8aee-99b2d6e57579 req-b83aa916-dcbc-41c5-82f0-25ad6e3ba711 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:51.830886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff91a86f-3a82-4649-8aee-99b2d6e57579 req-b83aa916-dcbc-41c5-82f0-25ad6e3ba711 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 945 time: 0.0786495 Feb 03 21:54:51.880083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff91a86f-3a82-4649-8aee-99b2d6e57579 req-542c9096-4e7f-4120-b528-01f81642807b tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481849 Feb 03 21:54:52.294616 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60e07d5b-5c1b-46c6-9182-f2cf5820952c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f2b11f1d-6b0a-41ac-874e-752470d0a71f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:52.316140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-60e07d5b-5c1b-46c6-9182-f2cf5820952c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Calling delete_port for f2b11f1d-6b0a-41ac-874e-752470d0a71f owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:52.370391 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (28b5e7a9-55e0-476e-a85d-76426e15d461), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:52.388937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8', 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:52.391230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a', '04f8cb55-9c40-4f79-a3b7-3febad37de1f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:52.479486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event deleted for resources: {'Port': ['ID=28b5e7a9-55e0-476e-a85d-76426e15d461,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:52.609636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] No DVR routers for this DVR port 28b5e7a9-55e0-476e-a85d-76426e15d461 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:52.616358 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:52.618923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40058) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:52.621207 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50713a3f-ae96-4779-9a79-004ff7d15bbe req-07bf555b-469a-41c4-bd01-52c07951d4b3 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "DELETE /v2.0/ports/28b5e7a9-55e0-476e-a85d-76426e15d461 HTTP/1.1" status: 204 len: 173 time: 1.3338056 Feb 03 21:54:52.623639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bda518-a8c5-492f-aa20-53eb3e226dec', 'name': 'network-vif-deleted', 'tag': '28b5e7a9-55e0-476e-a85d-76426e15d461'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:52.628617 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e93729f-7924-4022-8049-dc0b027c325f" -d '{"events": [{"server_uuid": "40bda518-a8c5-492f-aa20-53eb3e226dec", "name": "network-vif-deleted", "tag": "28b5e7a9-55e0-476e-a85d-76426e15d461"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:52.720210 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb70ae-0cbf-4b6a-a309-62ec2308e7bf x-openstack-request-id: req-ffbb70ae-0cbf-4b6a-a309-62ec2308e7bf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:52.720431 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bda518-a8c5-492f-aa20-53eb3e226dec", "name": "network-vif-deleted", "tag": "28b5e7a9-55e0-476e-a85d-76426e15d461", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:52.720738 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffbb70ae-0cbf-4b6a-a309-62ec2308e7bf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:52.721577 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bda518-a8c5-492f-aa20-53eb3e226dec', 'name': 'network-vif-deleted', 'tag': '28b5e7a9-55e0-476e-a85d-76426e15d461', 'status': 'completed', 'code': 200} Feb 03 21:54:52.773251 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60e07d5b-5c1b-46c6-9182-f2cf5820952c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f2b11f1d-6b0a-41ac-874e-752470d0a71f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:52.932298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e07d5b-5c1b-46c6-9182-f2cf5820952c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2b11f1d-6b0a-41ac-874e-752470d0a71f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:52.956549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46006c4e-f387-490e-8c2c-e788ad47646c req-98eb1257-6903-4f92-931c-9864e1ca91b1 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bda518-a8c5-492f-aa20-53eb3e226dec HTTP/1.1" status: 200 len: 210 time: 0.0900712 Feb 03 21:54:53.080273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-207dfe31-e53c-4ba7-a87c-654687730c79 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:53.081712 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-207dfe31-e53c-4ba7-a87c-654687730c79 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 21:54:53.082237 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-207dfe31-e53c-4ba7-a87c-654687730c79 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 21:54:53.083305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-207dfe31-e53c-4ba7-a87c-654687730c79 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4633803 Feb 03 21:54:53.087133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:53.096411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755614877'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:53.139195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da63c3c-d4aa-4e1a-8a6b-b1dacf2b7609 req-a66159a3-323f-4f85-9a25-a4aa78f32f31 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:53.152178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8da63c3c-d4aa-4e1a-8a6b-b1dacf2b7609 req-a66159a3-323f-4f85-9a25-a4aa78f32f31 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.2086763 Feb 03 21:54:53.202306 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60e07d5b-5c1b-46c6-9182-f2cf5820952c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.211911 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-60e07d5b-5c1b-46c6-9182-f2cf5820952c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f2b11f1d-6b0a-41ac-874e-752470d0a71f HTTP/1.1" status: 204 len: 168 time: 1.6562433 Feb 03 21:54:53.213708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:53.218404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc0c2335-c5d2-44ba-9089-b193df05ccc3', 'external_fixed_ips': [{'subnet_id': '099d4f73-1762-445d-a311-5046f6798e98', 'ip_address': '172.20.0.3'}]}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:53.237717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.255394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.270521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8da63c3c-d4aa-4e1a-8a6b-b1dacf2b7609 req-d6bcbfbc-0693-4297-a0cc-94690109d54e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170068 Feb 03 21:54:53.461211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99bcd-fab5-43a6-a453-345a38c0ed27 req-e7099f3c-c0ca-4659-b514-4b3a40a0ac05 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:53.466712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4b99bcd-fab5-43a6-a453-345a38c0ed27 req-e7099f3c-c0ca-4659-b514-4b3a40a0ac05 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 945 time: 0.1797905 Feb 03 21:54:53.498467 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (b7da2b42-2519-4243-85e8-4922c22e3912), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.513697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b7da2b42-2519-4243-85e8-4922c22e3912), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.551881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.554749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.576955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4b99bcd-fab5-43a6-a453-345a38c0ed27 req-719ed494-9e75-4aef-9f03-5151b69aa131 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029637 Feb 03 21:54:53.646629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da2b42-2519-4243-85e8-4922c22e3912,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:53.651175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f467403-d4e5-4f5e-adb6-72701a38b947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.774171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_controller (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.799242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 28b5e7a9-55e0-476e-a85d-76426e15d461 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:54:53.815888 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (045d8f8d-ce61-4f0f-86df-66ab685b3ade), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:53.866077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 28b5e7a9-55e0-476e-a85d-76426e15d461 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:54:53.866949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 28b5e7a9-55e0-476e-a85d-76426e15d461 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:54:53.927891 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (045d8f8d-ce61-4f0f-86df-66ab685b3ade), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.050274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045d8f8d-ce61-4f0f-86df-66ab685b3ade,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:54.063372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.067508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:54.068000 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8b5733e9-dd9b-487d-9b93-1c3cdd022507 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9792933 Feb 03 21:54:54.073130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-87a62a56-ab9f-44f6-ae48-8e70c08dceca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '045d8f8d-ce61-4f0f-86df-66ab685b3ade', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:54.091357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.177629 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87a62a56-ab9f-44f6-ae48-8e70c08dceca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group_rule (8aa2abb8-7559-4150-ae5e-36b9ee989b69), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.337477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.423517 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.442749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87a62a56-ab9f-44f6-ae48-8e70c08dceca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group_rule (8aa2abb8-7559-4150-ae5e-36b9ee989b69), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.463545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84c6ca-236c-4904-a01e-336069b5f0ca req-e623a369-a0cd-4cd4-b1f3-33945c344504 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:54.465882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a84c6ca-236c-4904-a01e-336069b5f0ca req-e623a369-a0cd-4cd4-b1f3-33945c344504 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 945 time: 0.2322814 Feb 03 21:54:54.467950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87a62a56-ab9f-44f6-ae48-8e70c08dceca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (8aa2abb8-7559-4150-ae5e-36b9ee989b69), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.508007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a62a56-ab9f-44f6-ae48-8e70c08dceca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa2abb8-7559-4150-ae5e-36b9ee989b69,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:54.569979 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87a62a56-ab9f-44f6-ae48-8e70c08dceca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.571555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-87a62a56-ab9f-44f6-ae48-8e70c08dceca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5021048 Feb 03 21:54:54.581798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:54.629924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a84c6ca-236c-4904-a01e-336069b5f0ca req-ec952d54-8166-4862-a12c-417744bab0aa tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229174 Feb 03 21:54:54.636090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8d759cbb-36e9-41a1-91a2-e84b905cba33 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '045d8f8d-ce61-4f0f-86df-66ab685b3ade', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:54.694548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d759cbb-36e9-41a1-91a2-e84b905cba33 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group_rule (16f9eca5-51a4-4646-8c86-c8cdc7336225), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.746624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.783865 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:54.904446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c56f9-aade-4c29-9083-65fd5bc9c9c5 req-c5207396-7df8-40f0-b7f3-ea822ac9375c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:54.913279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f3c56f9-aade-4c29-9083-65fd5bc9c9c5 req-c5207396-7df8-40f0-b7f3-ea822ac9375c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1048255 Feb 03 21:54:54.994239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Allocated IP 172.20.0.3 (cc0c2335-c5d2-44ba-9089-b193df05ccc3/099d4f73-1762-445d-a311-5046f6798e98/7a18a3df-b3ad-4ff4-8951-c4eac431bdf7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:54:55.023284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f3c56f9-aade-4c29-9083-65fd5bc9c9c5 req-6a07d4ef-b4bd-47f5-8bfb-617c6b73a4b7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069663 Feb 03 21:54:55.205552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0bad9-8656-482f-b462-65a7928a4b85 req-fdf6a8d4-67fa-40a7-a1db-f4140de2163c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:55.218690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ad0bad9-8656-482f-b462-65a7928a4b85 req-fdf6a8d4-67fa-40a7-a1db-f4140de2163c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1038663 Feb 03 21:54:55.224419 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-dac056dd-12e6-4a9a-b16f-66e3201554bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:55.228102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-dac056dd-12e6-4a9a-b16f-66e3201554bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1126 time: 0.4464328 Feb 03 21:54:55.229263 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-8d759cbb-36e9-41a1-91a2-e84b905cba33 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 21:54:55.230419 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8d759cbb-36e9-41a1-91a2-e84b905cba33 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6471922 Feb 03 21:54:55.239079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40112) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:55.322030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ad0bad9-8656-482f-b462-65a7928a4b85 req-0af52a23-3e22-4fee-8cc1-08ad835a7b16 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025124 Feb 03 21:54:55.374185 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1aba0d0b-215b-40e7-9c61-5f7429e5126e tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (045d8f8d-ce61-4f0f-86df-66ab685b3ade), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:55.375596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for port (7a18a3df-b3ad-4ff4-8951-c4eac431bdf7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:55.433410 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1aba0d0b-215b-40e7-9c61-5f7429e5126e tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (045d8f8d-ce61-4f0f-86df-66ab685b3ade), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:55.520278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-0ed88f98-e2b6-41af-b410-29d93c2ecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:55.531757 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-0ed88f98-e2b6-41af-b410-29d93c2ecda0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.2899654 Feb 03 21:54:55.633091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b7ccb-b6fc-4370-93a6-e92ccc21429d req-2d74c7ea-d646-491a-959b-f37248579777 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:55.637790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d4b7ccb-b6fc-4370-93a6-e92ccc21429d req-2d74c7ea-d646-491a-959b-f37248579777 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 950 time: 0.2647972 Feb 03 21:54:55.644134 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1aba0d0b-215b-40e7-9c61-5f7429e5126e tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (045d8f8d-ce61-4f0f-86df-66ab685b3ade), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:55.649606 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1aba0d0b-215b-40e7-9c61-5f7429e5126e tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:55.650745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1aba0d0b-215b-40e7-9c61-5f7429e5126e tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/045d8f8d-ce61-4f0f-86df-66ab685b3ade HTTP/1.1" status: 204 len: 168 time: 0.4104960 Feb 03 21:54:55.656937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40118) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:55.721513 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8c14-a66e-4bd7-bd05-53c4067e80b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:55.734023 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-60f9a3d6-fd1a-4daa-a825-d9ac4b8e4de9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 998 time: 0.1948519 Feb 03 21:54:55.735624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7a18a3df-b3ad-4ff4-8951-c4eac431bdf7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:55.761438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba0d0b-215b-40e7-9c61-5f7429e5126e tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045d8f8d-ce61-4f0f-86df-66ab685b3ade,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:55.835124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d4b7ccb-b6fc-4370-93a6-e92ccc21429d req-e7ef8d4b-d9c0-484a-9b4d-4cac66a75f11 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854591 Feb 03 21:54:55.874129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-bfeef154-4836-4e3f-96e3-4dad6a2240ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:55.875757 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-bfeef154-4836-4e3f-96e3-4dad6a2240ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.1269763 Feb 03 21:54:55.946022 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1aa051ea-6e1f-4334-8e9d-02052a2fae2d tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2393610 Feb 03 21:54:55.952829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Network cc0c2335-c5d2-44ba-9089-b193df05ccc3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:54:55.953662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40120) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:55.960703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-44bc045f-d8f6-4837-b88b-ccaad20b2b10 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853260468'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:55.974529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:54:55.977627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:54:55.986202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0476d30-0eba-42e6-875f-3a21e4fdb34a req-05ebd92d-6b70-46c6-b2a8-b81dd78e03bc tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:55.988496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0476d30-0eba-42e6-875f-3a21e4fdb34a req-05ebd92d-6b70-46c6-b2a8-b81dd78e03bc tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 945 time: 0.1712730 Feb 03 21:54:56.005931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-469bd0b6-8771-4e16-9baf-c9388ede1923 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:56.007853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-469bd0b6-8771-4e16-9baf-c9388ede1923 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 945 time: 0.2808418 Feb 03 21:54:56.141239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0476d30-0eba-42e6-875f-3a21e4fdb34a req-b34bc19a-20cf-44ab-b6f8-b42179da752c tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377590 Feb 03 21:54:56.164769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event updated for resources: {'Port': ['ID=7a18a3df-b3ad-4ff4-8951-c4eac431bdf7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:56.292745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-7e59a6d9-2a10-4309-8b00-ace0970168e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:56.295318 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-7e59a6d9-2a10-4309-8b00-ace0970168e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4003768 Feb 03 21:54:56.300879 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44bc045f-d8f6-4837-b88b-ccaad20b2b10 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:56.351467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6605c-4229-4f6d-ab64-220ca2f98cff req-c6b59e5d-270c-445e-8784-77ea0bd98816 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:56.353843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aae6605c-4229-4f6d-ab64-220ca2f98cff req-c6b59e5d-270c-445e-8784-77ea0bd98816 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.2101421 Feb 03 21:54:56.478848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Deleting port 071141a1-c855-4199-85de-6262781baea9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:56.480199 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (071141a1-c855-4199-85de-6262781baea9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:56.522982 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-d182b0d4-e7a9-4d4f-bc52-96a5b03bcedc service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197652 Feb 03 21:54:56.545363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aae6605c-4229-4f6d-ab64-220ca2f98cff req-a21b6d5d-fb2e-4ec4-9586-ae7acd936646 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698964 Feb 03 21:54:56.728675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44bc045f-d8f6-4837-b88b-ccaad20b2b10 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (5e335dd7-8f67-4f21-a4a0-6d539d8a3eb1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:56.771337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44bc045f-d8f6-4837-b88b-ccaad20b2b10 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5e335dd7-8f67-4f21-a4a0-6d539d8a3eb1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:56.773515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f823e-c065-4b31-a96b-269692b663b3 req-9751c10a-04c1-4826-8b8e-24ff8ac93b1b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:56.775114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be0f823e-c065-4b31-a96b-269692b663b3 req-9751c10a-04c1-4826-8b8e-24ff8ac93b1b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2477567 Feb 03 21:54:56.790905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] For port 071141a1-c855-4199-85de-6262781baea9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=071141a1-c855-4199-85de-6262781baea9,segment=NetworkSegment(b0309e22-216f-4497-aef9-7cc241f06978),segment_id=b0309e22-216f-4497-aef9-7cc241f06978)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:56.791285 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (071141a1-c855-4199-85de-6262781baea9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:56.859642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Calling delete_port for 071141a1-c855-4199-85de-6262781baea9 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:56.904540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc045f-d8f6-4837-b88b-ccaad20b2b10 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e335dd7-8f67-4f21-a4a0-6d539d8a3eb1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:56.904988 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:56.920374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44bc045f-d8f6-4837-b88b-ccaad20b2b10 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:56.921690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-44bc045f-d8f6-4837-b88b-ccaad20b2b10 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9669290 Feb 03 21:54:56.958343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40132) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:56.978590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-39ce1e68-257f-4c76-be24-2597859087da tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '5e335dd7-8f67-4f21-a4a0-6d539d8a3eb1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:56.979394 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-39ce1e68-257f-4c76-be24-2597859087da tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 21:54:56.979910 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-39ce1e68-257f-4c76-be24-2597859087da tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:54:56.988095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-39ce1e68-257f-4c76-be24-2597859087da tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0263338 Feb 03 21:54:56.991386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:57.032351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be0f823e-c065-4b31-a96b-269692b663b3 req-23958640-f6c7-4313-805f-0052f4ba0fe5 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380674 Feb 03 21:54:57.208009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81792b1-c22f-4a19-89dd-9fe55ae5cde2 req-bf5d9523-3a12-4119-9c79-02fb5139084c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:57.216819 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d81792b1-c22f-4a19-89dd-9fe55ae5cde2 req-bf5d9523-3a12-4119-9c79-02fb5139084c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 950 time: 0.1394417 Feb 03 21:54:57.219881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f426b50-9b81-4ad3-88fb-d73d864ab025 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (5e335dd7-8f67-4f21-a4a0-6d539d8a3eb1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:57.221160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c06e6c8-432f-4b39-9646-50042e9817fa req-1ff4c8bb-1749-431d-a93c-85e4aad62b44 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872861 Feb 03 21:54:57.257746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:57.442266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-b4d4204c-1c15-48a0-b981-a4bb3b72d939 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:57.448499 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-b4d4204c-1c15-48a0-b981-a4bb3b72d939 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "GET /v2.0/ports?device_id=15f28f5d-509e-466e-ad25-bcb5cdf06306 HTTP/1.1" status: 200 len: 950 time: 0.5496223 Feb 03 21:54:57.485235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d81792b1-c22f-4a19-89dd-9fe55ae5cde2 req-ad559783-4b3d-444f-8e91-c430bc87b7a2 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673283 Feb 03 21:54:57.510660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-4ffb38c5-510a-43ae-9a62-588d780d5c9a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:57.513271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-4ffb38c5-510a-43ae-9a62-588d780d5c9a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 950 time: 0.7830632 Feb 03 21:54:57.561377 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f426b50-9b81-4ad3-88fb-d73d864ab025 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (5e335dd7-8f67-4f21-a4a0-6d539d8a3eb1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:57.874492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (071141a1-c855-4199-85de-6262781baea9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:57.890328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['071141a1-c855-4199-85de-6262781baea9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:54:57.944068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Deleting port 04f8cb55-9c40-4f79-a3b7-3febad37de1f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:57.953068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Pushing event deleted for resources: {'Port': ['ID=071141a1-c855-4199-85de-6262781baea9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:57.959668 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:58.041226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Deleting port d136968f-ac0a-4845-a3b5-98b8c23ebd6c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:54:58.041893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:58.044555 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f426b50-9b81-4ad3-88fb-d73d864ab025 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5e335dd7-8f67-4f21-a4a0-6d539d8a3eb1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:58.047192 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f426b50-9b81-4ad3-88fb-d73d864ab025 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:58.048518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2f426b50-9b81-4ad3-88fb-d73d864ab025 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e335dd7-8f67-4f21-a4a0-6d539d8a3eb1 HTTP/1.1" status: 204 len: 168 time: 1.0560060 Feb 03 21:54:58.054569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:58.095912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f426b50-9b81-4ad3-88fb-d73d864ab025 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e335dd7-8f67-4f21-a4a0-6d539d8a3eb1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:58.162988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] No DVR routers for this DVR port 071141a1-c855-4199-85de-6262781baea9 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:54:58.166758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:58.172558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b39e6bd7-0272-4f36-bdac-e7dd895d9d8f req-e7356a9c-e620-4a58-8cb5-e13609dcf720 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.10 "DELETE /v2.0/ports/071141a1-c855-4199-85de-6262781baea9 HTTP/1.1" status: 204 len: 173 time: 2.1193523 Feb 03 21:54:58.192626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5f2efb-30a4-4767-bf08-7fc27e865c6c', 'name': 'network-vif-deleted', 'tag': '071141a1-c855-4199-85de-6262781baea9'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:54:58.233573 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f0536b-6815-4291-8b3d-9b2ec9cb41c5" -d '{"events": [{"server_uuid": "0b5f2efb-30a4-4767-bf08-7fc27e865c6c", "name": "network-vif-deleted", "tag": "071141a1-c855-4199-85de-6262781baea9"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:54:58.255027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fb583-62e2-438f-8a7b-8b3c4fbf975a req-8a0ca088-5341-47cb-bb4f-ed9ad208ca31 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:58.270032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f91fb583-62e2-438f-8a7b-8b3c4fbf975a req-8a0ca088-5341-47cb-bb4f-ed9ad208ca31 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5f2efb-30a4-4767-bf08-7fc27e865c6c HTTP/1.1" status: 200 len: 867 time: 0.8864605 Feb 03 21:54:58.326959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4452ea-38cc-47ad-953d-4810050d1152 req-329c4241-97ec-4ca2-a36d-05ba3ac9d637 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:58.338246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc4452ea-38cc-47ad-953d-4810050d1152 req-329c4241-97ec-4ca2-a36d-05ba3ac9d637 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.5340064 Feb 03 21:54:58.526405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc4452ea-38cc-47ad-953d-4810050d1152 req-574d0ae6-01bd-46e1-8cb2-2a8a76349b0f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845791 Feb 03 21:54:58.559436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f91fb583-62e2-438f-8a7b-8b3c4fbf975a req-5ce1d410-a119-4ef6-aecf-d111c8da21b6 tempest-InstanceActionsNegativeTestJSON-517741276 tempest-InstanceActionsNegativeTestJSON-517741276-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ecd92c0-9258-40bf-9346-fca6e64138a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764874 Feb 03 21:54:58.616977 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:58.705361 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2661b64f-676c-449a-ba9d-60bef50bfd10 x-openstack-request-id: req-2661b64f-676c-449a-ba9d-60bef50bfd10 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:54:58.705853 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5f2efb-30a4-4767-bf08-7fc27e865c6c", "name": "network-vif-deleted", "tag": "071141a1-c855-4199-85de-6262781baea9", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:54:58.706145 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2661b64f-676c-449a-ba9d-60bef50bfd10 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:54:58.706585 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5f2efb-30a4-4767-bf08-7fc27e865c6c', 'name': 'network-vif-deleted', 'tag': '071141a1-c855-4199-85de-6262781baea9', 'status': 'completed', 'code': 200} Feb 03 21:54:58.717071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54cf4c-493e-4986-bbb4-e01150620aa9 req-f6d10da2-b0c6-4ca1-b862-a7f29abef92f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:58.726099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d54cf4c-493e-4986-bbb4-e01150620aa9 req-f6d10da2-b0c6-4ca1-b862-a7f29abef92f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1109920 Feb 03 21:54:58.787384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:58.884406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] For port 04f8cb55-9c40-4f79-a3b7-3febad37de1f, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=04f8cb55-9c40-4f79-a3b7-3febad37de1f,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:58.884824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:58.899384 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-919460cc-0de6-4956-b9d4-a3a8448dbcb9 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8287156 Feb 03 21:54:58.900594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40156) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:58.955412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ca21d5b4-154e-4813-abbb-83fb3a6b3ec3 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350361856'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:59.013361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d54cf4c-493e-4986-bbb4-e01150620aa9 req-283a9eea-e769-4694-aee9-a8db5388c437 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856588 Feb 03 21:54:59.055999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] For port d136968f-ac0a-4845-a3b5-98b8c23ebd6c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:54:59.056622 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.064158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Calling delete_port for 04f8cb55-9c40-4f79-a3b7-3febad37de1f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:59.110936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Calling delete_port for d136968f-ac0a-4845-a3b5-98b8c23ebd6c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:54:59.119632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca21d5b4-154e-4813-abbb-83fb3a6b3ec3 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.158208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9086ab-a4e6-4df4-b00b-c4fae4c88f53 req-79219bfe-dbe1-46f6-b40f-b05ebe1fae5b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:59.167264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f9086ab-a4e6-4df4-b00b-c4fae4c88f53 req-79219bfe-dbe1-46f6-b40f-b05ebe1fae5b tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 950 time: 0.1525488 Feb 03 21:54:59.282676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f9086ab-a4e6-4df4-b00b-c4fae4c88f53 req-cc108848-ba1e-4150-b338-dac80b4ccac6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144662 Feb 03 21:54:59.307815 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca21d5b4-154e-4813-abbb-83fb3a6b3ec3 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (8d45f4ca-ccea-4d98-a9d7-0a3dd074b18e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.314469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca21d5b4-154e-4813-abbb-83fb3a6b3ec3 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8d45f4ca-ccea-4d98-a9d7-0a3dd074b18e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.363454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21d5b4-154e-4813-abbb-83fb3a6b3ec3 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d45f4ca-ccea-4d98-a9d7-0a3dd074b18e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:59.379828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca21d5b4-154e-4813-abbb-83fb3a6b3ec3 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.381936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ca21d5b4-154e-4813-abbb-83fb3a6b3ec3 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4499829 Feb 03 21:54:59.384649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40158) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:59.390240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cd4f442f-cb0d-4428-8c90-d35d7a01dbca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '8d45f4ca-ccea-4d98-a9d7-0a3dd074b18e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:59.391125 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-cd4f442f-cb0d-4428-8c90-d35d7a01dbca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 21:54:59.393948 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-cd4f442f-cb0d-4428-8c90-d35d7a01dbca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:54:59.394996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cd4f442f-cb0d-4428-8c90-d35d7a01dbca tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093377 Feb 03 21:54:59.398803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40160) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:59.499798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e7fc79-6a1a-4524-b7ef-1b6085f286e4 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (8d45f4ca-ccea-4d98-a9d7-0a3dd074b18e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.534948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e7fc79-6a1a-4524-b7ef-1b6085f286e4 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (8d45f4ca-ccea-4d98-a9d7-0a3dd074b18e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.640486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e7fc79-6a1a-4524-b7ef-1b6085f286e4 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8d45f4ca-ccea-4d98-a9d7-0a3dd074b18e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.644022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e7fc79-6a1a-4524-b7ef-1b6085f286e4 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.648760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-99e7fc79-6a1a-4524-b7ef-1b6085f286e4 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/8d45f4ca-ccea-4d98-a9d7-0a3dd074b18e HTTP/1.1" status: 204 len: 168 time: 0.2489569 Feb 03 21:54:59.649714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40168) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:59.666865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:59.738733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7fc79-6a1a-4524-b7ef-1b6085f286e4 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d45f4ca-ccea-4d98-a9d7-0a3dd074b18e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:54:59.831416 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.833168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198b653-a673-4068-9219-604e484ef9be req-4db72b09-1dbc-4236-9b89-e2010ac45f6f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:54:59.847010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Router c6a36e84-bc40-49a0-a19d-4afe04cf2ae6 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:54:59.848975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6198b653-a673-4068-9219-604e484ef9be req-4db72b09-1dbc-4236-9b89-e2010ac45f6f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1712887 Feb 03 21:54:59.854878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 04f8cb55-9c40-4f79-a3b7-3febad37de1f no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:54:59.856889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ce9d6fda-31ba-41a1-a2e6-15266f8ecee8 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1995158 Feb 03 21:54:59.860987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40172) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:54:59.897650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8fdeb31c-103b-42ed-a6fe-f4032c42c117 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386583375'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:54:59.958551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (04f8cb55-9c40-4f79-a3b7-3febad37de1f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.963359 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d136968f-ac0a-4845-a3b5-98b8c23ebd6c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.973785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-92939a45-9e4c-409e-824d-3fba60064449 admin admin] Deleting subnet 961fe8b8-a329-4e97-b402-e199ac030b72 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:54:59.984585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6198b653-a673-4068-9219-604e484ef9be req-c6065220-854d-45b4-8ccb-17cb0345a40c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334994 Feb 03 21:54:59.990178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fdeb31c-103b-42ed-a6fe-f4032c42c117 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:54:59.991417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:00.000943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:00.004466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:00.007126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92939a45-9e4c-409e-824d-3fba60064449 admin admin] Publish callbacks [] for subnet (961fe8b8-a329-4e97-b402-e199ac030b72), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.010395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:00.098176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92939a45-9e4c-409e-824d-3fba60064449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (961fe8b8-a329-4e97-b402-e199ac030b72), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.103387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fdeb31c-103b-42ed-a6fe-f4032c42c117 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (5d19330d-f6f7-4e13-b207-7e8f72805358), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.127988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fdeb31c-103b-42ed-a6fe-f4032c42c117 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5d19330d-f6f7-4e13-b207-7e8f72805358), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.175987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdeb31c-103b-42ed-a6fe-f4032c42c117 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d19330d-f6f7-4e13-b207-7e8f72805358,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:00.224610 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fdeb31c-103b-42ed-a6fe-f4032c42c117 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.226694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8fdeb31c-103b-42ed-a6fe-f4032c42c117 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3651469 Feb 03 21:55:00.242638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:00.250665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No active binding found for port 04f8cb55-9c40-4f79-a3b7-3febad37de1f {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 21:55:00.251329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port 04f8cb55-9c40-4f79-a3b7-3febad37de1f host None! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:55:00.251891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 04f8cb55-9c40-4f79-a3b7-3febad37de1f not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:00.304034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-540186b0-79a0-4db7-9c65-62ea48fffd23 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '5d19330d-f6f7-4e13-b207-7e8f72805358', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:00.319646 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-540186b0-79a0-4db7-9c65-62ea48fffd23 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 21:55:00.320759 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-540186b0-79a0-4db7-9c65-62ea48fffd23 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:00.323273 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-540186b0-79a0-4db7-9c65-62ea48fffd23 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0785086 Feb 03 21:55:00.334296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40182) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:00.350977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e8ee657d-3cc7-4df5-84e5-c618c23363da tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '5d19330d-f6f7-4e13-b207-7e8f72805358', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:00.355276 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-e8ee657d-3cc7-4df5-84e5-c618c23363da tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 21:55:00.360679 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-e8ee657d-3cc7-4df5-84e5-c618c23363da tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:00.362027 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e8ee657d-3cc7-4df5-84e5-c618c23363da tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0222855 Feb 03 21:55:00.366694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40184) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:00.374568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ba61caa9-90d1-40fc-8a22-32b4b7260a6b tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '5d19330d-f6f7-4e13-b207-7e8f72805358', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:00.381193 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-ba61caa9-90d1-40fc-8a22-32b4b7260a6b tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 21:55:00.381939 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-ba61caa9-90d1-40fc-8a22-32b4b7260a6b tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:00.383191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ba61caa9-90d1-40fc-8a22-32b4b7260a6b tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152092 Feb 03 21:55:00.393607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40186) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:00.425000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3382fc7e-49b1-47a9-adac-3425af117be2 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '5d19330d-f6f7-4e13-b207-7e8f72805358', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:00.426294 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-3382fc7e-49b1-47a9-adac-3425af117be2 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 21:55:00.427005 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-3382fc7e-49b1-47a9-adac-3425af117be2 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:00.429877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3382fc7e-49b1-47a9-adac-3425af117be2 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0330930 Feb 03 21:55:00.435386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40188) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:00.530226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event deleted for resources: {'Port': ['ID=d136968f-ac0a-4845-a3b5-98b8c23ebd6c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:00.545638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fc0e7-e7a4-4c58-87dd-de4c31c21511 req-565155da-dc04-4ca3-8b9b-fc688fee70c4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:00.547227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-979fc0e7-e7a4-4c58-87dd-de4c31c21511 req-565155da-dc04-4ca3-8b9b-fc688fee70c4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3537824 Feb 03 21:55:00.653107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a7e156a-94f6-4248-883a-af2a92c97028 req-44be589b-ca36-4764-b206-eeab186a2138 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 210 time: 0.1048205 Feb 03 21:55:00.675846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event deleted for resources: {'Port': ['ID=04f8cb55-9c40-4f79-a3b7-3febad37de1f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:00.753787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-979fc0e7-e7a4-4c58-87dd-de4c31c21511 req-c042d8dc-430b-4ad0-956b-f61a638f6f7f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800592 Feb 03 21:55:00.778545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] No DVR routers for this DVR port 04f8cb55-9c40-4f79-a3b7-3febad37de1f on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:00.794924 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34bd5275-dd1b-4601-964c-d86aff68e593 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (5d19330d-f6f7-4e13-b207-7e8f72805358), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.817620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.821027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c66382c-f36a-4476-a663-34d7e9a37df8 req-56488f38-4ff8-480b-8c7a-fba84ea5bf30 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "DELETE /v2.0/ports/04f8cb55-9c40-4f79-a3b7-3febad37de1f HTTP/1.1" status: 204 len: 173 time: 3.2803719 Feb 03 21:55:00.823119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a155f1-e783-4087-b3d6-f0d1d1ce0631', 'name': 'network-vif-deleted', 'tag': '04f8cb55-9c40-4f79-a3b7-3febad37de1f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:00.830252 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af78044-6608-4371-8caa-5bc806da1012" -d '{"events": [{"server_uuid": "d2a155f1-e783-4087-b3d6-f0d1d1ce0631", "name": "network-vif-deleted", "tag": "04f8cb55-9c40-4f79-a3b7-3febad37de1f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:00.842542 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34bd5275-dd1b-4601-964c-d86aff68e593 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (5d19330d-f6f7-4e13-b207-7e8f72805358), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.892265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] No DVR routers for this DVR port d136968f-ac0a-4845-a3b5-98b8c23ebd6c on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:00.901380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92939a45-9e4c-409e-824d-3fba60064449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (961fe8b8-a329-4e97-b402-e199ac030b72), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.904216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.910532 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-07cb90ec-06f0-4764-af30-c216a09b83c0 req-82c9ca6d-7e4f-4651-bb3f-2f1e68fb90a6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "DELETE /v2.0/ports/d136968f-ac0a-4845-a3b5-98b8c23ebd6c HTTP/1.1" status: 204 len: 173 time: 3.4402037 Feb 03 21:55:00.928959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d136968f-ac0a-4845-a3b5-98b8c23ebd6c no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:00.938864 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34bd5275-dd1b-4601-964c-d86aff68e593 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5d19330d-f6f7-4e13-b207-7e8f72805358), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.941677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34bd5275-dd1b-4601-964c-d86aff68e593 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:00.946298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-34bd5275-dd1b-4601-964c-d86aff68e593 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/5d19330d-f6f7-4e13-b207-7e8f72805358 HTTP/1.1" status: 204 len: 168 time: 0.5072720 Feb 03 21:55:00.946927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40198) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:00.964108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:01.020256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd5275-dd1b-4601-964c-d86aff68e593 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d19330d-f6f7-4e13-b207-7e8f72805358,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:01.034904 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: d136968f-ac0a-4845-a3b5-98b8c23ebd6c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:01.035256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d136968f-ac0a-4845-a3b5-98b8c23ebd6c not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:01.035693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 071141a1-c855-4199-85de-6262781baea9 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:01.049210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] Sync routers for ids ['c6a36e84-bc40-49a0-a19d-4afe04cf2ae6'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:01.051207 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420e0ab6-ca79-4c01-ab76-a66bb958f8f1 x-openstack-request-id: req-420e0ab6-ca79-4c01-ab76-a66bb958f8f1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:01.051516 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a155f1-e783-4087-b3d6-f0d1d1ce0631", "name": "network-vif-deleted", "tag": "04f8cb55-9c40-4f79-a3b7-3febad37de1f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:01.051778 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-420e0ab6-ca79-4c01-ab76-a66bb958f8f1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:01.052226 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a155f1-e783-4087-b3d6-f0d1d1ce0631', 'name': 'network-vif-deleted', 'tag': '04f8cb55-9c40-4f79-a3b7-3febad37de1f', 'status': 'completed', 'code': 200} Feb 03 21:55:01.057566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:01.064211 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1ccac817-6071-4a58-8d76-dcfaa0cb0589 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.8470879 Feb 03 21:55:01.064760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:01.116796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0cb8e381-676a-4153-a12c-16a5cb332607 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1656537 Feb 03 21:55:01.117737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:01.127040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-69356c73-bbb6-433e-9d7e-d02056b0621f tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'tempest-secgroup--364903035'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:01.195909 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69356c73-bbb6-433e-9d7e-d02056b0621f tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:01.233422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 071141a1-c855-4199-85de-6262781baea9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:01.233852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 071141a1-c855-4199-85de-6262781baea9 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:01.259640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] Routers {'c6a36e84-bc40-49a0-a19d-4afe04cf2ae6'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:01.269569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:54:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c6a36e84-bc40-49a0-a19d-4afe04cf2ae6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:01.417164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:01.531998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba63cce-ae3c-4923-8576-6c497f9fa4cb req-2333d8c0-d937-4290-b0a2-0486304754fc tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:01.551181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ba63cce-ae3c-4923-8576-6c497f9fa4cb req-2333d8c0-d937-4290-b0a2-0486304754fc tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.3119907 Feb 03 21:55:01.744651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] Set router c6a36e84-bc40-49a0-a19d-4afe04cf2ae6 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:01.819220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:01.840275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69356c73-bbb6-433e-9d7e-d02056b0621f tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (80d549c3-5f5b-4c1c-aa60-af1668ef132f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:01.852576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92939a45-9e4c-409e-824d-3fba60064449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (961fe8b8-a329-4e97-b402-e199ac030b72), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:01.874752 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69356c73-bbb6-433e-9d7e-d02056b0621f tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (80d549c3-5f5b-4c1c-aa60-af1668ef132f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:01.970192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92939a45-9e4c-409e-824d-3fba60064449 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:01.984571 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-92939a45-9e4c-409e-824d-3fba60064449 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/961fe8b8-a329-4e97-b402-e199ac030b72 HTTP/1.1" status: 204 len: 168 time: 2.3089960 Feb 03 21:55:02.024703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ba63cce-ae3c-4923-8576-6c497f9fa4cb req-23ec48bf-9eca-4fce-89d7-5e45c68691ac tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583130 Feb 03 21:55:02.070720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40214) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:02.118902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92939a45-9e4c-409e-824d-3fba60064449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961fe8b8-a329-4e97-b402-e199ac030b72,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:02.212326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Deleting port 7a18a3df-b3ad-4ff4-8951-c4eac431bdf7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:02.212326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7a18a3df-b3ad-4ff4-8951-c4eac431bdf7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:02.239849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-758fe1e5-ea47-4504-98be-9044f6a97a60 req-c0f539b9-6b67-4b68-bf7d-5f8804bcdc45 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2a155f1-e783-4087-b3d6-f0d1d1ce0631 HTTP/1.1" status: 200 len: 210 time: 0.1908305 Feb 03 21:55:02.452575 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69356c73-bbb6-433e-9d7e-d02056b0621f tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:02.453281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-69356c73-bbb6-433e-9d7e-d02056b0621f tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3343401 Feb 03 21:55:02.457628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7a18a3df-b3ad-4ff4-8951-c4eac431bdf7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:02.469736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69356c73-bbb6-433e-9d7e-d02056b0621f tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d549c3-5f5b-4c1c-aa60-af1668ef132f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:02.475816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40216) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:02.488205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Calling delete_port for 7a18a3df-b3ad-4ff4-8951-c4eac431bdf7 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:02.513691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3ed378d9-c361-4f51-9922-d6407d5af8f6 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '80d549c3-5f5b-4c1c-aa60-af1668ef132f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:02.514450 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-3ed378d9-c361-4f51-9922-d6407d5af8f6 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 21:55:02.514942 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-3ed378d9-c361-4f51-9922-d6407d5af8f6 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:02.519122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3ed378d9-c361-4f51-9922-d6407d5af8f6 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104203 Feb 03 21:55:02.539614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40220) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:02.543737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5f372c77-f6f1-4413-bd63-f0736bb50aa4 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '80d549c3-5f5b-4c1c-aa60-af1668ef132f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:02.651207 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cda3ef2e-6c38-4ef6-97c8-4b70a2f38825), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:02.702760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a42a-f9fd-462a-a499-cb043c05255d req-65072354-49be-4be4-8a4d-085fb9dd5e3f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:02.717965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d317a42a-f9fd-462a-a499-cb043c05255d req-65072354-49be-4be4-8a4d-085fb9dd5e3f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3729298 Feb 03 21:55:02.813532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7a18a3df-b3ad-4ff4-8951-c4eac431bdf7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:02.837544 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-5f372c77-f6f1-4413-bd63-f0736bb50aa4 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:02.838961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5f372c77-f6f1-4413-bd63-f0736bb50aa4 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2987404 Feb 03 21:55:02.841912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40222) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:02.955204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f5e741de-175a-4a1c-8880-3726c4429bdd tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '80d549c3-5f5b-4c1c-aa60-af1668ef132f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:02.965067 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-f5e741de-175a-4a1c-8880-3726c4429bdd tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 21:55:02.965750 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-f5e741de-175a-4a1c-8880-3726c4429bdd tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:02.972287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f5e741de-175a-4a1c-8880-3726c4429bdd tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1176906 Feb 03 21:55:02.980613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:02.987444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4a6484e9-7c52-4451-a61b-f27899074a6d tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '80d549c3-5f5b-4c1c-aa60-af1668ef132f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:03.043539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cda3ef2e-6c38-4ef6-97c8-4b70a2f38825), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.078616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f28f5d-509e-466e-ad25-bcb5cdf06306', 'name': 'network-vif-deleted', 'tag': 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:03.083201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d317a42a-f9fd-462a-a499-cb043c05255d req-faf41e90-e5c0-4b62-b146-32453af11539 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563225 Feb 03 21:55:03.085028 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45204a22-6da5-4e5a-9f66-138d2b1dc820" -d '{"events": [{"server_uuid": "15f28f5d-509e-466e-ad25-bcb5cdf06306", "name": "network-vif-deleted", "tag": "d136968f-ac0a-4845-a3b5-98b8c23ebd6c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:03.089610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.132260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda3ef2e-6c38-4ef6-97c8-4b70a2f38825']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:03.209774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a36e84-bc40-49a0-a19d-4afe04cf2ae6', 'name': '', 'tenant_id': '5c3e30b330644b019d0899af3b7e939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc0c2335-c5d2-44ba-9089-b193df05ccc3', 'external_fixed_ips': [{'subnet_id': '099d4f73-1762-445d-a311-5046f6798e98', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '7a18a3df-b3ad-4ff4-8951-c4eac431bdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:54:53Z', 'updated_at': '2022-02-03T21:54:56Z', 'revision_number': 3, 'project_id': '5c3e30b330644b019d0899af3b7e939e', 'gw_port': {'id': '7a18a3df-b3ad-4ff4-8951-c4eac431bdf7', 'name': '', 'network_id': 'cc0c2335-c5d2-44ba-9089-b193df05ccc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a36e84-bc40-49a0-a19d-4afe04cf2ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '099d4f73-1762-445d-a311-5046f6798e98', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:54:54Z', 'updated_at': '2022-02-03T21:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099d4f73-1762-445d-a311-5046f6798e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:03.215339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0309e22-216f-4497-aef9-7cc241f06978') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:03.215687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0309e22-216f-4497-aef9-7cc241f06978') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:03.220821 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-4a6484e9-7c52-4451-a61b-f27899074a6d tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:03.225958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4a6484e9-7c52-4451-a61b-f27899074a6d tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2426536 Feb 03 21:55:03.227893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.232500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40232) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:03.233750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_controller (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.243782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-58d54620-d816-4e50-a8cc-93ec7906c163 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '80d549c3-5f5b-4c1c-aa60-af1668ef132f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:03.244356 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-58d54620-d816-4e50-a8cc-93ec7906c163 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 21:55:03.244840 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-58d54620-d816-4e50-a8cc-93ec7906c163 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:03.250260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-58d54620-d816-4e50-a8cc-93ec7906c163 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166819 Feb 03 21:55:03.251036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40234) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:03.259472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-beefb5a9-6a06-4c04-8685-45d38efbbeff tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '80d549c3-5f5b-4c1c-aa60-af1668ef132f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:03.271189 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (b0309e22-216f-4497-aef9-7cc241f06978), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.303984 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b0309e22-216f-4497-aef9-7cc241f06978), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.323810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:55:03.324215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (b0309e22-216f-4497-aef9-7cc241f06978), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.333957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bcdb8-b95e-45de-90c2-83f310b7e443 req-686b0fec-8d1e-4fda-bd10-a383d61e9b89 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:03.336324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-508bcdb8-b95e-45de-90c2-83f310b7e443 req-686b0fec-8d1e-4fda-bd10-a383d61e9b89 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1599350 Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:55:03.338748 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:55:03.344324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a18a3df-b3ad-4ff4-8951-c4eac431bdf7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:03.354064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (c6a36e84-bc40-49a0-a19d-4afe04cf2ae6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.354875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6a36e84-bc40-49a0-a19d-4afe04cf2ae6 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:55:03.363739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.369510 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-83592fd7-96eb-410b-a032-a220b67c5acf tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c6a36e84-bc40-49a0-a19d-4afe04cf2ae6 HTTP/1.1" status: 204 len: 168 time: 2.2950168 Feb 03 21:55:03.372020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40240) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:03.434426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] Checking router: c6a36e84-bc40-49a0-a19d-4afe04cf2ae6 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:55:03.434788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] Updating router c6a36e84-bc40-49a0-a19d-4afe04cf2ae6 port 7a18a3df-b3ad-4ff4-8951-c4eac431bdf7 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:55:03.522506 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57444590-e3ab-4319-a75a-6b437cb8a0b9 x-openstack-request-id: req-57444590-e3ab-4319-a75a-6b437cb8a0b9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:03.523015 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f28f5d-509e-466e-ad25-bcb5cdf06306", "name": "network-vif-deleted", "tag": "d136968f-ac0a-4845-a3b5-98b8c23ebd6c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:03.525752 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57444590-e3ab-4319-a75a-6b437cb8a0b9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:03.526206 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f28f5d-509e-466e-ad25-bcb5cdf06306', 'name': 'network-vif-deleted', 'tag': 'd136968f-ac0a-4845-a3b5-98b8c23ebd6c', 'status': 'completed', 'code': 200} Feb 03 21:55:03.530187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] Port 7a18a3df-b3ad-4ff4-8951-c4eac431bdf7 not found while updating agent binding for router c6a36e84-bc40-49a0-a19d-4afe04cf2ae6. {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 21:55:03.542607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-486f6123-78cd-497e-960e-f79b25f81947 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Deleting subnet 099d4f73-1762-445d-a311-5046f6798e98 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:55:03.554907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-486f6123-78cd-497e-960e-f79b25f81947 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for subnet (099d4f73-1762-445d-a311-5046f6798e98), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.577541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] Routers set() bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:03.577910 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] Router IDs set() for agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 21:55:03.580031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_agentschedulers_db [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6a36e84-bc40-49a0-a19d-4afe04cf2ae6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:54:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent'). {{(pid=103399) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 21:55:03.580410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824af9a-4ed2-44b0-8ed7-4ddffdab0f10 None None] The sync data for ids ['c6a36e84-bc40-49a0-a19d-4afe04cf2ae6'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:03.607053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-508bcdb8-b95e-45de-90c2-83f310b7e443 req-ce5f87a5-4050-47d2-a9c2-e4fb13cc3e3c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268510 Feb 03 21:55:03.608171 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-beefb5a9-6a06-4c04-8685-45d38efbbeff tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:03.618490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-beefb5a9-6a06-4c04-8685-45d38efbbeff tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3629465 Feb 03 21:55:03.619151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40244) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:03.641292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2917ea59-1fdb-4caa-995f-a09e359236e0 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '80d549c3-5f5b-4c1c-aa60-af1668ef132f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:03.641782 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-2917ea59-1fdb-4caa-995f-a09e359236e0 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 21:55:03.643362 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-2917ea59-1fdb-4caa-995f-a09e359236e0 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:03.649570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2917ea59-1fdb-4caa-995f-a09e359236e0 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0267541 Feb 03 21:55:03.650483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:03.650992 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cda3ef2e-6c38-4ef6-97c8-4b70a2f38825), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.655511 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-486f6123-78cd-497e-960e-f79b25f81947 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (099d4f73-1762-445d-a311-5046f6798e98), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.661511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ee972615-74c3-4ce1-9fe6-e7c8d229609b tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '80d549c3-5f5b-4c1c-aa60-af1668ef132f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:03.687246 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.694936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cda3ef2e-6c38-4ef6-97c8-4b70a2f38825 HTTP/1.1" status: 204 len: 168 time: 1.6219118 Feb 03 21:55:03.719181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7dae-755f-4425-880e-48adeda46580 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda3ef2e-6c38-4ef6-97c8-4b70a2f38825,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:03.776055 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-ee972615-74c3-4ce1-9fe6-e7c8d229609b tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:03.780972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ee972615-74c3-4ce1-9fe6-e7c8d229609b tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1270776 Feb 03 21:55:03.781553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:03.785892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bae3f53d-ddce-4b8d-a7cd-c1dec5f59e16 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '80d549c3-5f5b-4c1c-aa60-af1668ef132f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:03.799812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-486f6123-78cd-497e-960e-f79b25f81947 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (099d4f73-1762-445d-a311-5046f6798e98), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.850282 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-bae3f53d-ddce-4b8d-a7cd-c1dec5f59e16 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:03.857299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bae3f53d-ddce-4b8d-a7cd-c1dec5f59e16 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0735860 Feb 03 21:55:03.858091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:03.936148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-389da6e9-a8b1-43b4-97bc-965dc95c2fb1 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (80d549c3-5f5b-4c1c-aa60-af1668ef132f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.951798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-486f6123-78cd-497e-960e-f79b25f81947 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (099d4f73-1762-445d-a311-5046f6798e98), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:03.992583 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-389da6e9-a8b1-43b4-97bc-965dc95c2fb1 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (80d549c3-5f5b-4c1c-aa60-af1668ef132f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.067939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f6123-78cd-497e-960e-f79b25f81947 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=099d4f73-1762-445d-a311-5046f6798e98,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:04.085200 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-486f6123-78cd-497e-960e-f79b25f81947 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.088218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-389da6e9-a8b1-43b4-97bc-965dc95c2fb1 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (80d549c3-5f5b-4c1c-aa60-af1668ef132f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.092355 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-486f6123-78cd-497e-960e-f79b25f81947 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/099d4f73-1762-445d-a311-5046f6798e98 HTTP/1.1" status: 204 len: 168 time: 0.7191694 Feb 03 21:55:04.097103 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-389da6e9-a8b1-43b4-97bc-965dc95c2fb1 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.103229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:04.106915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-389da6e9-a8b1-43b4-97bc-965dc95c2fb1 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/80d549c3-5f5b-4c1c-aa60-af1668ef132f HTTP/1.1" status: 204 len: 168 time: 0.2473617 Feb 03 21:55:04.107557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:04.167616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389da6e9-a8b1-43b4-97bc-965dc95c2fb1 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d549c3-5f5b-4c1c-aa60-af1668ef132f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:04.206068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40268) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:04.225583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cc0c2335-c5d2-44ba-9089-b193df05ccc3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.228127 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:55:04.296051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-df455f5b-f556-441d-b5a7-378903b6f246 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1638138 Feb 03 21:55:04.297228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40270) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:04.316885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c84102bb-a5ef-4b0f-b0c6-479125b79394 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'tempest-secgroup--905126654'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:04.357583 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c84102bb-a5ef-4b0f-b0c6-479125b79394 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.379738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cc0c2335-c5d2-44ba-9089-b193df05ccc3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.405366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1b6837a8-be8d-43d1-aa11-399ab5d141a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d563884eed804393b4587889e9421f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1960652 Feb 03 21:55:04.411421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0c2335-c5d2-44ba-9089-b193df05ccc3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:04.423589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40274) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:04.429398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05947d4c-a0cf-42b5-8fe2-59cadb63a7fa') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:04.429709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05947d4c-a0cf-42b5-8fe2-59cadb63a7fa') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:04.434805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500ccc3-ec74-463b-b37a-ad46099a297a req-cbd5570f-dc98-4fe1-acba-32aa77a80ecd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:04.442015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (05947d4c-a0cf-42b5-8fe2-59cadb63a7fa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.443996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8500ccc3-ec74-463b-b37a-ad46099a297a req-cbd5570f-dc98-4fe1-acba-32aa77a80ecd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1744578 Feb 03 21:55:04.458086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (05947d4c-a0cf-42b5-8fe2-59cadb63a7fa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.466350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:55:04.466951 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (05947d4c-a0cf-42b5-8fe2-59cadb63a7fa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:55:04.536492 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:55:04.542141 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cc0c2335-c5d2-44ba-9089-b193df05ccc3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.552205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc0c2335-c5d2-44ba-9089-b193df05ccc3 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 21:55:04.555664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.559938 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "DELETE /v2.0/networks/cc0c2335-c5d2-44ba-9089-b193df05ccc3 HTTP/1.1" status: 204 len: 168 time: 0.4541559 Feb 03 21:55:04.581809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bfbff-85ab-48c0-a8f0-c91d89590a7c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc0c2335-c5d2-44ba-9089-b193df05ccc3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:04.746860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8500ccc3-ec74-463b-b37a-ad46099a297a req-6d90b27c-3267-4d4a-ae5d-39255f187ca8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717986 Feb 03 21:55:04.803373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f7d2-22ce-45e5-97db-a5aa9e23c257 req-e4caf842-3d9e-4a8d-8046-4075836d6cf6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:04.807419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e565f7d2-22ce-45e5-97db-a5aa9e23c257 req-e4caf842-3d9e-4a8d-8046-4075836d6cf6 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 950 time: 0.3027580 Feb 03 21:55:04.871941 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dae9967-7114-44b8-92f2-82a8c58cba17 admin admin] Publish callbacks [] for security_group (8ecd92c0-9258-40bf-9346-fca6e64138a1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.914189 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dae9967-7114-44b8-92f2-82a8c58cba17 admin admin] Publish callbacks [] for security_group (8ecd92c0-9258-40bf-9346-fca6e64138a1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.971339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c84102bb-a5ef-4b0f-b0c6-479125b79394 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (96cc34a5-11ec-4cff-b303-dfa240e4c9a5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.986446 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dae9967-7114-44b8-92f2-82a8c58cba17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8ecd92c0-9258-40bf-9346-fca6e64138a1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.989276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dae9967-7114-44b8-92f2-82a8c58cba17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:04.994543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5dae9967-7114-44b8-92f2-82a8c58cba17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ecd92c0-9258-40bf-9346-fca6e64138a1 HTTP/1.1" status: 204 len: 168 time: 0.5482178 Feb 03 21:55:05.000496 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c84102bb-a5ef-4b0f-b0c6-479125b79394 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (96cc34a5-11ec-4cff-b303-dfa240e4c9a5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:05.128487 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c84102bb-a5ef-4b0f-b0c6-479125b79394 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:05.132993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c84102bb-a5ef-4b0f-b0c6-479125b79394 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8168035 Feb 03 21:55:05.133487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40292) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:05.139452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e7580690-6500-401c-af48-7333ee4ae3e9 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '96cc34a5-11ec-4cff-b303-dfa240e4c9a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:05.161702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae9967-7114-44b8-92f2-82a8c58cba17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecd92c0-9258-40bf-9346-fca6e64138a1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:05.243441 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e7580690-6500-401c-af48-7333ee4ae3e9 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The resource could not be found. Feb 03 21:55:05.247611 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e7580690-6500-401c-af48-7333ee4ae3e9 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1101243 Feb 03 21:55:05.248231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:05.254544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c84898eb-fe0c-48db-ba50-d985b8bd384e tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': '96cc34a5-11ec-4cff-b303-dfa240e4c9a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8f59a15a-c285-4d25-b69e-4a3211b09df5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:05.281156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:05.283568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84102bb-a5ef-4b0f-b0c6-479125b79394 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cc34a5-11ec-4cff-b303-dfa240e4c9a5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:05.288175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1ac277a3-b4ee-4a54-ba89-58e1c3c12b74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'router': {'name': 'tempest-router--733912145', 'project_id': '42cd2db7ae2a43e5b6a81817668ac61a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:05.329833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ac277a3-b4ee-4a54-ba89-58e1c3c12b74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:05.331190 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ac277a3-b4ee-4a54-ba89-58e1c3c12b74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:05.345006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e565f7d2-22ce-45e5-97db-a5aa9e23c257 req-2035a00b-87dd-4627-a2c1-be0cc9ceae68 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105994 Feb 03 21:55:05.425971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ac277a3-b4ee-4a54-ba89-58e1c3c12b74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_controller (5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:05.456937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ac277a3-b4ee-4a54-ba89-58e1c3c12b74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:05.462610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30d846-3738-44c6-9f66-6c12365740de req-224d6343-4011-410e-9b92-1360fa05928b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:05.471889 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-c84898eb-fe0c-48db-ba50-d985b8bd384e tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The resource could not be found. Feb 03 21:55:05.476294 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c84898eb-fe0c-48db-ba50-d985b8bd384e tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2252500 Feb 03 21:55:05.476428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e30d846-3738-44c6-9f66-6c12365740de req-224d6343-4011-410e-9b92-1360fa05928b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.5033786 Feb 03 21:55:05.478022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:05.497862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ac277a3-b4ee-4a54-ba89-58e1c3c12b74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:05.499804 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1ac277a3-b4ee-4a54-ba89-58e1c3c12b74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2166083 Feb 03 21:55:05.502845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:05.670624 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e30d846-3738-44c6-9f66-6c12365740de req-2eaad057-85a3-466a-9e5f-05e9ae676fad tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932957 Feb 03 21:55:05.694354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bfeba5d-f629-480c-9950-f9449db93683 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (96cc34a5-11ec-4cff-b303-dfa240e4c9a5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:05.726523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49ef775f-5756-4efd-9c27-31d94fba1b59 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.058224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-7115a26c-cca2-493d-8781-793d1b4d922d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:06.060419 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-7115a26c-cca2-493d-8781-793d1b4d922d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/ports?device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 950 time: 0.3931191 Feb 03 21:55:06.147542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49ef775f-5756-4efd-9c27-31d94fba1b59 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.169546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49ef775f-5756-4efd-9c27-31d94fba1b59 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_controller (5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.291453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49ef775f-5756-4efd-9c27-31d94fba1b59 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.291852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ef775f-5756-4efd-9c27-31d94fba1b59 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:55:06.299936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49ef775f-5756-4efd-9c27-31d94fba1b59 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.313333 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-49ef775f-5756-4efd-9c27-31d94fba1b59 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "DELETE /v2.0/routers/5a4e5a88-e290-4c0d-b1e6-d7d5a2b5d298 HTTP/1.1" status: 204 len: 168 time: 0.8026128 Feb 03 21:55:06.323146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff96112-210c-4b68-96bc-53652372ef4f req-7a7fe92a-df9f-4a34-ac41-08653413250f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:06.324690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ff96112-210c-4b68-96bc-53652372ef4f req-7a7fe92a-df9f-4a34-ac41-08653413250f tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ae1ea7-eb0f-4480-a266-75c86d7bb9b3 HTTP/1.1" status: 200 len: 949 time: 0.2628603 Feb 03 21:55:06.495209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Deleting port f542dcc5-7544-45ec-bd27-26de09bcc4c9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:06.496079 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.580569 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bfeba5d-f629-480c-9950-f9449db93683 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (96cc34a5-11ec-4cff-b303-dfa240e4c9a5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.738516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3ff96112-210c-4b68-96bc-53652372ef4f req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Deleting port da81c96c-e054-47f0-92a4-89283d28ef7a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:06.739106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ff96112-210c-4b68-96bc-53652372ef4f req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.752634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:06.789420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:06.848581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] For port f542dcc5-7544-45ec-bd27-26de09bcc4c9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f542dcc5-7544-45ec-bd27-26de09bcc4c9,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:06.849086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.873374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Calling delete_port for f542dcc5-7544-45ec-bd27-26de09bcc4c9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:06.902409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bfeba5d-f629-480c-9950-f9449db93683 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (96cc34a5-11ec-4cff-b303-dfa240e4c9a5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.906250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bfeba5d-f629-480c-9950-f9449db93683 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:06.910264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0bfeba5d-f629-480c-9950-f9449db93683 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/96cc34a5-11ec-4cff-b303-dfa240e4c9a5 HTTP/1.1" status: 204 len: 168 time: 1.4306660 Feb 03 21:55:06.913894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:07.018079 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9a2bd13d-e6a0-4347-b7db-a297f5ab0d53 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1029088 Feb 03 21:55:07.025903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:07.032142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-599fd21c-f916-4fd4-b9c5-d19fc9cfbfe9 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': 'f38bdcc2-b22b-48e1-a6a8-e118d644442a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:07.042875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e09aa-7500-4430-bea4-daff71915722 req-f2f14658-0c85-4eec-b2ad-f40d7c54e56d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:07.052312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d09e09aa-7500-4430-bea4-daff71915722 req-f2f14658-0c85-4eec-b2ad-f40d7c54e56d tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 950 time: 0.4911163 Feb 03 21:55:07.062642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeba5d-f629-480c-9950-f9449db93683 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cc34a5-11ec-4cff-b303-dfa240e4c9a5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:07.077009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3ff96112-210c-4b68-96bc-53652372ef4f req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] For port da81c96c-e054-47f0-92a4-89283d28ef7a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=da81c96c-e054-47f0-92a4-89283d28ef7a,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:07.077523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ff96112-210c-4b68-96bc-53652372ef4f req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:07.139721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3ff96112-210c-4b68-96bc-53652372ef4f req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Calling delete_port for da81c96c-e054-47f0-92a4-89283d28ef7a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:07.175718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb41f4-b787-4cd3-badf-b35afa0b7b75 req-71c7a98a-e5e2-4d3d-a5b0-47560df399c0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:07.188212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80eb41f4-b787-4cd3-badf-b35afa0b7b75 req-71c7a98a-e5e2-4d3d-a5b0-47560df399c0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.3645620 Feb 03 21:55:07.201023 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-599fd21c-f916-4fd4-b9c5-d19fc9cfbfe9 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The resource could not be found. Feb 03 21:55:07.201398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1981749181', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:07.202893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-599fd21c-f916-4fd4-b9c5-d19fc9cfbfe9 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1740294 Feb 03 21:55:07.209898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-639554073-network', 'tenant_id': '75f4633af78d47bbbf4430d9b2e97984'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:07.215624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:07.257393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-372b7065-775d-44bc-8b18-9040fa470284 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'tempest-secgroup--928469722'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:07.299796 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (a2de614d-483c-4455-b229-0a2719190bd2), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:07.300699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (a2de614d-483c-4455-b229-0a2719190bd2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:07.336651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d09e09aa-7500-4430-bea4-daff71915722 req-69730cd0-e82b-40f0-a865-664e2bc8d436 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570226 Feb 03 21:55:07.354768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Made reservation on behalf of 75f4633af78d47bbbf4430d9b2e97984 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:07.359367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:07.363533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80eb41f4-b787-4cd3-badf-b35afa0b7b75 req-931ea3b4-057e-4289-9e33-8bd2e2b24be1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739507 Feb 03 21:55:07.365440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-372b7065-775d-44bc-8b18-9040fa470284 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:07.398350 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:07.482011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f542dcc5-7544-45ec-bd27-26de09bcc4c9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:07.500271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'da81c96c-e054-47f0-92a4-89283d28ef7a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:07.560325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:07.693156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event deleted for resources: {'Port': ['ID=f542dcc5-7544-45ec-bd27-26de09bcc4c9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:07.879618 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] No DVR routers for this DVR port f542dcc5-7544-45ec-bd27-26de09bcc4c9 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:07.895494 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ff96112-210c-4b68-96bc-53652372ef4f req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (da81c96c-e054-47f0-92a4-89283d28ef7a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:07.914101 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:07.921986 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8cc41d2c-4f7e-4b45-886e-7d9c94f7db58 req-e9c916eb-fea0-4275-b2cb-b89f3e5e56b4 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "DELETE /v2.0/ports/f542dcc5-7544-45ec-bd27-26de09bcc4c9 HTTP/1.1" status: 204 len: 173 time: 1.8137786 Feb 03 21:55:07.940347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:07.942692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f542dcc5-7544-45ec-bd27-26de09bcc4c9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:07.944772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83341140-bbda-40d5-9bfd-d1158960fb41', 'name': 'network-vif-deleted', 'tag': 'f542dcc5-7544-45ec-bd27-26de09bcc4c9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:07.949623 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e6da78-37a0-4c50-86af-d21a74cbe5b1" -d '{"events": [{"server_uuid": "83341140-bbda-40d5-9bfd-d1158960fb41", "name": "network-vif-deleted", "tag": "f542dcc5-7544-45ec-bd27-26de09bcc4c9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:07.996186 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (a2de614d-483c-4455-b229-0a2719190bd2), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.017739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-372b7065-775d-44bc-8b18-9040fa470284 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (f2dcd5db-a36e-4892-aa39-6c1838494321), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.021941 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event deleted for resources: {'Port': ['ID=da81c96c-e054-47f0-92a4-89283d28ef7a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:08.054342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-372b7065-775d-44bc-8b18-9040fa470284 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f2dcd5db-a36e-4892-aa39-6c1838494321), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.060675 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba15bcb3-0c02-4094-9dc7-8225d6d71805 x-openstack-request-id: req-ba15bcb3-0c02-4094-9dc7-8225d6d71805 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:08.061105 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83341140-bbda-40d5-9bfd-d1158960fb41", "name": "network-vif-deleted", "tag": "f542dcc5-7544-45ec-bd27-26de09bcc4c9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:08.061501 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba15bcb3-0c02-4094-9dc7-8225d6d71805 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:08.061998 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83341140-bbda-40d5-9bfd-d1158960fb41', 'name': 'network-vif-deleted', 'tag': 'f542dcc5-7544-45ec-bd27-26de09bcc4c9', 'status': 'completed', 'code': 200} Feb 03 21:55:08.158590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Publish callbacks [] for security_group (cbf9e05e-980a-4e18-b1df-5427330d4786), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.171064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff96112-210c-4b68-96bc-53652372ef4f req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] No DVR routers for this DVR port da81c96c-e054-47f0-92a4-89283d28ef7a on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:08.180215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ff96112-210c-4b68-96bc-53652372ef4f req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.191798 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ff96112-210c-4b68-96bc-53652372ef4f req-be221dd7-fa31-4d43-9798-3c46e851460c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.47 "DELETE /v2.0/ports/da81c96c-e054-47f0-92a4-89283d28ef7a HTTP/1.1" status: 204 len: 173 time: 1.8390446 Feb 03 21:55:08.213207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-372b7065-775d-44bc-8b18-9040fa470284 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.219784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-372b7065-775d-44bc-8b18-9040fa470284 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0017040 Feb 03 21:55:08.222315 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cbf9e05e-980a-4e18-b1df-5427330d4786), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.255366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40350) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:08.277755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-40c04e8b-b350-4caf-b159-62867699d180 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118859540'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:08.299218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b7065-775d-44bc-8b18-9040fa470284 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dcd5db-a36e-4892-aa39-6c1838494321,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:08.374368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf9e05e-980a-4e18-b1df-5427330d4786,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:08.404861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:55:08.469711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c4bab6e2-bc90-4853-b9be-587f57271765), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.476473 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Added segment c4bab6e2-bc90-4853-b9be-587f57271765 of type vlan for network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa Feb 03 21:55:08.496562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40c04e8b-b350-4caf-b159-62867699d180 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.540998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (a2de614d-483c-4455-b229-0a2719190bd2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.640281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.743753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.746945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:08.748327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:08.805600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-727c4c84-442a-4b91-9035-9d7715394cef req-7b0b6e82-e8d7-4ed9-bf08-b2c64729c16a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=83341140-bbda-40d5-9bfd-d1158960fb41 HTTP/1.1" status: 200 len: 210 time: 0.1536045 Feb 03 21:55:08.807861 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0173144 Feb 03 21:55:08.816624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:08.829739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Request body: {'subnet': {'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-639554073-subnet', 'tenant_id': '75f4633af78d47bbbf4430d9b2e97984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:08.968792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dd4b7-fea6-4755-82a4-a842fe9acd11 req-6a3bc3e9-505a-4aa9-b03f-c130403c4492 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:08.970415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-346dd4b7-fea6-4755-82a4-a842fe9acd11 req-6a3bc3e9-505a-4aa9-b03f-c130403c4492 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.4040451 Feb 03 21:55:08.997505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Made reservation on behalf of 75f4633af78d47bbbf4430d9b2e97984 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:08.999420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.117131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abb9a9-56b0-4923-bb08-c1b94bb44147 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:09.131558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:55:09.166800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40c04e8b-b350-4caf-b159-62867699d180 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (8b6cb033-ef44-4608-af81-61c2b6e80974), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.187739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40c04e8b-b350-4caf-b159-62867699d180 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b6cb033-ef44-4608-af81-61c2b6e80974), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.243973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c04e8b-b350-4caf-b159-62867699d180 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6cb033-ef44-4608-af81-61c2b6e80974,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:09.252516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40c04e8b-b350-4caf-b159-62867699d180 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.257004 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-40c04e8b-b350-4caf-b159-62867699d180 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9953740 Feb 03 21:55:09.257537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40366) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:09.263610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-15188558-66c2-4ab5-82ae-bfa375157b39 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group_rule': {'security_group_id': 'f2dcd5db-a36e-4892-aa39-6c1838494321', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8b6cb033-ef44-4608-af81-61c2b6e80974'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:09.311024 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-346dd4b7-fea6-4755-82a4-a842fe9acd11 req-f29f356c-8535-44f1-821e-e340c3f8f240 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118534 Feb 03 21:55:09.324966 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-15188558-66c2-4ab5-82ae-bfa375157b39 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 21:55:09.328639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-15188558-66c2-4ab5-82ae-bfa375157b39 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0674698 Feb 03 21:55:09.334632 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:09.459177 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb15c-90be-4ce6-9260-aaf1b8194d28 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (8b6cb033-ef44-4608-af81-61c2b6e80974), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.469817 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (52615f2f-c7f4-48aa-b26d-f00497bdaf14), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.498030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb15c-90be-4ce6-9260-aaf1b8194d28 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (8b6cb033-ef44-4608-af81-61c2b6e80974), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.551831 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Checking segment: {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:09.552206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Network hostable DHCP agents. Network: 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:55:09.577690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52615f2f-c7f4-48aa-b26d-f00497bdaf14,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:09.596813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:55:09.609234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb15c-90be-4ce6-9260-aaf1b8194d28 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b6cb033-ef44-4608-af81-61c2b6e80974), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.611873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb15c-90be-4ce6-9260-aaf1b8194d28 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.614205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dcdeb15c-90be-4ce6-9260-aaf1b8194d28 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b6cb033-ef44-4608-af81-61c2b6e80974 HTTP/1.1" status: 204 len: 168 time: 0.2620168 Feb 03 21:55:09.618678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40372) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:09.626655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:09.635570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:09.636657 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.638251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbec161-41ca-4e1a-8444-5b099b22ab2e None None] Network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:55:09.657403 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-74dbfde7-3f73-4d39-a018-310b0218c142 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8395987 Feb 03 21:55:09.710001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdeb15c-90be-4ce6-9260-aaf1b8194d28 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6cb033-ef44-4608-af81-61c2b6e80974,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:09.797342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c402c3d5-167d-4038-8961-0df004093506 None None] Network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:55:09.806192 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (a2de614d-483c-4455-b229-0a2719190bd2), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.894906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f542dcc5-7544-45ec-bd27-26de09bcc4c9 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:09.926627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:09.927857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: f542dcc5-7544-45ec-bd27-26de09bcc4c9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:09.928735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f542dcc5-7544-45ec-bd27-26de09bcc4c9 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:09.928878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device da81c96c-e054-47f0-92a4-89283d28ef7a no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:09.984109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: da81c96c-e054-47f0-92a4-89283d28ef7a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:09.984664 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device da81c96c-e054-47f0-92a4-89283d28ef7a not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:10.020014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:10.022150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-422b11fb-b9d2-4bc7-a800-cf1b24d015da tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3937511 Feb 03 21:55:10.063887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ae1ea7-eb0f-4480-a266-75c86d7bb9b3', 'name': 'network-vif-deleted', 'tag': 'da81c96c-e054-47f0-92a4-89283d28ef7a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:10.068940 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba85230-bf76-4218-8e3e-a7a1b6e752de" -d '{"events": [{"server_uuid": "39ae1ea7-eb0f-4480-a266-75c86d7bb9b3", "name": "network-vif-deleted", "tag": "da81c96c-e054-47f0-92a4-89283d28ef7a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:10.150775 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0aac5b3-febe-451c-b611-eae01bb7d371 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (f2dcd5db-a36e-4892-aa39-6c1838494321), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:10.228800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0aac5b3-febe-451c-b611-eae01bb7d371 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (f2dcd5db-a36e-4892-aa39-6c1838494321), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:10.261297 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec73dabc-4819-446e-9e33-4936d1bddedd x-openstack-request-id: req-ec73dabc-4819-446e-9e33-4936d1bddedd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:10.261297 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ae1ea7-eb0f-4480-a266-75c86d7bb9b3", "name": "network-vif-deleted", "tag": "da81c96c-e054-47f0-92a4-89283d28ef7a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:10.261297 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec73dabc-4819-446e-9e33-4936d1bddedd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:10.261297 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ae1ea7-eb0f-4480-a266-75c86d7bb9b3', 'name': 'network-vif-deleted', 'tag': 'da81c96c-e054-47f0-92a4-89283d28ef7a', 'status': 'completed', 'code': 200} Feb 03 21:55:10.426800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0aac5b3-febe-451c-b611-eae01bb7d371 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f2dcd5db-a36e-4892-aa39-6c1838494321), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:10.431422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0aac5b3-febe-451c-b611-eae01bb7d371 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:10.435940 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e0aac5b3-febe-451c-b611-eae01bb7d371 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/f2dcd5db-a36e-4892-aa39-6c1838494321 HTTP/1.1" status: 204 len: 168 time: 0.4148626 Feb 03 21:55:10.436557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:10.483175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Allocated IP 172.25.5.119 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/b4eda123-82a6-4086-af3e-534cf6b7f7ca) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:10.495655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aac5b3-febe-451c-b611-eae01bb7d371 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dcd5db-a36e-4892-aa39-6c1838494321,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:10.713921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-bd556e09-fe5b-4666-8cf2-15920e33a54d tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:10.715481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-bd556e09-fe5b-4666-8cf2-15920e33a54d tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 812 time: 0.2453406 Feb 03 21:55:10.815911 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for port (b4eda123-82a6-4086-af3e-534cf6b7f7ca), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:10.867837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-65df8722-9f7f-43c7-aa04-2bea42819b1c tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/quotas/75f4633af78d47bbbf4430d9b2e97984 HTTP/1.1" status: 200 len: 375 time: 0.1258380 Feb 03 21:55:10.988313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-97a2eee3-cc0c-4599-bb9b-271fcc76483f tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193380 Feb 03 21:55:11.276253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-f2f883b0-6f23-4c22-808d-38875e3bb0f0 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681744 Feb 03 21:55:11.289138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b4eda123-82a6-4086-af3e-534cf6b7f7ca), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:11.438474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b491de6-d268-415a-8b8b-84d92ef1c680 req-bbf0fe59-784b-49f2-a7f4-c3f584d2d8af tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:11.440059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b491de6-d268-415a-8b8b-84d92ef1c680 req-bbf0fe59-784b-49f2-a7f4-c3f584d2d8af tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.6185098 Feb 03 21:55:11.456758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:11.507926 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6c7366e7-da20-44bf-923c-33bae0c2afb5 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0602274 Feb 03 21:55:11.515296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40428) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:11.535420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6f617c7b-532b-4572-871a-08093804868a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657519463'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:11.535639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:11.566844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:11.593535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f617c7b-532b-4572-871a-08093804868a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:11.657082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b491de6-d268-415a-8b8b-84d92ef1c680 req-3703c461-714f-4d93-a2d2-b67e923ad35f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961966 Feb 03 21:55:11.657869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event updated for resources: {'Port': ['ID=b4eda123-82a6-4086-af3e-534cf6b7f7ca,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:11.706764 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f617c7b-532b-4572-871a-08093804868a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (165b4c6c-8e1b-42e7-8a81-172ea7010a07), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:11.717438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f617c7b-532b-4572-871a-08093804868a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (165b4c6c-8e1b-42e7-8a81-172ea7010a07), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:11.767124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-6a0c0b77-b1b4-4bd3-b3ba-c4eac68e51bb service neutron] 10.222.0.50 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898136 Feb 03 21:55:11.786174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f617c7b-532b-4572-871a-08093804868a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165b4c6c-8e1b-42e7-8a81-172ea7010a07,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:11.794546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f617c7b-532b-4572-871a-08093804868a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:11.801654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40440) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:11.803700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6f617c7b-532b-4572-871a-08093804868a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2861879 Feb 03 21:55:11.810821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d41d7798-31b6-49e1-b0d8-a73fab2f927c tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:11.811220 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-d41d7798-31b6-49e1-b0d8-a73fab2f927c tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 21:55:11.811711 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-d41d7798-31b6-49e1-b0d8-a73fab2f927c tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 21:55:11.815260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d41d7798-31b6-49e1-b0d8-a73fab2f927c tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "PUT /v2.0/security-groups/165b4c6c-8e1b-42e7-8a81-172ea7010a07 HTTP/1.1" status: 409 len: 330 time: 0.0087535 Feb 03 21:55:11.815595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:11.882573 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0d02-a18d-4b59-a131-00872bd6ba3a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (165b4c6c-8e1b-42e7-8a81-172ea7010a07), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:11.933206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0d02-a18d-4b59-a131-00872bd6ba3a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (165b4c6c-8e1b-42e7-8a81-172ea7010a07), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:11.984148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0d02-a18d-4b59-a131-00872bd6ba3a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (165b4c6c-8e1b-42e7-8a81-172ea7010a07), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:11.987258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0d02-a18d-4b59-a131-00872bd6ba3a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:11.991886 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8c6a0d02-a18d-4b59-a131-00872bd6ba3a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/165b4c6c-8e1b-42e7-8a81-172ea7010a07 HTTP/1.1" status: 204 len: 168 time: 0.1728454 Feb 03 21:55:11.993280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:12.026019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a0d02-a18d-4b59-a131-00872bd6ba3a tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165b4c6c-8e1b-42e7-8a81-172ea7010a07,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:12.028817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cb33c-b947-413b-a8ec-bf587e7eb6c1 req-94a4cc69-99f7-4eed-b19e-b0d899c5243c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:12.041534 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb6cb33c-b947-413b-a8ec-bf587e7eb6c1 req-94a4cc69-99f7-4eed-b19e-b0d899c5243c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 948 time: 0.2386506 Feb 03 21:55:12.064785 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b0901638-d32f-469a-9546-47a0c0f12746 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0664990 Feb 03 21:55:12.065146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:12.081510 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-7d8326b6-5436-491a-b560-03d40d20f6dc tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] delete failed (client error): The resource could not be found. Feb 03 21:55:12.086849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7d8326b6-5436-491a-b560-03d40d20f6dc tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "DELETE /v2.0/security-groups/fe9fee81-63f9-47b6-84f9-53968e48e9a8 HTTP/1.1" status: 404 len: 347 time: 0.0167971 Feb 03 21:55:12.086972 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:12.123446 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-b39bc143-8a44-44fb-a19a-e8d7b74ca23c tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] show failed (client error): The resource could not be found. Feb 03 21:55:12.130635 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b39bc143-8a44-44fb-a19a-e8d7b74ca23c tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-groups/9ee4773d-2579-46fd-b949-f3efe95a54ff HTTP/1.1" status: 404 len: 347 time: 0.0426908 Feb 03 21:55:12.132129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:12.150796 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-ce8c6701-fd6f-4530-bcb7-98c8b29a7292 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] show failed (client error): The resource could not be found. Feb 03 21:55:12.155594 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce8c6701-fd6f-4530-bcb7-98c8b29a7292 tempest-NegativeSecGroupTest-702261898 tempest-NegativeSecGroupTest-702261898-project] 10.222.0.50 "GET /v2.0/security-group-rules/b9a73951-89c4-4247-8b49-2b55cc45346c HTTP/1.1" status: 404 len: 356 time: 0.0220118 Feb 03 21:55:12.300270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb6cb33c-b947-413b-a8ec-bf587e7eb6c1 req-f5e8cc69-a1c7-48ef-a7ed-b2b63d62cc6a tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577708 Feb 03 21:55:12.449491 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (a2de614d-483c-4455-b229-0a2719190bd2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:12.517801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-614d59b9-7ca1-4bb0-a448-cdc91604bfaf tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:12.519168 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-614d59b9-7ca1-4bb0-a448-cdc91604bfaf tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 948 time: 0.1314569 Feb 03 21:55:12.741518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6cbaa988-4efd-4fe0-83ee-8ffc4d92b54e req-5a5eabd0-4228-4400-8a74-01f73ed0712a tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 210 time: 0.1199098 Feb 03 21:55:12.757099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:12.848546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-89998af8-3ce6-4b84-82ba-4e9d1d450975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:12.850494 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-89998af8-3ce6-4b84-82ba-4e9d1d450975 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 1127 time: 0.2309203 Feb 03 21:55:12.866525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Deleting port 86f369a9-2840-43c5-812d-2668325742f8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:12.867109 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (86f369a9-2840-43c5-812d-2668325742f8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:12.938634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-e8de9c35-0c21-4cce-906c-a456199be58d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4028971 Feb 03 21:55:13.222559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1bbf8f45-8d95-46c7-b7d1-0fdf23de6c5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d26c8ca8da4d4abda4da265d67ab782f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620264 Feb 03 21:55:13.232000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40492) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:13.243423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-b998d07d-a717-49d3-b39e-c8bff8074995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:13.245549 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-b998d07d-a717-49d3-b39e-c8bff8074995 service neutron] 10.222.0.10 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 913 time: 0.3886354 Feb 03 21:55:13.265818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] For port 86f369a9-2840-43c5-812d-2668325742f8, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=86f369a9-2840-43c5-812d-2668325742f8,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:13.282787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-3ea29573-71e7-4dba-9986-e9e1359357e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:13.284312 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (86f369a9-2840-43c5-812d-2668325742f8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:13.284449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-3ea29573-71e7-4dba-9986-e9e1359357e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff913163692647e695e9ab8b6e697fe6&device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 1128 time: 0.2684395 Feb 03 21:55:13.304766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320895d-52b1-4dad-b561-eb558448a5ee req-a8a5c685-100f-49d8-819b-b4a591bd1f96 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:13.312774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8320895d-52b1-4dad-b561-eb558448a5ee req-a8a5c685-100f-49d8-819b-b4a591bd1f96 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.4484243 Feb 03 21:55:13.363044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Calling delete_port for 86f369a9-2840-43c5-812d-2668325742f8 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:13.489113 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (a2de614d-483c-4455-b229-0a2719190bd2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:13.491619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbafab61-e607-480c-ac1f-3af5229240b0 admin admin] Publish callbacks [] for security_group (b7da2b42-2519-4243-85e8-4922c22e3912), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:13.581113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8320895d-52b1-4dad-b561-eb558448a5ee req-45aad5d3-e7a5-4e20-aaa7-b980db838542 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635591 Feb 03 21:55:13.624570 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-20fe365d-2cba-4c2d-90ff-d14b2dcb8d53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b HTTP/1.1" status: 200 len: 217 time: 0.1777840 Feb 03 21:55:13.764500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-afdb1a46-4600-4589-bc5c-392cd1e2fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:13.767657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-afdb1a46-4600-4589-bc5c-392cd1e2fe3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.1339407 Feb 03 21:55:13.962235 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-69dd67be-c27d-4998-9bef-e098f961e023 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1710880 Feb 03 21:55:13.962828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (86f369a9-2840-43c5-812d-2668325742f8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:13.977695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['86f369a9-2840-43c5-812d-2668325742f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:14.090527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Pushing event deleted for resources: {'Port': ['ID=86f369a9-2840-43c5-812d-2668325742f8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:14.181850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] No DVR routers for this DVR port 86f369a9-2840-43c5-812d-2668325742f8 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:14.188254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:14.192985 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-33fc6a11-0a57-4f81-869e-a75d28cfd8e6 req-a91cc2c0-91a3-431e-b365-c3c50920d09e tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.10 "DELETE /v2.0/ports/86f369a9-2840-43c5-812d-2668325742f8 HTTP/1.1" status: 204 len: 173 time: 1.6671302 Feb 03 21:55:14.193539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9c743d-36aa-4530-bdfe-130da2a4ac37', 'name': 'network-vif-deleted', 'tag': '86f369a9-2840-43c5-812d-2668325742f8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:14.196762 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f68f2a-ae36-4874-92da-33707136fe9f" -d '{"events": [{"server_uuid": "9f9c743d-36aa-4530-bdfe-130da2a4ac37", "name": "network-vif-deleted", "tag": "86f369a9-2840-43c5-812d-2668325742f8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:14.293620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-9f4df178-67ed-480c-b8d8-a3296d76aa4b service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204021 Feb 03 21:55:14.314133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbafab61-e607-480c-ac1f-3af5229240b0 admin admin] Publish callbacks [] for security_group (b7da2b42-2519-4243-85e8-4922c22e3912), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:14.407218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-76811971-efec-4218-aa90-33fd71852f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:14.408829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-76811971-efec-4218-aa90-33fd71852f83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 200 len: 919 time: 1.0921612 Feb 03 21:55:14.421036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f284d77c-1757-4244-bb26-87a83b9e9a1b req-b314c7aa-ab59-4612-a6e5-f52fb102e6d7 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 210 time: 0.0900664 Feb 03 21:55:14.531938 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84713935-4c77-4f51-b2ca-49f5052dcca5 x-openstack-request-id: req-84713935-4c77-4f51-b2ca-49f5052dcca5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:14.532693 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9c743d-36aa-4530-bdfe-130da2a4ac37", "name": "network-vif-deleted", "tag": "86f369a9-2840-43c5-812d-2668325742f8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:14.533174 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84713935-4c77-4f51-b2ca-49f5052dcca5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:14.535129 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9c743d-36aa-4530-bdfe-130da2a4ac37', 'name': 'network-vif-deleted', 'tag': '86f369a9-2840-43c5-812d-2668325742f8', 'status': 'completed', 'code': 200} Feb 03 21:55:14.543651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-17ed3e2c-3216-45f2-877d-16a225a2c388 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f16e423-8b34-4d14-a698-99895e98f1cb HTTP/1.1" status: 200 len: 217 time: 0.1176310 Feb 03 21:55:14.563644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa484b60-363b-4c24-8099-3c152a11d5da req-7d8ce030-40cb-4199-a64f-a3c2e4d53c99 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:14.582952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa484b60-363b-4c24-8099-3c152a11d5da req-7d8ce030-40cb-4199-a64f-a3c2e4d53c99 tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9c743d-36aa-4530-bdfe-130da2a4ac37 HTTP/1.1" status: 200 len: 867 time: 1.1217866 Feb 03 21:55:14.726204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c1500c57-c59a-446d-bef3-750986c8d462 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:14.729739 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c1500c57-c59a-446d-bef3-750986c8d462 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.47 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 812 time: 0.4808729 Feb 03 21:55:14.732387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ded04b24-3e6a-4604-8f06-a1dbf384c188 req-a74cd10f-4eaf-423a-88f3-c8cc48996e18 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690109 Feb 03 21:55:14.746843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Request body: {'port': {'device_id': 'b41261eb-a964-49ab-be25-1adf93297a5c', 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa', 'admin_state_up': True, 'tenant_id': '75f4633af78d47bbbf4430d9b2e97984'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:14.809786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Router a2de614d-483c-4455-b229-0a2719190bd2 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:55:14.836021 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbafab61-e607-480c-ac1f-3af5229240b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b7da2b42-2519-4243-85e8-4922c22e3912), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:14.838632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbafab61-e607-480c-ac1f-3af5229240b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:14.842124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dbafab61-e607-480c-ac1f-3af5229240b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7da2b42-2519-4243-85e8-4922c22e3912 HTTP/1.1" status: 204 len: 168 time: 1.6019204 Feb 03 21:55:14.864196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafab61-e607-480c-ac1f-3af5229240b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da2b42-2519-4243-85e8-4922c22e3912,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:14.918690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a179fa85-2978-4d9e-8e84-53c353b6758c tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:14.920222 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a179fa85-2978-4d9e-8e84-53c353b6758c tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.10 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 812 time: 0.6610799 Feb 03 21:55:14.999495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Request body: {'port': {'device_id': '4b00fcae-c476-4b7b-ae32-c05601a2d37e', 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa', 'admin_state_up': True, 'tenant_id': '75f4633af78d47bbbf4430d9b2e97984'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:15.079705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-ffbeaa50-d5f5-4831-abbe-f5a72c875dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:15.082882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-ffbeaa50-d5f5-4831-abbe-f5a72c875dde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 200 len: 858 time: 0.4864037 Feb 03 21:55:15.097417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:15.106925 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdcb22b-d14b-4a03-beed-c0e93e039247 None None] Sync routers for ids ['a2de614d-483c-4455-b229-0a2719190bd2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:15.126299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162418f6-9cb4-434c-9c7d-35af3058f006 req-b2ce58f0-86ec-4db1-9681-89e201cabb20 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:15.130471 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdcb22b-d14b-4a03-beed-c0e93e039247 None None] Routers {'a2de614d-483c-4455-b229-0a2719190bd2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:15.132254 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2fdcb22b-d14b-4a03-beed-c0e93e039247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:54:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a2de614d-483c-4455-b229-0a2719190bd2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:15.133522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-162418f6-9cb4-434c-9c7d-35af3058f006 req-b2ce58f0-86ec-4db1-9681-89e201cabb20 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.4319794 Feb 03 21:55:15.145558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Made reservation on behalf of 75f4633af78d47bbbf4430d9b2e97984 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:15.152283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa484b60-363b-4c24-8099-3c152a11d5da req-2ad5c906-7ecf-45e6-bcd7-48ccfdc9e05c tempest-ServersOnMultiNodesTest-455134244 tempest-ServersOnMultiNodesTest-455134244-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b524133-e30c-4faa-b54c-647792e06ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683377 Feb 03 21:55:15.164952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:15.182395 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-c93031e9-1c14-4e73-84a9-1a2130217107 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bf84af0-4b96-4424-b84f-b6d6c008b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840492 Feb 03 21:55:15.212677 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2fdcb22b-d14b-4a03-beed-c0e93e039247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:15.223879 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdcb22b-d14b-4a03-beed-c0e93e039247 None None] Routers {'a2de614d-483c-4455-b229-0a2719190bd2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:15.224961 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2fdcb22b-d14b-4a03-beed-c0e93e039247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:54:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a2de614d-483c-4455-b229-0a2719190bd2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:15.226500 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:15.228589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fa8e1c02-6173-403a-ac5a-7ebe1df5f80a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4738984 Feb 03 21:55:15.232802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:15.267620 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2fdcb22b-d14b-4a03-beed-c0e93e039247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:15.268619 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdcb22b-d14b-4a03-beed-c0e93e039247 None None] The sync data for ids ['a2de614d-483c-4455-b229-0a2719190bd2'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:15.338913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-162418f6-9cb4-434c-9c7d-35af3058f006 req-d57c34cd-e307-4ab8-957e-f0887f2625ea tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033803 Feb 03 21:55:15.402092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-605a9b05-a59e-4b3b-b44c-33fab64b0a1d service neutron] 10.222.0.10 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098362 Feb 03 21:55:15.473390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Made reservation on behalf of 75f4633af78d47bbbf4430d9b2e97984 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:15.476926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:15.590336 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e1329529-2065-43ac-8022-9ef71058806f tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/routers/a2de614d-483c-4455-b229-0a2719190bd2 HTTP/1.1" status: 200 len: 921 time: 0.3562279 Feb 03 21:55:15.593255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:15.604466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b117ffec-5ac7-468f-b742-2306e09a6803 req-cea7ad56-8812-415a-a7e3-75e810fb9baa tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 210 time: 0.0539713 Feb 03 21:55:15.652955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40532) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:15.653232 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1acc194d-f4a9-4b14-b012-56e92d176a0f tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2de614d-483c-4455-b229-0a2719190bd2 HTTP/1.1" status: 200 len: 205 time: 0.0489283 Feb 03 21:55:15.653232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Allocated IP 172.20.0.13 (4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa/52615f2f-c7f4-48aa-b26d-f00497bdaf14/81b00a39-cbb5-4ad1-b646-e9dc5402c33a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:15.794405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebb4cae3-3539-4cbc-90ae-4ee16ea879c0 req-2a0cc32d-d800-4d28-ab5b-ad64b972f195 service neutron] 10.222.0.10 "GET /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790152 Feb 03 21:55:15.841914 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (a2de614d-483c-4455-b229-0a2719190bd2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:15.978292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks [] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.060821 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (a2de614d-483c-4455-b229-0a2719190bd2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.088861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.151779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:16.182271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Deleting port b4eda123-82a6-4086-af3e-534cf6b7f7ca {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:16.182839 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b4eda123-82a6-4086-af3e-534cf6b7f7ca), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.223341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:16.245018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:16.248676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:16.260440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Pushing event updated for resources: {'Port': ['ID=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:16.385248 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b4eda123-82a6-4086-af3e-534cf6b7f7ca), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.417680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Calling delete_port for b4eda123-82a6-4086-af3e-534cf6b7f7ca owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:16.449414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-844694884'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:16.487687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Allocated IP 172.20.0.2 (4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa/52615f2f-c7f4-48aa-b26d-f00497bdaf14/c0f5df8a-473e-431b-9172-1ffef30ba7ac) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:16.511285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:16.512410 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.543923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Made reservation on behalf of 6dab6147d050401497f513ae62b44e52 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:16.555221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.588043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d0e7bc27-5001-437f-b1b7-edbdd604074b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:16.649990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40558) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:16.717678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169239d-ed27-4e92-b630-6f8c33e13eb7 req-435b3b44-6b83-4d93-8a3c-96af7cb165a8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:16.726107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9169239d-ed27-4e92-b630-6f8c33e13eb7 req-435b3b44-6b83-4d93-8a3c-96af7cb165a8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 945 time: 0.1970768 Feb 03 21:55:16.758633 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d0e7bc27-5001-437f-b1b7-edbdd604074b is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:16.759025 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.835766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:16.843030 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04edc173-9021-4d37-8808-2fc68dd455fe" -d '{"events": [{"server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:16.866048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8b68621a-8c59-49f3-891b-ad48f0f36e9e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1256311 Feb 03 21:55:16.893166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:16.894040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Request body: {'port': {'device_id': 'b41261eb-a964-49ab-be25-1adf93297a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:16.897296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.912656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:16.913829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 86f369a9-2840-43c5-812d-2668325742f8 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:16.952689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8abac905-3c16-474f-8b31-963629708044 req-449d0d6b-89a4-43dc-8f48-5056e11df2c8 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 210 time: 0.1654189 Feb 03 21:55:16.952861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks [] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.036458 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f25e494-8abc-404e-8358-97f36da5dbed x-openstack-request-id: req-8f25e494-8abc-404e-8358-97f36da5dbed {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:17.036886 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:17.037259 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f25e494-8abc-404e-8358-97f36da5dbed {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:17.037785 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b', 'code': 200} Feb 03 21:55:17.055901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 86f369a9-2840-43c5-812d-2668325742f8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:17.057290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 86f369a9-2840-43c5-812d-2668325742f8 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:17.070932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.077996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9169239d-ed27-4e92-b630-6f8c33e13eb7 req-4c485098-3d4a-4b41-a36e-e74f3b601398 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508103 Feb 03 21:55:17.127772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d0e7bc27-5001-437f-b1b7-edbdd604074b,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:17.131338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1823ba92-9006-4d15-a07b-bcb1fb401344 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3581307d22c3441fb5a5c9d506d7c2ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4810281 Feb 03 21:55:17.132146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40568) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:17.133223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b4eda123-82a6-4086-af3e-534cf6b7f7ca), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.148265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.148789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.157379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.157772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.158115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.158456 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.158793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.159124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.159447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.159972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.160468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.160974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.161473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:17.203951 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.297890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event deleted for resources: {'Port': ['ID=b4eda123-82a6-4086-af3e-534cf6b7f7ca,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:17.299849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (a2de614d-483c-4455-b229-0a2719190bd2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.354375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:17.356197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:17.363807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:17.400875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (a2de614d-483c-4455-b229-0a2719190bd2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.403213 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (a2de614d-483c-4455-b229-0a2719190bd2), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.465792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (a2de614d-483c-4455-b229-0a2719190bd2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.466321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Fanout notify agent at l3_agent the message router_deleted on router a2de614d-483c-4455-b229-0a2719190bd2 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:55:17.475746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.482264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-621de4e5-4c36-4f4c-8a3b-fed735631101 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/a2de614d-483c-4455-b229-0a2719190bd2 HTTP/1.1" status: 204 len: 168 time: 1.8384969 Feb 03 21:55:17.482922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:17.484036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:17.484999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.488290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Pushing event updated for resources: {'Port': ['ID=c0f5df8a-473e-431b-9172-1ffef30ba7ac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:17.489057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'router': {'name': 'tempest-snat-router-937337136', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': False}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:17.513320 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (579d0a0c-9bae-4749-b01f-13f29392b83b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.513907 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (579d0a0c-9bae-4749-b01f-13f29392b83b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.523913 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1ecf-46cc-4202-8e0e-948c713d810b admin admin] Publish callbacks [] for security_group (8b524133-e30c-4faa-b54c-647792e06ff8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.546990 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1ecf-46cc-4202-8e0e-948c713d810b admin admin] Publish callbacks [] for security_group (8b524133-e30c-4faa-b54c-647792e06ff8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.565682 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks [] for security_group (439bc52d-36c4-4f9d-b47a-3b74d07846a2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.601707 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (439bc52d-36c4-4f9d-b47a-3b74d07846a2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.612119 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1ecf-46cc-4202-8e0e-948c713d810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b524133-e30c-4faa-b54c-647792e06ff8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.614727 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1ecf-46cc-4202-8e0e-948c713d810b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.619442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2f3f1ecf-46cc-4202-8e0e-948c713d810b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b524133-e30c-4faa-b54c-647792e06ff8 HTTP/1.1" status: 204 len: 168 time: 0.4764228 Feb 03 21:55:17.630052 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c047357d-2b9e-4b0c-9804-6f6d5922e1d5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6365499 Feb 03 21:55:17.656332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f1ecf-46cc-4202-8e0e-948c713d810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b524133-e30c-4faa-b54c-647792e06ff8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:17.661529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_controller (579d0a0c-9bae-4749-b01f-13f29392b83b), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.662284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Request body: {'port': {'device_id': '4b00fcae-c476-4b7b-ae32-c05601a2d37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:17.679217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:55:17.728548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c0c7d6fc-329b-495a-bd83-c05da8d10fb4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.728891 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Added segment c0c7d6fc-329b-495a-bd83-c05da8d10fb4 of type vlan for network 4a87d163-662c-47e7-ac11-94db750389bb Feb 03 21:55:17.737517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439bc52d-36c4-4f9d-b47a-3b74d07846a2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:17.817483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4a87d163-662c-47e7-ac11-94db750389bb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.846335 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-8855c5b7-8431-4132-ac7d-487e3c28566f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2689950 Feb 03 21:55:17.852530 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (579d0a0c-9bae-4749-b01f-13f29392b83b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.910467 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.952541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4a87d163-662c-47e7-ac11-94db750389bb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:17.957273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:17.958026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:18.102236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b00a39-cbb5-4ad1-b646-e9dc5402c33a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:18.256968 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Publish callbacks [] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:18.288096 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0767858 Feb 03 21:55:18.294223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:18.332218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-46b8fd4a-eec6-4770-8d69-0260aee5e2b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb', 'tempest-TagsTest-Tag-958243750') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:18.347778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Transition to ACTIVE for port object 81b00a39-cbb5-4ad1-b646-e9dc5402c33a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:55:18.350931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7fc30-ce93-4097-bb60-5f16a37ae6b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Pushing event updated for resources: {'Network': ['ID=4a87d163-662c-47e7-ac11-94db750389bb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:18.366540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4a87d163-662c-47e7-ac11-94db750389bb details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:55:18.402412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40588) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:18.411010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-1bea6a77-eac0-4233-8873-379a2d6e5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:18.412849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-1bea6a77-eac0-4233-8873-379a2d6e5a7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 1128 time: 0.5348613 Feb 03 21:55:18.413705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:18.526130 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (579d0a0c-9bae-4749-b01f-13f29392b83b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:18.573821 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:18.588525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31475b0d-51ef-44cf-9152-7a1147d976a8 req-a31e28ec-8611-4665-a726-ed3d09d0aee0 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:18.590203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31475b0d-51ef-44cf-9152-7a1147d976a8 req-a31e28ec-8611-4665-a726-ed3d09d0aee0 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 931 time: 0.4915204 Feb 03 21:55:18.618194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1208b-4b6d-4d4e-b7e0-8e38c00365ec req-10133212-7468-4f6e-888b-68cf259f6137 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:18.619786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8b1208b-4b6d-4d4e-b7e0-8e38c00365ec req-10133212-7468-4f6e-888b-68cf259f6137 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 943 time: 0.3651543 Feb 03 21:55:18.714113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-28e50c78-6940-45f7-a634-4ebba335ce80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dfd54c4e9a1d4ec0b60d3f16f9b02323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3074517 Feb 03 21:55:18.725761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:18.837766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31475b0d-51ef-44cf-9152-7a1147d976a8 req-527ab278-483c-4a00-8696-904033b413ed tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305708 Feb 03 21:55:18.840579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8b1208b-4b6d-4d4e-b7e0-8e38c00365ec req-010d930e-231c-4600-8031-3e85a242e128 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780624 Feb 03 21:55:18.870571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-46b8fd4a-eec6-4770-8d69-0260aee5e2b5 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "PUT /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags/tempest-TagsTest-Tag-958243750 HTTP/1.1" status: 201 len: 201 time: 0.5726085 Feb 03 21:55:18.877875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:18.883640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Allocated IP 172.25.5.179 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/ddfd4520-0fd5-4d3a-a25b-9d4742eccca6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:18.896685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99182746-052d-44f9-b313-9affc8fafc75 admin admin] Publish callbacks [] for security_group (d8600bb9-c74f-4c7c-a3e9-f36b90460d86), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:18.959574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-ff6fa5e2-84c2-4466-a222-2f4b94d7a7c1 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb', 'tempest-TagsTest-Tag-958243750') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:18.983387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99182746-052d-44f9-b313-9affc8fafc75 admin admin] Publish callbacks [] for security_group (d8600bb9-c74f-4c7c-a3e9-f36b90460d86), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:18.991998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Pushing event updated for resources: {'Port': ['ID=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:19.130498 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:19.138463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99182746-052d-44f9-b313-9affc8fafc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d8600bb9-c74f-4c7c-a3e9-f36b90460d86), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:19.143548 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99182746-052d-44f9-b313-9affc8fafc75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:19.154499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-99182746-052d-44f9-b313-9affc8fafc75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8600bb9-c74f-4c7c-a3e9-f36b90460d86 HTTP/1.1" status: 204 len: 168 time: 0.4267821 Feb 03 21:55:19.188155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99182746-052d-44f9-b313-9affc8fafc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8600bb9-c74f-4c7c-a3e9-f36b90460d86,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:19.236384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-ed1ae3e1-15de-49a3-b4fb-3b1899ba9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:19.238014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-ed1ae3e1-15de-49a3-b4fb-3b1899ba9cfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.7873018 Feb 03 21:55:19.279357 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:19.302107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f5df8a-473e-431b-9172-1ffef30ba7ac {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:19.311485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Publish callbacks [] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:19.326231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Transition to ACTIVE for port object c0f5df8a-473e-431b-9172-1ffef30ba7ac will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:55:19.379271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-a267dc97-b967-4b18-a615-dfe53c8bc199 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd6d6dd-eafb-454b-b751-1340d97c3afa HTTP/1.1" status: 200 len: 217 time: 0.0498204 Feb 03 21:55:19.382568 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:19.394156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:19.398047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:19.402770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:19.470751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event updated for resources: {'Port': ['ID=ddfd4520-0fd5-4d3a-a25b-9d4742eccca6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:19.558740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Attempting to bind port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:19.559074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Attempting to bind port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:19.559394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Attempting to bind port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:19.575222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-3f7c8d48-ec43-407c-90e9-4cabf944fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:19.576710 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-3f7c8d48-ec43-407c-90e9-4cabf944fad4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.1630311 Feb 03 21:55:19.678960 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ff6fa5e2-84c2-4466-a222-2f4b94d7a7c1 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "GET /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags/tempest-TagsTest-Tag-958243750 HTTP/1.1" status: 204 len: 168 time: 0.7308562 Feb 03 21:55:19.696113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:55:19.696483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Attempting to bind port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:19.756182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40636) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:19.776859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-dcc80abd-e2cf-44ef-8845-09200e95b663 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:19.886059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f5df8a-473e-431b-9172-1ffef30ba7ac,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:20.031643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:20.032126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Checking segment: {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:20.032615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Bound using segment: {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:20.033177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Bound port: 81b00a39-cbb5-4ad1-b646-e9dc5402c33a, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:20.033797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:20.049011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Attempting to bind port c0f5df8a-473e-431b-9172-1ffef30ba7ac on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:20.049608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Attempting to bind port c0f5df8a-473e-431b-9172-1ffef30ba7ac by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:20.050175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Attempting to bind port c0f5df8a-473e-431b-9172-1ffef30ba7ac on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:20.066439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Port c0f5df8a-473e-431b-9172-1ffef30ba7ac on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:55:20.067131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Attempting to bind port c0f5df8a-473e-431b-9172-1ffef30ba7ac on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:20.107370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:20.108124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Checking segment: {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:20.108736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Bound using segment: {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:20.109408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Bound port: c0f5df8a-473e-431b-9172-1ffef30ba7ac, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:20.110285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:20.131546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-d4da2426-d0fe-4445-8013-8562870c6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:20.133390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-d4da2426-d0fe-4445-8013-8562870c6de3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5108533 Feb 03 21:55:20.203379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] For port c0f5df8a-473e-431b-9172-1ffef30ba7ac, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:20.207406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] For port c0f5df8a-473e-431b-9172-1ffef30ba7ac, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c0f5df8a-473e-431b-9172-1ffef30ba7ac,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:20.333623 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dcc80abd-e2cf-44ef-8845-09200e95b663 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "GET /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags HTTP/1.1" status: 200 len: 237 time: 0.5762928 Feb 03 21:55:20.335125 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:20.344203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:20.414381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:20.415546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:20.417312 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] 10.222.0.10 "PUT /v2.0/ports/c0f5df8a-473e-431b-9172-1ffef30ba7ac HTTP/1.1" status: 200 len: 1091 time: 2.7694280 Feb 03 21:55:20.438289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-01cc3610-86f3-444e-ada5-cfaf1b3b59c0 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb', {'tags': ['tempest-TagsTest-Tag-1697780399', 'tempest-TagsTest-Tag-433625710', 'tempest-TagsTest-Tag-424236340']}) {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:20.445140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3221f9-2404-4366-90a3-9cf184fb9ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f5df8a-473e-431b-9172-1ffef30ba7ac,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:20.458005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b00fcae-c476-4b7b-ae32-c05601a2d37e', 'tag': 'c0f5df8a-473e-431b-9172-1ffef30ba7ac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:20.461027 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb93c461-fa87-4ae8-9cdc-70834edaa640" -d '{"events": [{"name": "network-changed", "server_uuid": "4b00fcae-c476-4b7b-ae32-c05601a2d37e", "tag": "c0f5df8a-473e-431b-9172-1ffef30ba7ac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:20.465904 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-fe81cd4c-f3e8-4168-8b35-c8198818cec6 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205266 Feb 03 21:55:20.619439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d0e7bc27-5001-437f-b1b7-edbdd604074b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:20.666347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] For port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:20.694203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] For port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:20.725850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-01cc3610-86f3-444e-ada5-cfaf1b3b59c0 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "PUT /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags HTTP/1.1" status: 200 len: 307 time: 0.3071682 Feb 03 21:55:20.729198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:20.731846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:20.744453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-68fcaae6-b176-40c6-b706-27fb01a24516 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb', 'tempest-TagsTest-Tag-1697780399') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:20.750015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-eff03209-4434-4993-8d90-8ea944e271ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:20.752589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-eff03209-4434-4993-8d90-8ea944e271ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 1125 time: 0.2832696 Feb 03 21:55:20.784162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:20.803778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d0e7bc27-5001-437f-b1b7-edbdd604074b is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:20.883005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc77a78-7405-4d68-8c7f-62c8bd878848 req-a746c56f-f6d9-46b8-b40f-c34c2fcd4ff3 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:20.884616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3cc77a78-7405-4d68-8c7f-62c8bd878848 req-a746c56f-f6d9-46b8-b40f-c34c2fcd4ff3 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 943 time: 0.8489511 Feb 03 21:55:20.895139 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (579d0a0c-9bae-4749-b01f-13f29392b83b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:20.946437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:20.947055 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:20.948437 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] 10.222.0.47 "PUT /v2.0/ports/81b00a39-cbb5-4ad1-b646-e9dc5402c33a HTTP/1.1" status: 200 len: 1092 time: 4.0697603 Feb 03 21:55:20.953165 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b83b558c-7051-4298-aa94-4fc435ad5702 req-434c1af0-1514-49f3-a5df-2d3b8fb7dcc6 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183071 Feb 03 21:55:20.954389 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-54f8c109-2e1f-4dea-aa03-2f4f7303e7f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0f5df8a-473e-431b-9172-1ffef30ba7ac HTTP/1.1" status: 200 len: 217 time: 0.1602170 Feb 03 21:55:20.990475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-network', 'tenant_id': '373d2a7a58714d2698027ba9805a5889'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:21.078460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268e6e7-3b20-438f-b550-d5b5b98f724d service neutron] Pushing event updated for resources: {'Port': ['ID=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:21.130000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-1bbb9209-2e43-4cb9-b29c-6fb07f7b06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:21.132006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-1bbb9209-2e43-4cb9-b29c-6fb07f7b06a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52615f2f-c7f4-48aa-b26d-f00497bdaf14 HTTP/1.1" status: 200 len: 852 time: 0.1577799 Feb 03 21:55:21.133100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Made reservation on behalf of 373d2a7a58714d2698027ba9805a5889 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:21.135407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:21.178510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3cc77a78-7405-4d68-8c7f-62c8bd878848 req-b79f8845-db33-41da-917c-8c888cd26c8d tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844267 Feb 03 21:55:21.184411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a1af7a24-e692-413e-ab1d-3c1d0068f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:21.186014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-a1af7a24-e692-413e-ab1d-3c1d0068f975 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&device_id=b41261eb-a964-49ab-be25-1adf93297a5c HTTP/1.1" status: 200 len: 1126 time: 0.1696062 Feb 03 21:55:21.189473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c9ec082a-fd57-4b56-a427-fa12b1d58e9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484068 Feb 03 21:55:21.195930 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-68fcaae6-b176-40c6-b706-27fb01a24516 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "DELETE /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags/tempest-TagsTest-Tag-1697780399 HTTP/1.1" status: 204 len: 168 time: 0.4623971 Feb 03 21:55:21.196289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:21.202820 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:21.227247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-3ce925ff-1c00-4fba-a8b7-7946248a549f tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb', 'tempest-TagsTest-Tag-1697780399') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:21.324201 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dab042-6b37-4b79-9f0c-e78489851f6e x-openstack-request-id: req-f1dab042-6b37-4b79-9f0c-e78489851f6e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:21.325199 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b00fcae-c476-4b7b-ae32-c05601a2d37e", "tag": "c0f5df8a-473e-431b-9172-1ffef30ba7ac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:21.325199 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1dab042-6b37-4b79-9f0c-e78489851f6e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:21.325199 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b00fcae-c476-4b7b-ae32-c05601a2d37e', 'tag': 'c0f5df8a-473e-431b-9172-1ffef30ba7ac', 'status': 'completed', 'code': 200} Feb 03 21:55:21.349085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-f77eabc8-9841-43d6-bada-2460cf9fdff2 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:21.355520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-f77eabc8-9841-43d6-bada-2460cf9fdff2 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=a025ac00-4053-4ebe-a521-5974564be810 HTTP/1.1" status: 200 len: 943 time: 0.2315977 Feb 03 21:55:21.376565 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-8410cc50-5ba5-4ebe-af16-7e7f3eabf3eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81b00a39-cbb5-4ad1-b646-e9dc5402c33a HTTP/1.1" status: 200 len: 217 time: 0.1822248 Feb 03 21:55:21.477976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (579d0a0c-9bae-4749-b01f-13f29392b83b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:21.488338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Publish callbacks [] for security_group (9df7290f-a031-4921-a86d-fb7b7a6b2b98), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:21.531099 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9df7290f-a031-4921-a86d-fb7b7a6b2b98), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:21.560593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-50bb1b04-16f9-4383-88c6-1e98e6ddd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:21.562097 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-50bb1b04-16f9-4383-88c6-1e98e6ddd376 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52615f2f-c7f4-48aa-b26d-f00497bdaf14 HTTP/1.1" status: 200 len: 852 time: 0.1132047 Feb 03 21:55:21.608160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:55:21.616163 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-1074aa41-4128-4280-a312-2737ba599d9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447767 Feb 03 21:55:21.638968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df7290f-a031-4921-a86d-fb7b7a6b2b98,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:21.642433 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9bd2d8a4-f364-4eca-9492-29bca2c8909d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:21.643077 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Added segment 9bd2d8a4-f364-4eca-9492-29bca2c8909d of type vlan for network 1593732b-9f20-4451-85c0-261240bc6521 Feb 03 21:55:21.692511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Deleting port d0e7bc27-5001-437f-b1b7-edbdd604074b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:21.692758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:21.706884 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-3ce925ff-1c00-4fba-a8b7-7946248a549f tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] show failed (client error): The resource could not be found. Feb 03 21:55:21.708180 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3ce925ff-1c00-4fba-a8b7-7946248a549f tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "GET /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags/tempest-TagsTest-Tag-1697780399 HTTP/1.1" status: 404 len: 326 time: 0.5110366 Feb 03 21:55:21.712054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c417a4b2-3e7f-47ad-9c5c-4f2329dd0f7f service neutron] 10.222.0.10 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166721 Feb 03 21:55:21.715998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:21.721927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-e3446525-4218-45bf-a0d9-1e57d41a4bfb tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb', 'tempest-TagsTest-Tag-433625710') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:21.822989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (1593732b-9f20-4451-85c0-261240bc6521), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:21.973355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] For port d0e7bc27-5001-437f-b1b7-edbdd604074b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d0e7bc27-5001-437f-b1b7-edbdd604074b,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:21.974072 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:21.989263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Calling delete_port for d0e7bc27-5001-437f-b1b7-edbdd604074b owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:22.032352 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-304a4569-43d8-406e-851b-5633b9f7b00e service neutron] 10.222.0.47 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087391 Feb 03 21:55:22.142266 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:55:22.220094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (1593732b-9f20-4451-85c0-261240bc6521), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:22.221317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:22.222174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:22.233714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d0e7bc27-5001-437f-b1b7-edbdd604074b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:22.250230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Router 579d0a0c-9bae-4749-b01f-13f29392b83b is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:55:22.287471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40700) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:22.288204 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e3446525-4218-45bf-a0d9-1e57d41a4bfb tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "GET /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags/tempest-TagsTest-Tag-433625710 HTTP/1.1" status: 204 len: 168 time: 0.5700488 Feb 03 21:55:22.309441 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-96cd329e-41d3-410a-9cc0-41fc0b279bef service neutron] 10.222.0.10 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702825 Feb 03 21:55:22.340389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-ccf0611b-cdbc-43bf-938c-edc89308e08f tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb', 'tempest-TagsTest-Tag-424236340') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:22.376098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] Pushing event updated for resources: {'Network': ['ID=1593732b-9f20-4451-85c0-261240bc6521,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:22.386803 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fea0fa47-d5d4-4cb7-9449-91b2522e0b76 req-c5bc3b7a-f3cb-43de-bb3c-4067cebe3145 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432889 Feb 03 21:55:22.389367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 1593732b-9f20-4451-85c0-261240bc6521 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:55:22.424197 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a85dafca-a4bb-4102-b470-ee543fd0a96d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6333594 Feb 03 21:55:22.438616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event deleted for resources: {'Port': ['ID=d0e7bc27-5001-437f-b1b7-edbdd604074b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:22.442467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:22.495740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Request body: {'subnet': {'network_id': '1593732b-9f20-4451-85c0-261240bc6521', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-subnet', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:22.512726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-ad7015d2-eb45-434b-9a6d-b379430ef39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:22.523150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-ad7015d2-eb45-434b-9a6d-b379430ef39a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 1125 time: 0.1193368 Feb 03 21:55:22.535404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Made reservation on behalf of 373d2a7a58714d2698027ba9805a5889 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:22.538526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:22.686468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:22.699249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Sync routers for ids ['579d0a0c-9bae-4749-b01f-13f29392b83b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:22.764283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] No DVR routers for this DVR port d0e7bc27-5001-437f-b1b7-edbdd604074b on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:22.779193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-5f7d4b60-1180-491d-8297-006fb9f0484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:22.781019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-5f7d4b60-1180-491d-8297-006fb9f0484c service neutron] 10.222.0.10 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 913 time: 0.2505746 Feb 03 21:55:22.793329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:22.812175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1305e344-14dc-4214-ba26-f2d8d23c0da3 req-b6c120fc-5e55-47f3-bf4d-cc6ea7d2d7d3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "DELETE /v2.0/ports/d0e7bc27-5001-437f-b1b7-edbdd604074b HTTP/1.1" status: 204 len: 173 time: 1.4556613 Feb 03 21:55:22.814219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'name': 'network-vif-deleted', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:22.816668 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3efbe6-0dbf-47c6-a19e-c00f91cfd8d4" -d '{"events": [{"server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "name": "network-vif-deleted", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:22.878345 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:22.882551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-61100a38-fc27-4321-99ab-ef75f300aa74 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3939617 Feb 03 21:55:22.892847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:22.901196 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-04ff6c98-7a7a-47d4-9da7-e8ccf63cc376 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0f5df8a-473e-431b-9172-1ffef30ba7ac HTTP/1.1" status: 200 len: 217 time: 0.1103587 Feb 03 21:55:22.972221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d19605-fd01-4ae0-b7f2-805c225dbe63 req-7f4e075c-eed1-4568-a237-d510f557127f tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:22.973703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72d19605-fd01-4ae0-b7f2-805c225dbe63 req-7f4e075c-eed1-4568-a237-d510f557127f tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 943 time: 0.5950150 Feb 03 21:55:23.005969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-15fdce0e-2317-49d2-9c27-0d1a5c110918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:23.011777 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-15fdce0e-2317-49d2-9c27-0d1a5c110918 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52615f2f-c7f4-48aa-b26d-f00497bdaf14 HTTP/1.1" status: 200 len: 852 time: 0.1038125 Feb 03 21:55:23.082062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-e04a984c-e5a5-4b64-acc7-b30b171f7657 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628502 Feb 03 21:55:23.088471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Routers {'579d0a0c-9bae-4749-b01f-13f29392b83b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:23.090015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:54:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['579d0a0c-9bae-4749-b01f-13f29392b83b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:23.112557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ccf0611b-cdbc-43bf-938c-edc89308e08f tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "GET /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags/tempest-TagsTest-Tag-424236340 HTTP/1.1" status: 204 len: 168 time: 0.8145113 Feb 03 21:55:23.132696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:23.143200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-f831b49e-bec7-4b94-92c3-b9b18c586713 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:23.208357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72d19605-fd01-4ae0-b7f2-805c225dbe63 req-f08b38f5-022d-4ff2-973b-d47739f858b2 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751082 Feb 03 21:55:23.338259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41261eb-a964-49ab-be25-1adf93297a5c', 'tag': '81b00a39-cbb5-4ad1-b646-e9dc5402c33a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:23.342971 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cee85d-e8fd-481d-964b-62452b6de324" -d '{"events": [{"name": "network-changed", "server_uuid": "b41261eb-a964-49ab-be25-1adf93297a5c", "tag": "81b00a39-cbb5-4ad1-b646-e9dc5402c33a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:23.343760 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa753340-b330-4a79-86a0-576c467275af x-openstack-request-id: req-aa753340-b330-4a79-86a0-576c467275af {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:23.344242 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025ac00-4053-4ebe-a521-5974564be810", "name": "network-vif-deleted", "tag": "d0e7bc27-5001-437f-b1b7-edbdd604074b", "status": "failed", "code": 422}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:23.344783 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa753340-b330-4a79-86a0-576c467275af {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:23.345665 n-d-824834-9 neutron-server[103397]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a025ac00-4053-4ebe-a521-5974564be810', 'name': 'network-vif-deleted', 'tag': 'd0e7bc27-5001-437f-b1b7-edbdd604074b', 'status': 'failed', 'code': 422} returned with failed status Feb 03 21:55:23.360305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5b0f043b-66df-4329-9ca5-8c16aa56c95a tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/routers/579d0a0c-9bae-4749-b01f-13f29392b83b HTTP/1.1" status: 200 len: 908 time: 0.4635832 Feb 03 21:55:23.361140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:23.369385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'router': {'name': 'tempest-snat-router-937337136', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': True}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:23.394691 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-2ef6a324-76a3-4f58-9277-f4f3557241d7 service neutron] 10.222.0.10 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042402 Feb 03 21:55:23.446062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Set router 579d0a0c-9bae-4749-b01f-13f29392b83b gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:23.487221 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (8374fe4d-d33e-4a45-8145-bc29fafdf883), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:23.494485 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3512b54-e249-43f1-bee4-a6fb661b981e x-openstack-request-id: req-e3512b54-e249-43f1-bee4-a6fb661b981e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:23.494795 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41261eb-a964-49ab-be25-1adf93297a5c", "tag": "81b00a39-cbb5-4ad1-b646-e9dc5402c33a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:23.497077 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3512b54-e249-43f1-bee4-a6fb661b981e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:23.497552 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41261eb-a964-49ab-be25-1adf93297a5c', 'tag': '81b00a39-cbb5-4ad1-b646-e9dc5402c33a', 'status': 'completed', 'code': 200} Feb 03 21:55:23.528208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f831b49e-bec7-4b94-92c3-b9b18c586713 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "DELETE /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags HTTP/1.1" status: 204 len: 168 time: 0.3917682 Feb 03 21:55:23.558245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40728) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:23.568292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-6d31523f-f1ca-4664-a951-074a899dd79a tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb', 'tempest-TagsTest-Tag-433625710') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:23.652253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8374fe4d-d33e-4a45-8145-bc29fafdf883,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:23.696554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:23.697911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:23.719113 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-6d31523f-f1ca-4664-a951-074a899dd79a tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] show failed (client error): The resource could not be found. Feb 03 21:55:23.728774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6d31523f-f1ca-4664-a951-074a899dd79a tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "GET /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags/tempest-TagsTest-Tag-433625710 HTTP/1.1" status: 404 len: 325 time: 0.1676354 Feb 03 21:55:23.734718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:23.735761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Checking segment: {'id': '9bd2d8a4-f364-4eca-9492-29bca2c8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1593732b-9f20-4451-85c0-261240bc6521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:23.737204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Network hostable DHCP agents. Network: 1593732b-9f20-4451-85c0-261240bc6521, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:55:23.767673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-a2f3a7af-841a-47af-9f57-499c540785d1 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb', 'tempest-TagsTest-Tag-424236340') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:23.813400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Network 1593732b-9f20-4451-85c0-261240bc6521 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:55:23.840547 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11c63c4a-d555-4399-9a89-7c5346e2a4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:23.851816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 1593732b-9f20-4451-85c0-261240bc6521) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:23.856257 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:23.856864 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:23.879520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb126a9b-a637-4498-8337-cefbe651b451 None None] Network 1593732b-9f20-4451-85c0-261240bc6521 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:55:23.887728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-58fdc6f6-d852-4214-a0a8-48a5354110f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3997843 Feb 03 21:55:23.890404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:23.894792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:23.922795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-777554c8-dfd8-4bfb-a825-55746e4eaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:23.925909 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-777554c8-dfd8-4bfb-a825-55746e4eaab3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&device_id=b41261eb-a964-49ab-be25-1adf93297a5c HTTP/1.1" status: 200 len: 1126 time: 0.4275789 Feb 03 21:55:23.954652 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (d6876f29-1678-4a5d-840f-b3b448630d78), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:23.956486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (d6876f29-1678-4a5d-840f-b3b448630d78), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:23.978959 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_controller (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:24.075170 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fb93c461-fa87-4ae8-9cdc-70834edaa640 req-06a543e8-9d33-4fd4-83bb-fe7b07056254 service neutron] 10.222.0.10 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716506 Feb 03 21:55:24.180643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-1593732b-9f20-4451-85c0-261240bc6521', 'network_id': '1593732b-9f20-4451-85c0-261240bc6521', 'project_id': '373d2a7a58714d2698027ba9805a5889', 'fixed_ips': [{'subnet_id': '8374fe4d-d33e-4a45-8145-bc29fafdf883'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:55:24.181966 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:24.215121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579d0a0c-9bae-4749-b01f-13f29392b83b', 'name': 'tempest-snat-router-937337136', 'tenant_id': '5c3e30b330644b019d0899af3b7e939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': False}, 'gw_port_id': 'ddfd4520-0fd5-4d3a-a25b-9d4742eccca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:17Z', 'updated_at': '2022-02-03T21:55:19Z', 'revision_number': 3, 'project_id': '5c3e30b330644b019d0899af3b7e939e', 'gw_port': {'id': 'ddfd4520-0fd5-4d3a-a25b-9d4742eccca6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579d0a0c-9bae-4749-b01f-13f29392b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:18Z', 'updated_at': '2022-02-03T21:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:24.313331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Checking router: 579d0a0c-9bae-4749-b01f-13f29392b83b for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:55:24.314246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Updating router 579d0a0c-9bae-4749-b01f-13f29392b83b port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:55:24.443565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-8cd1fff8-33dd-477a-a139-7f0c63857677 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:24.452853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-8cd1fff8-33dd-477a-a139-7f0c63857677 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.3206902 Feb 03 21:55:24.464034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks [] for router_controller (d6876f29-1678-4a5d-840f-b3b448630d78), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:24.523313 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:24.528506 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:24.537205 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:24.547514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-f5d7752a-4e25-45e8-868c-8d48a6973348 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/quotas/ea176c3a93ee46558fcf27e90b5221cb HTTP/1.1" status: 200 len: 375 time: 0.0937245 Feb 03 21:55:24.686121 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a2f3a7af-841a-47af-9f57-499c540785d1 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] show failed (client error): The resource could not be found. Feb 03 21:55:24.696851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-7f553a65-c268-40fe-a049-e68f94484fd3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1482964 Feb 03 21:55:24.713535 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a2f3a7af-841a-47af-9f57-499c540785d1 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "GET /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags/tempest-TagsTest-Tag-424236340 HTTP/1.1" status: 404 len: 325 time: 0.9721236 Feb 03 21:55:24.714226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:24.723432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-48df6671-4696-4057-8479-253d9dad9b7d tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4a87d163-662c-47e7-ac11-94db750389bb') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:24.739335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Allocated IP 172.20.0.2 (1593732b-9f20-4451-85c0-261240bc6521/8374fe4d-d33e-4a45-8145-bc29fafdf883/a57bff68-2c8b-428d-aaca-24fbf41ece98) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:24.744405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:24.748087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-1730eb2a-33bd-41b4-8773-6f18e5c75b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:24.764151 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-1730eb2a-33bd-41b4-8773-6f18e5c75b98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 913 time: 0.8291106 Feb 03 21:55:24.960506 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-30f1394b-a7e5-4495-87eb-a3da525a2c30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81b00a39-cbb5-4ad1-b646-e9dc5402c33a HTTP/1.1" status: 200 len: 217 time: 0.1405940 Feb 03 21:55:25.067056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a529a-39ed-43fe-981f-7b4127568af7 req-58731e5d-7866-4377-ab79-9acb05641d40 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:25.069328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-08ac3aec-b545-41a7-866d-679caacfc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:25.072808 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Publish callbacks [] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.074346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c5a529a-39ed-43fe-981f-7b4127568af7 req-58731e5d-7866-4377-ab79-9acb05641d40 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 943 time: 0.6171651 Feb 03 21:55:25.082501 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-08ac3aec-b545-41a7-866d-679caacfc2ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52615f2f-c7f4-48aa-b26d-f00497bdaf14 HTTP/1.1" status: 200 len: 852 time: 0.1154745 Feb 03 21:55:25.090596 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.111539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks [] for router_gateway (d6876f29-1678-4a5d-840f-b3b448630d78), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.131693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Network 1593732b-9f20-4451-85c0-261240bc6521 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:25.150280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:25.241549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Pushing event updated for resources: {'Port': ['ID=a57bff68-2c8b-428d-aaca-24fbf41ece98,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:25.244389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:25.259882 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Publish callbacks [] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.339142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-37626ae5-2679-4322-aa20-9cb883e108fa service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413970 Feb 03 21:55:25.394316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Attempting to bind port a57bff68-2c8b-428d-aaca-24fbf41ece98 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:25.394834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Attempting to bind port a57bff68-2c8b-428d-aaca-24fbf41ece98 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9bd2d8a4-f364-4eca-9492-29bca2c8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1593732b-9f20-4451-85c0-261240bc6521'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:25.395300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Attempting to bind port a57bff68-2c8b-428d-aaca-24fbf41ece98 on network 1593732b-9f20-4451-85c0-261240bc6521 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:25.402840 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.406371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:25.408861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Checking segment: {'id': '9bd2d8a4-f364-4eca-9492-29bca2c8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1593732b-9f20-4451-85c0-261240bc6521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:25.409423 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.413035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Bound using segment: {'id': '9bd2d8a4-f364-4eca-9492-29bca2c8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1593732b-9f20-4451-85c0-261240bc6521'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:25.417157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Bound port: a57bff68-2c8b-428d-aaca-24fbf41ece98, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd2d8a4-f364-4eca-9492-29bca2c8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1593732b-9f20-4451-85c0-261240bc6521'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:25.417157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.463300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-ae0e1b20-8cb1-4ba5-a13d-b4d96507643d service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224813 Feb 03 21:55:25.500678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c5a529a-39ed-43fe-981f-7b4127568af7 req-ccd75b9b-a6e3-4930-89d4-050819566add tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252737 Feb 03 21:55:25.550213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] For port a57bff68-2c8b-428d-aaca-24fbf41ece98, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:25.557515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] For port a57bff68-2c8b-428d-aaca-24fbf41ece98, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a57bff68-2c8b-428d-aaca-24fbf41ece98,segment=NetworkSegment(9bd2d8a4-f364-4eca-9492-29bca2c8909d),segment_id=9bd2d8a4-f364-4eca-9492-29bca2c8909d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:25.616092 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.705757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Attempting to bind port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:25.706319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Attempting to bind port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:25.707685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Attempting to bind port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:25.726099 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:25.728238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:25.728776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.731182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:25.731875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Bound port: ddfd4520-0fd5-4d3a-a25b-9d4742eccca6, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:25.732392 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.850720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] For port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:25.856799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] For port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ddfd4520-0fd5-4d3a-a25b-9d4742eccca6,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:25.881574 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-5c1abd28-a6db-49e5-a4d7-8d6d146e4e0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7368219 Feb 03 21:55:25.906109 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:25.926064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adab868-4ac2-4e2d-9dc8-41257072f757 None None] Pushing event updated for resources: {'Port': ['ID=ddfd4520-0fd5-4d3a-a25b-9d4742eccca6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:25.946890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Routers {'579d0a0c-9bae-4749-b01f-13f29392b83b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:25.947747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:54:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['579d0a0c-9bae-4749-b01f-13f29392b83b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:26.122889 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-48df6671-4696-4057-8479-253d9dad9b7d tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "DELETE /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb/tags HTTP/1.1" status: 204 len: 168 time: 1.4029944 Feb 03 21:55:26.142034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40766) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:26.179568 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-0fc72702-6bac-4ef5-bfb5-5746a34e3c9e service neutron] 10.222.0.47 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933085 Feb 03 21:55:26.275069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] Set router 579d0a0c-9bae-4749-b01f-13f29392b83b gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:26.403325 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4a87d163-662c-47e7-ac11-94db750389bb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:26.454351 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3cee85d-e8fd-481d-964b-62452b6de324 req-c654ad39-24d2-4fde-b627-e5bd4f689c5f service neutron] 10.222.0.47 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445498 Feb 03 21:55:26.653882 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24a71486-9563-4d19-a297-b8ea9b13b03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:26.655620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 81b00a39-cbb5-4ad1-b646-e9dc5402c33a details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:55:26.682253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c0f5df8a-473e-431b-9172-1ffef30ba7ac details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:55:26.821826 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4a87d163-662c-47e7-ac11-94db750389bb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:26.871341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80c0620e-b65c-4347-bd66-a84fb4a8138f req-1742f9b2-6eb4-4a6a-b192-036210991e6c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 210 time: 0.1626608 Feb 03 21:55:26.919379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a87d163-662c-47e7-ac11-94db750389bb']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:26.961213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c7d6fc-329b-495a-bd83-c05da8d10fb4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:26.961620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c7d6fc-329b-495a-bd83-c05da8d10fb4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:26.991361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.020542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (c0c7d6fc-329b-495a-bd83-c05da8d10fb4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.051883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9f676-3cd6-4924-ac85-f89901aac9db req-ada4b21c-2f25-40be-a3c1-9d214fe32a7a tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:27.073701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.082112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ab9f676-3cd6-4924-ac85-f89901aac9db req-ada4b21c-2f25-40be-a3c1-9d214fe32a7a tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 943 time: 0.4269466 Feb 03 21:55:27.119399 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks [] for router_gateway (d6876f29-1678-4a5d-840f-b3b448630d78), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.122838 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c0c7d6fc-329b-495a-bd83-c05da8d10fb4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.189642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:55:27.190300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (c0c7d6fc-329b-495a-bd83-c05da8d10fb4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.206471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port c0f5df8a-473e-431b-9172-1ffef30ba7ac, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c0f5df8a-473e-431b-9172-1ffef30ba7ac,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:27.226572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'c0f5df8a-473e-431b-9172-1ffef30ba7ac', 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa', 'port_id': 'c0f5df8a-473e-431b-9172-1ffef30ba7ac', 'mac_address': 'fa:16:3e:3e:f2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52615f2f-c7f4-48aa-b26d-f00497bdaf14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:55:27.250780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ab9f676-3cd6-4924-ac85-f89901aac9db req-37bf6683-c586-44ac-bcae-758eab919486 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608579 Feb 03 21:55:27.256148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:55:27.356925 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:55:27.369153 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4a87d163-662c-47e7-ac11-94db750389bb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.378779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.383497 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] 10.222.0.50 "DELETE /v2.0/networks/4a87d163-662c-47e7-ac11-94db750389bb HTTP/1.1" status: 204 len: 168 time: 1.2288980 Feb 03 21:55:27.422324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d72b87-27a1-454d-84c4-e8e5cab718f2 tempest-TagsTest-1330654332 tempest-TagsTest-1330654332-project] Pushing event deleted for resources: {'Network': ['ID=4a87d163-662c-47e7-ac11-94db750389bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:27.424813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port c0f5df8a-473e-431b-9172-1ffef30ba7ac is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:27.424813 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.452667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Allocated IP 172.25.5.31 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/46a83265-3c22-495d-89af-4fa156ed2885) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:27.479758 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.508139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea02406c-918a-4f34-a0d4-c1a49ab9e9f2 None None] Network 1593732b-9f20-4451-85c0-261240bc6521 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:55:27.524350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f5df8a-473e-431b-9172-1ffef30ba7ac {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:27.574872 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:55:27.632385 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks [] for port (46a83265-3c22-495d-89af-4fa156ed2885), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.691318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (46a83265-3c22-495d-89af-4fa156ed2885), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:27.717457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba872da-268a-4519-ae51-1e54469c9e91 None None] Pushing event updated for resources: {'Port': ['ID=a57bff68-2c8b-428d-aaca-24fbf41ece98,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:27.780205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40788) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:27.780845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:27.782985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:27.789944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:27.829621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adab868-4ac2-4e2d-9dc8-41257072f757 None None] Pushing event updated for resources: {'Port': ['ID=ddfd4520-0fd5-4d3a-a25b-9d4742eccca6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:27.829871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Allocated IP 172.25.5.29 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/f487ad23-0712-49b0-b033-6cbfce8dcd44) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:27.841235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port c0f5df8a-473e-431b-9172-1ffef30ba7ac, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c0f5df8a-473e-431b-9172-1ffef30ba7ac,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:27.895324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Pushing event updated for resources: {'Port': ['ID=46a83265-3c22-495d-89af-4fa156ed2885,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:27.927818 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:28.066311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579d0a0c-9bae-4749-b01f-13f29392b83b', 'name': 'tempest-snat-router-937337136', 'tenant_id': '5c3e30b330644b019d0899af3b7e939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': False}, 'gw_port_id': 'ddfd4520-0fd5-4d3a-a25b-9d4742eccca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:17Z', 'updated_at': '2022-02-03T21:55:19Z', 'revision_number': 3, 'project_id': '5c3e30b330644b019d0899af3b7e939e', 'gw_port': {'id': 'ddfd4520-0fd5-4d3a-a25b-9d4742eccca6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579d0a0c-9bae-4749-b01f-13f29392b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:18Z', 'updated_at': '2022-02-03T21:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:28.072253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=c0f5df8a-473e-431b-9172-1ffef30ba7ac,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:28.075125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fab25b5c-f14b-41a5-a638-249637f47e4c None None] Provisioning complete for port a57bff68-2c8b-428d-aaca-24fbf41ece98 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:28.075544 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fab25b5c-f14b-41a5-a638-249637f47e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:28.189934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e44fa6c2-2ec1-4abf-b5fa-b752856da6b5 req-ffabc775-a031-4020-8ea6-405dd607c0af tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 210 time: 0.0922718 Feb 03 21:55:28.215482 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0a491801-d442-4f9f-9a8c-18650809b426 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6dab6147d050401497f513ae62b44e52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4341516 Feb 03 21:55:28.223317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:28.234716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:28.324965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-620b129b-57d3-40e6-83f8-d2b67c9e3158 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:28.326461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-620b129b-57d3-40e6-83f8-d2b67c9e3158 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.2317178 Feb 03 21:55:28.338234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:28.369652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:28.377425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Request body: {'port': {'device_id': '909bf8df-02e3-4991-9d3b-47f179e7cab3', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'admin_state_up': True, 'tenant_id': 'ea176c3a93ee46558fcf27e90b5221cb'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:28.391137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:28.399454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea3218-a658-44bc-959a-e560168b34e3 None None] The sync data for ids ['579d0a0c-9bae-4749-b01f-13f29392b83b'] in n-d-824834-9 is: [{'id': '579d0a0c-9bae-4749-b01f-13f29392b83b', 'name': 'tempest-snat-router-937337136', 'tenant_id': '5c3e30b330644b019d0899af3b7e939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179'}], 'enable_snat': False}, 'gw_port_id': 'ddfd4520-0fd5-4d3a-a25b-9d4742eccca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:17Z', 'updated_at': '2022-02-03T21:55:19Z', 'revision_number': 3, 'project_id': '5c3e30b330644b019d0899af3b7e939e', 'gw_port': {'id': 'ddfd4520-0fd5-4d3a-a25b-9d4742eccca6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579d0a0c-9bae-4749-b01f-13f29392b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:18Z', 'updated_at': '2022-02-03T21:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:28.409604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fab25b5c-f14b-41a5-a638-249637f47e4c None None] Current status of the port a57bff68-2c8b-428d-aaca-24fbf41ece98 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:28.409876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fab25b5c-f14b-41a5-a638-249637f47e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:28.417513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:28.435684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['c0f5df8a-473e-431b-9172-1ffef30ba7ac'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:28.501149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks [] for router_gateway (d6876f29-1678-4a5d-840f-b3b448630d78), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:28.575788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event updated for resources: {'Port': ['ID=f487ad23-0712-49b0-b033-6cbfce8dcd44,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:28.733030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fab25b5c-f14b-41a5-a638-249637f47e4c None None] For port a57bff68-2c8b-428d-aaca-24fbf41ece98, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a57bff68-2c8b-428d-aaca-24fbf41ece98,segment=NetworkSegment(9bd2d8a4-f364-4eca-9492-29bca2c8909d),segment_id=9bd2d8a4-f364-4eca-9492-29bca2c8909d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:28.736534 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:28.785094 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fab25b5c-f14b-41a5-a638-249637f47e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:28.809364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:28.955016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e793c6-335a-415a-84d1-2cb39e6ef914 admin admin] Publish callbacks [] for security_group (439bc52d-36c4-4f9d-b47a-3b74d07846a2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:28.973413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '81b00a39-cbb5-4ad1-b646-e9dc5402c33a', 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa', 'port_id': '81b00a39-cbb5-4ad1-b646-e9dc5402c33a', 'mac_address': 'fa:16:3e:02:c3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52615f2f-c7f4-48aa-b26d-f00497bdaf14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:55:28.997534 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e793c6-335a-415a-84d1-2cb39e6ef914 admin admin] Publish callbacks [] for security_group (439bc52d-36c4-4f9d-b47a-3b74d07846a2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.005777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Made reservation on behalf of ea176c3a93ee46558fcf27e90b5221cb for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:29.014605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.106420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d1c32538-b53d-4b0c-9df5-0440d395b1f8 None None] Provisioning complete for port a57bff68-2c8b-428d-aaca-24fbf41ece98 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:29.106789 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1c32538-b53d-4b0c-9df5-0440d395b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.148858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e793c6-335a-415a-84d1-2cb39e6ef914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (439bc52d-36c4-4f9d-b47a-3b74d07846a2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.151881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e793c6-335a-415a-84d1-2cb39e6ef914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.168321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-91e793c6-335a-415a-84d1-2cb39e6ef914 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/439bc52d-36c4-4f9d-b47a-3b74d07846a2 HTTP/1.1" status: 204 len: 168 time: 0.9342432 Feb 03 21:55:29.170733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab25b5c-f14b-41a5-a638-249637f47e4c None None] Pushing event updated for resources: {'Port': ['ID=a57bff68-2c8b-428d-aaca-24fbf41ece98,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:29.204400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaef973-83c7-4cfb-a9c8-287cd5a5b5c5 req-cd596b63-c56d-4581-b06d-7650ccb076df tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:29.221515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaaef973-83c7-4cfb-a9c8-287cd5a5b5c5 req-cd596b63-c56d-4581-b06d-7650ccb076df tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 944 time: 0.7638721 Feb 03 21:55:29.256524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d1c32538-b53d-4b0c-9df5-0440d395b1f8 None None] Current status of the port a57bff68-2c8b-428d-aaca-24fbf41ece98 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:29.263190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:29.263583 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.301867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b00a39-cbb5-4ad1-b646-e9dc5402c33a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:29.318507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:29.321609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e793c6-335a-415a-84d1-2cb39e6ef914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439bc52d-36c4-4f9d-b47a-3b74d07846a2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:29.365053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:29.381812 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.415599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaaef973-83c7-4cfb-a9c8-287cd5a5b5c5 req-85aae75f-3389-40e3-9b59-a6503f6f4293 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683002 Feb 03 21:55:29.474603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:29.475329 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.525503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b67b40e-375d-433d-ae8a-925b6330b970 req-9b18938b-d373-4cac-916f-5c5de5d85a4e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 210 time: 0.1008947 Feb 03 21:55:29.533411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:29.537109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (d6876f29-1678-4a5d-840f-b3b448630d78), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.618192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.710111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:29.710867 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.769059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ddfd4520-0fd5-4d3a-a25b-9d4742eccca6,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:29.785269 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:29.786263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a57bff68-2c8b-428d-aaca-24fbf41ece98 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:29.864118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Allocated IP 172.20.0.13 (28eba52c-a95b-4b13-961a-f8e9756ccaef/3ae7a702-b87f-46f5-a94b-b7f817771d19/b9d612ca-1e5d-4202-8595-cba387adbd59) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:29.868014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['81b00a39-cbb5-4ad1-b646-e9dc5402c33a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:29.937719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Router d6876f29-1678-4a5d-840f-b3b448630d78 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:55:30.115858 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:30.130984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:30.167752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=ddfd4520-0fd5-4d3a-a25b-9d4742eccca6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:30.213738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:30.231269 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Sync routers for ids ['d6876f29-1678-4a5d-840f-b3b448630d78'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:30.247119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a57bff68-2c8b-428d-aaca-24fbf41ece98 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:30.250634 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Routers {'d6876f29-1678-4a5d-840f-b3b448630d78'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:30.250936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:30.251409 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d6876f29-1678-4a5d-840f-b3b448630d78'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:30.252336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-53a63d5f-026e-4e34-9068-92377e9d4630 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3609295 Feb 03 21:55:30.252946 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:30.255105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40824) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:30.589267 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Set router d6876f29-1678-4a5d-840f-b3b448630d78 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:30.633389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a57bff68-2c8b-428d-aaca-24fbf41ece98 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:30.638563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c0f5df8a-473e-431b-9172-1ffef30ba7ac up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:30.747040 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks [] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:30.762107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port c0f5df8a-473e-431b-9172-1ffef30ba7ac completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:55:30.770734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port c0f5df8a-473e-431b-9172-1ffef30ba7ac triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:30.772076 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:30.813383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1efdf280-5326-4ca0-96f8-f77c99d24acf req-2fa7c7d5-e65a-4c7b-9a16-616acfb3fba8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 210 time: 0.0799172 Feb 03 21:55:30.852293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Router 56cf60b5-7a34-4a0b-ae83-9dd6970e637c is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:55:30.930027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade33d3d-4ace-446d-b909-dfbef08e9882 req-a0fbbead-a5af-4d26-aca2-9616286eee4e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:30.934543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ade33d3d-4ace-446d-b909-dfbef08e9882 req-a0fbbead-a5af-4d26-aca2-9616286eee4e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 944 time: 0.2766676 Feb 03 21:55:31.030454 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '46a83265-3c22-495d-89af-4fa156ed2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:28Z', 'revision_number': 3, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'gw_port': {'id': '46a83265-3c22-495d-89af-4fa156ed2885', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:31.035284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:31.064788 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Checking router: d6876f29-1678-4a5d-840f-b3b448630d78 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:55:31.065461 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Updating router d6876f29-1678-4a5d-840f-b3b448630d78 port 46a83265-3c22-495d-89af-4fa156ed2885 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:55:31.093501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.112623 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (46a83265-3c22-495d-89af-4fa156ed2885), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.179309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port c0f5df8a-473e-431b-9172-1ffef30ba7ac is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:31.179691 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.245652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:31.266077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:31.280079 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ade33d3d-4ace-446d-b909-dfbef08e9882 req-b0778db8-7eba-4fa0-9aa3-dfc45e73cdf9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378575 Feb 03 21:55:31.284697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:31.323098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port c0f5df8a-473e-431b-9172-1ffef30ba7ac, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c0f5df8a-473e-431b-9172-1ffef30ba7ac,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:31.325647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b00fcae-c476-4b7b-ae32-c05601a2d37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f5df8a-473e-431b-9172-1ffef30ba7ac'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:31.332436 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6623ea9-64c3-4750-bfd3-1328a9c1a698" -d '{"events": [{"server_uuid": "4b00fcae-c476-4b7b-ae32-c05601a2d37e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f5df8a-473e-431b-9172-1ffef30ba7ac"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:31.342091 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:31.342481 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.365481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event updated for resources: {'Port': ['ID=b9d612ca-1e5d-4202-8595-cba387adbd59,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:31.451115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 81b00a39-cbb5-4ad1-b646-e9dc5402c33a up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:31.453232 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.456462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:31.456649 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba44614-a7f8-4a26-bf57-1d24bd10eb89 x-openstack-request-id: req-6ba44614-a7f8-4a26-bf57-1d24bd10eb89 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:31.456969 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b00fcae-c476-4b7b-ae32-c05601a2d37e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f5df8a-473e-431b-9172-1ffef30ba7ac", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:31.457368 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ba44614-a7f8-4a26-bf57-1d24bd10eb89 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:31.457565 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b00fcae-c476-4b7b-ae32-c05601a2d37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f5df8a-473e-431b-9172-1ffef30ba7ac', 'code': 200} Feb 03 21:55:31.484018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:31.491223 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.554762 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-e3b98f78-4af9-4247-a022-7d9825b942d0 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2054214 Feb 03 21:55:31.557262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Sync routers for ids ['56cf60b5-7a34-4a0b-ae83-9dd6970e637c'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:31.562922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.564885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2a32b477-4282-4645-abe2-5c38e2ab8d85 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.1989577 Feb 03 21:55:31.568697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:31.577905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Request body: {'port': {'device_id': '909bf8df-02e3-4991-9d3b-47f179e7cab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:31.595858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Routers {'56cf60b5-7a34-4a0b-ae83-9dd6970e637c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:31.596205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['56cf60b5-7a34-4a0b-ae83-9dd6970e637c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:31.691605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.734031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:31.735668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a57bff68-2c8b-428d-aaca-24fbf41ece98 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:31.798821 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Publish callbacks [] for port (46a83265-3c22-495d-89af-4fa156ed2885), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.801420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=c0f5df8a-473e-431b-9172-1ffef30ba7ac,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:31.810935 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (46a83265-3c22-495d-89af-4fa156ed2885), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.878685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:55:31.905518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:31.906767 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:31.990384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Set router 56cf60b5-7a34-4a0b-ae83-9dd6970e637c gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:32.017574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a35e9-18c4-4369-9de1-75a15787f4bd req-6c3a6c0e-7a00-452d-9b63-53c14de2a28c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:32.019261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f3a35e9-18c4-4369-9de1-75a15787f4bd req-6c3a6c0e-7a00-452d-9b63-53c14de2a28c tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.6470323 Feb 03 21:55:32.086837 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Attempting to bind port 46a83265-3c22-495d-89af-4fa156ed2885 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:32.088523 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Attempting to bind port 46a83265-3c22-495d-89af-4fa156ed2885 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:32.088699 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Attempting to bind port 46a83265-3c22-495d-89af-4fa156ed2885 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:32.104349 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Pushing event updated for resources: {'Port': ['ID=46a83265-3c22-495d-89af-4fa156ed2885,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:32.105143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:32.117610 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:32.118276 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:32.118950 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:32.119508 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:32.120179 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Bound port: 46a83265-3c22-495d-89af-4fa156ed2885, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:32.120748 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (46a83265-3c22-495d-89af-4fa156ed2885), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:32.126920 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.133834 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.134552 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.135145 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.136374 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.136871 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.137648 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.138168 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.138664 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.139170 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.139660 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.140625 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.141012 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:32.179754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58386557-1593-4547-9b4c-84080f40d9d2 req-37a95db0-a358-4cf2-98de-9240fe0bfb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:32.183728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58386557-1593-4547-9b4c-84080f40d9d2 req-37a95db0-a358-4cf2-98de-9240fe0bfb1f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 1127 time: 0.6520994 Feb 03 21:55:32.267797 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] For port 46a83265-3c22-495d-89af-4fa156ed2885, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:32.279443 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] For port 46a83265-3c22-495d-89af-4fa156ed2885, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=46a83265-3c22-495d-89af-4fa156ed2885,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:32.295240 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (46a83265-3c22-495d-89af-4fa156ed2885), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:32.450447 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Routers {'d6876f29-1678-4a5d-840f-b3b448630d78'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:32.451279 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d6876f29-1678-4a5d-840f-b3b448630d78'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:32.453748 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf88e60-b80a-438b-98e9-28bc1c44cc0e None None] Pushing event updated for resources: {'Port': ['ID=46a83265-3c22-495d-89af-4fa156ed2885,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:32.478510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a57bff68-2c8b-428d-aaca-24fbf41ece98 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:32.478897 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:32.534575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d612ca-1e5d-4202-8595-cba387adbd59 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:32.550780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Publish callbacks [] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:32.578778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Transition to ACTIVE for port object b9d612ca-1e5d-4202-8595-cba387adbd59 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:55:32.592653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:32.703634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a57bff68-2c8b-428d-aaca-24fbf41ece98 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:32.709759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:32.710127 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:32.758155 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] Set router d6876f29-1678-4a5d-840f-b3b448630d78 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:32.776571 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d06743ee-3efc-428c-b800-cc175ff79381 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/routers/56cf60b5-7a34-4a0b-ae83-9dd6970e637c HTTP/1.1" status: 200 len: 906 time: 1.1939666 Feb 03 21:55:32.789974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Pushing event updated for resources: {'Port': ['ID=b9d612ca-1e5d-4202-8595-cba387adbd59,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:32.793817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:32.858677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:32.891592 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:33.052941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cf60b5-7a34-4a0b-ae83-9dd6970e637c', 'name': 'tempest-snat-router-937337136', 'tenant_id': '5c3e30b330644b019d0899af3b7e939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f487ad23-0712-49b0-b033-6cbfce8dcd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:28Z', 'revision_number': 3, 'project_id': '5c3e30b330644b019d0899af3b7e939e', 'gw_port': {'id': 'f487ad23-0712-49b0-b033-6cbfce8dcd44', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cf60b5-7a34-4a0b-ae83-9dd6970e637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:33.111610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:33.123174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Checking router: 56cf60b5-7a34-4a0b-ae83-9dd6970e637c for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:55:33.137781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Updating router 56cf60b5-7a34-4a0b-ae83-9dd6970e637c port f487ad23-0712-49b0-b033-6cbfce8dcd44 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:55:33.279068 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '46a83265-3c22-495d-89af-4fa156ed2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:28Z', 'revision_number': 3, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'gw_port': {'id': '46a83265-3c22-495d-89af-4fa156ed2885', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:33.281731 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:33.353407 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f53784-38ec-4009-b7d2-7cbc0efa1f0a None None] The sync data for ids ['d6876f29-1678-4a5d-840f-b3b448630d78'] in n-d-824834-9 is: [{'id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '46a83265-3c22-495d-89af-4fa156ed2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:28Z', 'revision_number': 3, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'gw_port': {'id': '46a83265-3c22-495d-89af-4fa156ed2885', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:33.721994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f3a35e9-18c4-4369-9de1-75a15787f4bd req-ef7f61e3-2549-433c-aa91-1066f0e8f8b3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6591790 Feb 03 21:55:33.842591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Allocated IP 172.20.0.1 (1593732b-9f20-4451-85c0-261240bc6521/8374fe4d-d33e-4a45-8145-bc29fafdf883/7cd1b2b1-b3b7-48d5-aa25-bda8f9485331) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:33.927068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Attempting to bind port b9d612ca-1e5d-4202-8595-cba387adbd59 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:33.928690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Attempting to bind port b9d612ca-1e5d-4202-8595-cba387adbd59 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:33.929285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Attempting to bind port b9d612ca-1e5d-4202-8595-cba387adbd59 on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:33.960328 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Publish callbacks [] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:33.982678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41261eb-a964-49ab-be25-1adf93297a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b00a39-cbb5-4ad1-b646-e9dc5402c33a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:33.987450 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca68d50-c074-4ba1-a2b1-6ac1d70ccaf0" -d '{"events": [{"server_uuid": "b41261eb-a964-49ab-be25-1adf93297a5c", "name": "network-vif-plugged", "status": "completed", "tag": "81b00a39-cbb5-4ad1-b646-e9dc5402c33a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:33.994358 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:34.016097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Port b9d612ca-1e5d-4202-8595-cba387adbd59 on network 28eba52c-a95b-4b13-961a-f8e9756ccaef not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:55:34.016793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Attempting to bind port b9d612ca-1e5d-4202-8595-cba387adbd59 on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:34.059421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:34.059421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Checking segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:34.069169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Attempting to bind port f487ad23-0712-49b0-b033-6cbfce8dcd44 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:34.069857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Attempting to bind port f487ad23-0712-49b0-b033-6cbfce8dcd44 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:34.070303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Attempting to bind port f487ad23-0712-49b0-b033-6cbfce8dcd44 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:34.071277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Bound using segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:34.071987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Bound port: b9d612ca-1e5d-4202-8595-cba387adbd59, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:34.073262 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:34.143771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:34.145718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:34.145718 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:34.145718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:34.145718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Bound port: f487ad23-0712-49b0-b033-6cbfce8dcd44, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:34.146111 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:34.194219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d4b16-16a3-44ed-9943-92baea2447b5 None None] Pushing event updated for resources: {'Port': ['ID=f487ad23-0712-49b0-b033-6cbfce8dcd44,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:34.249127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:34.257943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] For port f487ad23-0712-49b0-b033-6cbfce8dcd44, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:34.280425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] For port f487ad23-0712-49b0-b033-6cbfce8dcd44, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f487ad23-0712-49b0-b033-6cbfce8dcd44,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:34.297262 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:34.444980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a66381-936b-43c8-b8e3-65c647aefec7 req-4039fec4-046f-416a-bb21-7fff8d9c4107 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:34.450733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38a66381-936b-43c8-b8e3-65c647aefec7 req-4039fec4-046f-416a-bb21-7fff8d9c4107 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 932 time: 2.4615040 Feb 03 21:55:34.455030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Routers {'56cf60b5-7a34-4a0b-ae83-9dd6970e637c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:34.463293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['56cf60b5-7a34-4a0b-ae83-9dd6970e637c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:34.551871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6584496-7afb-4751-9aec-e7b08056f914 req-fa2c8f65-7e1e-47ee-a1d4-c05be7b32486 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:34.553624 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6584496-7afb-4751-9aec-e7b08056f914 req-fa2c8f65-7e1e-47ee-a1d4-c05be7b32486 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.6153688 Feb 03 21:55:34.559071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] For port b9d612ca-1e5d-4202-8595-cba387adbd59, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:34.566781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58386557-1593-4547-9b4c-84080f40d9d2 req-28b0da70-74e2-4929-9470-e5649c97a865 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3731546 Feb 03 21:55:34.578263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] For port b9d612ca-1e5d-4202-8595-cba387adbd59, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b9d612ca-1e5d-4202-8595-cba387adbd59,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:34.642706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d4b16-16a3-44ed-9943-92baea2447b5 None None] Pushing event updated for resources: {'Port': ['ID=f487ad23-0712-49b0-b033-6cbfce8dcd44,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:34.670926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:34.681479 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Publish callbacks [] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:34.788749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] Set router 56cf60b5-7a34-4a0b-ae83-9dd6970e637c gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:34.869520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:34.874195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:34.875820 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] 10.222.0.10 "PUT /v2.0/ports/b9d612ca-1e5d-4202-8595-cba387adbd59 HTTP/1.1" status: 200 len: 1092 time: 3.3085964 Feb 03 21:55:34.875944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d33cf0-c492-45fd-ad48-74fc375f7fca req-d5dc89e2-e1b4-4600-a34a-aab2dfbaf0d1 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:34.882220 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909bf8df-02e3-4991-9d3b-47f179e7cab3', 'tag': 'b9d612ca-1e5d-4202-8595-cba387adbd59'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:34.883352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95d33cf0-c492-45fd-ad48-74fc375f7fca req-d5dc89e2-e1b4-4600-a34a-aab2dfbaf0d1 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 945 time: 0.6325119 Feb 03 21:55:34.888228 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850bba30-0c73-4cac-9de8-6779c4a78cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "909bf8df-02e3-4991-9d3b-47f179e7cab3", "tag": "b9d612ca-1e5d-4202-8595-cba387adbd59"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:34.896015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38a66381-936b-43c8-b8e3-65c647aefec7 req-0e7c3bf9-1265-49a7-be8f-5b6d66f80e99 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183135 Feb 03 21:55:35.066010 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:35.151747 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b5fc42-15d4-4b4c-9f95-ffa16bb9d105 x-openstack-request-id: req-c2b5fc42-15d4-4b4c-9f95-ffa16bb9d105 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:35.152706 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41261eb-a964-49ab-be25-1adf93297a5c", "name": "network-vif-plugged", "status": "completed", "tag": "81b00a39-cbb5-4ad1-b646-e9dc5402c33a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:35.162228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:35.163159 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2b5fc42-15d4-4b4c-9f95-ffa16bb9d105 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:35.163818 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41261eb-a964-49ab-be25-1adf93297a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b00a39-cbb5-4ad1-b646-e9dc5402c33a', 'code': 200} Feb 03 21:55:35.165715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 46a83265-3c22-495d-89af-4fa156ed2885 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:35.221900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cbabe-ed3b-4452-a563-30719a76872d service neutron] Pushing event updated for resources: {'Port': ['ID=b9d612ca-1e5d-4202-8595-cba387adbd59,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:35.278955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95d33cf0-c492-45fd-ad48-74fc375f7fca req-6dfffb78-aa62-44c8-a9dc-ca5b5b6aa225 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946917 Feb 03 21:55:35.361518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Network 1593732b-9f20-4451-85c0-261240bc6521 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:35.363017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-fcd9a47d-f883-43e9-b5f3-62186206c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:35.365336 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-fcd9a47d-f883-43e9-b5f3-62186206c9a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 1126 time: 0.3676293 Feb 03 21:55:35.371375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:35.378555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:35.383669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd1b2b1-b3b7-48d5-aa25-bda8f9485331,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:35.408716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 46a83265-3c22-495d-89af-4fa156ed2885 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:35.409478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (46a83265-3c22-495d-89af-4fa156ed2885), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:35.498418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8372-3211-419b-a3ac-ebe19ea663ee req-5899acdb-6097-463a-8367-e4f87b3966ec tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:35.500298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18cf8372-3211-419b-a3ac-ebe19ea663ee req-5899acdb-6097-463a-8367-e4f87b3966ec tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 946 time: 0.2648468 Feb 03 21:55:35.524693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10bc9c-aca7-4e3d-8802-b14268ab6243 req-b038eeba-d5f5-4973-a3c0-5186dbe338f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:35.526249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad10bc9c-aca7-4e3d-8802-b14268ab6243 req-b038eeba-d5f5-4973-a3c0-5186dbe338f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b41261eb-a964-49ab-be25-1adf93297a5c HTTP/1.1" status: 200 len: 1128 time: 0.3532205 Feb 03 21:55:35.533820 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (d6876f29-1678-4a5d-840f-b3b448630d78), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:35.544963 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-fcd31c19-4e60-4f4b-a173-822d6f88f6a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9d612ca-1e5d-4202-8595-cba387adbd59 HTTP/1.1" status: 200 len: 217 time: 0.1694252 Feb 03 21:55:35.547157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d6584496-7afb-4751-9aec-e7b08056f914 req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Deleting port 9f16e423-8b34-4d14-a698-99895e98f1cb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:35.547502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6584496-7afb-4751-9aec-e7b08056f914 req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:35.565872 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b772bc53-fe3d-4fa3-959f-cd0315b7ec55 x-openstack-request-id: req-b772bc53-fe3d-4fa3-959f-cd0315b7ec55 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:35.566676 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909bf8df-02e3-4991-9d3b-47f179e7cab3", "tag": "b9d612ca-1e5d-4202-8595-cba387adbd59", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:35.566874 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b772bc53-fe3d-4fa3-959f-cd0315b7ec55 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:35.567284 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909bf8df-02e3-4991-9d3b-47f179e7cab3', 'tag': 'b9d612ca-1e5d-4202-8595-cba387adbd59', 'status': 'completed', 'code': 200} Feb 03 21:55:35.644372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18cf8372-3211-419b-a3ac-ebe19ea663ee req-10823005-eb2d-4d6c-83ec-14939b7ca140 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373565 Feb 03 21:55:35.690842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cf60b5-7a34-4a0b-ae83-9dd6970e637c', 'name': 'tempest-snat-router-937337136', 'tenant_id': '5c3e30b330644b019d0899af3b7e939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f487ad23-0712-49b0-b033-6cbfce8dcd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:28Z', 'revision_number': 3, 'project_id': '5c3e30b330644b019d0899af3b7e939e', 'gw_port': {'id': 'f487ad23-0712-49b0-b033-6cbfce8dcd44', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cf60b5-7a34-4a0b-ae83-9dd6970e637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:35.748253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ab684-cbaf-499c-b772-bae047d0ebc5 None None] The sync data for ids ['56cf60b5-7a34-4a0b-ae83-9dd6970e637c'] in n-d-824834-9 is: [{'id': '56cf60b5-7a34-4a0b-ae83-9dd6970e637c', 'name': 'tempest-snat-router-937337136', 'tenant_id': '5c3e30b330644b019d0899af3b7e939e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f487ad23-0712-49b0-b033-6cbfce8dcd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:28Z', 'revision_number': 3, 'project_id': '5c3e30b330644b019d0899af3b7e939e', 'gw_port': {'id': 'f487ad23-0712-49b0-b033-6cbfce8dcd44', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cf60b5-7a34-4a0b-ae83-9dd6970e637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:35.852739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-dfe99c80-7507-4a6f-8481-2f14f62e301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:35.853819 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:35.860865 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-dfe99c80-7507-4a6f-8481-2f14f62e301b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.2923684 Feb 03 21:55:35.923469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 46a83265-3c22-495d-89af-4fa156ed2885 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:35.924050 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (46a83265-3c22-495d-89af-4fa156ed2885), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:35.988402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d6584496-7afb-4751-9aec-e7b08056f914 req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] For port 9f16e423-8b34-4d14-a698-99895e98f1cb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f16e423-8b34-4d14-a698-99895e98f1cb,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:35.989480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6584496-7afb-4751-9aec-e7b08056f914 req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.022361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d6584496-7afb-4751-9aec-e7b08056f914 req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Calling delete_port for 9f16e423-8b34-4d14-a698-99895e98f1cb owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:36.041735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 46a83265-3c22-495d-89af-4fa156ed2885, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=46a83265-3c22-495d-89af-4fa156ed2885,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:36.050251 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (46a83265-3c22-495d-89af-4fa156ed2885), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.060872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8ec6d299-9ecd-4d9d-9784-095a246f79ea None None] Provisioning complete for port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:36.063198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d299-9ecd-4d9d-9784-095a246f79ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.163934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8ec6d299-9ecd-4d9d-9784-095a246f79ea None None] Port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:55:36.227300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:36.317254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Deleting port f487ad23-0712-49b0-b033-6cbfce8dcd44 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:36.318333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.337529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb91775-53ee-4bcd-ac0f-07f014939877 req-1d202bfd-f30f-4ea0-b61c-815a9896da16 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:36.339273 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cb91775-53ee-4bcd-ac0f-07f014939877 req-1d202bfd-f30f-4ea0-b61c-815a9896da16 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 944 time: 0.1632710 Feb 03 21:55:36.343824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=46a83265-3c22-495d-89af-4fa156ed2885,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:36.422978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Publish callbacks [] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.441648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.444234 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-f22c415e-ffa1-4fa5-b457-966b5445fdd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931308 Feb 03 21:55:36.616956 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad10bc9c-aca7-4e3d-8802-b14268ab6243 req-8f579399-b1b0-4413-b30e-198fe5665383 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0543816 Feb 03 21:55:36.638667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (d6876f29-1678-4a5d-840f-b3b448630d78), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.649031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cb91775-53ee-4bcd-ac0f-07f014939877 req-10b21d99-dcf2-4574-a14e-afd22df315c7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020179 Feb 03 21:55:36.664800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9f16e423-8b34-4d14-a698-99895e98f1cb no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:36.688275 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-c5ab6309-00a1-4dae-a60d-c8aaed9a7071 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214956 Feb 03 21:55:36.727328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6584496-7afb-4751-9aec-e7b08056f914 req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9f16e423-8b34-4d14-a698-99895e98f1cb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.773345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d322a5c2-d46b-45e0-ad9a-9358bef4075c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:36.780786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] For port f487ad23-0712-49b0-b033-6cbfce8dcd44, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f487ad23-0712-49b0-b033-6cbfce8dcd44,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:36.781317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.832792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Pushing event deleted for resources: {'Port': ['ID=9f16e423-8b34-4d14-a698-99895e98f1cb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:36.863185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No active binding found for port 9f16e423-8b34-4d14-a698-99895e98f1cb {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 21:55:36.866029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Calling delete_port for f487ad23-0712-49b0-b033-6cbfce8dcd44 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:36.873066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port 9f16e423-8b34-4d14-a698-99895e98f1cb host None! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:55:36.875773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9f16e423-8b34-4d14-a698-99895e98f1cb not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:36.946892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Network 1593732b-9f20-4451-85c0-261240bc6521 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:36.948515 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4975ad8-ce30-4724-9237-62e3364fe329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:36.986740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:37.008939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6584496-7afb-4751-9aec-e7b08056f914 req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] No DVR routers for this DVR port 9f16e423-8b34-4d14-a698-99895e98f1cb on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:37.040145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6584496-7afb-4751-9aec-e7b08056f914 req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:37.043537 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6584496-7afb-4751-9aec-e7b08056f914 req-51ce932f-3113-4537-a541-7cf23680cf5d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.10 "DELETE /v2.0/ports/9f16e423-8b34-4d14-a698-99895e98f1cb HTTP/1.1" status: 204 len: 173 time: 2.4690316 Feb 03 21:55:37.058645 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544079a1-86ee-4a7c-b4c6-765aaa82039d req-0bd5d7c3-08a6-4fd8-9f8e-9e2022495f4d service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610609 Feb 03 21:55:37.157190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5927da96-30cc-45d3-85ac-712451d88c62 req-5ec5a9be-5465-4789-9d59-fd4d63303be3 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4528ceb-ff38-4c01-82f1-92cdf75a2ce2 HTTP/1.1" status: 200 len: 210 time: 0.2633388 Feb 03 21:55:37.241272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 46a83265-3c22-495d-89af-4fa156ed2885 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:37.297296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd1b2b1-b3b7-48d5-aa25-bda8f9485331,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:37.306889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-04dbf715-f6a3-4add-9fc9-7c40ac9f1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:37.308816 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-04dbf715-f6a3-4add-9fc9-7c40ac9f1859 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 1126 time: 0.1101680 Feb 03 21:55:37.384214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfab2fd-9c61-4299-b1fd-d88ca9317690 req-cd1744f6-cf46-44f8-94c5-786f9694df46 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:37.397801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bfab2fd-9c61-4299-b1fd-d88ca9317690 req-cd1744f6-cf46-44f8-94c5-786f9694df46 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 945 time: 0.8458467 Feb 03 21:55:37.399596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 46a83265-3c22-495d-89af-4fa156ed2885 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:37.401216 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (46a83265-3c22-495d-89af-4fa156ed2885), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:37.476526 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f487ad23-0712-49b0-b033-6cbfce8dcd44), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:37.496573 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4975ad8-ce30-4724-9237-62e3364fe329 admin admin] Publish callbacks [] for security_group (306bbd4f-210f-4f5a-ab8c-2700f616b7a9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:37.519511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event deleted for resources: {'Port': ['ID=f487ad23-0712-49b0-b033-6cbfce8dcd44,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:37.539797 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bfab2fd-9c61-4299-b1fd-d88ca9317690 req-85c28625-27e4-41fb-ad93-038ce80bf762 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404283 Feb 03 21:55:37.542859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4975ad8-ce30-4724-9237-62e3364fe329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (306bbd4f-210f-4f5a-ab8c-2700f616b7a9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:37.577718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4528ceb-ff38-4c01-82f1-92cdf75a2ce2', 'name': 'network-vif-deleted', 'tag': '9f16e423-8b34-4d14-a698-99895e98f1cb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:37.579915 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19766a1d-1299-424a-9ca7-c7c745b13794" -d '{"events": [{"server_uuid": "e4528ceb-ff38-4c01-82f1-92cdf75a2ce2", "name": "network-vif-deleted", "tag": "9f16e423-8b34-4d14-a698-99895e98f1cb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:37.584116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-b41eedbc-52f9-4813-b590-c406af2259cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:37.585637 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-b41eedbc-52f9-4813-b590-c406af2259cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 913 time: 0.2338953 Feb 03 21:55:37.617678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 46a83265-3c22-495d-89af-4fa156ed2885 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:37.619631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f487ad23-0712-49b0-b033-6cbfce8dcd44 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:37.656549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f8b0adfc-96fd-4c10-9f74-3fe4162cbba6 None None] Provisioning complete for port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:37.657285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8b0adfc-96fd-4c10-9f74-3fe4162cbba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:37.659379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f487ad23-0712-49b0-b033-6cbfce8dcd44 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:37.659739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f487ad23-0712-49b0-b033-6cbfce8dcd44 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 21:55:37.703665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Port f487ad23-0712-49b0-b033-6cbfce8dcd44 not found, will not notify nova. {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 21:55:37.726584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f8b0adfc-96fd-4c10-9f74-3fe4162cbba6 None None] Port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:55:37.727441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4975ad8-ce30-4724-9237-62e3364fe329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306bbd4f-210f-4f5a-ab8c-2700f616b7a9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:37.744679 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-c3ea5635-6ed7-4bad-933b-2eda38a0585f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9d612ca-1e5d-4202-8595-cba387adbd59 HTTP/1.1" status: 200 len: 217 time: 0.1482325 Feb 03 21:55:37.763136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f4975ad8-ce30-4724-9237-62e3364fe329 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b65d57bb8901427ea3f8b399ddaf07ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5304441 Feb 03 21:55:37.764032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:37.781272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Router d6876f29-1678-4a5d-840f-b3b448630d78 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:55:37.837980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab7678-2c08-439f-a9a6-2f5104b43d0b req-1c0c1cec-5f8e-48a0-89d0-31e3da02bdf8 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:37.844963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14ab7678-2c08-439f-a9a6-2f5104b43d0b req-1c0c1cec-5f8e-48a0-89d0-31e3da02bdf8 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41261eb-a964-49ab-be25-1adf93297a5c HTTP/1.1" status: 200 len: 946 time: 0.1600182 Feb 03 21:55:37.862072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-cfa6d854-2ad9-4e72-9d65-31db778e22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:37.863371 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-cfa6d854-2ad9-4e72-9d65-31db778e22d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.1020641 Feb 03 21:55:37.864191 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:37.866941 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb301b09-2454-4c01-b8d8-dd9f84739b66 x-openstack-request-id: req-cb301b09-2454-4c01-b8d8-dd9f84739b66 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:37.867575 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4528ceb-ff38-4c01-82f1-92cdf75a2ce2", "name": "network-vif-deleted", "tag": "9f16e423-8b34-4d14-a698-99895e98f1cb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:37.867575 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb301b09-2454-4c01-b8d8-dd9f84739b66 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:37.868375 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4528ceb-ff38-4c01-82f1-92cdf75a2ce2', 'name': 'network-vif-deleted', 'tag': '9f16e423-8b34-4d14-a698-99895e98f1cb', 'status': 'completed', 'code': 200} Feb 03 21:55:37.981963 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:37.998508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_controller (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:38.001900 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-4d45a4ff-eeba-4d23-b0ee-51fcce3014f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346887 Feb 03 21:55:38.008670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a8af819-f549-4c18-968d-fe00716163b9 admin admin] Publish callbacks [] for security_group (306bbd4f-210f-4f5a-ab8c-2700f616b7a9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:38.087878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (56cf60b5-7a34-4a0b-ae83-9dd6970e637c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:38.089917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56cf60b5-7a34-4a0b-ae83-9dd6970e637c {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:55:38.096161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:38.100191 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3a604f84-e321-4bd4-9a11-495dd4e55f58 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "DELETE /v2.0/routers/56cf60b5-7a34-4a0b-ae83-9dd6970e637c HTTP/1.1" status: 204 len: 168 time: 5.3051524 Feb 03 21:55:38.102628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:38.124588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:38.140179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0d9a658d-c385-4403-a88a-aad1090dc595 admin admin] 10.222.0.50 "PUT /v2.0/routers/d6876f29-1678-4a5d-840f-b3b448630d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8839386 Feb 03 21:55:38.157304 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Sync routers for ids ['d6876f29-1678-4a5d-840f-b3b448630d78'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:38.179431 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Routers {'d6876f29-1678-4a5d-840f-b3b448630d78'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:38.180157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a8af819-f549-4c18-968d-fe00716163b9 admin admin] Publish callbacks [] for security_group (306bbd4f-210f-4f5a-ab8c-2700f616b7a9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:38.194057 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d6876f29-1678-4a5d-840f-b3b448630d78'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:38.225550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14ab7678-2c08-439f-a9a6-2f5104b43d0b req-6b0c6e53-3b15-4539-8154-639a8d967795 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796008 Feb 03 21:55:38.336415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4b5fb-b011-4b40-988e-8dccefefb894 req-baead2c2-f94e-490d-9131-7bc34f4e32f8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:38.338048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdf4b5fb-b011-4b40-988e-8dccefefb894 req-baead2c2-f94e-490d-9131-7bc34f4e32f8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 944 time: 0.4386780 Feb 03 21:55:38.341816 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-b88e242d-59a1-4b09-9bb0-0081ae6764a5 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322875 Feb 03 21:55:38.424393 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Set router d6876f29-1678-4a5d-840f-b3b448630d78 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:38.442976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a8af819-f549-4c18-968d-fe00716163b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (306bbd4f-210f-4f5a-ab8c-2700f616b7a9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:38.449779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a8af819-f549-4c18-968d-fe00716163b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:38.452453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (579d0a0c-9bae-4749-b01f-13f29392b83b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:38.464962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4a8af819-f549-4c18-968d-fe00716163b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/306bbd4f-210f-4f5a-ab8c-2700f616b7a9 HTTP/1.1" status: 204 len: 168 time: 0.6832438 Feb 03 21:55:38.479874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af819-f549-4c18-968d-fe00716163b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306bbd4f-210f-4f5a-ab8c-2700f616b7a9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:38.508267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdf4b5fb-b011-4b40-988e-8dccefefb894 req-9e3b1004-0d47-4e95-8740-62429cf436d8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556935 Feb 03 21:55:38.759099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-850bba30-0c73-4cac-9de8-6779c4a78cdf req-c3782d13-1366-472b-9c8c-875a2d2584a4 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101934 Feb 03 21:55:38.795539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (579d0a0c-9bae-4749-b01f-13f29392b83b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:38.899627 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '46a83265-3c22-495d-89af-4fa156ed2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:35Z', 'revision_number': 4, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'gw_port': {'id': '46a83265-3c22-495d-89af-4fa156ed2885', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7cd1b2b1-b3b7-48d5-aa25-bda8f9485331', 'name': '', 'network_id': '1593732b-9f20-4451-85c0-261240bc6521', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'mac_address': 'fa:16:3e:74:dc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8374fe4d-d33e-4a45-8145-bc29fafdf883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:32Z', 'updated_at': '2022-02-03T21:55:35Z', 'revision_number': 2, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'subnets': [{'id': '8374fe4d-d33e-4a45-8145-bc29fafdf883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:38.968237 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Checking router: d6876f29-1678-4a5d-840f-b3b448630d78 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:55:38.968867 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Updating router d6876f29-1678-4a5d-840f-b3b448630d78 port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:55:39.011610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Deleting port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:39.012070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.033049 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.122515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebfb8e-6e6d-4516-b69b-7044196c9f87 req-581e8130-0148-460f-a841-5dd8ac213f5b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:39.123998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdebfb8e-6e6d-4516-b69b-7044196c9f87 req-581e8130-0148-460f-a841-5dd8ac213f5b tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1355731 Feb 03 21:55:39.202719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] For port ddfd4520-0fd5-4d3a-a25b-9d4742eccca6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ddfd4520-0fd5-4d3a-a25b-9d4742eccca6,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:39.205900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.240422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Calling delete_port for ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:39.250689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdebfb8e-6e6d-4516-b69b-7044196c9f87 req-c0d38946-b4a0-44b1-b375-8711c921176e tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149874 Feb 03 21:55:39.251203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:39.334745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c617807c-3592-40ac-b316-dead723c230b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.344467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-517eb3cf-aca7-441c-8576-06b9a66b1ffe req-5e909db5-a879-47a6-9127-60da01f1e149 tempest-FloatingIPsNegativeTestJSON-1160230136 tempest-FloatingIPsNegativeTestJSON-1160230136-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=373d2a7a58714d2698027ba9805a5889 HTTP/1.1" status: 200 len: 217 time: 0.1199069 Feb 03 21:55:39.414100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8a727f4-239d-4c2f-86a3-eea51d4816f5 req-ecfdeb74-22c9-49c9-bd6c-79fbcd3f2b90 tempest-FloatingIPsNegativeTestJSON-1160230136 tempest-FloatingIPsNegativeTestJSON-1160230136-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0407627 Feb 03 21:55:39.511278 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Publish callbacks [] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.517483 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.530951 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-027a7490-97f1-41e3-9bd7-9068c5a6ce18 req-7fc9cd4c-6ac2-4720-b73a-ccb147deeb67 tempest-FloatingIPsNegativeTestJSON-1160230136 tempest-FloatingIPsNegativeTestJSON-1160230136-project] show failed (client error): The resource could not be found. Feb 03 21:55:39.532046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-027a7490-97f1-41e3-9bd7-9068c5a6ce18 req-7fc9cd4c-6ac2-4720-b73a-ccb147deeb67 tempest-FloatingIPsNegativeTestJSON-1160230136 tempest-FloatingIPsNegativeTestJSON-1160230136-project] 10.222.0.50 "GET /v2.0/floatingips/23119cfd-713b-476b-9ec3-175635fc1ccd HTTP/1.1" status: 404 len: 350 time: 0.0570734 Feb 03 21:55:39.549768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:39.549891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509a0a1-46c5-4c0d-b3f8-970f965f7935 req-1017bed7-131c-4ca1-b926-8721c2ee54a6 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:39.558344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5509a0a1-46c5-4c0d-b3f8-970f965f7935 req-1017bed7-131c-4ca1-b926-8721c2ee54a6 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41261eb-a964-49ab-be25-1adf93297a5c HTTP/1.1" status: 200 len: 946 time: 0.1427200 Feb 03 21:55:39.583338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c617807c-3592-40ac-b316-dead723c230b admin admin] Publish callbacks [] for security_group (ebc6fb9a-e094-4fd4-8d48-c91f6849252e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.595516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c617807c-3592-40ac-b316-dead723c230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ebc6fb9a-e094-4fd4-8d48-c91f6849252e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.611192 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc9bba-6bb3-4bd4-bc9e-f799513637f2 None None] Pushing event updated for resources: {'Port': ['ID=7cd1b2b1-b3b7-48d5-aa25-bda8f9485331,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:39.660192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5509a0a1-46c5-4c0d-b3f8-970f965f7935 req-4a7648ea-23fb-4aa4-9d19-ad641cb028d9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800760 Feb 03 21:55:39.717530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c617807c-3592-40ac-b316-dead723c230b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a3f01e858184890b4ba5a35d5e365c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4325855 Feb 03 21:55:39.722236 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Attempting to bind port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:39.722681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:39.722977 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Attempting to bind port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9bd2d8a4-f364-4eca-9492-29bca2c8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1593732b-9f20-4451-85c0-261240bc6521'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:39.723358 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Attempting to bind port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 on network 1593732b-9f20-4451-85c0-261240bc6521 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:39.729265 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:39.729638 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Checking segment: {'id': '9bd2d8a4-f364-4eca-9492-29bca2c8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1593732b-9f20-4451-85c0-261240bc6521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:39.730394 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.730795 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Bound using segment: {'id': '9bd2d8a4-f364-4eca-9492-29bca2c8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1593732b-9f20-4451-85c0-261240bc6521'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:39.731370 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Bound port: 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd2d8a4-f364-4eca-9492-29bca2c8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1593732b-9f20-4451-85c0-261240bc6521'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:39.731893 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.746436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617807c-3592-40ac-b316-dead723c230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc6fb9a-e094-4fd4-8d48-c91f6849252e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:39.809996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479504a-4d2f-4e74-9a1f-597e8f642236 req-3ff4385a-28e9-499f-b6ef-ff7de65c5f13 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:39.817614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7479504a-4d2f-4e74-9a1f-597e8f642236 req-3ff4385a-28e9-499f-b6ef-ff7de65c5f13 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 944 time: 0.1799927 Feb 03 21:55:39.871046 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] For port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:39.879888 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] For port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7cd1b2b1-b3b7-48d5-aa25-bda8f9485331,segment=NetworkSegment(9bd2d8a4-f364-4eca-9492-29bca2c8909d),segment_id=9bd2d8a4-f364-4eca-9492-29bca2c8909d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:39.882767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-863a58b6-7790-4579-b33d-757e05f9281e admin admin] Publish callbacks [] for security_group (ebc6fb9a-e094-4fd4-8d48-c91f6849252e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.893871 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:39.971381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-863a58b6-7790-4579-b33d-757e05f9281e admin admin] Publish callbacks [] for security_group (ebc6fb9a-e094-4fd4-8d48-c91f6849252e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.012551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7479504a-4d2f-4e74-9a1f-597e8f642236 req-fce9aa71-505a-4684-b869-512bbb1f9265 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927717 Feb 03 21:55:40.020349 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc9bba-6bb3-4bd4-bc9e-f799513637f2 None None] Pushing event updated for resources: {'Port': ['ID=7cd1b2b1-b3b7-48d5-aa25-bda8f9485331,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:40.050519 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Routers {'d6876f29-1678-4a5d-840f-b3b448630d78'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:40.051359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d6876f29-1678-4a5d-840f-b3b448630d78'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:40.084521 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-863a58b6-7790-4579-b33d-757e05f9281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ebc6fb9a-e094-4fd4-8d48-c91f6849252e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.090141 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-863a58b6-7790-4579-b33d-757e05f9281e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.100695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6f60c67d-6ed4-4f34-8e1d-1496b227f97d None None] Provisioning complete for port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:40.101259 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f60c67d-6ed4-4f34-8e1d-1496b227f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.109956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-863a58b6-7790-4579-b33d-757e05f9281e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ebc6fb9a-e094-4fd4-8d48-c91f6849252e HTTP/1.1" status: 204 len: 168 time: 0.3839183 Feb 03 21:55:40.140728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a58b6-7790-4579-b33d-757e05f9281e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc6fb9a-e094-4fd4-8d48-c91f6849252e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:40.404738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ddfd4520-0fd5-4d3a-a25b-9d4742eccca6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.462949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6f60c67d-6ed4-4f34-8e1d-1496b227f97d None None] Current status of the port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:40.465462 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f60c67d-6ed4-4f34-8e1d-1496b227f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.471478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddfd4520-0fd5-4d3a-a25b-9d4742eccca6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:40.530658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6f60c67d-6ed4-4f34-8e1d-1496b227f97d None None] For port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7cd1b2b1-b3b7-48d5-aa25-bda8f9485331,segment=NetworkSegment(9bd2d8a4-f364-4eca-9492-29bca2c8909d),segment_id=9bd2d8a4-f364-4eca-9492-29bca2c8909d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:40.542613 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f60c67d-6ed4-4f34-8e1d-1496b227f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.543863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32688a8a-baea-45bb-b093-57de765f2dc3 req-cb60d824-463b-4610-8b61-a9221b3583e1 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:40.557449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32688a8a-baea-45bb-b093-57de765f2dc3 req-cb60d824-463b-4610-8b61-a9221b3583e1 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1897585 Feb 03 21:55:40.588330 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (579d0a0c-9bae-4749-b01f-13f29392b83b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.592562 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] Set router d6876f29-1678-4a5d-840f-b3b448630d78 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:40.609295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60c67d-6ed4-4f34-8e1d-1496b227f97d None None] Pushing event updated for resources: {'Port': ['ID=7cd1b2b1-b3b7-48d5-aa25-bda8f9485331,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:40.695949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cd2c4821-8f58-4450-8dc0-7f7e08f2f4e9 None None] Provisioning complete for port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:40.697322 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4821-8f58-4450-8dc0-7f7e08f2f4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.703166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b9d612ca-1e5d-4202-8595-cba387adbd59 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:55:40.797678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32688a8a-baea-45bb-b093-57de765f2dc3 req-d701def9-6177-4b43-8349-e82cef31ab8e tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390509 Feb 03 21:55:40.815687 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (579d0a0c-9bae-4749-b01f-13f29392b83b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.819308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_controller (579d0a0c-9bae-4749-b01f-13f29392b83b), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:40.886129 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '46a83265-3c22-495d-89af-4fa156ed2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:35Z', 'revision_number': 4, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'gw_port': {'id': '46a83265-3c22-495d-89af-4fa156ed2885', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7cd1b2b1-b3b7-48d5-aa25-bda8f9485331', 'name': '', 'network_id': '1593732b-9f20-4451-85c0-261240bc6521', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'mac_address': 'fa:16:3e:74:dc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8374fe4d-d33e-4a45-8145-bc29fafdf883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:32Z', 'updated_at': '2022-02-03T21:55:39Z', 'revision_number': 4, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'subnets': [{'id': '8374fe4d-d33e-4a45-8145-bc29fafdf883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:40.886914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b9d612ca-1e5d-4202-8595-cba387adbd59, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b9d612ca-1e5d-4202-8595-cba387adbd59,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:40.902907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'b9d612ca-1e5d-4202-8595-cba387adbd59', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'port_id': 'b9d612ca-1e5d-4202-8595-cba387adbd59', 'mac_address': 'fa:16:3e:68:5a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae7a702-b87f-46f5-a94b-b7f817771d19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:55:40.914100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-afeaa6de-faf0-4c28-99ef-010ebb65f9dd tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:40.924445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-afeaa6de-faf0-4c28-99ef-010ebb65f9dd tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 812 time: 0.3640103 Feb 03 21:55:40.947797 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd5413-ecb4-45d4-8bcd-53f8189febdd None None] The sync data for ids ['d6876f29-1678-4a5d-840f-b3b448630d78'] in n-d-824834-9 is: [{'id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '46a83265-3c22-495d-89af-4fa156ed2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:35Z', 'revision_number': 4, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'gw_port': {'id': '46a83265-3c22-495d-89af-4fa156ed2885', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7cd1b2b1-b3b7-48d5-aa25-bda8f9485331', 'name': '', 'network_id': '1593732b-9f20-4451-85c0-261240bc6521', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'mac_address': 'fa:16:3e:74:dc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8374fe4d-d33e-4a45-8145-bc29fafdf883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:32Z', 'updated_at': '2022-02-03T21:55:39Z', 'revision_number': 4, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'subnets': [{'id': '8374fe4d-d33e-4a45-8145-bc29fafdf883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:40.962308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4e49c394-b14d-492b-910a-928c06bb081c tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/quotas/75f4633af78d47bbbf4430d9b2e97984 HTTP/1.1" status: 200 len: 375 time: 0.0368876 Feb 03 21:55:41.000708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port b9d612ca-1e5d-4202-8595-cba387adbd59 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:41.001068 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:41.020139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d612ca-1e5d-4202-8595-cba387adbd59 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:41.028696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f487ad23-0712-49b0-b033-6cbfce8dcd44 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:41.069363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (579d0a0c-9bae-4749-b01f-13f29392b83b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:41.075863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f487ad23-0712-49b0-b033-6cbfce8dcd44 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:41.077502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 579d0a0c-9bae-4749-b01f-13f29392b83b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:55:41.080793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f487ad23-0712-49b0-b033-6cbfce8dcd44 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:41.099750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:41.103312 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e387cb97-2c8c-49a1-8caa-a9797586d02b tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "DELETE /v2.0/routers/579d0a0c-9bae-4749-b01f-13f29392b83b HTTP/1.1" status: 204 len: 168 time: 2.9995079 Feb 03 21:55:41.113907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41076) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:41.125782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b9d612ca-1e5d-4202-8595-cba387adbd59, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b9d612ca-1e5d-4202-8595-cba387adbd59,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:41.150911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-906355855', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:41.167322 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:41.241135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-b2257d9c-5d9b-41c6-89ca-73c432416f53 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2700744 Feb 03 21:55:41.246351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c4821-8f58-4450-8dc0-7f7e08f2f4e9 None None] Current status of the port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:41.262050 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:55:41.291051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=b9d612ca-1e5d-4202-8595-cba387adbd59,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:41.422694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (d6876f29-1678-4a5d-840f-b3b448630d78), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:41.494617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (35b35e9a-5860-42e8-82d0-82c653581285), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:41.496379 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (35b35e9a-5860-42e8-82d0-82c653581285), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:41.591576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['b9d612ca-1e5d-4202-8595-cba387adbd59'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:41.644737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc79d8-528d-4b7b-a5f7-5a65fe2410b9 req-90d63d64-3bb9-487f-848f-f0a802aa8ae1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:41.652335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbdc79d8-528d-4b7b-a5f7-5a65fe2410b9 req-90d63d64-3bb9-487f-848f-f0a802aa8ae1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 945 time: 0.4562726 Feb 03 21:55:41.654974 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (35b35e9a-5860-42e8-82d0-82c653581285), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:41.665484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-81523397-e110-4f93-bd6f-19f26908f799 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190378 Feb 03 21:55:41.884966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ab46c-5304-44f2-abeb-29d991dade3f req-12c740e0-a2fb-4c3f-88af-8f86e68e9032 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:41.886487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-254ab46c-5304-44f2-abeb-29d991dade3f req-12c740e0-a2fb-4c3f-88af-8f86e68e9032 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b00fcae-c476-4b7b-ae32-c05601a2d37e HTTP/1.1" status: 200 len: 945 time: 0.1642628 Feb 03 21:55:41.896753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12818c4-e571-440b-b426-1904a5e925da req-d5ba47c0-3597-429c-94ab-16fe317f28de tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:41.898782 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c12818c4-e571-440b-b426-1904a5e925da req-d5ba47c0-3597-429c-94ab-16fe317f28de tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b41261eb-a964-49ab-be25-1adf93297a5c HTTP/1.1" status: 200 len: 946 time: 0.3376162 Feb 03 21:55:41.912283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbdc79d8-528d-4b7b-a5f7-5a65fe2410b9 req-5d8bb8a4-7845-4c7b-8083-d41436ddb7af tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580376 Feb 03 21:55:42.065916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (35b35e9a-5860-42e8-82d0-82c653581285), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:42.160178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-43637953-5d9e-403e-85d6-0bfa5ad2dd9a service neutron] 10.222.0.50 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938171 Feb 03 21:55:42.217784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20cb9f-0e54-40b3-8210-eb65f66a5ad3 req-4ac9481a-9db5-4f07-a84e-a1b230a221ed tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:42.219449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d20cb9f-0e54-40b3-8210-eb65f66a5ad3 req-4ac9481a-9db5-4f07-a84e-a1b230a221ed tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.1900470 Feb 03 21:55:42.303882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d20cb9f-0e54-40b3-8210-eb65f66a5ad3 req-212326df-6c55-4c3c-a50b-cf278a5a6119 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735033 Feb 03 21:55:42.390994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c12818c4-e571-440b-b426-1904a5e925da req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Deleting port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:42.391500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c12818c4-e571-440b-b426-1904a5e925da req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:42.521560 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (35b35e9a-5860-42e8-82d0-82c653581285), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:42.542307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:42.649214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-254ab46c-5304-44f2-abeb-29d991dade3f req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Deleting port c0f5df8a-473e-431b-9172-1ffef30ba7ac {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:42.649746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-254ab46c-5304-44f2-abeb-29d991dade3f req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:42.708020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b9d612ca-1e5d-4202-8595-cba387adbd59 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:42.802366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Allocated IP 172.25.5.246 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/41418460-a0f8-4f4d-853b-9c827b257145) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:42.850552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Deleting port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:42.850915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:42.881622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port b9d612ca-1e5d-4202-8595-cba387adbd59 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:55:42.887926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port b9d612ca-1e5d-4202-8595-cba387adbd59 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:42.888789 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:42.925532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b14d540c-a48e-43f6-af0b-79fdd630c73b req-81731a7e-eda9-469f-8479-7e1396396482 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 210 time: 0.1182361 Feb 03 21:55:43.079938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c12818c4-e571-440b-b426-1904a5e925da req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] For port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:43.080590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c12818c4-e571-440b-b426-1904a5e925da req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:43.155014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:55:43.166466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c12818c4-e571-440b-b426-1904a5e925da req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Calling delete_port for 81b00a39-cbb5-4ad1-b646-e9dc5402c33a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:43.181492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port b9d612ca-1e5d-4202-8595-cba387adbd59 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:43.182512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:43.209857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-254ab46c-5304-44f2-abeb-29d991dade3f req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] For port c0f5df8a-473e-431b-9172-1ffef30ba7ac, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c0f5df8a-473e-431b-9172-1ffef30ba7ac,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:43.210337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-254ab46c-5304-44f2-abeb-29d991dade3f req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:43.281960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909bf8df-02e3-4991-9d3b-47f179e7cab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d612ca-1e5d-4202-8595-cba387adbd59'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:43.285299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-254ab46c-5304-44f2-abeb-29d991dade3f req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Calling delete_port for c0f5df8a-473e-431b-9172-1ffef30ba7ac owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:43.285475 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7594b0-c8e5-418a-bee7-a67116b8ed89" -d '{"events": [{"server_uuid": "909bf8df-02e3-4991-9d3b-47f179e7cab3", "name": "network-vif-plugged", "status": "completed", "tag": "b9d612ca-1e5d-4202-8595-cba387adbd59"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:43.299850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] For port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7cd1b2b1-b3b7-48d5-aa25-bda8f9485331,segment=NetworkSegment(9bd2d8a4-f364-4eca-9492-29bca2c8909d),segment_id=9bd2d8a4-f364-4eca-9492-29bca2c8909d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:43.300318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:43.323718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Calling delete_port for 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:43.537815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b9d612ca-1e5d-4202-8595-cba387adbd59, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b9d612ca-1e5d-4202-8595-cba387adbd59,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:43.551008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:55:43.551480 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:43.555512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:43.556734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c0f5df8a-473e-431b-9172-1ffef30ba7ac no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:43.684123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=b9d612ca-1e5d-4202-8595-cba387adbd59,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:43.769677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port c0f5df8a-473e-431b-9172-1ffef30ba7ac is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:43.769677 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:43.889610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:43.890639 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c12818c4-e571-440b-b426-1904a5e925da req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (81b00a39-cbb5-4ad1-b646-e9dc5402c33a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:43.917356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:43.965271 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-254ab46c-5304-44f2-abeb-29d991dade3f req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c0f5df8a-473e-431b-9172-1ffef30ba7ac), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:44.007199 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for port (41418460-a0f8-4f4d-853b-9c827b257145), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:44.041761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:44.042556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ddfd4520-0fd5-4d3a-a25b-9d4742eccca6 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:44.063812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Pushing event deleted for resources: {'Port': ['ID=81b00a39-cbb5-4ad1-b646-e9dc5402c33a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:44.112703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb6e2c-c71b-4cea-8a07-3c3ee1b8dc0c req-ba347263-ec62-4195-8c5c-1cfeb988c935 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:44.118949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6afb6e2c-c71b-4cea-8a07-3c3ee1b8dc0c req-ba347263-ec62-4195-8c5c-1cfeb988c935 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.9895382 Feb 03 21:55:44.135440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd9621-538f-46da-a978-ba4f7c79557b req-56dfe6d4-f898-4714-a1bb-9fa4dfc63984 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:44.136849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cfd9621-538f-46da-a978-ba4f7c79557b req-56dfe6d4-f898-4714-a1bb-9fa4dfc63984 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2870657 Feb 03 21:55:44.187720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.188076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.188937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.188937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.189168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.189460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.189773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.190107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.190438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.190766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.191092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.191418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.191745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:44.195383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12818c4-e571-440b-b426-1904a5e925da req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] No DVR routers for this DVR port 81b00a39-cbb5-4ad1-b646-e9dc5402c33a on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:44.206976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c12818c4-e571-440b-b426-1904a5e925da req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:44.210406 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c12818c4-e571-440b-b426-1904a5e925da req-c49bdb86-2e12-47fe-9477-b5e24c9aa350 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.47 "DELETE /v2.0/ports/81b00a39-cbb5-4ad1-b646-e9dc5402c33a HTTP/1.1" status: 204 len: 173 time: 2.2914364 Feb 03 21:55:44.274970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41261eb-a964-49ab-be25-1adf93297a5c', 'name': 'network-vif-deleted', 'tag': '81b00a39-cbb5-4ad1-b646-e9dc5402c33a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:44.277526 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866c794c-38dc-4e23-aacb-ed0e37090ac6" -d '{"events": [{"server_uuid": "b41261eb-a964-49ab-be25-1adf93297a5c", "name": "network-vif-deleted", "tag": "81b00a39-cbb5-4ad1-b646-e9dc5402c33a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:44.320055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Pushing event deleted for resources: {'Port': ['ID=c0f5df8a-473e-431b-9172-1ffef30ba7ac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:44.321395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (41418460-a0f8-4f4d-853b-9c827b257145), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:44.347773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-254ab46c-5304-44f2-abeb-29d991dade3f req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] No DVR routers for this DVR port c0f5df8a-473e-431b-9172-1ffef30ba7ac on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:44.353597 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-254ab46c-5304-44f2-abeb-29d991dade3f req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:44.356945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-254ab46c-5304-44f2-abeb-29d991dade3f req-cce35646-3272-4f41-ab5c-20970f743b47 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.10 "DELETE /v2.0/ports/c0f5df8a-473e-431b-9172-1ffef30ba7ac HTTP/1.1" status: 204 len: 173 time: 2.4569161 Feb 03 21:55:44.357558 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7cd1b2b1-b3b7-48d5-aa25-bda8f9485331), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:44.401017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd1b2b1-b3b7-48d5-aa25-bda8f9485331,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:44.416983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-c9298f8d-eeb4-4da8-b382-752aa35d7b87 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:44.418547 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-c9298f8d-eeb4-4da8-b382-752aa35d7b87 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.47 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2439981 Feb 03 21:55:44.435416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cfd9621-538f-46da-a978-ba4f7c79557b req-0bc746ae-2aa5-41e7-813c-30f16dc4e802 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901590 Feb 03 21:55:44.463208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6afb6e2c-c71b-4cea-8a07-3c3ee1b8dc0c req-841cd901-512e-4e88-aa52-e3c92aaf2d8b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433993 Feb 03 21:55:44.476325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:44.485491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:44.504187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:44.588371 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748b059-b17c-42fa-916f-413227eb8859 x-openstack-request-id: req-7748b059-b17c-42fa-916f-413227eb8859 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:44.588709 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909bf8df-02e3-4991-9d3b-47f179e7cab3", "name": "network-vif-plugged", "status": "completed", "tag": "b9d612ca-1e5d-4202-8595-cba387adbd59", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:44.589076 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7748b059-b17c-42fa-916f-413227eb8859 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:44.589531 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909bf8df-02e3-4991-9d3b-47f179e7cab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d612ca-1e5d-4202-8595-cba387adbd59', 'code': 200} Feb 03 21:55:44.671046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event updated for resources: {'Port': ['ID=41418460-a0f8-4f4d-853b-9c827b257145,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:44.677676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e810d5de-dce2-4565-a911-5ae7348e41b6 req-83a5fd92-dd8c-4c69-98f0-7498ba478b96 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 210 time: 0.1034269 Feb 03 21:55:44.723305 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87c8d8c-f3aa-473e-962e-7bd6daa1b037 x-openstack-request-id: req-a87c8d8c-f3aa-473e-962e-7bd6daa1b037 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:44.723692 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41261eb-a964-49ab-be25-1adf93297a5c", "name": "network-vif-deleted", "tag": "81b00a39-cbb5-4ad1-b646-e9dc5402c33a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:44.723935 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a87c8d8c-f3aa-473e-962e-7bd6daa1b037 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:44.724454 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41261eb-a964-49ab-be25-1adf93297a5c', 'name': 'network-vif-deleted', 'tag': '81b00a39-cbb5-4ad1-b646-e9dc5402c33a', 'status': 'completed', 'code': 200} Feb 03 21:55:44.978080 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc81b7d-7f6d-4e96-8a29-b13f228e20bd req-19f28a09-d782-485b-a152-9e2d58c34078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:44.979595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ecc81b7d-7f6d-4e96-8a29-b13f228e20bd req-19f28a09-d782-485b-a152-9e2d58c34078 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 1128 time: 0.2468340 Feb 03 21:55:45.033897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Deleting port d322a5c2-d46b-45e0-ad9a-9358bef4075c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:45.034290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:45.054435 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (35b35e9a-5860-42e8-82d0-82c653581285), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:45.255904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] For port d322a5c2-d46b-45e0-ad9a-9358bef4075c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d322a5c2-d46b-45e0-ad9a-9358bef4075c,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:45.256273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:45.271277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Calling delete_port for d322a5c2-d46b-45e0-ad9a-9358bef4075c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:45.389225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (d6876f29-1678-4a5d-840f-b3b448630d78), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:45.403826 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (35b35e9a-5860-42e8-82d0-82c653581285), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:45.406204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 81b00a39-cbb5-4ad1-b646-e9dc5402c33a no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:45.441029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 81b00a39-cbb5-4ad1-b646-e9dc5402c33a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:45.448256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 81b00a39-cbb5-4ad1-b646-e9dc5402c33a not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:45.518775 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ecc81b7d-7f6d-4e96-8a29-b13f228e20bd req-52940e9e-73aa-4ad4-9ead-285fe1edf5bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324404 Feb 03 21:55:45.756712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d552cdc-eaf9-4d82-9fa9-ad4003ee3bd1 req-99de2706-20eb-48f1-a104-7aecde14fbbb tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:45.758431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d552cdc-eaf9-4d82-9fa9-ad4003ee3bd1 req-99de2706-20eb-48f1-a104-7aecde14fbbb tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.1326964 Feb 03 21:55:45.774198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cba1e-fd1e-4bac-a171-9107d26e3e2d req-ae4a1247-702e-4609-8835-60e9efba9d5e tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:45.781845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1cba1e-fd1e-4bac-a171-9107d26e3e2d req-ae4a1247-702e-4609-8835-60e9efba9d5e tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 946 time: 0.2062194 Feb 03 21:55:45.785773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Router 35b35e9a-5860-42e8-82d0-82c653581285 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:55:45.893701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa1cba1e-fd1e-4bac-a171-9107d26e3e2d req-377e5f2a-0a7f-4b12-aa4f-918105b7509a tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/security-groups?id=60892a6b-60d7-4224-a1ee-4685efbc1721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109805 Feb 03 21:55:45.980806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d552cdc-eaf9-4d82-9fa9-ad4003ee3bd1 req-bce05b7e-0487-409a-afdb-ccef78008895 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148807 Feb 03 21:55:46.019395 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53225c54-44eb-4e80-9c7b-295f95e63383 req-7c34d1f4-ddba-490e-a7c1-8507f82bbafc tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 210 time: 0.0376630 Feb 03 21:55:46.059324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:46.071922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f831a-4108-46f0-bdf0-097aa1f1e01e None None] Sync routers for ids ['35b35e9a-5860-42e8-82d0-82c653581285'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:46.081291 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:46.083355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f831a-4108-46f0-bdf0-097aa1f1e01e None None] Routers {'35b35e9a-5860-42e8-82d0-82c653581285'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:46.083522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e115f9d2-0356-4816-9279-d64b41338c97 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9675758 Feb 03 21:55:46.084397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8c5f831a-4108-46f0-bdf0-097aa1f1e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['35b35e9a-5860-42e8-82d0-82c653581285'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:46.086176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41176) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:46.090826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2a21a55f-4b89-45c5-99ef-6a2c7dfe885e tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': False}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:46.126925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8c5f831a-4108-46f0-bdf0-097aa1f1e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:46.141695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f831a-4108-46f0-bdf0-097aa1f1e01e None None] Routers {'35b35e9a-5860-42e8-82d0-82c653581285'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:46.142353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8c5f831a-4108-46f0-bdf0-097aa1f1e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['35b35e9a-5860-42e8-82d0-82c653581285'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:46.181050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-defef18e-5f6e-489a-96cc-7d855d1ccbf8 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:46.182613 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-defef18e-5f6e-489a-96cc-7d855d1ccbf8 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.47 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 812 time: 1.2021580 Feb 03 21:55:46.188412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8c5f831a-4108-46f0-bdf0-097aa1f1e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:46.189128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f831a-4108-46f0-bdf0-097aa1f1e01e None None] The sync data for ids ['35b35e9a-5860-42e8-82d0-82c653581285'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:46.200249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Request body: {'port': {'device_id': '83966181-d883-4564-8d1a-45706fa09012', 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa', 'admin_state_up': True, 'tenant_id': '75f4633af78d47bbbf4430d9b2e97984'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:46.223521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-51e133e5-705d-45d1-a98f-c9bdff588032 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:46.225423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-51e133e5-705d-45d1-a98f-c9bdff588032 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.10 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 812 time: 1.0035422 Feb 03 21:55:46.270338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Request body: {'port': {'device_id': 'db18e94e-ea9b-436c-b302-0f6acf5d3aca', 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa', 'admin_state_up': True, 'tenant_id': '75f4633af78d47bbbf4430d9b2e97984'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:46.349474 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d322a5c2-d46b-45e0-ad9a-9358bef4075c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:46.362053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d322a5c2-d46b-45e0-ad9a-9358bef4075c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:46.418837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Pushing event deleted for resources: {'Port': ['ID=d322a5c2-d46b-45e0-ad9a-9358bef4075c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:46.454989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a21a55f-4b89-45c5-99ef-6a2c7dfe885e tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (35b35e9a-5860-42e8-82d0-82c653581285), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:46.556737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] No DVR routers for this DVR port d322a5c2-d46b-45e0-ad9a-9358bef4075c on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:46.570662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:46.573932 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f08eee2-73ac-4316-94f2-e22f928444fe req-8a091c95-9ba7-4a70-a8d7-098f4e21411d tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.47 "DELETE /v2.0/ports/d322a5c2-d46b-45e0-ad9a-9358bef4075c HTTP/1.1" status: 204 len: 173 time: 2.1190042 Feb 03 21:55:46.626528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Made reservation on behalf of 75f4633af78d47bbbf4430d9b2e97984 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:46.630723 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:46.670751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Made reservation on behalf of 75f4633af78d47bbbf4430d9b2e97984 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:55:46.674316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:46.679160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Router d6876f29-1678-4a5d-840f-b3b448630d78 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:55:46.728623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b00fcae-c476-4b7b-ae32-c05601a2d37e', 'name': 'network-vif-deleted', 'tag': 'c0f5df8a-473e-431b-9172-1ffef30ba7ac'}, {'server_uuid': 'd82b9e88-eec0-4c1b-839b-8dca410e70ff', 'name': 'network-vif-deleted', 'tag': 'd322a5c2-d46b-45e0-ad9a-9358bef4075c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:46.730872 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4626d065-1ed1-47e5-bcc5-a31b24de205a" -d '{"events": [{"server_uuid": "4b00fcae-c476-4b7b-ae32-c05601a2d37e", "name": "network-vif-deleted", "tag": "c0f5df8a-473e-431b-9172-1ffef30ba7ac"}, {"server_uuid": "d82b9e88-eec0-4c1b-839b-8dca410e70ff", "name": "network-vif-deleted", "tag": "d322a5c2-d46b-45e0-ad9a-9358bef4075c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:46.841136 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f9cf73-87bc-4a4b-8de0-fe86869d4efa x-openstack-request-id: req-18f9cf73-87bc-4a4b-8de0-fe86869d4efa {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:46.841472 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b00fcae-c476-4b7b-ae32-c05601a2d37e", "name": "network-vif-deleted", "tag": "c0f5df8a-473e-431b-9172-1ffef30ba7ac", "status": "completed", "code": 200}, {"server_uuid": "d82b9e88-eec0-4c1b-839b-8dca410e70ff", "name": "network-vif-deleted", "tag": "d322a5c2-d46b-45e0-ad9a-9358bef4075c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:46.841685 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18f9cf73-87bc-4a4b-8de0-fe86869d4efa {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:46.842084 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b00fcae-c476-4b7b-ae32-c05601a2d37e', 'name': 'network-vif-deleted', 'tag': 'c0f5df8a-473e-431b-9172-1ffef30ba7ac', 'status': 'completed', 'code': 200} Feb 03 21:55:46.842340 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82b9e88-eec0-4c1b-839b-8dca410e70ff', 'name': 'network-vif-deleted', 'tag': 'd322a5c2-d46b-45e0-ad9a-9358bef4075c', 'status': 'completed', 'code': 200} Feb 03 21:55:46.965256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Allocated IP 172.20.0.8 (4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa/52615f2f-c7f4-48aa-b26d-f00497bdaf14/171a8e39-4395-43be-b155-fcdbed38635b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:47.026845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:47.038359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] Sync routers for ids ['d6876f29-1678-4a5d-840f-b3b448630d78'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:47.066762 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-93aca82a-f082-4e11-b367-a847c54fe6fd admin admin] 10.222.0.50 "PUT /v2.0/routers/d6876f29-1678-4a5d-840f-b3b448630d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5125697 Feb 03 21:55:47.070186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:47.070629 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] Routers {'d6876f29-1678-4a5d-840f-b3b448630d78'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:47.075243 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d6876f29-1678-4a5d-840f-b3b448630d78'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:47.198418 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a21a55f-4b89-45c5-99ef-6a2c7dfe885e tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (35b35e9a-5860-42e8-82d0-82c653581285), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:47.246110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e6ddac3-d312-4994-b27c-68c3f035c0f0 req-82e35189-1baf-442d-a6c3-700d11596045 tempest-ServerRescueNegativeTestJSON-1960390575 tempest-ServerRescueNegativeTestJSON-1960390575-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82b9e88-eec0-4c1b-839b-8dca410e70ff HTTP/1.1" status: 200 len: 210 time: 0.1292191 Feb 03 21:55:47.246350 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] Set router d6876f29-1678-4a5d-840f-b3b448630d78 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:47.306710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a21a55f-4b89-45c5-99ef-6a2c7dfe885e tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (35b35e9a-5860-42e8-82d0-82c653581285), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:47.381482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks [] for router (d6876f29-1678-4a5d-840f-b3b448630d78), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:47.488259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17c9161d-b3bd-420c-ae41-37093f71e305 req-eed0aa96-9e8d-4640-ae33-78f8707cadf8 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 210 time: 0.0874503 Feb 03 21:55:47.495726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks [] for port (171a8e39-4395-43be-b155-fcdbed38635b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:47.511794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39cbe-e510-4dbb-bbfa-9b257fec5c06 req-64e9ae71-f1c6-47ea-9734-375d0cb21104 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:47.522272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53c39cbe-e510-4dbb-bbfa-9b257fec5c06 req-64e9ae71-f1c6-47ea-9734-375d0cb21104 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.4079673 Feb 03 21:55:47.559389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks [] for router_gateway (d6876f29-1678-4a5d-840f-b3b448630d78), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:47.574164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (171a8e39-4395-43be-b155-fcdbed38635b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:47.586004 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '46a83265-3c22-495d-89af-4fa156ed2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:43Z', 'revision_number': 5, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'gw_port': {'id': '46a83265-3c22-495d-89af-4fa156ed2885', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:55:27Z', 'updated_at': '2022-02-03T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:47.626616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53c39cbe-e510-4dbb-bbfa-9b257fec5c06 req-55e3899f-9d3d-459e-90e9-87524d1bb52f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011512 Feb 03 21:55:47.647972 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] Checking router: d6876f29-1678-4a5d-840f-b3b448630d78 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:55:47.666300 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] Routers {'d6876f29-1678-4a5d-840f-b3b448630d78'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:47.667851 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d6876f29-1678-4a5d-840f-b3b448630d78'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:47.695531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:47.706925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a21a55f-4b89-45c5-99ef-6a2c7dfe885e tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Router 35b35e9a-5860-42e8-82d0-82c653581285 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:55:47.715796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:47.723622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Pushing event updated for resources: {'Port': ['ID=171a8e39-4395-43be-b155-fcdbed38635b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:47.726712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:47.730322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Allocated IP 172.20.0.7 (4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa/52615f2f-c7f4-48aa-b26d-f00497bdaf14/245f657d-53d2-4d67-b702-0851af5fd732) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:47.835067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:47.835987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:47.866900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Deleting port 46a83265-3c22-495d-89af-4fa156ed2885 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:47.867521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (46a83265-3c22-495d-89af-4fa156ed2885), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:47.870209 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] Set router d6876f29-1678-4a5d-840f-b3b448630d78 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:47.987016 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0ab3df75-85ad-46ca-bb56-874b88441c31 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7907906 Feb 03 21:55:47.991481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a21a55f-4b89-45c5-99ef-6a2c7dfe885e tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:47.997254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a21a55f-4b89-45c5-99ef-6a2c7dfe885e tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:48.001596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Request body: {'port': {'device_id': '83966181-d883-4564-8d1a-45706fa09012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:48.006748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2a21a55f-4b89-45c5-99ef-6a2c7dfe885e tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "PUT /v2.0/routers/35b35e9a-5860-42e8-82d0-82c653581285 HTTP/1.1" status: 200 len: 921 time: 1.9145913 Feb 03 21:55:48.008789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:48.013731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f981c-d1c8-4241-beb4-666262795712 None None] Sync routers for ids ['35b35e9a-5860-42e8-82d0-82c653581285'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:48.029255 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:47Z', 'revision_number': 6, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:48.036367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f981c-d1c8-4241-beb4-666262795712 None None] Routers {'35b35e9a-5860-42e8-82d0-82c653581285'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:48.042395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f8f981c-d1c8-4241-beb4-666262795712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['35b35e9a-5860-42e8-82d0-82c653581285'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:48.067485 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04a018-1f01-425f-aa90-821e668efe13 None None] The sync data for ids ['d6876f29-1678-4a5d-840f-b3b448630d78'] in n-d-824834-9 is: [{'id': 'd6876f29-1678-4a5d-840f-b3b448630d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1489037947-router', 'tenant_id': '373d2a7a58714d2698027ba9805a5889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:55:23Z', 'updated_at': '2022-02-03T21:55:47Z', 'revision_number': 6, 'project_id': '373d2a7a58714d2698027ba9805a5889', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:48.094893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f73a29-e8ab-4248-a410-3132e8a20b2d req-ba2af500-645c-49c1-a33f-91e52de5456a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:48.101854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27f73a29-e8ab-4248-a410-3132e8a20b2d req-ba2af500-645c-49c1-a33f-91e52de5456a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.1304357 Feb 03 21:55:48.148278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f8f981c-d1c8-4241-beb4-666262795712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:48.175176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f981c-d1c8-4241-beb4-666262795712 None None] Routers {'35b35e9a-5860-42e8-82d0-82c653581285'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:48.175734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f8f981c-d1c8-4241-beb4-666262795712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['35b35e9a-5860-42e8-82d0-82c653581285'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:48.188173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27f73a29-e8ab-4248-a410-3132e8a20b2d req-93b2100c-a9f6-48f7-8401-abc281d7ba74 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854714 Feb 03 21:55:48.225597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f8f981c-d1c8-4241-beb4-666262795712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:48.226407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f981c-d1c8-4241-beb4-666262795712 None None] The sync data for ids ['35b35e9a-5860-42e8-82d0-82c653581285'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:48.270721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41232) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:48.312690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41236) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:48.333327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks [] for port (245f657d-53d2-4d67-b702-0851af5fd732), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:48.342803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] For port 46a83265-3c22-495d-89af-4fa156ed2885, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=46a83265-3c22-495d-89af-4fa156ed2885,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:48.343163 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (46a83265-3c22-495d-89af-4fa156ed2885), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:48.345763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (171a8e39-4395-43be-b155-fcdbed38635b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:48.373240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Calling delete_port for 46a83265-3c22-495d-89af-4fa156ed2885 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:48.390324 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-737988aa-8c05-4087-8778-b1313e825e8a tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/routers/35b35e9a-5860-42e8-82d0-82c653581285 HTTP/1.1" status: 200 len: 921 time: 0.3714542 Feb 03 21:55:48.394341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:48.588960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (245f657d-53d2-4d67-b702-0851af5fd732), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:48.776547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7656c21-4a23-40fe-8f4f-03cde4b19c73 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:48.778353 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e7656c21-4a23-40fe-8f4f-03cde4b19c73 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=35b35e9a-5860-42e8-82d0-82c653581285&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3795707 Feb 03 21:55:48.780350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:48.792153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41242) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:48.801718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:48.828776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Pushing event updated for resources: {'Port': ['ID=245f657d-53d2-4d67-b702-0851af5fd732,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:48.831294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:48.857552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:48.932583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:48.933292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:48.981620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-4310198c-1e46-4dbf-9bf3-d38a1e53e7b9 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7154319 Feb 03 21:55:49.000412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Request body: {'port': {'device_id': 'db18e94e-ea9b-436c-b302-0f6acf5d3aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:49.013375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ef80-d0e7-4f7c-804d-7092ef876497 req-55937ebd-4149-4562-b211-c93939c02963 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:49.020735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee99ef80-d0e7-4f7c-804d-7092ef876497 req-55937ebd-4149-4562-b211-c93939c02963 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 931 time: 0.2426953 Feb 03 21:55:49.055370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 46a83265-3c22-495d-89af-4fa156ed2885 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:49.094631 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (245f657d-53d2-4d67-b702-0851af5fd732), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.119422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (46a83265-3c22-495d-89af-4fa156ed2885), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.155093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24582c1-ccd5-4529-b48e-896a1d065ebe tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:49.156676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c24582c1-ccd5-4529-b48e-896a1d065ebe tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 881 time: 0.3633099 Feb 03 21:55:49.171552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:49.181208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a83265-3c22-495d-89af-4fa156ed2885,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:49.205433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No active binding found for port 46a83265-3c22-495d-89af-4fa156ed2885 {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 21:55:49.206081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] The host n-d-824834-9 is not matching for port 46a83265-3c22-495d-89af-4fa156ed2885 host None! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 21:55:49.206642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 46a83265-3c22-495d-89af-4fa156ed2885 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:49.207219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:49.257544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:49.258058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7cd1b2b1-b3b7-48d5-aa25-bda8f9485331 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:49.290720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee99ef80-d0e7-4f7c-804d-7092ef876497 req-5b610ae6-c89e-4a9e-96cf-6c0ce0ef0af5 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688298 Feb 03 21:55:49.308450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171a8e39-4395-43be-b155-fcdbed38635b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:49.325477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Publish callbacks [] for port (171a8e39-4395-43be-b155-fcdbed38635b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.337557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d226a24e-0394-429f-abb0-217dccc415d9 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=35b35e9a-5860-42e8-82d0-82c653581285 HTTP/1.1" status: 200 len: 205 time: 0.1645715 Feb 03 21:55:49.340361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41250) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:49.423315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d322a5c2-d46b-45e0-ad9a-9358bef4075c no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:49.463064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: d322a5c2-d46b-45e0-ad9a-9358bef4075c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:49.464275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d322a5c2-d46b-45e0-ad9a-9358bef4075c not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:49.539465 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Publish callbacks [] for security_group (86d965a7-97f3-4798-a4b0-0167e6c7e1a3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.561556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (86d965a7-97f3-4798-a4b0-0167e6c7e1a3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.609577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49940a-2e1e-4f8a-b6d5-2b619dde54a4 req-0f65814b-6606-4ca1-ac95-905020555a75 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:49.611327 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c49940a-2e1e-4f8a-b6d5-2b619dde54a4 req-0f65814b-6606-4ca1-ac95-905020555a75 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.3197174 Feb 03 21:55:49.646849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (35b35e9a-5860-42e8-82d0-82c653581285), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.704726 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efead11d80f94256a68a781fbb451059&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4320819 Feb 03 21:55:49.710118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Transition to ACTIVE for port object 171a8e39-4395-43be-b155-fcdbed38635b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:55:49.710964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:49.713423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d965a7-97f3-4798-a4b0-0167e6c7e1a3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:49.764298 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (171a8e39-4395-43be-b155-fcdbed38635b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.765167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.765522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.765868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.766227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.766549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.766882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.767354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.767534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.767865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.768192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.768514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.768835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.769185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d2e8-67c1-4a35-95e4-2c12391295bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:55:49.786725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (d6876f29-1678-4a5d-840f-b3b448630d78), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.805963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c49940a-2e1e-4f8a-b6d5-2b619dde54a4 req-d42849ae-5e6b-4f20-ba86-e1bfc60f81bf tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745667 Feb 03 21:55:49.858249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (35b35e9a-5860-42e8-82d0-82c653581285), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.870865 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (d7bfb840-dec4-49de-aba7-a34326d8c5d9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.945682 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (d6876f29-1678-4a5d-840f-b3b448630d78), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:49.948393 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks [] for router_controller (d6876f29-1678-4a5d-840f-b3b448630d78), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.011141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Deleting port 41418460-a0f8-4f4d-853b-9c827b257145 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:50.011444 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (41418460-a0f8-4f4d-853b-9c827b257145), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.034542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Pushing event updated for resources: {'Port': ['ID=171a8e39-4395-43be-b155-fcdbed38635b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:50.067148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (d6876f29-1678-4a5d-840f-b3b448630d78), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.067844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6876f29-1678-4a5d-840f-b3b448630d78 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:55:50.075558 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.079506 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cc25d9f6-3cf9-4618-adb8-6dcaedd0bfb7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d6876f29-1678-4a5d-840f-b3b448630d78 HTTP/1.1" status: 204 len: 168 time: 3.0083623 Feb 03 21:55:50.092718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:50.171528 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (41418460-a0f8-4f4d-853b-9c827b257145), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.178344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6629ec65-a88d-4502-aaab-9242acf445dd admin admin] Publish callbacks [] for security_group (86d965a7-97f3-4798-a4b0-0167e6c7e1a3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.188788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Calling delete_port for 41418460-a0f8-4f4d-853b-9c827b257145 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:50.264301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddfab3a-1216-4f4e-8e88-193355ce9981 admin admin] Deleting subnet 8374fe4d-d33e-4a45-8145-bc29fafdf883 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:55:50.285803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fddfab3a-1216-4f4e-8e88-193355ce9981 admin admin] Publish callbacks [] for subnet (8374fe4d-d33e-4a45-8145-bc29fafdf883), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.332114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6629ec65-a88d-4502-aaab-9242acf445dd admin admin] Publish callbacks [] for security_group (86d965a7-97f3-4798-a4b0-0167e6c7e1a3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.401877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Deleting port b30cf654-7e50-4308-8414-fb5d0db57f45 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:50.402499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.403477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fddfab3a-1216-4f4e-8e88-193355ce9981 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (8374fe4d-d33e-4a45-8145-bc29fafdf883), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.463720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Attempting to bind port 171a8e39-4395-43be-b155-fcdbed38635b on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:50.464175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Attempting to bind port 171a8e39-4395-43be-b155-fcdbed38635b by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:50.464596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Attempting to bind port 171a8e39-4395-43be-b155-fcdbed38635b on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:50.479520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Port 171a8e39-4395-43be-b155-fcdbed38635b on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:55:50.479954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Attempting to bind port 171a8e39-4395-43be-b155-fcdbed38635b on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:50.497401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:50.497892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Checking segment: {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:50.498375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Bound using segment: {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:50.498921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Bound port: 171a8e39-4395-43be-b155-fcdbed38635b, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:50.499533 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (171a8e39-4395-43be-b155-fcdbed38635b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.593451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] For port b30cf654-7e50-4308-8414-fb5d0db57f45, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b30cf654-7e50-4308-8414-fb5d0db57f45,segment=NetworkSegment(39fbcdf8-30c2-49f2-926b-dfce53d06ebc),segment_id=39fbcdf8-30c2-49f2-926b-dfce53d06ebc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:50.594016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.607321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (41418460-a0f8-4f4d-853b-9c827b257145), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.615987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fddfab3a-1216-4f4e-8e88-193355ce9981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8374fe4d-d33e-4a45-8145-bc29fafdf883), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.621823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26092-c586-4762-9f69-198815fef2a8 req-c275d917-7379-4b92-b543-9c775108e897 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:50.623409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5c26092-c586-4762-9f69-198815fef2a8 req-c275d917-7379-4b92-b543-9c775108e897 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 931 time: 0.1700566 Feb 03 21:55:50.633099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Calling delete_port for b30cf654-7e50-4308-8414-fb5d0db57f45 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:50.670541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event deleted for resources: {'Port': ['ID=41418460-a0f8-4f4d-853b-9c827b257145,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:50.718785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245f657d-53d2-4d67-b702-0851af5fd732 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:50.728043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Publish callbacks [] for port (245f657d-53d2-4d67-b702-0851af5fd732), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.746052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Transition to ACTIVE for port object 245f657d-53d2-4d67-b702-0851af5fd732 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:55:50.753800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6629ec65-a88d-4502-aaab-9242acf445dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (86d965a7-97f3-4798-a4b0-0167e6c7e1a3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.757201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6629ec65-a88d-4502-aaab-9242acf445dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.758483 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6629ec65-a88d-4502-aaab-9242acf445dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86d965a7-97f3-4798-a4b0-0167e6c7e1a3 HTTP/1.1" status: 204 len: 168 time: 1.0435810 Feb 03 21:55:50.759352 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (245f657d-53d2-4d67-b702-0851af5fd732), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.818427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5c26092-c586-4762-9f69-198815fef2a8 req-a0dbc7a1-f5e1-4b68-95b6-bbe795e4b107 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813028 Feb 03 21:55:50.832475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (35b35e9a-5860-42e8-82d0-82c653581285), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.878095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fddfab3a-1216-4f4e-8e88-193355ce9981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (8374fe4d-d33e-4a45-8145-bc29fafdf883), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.895747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Pushing event updated for resources: {'Port': ['ID=245f657d-53d2-4d67-b702-0851af5fd732,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:50.948218 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fddfab3a-1216-4f4e-8e88-193355ce9981 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:50.949297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32377865-c9e4-4e49-b5c9-f5d80b3964b6 None None] Network 1593732b-9f20-4451-85c0-261240bc6521 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:55:50.956005 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fddfab3a-1216-4f4e-8e88-193355ce9981 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8374fe4d-d33e-4a45-8145-bc29fafdf883 HTTP/1.1" status: 204 len: 168 time: 0.8603623 Feb 03 21:55:50.963729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41272) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:50.966324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfab3a-1216-4f4e-8e88-193355ce9981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8374fe4d-d33e-4a45-8145-bc29fafdf883,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:50.987658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629ec65-a88d-4502-aaab-9242acf445dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d965a7-97f3-4798-a4b0-0167e6c7e1a3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:51.097970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Attempting to bind port 245f657d-53d2-4d67-b702-0851af5fd732 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:55:51.098375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Attempting to bind port 245f657d-53d2-4d67-b702-0851af5fd732 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:55:51.098701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Attempting to bind port 245f657d-53d2-4d67-b702-0851af5fd732 on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:51.111719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Port 245f657d-53d2-4d67-b702-0851af5fd732 on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:55:51.112773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Attempting to bind port 245f657d-53d2-4d67-b702-0851af5fd732 on network 4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:55:51.116512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (35b35e9a-5860-42e8-82d0-82c653581285), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.126469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (35b35e9a-5860-42e8-82d0-82c653581285), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.134510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:55:51.135228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Checking segment: {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:55:51.135932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Bound using segment: {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:55:51.137075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Bound port: 245f657d-53d2-4d67-b702-0851af5fd732, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bab6e2-bc90-4853-b9be-587f57271765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:55:51.138305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (245f657d-53d2-4d67-b702-0851af5fd732), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.190717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] For port 171a8e39-4395-43be-b155-fcdbed38635b, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:51.220615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] For port 171a8e39-4395-43be-b155-fcdbed38635b, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=171a8e39-4395-43be-b155-fcdbed38635b,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:51.236824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (171a8e39-4395-43be-b155-fcdbed38635b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.273473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b864e8-231c-441f-827a-8b5496700a1a None None] DHCP port deletion for 1593732b-9f20-4451-85c0-261240bc6521 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:55:51.294847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (1593732b-9f20-4451-85c0-261240bc6521), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.312518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (35b35e9a-5860-42e8-82d0-82c653581285), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.313030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Fanout notify agent at l3_agent the message router_deleted on router 35b35e9a-5860-42e8-82d0-82c653581285 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:55:51.323187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bed51-7edf-4c02-880a-fd29d5ca84e0 req-20a3bc15-1333-4de4-bdbf-df0c062b63db tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:51.326799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Pushing event updated for resources: {'Port': ['ID=171a8e39-4395-43be-b155-fcdbed38635b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:51.330491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a6bed51-7edf-4c02-880a-fd29d5ca84e0 req-20a3bc15-1333-4de4-bdbf-df0c062b63db tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.3656821 Feb 03 21:55:51.353703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] For port 245f657d-53d2-4d67-b702-0851af5fd732, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:55:51.359280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] For port 245f657d-53d2-4d67-b702-0851af5fd732, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=245f657d-53d2-4d67-b702-0851af5fd732,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:55:51.367807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:51.368761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.372831 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2a6c7aa3-bc7f-4911-a077-c3ecfa89760d service neutron] 10.222.0.47 "PUT /v2.0/ports/171a8e39-4395-43be-b155-fcdbed38635b HTTP/1.1" status: 200 len: 1091 time: 3.3769343 Feb 03 21:55:51.374431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83966181-d883-4564-8d1a-45706fa09012', 'tag': '171a8e39-4395-43be-b155-fcdbed38635b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:51.377806 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef69838-613c-42a5-b452-a7bb24bb79fa" -d '{"events": [{"name": "network-changed", "server_uuid": "83966181-d883-4564-8d1a-45706fa09012", "tag": "171a8e39-4395-43be-b155-fcdbed38635b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:51.378671 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.380407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f9ba4adb-b3f8-417f-8e52-75bee7cab016 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/35b35e9a-5860-42e8-82d0-82c653581285 HTTP/1.1" status: 204 len: 168 time: 2.0265062 Feb 03 21:55:51.391326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41278) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:51.401067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (245f657d-53d2-4d67-b702-0851af5fd732), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.406764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c7c7b462-74ce-42cb-a484-82a340bec6ed tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1125925174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:51.420630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41280) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:51.443732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-93b864e8-231c-441f-827a-8b5496700a1a None None] Deleting port a57bff68-2c8b-428d-aaca-24fbf41ece98 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:51.445138 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93b864e8-231c-441f-827a-8b5496700a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.499155 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09ef2a7-1693-4208-882c-60f3b0076fa1 x-openstack-request-id: req-a09ef2a7-1693-4208-882c-60f3b0076fa1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:51.499375 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83966181-d883-4564-8d1a-45706fa09012", "tag": "171a8e39-4395-43be-b155-fcdbed38635b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:51.499745 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a09ef2a7-1693-4208-882c-60f3b0076fa1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:51.500744 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83966181-d883-4564-8d1a-45706fa09012', 'tag': '171a8e39-4395-43be-b155-fcdbed38635b', 'status': 'completed', 'code': 200} Feb 03 21:55:51.511283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ed46ba5-b606-4475-8b05-81eec76bb31f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.539281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-93b864e8-231c-441f-827a-8b5496700a1a None None] For port a57bff68-2c8b-428d-aaca-24fbf41ece98, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a57bff68-2c8b-428d-aaca-24fbf41ece98,segment=NetworkSegment(9bd2d8a4-f364-4eca-9492-29bca2c8909d),segment_id=9bd2d8a4-f364-4eca-9492-29bca2c8909d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:51.540240 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93b864e8-231c-441f-827a-8b5496700a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.541484 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b30cf654-7e50-4308-8414-fb5d0db57f45), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.545112 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b462-74ce-42cb-a484-82a340bec6ed tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (af9b0237-b8c9-434d-9f5c-cab9fea6039f), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.546134 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b462-74ce-42cb-a484-82a340bec6ed tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (af9b0237-b8c9-434d-9f5c-cab9fea6039f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.558190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-93b864e8-231c-441f-827a-8b5496700a1a None None] Calling delete_port for a57bff68-2c8b-428d-aaca-24fbf41ece98 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:51.568649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Pushing event updated for resources: {'Port': ['ID=245f657d-53d2-4d67-b702-0851af5fd732,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:51.603031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:51.604418 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.606085 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-143836d9-cc99-4f37-bc49-dc72d528a516 service neutron] 10.222.0.10 "PUT /v2.0/ports/245f657d-53d2-4d67-b702-0851af5fd732 HTTP/1.1" status: 200 len: 1091 time: 2.6140714 Feb 03 21:55:51.626425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-9c9ce34f-683b-439f-810e-232285aab67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:51.628769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-9c9ce34f-683b-439f-810e-232285aab67a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 1125 time: 0.1922262 Feb 03 21:55:51.673024 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93b864e8-231c-441f-827a-8b5496700a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:51.690239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b864e8-231c-441f-827a-8b5496700a1a None None] No DVR routers for this DVR port a57bff68-2c8b-428d-aaca-24fbf41ece98 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:51.727997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b864e8-231c-441f-827a-8b5496700a1a None None] Pushing event deleted for resources: {'Port': ['ID=a57bff68-2c8b-428d-aaca-24fbf41ece98,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:51.750512 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-296761cb-e104-4d81-b707-21704a225920 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=171a8e39-4395-43be-b155-fcdbed38635b HTTP/1.1" status: 200 len: 217 time: 0.1053331 Feb 03 21:55:51.836316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-513279e4-d87e-4288-8fc8-f007af020275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:51.837878 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-513279e4-d87e-4288-8fc8-f007af020275 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 1125 time: 0.1679809 Feb 03 21:55:51.839298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0053d05f-3372-4b79-a01d-50719c573e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:51.840641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-0053d05f-3372-4b79-a01d-50719c573e55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52615f2f-c7f4-48aa-b26d-f00497bdaf14 HTTP/1.1" status: 200 len: 852 time: 0.0735769 Feb 03 21:55:51.927777 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-2b421de3-de2a-47f0-a53f-3093abea437d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=245f657d-53d2-4d67-b702-0851af5fd732 HTTP/1.1" status: 200 len: 217 time: 0.0827653 Feb 03 21:55:51.929820 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-101843d9-d8aa-4d78-b113-f35d3bc440f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782347 Feb 03 21:55:52.048698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-b7bc53e5-7e95-4546-8a80-daf541943fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:52.050275 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-b7bc53e5-7e95-4546-8a80-daf541943fb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52615f2f-c7f4-48aa-b26d-f00497bdaf14 HTTP/1.1" status: 200 len: 852 time: 0.1143267 Feb 03 21:55:52.097657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-afe1c930-f700-498e-bfe0-144a525efad2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393977 Feb 03 21:55:52.118109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b462-74ce-42cb-a484-82a340bec6ed tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (af9b0237-b8c9-434d-9f5c-cab9fea6039f), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.133226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a6bed51-7edf-4c02-880a-fd29d5ca84e0 req-a5ba796f-414d-47df-8cb6-4a3a80651829 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8015773 Feb 03 21:55:52.143239 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b462-74ce-42cb-a484-82a340bec6ed tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (af9b0237-b8c9-434d-9f5c-cab9fea6039f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.178957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30cf654-7e50-4308-8414-fb5d0db57f45,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:52.198084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-8eee541a-0fb0-45b5-93bb-2fc91d76043d service neutron] 10.222.0.47 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536047 Feb 03 21:55:52.215510 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b462-74ce-42cb-a484-82a340bec6ed tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.219386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c7c7b462-74ce-42cb-a484-82a340bec6ed tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8235559 Feb 03 21:55:52.224038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41286) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:52.250387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:52.307057 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-6b761ee5-4aa6-4e4d-ab0c-d9346c0ab8af service neutron] 10.222.0.10 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980364 Feb 03 21:55:52.345961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Deleting port a57bff68-2c8b-428d-aaca-24fbf41ece98 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:52.346389 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.390885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-36bb880c-cdfb-45a7-a6d7-5bfa311a4cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862199 Feb 03 21:55:52.447301 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52d966d0-f1da-47c3-b060-e4fe36a7b038 req-b866f39a-418f-489d-855e-74168c5cd5c2 service neutron] 10.222.0.10 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302681 Feb 03 21:55:52.469817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872888-bbcb-4275-baf6-99beee47da9e req-6fb67e57-8f43-4c17-bb70-394da0016918 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:52.471418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49872888-bbcb-4275-baf6-99beee47da9e req-6fb67e57-8f43-4c17-bb70-394da0016918 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 943 time: 0.3518224 Feb 03 21:55:52.524531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-e697506d-0352-4517-b8f5-fb1aeec76ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:52.526243 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-e697506d-0352-4517-b8f5-fb1aeec76ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 1125 time: 0.0603542 Feb 03 21:55:52.591880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] For port a57bff68-2c8b-428d-aaca-24fbf41ece98, host n-d-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:52.592342 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.621193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-5eb05f06-58fb-4475-85da-4c243201f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:52.622780 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-5eb05f06-58fb-4475-85da-4c243201f3f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 913 time: 0.0898504 Feb 03 21:55:52.636289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ed46ba5-b606-4475-8b05-81eec76bb31f admin admin] Publish callbacks [] for security_group (5cad19ad-b79a-45ae-b95b-8cfa71c4a4a5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.638011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Calling delete_port for a57bff68-2c8b-428d-aaca-24fbf41ece98 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:52.647252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Port a57bff68-2c8b-428d-aaca-24fbf41ece98 was not found and therefore no delete operation was performed {{(pid=103397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 21:55:52.659715 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a57bff68-2c8b-428d-aaca-24fbf41ece98), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.681214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-1c42e712-4d62-41fe-92e2-7da3df70543f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=171a8e39-4395-43be-b155-fcdbed38635b HTTP/1.1" status: 200 len: 217 time: 0.0510626 Feb 03 21:55:52.697894 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ed46ba5-b606-4475-8b05-81eec76bb31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5cad19ad-b79a-45ae-b95b-8cfa71c4a4a5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.733111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-33a76301-72da-4668-b0cf-ada55c093e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:52.734765 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-33a76301-72da-4668-b0cf-ada55c093e0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52615f2f-c7f4-48aa-b26d-f00497bdaf14 HTTP/1.1" status: 200 len: 852 time: 0.0471418 Feb 03 21:55:52.772008 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-f25f923c-503d-4efe-b0dd-a47b74ae39e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285146 Feb 03 21:55:52.787179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Pushing event deleted for resources: {'Port': ['ID=a57bff68-2c8b-428d-aaca-24fbf41ece98,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:52.797284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] No DVR routers for this DVR port a57bff68-2c8b-428d-aaca-24fbf41ece98 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:55:52.809856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (af9b0237-b8c9-434d-9f5c-cab9fea6039f), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.830043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49872888-bbcb-4275-baf6-99beee47da9e req-f94b568a-6e70-4cd1-b015-41659ca45b2c tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197942 Feb 03 21:55:52.860509 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (d7bfb840-dec4-49de-aba7-a34326d8c5d9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:52.875286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed46ba5-b606-4475-8b05-81eec76bb31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad19ad-b79a-45ae-b95b-8cfa71c4a4a5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:52.893825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8ed46ba5-b606-4475-8b05-81eec76bb31f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4e2f89f9c20413ba803f5e294dd03ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4717512 Feb 03 21:55:52.898328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41292) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:52.917492 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-a20fdcd7-ea8a-456c-96d8-10851093a5f7 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397560 Feb 03 21:55:53.020071 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (1593732b-9f20-4451-85c0-261240bc6521), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.057604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a57bff68-2c8b-428d-aaca-24fbf41ece98 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:53.071384 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ef69838-613c-42a5-b452-a7bb24bb79fa req-997c415f-2696-4743-8f7f-f2dcb4710314 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450033 Feb 03 21:55:53.074575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb554-239b-4310-90a9-78727297d853 admin admin] Publish callbacks [] for security_group (5cad19ad-b79a-45ae-b95b-8cfa71c4a4a5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.083304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a57bff68-2c8b-428d-aaca-24fbf41ece98 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:53.084104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a57bff68-2c8b-428d-aaca-24fbf41ece98 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:53.086075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1593732b-9f20-4451-85c0-261240bc6521']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:53.102463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd2d8a4-f364-4eca-9492-29bca2c8909d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:53.102746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd2d8a4-f364-4eca-9492-29bca2c8909d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:53.110209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb554-239b-4310-90a9-78727297d853 admin admin] Publish callbacks [] for security_group (5cad19ad-b79a-45ae-b95b-8cfa71c4a4a5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.124442 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (9bd2d8a4-f364-4eca-9492-29bca2c8909d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.151576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9bd2d8a4-f364-4eca-9492-29bca2c8909d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.160745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb554-239b-4310-90a9-78727297d853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5cad19ad-b79a-45ae-b95b-8cfa71c4a4a5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.163947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb554-239b-4310-90a9-78727297d853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.165936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b2bbb554-239b-4310-90a9-78727297d853 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5cad19ad-b79a-45ae-b95b-8cfa71c4a4a5 HTTP/1.1" status: 204 len: 168 time: 0.2662210 Feb 03 21:55:53.172001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:55:53.172426 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (9bd2d8a4-f364-4eca-9492-29bca2c8909d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:55:53.175014 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:55:53.179836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbb554-239b-4310-90a9-78727297d853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad19ad-b79a-45ae-b95b-8cfa71c4a4a5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:53.359243 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (1593732b-9f20-4451-85c0-261240bc6521), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.364724 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.370645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] 10.222.0.50 "DELETE /v2.0/networks/1593732b-9f20-4451-85c0-261240bc6521 HTTP/1.1" status: 204 len: 168 time: 2.4021511 Feb 03 21:55:53.448363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2effa5-bf04-4c58-8c32-a2e4feca158a admin admin] Pushing event deleted for resources: {'Network': ['ID=1593732b-9f20-4451-85c0-261240bc6521,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:53.502151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db18e94e-ea9b-436c-b302-0f6acf5d3aca', 'tag': '245f657d-53d2-4d67-b702-0851af5fd732'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:55:53.504085 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c745f1-f80f-4a13-81bc-b85095d97aef" -d '{"events": [{"name": "network-changed", "server_uuid": "db18e94e-ea9b-436c-b302-0f6acf5d3aca", "tag": "245f657d-53d2-4d67-b702-0851af5fd732"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:55:53.517640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ddd3-5a1c-409e-9542-0a34d10279c8 req-02800f1b-3c29-42ab-b8cb-618e63a43ddc tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:53.519466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d10ddd3-5a1c-409e-9542-0a34d10279c8 req-02800f1b-3c29-42ab-b8cb-618e63a43ddc tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.2711084 Feb 03 21:55:53.554936 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830355d6-6389-4e13-ba9c-97f2a02ae2d9 x-openstack-request-id: req-830355d6-6389-4e13-ba9c-97f2a02ae2d9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:55:53.555398 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db18e94e-ea9b-436c-b302-0f6acf5d3aca", "tag": "245f657d-53d2-4d67-b702-0851af5fd732", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:55:53.555820 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-830355d6-6389-4e13-ba9c-97f2a02ae2d9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:55:53.556465 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db18e94e-ea9b-436c-b302-0f6acf5d3aca', 'tag': '245f657d-53d2-4d67-b702-0851af5fd732', 'status': 'completed', 'code': 200} Feb 03 21:55:53.558942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (af9b0237-b8c9-434d-9f5c-cab9fea6039f), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.559667 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9c40e41-14e0-437a-8c2e-4535aeaa0266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.569760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Router d7bfb840-dec4-49de-aba7-a34326d8c5d9 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:55:53.609253 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:53.641243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-874a42aa-45c5-491c-8a07-e20a9809e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:53.643367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-874a42aa-45c5-491c-8a07-e20a9809e3aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75f4633af78d47bbbf4430d9b2e97984&device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 1125 time: 0.0707324 Feb 03 21:55:53.651578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:53.761772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d10ddd3-5a1c-409e-9542-0a34d10279c8 req-126ed101-7029-4776-ba9c-700cc1c96e0a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087879 Feb 03 21:55:53.802291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-90cc3372-9739-4120-800c-6c2d716bbf6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=373d2a7a58714d2698027ba9805a5889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490879 Feb 03 21:55:53.809461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:53.867984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Allocated IP 172.25.5.48 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/128fdf04-69e9-4200-9759-f01fad0ea403) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:55:53.869326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-8e74f60b-3d70-4bbe-9e90-ffbaae20e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:53.874498 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-8e74f60b-3d70-4bbe-9e90-ffbaae20e52c service neutron] 10.222.0.10 "GET /v2.0/networks?id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 200 len: 913 time: 0.2239511 Feb 03 21:55:53.876644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:53.883068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5cef39fb-9772-4336-bee4-274bcd659245 admin admin] 10.222.0.50 "PUT /v2.0/routers/d7bfb840-dec4-49de-aba7-a34326d8c5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5690432 Feb 03 21:55:53.892667 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] Sync routers for ids ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:53.898043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41320) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:53.905908 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] Routers {'d7bfb840-dec4-49de-aba7-a34326d8c5d9'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:53.907490 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:54.009908 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-58465005-0c04-4b20-b1ac-41fdfea06412 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=245f657d-53d2-4d67-b702-0851af5fd732 HTTP/1.1" status: 200 len: 217 time: 0.1066148 Feb 03 21:55:54.053060 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] Set router d7bfb840-dec4-49de-aba7-a34326d8c5d9 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:54.074499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for port (128fdf04-69e9-4200-9759-f01fad0ea403), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:54.088465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be462caf-c1c9-4c7c-af80-2ad023971f7a admin admin] Publish callbacks [] for security_group (9df7290f-a031-4921-a86d-fb7b7a6b2b98), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:54.113196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-d3ba3009-6dcf-4512-8d14-77c13886450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:54.115122 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-d3ba3009-6dcf-4512-8d14-77c13886450c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52615f2f-c7f4-48aa-b26d-f00497bdaf14 HTTP/1.1" status: 200 len: 852 time: 0.0955148 Feb 03 21:55:54.131579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be462caf-c1c9-4c7c-af80-2ad023971f7a admin admin] Publish callbacks [] for security_group (9df7290f-a031-4921-a86d-fb7b7a6b2b98), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:54.158080 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (128fdf04-69e9-4200-9759-f01fad0ea403), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:54.205174 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-1a6437e9-614e-4bcb-bc72-4e1affcf372b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800548 Feb 03 21:55:54.320353 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:52:13Z', 'updated_at': '2022-02-03T21:55:51Z', 'revision_number': 5, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'gw_port': {'id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:14Z', 'updated_at': '2022-02-03T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:54.354377 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] Checking router: d7bfb840-dec4-49de-aba7-a34326d8c5d9 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:55:54.359160 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:54.366373 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] Routers {'d7bfb840-dec4-49de-aba7-a34326d8c5d9'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:54.367011 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:54.407235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be462caf-c1c9-4c7c-af80-2ad023971f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9df7290f-a031-4921-a86d-fb7b7a6b2b98), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:54.411530 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be462caf-c1c9-4c7c-af80-2ad023971f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:54.416982 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-be462caf-c1c9-4c7c-af80-2ad023971f7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9df7290f-a031-4921-a86d-fb7b7a6b2b98 HTTP/1.1" status: 204 len: 168 time: 0.6061041 Feb 03 21:55:54.425642 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:54.490569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be462caf-c1c9-4c7c-af80-2ad023971f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df7290f-a031-4921-a86d-fb7b7a6b2b98,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:54.514751 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-79e3556d-aa5d-47ed-b558-216030deaf58 service neutron] 10.222.0.10 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938790 Feb 03 21:55:54.655614 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] Set router d7bfb840-dec4-49de-aba7-a34326d8c5d9 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:55:54.679119 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c745f1-f80f-4a13-81bc-b85095d97aef req-f0f97bec-b3af-4226-8156-6ac67505626b service neutron] 10.222.0.10 "GET /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584105 Feb 03 21:55:54.797468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:55:54.814273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:55:54.822767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:55:54.885343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cba09-ccd5-4b0b-be46-40ad28b71647 req-d5ab7009-7e4e-44df-914e-1a001177065d tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:54.886995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-687cba09-ccd5-4b0b-be46-40ad28b71647 req-d5ab7009-7e4e-44df-914e-1a001177065d tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 943 time: 0.9195721 Feb 03 21:55:54.887924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event updated for resources: {'Port': ['ID=128fdf04-69e9-4200-9759-f01fad0ea403,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:54.898599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks [] for router (d7bfb840-dec4-49de-aba7-a34326d8c5d9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.033728 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:52:13Z', 'updated_at': '2022-02-03T21:55:51Z', 'revision_number': 5, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'gw_port': {'id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:14Z', 'updated_at': '2022-02-03T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:55.067383 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c43d6-bf3c-4b2c-91ea-cc3739669690 None None] The sync data for ids ['d7bfb840-dec4-49de-aba7-a34326d8c5d9'] in n-d-824834-9 is: [{'id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-168701192-router', 'tenant_id': 'ff913163692647e695e9ab8b6e697fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:52:13Z', 'updated_at': '2022-02-03T21:55:51Z', 'revision_number': 5, 'project_id': 'ff913163692647e695e9ab8b6e697fe6', 'gw_port': {'id': 'bd4905b7-307a-4da2-b46e-7c28095d98f1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfb840-dec4-49de-aba7-a34326d8c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:52:14Z', 'updated_at': '2022-02-03T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:55.084867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-687cba09-ccd5-4b0b-be46-40ad28b71647 req-3f1a0a8c-770b-4ce5-9283-d93e6c011845 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907845 Feb 03 21:55:55.229975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e6e6c-5105-4a31-9f6c-cdf94056a954 req-58b05eab-9081-4b4d-ac5d-c1d14a1e722c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:55.231438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d1e6e6c-5105-4a31-9f6c-cdf94056a954 req-58b05eab-9081-4b4d-ac5d-c1d14a1e722c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.2883363 Feb 03 21:55:55.304394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks [] for router_gateway (d7bfb840-dec4-49de-aba7-a34326d8c5d9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.406335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:55.422730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d1e6e6c-5105-4a31-9f6c-cdf94056a954 req-2ed73338-287a-48ff-b2c1-3bc2c8d0f4bb tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837540 Feb 03 21:55:55.427907 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (af9b0237-b8c9-434d-9f5c-cab9fea6039f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.672308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Deleting port bd4905b7-307a-4da2-b46e-7c28095d98f1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:55.673067 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.716848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0f3f1f8-3221-401f-ae9c-beccda9c35e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.746406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45a2173c-05fd-46d2-8a73-174e341a1352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.862844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] For port bd4905b7-307a-4da2-b46e-7c28095d98f1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bd4905b7-307a-4da2-b46e-7c28095d98f1,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:55.863385 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.878487 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (af9b0237-b8c9-434d-9f5c-cab9fea6039f), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.885559 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (af9b0237-b8c9-434d-9f5c-cab9fea6039f), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.888746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Calling delete_port for bd4905b7-307a-4da2-b46e-7c28095d98f1 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:55.893216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45a2173c-05fd-46d2-8a73-174e341a1352 admin admin] Publish callbacks [] for security_group (db282949-58fb-460f-8810-c745eb38f447), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.899859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45a2173c-05fd-46d2-8a73-174e341a1352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (db282949-58fb-460f-8810-c745eb38f447), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:55.975013 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-45a2173c-05fd-46d2-8a73-174e341a1352 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4be6cbdd33124f418f09c9b2e69fddce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5671566 Feb 03 21:55:55.977205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:55.986049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2173c-05fd-46d2-8a73-174e341a1352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db282949-58fb-460f-8810-c745eb38f447,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:56.073271 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-359b31f3-fa9b-4d76-b7ac-4ed93ab02ef5 admin admin] Publish callbacks [] for security_group (db282949-58fb-460f-8810-c745eb38f447), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:56.098618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-359b31f3-fa9b-4d76-b7ac-4ed93ab02ef5 admin admin] Publish callbacks [] for security_group (db282949-58fb-460f-8810-c745eb38f447), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:56.163178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-359b31f3-fa9b-4d76-b7ac-4ed93ab02ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (db282949-58fb-460f-8810-c745eb38f447), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:56.167400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-359b31f3-fa9b-4d76-b7ac-4ed93ab02ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:56.171152 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-359b31f3-fa9b-4d76-b7ac-4ed93ab02ef5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db282949-58fb-460f-8810-c745eb38f447 HTTP/1.1" status: 204 len: 168 time: 0.1905096 Feb 03 21:55:56.180237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b31f3-fa9b-4d76-b7ac-4ed93ab02ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db282949-58fb-460f-8810-c745eb38f447,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:56.204290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Router af9b0237-b8c9-434d-9f5c-cab9fea6039f is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:55:56.363165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (bd4905b7-307a-4da2-b46e-7c28095d98f1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:56.432300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4905b7-307a-4da2-b46e-7c28095d98f1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:56.558678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df11fc-5b14-4fed-be84-372580513a79 req-ae519be1-9e43-4fd1-8f89-aca23a572e81 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:56.560592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83df11fc-5b14-4fed-be84-372580513a79 req-ae519be1-9e43-4fd1-8f89-aca23a572e81 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 943 time: 0.2638993 Feb 03 21:55:56.570543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:55:56.582160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50426d1-8928-4c1a-8ff4-7a4a83b36bf4 None None] Sync routers for ids ['af9b0237-b8c9-434d-9f5c-cab9fea6039f'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:55:56.594806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50426d1-8928-4c1a-8ff4-7a4a83b36bf4 None None] Routers {'af9b0237-b8c9-434d-9f5c-cab9fea6039f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:56.599088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f50426d1-8928-4c1a-8ff4-7a4a83b36bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['af9b0237-b8c9-434d-9f5c-cab9fea6039f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:56.605983 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:56.608273 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cee3ce81-e2a9-4612-8e60-eaf18992d41d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "PUT /v2.0/routers/af9b0237-b8c9-434d-9f5c-cab9fea6039f HTTP/1.1" status: 200 len: 879 time: 4.3640816 Feb 03 21:55:56.611086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:56.643357 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (d7bfb840-dec4-49de-aba7-a34326d8c5d9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:56.660630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f50426d1-8928-4c1a-8ff4-7a4a83b36bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:56.671882 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50426d1-8928-4c1a-8ff4-7a4a83b36bf4 None None] Routers {'af9b0237-b8c9-434d-9f5c-cab9fea6039f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:55:56.686450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f50426d1-8928-4c1a-8ff4-7a4a83b36bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['af9b0237-b8c9-434d-9f5c-cab9fea6039f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:56.738476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f50426d1-8928-4c1a-8ff4-7a4a83b36bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:56.740380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50426d1-8928-4c1a-8ff4-7a4a83b36bf4 None None] The sync data for ids ['af9b0237-b8c9-434d-9f5c-cab9fea6039f'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:55:56.803646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 245f657d-53d2-4d67-b702-0851af5fd732 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:55:56.921538 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0474f228-2ed8-4385-9204-e8f66964785a tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/routers/af9b0237-b8c9-434d-9f5c-cab9fea6039f HTTP/1.1" status: 200 len: 920 time: 0.3076324 Feb 03 21:55:56.922665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:56.996367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccb42d-a74f-42b1-957f-f6b39ed71e66 req-5a10cbb9-291b-48f5-91a2-484e3f7f1fe4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:57.004104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81ccb42d-a74f-42b1-957f-f6b39ed71e66 req-5a10cbb9-291b-48f5-91a2-484e3f7f1fe4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.2666814 Feb 03 21:55:57.007486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (d7bfb840-dec4-49de-aba7-a34326d8c5d9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.010787 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks [] for router_controller (d7bfb840-dec4-49de-aba7-a34326d8c5d9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.027482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83df11fc-5b14-4fed-be84-372580513a79 req-82223e63-c039-4fe7-ac04-467a986dfd63 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528580 Feb 03 21:55:57.055840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37466cd8-93c7-4c4f-9f26-e94b73ea02ef tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:57.057398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-37466cd8-93c7-4c4f-9f26-e94b73ea02ef tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=af9b0237-b8c9-434d-9f5c-cab9fea6039f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1338091 Feb 03 21:55:57.062680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:57.092883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 245f657d-53d2-4d67-b702-0851af5fd732, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=245f657d-53d2-4d67-b702-0851af5fd732,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:57.126922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '245f657d-53d2-4d67-b702-0851af5fd732', 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa', 'port_id': '245f657d-53d2-4d67-b702-0851af5fd732', 'mac_address': 'fa:16:3e:98:e5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52615f2f-c7f4-48aa-b26d-f00497bdaf14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:55:57.134487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b30cf654-7e50-4308-8414-fb5d0db57f45 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:57.169970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:57.190228 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (d7bfb840-dec4-49de-aba7-a34326d8c5d9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.190876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7bfb840-dec4-49de-aba7-a34326d8c5d9 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:55:57.211030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.217051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71d198ce-9509-47c8-972d-40609b912a7f admin admin] 10.222.0.50 "DELETE /v2.0/routers/d7bfb840-dec4-49de-aba7-a34326d8c5d9 HTTP/1.1" status: 204 len: 168 time: 3.3157158 Feb 03 21:55:57.217231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b30cf654-7e50-4308-8414-fb5d0db57f45 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:57.217542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b30cf654-7e50-4308-8414-fb5d0db57f45 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:57.218088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:57.219845 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.273533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81ccb42d-a74f-42b1-957f-f6b39ed71e66 req-cfc9d0f7-bd90-4d30-8ad5-cb5da79cfde6 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680104 Feb 03 21:55:57.319286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 245f657d-53d2-4d67-b702-0851af5fd732 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:57.319800 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (245f657d-53d2-4d67-b702-0851af5fd732), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.338549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c9fa5-d3c4-4404-a2f3-54230afe313c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:57.343843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41468) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:57.345460 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7d4c9fa5-d3c4-4404-a2f3-54230afe313c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 881 time: 0.2763669 Feb 03 21:55:57.350352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245f657d-53d2-4d67-b702-0851af5fd732 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:57.366485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-df633c47-baf6-4bbd-bda3-b725d18daa66 admin admin] Deleting subnet 4948af62-de5f-4723-bed2-525165fe47b6 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:55:57.370179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df633c47-baf6-4bbd-bda3-b725d18daa66 admin admin] Publish callbacks [] for subnet (4948af62-de5f-4723-bed2-525165fe47b6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.409832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 245f657d-53d2-4d67-b702-0851af5fd732, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=245f657d-53d2-4d67-b702-0851af5fd732,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:57.415684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-05bbd395-516d-46cf-8feb-cda22740e87d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=af9b0237-b8c9-434d-9f5c-cab9fea6039f HTTP/1.1" status: 200 len: 205 time: 0.0708544 Feb 03 21:55:57.419682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (245f657d-53d2-4d67-b702-0851af5fd732), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.425860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:57.438227 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df633c47-baf6-4bbd-bda3-b725d18daa66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (4948af62-de5f-4723-bed2-525165fe47b6), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.469934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 171a8e39-4395-43be-b155-fcdbed38635b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:55:57.505579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53eb9616-cdb5-44df-b9d8-d9a79ef3f121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.516931 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df633c47-baf6-4bbd-bda3-b725d18daa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (4948af62-de5f-4723-bed2-525165fe47b6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.625757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (af9b0237-b8c9-434d-9f5c-cab9fea6039f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.669926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df633c47-baf6-4bbd-bda3-b725d18daa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (4948af62-de5f-4723-bed2-525165fe47b6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.694400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df633c47-baf6-4bbd-bda3-b725d18daa66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.697677 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-df633c47-baf6-4bbd-bda3-b725d18daa66 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4948af62-de5f-4723-bed2-525165fe47b6 HTTP/1.1" status: 204 len: 168 time: 0.4773078 Feb 03 21:55:57.725745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:57.753674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df633c47-baf6-4bbd-bda3-b725d18daa66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4948af62-de5f-4723-bed2-525165fe47b6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:57.774468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=245f657d-53d2-4d67-b702-0851af5fd732,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:57.797060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 171a8e39-4395-43be-b155-fcdbed38635b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=171a8e39-4395-43be-b155-fcdbed38635b,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:57.803434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['245f657d-53d2-4d67-b702-0851af5fd732'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:57.814307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53eb9616-cdb5-44df-b9d8-d9a79ef3f121 admin admin] Publish callbacks [] for security_group (fee9ec6e-1737-420d-8239-003d86fff85a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.821648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53eb9616-cdb5-44df-b9d8-d9a79ef3f121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fee9ec6e-1737-420d-8239-003d86fff85a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.899714 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-53eb9616-cdb5-44df-b9d8-d9a79ef3f121 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83e94fee3cb843c9b6ae61903c690767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7286243 Feb 03 21:55:57.900536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb9616-cdb5-44df-b9d8-d9a79ef3f121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee9ec6e-1737-420d-8239-003d86fff85a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:57.902895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:57.965011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b7a85b3-9510-4bc7-b299-fd53f5a7520a admin admin] Publish callbacks [] for security_group (fee9ec6e-1737-420d-8239-003d86fff85a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.972019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '171a8e39-4395-43be-b155-fcdbed38635b', 'network_id': '4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa', 'port_id': '171a8e39-4395-43be-b155-fcdbed38635b', 'mac_address': 'fa:16:3e:71:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52615f2f-c7f4-48aa-b26d-f00497bdaf14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:55:57.987600 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (3bf84af0-4b96-4424-b84f-b6d6c008b1eb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:57.987991 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b7a85b3-9510-4bc7-b299-fd53f5a7520a admin admin] Publish callbacks [] for security_group (fee9ec6e-1737-420d-8239-003d86fff85a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.051086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b7a85b3-9510-4bc7-b299-fd53f5a7520a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fee9ec6e-1737-420d-8239-003d86fff85a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.054375 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b7a85b3-9510-4bc7-b299-fd53f5a7520a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.057831 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6b7a85b3-9510-4bc7-b299-fd53f5a7520a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fee9ec6e-1737-420d-8239-003d86fff85a HTTP/1.1" status: 204 len: 168 time: 0.1515939 Feb 03 21:55:58.064551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a85b3-9510-4bc7-b299-fd53f5a7520a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee9ec6e-1737-420d-8239-003d86fff85a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:58.118505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (af9b0237-b8c9-434d-9f5c-cab9fea6039f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.220780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 171a8e39-4395-43be-b155-fcdbed38635b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:55:58.221561 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (171a8e39-4395-43be-b155-fcdbed38635b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.237580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171a8e39-4395-43be-b155-fcdbed38635b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:55:58.283517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 171a8e39-4395-43be-b155-fcdbed38635b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=171a8e39-4395-43be-b155-fcdbed38635b,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:55:58.289160 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (171a8e39-4395-43be-b155-fcdbed38635b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.370584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=171a8e39-4395-43be-b155-fcdbed38635b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:58.569345 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.611516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['171a8e39-4395-43be-b155-fcdbed38635b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:55:58.662727 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (3bf84af0-4b96-4424-b84f-b6d6c008b1eb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.691202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:58.718356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-708530e6-9951-43fe-8a14-852cddf50bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.743791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf84af0-4b96-4424-b84f-b6d6c008b1eb']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:58.771526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fbcdf8-30c2-49f2-926b-dfce53d06ebc') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:58.771891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fbcdf8-30c2-49f2-926b-dfce53d06ebc') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:55:58.781590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd764d-b262-467c-b695-1c1c3a1c6897 req-b8ecb93f-21b7-48e0-a32b-b08a93931737 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:58.783127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fffd764d-b262-467c-b695-1c1c3a1c6897 req-b8ecb93f-21b7-48e0-a32b-b08a93931737 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.1172333 Feb 03 21:55:58.831296 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (39fbcdf8-30c2-49f2-926b-dfce53d06ebc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.839025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a427433-fdd3-4994-974b-a392a6b7d9fc req-43fe5d26-76be-43eb-9bd5-90f693ea773e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:58.849743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a427433-fdd3-4994-974b-a392a6b7d9fc req-43fe5d26-76be-43eb-9bd5-90f693ea773e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 944 time: 0.5967751 Feb 03 21:55:58.889146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (39fbcdf8-30c2-49f2-926b-dfce53d06ebc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.902749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bd4905b7-307a-4da2-b46e-7c28095d98f1 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:55:58.916154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Deleting port 128fdf04-69e9-4200-9759-f01fad0ea403 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:55:58.916550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (128fdf04-69e9-4200-9759-f01fad0ea403), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.919341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:55:58.919735 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (39fbcdf8-30c2-49f2-926b-dfce53d06ebc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:55:58.924876 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:55:58.934600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: bd4905b7-307a-4da2-b46e-7c28095d98f1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:55:58.934600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bd4905b7-307a-4da2-b46e-7c28095d98f1 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:55:58.956464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-708530e6-9951-43fe-8a14-852cddf50bb0 admin admin] Publish callbacks [] for security_group (b61d0c95-df1b-41b7-b239-d8895f0649de), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:58.963091 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-708530e6-9951-43fe-8a14-852cddf50bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b61d0c95-df1b-41b7-b239-d8895f0649de), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.004597 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-708530e6-9951-43fe-8a14-852cddf50bb0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1c36e756bcb40c98a19e5a241abd228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096063 Feb 03 21:55:59.004597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708530e6-9951-43fe-8a14-852cddf50bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d0c95-df1b-41b7-b239-d8895f0649de,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:59.007037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41550) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:59.030422 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fffd764d-b262-467c-b695-1c1c3a1c6897 req-0872d59e-727a-4def-be66-caf4ca1f82b3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221553 Feb 03 21:55:59.059011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a427433-fdd3-4994-974b-a392a6b7d9fc req-943eae3f-a3a7-4b9d-b0a3-a5ba78995ea2 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019260 Feb 03 21:55:59.066254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8188-8985-460c-a4e3-b365c1f0fa33 admin admin] Publish callbacks [] for security_group (b61d0c95-df1b-41b7-b239-d8895f0649de), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.091081 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (3bf84af0-4b96-4424-b84f-b6d6c008b1eb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.096110 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8188-8985-460c-a4e3-b365c1f0fa33 admin admin] Publish callbacks [] for security_group (b61d0c95-df1b-41b7-b239-d8895f0649de), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.112287 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.119186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3bf84af0-4b96-4424-b84f-b6d6c008b1eb HTTP/1.1" status: 204 len: 168 time: 1.3902605 Feb 03 21:55:59.130513 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (128fdf04-69e9-4200-9759-f01fad0ea403), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.136709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417c113-4d41-45ad-a494-e4019022e399 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf84af0-4b96-4424-b84f-b6d6c008b1eb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:59.157782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Calling delete_port for 128fdf04-69e9-4200-9759-f01fad0ea403 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:55:59.159013 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8188-8985-460c-a4e3-b365c1f0fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b61d0c95-df1b-41b7-b239-d8895f0649de), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.161687 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8188-8985-460c-a4e3-b365c1f0fa33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.162871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2b3f8188-8985-460c-a4e3-b365c1f0fa33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b61d0c95-df1b-41b7-b239-d8895f0649de HTTP/1.1" status: 204 len: 168 time: 0.1549039 Feb 03 21:55:59.174111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f8188-8985-460c-a4e3-b365c1f0fa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d0c95-df1b-41b7-b239-d8895f0649de,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:59.447317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (128fdf04-69e9-4200-9759-f01fad0ea403), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.480854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event deleted for resources: {'Port': ['ID=128fdf04-69e9-4200-9759-f01fad0ea403,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:55:59.483175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:59.602681 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (af9b0237-b8c9-434d-9f5c-cab9fea6039f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.763664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (af9b0237-b8c9-434d-9f5c-cab9fea6039f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.770672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (af9b0237-b8c9-434d-9f5c-cab9fea6039f), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.875994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4badf97-4510-4afc-a433-025e1c160b49 req-6ff46e21-ab49-48f3-b08d-400ee8369a63 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:55:59.877736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4badf97-4510-4afc-a433-025e1c160b49 req-6ff46e21-ab49-48f3-b08d-400ee8369a63 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1945024 Feb 03 21:55:59.882739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.889670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (af9b0237-b8c9-434d-9f5c-cab9fea6039f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.891207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Fanout notify agent at l3_agent the message router_deleted on router af9b0237-b8c9-434d-9f5c-cab9fea6039f {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:55:59.899896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.913763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5e0f9930-20b2-4391-b6e6-d6194c9a406c tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/af9b0237-b8c9-434d-9f5c-cab9fea6039f HTTP/1.1" status: 204 len: 168 time: 2.4872813 Feb 03 21:55:59.915219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41612) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:55:59.919833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-060652d3-be0a-4917-9ebb-aa2d3757ae80 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-205777036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:55:59.959383 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-060652d3-be0a-4917-9ebb-aa2d3757ae80 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (4c7cc346-de52-4d2e-8b1d-c597fea4c934), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:55:59.961175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-060652d3-be0a-4917-9ebb-aa2d3757ae80 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (4c7cc346-de52-4d2e-8b1d-c597fea4c934), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.003214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-16b55165-831d-4279-abae-76756620f5a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff913163692647e695e9ab8b6e697fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5183802 Feb 03 21:56:00.005688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41614) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:00.033540 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-060652d3-be0a-4917-9ebb-aa2d3757ae80 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (4c7cc346-de52-4d2e-8b1d-c597fea4c934), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.077458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4badf97-4510-4afc-a433-025e1c160b49 req-cfecee28-e38e-4b5f-941c-05669ad4bba9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896818 Feb 03 21:56:00.078396 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-060652d3-be0a-4917-9ebb-aa2d3757ae80 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (4c7cc346-de52-4d2e-8b1d-c597fea4c934), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.094620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-721c5542-064a-4545-aff5-3f7c52a49c66 admin admin] Publish callbacks [] for security_group (60892a6b-60d7-4224-a1ee-4685efbc1721), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.113337 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-060652d3-be0a-4917-9ebb-aa2d3757ae80 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.113454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:00.113571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-060652d3-be0a-4917-9ebb-aa2d3757ae80 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1930294 Feb 03 21:56:00.117931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': True}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:00.207253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309222-aef9-455c-8274-2f9e68b2d2c0 req-5a804648-211e-4144-ab59-f4f9095d3015 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:00.208833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca309222-aef9-455c-8274-2f9e68b2d2c0 req-5a804648-211e-4144-ab59-f4f9095d3015 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.0730245 Feb 03 21:56:00.215086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-721c5542-064a-4545-aff5-3f7c52a49c66 admin admin] Publish callbacks [] for security_group (60892a6b-60d7-4224-a1ee-4685efbc1721), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.325333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7f44-c8aa-42bd-93e9-a9a1bc8db227 req-c74c250c-c161-4b7c-b13d-28b4f973ed02 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:00.329709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6ba7f44-c8aa-42bd-93e9-a9a1bc8db227 req-c74c250c-c161-4b7c-b13d-28b4f973ed02 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 944 time: 0.1195455 Feb 03 21:56:00.337761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca309222-aef9-455c-8274-2f9e68b2d2c0 req-29268093-0177-4907-bbc4-455fb364a102 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140187 Feb 03 21:56:00.411619 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (4c7cc346-de52-4d2e-8b1d-c597fea4c934), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.432287 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-721c5542-064a-4545-aff5-3f7c52a49c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (60892a6b-60d7-4224-a1ee-4685efbc1721), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.436585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-721c5542-064a-4545-aff5-3f7c52a49c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.437899 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-721c5542-064a-4545-aff5-3f7c52a49c66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60892a6b-60d7-4224-a1ee-4685efbc1721 HTTP/1.1" status: 204 len: 168 time: 0.4310136 Feb 03 21:56:00.455845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c5542-064a-4545-aff5-3f7c52a49c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60892a6b-60d7-4224-a1ee-4685efbc1721,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:00.461792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6ba7f44-c8aa-42bd-93e9-a9a1bc8db227 req-1ab95670-2a7d-465a-b25b-6f664ed5021f tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133225 Feb 03 21:56:00.585145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf505be-c194-4d7f-b99f-a25c50258ffc req-2ee1b683-4095-4099-8f5f-b6bb6db332d9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:00.591291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bf505be-c194-4d7f-b99f-a25c50258ffc req-2ee1b683-4095-4099-8f5f-b6bb6db332d9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.0955539 Feb 03 21:56:00.694536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bf505be-c194-4d7f-b99f-a25c50258ffc req-659fdf5b-d457-4c79-af72-b58b9f2f7785 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959752 Feb 03 21:56:00.719483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (4c7cc346-de52-4d2e-8b1d-c597fea4c934), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.741822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.867644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 245f657d-53d2-4d67-b702-0851af5fd732 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:00.948050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 245f657d-53d2-4d67-b702-0851af5fd732 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:56:00.957121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 245f657d-53d2-4d67-b702-0851af5fd732 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:00.958572 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (245f657d-53d2-4d67-b702-0851af5fd732), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:00.978969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Allocated IP 172.25.5.242 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/0e41dda1-e032-4e43-a6a8-f3c3af4ac145) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:01.197089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 245f657d-53d2-4d67-b702-0851af5fd732 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:01.197918 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (245f657d-53d2-4d67-b702-0851af5fd732), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:01.239367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18e94e-ea9b-436c-b302-0f6acf5d3aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245f657d-53d2-4d67-b702-0851af5fd732'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:01.242869 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53399c2-6f4b-429d-bad8-fb8030198baa" -d '{"events": [{"server_uuid": "db18e94e-ea9b-436c-b302-0f6acf5d3aca", "name": "network-vif-plugged", "status": "completed", "tag": "245f657d-53d2-4d67-b702-0851af5fd732"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:01.259649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 245f657d-53d2-4d67-b702-0851af5fd732, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=245f657d-53d2-4d67-b702-0851af5fd732,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:01.261333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for port (0e41dda1-e032-4e43-a6a8-f3c3af4ac145), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:01.266137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (245f657d-53d2-4d67-b702-0851af5fd732), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:01.299944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-9f473c71-2d0b-44bf-a9b1-4d7302612a53 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:01.311421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-9f473c71-2d0b-44bf-a9b1-4d7302612a53 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.2495372 Feb 03 21:56:01.325238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0e41dda1-e032-4e43-a6a8-f3c3af4ac145), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:01.337017 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-5a0679f0-16dd-4fde-a0b6-96dc63035a7a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/quotas/e037e7bdda124ad7a07c459f7a41f324 HTTP/1.1" status: 200 len: 375 time: 0.0245485 Feb 03 21:56:01.357281 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187df0fd-0a83-4ce2-aaef-afc4e0987a1f x-openstack-request-id: req-187df0fd-0a83-4ce2-aaef-afc4e0987a1f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:01.358317 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18e94e-ea9b-436c-b302-0f6acf5d3aca", "name": "network-vif-plugged", "status": "completed", "tag": "245f657d-53d2-4d67-b702-0851af5fd732", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:01.358819 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-187df0fd-0a83-4ce2-aaef-afc4e0987a1f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:01.359438 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18e94e-ea9b-436c-b302-0f6acf5d3aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245f657d-53d2-4d67-b702-0851af5fd732', 'code': 200} Feb 03 21:56:01.360626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=245f657d-53d2-4d67-b702-0851af5fd732,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:01.442358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:01.466248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-b74b1905-ee27-4340-9a3e-59a0e7e3658a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1188216 Feb 03 21:56:01.472389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 171a8e39-4395-43be-b155-fcdbed38635b up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:01.483680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:01.488332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:01.535461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event updated for resources: {'Port': ['ID=0e41dda1-e032-4e43-a6a8-f3c3af4ac145,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:01.569709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072c0f-6740-4818-8ba3-dedd3b97e07d req-15d2766c-db1b-4bab-90e7-62e8427547f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:01.572802 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0f072c0f-6740-4818-8ba3-dedd3b97e07d req-15d2766c-db1b-4bab-90e7-62e8427547f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 1127 time: 0.1279719 Feb 03 21:56:01.627156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 171a8e39-4395-43be-b155-fcdbed38635b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:56:01.638409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 171a8e39-4395-43be-b155-fcdbed38635b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:01.639154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (171a8e39-4395-43be-b155-fcdbed38635b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:01.645238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:01.686999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf02b10-d092-442f-b6c2-908ee38a99d3 req-d47146cf-1f7d-4583-8935-8468f8f00308 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:01.694913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bf02b10-d092-442f-b6c2-908ee38a99d3 req-d47146cf-1f7d-4583-8935-8468f8f00308 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.2054288 Feb 03 21:56:01.730869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-ba1dad6a-9735-4ba1-91ba-519314c2e019 service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636139 Feb 03 21:56:01.791015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0f072c0f-6740-4818-8ba3-dedd3b97e07d req-28e3c9f6-0f27-4d55-8c67-5303a2e5ee32 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744595 Feb 03 21:56:01.800930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 171a8e39-4395-43be-b155-fcdbed38635b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:01.801332 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (171a8e39-4395-43be-b155-fcdbed38635b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:01.814756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bf02b10-d092-442f-b6c2-908ee38a99d3 req-30471d00-b818-4eed-9b30-07c87b42c059 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186213 Feb 03 21:56:01.882412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 171a8e39-4395-43be-b155-fcdbed38635b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=171a8e39-4395-43be-b155-fcdbed38635b,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:01.894630 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (171a8e39-4395-43be-b155-fcdbed38635b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:01.918994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-93ff6a88-c12e-4c9a-9a7e-c85721bae32e service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819797 Feb 03 21:56:02.008104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=171a8e39-4395-43be-b155-fcdbed38635b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:02.008365 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a92a-dbeb-422d-8195-be05b978e244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.016710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (4c7cc346-de52-4d2e-8b1d-c597fea4c934), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.071111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633eedd-5d82-41db-8abc-b906546f6226 req-cfb0b5d1-ba44-4f13-9b39-9f6b055f9b58 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:02.083601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a633eedd-5d82-41db-8abc-b906546f6226 req-cfb0b5d1-ba44-4f13-9b39-9f6b055f9b58 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 945 time: 0.1383073 Feb 03 21:56:02.291216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a633eedd-5d82-41db-8abc-b906546f6226 req-0d207d13-f57f-40e8-9380-23a5400cef6b tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060010 Feb 03 21:56:02.330672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a92a-dbeb-422d-8195-be05b978e244 admin admin] Publish callbacks [] for security_group (be85ff71-6ac3-4143-a308-3c29159a0576), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.335545 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a92a-dbeb-422d-8195-be05b978e244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (be85ff71-6ac3-4143-a308-3c29159a0576), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.392455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:02.393307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7a92a-dbeb-422d-8195-be05b978e244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be85ff71-6ac3-4143-a308-3c29159a0576,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:02.410990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6183c1a-b747-42ce-acba-5b0f5cebcf09 req-8067ad2f-03a2-49a8-8d54-c5808cbc3fc5 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 210 time: 0.1456745 Feb 03 21:56:02.437757 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (4c7cc346-de52-4d2e-8b1d-c597fea4c934), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.445357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c9e7a92a-dbeb-422d-8195-be05b978e244 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6d86abaf1344d389fa06d39b9ebd556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7941864 Feb 03 21:56:02.446216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:02.458480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (4c7cc346-de52-4d2e-8b1d-c597fea4c934), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.625677 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9fc328b-24ca-4508-837b-2e61377043c3 admin admin] Publish callbacks [] for security_group (be85ff71-6ac3-4143-a308-3c29159a0576), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.659355 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9fc328b-24ca-4508-837b-2e61377043c3 admin admin] Publish callbacks [] for security_group (be85ff71-6ac3-4143-a308-3c29159a0576), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.670884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1390642894-network', 'tenant_id': '2fbcb363264540c1be13a818ec28ab3c'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:02.707388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Made reservation on behalf of 2fbcb363264540c1be13a818ec28ab3c for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:02.713805 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.726764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Router 4c7cc346-de52-4d2e-8b1d-c597fea4c934 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:56:02.756124 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.780530 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9fc328b-24ca-4508-837b-2e61377043c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (be85ff71-6ac3-4143-a308-3c29159a0576), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.783592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9fc328b-24ca-4508-837b-2e61377043c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.787670 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e9fc328b-24ca-4508-837b-2e61377043c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be85ff71-6ac3-4143-a308-3c29159a0576 HTTP/1.1" status: 204 len: 168 time: 0.3403134 Feb 03 21:56:02.824839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc328b-24ca-4508-837b-2e61377043c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85ff71-6ac3-4143-a308-3c29159a0576,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:02.919441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:56:02.927885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:02.930078 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8641389c-1273-4db2-be31-fac266ad1193 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "PUT /v2.0/routers/4c7cc346-de52-4d2e-8b1d-c597fea4c934 HTTP/1.1" status: 200 len: 914 time: 2.8197579 Feb 03 21:56:02.933105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:02.935748 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d3bc48-36f6-4b4b-abb3-d904b98d4a2d None None] Sync routers for ids ['4c7cc346-de52-4d2e-8b1d-c597fea4c934'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:56:02.956505 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d3bc48-36f6-4b4b-abb3-d904b98d4a2d None None] Routers {'4c7cc346-de52-4d2e-8b1d-c597fea4c934'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:02.960527 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a9d3bc48-36f6-4b4b-abb3-d904b98d4a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4c7cc346-de52-4d2e-8b1d-c597fea4c934'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:02.985531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Publish callbacks [] for security_group (c337bcf9-310f-4dd2-9599-e950cf5c2618), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:03.001663 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c337bcf9-310f-4dd2-9599-e950cf5c2618), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:03.042623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:56:03.065198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c337bcf9-310f-4dd2-9599-e950cf5c2618,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:03.068675 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a9d3bc48-36f6-4b4b-abb3-d904b98d4a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:03.080206 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f1061a4a-0169-4781-9955-907ce9242af8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:03.082447 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Added segment f1061a4a-0169-4781-9955-907ce9242af8 of type vlan for network b570b273-633c-4e75-b82b-eb365ad8a69c Feb 03 21:56:03.086897 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d3bc48-36f6-4b4b-abb3-d904b98d4a2d None None] Routers {'4c7cc346-de52-4d2e-8b1d-c597fea4c934'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:03.087539 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a9d3bc48-36f6-4b4b-abb3-d904b98d4a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4c7cc346-de52-4d2e-8b1d-c597fea4c934'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:03.134257 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (b570b273-633c-4e75-b82b-eb365ad8a69c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:03.164838 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a9d3bc48-36f6-4b4b-abb3-d904b98d4a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:03.166106 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d3bc48-36f6-4b4b-abb3-d904b98d4a2d None None] The sync data for ids ['4c7cc346-de52-4d2e-8b1d-c597fea4c934'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:56:03.180219 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (b570b273-633c-4e75-b82b-eb365ad8a69c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:03.181565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:03.182598 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:03.285175 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c695e5db-32c0-4806-8e9b-0d703c787ab0 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/routers/4c7cc346-de52-4d2e-8b1d-c597fea4c934 HTTP/1.1" status: 200 len: 920 time: 0.3352273 Feb 03 21:56:03.287813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:03.289345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8769314 Feb 03 21:56:03.290218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:03.298394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Request body: {'subnet': {'network_id': 'b570b273-633c-4e75-b82b-eb365ad8a69c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1390642894-subnet', 'tenant_id': '2fbcb363264540c1be13a818ec28ab3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:03.302631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1928683-5d58-4870-87f9-a99cc9d80858 admin admin] Pushing event updated for resources: {'Network': ['ID=b570b273-633c-4e75-b82b-eb365ad8a69c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:03.316216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network b570b273-633c-4e75-b82b-eb365ad8a69c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:56:03.350808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Made reservation on behalf of 2fbcb363264540c1be13a818ec28ab3c for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:03.354736 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:03.421766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83966181-d883-4564-8d1a-45706fa09012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171a8e39-4395-43be-b155-fcdbed38635b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:03.428879 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb310e9-e81b-439d-ab0b-83e3298f1c5d" -d '{"events": [{"server_uuid": "83966181-d883-4564-8d1a-45706fa09012", "name": "network-vif-plugged", "status": "completed", "tag": "171a8e39-4395-43be-b155-fcdbed38635b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:03.450470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d75185-c404-42c0-89b5-7dace2d77031 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:03.455555 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-74d75185-c404-42c0-89b5-7dace2d77031 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=4c7cc346-de52-4d2e-8b1d-c597fea4c934&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1599507 Feb 03 21:56:03.457117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:03.682637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53a59c8-ab33-4afa-81c7-632054186d88 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:03.694135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e53a59c8-ab33-4afa-81c7-632054186d88 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 881 time: 0.2357292 Feb 03 21:56:03.694820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:03.695944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a6207-1982-4200-84e6-c0483e913430 req-bfdf7c71-a2ad-4604-a03e-d97e17e5163d tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:03.703212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-465a6207-1982-4200-84e6-c0483e913430 req-bfdf7c71-a2ad-4604-a03e-d97e17e5163d tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 945 time: 0.2495284 Feb 03 21:56:03.785217 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3f0fae65-7325-4093-8f0f-8d7db868aa04 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7cc346-de52-4d2e-8b1d-c597fea4c934 HTTP/1.1" status: 200 len: 205 time: 0.0507865 Feb 03 21:56:03.786478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:03.804128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8c21-7a5b-43fc-bc5f-5c15853e6bb9 req-86ef478b-2d13-4afd-9fdc-719843ab42a9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:03.806207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bfe8c21-7a5b-43fc-bc5f-5c15853e6bb9 req-86ef478b-2d13-4afd-9fdc-719843ab42a9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.2205360 Feb 03 21:56:03.841399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-465a6207-1982-4200-84e6-c0483e913430 req-8101521a-902a-4a9e-9bab-0ce89b534ad1 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367211 Feb 03 21:56:03.965984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-eaaa0fa6-ddef-4d47-bba8-f0cd6407ed92 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:03.968847 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-eaaa0fa6-ddef-4d47-bba8-f0cd6407ed92 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.3401425 Feb 03 21:56:03.985771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'port': {'device_id': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'admin_state_up': True, 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:04.012068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6352a83e-a9e4-4010-aaae-e744a1ce5f0c req-3a463c04-d771-4223-8723-225977a2285e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 210 time: 0.0585487 Feb 03 21:56:04.027368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bfe8c21-7a5b-43fc-bc5f-5c15853e6bb9 req-e5df2592-9f8c-4ca3-823c-912ae86df942 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121437 Feb 03 21:56:04.028847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (2e661151-5612-443c-8161-f552a5e21cf9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:04.061523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (4c7cc346-de52-4d2e-8b1d-c597fea4c934), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:04.109090 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc535576-359a-40ea-9de1-55f585aaf2d7 x-openstack-request-id: req-cc535576-359a-40ea-9de1-55f585aaf2d7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:04.109654 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83966181-d883-4564-8d1a-45706fa09012", "name": "network-vif-plugged", "status": "completed", "tag": "171a8e39-4395-43be-b155-fcdbed38635b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:04.110063 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc535576-359a-40ea-9de1-55f585aaf2d7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:04.110610 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83966181-d883-4564-8d1a-45706fa09012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171a8e39-4395-43be-b155-fcdbed38635b', 'code': 200} Feb 03 21:56:04.112498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e661151-5612-443c-8161-f552a5e21cf9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:04.182345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Checking segment: {'id': 'f1061a4a-0169-4781-9955-907ce9242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b570b273-633c-4e75-b82b-eb365ad8a69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:04.183158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Network hostable DHCP agents. Network: b570b273-633c-4e75-b82b-eb365ad8a69c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:56:04.283970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd73d59-12f6-4534-be86-4299654b63f3 req-b00fa73e-68a9-45bd-aa9e-563809661c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:04.285964 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fdd73d59-12f6-4534-be86-4299654b63f3 req-b00fa73e-68a9-45bd-aa9e-563809661c57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 1127 time: 0.1028392 Feb 03 21:56:04.287820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Made reservation on behalf of e037e7bdda124ad7a07c459f7a41f324 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:04.291405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:04.297036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (4c7cc346-de52-4d2e-8b1d-c597fea4c934), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:04.306362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Network b570b273-633c-4e75-b82b-eb365ad8a69c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:56:04.327048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c180dd-38fe-4b7a-b5a8-64102f716fec req-433f8d8a-0cf4-4dc1-b549-729837254c30 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:04.335667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65c180dd-38fe-4b7a-b5a8-64102f716fec req-433f8d8a-0cf4-4dc1-b549-729837254c30 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 945 time: 0.1562867 Feb 03 21:56:04.340164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, b570b273-633c-4e75-b82b-eb365ad8a69c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:04.351182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a515dd-bbd6-4f12-9be0-0cd53a4b6a92 None None] Network b570b273-633c-4e75-b82b-eb365ad8a69c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:04.444103 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fdd73d59-12f6-4534-be86-4299654b63f3 req-e81aea86-2021-4293-8b2f-faa13875a6a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487892 Feb 03 21:56:04.486372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:04.486372 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:04.495911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Deleting port 0e41dda1-e032-4e43-a6a8-f3c3af4ac145 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:56:04.496493 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0e41dda1-e032-4e43-a6a8-f3c3af4ac145), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:04.513043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65c180dd-38fe-4b7a-b5a8-64102f716fec req-13cc6415-3e3b-4aa1-a930-1e73ed021d27 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760452 Feb 03 21:56:04.562669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-57f2694f-5978-4910-9973-d658474df546 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2664769 Feb 03 21:56:04.568703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Allocated IP 172.20.0.11 (69fd4d27-c7dd-48c7-9847-0103c0946f50/95b22dfc-123f-46bd-a07d-255c783ecbc1/6087ca6c-afce-49a9-a785-787e16feec5b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:04.610982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d453b-a48a-4353-958c-ea704bb0e362 None None] Network b570b273-633c-4e75-b82b-eb365ad8a69c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:04.632081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0e41dda1-e032-4e43-a6a8-f3c3af4ac145), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:04.658280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Calling delete_port for 0e41dda1-e032-4e43-a6a8-f3c3af4ac145 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:56:04.834120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:04.876749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for port (6087ca6c-afce-49a9-a785-787e16feec5b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:04.932887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47473e5-3838-4d84-9438-f9a04188c154 admin admin] Deleting subnet 2e661151-5612-443c-8161-f552a5e21cf9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:56:04.936820 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f47473e5-3838-4d84-9438-f9a04188c154 admin admin] Publish callbacks [] for subnet (2e661151-5612-443c-8161-f552a5e21cf9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:04.980849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f47473e5-3838-4d84-9438-f9a04188c154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (2e661151-5612-443c-8161-f552a5e21cf9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.028652 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f47473e5-3838-4d84-9438-f9a04188c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (2e661151-5612-443c-8161-f552a5e21cf9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.037422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.054491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e168e2a0-b8df-46e4-a0e0-23050f45f0a9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:05.058039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fd6d6dd-eafb-454b-b751-1340d97c3afa'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:05.106070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0e41dda1-e032-4e43-a6a8-f3c3af4ac145), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.142940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:05.152120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f47473e5-3838-4d84-9438-f9a04188c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (2e661151-5612-443c-8161-f552a5e21cf9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.152309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:05.158305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:05.208680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:05.209372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.218790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47473e5-3838-4d84-9438-f9a04188c154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e661151-5612-443c-8161-f552a5e21cf9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:05.224308 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f47473e5-3838-4d84-9438-f9a04188c154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.229249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f47473e5-3838-4d84-9438-f9a04188c154 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2e661151-5612-443c-8161-f552a5e21cf9 HTTP/1.1" status: 204 len: 168 time: 0.3937933 Feb 03 21:56:05.233432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:05.251861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'Port': ['ID=6087ca6c-afce-49a9-a785-787e16feec5b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:05.286206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd2715-229b-496d-88a6-fa98b24d9c88 req-4ed5b1c9-23da-40a6-8108-e512aa7d2314 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:05.288653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91cd2715-229b-496d-88a6-fa98b24d9c88 req-4ed5b1c9-23da-40a6-8108-e512aa7d2314 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.1534941 Feb 03 21:56:05.353708 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-031d7574-6a06-4850-a5e8-f60e929d6f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3747334 Feb 03 21:56:05.373464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91cd2715-229b-496d-88a6-fa98b24d9c88 req-9925997c-1114-442b-87f8-b975b93d200e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695350 Feb 03 21:56:05.431180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event deleted for resources: {'Port': ['ID=0e41dda1-e032-4e43-a6a8-f3c3af4ac145,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:05.439033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Request body: {'port': {'device_id': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:05.454756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d23cb6-3bc8-4479-8538-b1693b29954d req-d4af5553-d273-4eaa-a656-98476f15a2b2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:05.456311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32d23cb6-3bc8-4479-8538-b1693b29954d req-d4af5553-d273-4eaa-a656-98476f15a2b2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 932 time: 0.2122502 Feb 03 21:56:05.525387 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (4c7cc346-de52-4d2e-8b1d-c597fea4c934), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.536862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32d23cb6-3bc8-4479-8538-b1693b29954d req-0130359c-91c3-47ec-82d0-77a043eeea0d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728693 Feb 03 21:56:05.611546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-597e0665-9e35-4566-b146-7b2420081737 req-d22f88ad-188f-4800-8f2f-ed740c059a23 tempest-AbsoluteLimitsNegativeTestJSON-1562406047 tempest-AbsoluteLimitsNegativeTestJSON-1562406047-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7350b79aee134e67b06e73386215da86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427418 Feb 03 21:56:05.681260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-853f4d61-b32e-4883-8c28-1010eb0a6fb3 None None] Provisioning complete for port 6087ca6c-afce-49a9-a785-787e16feec5b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:05.682253 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853f4d61-b32e-4883-8c28-1010eb0a6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.688182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (4c7cc346-de52-4d2e-8b1d-c597fea4c934), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.690502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (4c7cc346-de52-4d2e-8b1d-c597fea4c934), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:05.721316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-853f4d61-b32e-4883-8c28-1010eb0a6fb3 None None] Port 6087ca6c-afce-49a9-a785-787e16feec5b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:05.869719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cee8bc-001a-4bd0-b2d1-39c67f0f778c req-faa75606-a7bd-4b74-84c6-9adbbbdba140 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:05.872436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88cee8bc-001a-4bd0-b2d1-39c67f0f778c req-faa75606-a7bd-4b74-84c6-9adbbbdba140 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 945 time: 0.1470211 Feb 03 21:56:05.884758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e0665-9e35-4566-b146-7b2420081737 req-66aab548-4d5d-4feb-8483-512597c80ab2 tempest-AbsoluteLimitsNegativeTestJSON-1562406047 tempest-AbsoluteLimitsNegativeTestJSON-1562406047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:05.899861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-597e0665-9e35-4566-b146-7b2420081737 req-66aab548-4d5d-4feb-8483-512597c80ab2 tempest-AbsoluteLimitsNegativeTestJSON-1562406047 tempest-AbsoluteLimitsNegativeTestJSON-1562406047-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792833 Feb 03 21:56:05.940573 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-597e0665-9e35-4566-b146-7b2420081737 req-b33e778a-34c3-4781-8215-b2c81e57cbea tempest-AbsoluteLimitsNegativeTestJSON-1562406047 tempest-AbsoluteLimitsNegativeTestJSON-1562406047-project] 10.222.0.50 "GET /v2.0/quotas/7350b79aee134e67b06e73386215da86 HTTP/1.1" status: 200 len: 375 time: 0.0395224 Feb 03 21:56:06.006535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-597e0665-9e35-4566-b146-7b2420081737 req-b02ec0ee-63ff-4dc4-91b8-ff8dd5a0b440 tempest-AbsoluteLimitsNegativeTestJSON-1562406047 tempest-AbsoluteLimitsNegativeTestJSON-1562406047-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7350b79aee134e67b06e73386215da86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568349 Feb 03 21:56:06.028043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88cee8bc-001a-4bd0-b2d1-39c67f0f778c req-b0e0b3be-cd66-4db7-b7f9-8255b5f523af tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107185 Feb 03 21:56:06.150761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (b570b273-633c-4e75-b82b-eb365ad8a69c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.207197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (4c7cc346-de52-4d2e-8b1d-c597fea4c934), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.208033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Fanout notify agent at l3_agent the message router_deleted on router 4c7cc346-de52-4d2e-8b1d-c597fea4c934 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:56:06.258412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.266968 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.268249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-db97dd57-26a9-446e-8744-ad029c3a774a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/4c7cc346-de52-4d2e-8b1d-c597fea4c934 HTTP/1.1" status: 204 len: 168 time: 2.4784145 Feb 03 21:56:06.272044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41832) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:06.277000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5d9d188e-94e1-4aae-aa40-5bdce067582b tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1163973247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:06.302429 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d9d188e-94e1-4aae-aa40-5bdce067582b tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (5cc6139c-7624-4ef4-b790-5413da13b9d5), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.303350 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d9d188e-94e1-4aae-aa40-5bdce067582b tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (5cc6139c-7624-4ef4-b790-5413da13b9d5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.404853 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (b570b273-633c-4e75-b82b-eb365ad8a69c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.439783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d9d188e-94e1-4aae-aa40-5bdce067582b tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (5cc6139c-7624-4ef4-b790-5413da13b9d5), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.448007 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d9d188e-94e1-4aae-aa40-5bdce067582b tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (5cc6139c-7624-4ef4-b790-5413da13b9d5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.488259 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d9d188e-94e1-4aae-aa40-5bdce067582b tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.500478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:06.506072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5d9d188e-94e1-4aae-aa40-5bdce067582b tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2228796 Feb 03 21:56:06.527214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b570b273-633c-4e75-b82b-eb365ad8a69c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:06.527749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:06.536387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': False}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:06.596130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de01ba6-c20a-44f1-90da-0828cee71e66 req-b2c19ef2-fb9f-429d-910e-5166590a2167 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:06.604835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6de01ba6-c20a-44f1-90da-0828cee71e66 req-b2c19ef2-fb9f-429d-910e-5166590a2167 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.0869176 Feb 03 21:56:06.654947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1061a4a-0169-4781-9955-907ce9242af8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:06.655198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1061a4a-0169-4781-9955-907ce9242af8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:06.663919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6de01ba6-c20a-44f1-90da-0828cee71e66 req-1cee9163-10dd-4d4e-980a-d1c8adec949e tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531318 Feb 03 21:56:06.667657 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (f1061a4a-0169-4781-9955-907ce9242af8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.744323 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f1061a4a-0169-4781-9955-907ce9242af8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.762881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:56:06.763429 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (f1061a4a-0169-4781-9955-907ce9242af8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:56:06.767339 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:56:06.787959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf48ef0-a6ef-4cb1-b54d-8b123fe6568a req-3d1995f8-6b6e-41db-9a7a-b192c4bfebe3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:06.788596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faf48ef0-a6ef-4cb1-b54d-8b123fe6568a req-3d1995f8-6b6e-41db-9a7a-b192c4bfebe3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 932 time: 0.1186833 Feb 03 21:56:06.851383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faf48ef0-a6ef-4cb1-b54d-8b123fe6568a req-b9699755-f47a-418a-ab88-63ae3c490efb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555310 Feb 03 21:56:06.852193 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52fc249e-9427-4c9c-abbf-e0e5b4a0fdfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.039578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (b570b273-633c-4e75-b82b-eb365ad8a69c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.064889 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52fc249e-9427-4c9c-abbf-e0e5b4a0fdfb admin admin] Publish callbacks [] for security_group (acc0203e-523d-49ae-bfae-9be1d8eed46a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.072289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52fc249e-9427-4c9c-abbf-e0e5b4a0fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (acc0203e-523d-49ae-bfae-9be1d8eed46a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.080049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.086055 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b570b273-633c-4e75-b82b-eb365ad8a69c HTTP/1.1" status: 204 len: 168 time: 1.8455353 Feb 03 21:56:07.106848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (5cc6139c-7624-4ef4-b790-5413da13b9d5), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.117958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ca397-01ec-43ba-a9df-6b56f1f62c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=b570b273-633c-4e75-b82b-eb365ad8a69c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:07.225451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-52fc249e-9427-4c9c-abbf-e0e5b4a0fdfb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7350b79aee134e67b06e73386215da86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6965599 Feb 03 21:56:07.225882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:07.242664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc249e-9427-4c9c-abbf-e0e5b4a0fdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc0203e-523d-49ae-bfae-9be1d8eed46a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:07.257770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9423d8d-c02b-4258-922a-a98935d81973 req-a8fce8d0-0d8b-4fa6-9261-e00ad7fd14c8 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:07.259346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9423d8d-c02b-4258-922a-a98935d81973 req-a8fce8d0-0d8b-4fa6-9261-e00ad7fd14c8 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 945 time: 0.1127455 Feb 03 21:56:07.266457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6087ca6c-afce-49a9-a785-787e16feec5b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:07.286134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Publish callbacks [] for port (6087ca6c-afce-49a9-a785-787e16feec5b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.308197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Transition to ACTIVE for port object 6087ca6c-afce-49a9-a785-787e16feec5b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:56:07.316147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.358605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:07.365486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9423d8d-c02b-4258-922a-a98935d81973 req-35574635-d0a9-4e04-90ff-e0a7ac14cc2e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990117 Feb 03 21:56:07.423498 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9b7af84-736f-4501-9d88-362633be3b5b admin admin] Publish callbacks [] for security_group (acc0203e-523d-49ae-bfae-9be1d8eed46a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.473514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Pushing event updated for resources: {'Port': ['ID=6087ca6c-afce-49a9-a785-787e16feec5b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:07.581681 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9b7af84-736f-4501-9d88-362633be3b5b admin admin] Publish callbacks [] for security_group (acc0203e-523d-49ae-bfae-9be1d8eed46a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.595389 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-43a76bd7-86ee-4fe8-91b8-ce4190452034 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fbcb363264540c1be13a818ec28ab3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2331557 Feb 03 21:56:07.597991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:07.695235 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32fd99a1-5b5e-435a-b0ea-7017450332f6 admin admin] Publish callbacks [] for security_group (c337bcf9-310f-4dd2-9599-e950cf5c2618), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.758334 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32fd99a1-5b5e-435a-b0ea-7017450332f6 admin admin] Publish callbacks [] for security_group (c337bcf9-310f-4dd2-9599-e950cf5c2618), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.783024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Attempting to bind port 6087ca6c-afce-49a9-a785-787e16feec5b on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:07.783024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Attempting to bind port 6087ca6c-afce-49a9-a785-787e16feec5b by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:07.783024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Attempting to bind port 6087ca6c-afce-49a9-a785-787e16feec5b on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:07.802154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Port 6087ca6c-afce-49a9-a785-787e16feec5b on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:56:07.802524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Attempting to bind port 6087ca6c-afce-49a9-a785-787e16feec5b on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:07.842784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:07.843430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Checking segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:07.843991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Bound using segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:07.844613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Bound port: 6087ca6c-afce-49a9-a785-787e16feec5b, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:07.845197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.900482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (5cc6139c-7624-4ef4-b790-5413da13b9d5), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.925557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.966823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff19d0-2723-476a-af97-a245f59a4026 req-0e6e3eb1-381b-439d-9d7d-9062e2678fbd tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:07.968519 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdff19d0-2723-476a-af97-a245f59a4026 req-0e6e3eb1-381b-439d-9d7d-9062e2678fbd tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.2140670 Feb 03 21:56:07.985561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9b7af84-736f-4501-9d88-362633be3b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (acc0203e-523d-49ae-bfae-9be1d8eed46a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.988146 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9b7af84-736f-4501-9d88-362633be3b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:07.992215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9b7af84-736f-4501-9d88-362633be3b5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acc0203e-523d-49ae-bfae-9be1d8eed46a HTTP/1.1" status: 204 len: 168 time: 0.7621555 Feb 03 21:56:08.008745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] For port 6087ca6c-afce-49a9-a785-787e16feec5b, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:08.010991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7af84-736f-4501-9d88-362633be3b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc0203e-523d-49ae-bfae-9be1d8eed46a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:08.030687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] For port 6087ca6c-afce-49a9-a785-787e16feec5b, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6087ca6c-afce-49a9-a785-787e16feec5b,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:08.063164 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32fd99a1-5b5e-435a-b0ea-7017450332f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c337bcf9-310f-4dd2-9599-e950cf5c2618), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:08.066400 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32fd99a1-5b5e-435a-b0ea-7017450332f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:08.070646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-32fd99a1-5b5e-435a-b0ea-7017450332f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c337bcf9-310f-4dd2-9599-e950cf5c2618 HTTP/1.1" status: 204 len: 168 time: 0.4715006 Feb 03 21:56:08.098244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd99a1-5b5e-435a-b0ea-7017450332f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337bcf9-310f-4dd2-9599-e950cf5c2618,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:08.130265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b55d2-6ba5-4f14-b91c-9fe1159aa6b4 req-1ad86eb7-dde0-495c-92a3-f5df10a73dd7 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:08.133263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Allocated IP 172.25.5.39 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/9cb7dac9-dd75-481e-9414-9e6855b3515f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:08.139244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f0b55d2-6ba5-4f14-b91c-9fe1159aa6b4 req-1ad86eb7-dde0-495c-92a3-f5df10a73dd7 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 945 time: 0.1272466 Feb 03 21:56:08.149749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:08.193251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdff19d0-2723-476a-af97-a245f59a4026 req-c2ca297c-2967-4af1-9520-fccf4c5d66ba tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167912 Feb 03 21:56:08.280052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:08.280555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:08.283459 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] 10.222.0.47 "PUT /v2.0/ports/6087ca6c-afce-49a9-a785-787e16feec5b HTTP/1.1" status: 200 len: 1092 time: 2.8598568 Feb 03 21:56:08.294129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f0b55d2-6ba5-4f14-b91c-9fe1159aa6b4 req-54c4351c-2926-40ea-820d-f93808d52137 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539886 Feb 03 21:56:08.302999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'tag': '6087ca6c-afce-49a9-a785-787e16feec5b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:08.306964 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc99c92-ac14-4dfc-9744-b27b8792d4de", "tag": "6087ca6c-afce-49a9-a785-787e16feec5b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:08.472333 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c59d814-06c3-464b-bc39-7fdeb26a16cc x-openstack-request-id: req-5c59d814-06c3-464b-bc39-7fdeb26a16cc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:08.472619 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc99c92-ac14-4dfc-9744-b27b8792d4de", "tag": "6087ca6c-afce-49a9-a785-787e16feec5b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:08.472980 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c59d814-06c3-464b-bc39-7fdeb26a16cc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:08.473395 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'tag': '6087ca6c-afce-49a9-a785-787e16feec5b', 'status': 'completed', 'code': 200} Feb 03 21:56:08.525652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda775a-2d46-4717-932f-12980dd51b3f service neutron] Pushing event updated for resources: {'Port': ['ID=6087ca6c-afce-49a9-a785-787e16feec5b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:08.526893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7706855-5754-411d-a4a0-4eb6b6081b5d req-7edd3dba-fd79-42c9-8e37-ae4b1b3ca656 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:08.562553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7706855-5754-411d-a4a0-4eb6b6081b5d req-7edd3dba-fd79-42c9-8e37-ae4b1b3ca656 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 944 time: 0.2035768 Feb 03 21:56:08.603591 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for port (9cb7dac9-dd75-481e-9414-9e6855b3515f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:08.606569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-22ffb9dd-da69-4b6c-ba45-01a4f3072f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:08.615165 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-22ffb9dd-da69-4b6c-ba45-01a4f3072f16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 1126 time: 0.2617640 Feb 03 21:56:08.701736 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-eedd25aa-da39-4cae-9fb3-11f42cac533c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6087ca6c-afce-49a9-a785-787e16feec5b HTTP/1.1" status: 200 len: 217 time: 0.0770864 Feb 03 21:56:08.701946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7706855-5754-411d-a4a0-4eb6b6081b5d req-fc372a4b-a29b-45f6-85d9-18c3b9524bd9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386454 Feb 03 21:56:08.771639 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9cb7dac9-dd75-481e-9414-9e6855b3515f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:08.836601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:08.843377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-f9ab03e0-8443-41d9-97b1-6e382547c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:08.845582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-f9ab03e0-8443-41d9-97b1-6e382547c4ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.1347833 Feb 03 21:56:08.848855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:08.854217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:08.922486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb7dac9-dd75-481e-9414-9e6855b3515f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:09.037239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-dac18d13-9d08-409d-bfc7-63ea93e4ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:09.038771 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-dac18d13-9d08-409d-bfc7-63ea93e4ba2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1858068 Feb 03 21:56:09.259283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-551e35bf-0240-4013-bea8-ce0ecac0fecb tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:09.260829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-551e35bf-0240-4013-bea8-ce0ecac0fecb tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.47 "GET /v2.0/ports?device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 945 time: 0.1843929 Feb 03 21:56:09.339563 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-656f57dd-6813-455d-bb10-6c886df648bb service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741826 Feb 03 21:56:09.410294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617c339-f889-4708-af86-bb34397ee11b req-3f586eb5-6f26-4708-8edc-1c820f124705 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:09.418884 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8617c339-f889-4708-af86-bb34397ee11b req-3f586eb5-6f26-4708-8edc-1c820f124705 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.1275387 Feb 03 21:56:09.493810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8617c339-f889-4708-af86-bb34397ee11b req-44022caf-c1ca-4c48-8fd8-5a209313a30d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718400 Feb 03 21:56:09.569067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807845-8190-4496-b618-557821e5ab74 req-7dc0557c-b477-49a6-aa3c-29ee1c76b029 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:09.571053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35807845-8190-4496-b618-557821e5ab74 req-7dc0557c-b477-49a6-aa3c-29ee1c76b029 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 945 time: 0.0875871 Feb 03 21:56:09.617663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:09.637387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35807845-8190-4496-b618-557821e5ab74 req-892abc7a-54ed-4fe6-ba5e-950fc1ff6ff2 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551360 Feb 03 21:56:09.714547 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a3b904f-ae3e-4bd1-ac11-03012df22750 req-3c5a4d81-aada-4b25-9aed-70c993702c81 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490551 Feb 03 21:56:09.752399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-71177fc4-9a86-43e6-b223-34b987fd815a tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:09.758452 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-71177fc4-9a86-43e6-b223-34b987fd815a tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.10 "GET /v2.0/ports?device_id=db18e94e-ea9b-436c-b302-0f6acf5d3aca HTTP/1.1" status: 200 len: 945 time: 0.2129283 Feb 03 21:56:09.793104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router_gateway (5cc6139c-7624-4ef4-b790-5413da13b9d5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:09.969222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc275-efff-4b11-855f-57886062b5e9 req-b5815efe-a988-43b7-a0b2-422c1258c464 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:09.970770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa8bc275-efff-4b11-855f-57886062b5e9 req-b5815efe-a988-43b7-a0b2-422c1258c464 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 944 time: 0.1134343 Feb 03 21:56:10.039558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1361027776-network', 'tenant_id': 'a3c96e5cc25d41e089fdbc02f8e4c020'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:10.042290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa8bc275-efff-4b11-855f-57886062b5e9 req-935e1b36-851f-4b96-a5cf-104d497e90c6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621006 Feb 03 21:56:10.060727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Deleting port 171a8e39-4395-43be-b155-fcdbed38635b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:56:10.061297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (171a8e39-4395-43be-b155-fcdbed38635b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.155717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-6d61ed29-bdec-40b3-b3a8-4f0508e0a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:10.157568 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-6d61ed29-bdec-40b3-b3a8-4f0508e0a607 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 1126 time: 0.3037868 Feb 03 21:56:10.214535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Made reservation on behalf of a3c96e5cc25d41e089fdbc02f8e4c020 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:10.217611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.267711 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41960) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:10.401900 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3438cc8-1403-4ebf-8490-a7b518b8df12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.499816 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3438cc8-1403-4ebf-8490-a7b518b8df12 admin admin] Publish callbacks [] for security_group (ac22c498-e2d2-43cc-9349-5cf83bcfca32), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.506256 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3438cc8-1403-4ebf-8490-a7b518b8df12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ac22c498-e2d2-43cc-9349-5cf83bcfca32), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.595767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d3438cc8-1403-4ebf-8490-a7b518b8df12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5aaa01fa1144f02bdbe06471d6df353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269448 Feb 03 21:56:10.598345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:10.650630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438cc8-1403-4ebf-8490-a7b518b8df12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac22c498-e2d2-43cc-9349-5cf83bcfca32,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:10.773319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-565152dd-3bbb-4051-8727-e1630f4de486 admin admin] Publish callbacks [] for security_group (ac22c498-e2d2-43cc-9349-5cf83bcfca32), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.789628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] For port 171a8e39-4395-43be-b155-fcdbed38635b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=171a8e39-4395-43be-b155-fcdbed38635b,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:10.790691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (171a8e39-4395-43be-b155-fcdbed38635b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.807221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.821227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Calling delete_port for 171a8e39-4395-43be-b155-fcdbed38635b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:56:10.821959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-565152dd-3bbb-4051-8727-e1630f4de486 admin admin] Publish callbacks [] for security_group (ac22c498-e2d2-43cc-9349-5cf83bcfca32), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.853341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a67d7-6fa5-49d4-ac91-6ad3341367da req-6abd5b8a-c468-4071-89a7-103fd79b8c60 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:10.854883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c61a67d7-6fa5-49d4-ac91-6ad3341367da req-6abd5b8a-c468-4071-89a7-103fd79b8c60 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.2081161 Feb 03 21:56:10.931602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8e81f-7e49-4bef-b780-26a3e4d5ebc4 req-d1c77d36-301e-4255-b297-746e6424e349 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:10.933794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bc8e81f-7e49-4bef-b780-26a3e4d5ebc4 req-d1c77d36-301e-4255-b297-746e6424e349 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 945 time: 0.1895683 Feb 03 21:56:10.988580 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Publish callbacks [] for security_group (9d36f813-15bd-4dff-b63d-f721d5e6167a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:10.998615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c61a67d7-6fa5-49d4-ac91-6ad3341367da req-c93d0f2c-4f17-494b-ade1-48e961ad8fd1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133506 Feb 03 21:56:11.003969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Deleting port 245f657d-53d2-4d67-b702-0851af5fd732 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:56:11.004353 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (245f657d-53d2-4d67-b702-0851af5fd732), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.020492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-565152dd-3bbb-4051-8727-e1630f4de486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ac22c498-e2d2-43cc-9349-5cf83bcfca32), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.025374 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-565152dd-3bbb-4051-8727-e1630f4de486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.029348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-565152dd-3bbb-4051-8727-e1630f4de486 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac22c498-e2d2-43cc-9349-5cf83bcfca32 HTTP/1.1" status: 204 len: 168 time: 0.4300623 Feb 03 21:56:11.046345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565152dd-3bbb-4051-8727-e1630f4de486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac22c498-e2d2-43cc-9349-5cf83bcfca32,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:11.060934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bc8e81f-7e49-4bef-b780-26a3e4d5ebc4 req-309c3b7b-1ff2-41ed-b27c-471707e90741 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192458 Feb 03 21:56:11.143048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] For port 245f657d-53d2-4d67-b702-0851af5fd732, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=245f657d-53d2-4d67-b702-0851af5fd732,segment=NetworkSegment(c4bab6e2-bc90-4853-b9be-587f57271765),segment_id=c4bab6e2-bc90-4853-b9be-587f57271765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:11.143506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (245f657d-53d2-4d67-b702-0851af5fd732), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.158872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Calling delete_port for 245f657d-53d2-4d67-b702-0851af5fd732 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:56:11.222848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9d36f813-15bd-4dff-b63d-f721d5e6167a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.266693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d12ff-1dab-4b40-b10c-4c2a79081091 req-2f77ec4f-b74a-4a6d-ace2-42fdb7aec890 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:11.268247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa0d12ff-1dab-4b40-b10c-4c2a79081091 req-2f77ec4f-b74a-4a6d-ace2-42fdb7aec890 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 944 time: 0.1169167 Feb 03 21:56:11.373988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa0d12ff-1dab-4b40-b10c-4c2a79081091 req-7c850587-9602-4fe0-aa35-aac846e46cfd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937226 Feb 03 21:56:11.459253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (245f657d-53d2-4d67-b702-0851af5fd732), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.471142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['171a8e39-4395-43be-b155-fcdbed38635b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:11.531197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:56:11.536633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d36f813-15bd-4dff-b63d-f721d5e6167a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:11.569603 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (5cc6139c-7624-4ef4-b790-5413da13b9d5), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.579979 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (5cc6139c-7624-4ef4-b790-5413da13b9d5), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.611657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-31ef872d-e841-4ce6-8bcb-29e3255e1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:11.613190 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-31ef872d-e841-4ce6-8bcb-29e3255e1678 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 1.4392426 Feb 03 21:56:11.619689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Pushing event deleted for resources: {'Port': ['ID=245f657d-53d2-4d67-b702-0851af5fd732,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:11.622780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (50b2f04a-1c16-423e-9bfe-000c93d98452), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.623135 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Added segment 50b2f04a-1c16-423e-9bfe-000c93d98452 of type vlan for network c371cc40-43a2-4e24-83ba-b3bc5b790d1c Feb 03 21:56:11.876993 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-e27195b9-7ebd-459b-833a-d6b42bdb5cba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6087ca6c-afce-49a9-a785-787e16feec5b HTTP/1.1" status: 200 len: 217 time: 0.2498112 Feb 03 21:56:11.917886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] No DVR routers for this DVR port 245f657d-53d2-4d67-b702-0851af5fd732 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:56:11.957111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:11.960823 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d235f84-3a16-4f01-903f-54fa9b314005 req-0fab0474-14d2-4d6f-91ff-c91c108e1728 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.10 "DELETE /v2.0/ports/245f657d-53d2-4d67-b702-0851af5fd732 HTTP/1.1" status: 204 len: 173 time: 2.1759267 Feb 03 21:56:11.962821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (c371cc40-43a2-4e24-83ba-b3bc5b790d1c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:12.007582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18e94e-ea9b-436c-b302-0f6acf5d3aca', 'name': 'network-vif-deleted', 'tag': '245f657d-53d2-4d67-b702-0851af5fd732'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:12.010521 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b5e14a-ad2d-4a8d-884f-fa57653ef709" -d '{"events": [{"server_uuid": "db18e94e-ea9b-436c-b302-0f6acf5d3aca", "name": "network-vif-deleted", "tag": "245f657d-53d2-4d67-b702-0851af5fd732"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:12.105612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-8e0fd92a-f9ee-43d0-a31d-014dbd24ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:12.107210 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-8e0fd92a-f9ee-43d0-a31d-014dbd24ad11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.1973207 Feb 03 21:56:12.146874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42006) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:12.196889 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824c36dd-d1c0-4d7a-8c4b-983d7025114e x-openstack-request-id: req-824c36dd-d1c0-4d7a-8c4b-983d7025114e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:12.197216 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18e94e-ea9b-436c-b302-0f6acf5d3aca", "name": "network-vif-deleted", "tag": "245f657d-53d2-4d67-b702-0851af5fd732", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:12.198628 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-824c36dd-d1c0-4d7a-8c4b-983d7025114e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:12.200682 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18e94e-ea9b-436c-b302-0f6acf5d3aca', 'name': 'network-vif-deleted', 'tag': '245f657d-53d2-4d67-b702-0851af5fd732', 'status': 'completed', 'code': 200} Feb 03 21:56:12.263198 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (c371cc40-43a2-4e24-83ba-b3bc5b790d1c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:12.265043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:12.266319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:12.309391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-642971316-network', 'tenant_id': 'c92022e28c9445fb92269882b0985112'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:12.352496 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7304630 Feb 03 21:56:12.357482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (171a8e39-4395-43be-b155-fcdbed38635b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:12.358398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42010) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:12.370300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777297c-f4fe-4579-917e-8ed68b75ee3d req-bbe6df46-1865-4f7a-8179-a2614064ca58 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:12.383586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b777297c-f4fe-4579-917e-8ed68b75ee3d req-bbe6df46-1865-4f7a-8179-a2614064ca58 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.2460401 Feb 03 21:56:12.399242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Request body: {'subnet': {'network_id': 'c371cc40-43a2-4e24-83ba-b3bc5b790d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1361027776-subnet', 'tenant_id': 'a3c96e5cc25d41e089fdbc02f8e4c020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:12.424056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Pushing event deleted for resources: {'Port': ['ID=171a8e39-4395-43be-b155-fcdbed38635b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:12.429673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa1330-fddd-4d11-b788-2415bd646885 admin admin] Pushing event updated for resources: {'Network': ['ID=c371cc40-43a2-4e24-83ba-b3bc5b790d1c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:12.459134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network c371cc40-43a2-4e24-83ba-b3bc5b790d1c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:56:12.479050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-6d0d2edc-63b3-4354-a80c-3cffb06e02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:12.480617 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-6d0d2edc-63b3-4354-a80c-3cffb06e02b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3513515 Feb 03 21:56:12.521155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] No DVR routers for this DVR port 171a8e39-4395-43be-b155-fcdbed38635b on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:56:12.530126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f467a7-bd59-429f-9f4d-48ba2eeeb2c0 req-233502b3-53c4-4fb9-ae61-1472db9af8f6 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:12.539466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4f467a7-bd59-429f-9f4d-48ba2eeeb2c0 req-233502b3-53c4-4fb9-ae61-1472db9af8f6 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/ports?device_id=83966181-d883-4564-8d1a-45706fa09012 HTTP/1.1" status: 200 len: 867 time: 0.3012574 Feb 03 21:56:12.547721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:12.549947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Made reservation on behalf of a3c96e5cc25d41e089fdbc02f8e4c020 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:12.552104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-18fc70db-d329-49af-b6ef-2628131c4a06 req-c4354ef0-580a-47fe-8c58-af8b97431a92 tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.47 "DELETE /v2.0/ports/171a8e39-4395-43be-b155-fcdbed38635b HTTP/1.1" status: 204 len: 173 time: 3.2847519 Feb 03 21:56:12.553784 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:12.606688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Router 5cc6139c-7624-4ef4-b790-5413da13b9d5 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:56:12.656061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Made reservation on behalf of c92022e28c9445fb92269882b0985112 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:12.658198 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:12.698688 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:12.715606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4f467a7-bd59-429f-9f4d-48ba2eeeb2c0 req-4ed72e63-80d0-40df-81ed-e450ec13dc5e tempest-MultipleCreateTestJSON-869698815 tempest-MultipleCreateTestJSON-869698815-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbf9e05e-980a-4e18-b1df-5427330d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751552 Feb 03 21:56:12.729899 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b777297c-f4fe-4579-917e-8ed68b75ee3d req-36e36911-a1ef-4067-9ab7-3c2579f42c16 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450799 Feb 03 21:56:12.841673 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-1e1e4733-1a05-49cb-b7f0-642100ab6374 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3654146 Feb 03 21:56:12.925595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 245f657d-53d2-4d67-b702-0851af5fd732 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:56:12.964480 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-9fff9abb-9956-4562-928f-9f00187f1ae4 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557500 Feb 03 21:56:12.967031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 245f657d-53d2-4d67-b702-0851af5fd732 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:56:12.967840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 245f657d-53d2-4d67-b702-0851af5fd732 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:56:13.030176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb133149-de7f-4469-a570-4188cbdc11ca req-4b6f9bbc-b1a8-43ad-9751-d80d6ac8f848 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:13.031688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb133149-de7f-4469-a570-4188cbdc11ca req-4b6f9bbc-b1a8-43ad-9751-d80d6ac8f848 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 944 time: 0.1544106 Feb 03 21:56:13.107015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:56:13.115484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-f83bee69-cbb0-49fd-9cc3-bf611bdc33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:13.117086 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-f83bee69-cbb0-49fd-9cc3-bf611bdc33f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 1128 time: 0.2494960 Feb 03 21:56:13.121962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.123107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0305fe7a-d681-45ec-9ef1-4ecfd223f727 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "PUT /v2.0/routers/5cc6139c-7624-4ef4-b790-5413da13b9d5 HTTP/1.1" status: 200 len: 915 time: 6.6094904 Feb 03 21:56:13.126044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:13.130383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e1200-0854-4a94-8c64-40fe4564f01f None None] Sync routers for ids ['5cc6139c-7624-4ef4-b790-5413da13b9d5'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:56:13.135891 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eaa7a9b2-5d4a-414e-942c-acf03b0c93aa req-4f2197da-def4-40f1-93ca-e16f62065f4e service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608953 Feb 03 21:56:13.149907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e1200-0854-4a94-8c64-40fe4564f01f None None] Routers {'5cc6139c-7624-4ef4-b790-5413da13b9d5'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:13.152205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e98e1200-0854-4a94-8c64-40fe4564f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5cc6139c-7624-4ef4-b790-5413da13b9d5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:13.265390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e98e1200-0854-4a94-8c64-40fe4564f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:13.293496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e1200-0854-4a94-8c64-40fe4564f01f None None] Routers {'5cc6139c-7624-4ef4-b790-5413da13b9d5'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:13.295788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e98e1200-0854-4a94-8c64-40fe4564f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5cc6139c-7624-4ef4-b790-5413da13b9d5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:13.548712 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Publish callbacks [] for security_group (8b9bdc19-d745-457a-86fd-8ca379dde8b5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.553866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-09aaee21-b2a8-48bb-8351-b9d38e07eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:13.558074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (e42d533a-914c-41f6-bc02-25cbe2573e4c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.559749 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-09aaee21-b2a8-48bb-8351-b9d38e07eed9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.3513501 Feb 03 21:56:13.568082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7e87ceb2-9817-491a-ae42-7c103c76063c tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/routers/5cc6139c-7624-4ef4-b790-5413da13b9d5 HTTP/1.1" status: 200 len: 921 time: 0.4384568 Feb 03 21:56:13.568380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b9bdc19-d745-457a-86fd-8ca379dde8b5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.579590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:56:13.586995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:13.590952 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1109e8a0-3078-4e48-9f7b-d1bb66647566), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.590952 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Added segment 1109e8a0-3078-4e48-9f7b-d1bb66647566 of type vlan for network 5a1c491b-4944-4165-b76f-994e988028ec Feb 03 21:56:13.597978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 6087ca6c-afce-49a9-a785-787e16feec5b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:56:13.634269 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (5a1c491b-4944-4165-b76f-994e988028ec), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.691390 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb133149-de7f-4469-a570-4188cbdc11ca req-0831cbd8-0198-472f-8b25-4dc0f48a67c2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6497788 Feb 03 21:56:13.695095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (5a1c491b-4944-4165-b76f-994e988028ec), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.696032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:13.696931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.732345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5846357 Feb 03 21:56:13.737213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:13.744666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Request body: {'subnet': {'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-642971316-subnet', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:13.751103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 6087ca6c-afce-49a9-a785-787e16feec5b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6087ca6c-afce-49a9-a785-787e16feec5b,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:13.766077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 171a8e39-4395-43be-b155-fcdbed38635b no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:56:13.770131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '6087ca6c-afce-49a9-a785-787e16feec5b', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'port_id': '6087ca6c-afce-49a9-a785-787e16feec5b', 'mac_address': 'fa:16:3e:8e:2c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:56:13.771924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e98e1200-0854-4a94-8c64-40fe4564f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:13.772732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e1200-0854-4a94-8c64-40fe4564f01f None None] The sync data for ids ['5cc6139c-7624-4ef4-b790-5413da13b9d5'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:56:13.799914 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-7544e7fd-ac06-47f4-9879-dab4114c4fa7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e168e2a0-b8df-46e4-a0e0-23050f45f0a9 HTTP/1.1" status: 200 len: 217 time: 0.2298138 Feb 03 21:56:13.803329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Made reservation on behalf of c92022e28c9445fb92269882b0985112 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:13.806873 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.833107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 171a8e39-4395-43be-b155-fcdbed38635b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:56:13.833737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 171a8e39-4395-43be-b155-fcdbed38635b not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:56:13.949180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 6087ca6c-afce-49a9-a785-787e16feec5b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:13.949849 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:13.953696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:13.975165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6087ca6c-afce-49a9-a785-787e16feec5b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:13.980662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9bdc19-d745-457a-86fd-8ca379dde8b5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:13.990563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42d533a-914c-41f6-bc02-25cbe2573e4c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:13.998528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 6087ca6c-afce-49a9-a785-787e16feec5b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6087ca6c-afce-49a9-a785-787e16feec5b,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:14.003549 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:14.023232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d42bde-d39c-4079-90c1-cee1576583b4 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1c491b-4944-4165-b76f-994e988028ec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:14.032832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Checking segment: {'id': '50b2f04a-1c16-423e-9bfe-000c93d98452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c371cc40-43a2-4e24-83ba-b3bc5b790d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:14.032832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Network hostable DHCP agents. Network: c371cc40-43a2-4e24-83ba-b3bc5b790d1c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:56:14.055379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 5a1c491b-4944-4165-b76f-994e988028ec details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:56:14.067949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeb6fd-f364-4278-9a2b-886022e965c7 req-6bc24d23-b0ba-4dd3-8035-7b72a9fd5f54 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:14.071278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ddeb6fd-f364-4278-9a2b-886022e965c7 req-6bc24d23-b0ba-4dd3-8035-7b72a9fd5f54 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.1302562 Feb 03 21:56:14.125335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Network c371cc40-43a2-4e24-83ba-b3bc5b790d1c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:56:14.155145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96663e2e-c9be-4516-a237-2aa703abbeaa tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:14.158148 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-96663e2e-c9be-4516-a237-2aa703abbeaa tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=5cc6139c-7624-4ef4-b790-5413da13b9d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5689445 Feb 03 21:56:14.162995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42036) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:14.167476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-0a9c42c2-9dde-4861-b4a7-11eb59b7fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:14.169188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-0a9c42c2-9dde-4861-b4a7-11eb59b7fe3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.2178509 Feb 03 21:56:14.181130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, c371cc40-43a2-4e24-83ba-b3bc5b790d1c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:14.182726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9ba00f-c24b-4661-a1f7-0764c063c586 admin admin] Deleting subnet 52615f2f-c7f4-48aa-b26d-f00497bdaf14 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:56:14.186110 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da9ba00f-c24b-4661-a1f7-0764c063c586 admin admin] Publish callbacks [] for subnet (52615f2f-c7f4-48aa-b26d-f00497bdaf14), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:14.193224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca9f95-c91e-4368-8474-073abe2a3b27 None None] Network c371cc40-43a2-4e24-83ba-b3bc5b790d1c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:14.197539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=6087ca6c-afce-49a9-a785-787e16feec5b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:14.198411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:14.199252 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:14.220640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ddeb6fd-f364-4278-9a2b-886022e965c7 req-8cb433d8-3ace-4ce6-b2fb-38784fad844f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380897 Feb 03 21:56:14.225615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fac3a00e-c747-4940-87b9-2a761a3722bd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8338625 Feb 03 21:56:14.227918 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da9ba00f-c24b-4661-a1f7-0764c063c586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (52615f2f-c7f4-48aa-b26d-f00497bdaf14), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:14.290859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da9ba00f-c24b-4661-a1f7-0764c063c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (52615f2f-c7f4-48aa-b26d-f00497bdaf14), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:14.373744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2194389-2bf3-4589-8f05-c5c78be1d468 None None] Network c371cc40-43a2-4e24-83ba-b3bc5b790d1c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:14.428603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83966181-d883-4564-8d1a-45706fa09012', 'name': 'network-vif-deleted', 'tag': '171a8e39-4395-43be-b155-fcdbed38635b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:14.433055 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917f0aed-a06a-483f-9b9b-ecbdf630492d" -d '{"events": [{"server_uuid": "83966181-d883-4564-8d1a-45706fa09012", "name": "network-vif-deleted", "tag": "171a8e39-4395-43be-b155-fcdbed38635b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:14.576992 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee2750a-b064-425c-85b4-6d163a5c4e18 x-openstack-request-id: req-9ee2750a-b064-425c-85b4-6d163a5c4e18 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:14.577209 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83966181-d883-4564-8d1a-45706fa09012", "name": "network-vif-deleted", "tag": "171a8e39-4395-43be-b155-fcdbed38635b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:14.577465 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ee2750a-b064-425c-85b4-6d163a5c4e18 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:14.578061 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83966181-d883-4564-8d1a-45706fa09012', 'name': 'network-vif-deleted', 'tag': '171a8e39-4395-43be-b155-fcdbed38635b', 'status': 'completed', 'code': 200} Feb 03 21:56:14.602732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-074203d5-936f-494c-9661-1ec197047e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:14.604546 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-074203d5-936f-494c-9661-1ec197047e3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2304804 Feb 03 21:56:14.629329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['6087ca6c-afce-49a9-a785-787e16feec5b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:14.744703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b05ff5cf-2a37-4e75-ab8c-234295f7fafe req-fbb6f05d-1e67-40a8-973f-8afbf5b44280 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2062566862', 'description': 'tempest-description-691525696'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:14.774204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da9ba00f-c24b-4661-a1f7-0764c063c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (52615f2f-c7f4-48aa-b26d-f00497bdaf14), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:14.778219 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-e2015a9d-9465-48b4-8152-7b76794cf59a service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355915 Feb 03 21:56:14.798189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab14a1c-2ee5-4cdd-9f91-dae59d177098 req-780b94a5-5997-4851-b8fc-72daffb62375 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:14.802984 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aab14a1c-2ee5-4cdd-9f91-dae59d177098 req-780b94a5-5997-4851-b8fc-72daffb62375 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.1150270 Feb 03 21:56:14.806312 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05ff5cf-2a37-4e75-ab8c-234295f7fafe req-fbb6f05d-1e67-40a8-973f-8afbf5b44280 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:14.938741 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b176bd5-6a3b-45c1-96a9-7a56fca5c7da req-7cb2cf5d-91a3-484b-8460-d8f841aeac22 service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419835 Feb 03 21:56:14.952880 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da9ba00f-c24b-4661-a1f7-0764c063c586 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:14.960592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aab14a1c-2ee5-4cdd-9f91-dae59d177098 req-9c3d4747-3859-41c0-a85f-1a904eb90e3a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475260 Feb 03 21:56:14.961462 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da9ba00f-c24b-4661-a1f7-0764c063c586 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/52615f2f-c7f4-48aa-b26d-f00497bdaf14 HTTP/1.1" status: 204 len: 168 time: 1.0055587 Feb 03 21:56:14.962570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ba00f-c24b-4661-a1f7-0764c063c586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52615f2f-c7f4-48aa-b26d-f00497bdaf14,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:14.965186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:15.074204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.077659 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05ff5cf-2a37-4e75-ab8c-234295f7fafe req-fbb6f05d-1e67-40a8-973f-8afbf5b44280 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (77989993-8f59-4f83-82b5-a6fdd7528072), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.077809 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.084620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05ff5cf-2a37-4e75-ab8c-234295f7fafe req-fbb6f05d-1e67-40a8-973f-8afbf5b44280 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (77989993-8f59-4f83-82b5-a6fdd7528072), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.116894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9812a4-061a-4dca-be1e-3bf04ed84497 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:15.121386 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-de9812a4-061a-4dca-be1e-3bf04ed84497 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 881 time: 0.9555082 Feb 03 21:56:15.122592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:15.163709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c1a6ef2a-1fdf-4a82-8666-8854afdade46 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cc6139c-7624-4ef4-b790-5413da13b9d5 HTTP/1.1" status: 200 len: 205 time: 0.0361605 Feb 03 21:56:15.167174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42062) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:15.200072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6f05d-1e67-40a8-973f-8afbf5b44280 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77989993-8f59-4f83-82b5-a6fdd7528072,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:15.210557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05ff5cf-2a37-4e75-ab8c-234295f7fafe req-fbb6f05d-1e67-40a8-973f-8afbf5b44280 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.215005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:15.217356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b05ff5cf-2a37-4e75-ab8c-234295f7fafe req-fbb6f05d-1e67-40a8-973f-8afbf5b44280 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4809344 Feb 03 21:56:15.300528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4451b-ce5a-43dd-965d-6b082db15afb req-0c980665-a4dc-453b-a882-9cd7d4bf0ca2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:15.302755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30b4451b-ce5a-43dd-965d-6b082db15afb req-0c980665-a4dc-453b-a882-9cd7d4bf0ca2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 945 time: 0.1663723 Feb 03 21:56:15.420031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30b4451b-ce5a-43dd-965d-6b082db15afb req-7d23c9a6-8af3-4fe7-90eb-343a5ea0bd95 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083474 Feb 03 21:56:15.425934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f251c6c-6268-43f8-8970-9c6e84aeb906 req-33c7cb22-ccdb-4fe2-8142-c6b2b3460fa3 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/77989993-8f59-4f83-82b5-a6fdd7528072 HTTP/1.1" status: 200 len: 1823 time: 0.1728625 Feb 03 21:56:15.439339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-7f251c6c-6268-43f8-8970-9c6e84aeb906 req-3ade83f2-cd86-4a69-82fa-3cf8de67039a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77989993-8f59-4f83-82b5-a6fdd7528072', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:15.441314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-7f251c6c-6268-43f8-8970-9c6e84aeb906 req-3ade83f2-cd86-4a69-82fa-3cf8de67039a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77989993-8f59-4f83-82b5-a6fdd7528072', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:15.540061 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f251c6c-6268-43f8-8970-9c6e84aeb906 req-3ade83f2-cd86-4a69-82fa-3cf8de67039a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (51df16c4-1bc1-4dc4-a40b-2b5c84dc0b58), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.554602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 6087ca6c-afce-49a9-a785-787e16feec5b up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:15.575016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f251c6c-6268-43f8-8970-9c6e84aeb906 req-3ade83f2-cd86-4a69-82fa-3cf8de67039a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (51df16c4-1bc1-4dc4-a40b-2b5c84dc0b58), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.581232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f251c6c-6268-43f8-8970-9c6e84aeb906 req-3ade83f2-cd86-4a69-82fa-3cf8de67039a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (51df16c4-1bc1-4dc4-a40b-2b5c84dc0b58), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.624276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f251c6c-6268-43f8-8970-9c6e84aeb906 req-3ade83f2-cd86-4a69-82fa-3cf8de67039a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.632589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f251c6c-6268-43f8-8970-9c6e84aeb906 req-3ade83f2-cd86-4a69-82fa-3cf8de67039a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1980360 Feb 03 21:56:15.633685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade83f2-cd86-4a69-82fa-3cf8de67039a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51df16c4-1bc1-4dc4-a40b-2b5c84dc0b58,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:15.664575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 6087ca6c-afce-49a9-a785-787e16feec5b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:56:15.675056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-d73e3222-0262-4096-a362-984a88689754 req-53df1459-0802-4840-98bf-0caf51b7a946 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1339208192', 'description': 'tempest-description-1673734890'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:15.677255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 6087ca6c-afce-49a9-a785-787e16feec5b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:15.677756 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.721140 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d73e3222-0262-4096-a362-984a88689754 req-53df1459-0802-4840-98bf-0caf51b7a946 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.778994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 6087ca6c-afce-49a9-a785-787e16feec5b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:15.779843 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.806495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6087ca6c-afce-49a9-a785-787e16feec5b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:15.808930 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a040702-0592-45cc-b0ce-1eb3c4b0c40f" -d '{"events": [{"server_uuid": "0dc99c92-ac14-4dfc-9744-b27b8792d4de", "name": "network-vif-plugged", "status": "completed", "tag": "6087ca6c-afce-49a9-a785-787e16feec5b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:15.822889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 6087ca6c-afce-49a9-a785-787e16feec5b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6087ca6c-afce-49a9-a785-787e16feec5b,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:15.836602 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.853539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Checking segment: {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:15.853914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Network hostable DHCP agents. Network: 5a1c491b-4944-4165-b76f-994e988028ec, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:56:15.906757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d73e3222-0262-4096-a362-984a88689754 req-53df1459-0802-4840-98bf-0caf51b7a946 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (3e3bbd5f-e0b6-4437-ab3c-b18472ae2688), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.918389 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d73e3222-0262-4096-a362-984a88689754 req-53df1459-0802-4840-98bf-0caf51b7a946 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3e3bbd5f-e0b6-4437-ab3c-b18472ae2688), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:15.919382 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b07fc36-026a-4896-b36c-63fa9975da90 x-openstack-request-id: req-1b07fc36-026a-4896-b36c-63fa9975da90 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:15.921068 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc99c92-ac14-4dfc-9744-b27b8792d4de", "name": "network-vif-plugged", "status": "completed", "tag": "6087ca6c-afce-49a9-a785-787e16feec5b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:15.921481 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b07fc36-026a-4896-b36c-63fa9975da90 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:15.922362 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6087ca6c-afce-49a9-a785-787e16feec5b', 'code': 200} Feb 03 21:56:15.984293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=6087ca6c-afce-49a9-a785-787e16feec5b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:15.993444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Network 5a1c491b-4944-4165-b76f-994e988028ec is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:56:16.007796 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d73e3222-0262-4096-a362-984a88689754 req-53df1459-0802-4840-98bf-0caf51b7a946 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.008927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d73e3222-0262-4096-a362-984a88689754 req-53df1459-0802-4840-98bf-0caf51b7a946 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3490326 Feb 03 21:56:16.020553 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.031997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df1459-0802-4840-98bf-0caf51b7a946 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3bbd5f-e0b6-4437-ab3c-b18472ae2688,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:16.066841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 5a1c491b-4944-4165-b76f-994e988028ec) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:16.078474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd259ebd-3f0c-4f1b-b627-7d2903325b08 None None] Network 5a1c491b-4944-4165-b76f-994e988028ec requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:16.092551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:16.094330 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.105078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:16.130398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bab6e2-bc90-4853-b9be-587f57271765') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:16.130774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bab6e2-bc90-4853-b9be-587f57271765') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:16.139814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-6ea0a375-5d36-4b1e-8cbb-e0730a7e271d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:16.141283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-6ea0a375-5d36-4b1e-8cbb-e0730a7e271d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.3080070 Feb 03 21:56:16.151892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe738540-3c9f-45d5-a9ac-ae664bb9cc96 req-a1760750-17bd-4351-88db-303bea268445 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/3e3bbd5f-e0b6-4437-ab3c-b18472ae2688 HTTP/1.1" status: 200 len: 1824 time: 0.0898945 Feb 03 21:56:16.153398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (5cc6139c-7624-4ef4-b790-5413da13b9d5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.163665 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (c4bab6e2-bc90-4853-b9be-587f57271765), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.170987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-950c67f9-cc88-4628-a130-36da11356d75 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4308441 Feb 03 21:56:16.173850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-fe738540-3c9f-45d5-a9ac-ae664bb9cc96 req-eb162725-e885-453e-a765-26fb6ec5e113 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3e3bbd5f-e0b6-4437-ab3c-b18472ae2688', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:16.174173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-fe738540-3c9f-45d5-a9ac-ae664bb9cc96 req-eb162725-e885-453e-a765-26fb6ec5e113 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3e3bbd5f-e0b6-4437-ab3c-b18472ae2688', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:16.182391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:16.207028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:16.279976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ec74-2426-4f66-a4f9-cd162321d318 req-803546e6-c06c-4c84-b469-4e4193234450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:16.283930 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d158ec74-2426-4f66-a4f9-cd162321d318 req-803546e6-c06c-4c84-b469-4e4193234450 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 1128 time: 0.2745831 Feb 03 21:56:16.295021 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fe738540-3c9f-45d5-a9ac-ae664bb9cc96 req-eb162725-e885-453e-a765-26fb6ec5e113 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (0841aae9-7668-43d1-9a07-83e7a3d745cb), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.307431 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c4bab6e2-bc90-4853-b9be-587f57271765), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.329330 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fe738540-3c9f-45d5-a9ac-ae664bb9cc96 req-eb162725-e885-453e-a765-26fb6ec5e113 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (0841aae9-7668-43d1-9a07-83e7a3d745cb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.340134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c798826-ea8d-4d41-85a1-50ec1a971869 req-699e9f30-35f3-4428-b00b-2fd6c19e4083 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:16.365994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c798826-ea8d-4d41-85a1-50ec1a971869 req-699e9f30-35f3-4428-b00b-2fd6c19e4083 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 946 time: 0.2015440 Feb 03 21:56:16.373516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-5a1c491b-4944-4165-b76f-994e988028ec', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'project_id': 'c92022e28c9445fb92269882b0985112', 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:56:16.375995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.393568 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fe738540-3c9f-45d5-a9ac-ae664bb9cc96 req-eb162725-e885-453e-a765-26fb6ec5e113 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0841aae9-7668-43d1-9a07-83e7a3d745cb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.435766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb162725-e885-453e-a765-26fb6ec5e113 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0841aae9-7668-43d1-9a07-83e7a3d745cb,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:16.437745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:56:16.438167 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (c4bab6e2-bc90-4853-b9be-587f57271765), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:56:16.445189 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:56:16.455673 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-fe738540-3c9f-45d5-a9ac-ae664bb9cc96 req-eb162725-e885-453e-a765-26fb6ec5e113 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.458819 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe738540-3c9f-45d5-a9ac-ae664bb9cc96 req-eb162725-e885-453e-a765-26fb6ec5e113 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2904642 Feb 03 21:56:16.507533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c798826-ea8d-4d41-85a1-50ec1a971869 req-a90a7d64-abda-4acd-a458-a4cb3fcd650b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348052 Feb 03 21:56:16.568795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-2d5e7f9b-f737-4dd4-9f87-53b489cd2f3c req-62eefc21-4f8f-4bf0-9e52-447ba4fcb50d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1356252222', 'description': 'tempest-description-1918675030'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:16.669684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49412c7c-4a69-408f-80f6-b0da3c23b395 req-1d4ab6c5-e1f3-43f7-997c-597bbedc56b9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:16.671686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49412c7c-4a69-408f-80f6-b0da3c23b395 req-1d4ab6c5-e1f3-43f7-997c-597bbedc56b9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 946 time: 0.1197417 Feb 03 21:56:16.673679 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2d5e7f9b-f737-4dd4-9f87-53b489cd2f3c req-62eefc21-4f8f-4bf0-9e52-447ba4fcb50d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.729477 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d158ec74-2426-4f66-a4f9-cd162321d318 req-89a17d5a-b0a3-4235-98dc-58b1530145db service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251783 Feb 03 21:56:16.732942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (60258327-edec-43eb-9780-cc31e6e67670), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.734720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (60258327-edec-43eb-9780-cc31e6e67670), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.764088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Allocated IP 172.20.0.2 (5a1c491b-4944-4165-b76f-994e988028ec/9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e/a661495e-dffa-4ff1-9283-945e83566b99) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:16.785465 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49412c7c-4a69-408f-80f6-b0da3c23b395 req-3d5e4afc-ca97-4925-aec4-b9d664249b50 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001985 Feb 03 21:56:16.822063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks [] for router_controller (60258327-edec-43eb-9780-cc31e6e67670), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.870166 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.902468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.915557 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] 10.222.0.50 "DELETE /v2.0/networks/4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa HTTP/1.1" status: 204 len: 168 time: 1.9426990 Feb 03 21:56:16.950170 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2d5e7f9b-f737-4dd4-9f87-53b489cd2f3c req-62eefc21-4f8f-4bf0-9e52-447ba4fcb50d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (b94ddc91-4580-41c2-a3bc-bb47aa26bbbb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.956518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2d5e7f9b-f737-4dd4-9f87-53b489cd2f3c req-62eefc21-4f8f-4bf0-9e52-447ba4fcb50d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b94ddc91-4580-41c2-a3bc-bb47aa26bbbb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:16.963488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2d5e5-1a30-4949-b7e9-85b63bd2b57d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3e135b-85d1-4e0c-8b23-4e81b95ed6aa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:16.967532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (5cc6139c-7624-4ef4-b790-5413da13b9d5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.019280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2d5e7f9b-f737-4dd4-9f87-53b489cd2f3c req-62eefc21-4f8f-4bf0-9e52-447ba4fcb50d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.020981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d5e7f9b-f737-4dd4-9f87-53b489cd2f3c req-62eefc21-4f8f-4bf0-9e52-447ba4fcb50d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4748375 Feb 03 21:56:17.038453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Deleting port b9d612ca-1e5d-4202-8595-cba387adbd59 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:56:17.038940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.080974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-92d04b20-ae6c-49c7-a46f-cb891283ded7 req-08fd5076-9258-4f97-90e4-08c68e8cb6f7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-662967460', 'description': 'tempest-description-1048013286'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:17.094799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eefc21-4f8f-4bf0-9e52-447ba4fcb50d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94ddc91-4580-41c2-a3bc-bb47aa26bbbb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:17.147412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92d04b20-ae6c-49c7-a46f-cb891283ded7 req-08fd5076-9258-4f97-90e4-08c68e8cb6f7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.156644 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Publish callbacks [] for port (a661495e-dffa-4ff1-9283-945e83566b99), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.167347 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (a661495e-dffa-4ff1-9283-945e83566b99), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.178703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42094) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:17.194593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] For port b9d612ca-1e5d-4202-8595-cba387adbd59, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b9d612ca-1e5d-4202-8595-cba387adbd59,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:17.195181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.196095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Network 5a1c491b-4944-4165-b76f-994e988028ec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:17.197858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:17.223049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:17.227432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Calling delete_port for b9d612ca-1e5d-4202-8595-cba387adbd59 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:56:17.272683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Pushing event updated for resources: {'Port': ['ID=a661495e-dffa-4ff1-9283-945e83566b99,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:17.289616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0c2712eb-4639-4ded-88c9-1fa40a97fe8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75f4633af78d47bbbf4430d9b2e97984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097324 Feb 03 21:56:17.290219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:17.311219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.311219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.311219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.311219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.311219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.311219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.311219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.311219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.312927 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.312927 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.313473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.314271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.314757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:17.332582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Attempting to bind port a661495e-dffa-4ff1-9283-945e83566b99 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:17.333631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Attempting to bind port a661495e-dffa-4ff1-9283-945e83566b99 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:17.336855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Attempting to bind port a661495e-dffa-4ff1-9283-945e83566b99 on network 5a1c491b-4944-4165-b76f-994e988028ec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:17.341464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:17.342033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Checking segment: {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:17.342549 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.343057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Bound using segment: {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:17.343918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Bound port: a661495e-dffa-4ff1-9283-945e83566b99, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:17.344796 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a661495e-dffa-4ff1-9283-945e83566b99), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.453890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] For port a661495e-dffa-4ff1-9283-945e83566b99, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:17.462364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] For port a661495e-dffa-4ff1-9283-945e83566b99, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a661495e-dffa-4ff1-9283-945e83566b99,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:17.475334 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a661495e-dffa-4ff1-9283-945e83566b99), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.523694 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71517395-b39e-4bfc-8e80-39631d1e49a2 admin admin] Publish callbacks [] for security_group (cbf9e05e-980a-4e18-b1df-5427330d4786), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.672512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb778c-91ba-4306-975b-e4ae4a69dd15 None None] Pushing event updated for resources: {'Port': ['ID=a661495e-dffa-4ff1-9283-945e83566b99,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:17.704963 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92d04b20-ae6c-49c7-a46f-cb891283ded7 req-08fd5076-9258-4f97-90e4-08c68e8cb6f7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (d002e668-1d17-473c-89ac-da8733b68893), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.707188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71517395-b39e-4bfc-8e80-39631d1e49a2 admin admin] Publish callbacks [] for security_group (cbf9e05e-980a-4e18-b1df-5427330d4786), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.740497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92d04b20-ae6c-49c7-a46f-cb891283ded7 req-08fd5076-9258-4f97-90e4-08c68e8cb6f7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d002e668-1d17-473c-89ac-da8733b68893), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.770660 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks [] for router_gateway (60258327-edec-43eb-9780-cc31e6e67670), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.897834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-92d04b20-ae6c-49c7-a46f-cb891283ded7 req-08fd5076-9258-4f97-90e4-08c68e8cb6f7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.910244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92d04b20-ae6c-49c7-a46f-cb891283ded7 req-08fd5076-9258-4f97-90e4-08c68e8cb6f7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8472641 Feb 03 21:56:17.934214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Deleting port 9cb7dac9-dd75-481e-9414-9e6855b3515f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:56:17.934672 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9cb7dac9-dd75-481e-9414-9e6855b3515f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:17.962212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd5076-9258-4f97-90e4-08c68e8cb6f7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d002e668-1d17-473c-89ac-da8733b68893,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:17.977872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b9d612ca-1e5d-4202-8595-cba387adbd59), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.046069 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71517395-b39e-4bfc-8e80-39631d1e49a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cbf9e05e-980a-4e18-b1df-5427330d4786), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.049391 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71517395-b39e-4bfc-8e80-39631d1e49a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.051174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71517395-b39e-4bfc-8e80-39631d1e49a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbf9e05e-980a-4e18-b1df-5427330d4786 HTTP/1.1" status: 204 len: 168 time: 0.7597547 Feb 03 21:56:18.068718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event deleted for resources: {'Port': ['ID=b9d612ca-1e5d-4202-8595-cba387adbd59,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:18.115964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083f247-455a-4194-96bf-1d725174a189 req-a86c4e3f-7261-4fb3-bafa-c696290cae92 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:18.119892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a083f247-455a-4194-96bf-1d725174a189 req-a86c4e3f-7261-4fb3-bafa-c696290cae92 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=909bf8df-02e3-4991-9d3b-47f179e7cab3 HTTP/1.1" status: 200 len: 867 time: 0.3488686 Feb 03 21:56:18.160849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71517395-b39e-4bfc-8e80-39631d1e49a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf9e05e-980a-4e18-b1df-5427330d4786,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:18.219223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] No DVR routers for this DVR port b9d612ca-1e5d-4202-8595-cba387adbd59 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:56:18.231263 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:56:18.235128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.239773 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46195bc1-6dae-417b-be5e-eeb8d27ceaf0 req-2dbc5b66-b4a2-488e-9407-561ba609d7c4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "DELETE /v2.0/ports/b9d612ca-1e5d-4202-8595-cba387adbd59 HTTP/1.1" status: 204 len: 173 time: 2.0906117 Feb 03 21:56:18.244695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a083f247-455a-4194-96bf-1d725174a189 req-d0af201f-2d18-45bd-a46a-166616c2ec5f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961161 Feb 03 21:56:18.248825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909bf8df-02e3-4991-9d3b-47f179e7cab3', 'name': 'network-vif-deleted', 'tag': 'b9d612ca-1e5d-4202-8595-cba387adbd59'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:18.253076 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dad78e8-1fa0-44c7-8b52-a1a6df405e60" -d '{"events": [{"server_uuid": "909bf8df-02e3-4991-9d3b-47f179e7cab3", "name": "network-vif-deleted", "tag": "b9d612ca-1e5d-4202-8595-cba387adbd59"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:18.299714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009880d8-d827-47d1-9cbf-7dd6e1fdf7c6 req-29b96a6d-f958-4c3a-92cd-c13e4d94b713 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:18.314400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-009880d8-d827-47d1-9cbf-7dd6e1fdf7c6 req-29b96a6d-f958-4c3a-92cd-c13e4d94b713 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 946 time: 0.3052504 Feb 03 21:56:18.315678 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9cb7dac9-dd75-481e-9414-9e6855b3515f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.353900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Calling delete_port for 9cb7dac9-dd75-481e-9414-9e6855b3515f owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:56:18.453981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f2f3bb9-34ea-4ce0-af3f-f667fddf9e08 req-9f3d6f56-a42d-4cfd-8326-a6047d915009 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/b94ddc91-4580-41c2-a3bc-bb47aa26bbbb HTTP/1.1" status: 200 len: 1824 time: 0.1293769 Feb 03 21:56:18.462687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-009880d8-d827-47d1-9cbf-7dd6e1fdf7c6 req-ed381f22-9d16-4ff8-befc-d6b79cb80fea tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457310 Feb 03 21:56:18.520570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f2f3bb9-34ea-4ce0-af3f-f667fddf9e08 req-b9e808d6-b5aa-49e5-93a9-84c6bbf9070e tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/d002e668-1d17-473c-89ac-da8733b68893 HTTP/1.1" status: 200 len: 1823 time: 0.0567663 Feb 03 21:56:18.537840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5f2f3bb9-34ea-4ce0-af3f-f667fddf9e08 req-45b69e5c-0127-424d-ab0d-af5fe2d2a6c5 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b94ddc91-4580-41c2-a3bc-bb47aa26bbbb', 'remote_group_id': 'd002e668-1d17-473c-89ac-da8733b68893', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:18.538549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5f2f3bb9-34ea-4ce0-af3f-f667fddf9e08 req-45b69e5c-0127-424d-ab0d-af5fe2d2a6c5 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b94ddc91-4580-41c2-a3bc-bb47aa26bbbb', 'remote_group_id': 'd002e668-1d17-473c-89ac-da8733b68893', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:18.575060 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47082dbb-3364-4d75-9bc2-1ba2646f007c x-openstack-request-id: req-47082dbb-3364-4d75-9bc2-1ba2646f007c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:18.575358 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909bf8df-02e3-4991-9d3b-47f179e7cab3", "name": "network-vif-deleted", "tag": "b9d612ca-1e5d-4202-8595-cba387adbd59", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:18.575607 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47082dbb-3364-4d75-9bc2-1ba2646f007c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:18.576003 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909bf8df-02e3-4991-9d3b-47f179e7cab3', 'name': 'network-vif-deleted', 'tag': 'b9d612ca-1e5d-4202-8595-cba387adbd59', 'status': 'completed', 'code': 200} Feb 03 21:56:18.634110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5f2f3bb9-34ea-4ce0-af3f-f667fddf9e08 req-45b69e5c-0127-424d-ab0d-af5fe2d2a6c5 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (4af780da-8f65-4b31-9331-540b5e48adc7), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.642827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks [] for router_gateway (60258327-edec-43eb-9780-cc31e6e67670), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.665023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.684143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5f2f3bb9-34ea-4ce0-af3f-f667fddf9e08 req-45b69e5c-0127-424d-ab0d-af5fe2d2a6c5 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (4af780da-8f65-4b31-9331-540b5e48adc7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.693834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5f2f3bb9-34ea-4ce0-af3f-f667fddf9e08 req-45b69e5c-0127-424d-ab0d-af5fe2d2a6c5 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (4af780da-8f65-4b31-9331-540b5e48adc7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.739287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b69e5c-0127-424d-ab0d-af5fe2d2a6c5 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af780da-8f65-4b31-9331-540b5e48adc7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:18.758722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5f2f3bb9-34ea-4ce0-af3f-f667fddf9e08 req-45b69e5c-0127-424d-ab0d-af5fe2d2a6c5 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.772349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f2f3bb9-34ea-4ce0-af3f-f667fddf9e08 req-45b69e5c-0127-424d-ab0d-af5fe2d2a6c5 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2422338 Feb 03 21:56:18.813651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-c0a0e321-f6e8-4219-9e42-c499665992be req-7297e814-f982-4967-b4d6-c19a95fb2533 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-428092023', 'description': 'tempest-description-172804492'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:18.898570 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9cb7dac9-dd75-481e-9414-9e6855b3515f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.917355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0a0e321-f6e8-4219-9e42-c499665992be req-7297e814-f982-4967-b4d6-c19a95fb2533 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:18.962223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b9d612ca-1e5d-4202-8595-cba387adbd59 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:56:18.992699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event deleted for resources: {'Port': ['ID=9cb7dac9-dd75-481e-9414-9e6855b3515f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:19.048877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: b9d612ca-1e5d-4202-8595-cba387adbd59 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:56:19.049271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b9d612ca-1e5d-4202-8595-cba387adbd59 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:56:19.062505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Allocated IP 172.25.5.202 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:19.162384 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0a0e321-f6e8-4219-9e42-c499665992be req-7297e814-f982-4967-b4d6-c19a95fb2533 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (36ea3c5a-c6ad-48b2-935c-0c4f21982c8e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.169165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0a0e321-f6e8-4219-9e42-c499665992be req-7297e814-f982-4967-b4d6-c19a95fb2533 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (36ea3c5a-c6ad-48b2-935c-0c4f21982c8e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.169838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a661495e-dffa-4ff1-9283-945e83566b99 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:19.193754 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c0a0e321-f6e8-4219-9e42-c499665992be req-7297e814-f982-4967-b4d6-c19a95fb2533 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.195164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0a0e321-f6e8-4219-9e42-c499665992be req-7297e814-f982-4967-b4d6-c19a95fb2533 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3944783 Feb 03 21:56:19.235890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-78acd556-7c4b-4808-bcf6-e4c966ad93aa req-cc597a3a-4280-4be3-9874-9987f8c42f36 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-288365585', 'description': 'tempest-description-1386912215'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:19.272142 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (5cc6139c-7624-4ef4-b790-5413da13b9d5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.294390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a661495e-dffa-4ff1-9283-945e83566b99 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:19.296030 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a661495e-dffa-4ff1-9283-945e83566b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.299722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297e814-f982-4967-b4d6-c19a95fb2533 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ea3c5a-c6ad-48b2-935c-0c4f21982c8e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:19.329123 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-78acd556-7c4b-4808-bcf6-e4c966ad93aa req-cc597a3a-4280-4be3-9874-9987f8c42f36 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.547048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (5cc6139c-7624-4ef4-b790-5413da13b9d5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.563155 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (5cc6139c-7624-4ef4-b790-5413da13b9d5), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.616134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7089c5eb-f102-4670-b140-8cac3c4eaf13 None None] Network 5a1c491b-4944-4165-b76f-994e988028ec requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:19.620406 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-78acd556-7c4b-4808-bcf6-e4c966ad93aa req-cc597a3a-4280-4be3-9874-9987f8c42f36 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (a42918e4-3b77-4e76-9879-b441ab5b1d0b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.662826 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-78acd556-7c4b-4808-bcf6-e4c966ad93aa req-cc597a3a-4280-4be3-9874-9987f8c42f36 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a42918e4-3b77-4e76-9879-b441ab5b1d0b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.684999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks [] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.709386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (5cc6139c-7624-4ef4-b790-5413da13b9d5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.709956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Fanout notify agent at l3_agent the message router_deleted on router 5cc6139c-7624-4ef4-b790-5413da13b9d5 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:56:19.730254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.731618 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a1907102-2281-4bfa-88af-75338e75799d tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/5cc6139c-7624-4ef4-b790-5413da13b9d5 HTTP/1.1" status: 204 len: 168 time: 4.5484211 Feb 03 21:56:19.735465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:19.738042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc597a3a-4280-4be3-9874-9987f8c42f36 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42918e4-3b77-4e76-9879-b441ab5b1d0b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:19.739931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-37756167', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:19.745858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-78acd556-7c4b-4808-bcf6-e4c966ad93aa req-cc597a3a-4280-4be3-9874-9987f8c42f36 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.747746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78acd556-7c4b-4808-bcf6-e4c966ad93aa req-cc597a3a-4280-4be3-9874-9987f8c42f36 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5205059 Feb 03 21:56:19.775692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1156eb8-89ea-4d97-a066-c5dbd29f281a req-89d6d032-2431-4e1b-9a94-fb94aad0bfd0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:19.777524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1156eb8-89ea-4d97-a066-c5dbd29f281a req-89d6d032-2431-4e1b-9a94-fb94aad0bfd0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 946 time: 0.1800261 Feb 03 21:56:19.837847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1156eb8-89ea-4d97-a066-c5dbd29f281a req-b73b5625-39d7-4324-bbb8-4bc238cb1225 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548680 Feb 03 21:56:19.845324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (a061fb1a-f033-44ee-9caa-033a2e629588), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.846364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (a061fb1a-f033-44ee-9caa-033a2e629588), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.873260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.937587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:19.969811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:19.971672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f3d115b4-52f6-43ff-b080-d19aaf200cce None None] Provisioning complete for port a661495e-dffa-4ff1-9283-945e83566b99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:19.972152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3d115b4-52f6-43ff-b080-d19aaf200cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a661495e-dffa-4ff1-9283-945e83566b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.975485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a661495e-dffa-4ff1-9283-945e83566b99 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:19.975871 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a661495e-dffa-4ff1-9283-945e83566b99), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:19.988439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:19.994557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:20.108335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port a661495e-dffa-4ff1-9283-945e83566b99, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a661495e-dffa-4ff1-9283-945e83566b99,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:20.118081 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a661495e-dffa-4ff1-9283-945e83566b99), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:20.126799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:20.136637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (a061fb1a-f033-44ee-9caa-033a2e629588), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:20.167469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1badd17d-9096-4803-86eb-8e192b2dce0a req-0b865e89-be69-4174-b21e-0d7821240828 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/36ea3c5a-c6ad-48b2-935c-0c4f21982c8e HTTP/1.1" status: 200 len: 1822 time: 0.2720647 Feb 03 21:56:20.232169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-151720999-network', 'tenant_id': '5cabed3b4c1843ce9835fb83078ec525'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:20.311171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=a661495e-dffa-4ff1-9283-945e83566b99,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:20.334190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1badd17d-9096-4803-86eb-8e192b2dce0a req-e2584253-d762-4685-9905-80a7aaab0c7c tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/a42918e4-3b77-4e76-9879-b441ab5b1d0b HTTP/1.1" status: 200 len: 1823 time: 0.1551514 Feb 03 21:56:20.346232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f3d115b4-52f6-43ff-b080-d19aaf200cce None None] Current status of the port a661495e-dffa-4ff1-9283-945e83566b99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:20.368175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-1badd17d-9096-4803-86eb-8e192b2dce0a req-51e826f7-4912-4bf3-b84d-f8334d6f2942 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '36ea3c5a-c6ad-48b2-935c-0c4f21982c8e', 'remote_group_id': 'a42918e4-3b77-4e76-9879-b441ab5b1d0b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:20.368413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-1badd17d-9096-4803-86eb-8e192b2dce0a req-51e826f7-4912-4bf3-b84d-f8334d6f2942 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '36ea3c5a-c6ad-48b2-935c-0c4f21982c8e', 'remote_group_id': 'a42918e4-3b77-4e76-9879-b441ab5b1d0b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:20.393189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-3222dade-b4f2-4a3a-a679-b69f0882163c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:20.408772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-3222dade-b4f2-4a3a-a679-b69f0882163c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.4637537 Feb 03 21:56:20.449822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-ad786d7d-2813-4c10-b064-5a6cbdab89cf tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/quotas/ea176c3a93ee46558fcf27e90b5221cb HTTP/1.1" status: 200 len: 375 time: 0.0400050 Feb 03 21:56:20.537237 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-1677d0d7-1f46-40ac-986f-8621cfd8736a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861471 Feb 03 21:56:20.574979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-98fa7f7b-174e-409f-873d-bc3f255fb28a None None] Provisioning complete for port a661495e-dffa-4ff1-9283-945e83566b99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:20.575646 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98fa7f7b-174e-409f-873d-bc3f255fb28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a661495e-dffa-4ff1-9283-945e83566b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:20.747746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-98fa7f7b-174e-409f-873d-bc3f255fb28a None None] Current status of the port a661495e-dffa-4ff1-9283-945e83566b99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:20.772019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1badd17d-9096-4803-86eb-8e192b2dce0a req-51e826f7-4912-4bf3-b84d-f8334d6f2942 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (26151fed-14cb-4772-a4f0-fbf9596b136b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:20.827010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-9499ca84-b8bc-44a5-b7de-9f77b7085b51 service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761729 Feb 03 21:56:20.946208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Made reservation on behalf of 5cabed3b4c1843ce9835fb83078ec525 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:20.953732 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.002018 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1badd17d-9096-4803-86eb-8e192b2dce0a req-51e826f7-4912-4bf3-b84d-f8334d6f2942 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (26151fed-14cb-4772-a4f0-fbf9596b136b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.011710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a661495e-dffa-4ff1-9283-945e83566b99 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:21.066552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b7aa54e8-b49f-4880-9cea-e2434bb7ff5b service neutron] 10.222.0.50 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292664 Feb 03 21:56:21.067830 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1badd17d-9096-4803-86eb-8e192b2dce0a req-51e826f7-4912-4bf3-b84d-f8334d6f2942 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (26151fed-14cb-4772-a4f0-fbf9596b136b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.089655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e826f7-4912-4bf3-b84d-f8334d6f2942 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26151fed-14cb-4772-a4f0-fbf9596b136b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:21.093988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.115394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1badd17d-9096-4803-86eb-8e192b2dce0a req-51e826f7-4912-4bf3-b84d-f8334d6f2942 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.118426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1badd17d-9096-4803-86eb-8e192b2dce0a req-51e826f7-4912-4bf3-b84d-f8334d6f2942 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7647448 Feb 03 21:56:21.160066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a661495e-dffa-4ff1-9283-945e83566b99 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:21.160775 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a661495e-dffa-4ff1-9283-945e83566b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.162438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (a061fb1a-f033-44ee-9caa-033a2e629588), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.335932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3edd3961-a128-4408-961b-662a91a06db5 req-9b4c6dfa-2cd5-45fd-9b0d-101c0288a62a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e037e7bdda124ad7a07c459f7a41f324 HTTP/1.1" status: 200 len: 267 time: 0.1296165 Feb 03 21:56:21.340382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a661495e-dffa-4ff1-9283-945e83566b99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:21.512376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87605b7f-65d1-4322-a399-8ae09f9d6af1 req-846b2d12-2180-45e9-b060-a5899695162a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/a42918e4-3b77-4e76-9879-b441ab5b1d0b HTTP/1.1" status: 200 len: 1823 time: 0.1391799 Feb 03 21:56:21.532034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd3961-a128-4408-961b-662a91a06db5 req-82f342fd-6aeb-470f-a373-64f50e5204c8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:21.534847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3edd3961-a128-4408-961b-662a91a06db5 req-82f342fd-6aeb-470f-a373-64f50e5204c8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 946 time: 0.1872587 Feb 03 21:56:21.557453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks [] for router_gateway (60258327-edec-43eb-9780-cc31e6e67670), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.607394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-87605b7f-65d1-4322-a399-8ae09f9d6af1 req-4a958a00-a360-431b-9530-9bd6f1fa51f3 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (a42918e4-3b77-4e76-9879-b441ab5b1d0b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.636952 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-87605b7f-65d1-4322-a399-8ae09f9d6af1 req-4a958a00-a360-431b-9530-9bd6f1fa51f3 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (a42918e4-3b77-4e76-9879-b441ab5b1d0b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.681442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-3edd3961-a128-4408-961b-662a91a06db5 req-9786f0f0-fee6-4eb1-bdbe-5a55caead670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'port': {'security_groups': []}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:21.827403 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3edd3961-a128-4408-961b-662a91a06db5 req-9786f0f0-fee6-4eb1-bdbe-5a55caead670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.848439 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Publish callbacks [] for security_group (db9292c6-41a1-4e8c-aaae-b034b1eb92d7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.886973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (db9292c6-41a1-4e8c-aaae-b034b1eb92d7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.980620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-87605b7f-65d1-4322-a399-8ae09f9d6af1 req-4a958a00-a360-431b-9530-9bd6f1fa51f3 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a42918e4-3b77-4e76-9879-b441ab5b1d0b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.983935 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-87605b7f-65d1-4322-a399-8ae09f9d6af1 req-4a958a00-a360-431b-9530-9bd6f1fa51f3 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:21.985137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87605b7f-65d1-4322-a399-8ae09f9d6af1 req-4a958a00-a360-431b-9530-9bd6f1fa51f3 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "DELETE /v2.0/security-groups/a42918e4-3b77-4e76-9879-b441ab5b1d0b HTTP/1.1" status: 204 len: 173 time: 0.4608259 Feb 03 21:56:22.000807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a958a00-a360-431b-9530-9bd6f1fa51f3 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42918e4-3b77-4e76-9879-b441ab5b1d0b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:22.027413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:56:22.053954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9292c6-41a1-4e8c-aaae-b034b1eb92d7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:22.071457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-3edd3961-a128-4408-961b-662a91a06db5 req-9786f0f0-fee6-4eb1-bdbe-5a55caead670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] For port 6087ca6c-afce-49a9-a785-787e16feec5b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6087ca6c-afce-49a9-a785-787e16feec5b,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:22.165924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-811fbce7-47e0-4631-b728-e33d8b6d5f35 req-96476ba9-1909-4d40-b584-8626b24e9caf tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 210 time: 0.0981469 Feb 03 21:56:22.217077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3edd3961-a128-4408-961b-662a91a06db5 req-9786f0f0-fee6-4eb1-bdbe-5a55caead670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for port (6087ca6c-afce-49a9-a785-787e16feec5b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:22.224581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (60258327-edec-43eb-9780-cc31e6e67670), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:22.255160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3edd3961-a128-4408-961b-662a91a06db5 req-9786f0f0-fee6-4eb1-bdbe-5a55caead670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:22.272062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e168e2a0-b8df-46e4-a0e0-23050f45f0a9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:22.322970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (154d3e6b-d76f-4b82-b155-39329e08c62b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:22.323411 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Added segment 154d3e6b-d76f-4b82-b155-39329e08c62b of type vlan for network b9be0b79-26bf-4059-ae40-20b0dd84dfa3 Feb 03 21:56:22.358886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd3961-a128-4408-961b-662a91a06db5 req-9786f0f0-fee6-4eb1-bdbe-5a55caead670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:22.363329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3edd3961-a128-4408-961b-662a91a06db5 req-9786f0f0-fee6-4eb1-bdbe-5a55caead670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:22.364166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fd6d6dd-eafb-454b-b751-1340d97c3afa', '6087ca6c-afce-49a9-a785-787e16feec5b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:22.372969 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3edd3961-a128-4408-961b-662a91a06db5 req-9786f0f0-fee6-4eb1-bdbe-5a55caead670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "PUT /v2.0/ports/6087ca6c-afce-49a9-a785-787e16feec5b HTTP/1.1" status: 200 len: 905 time: 0.7895103 Feb 03 21:56:22.381436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'tag': '6087ca6c-afce-49a9-a785-787e16feec5b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:22.389676 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc99c92-ac14-4dfc-9744-b27b8792d4de", "tag": "6087ca6c-afce-49a9-a785-787e16feec5b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:22.471028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (a061fb1a-f033-44ee-9caa-033a2e629588), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:22.473779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7afb8bb-5dfd-41e0-9aad-122791787215 req-5c3cb6e8-f93a-4c99-b062-927edeae8983 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/36ea3c5a-c6ad-48b2-935c-0c4f21982c8e HTTP/1.1" status: 200 len: 1822 time: 0.2535100 Feb 03 21:56:22.563253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['6087ca6c-afce-49a9-a785-787e16feec5b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:22.580805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:22.636474 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9a048c-fb61-4afb-bddc-db24531f58f7 x-openstack-request-id: req-5b9a048c-fb61-4afb-bddc-db24531f58f7 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:22.640427 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc99c92-ac14-4dfc-9744-b27b8792d4de", "tag": "6087ca6c-afce-49a9-a785-787e16feec5b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:22.640427 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b9a048c-fb61-4afb-bddc-db24531f58f7 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:22.640988 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'tag': '6087ca6c-afce-49a9-a785-787e16feec5b', 'status': 'completed', 'code': 200} Feb 03 21:56:22.655991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786f0f0-fee6-4eb1-bdbe-5a55caead670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'Port': ['ID=6087ca6c-afce-49a9-a785-787e16feec5b,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:22.671935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-2904ee2a-5e37-4400-b60e-efbab42e96ec req-85780162-c3ae-4e87-b3d5-e859e98d923c tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-210993976', 'description': 'tempest-description-449688279'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:22.735825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Allocated IP 172.25.5.221 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d0a549d7-053e-455a-b516-a96ba8b01017) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:22.778552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2904ee2a-5e37-4400-b60e-efbab42e96ec req-85780162-c3ae-4e87-b3d5-e859e98d923c tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:22.870176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc779fb-d589-48c6-a2eb-6f8f3b1ee00a req-d8e3f4bc-60b0-4da6-af0c-97febb7bec10 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:22.874009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dc779fb-d589-48c6-a2eb-6f8f3b1ee00a req-d8e3f4bc-60b0-4da6-af0c-97febb7bec10 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 908 time: 0.3255463 Feb 03 21:56:22.993566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for port (d0a549d7-053e-455a-b516-a96ba8b01017), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.010412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7f50e824-2bd4-4714-9756-fe5f58772ac8 None None] Provisioning complete for port 6087ca6c-afce-49a9-a785-787e16feec5b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:23.010854 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f50e824-2bd4-4714-9756-fe5f58772ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.060627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2904ee2a-5e37-4400-b60e-efbab42e96ec req-85780162-c3ae-4e87-b3d5-e859e98d923c tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (638fd66b-6ee2-46ca-87e6-37d3dda093fc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.102381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2904ee2a-5e37-4400-b60e-efbab42e96ec req-85780162-c3ae-4e87-b3d5-e859e98d923c tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (638fd66b-6ee2-46ca-87e6-37d3dda093fc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.200385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d0a549d7-053e-455a-b516-a96ba8b01017), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.215638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780162-c3ae-4e87-b3d5-e859e98d923c tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638fd66b-6ee2-46ca-87e6-37d3dda093fc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:23.223966 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2904ee2a-5e37-4400-b60e-efbab42e96ec req-85780162-c3ae-4e87-b3d5-e859e98d923c tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.225330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2904ee2a-5e37-4400-b60e-efbab42e96ec req-85780162-c3ae-4e87-b3d5-e859e98d923c tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5833476 Feb 03 21:56:23.281685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fcb82-789c-473f-8a4e-0a14257ee167 req-64f44de1-1984-4b3e-a4ad-e8d8df587489 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:23.284462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c51fcb82-789c-473f-8a4e-0a14257ee167 req-64f44de1-1984-4b3e-a4ad-e8d8df587489 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2358048 Feb 03 21:56:23.409827 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c51fcb82-789c-473f-8a4e-0a14257ee167 req-a7c995cc-2052-4d64-ac9f-32599308426f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182933 Feb 03 21:56:23.425325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7f50e824-2bd4-4714-9756-fe5f58772ac8 None None] Current status of the port 6087ca6c-afce-49a9-a785-787e16feec5b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:23.482455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event updated for resources: {'Port': ['ID=d0a549d7-053e-455a-b516-a96ba8b01017,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:23.489755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27e1abb7-22fa-439a-afbd-95b9c4d986a8 req-1442ab1a-56e6-439b-8d63-c46b7edb469f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 210 time: 0.0937963 Feb 03 21:56:23.502444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (b9be0b79-26bf-4059-ae40-20b0dd84dfa3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.546580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:23.546873 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df2bc9fb-3316-468d-8499-b3239aa129be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.564182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:23.579280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:23.608602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c7facc8-0cd0-4490-87f7-91213a9f229c req-9ce89980-86cd-46ef-97e4-5bb6390374cc tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/638fd66b-6ee2-46ca-87e6-37d3dda093fc HTTP/1.1" status: 200 len: 1822 time: 0.1175628 Feb 03 21:56:23.630681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-8def8c4b-7b7e-46ae-8648-f48b9efc52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:23.632451 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-8def8c4b-7b7e-46ae-8648-f48b9efc52d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 1090 time: 0.5316236 Feb 03 21:56:23.636982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (b9be0b79-26bf-4059-ae40-20b0dd84dfa3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.638126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:23.638743 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.647432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9c7facc8-0cd0-4490-87f7-91213a9f229c req-6ecb311e-1f15-4498-a79c-bc349bb64090 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '638fd66b-6ee2-46ca-87e6-37d3dda093fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:23.647748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9c7facc8-0cd0-4490-87f7-91213a9f229c req-6ecb311e-1f15-4498-a79c-bc349bb64090 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '638fd66b-6ee2-46ca-87e6-37d3dda093fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:23.697729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44049fe-7ace-41bc-8fc9-03886ee6ee0d req-d1304d6e-2994-419a-8004-8dbf71b2dbc8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:23.699409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b44049fe-7ace-41bc-8fc9-03886ee6ee0d req-d1304d6e-2994-419a-8004-8dbf71b2dbc8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.0948465 Feb 03 21:56:23.746238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-375e7fe3-7f29-4a35-a8b8-0d89bd25256d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:23.751992 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-375e7fe3-7f29-4a35-a8b8-0d89bd25256d tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 812 time: 0.6508038 Feb 03 21:56:23.763349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c7facc8-0cd0-4490-87f7-91213a9f229c req-6ecb311e-1f15-4498-a79c-bc349bb64090 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (3668e9ce-3238-4dc0-8114-633b2d48d61c), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.799505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b44049fe-7ace-41bc-8fc9-03886ee6ee0d req-886f251d-4fb2-4075-a3a5-81c861aaa719 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831423 Feb 03 21:56:23.820244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c7facc8-0cd0-4490-87f7-91213a9f229c req-6ecb311e-1f15-4498-a79c-bc349bb64090 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (3668e9ce-3238-4dc0-8114-633b2d48d61c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.834732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c7facc8-0cd0-4490-87f7-91213a9f229c req-6ecb311e-1f15-4498-a79c-bc349bb64090 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (3668e9ce-3238-4dc0-8114-633b2d48d61c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.855462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb311e-1f15-4498-a79c-bc349bb64090 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3668e9ce-3238-4dc0-8114-633b2d48d61c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:23.868826 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c7facc8-0cd0-4490-87f7-91213a9f229c req-6ecb311e-1f15-4498-a79c-bc349bb64090 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:23.875119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c7facc8-0cd0-4490-87f7-91213a9f229c req-6ecb311e-1f15-4498-a79c-bc349bb64090 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2572773 Feb 03 21:56:23.933004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Request body: {'port': {'device_id': '5095717a-1d15-4fc8-9fd4-45b6cbd09109', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'admin_state_up': True, 'tenant_id': 'ea176c3a93ee46558fcf27e90b5221cb'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:23.945539 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.0030234 Feb 03 21:56:23.946158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:23.954617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Request body: {'subnet': {'network_id': 'b9be0b79-26bf-4059-ae40-20b0dd84dfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-151720999-subnet', 'tenant_id': '5cabed3b4c1843ce9835fb83078ec525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:24.007667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87b7a33a-0c17-48b4-a2e2-00ef9ebcd666 req-64ff533e-4c8c-4196-812f-e158288d6c02 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/638fd66b-6ee2-46ca-87e6-37d3dda093fc HTTP/1.1" status: 200 len: 2416 time: 0.1033971 Feb 03 21:56:24.008389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Made reservation on behalf of 5cabed3b4c1843ce9835fb83078ec525 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:24.011242 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.294757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-87b7a33a-0c17-48b4-a2e2-00ef9ebcd666 req-779c77c9-ef41-499d-92af-ca861cf3c091 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '638fd66b-6ee2-46ca-87e6-37d3dda093fc', 'remote_group_id': None}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:24.295080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-87b7a33a-0c17-48b4-a2e2-00ef9ebcd666 req-779c77c9-ef41-499d-92af-ca861cf3c091 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '638fd66b-6ee2-46ca-87e6-37d3dda093fc', 'remote_group_id': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:24.310879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Router 60258327-edec-43eb-9780-cc31e6e67670 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:56:24.349417 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (586a1cf5-e010-4b19-8011-bac6f565da38), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.355936 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.365725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Made reservation on behalf of ea176c3a93ee46558fcf27e90b5221cb for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:24.369625 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.378160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04c5c1-95bd-4022-9f2b-75ad32dd9d58 admin admin] Pushing event updated for resources: {'Network': ['ID=b9be0b79-26bf-4059-ae40-20b0dd84dfa3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:24.390417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network b9be0b79-26bf-4059-ae40-20b0dd84dfa3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:56:24.543490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=586a1cf5-e010-4b19-8011-bac6f565da38,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:24.570250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Allocated IP 172.20.0.9 (28eba52c-a95b-4b13-961a-f8e9756ccaef/3ae7a702-b87f-46f5-a94b-b7f817771d19/bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:24.572356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.668366 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-87b7a33a-0c17-48b4-a2e2-00ef9ebcd666 req-779c77c9-ef41-499d-92af-ca861cf3c091 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (5452092a-00b1-4403-9328-5c53ad4b0914), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.701226 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-87b7a33a-0c17-48b4-a2e2-00ef9ebcd666 req-779c77c9-ef41-499d-92af-ca861cf3c091 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (5452092a-00b1-4403-9328-5c53ad4b0914), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.709457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-cb90721e-b21e-4460-be54-bcaa67a5fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:24.711094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-cb90721e-b21e-4460-be54-bcaa67a5fe44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 1.0646329 Feb 03 21:56:24.717718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Checking segment: {'id': '154d3e6b-d76f-4b82-b155-39329e08c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9be0b79-26bf-4059-ae40-20b0dd84dfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:24.718855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Network hostable DHCP agents. Network: b9be0b79-26bf-4059-ae40-20b0dd84dfa3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:56:24.724227 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-87b7a33a-0c17-48b4-a2e2-00ef9ebcd666 req-779c77c9-ef41-499d-92af-ca861cf3c091 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (5452092a-00b1-4403-9328-5c53ad4b0914), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.765750 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-75fd70f5-3dac-4905-bd95-87c160784cde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6087ca6c-afce-49a9-a785-787e16feec5b HTTP/1.1" status: 200 len: 217 time: 0.0423186 Feb 03 21:56:24.768206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c77c9-ef41-499d-92af-ca861cf3c091 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5452092a-00b1-4403-9328-5c53ad4b0914,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:24.783797 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-87b7a33a-0c17-48b4-a2e2-00ef9ebcd666 req-779c77c9-ef41-499d-92af-ca861cf3c091 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.785374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87b7a33a-0c17-48b4-a2e2-00ef9ebcd666 req-779c77c9-ef41-499d-92af-ca861cf3c091 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5245841 Feb 03 21:56:24.824584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Network b9be0b79-26bf-4059-ae40-20b0dd84dfa3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:56:24.827327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (a061fb1a-f033-44ee-9caa-033a2e629588), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.839814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-e2ee9fd9-bd62-4228-b162-07e308ac2da2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:24.841732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-e2ee9fd9-bd62-4228-b162-07e308ac2da2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.5847700 Feb 03 21:56:24.842932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, b9be0b79-26bf-4059-ae40-20b0dd84dfa3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:24.852175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236ea40-b9ec-4f6d-9e14-6453367c1022 None None] Network b9be0b79-26bf-4059-ae40-20b0dd84dfa3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:24.871581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:24.872185 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:24.944863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a490e94b-756a-440e-a947-4779f9037b3d req-3b316890-6dc7-42eb-94ca-27188b0d41c7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 210 time: 0.0440540 Feb 03 21:56:24.956662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-5ac8892a-0509-4102-86f4-de06d31d8a94 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/quotas/e037e7bdda124ad7a07c459f7a41f324 HTTP/1.1" status: 200 len: 375 time: 0.0589457 Feb 03 21:56:24.970514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0d452400-2087-4b2a-b960-e30b53d3ee71 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0229573 Feb 03 21:56:25.145367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:56:25.155278 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Sync routers for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:56:25.171059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a76fc-c53f-44a6-9352-fae610856b29 None None] Network b9be0b79-26bf-4059-ae40-20b0dd84dfa3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:25.182545 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:25.183509 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:55:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:25.218507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-a8923858-3376-498b-b47f-c8d230927fe5 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2466984 Feb 03 21:56:25.254812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f2812d4-b53b-4ed6-96f0-b6c9521a1c49 req-cdf3b423-92b8-4304-a5d8-888a30bcdd4e tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/638fd66b-6ee2-46ca-87e6-37d3dda093fc HTTP/1.1" status: 200 len: 3015 time: 0.2150824 Feb 03 21:56:25.260096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks [] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:25.320442 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:56:25.446849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-c0f20da8-4fdd-4cc6-a2b9-69a0892d8669 service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123041 Feb 03 21:56:25.636200 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:21Z', 'revision_number': 3, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:25.683631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-85d94be7-ab07-4f08-9aba-2eba4eaccbbf service neutron] 10.222.0.50 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196114 Feb 03 21:56:25.700459 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Checking router: 60258327-edec-43eb-9780-cc31e6e67670 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:56:25.701512 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Updating router 60258327-edec-43eb-9780-cc31e6e67670 port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:56:25.744934 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:25.782189 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d46ee42f-4b8c-4e59-ba11-8ee3859aa71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:25.921678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-7c9cf58e-5e28-4042-a3df-8343167f57af tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:25.923336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-7c9cf58e-5e28-4042-a3df-8343167f57af tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/networks?id=b9be0b79-26bf-4059-ae40-20b0dd84dfa3 HTTP/1.1" status: 200 len: 820 time: 0.2674201 Feb 03 21:56:25.971616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-f0ea6e38-4e71-4d7a-b23c-f82bb5d9f341 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/quotas/5cabed3b4c1843ce9835fb83078ec525 HTTP/1.1" status: 200 len: 375 time: 0.0383339 Feb 03 21:56:26.012440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-caad8fee-a9be-402a-8b70-e0e3ad7b0970 req-b7220aab-5719-4565-ad5a-c329a0ed2cf2 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-group-rules/5452092a-00b1-4403-9328-5c53ad4b0914 HTTP/1.1" status: 200 len: 783 time: 0.0705390 Feb 03 21:56:26.062162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-a596695c-0cbd-460a-907d-ccd73f2b8ed3 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cabed3b4c1843ce9835fb83078ec525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722661 Feb 03 21:56:26.168946 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Publish callbacks [] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.185395 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.240412 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c0b15-39be-40d3-a0ec-a12c54b32377 None None] Pushing event updated for resources: {'Port': ['ID=1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:26.260615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-caad8fee-a9be-402a-8b70-e0e3ad7b0970 req-af7f325e-929a-43bd-bbcf-d39763fca40d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/638fd66b-6ee2-46ca-87e6-37d3dda093fc HTTP/1.1" status: 200 len: 3015 time: 0.2433939 Feb 03 21:56:26.288070 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Attempting to bind port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:26.289468 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Attempting to bind port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:26.290025 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Attempting to bind port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:26.296393 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:26.297148 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:26.297736 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.298295 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:26.299740 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Bound port: 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:26.300345 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.359127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.368707 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.369998 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-246d7850-ef68-4865-9a85-2067f7903575 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.1866324 Feb 03 21:56:26.388945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-3b8ecc14-33f3-41a3-a368-4b9e256f4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:26.390474 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-3b8ecc14-33f3-41a3-a368-4b9e256f4e28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 1.6136339 Feb 03 21:56:26.392132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:26.398228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-0343e86b-b19b-4c91-a807-3b3e61cbb847 service neutron] 10.222.0.50 "GET /v2.0/networks/b9be0b79-26bf-4059-ae40-20b0dd84dfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156800 Feb 03 21:56:26.414944 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] For port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:26.428560 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] For port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:26.444278 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.460456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-caad8fee-a9be-402a-8b70-e0e3ad7b0970 req-aa597da1-d8b9-4e36-bf16-640ef76abef4 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (5452092a-00b1-4403-9328-5c53ad4b0914), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.563228 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-caad8fee-a9be-402a-8b70-e0e3ad7b0970 req-aa597da1-d8b9-4e36-bf16-640ef76abef4 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (5452092a-00b1-4403-9328-5c53ad4b0914), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.574634 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:26.575277 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:56:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:26.578393 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c0b15-39be-40d3-a0ec-a12c54b32377 None None] Pushing event updated for resources: {'Port': ['ID=1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:26.622823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Network 28eba52c-a95b-4b13-961a-f8e9756ccaef is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:26.648635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:26.675540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:26.698607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:26.760754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event updated for resources: {'Port': ['ID=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:26.844036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-5df34c2a-15a2-4393-8b40-61ddbfac06ce service neutron] 10.222.0.50 "GET /v2.0/networks/b9be0b79-26bf-4059-ae40-20b0dd84dfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364562 Feb 03 21:56:26.846896 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (a061fb1a-f033-44ee-9caa-033a2e629588), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.847126 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-caad8fee-a9be-402a-8b70-e0e3ad7b0970 req-aa597da1-d8b9-4e36-bf16-640ef76abef4 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (5452092a-00b1-4403-9328-5c53ad4b0914), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.848950 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:56:26.863605 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-caad8fee-a9be-402a-8b70-e0e3ad7b0970 req-aa597da1-d8b9-4e36-bf16-640ef76abef4 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.867109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-3514d870-d902-4c3b-867a-767f83684b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:26.871480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-caad8fee-a9be-402a-8b70-e0e3ad7b0970 req-aa597da1-d8b9-4e36-bf16-640ef76abef4 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5452092a-00b1-4403-9328-5c53ad4b0914 HTTP/1.1" status: 204 len: 173 time: 0.5939584 Feb 03 21:56:26.874040 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-3514d870-d902-4c3b-867a-767f83684b59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4671161 Feb 03 21:56:26.902399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:26.907795 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:26.916830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa597da1-d8b9-4e36-bf16-640ef76abef4 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5452092a-00b1-4403-9328-5c53ad4b0914,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:26.934677 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:27.313210 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-7bceb590-6d98-4b70-bc12-503c87caa974 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861532 Feb 03 21:56:27.315275 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8824b35-61a6-42c6-b783-734d186b995a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:27.380954 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-b9d3bf1e-8d5d-4e8d-9a3c-42e46d6c2ca9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4554296 Feb 03 21:56:27.449476 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:21Z', 'revision_number': 3, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:27.507792 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6031cc4-966a-4af2-a6db-8fe37c29cf75 None None] The sync data for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 is: [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:21Z', 'revision_number': 3, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:56:27.738997 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-c157d115-794f-402f-b71b-c19071898b4e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:27.740886 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-c157d115-794f-402f-b71b-c19071898b4e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.10 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 810 time: 0.3471251 Feb 03 21:56:27.751917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Request body: {'port': {'device_id': '5095717a-1d15-4fc8-9fd4-45b6cbd09109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:27.887443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Request body: {'port': {'device_id': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'admin_state_up': True, 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:28.069407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e9fc49c-894a-4f69-ba3d-398f55fab1e6 req-a412b57d-6cf8-457a-bb6a-122600096a3a service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552826 Feb 03 21:56:28.186026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8824b35-61a6-42c6-b783-734d186b995a admin admin] Publish callbacks [] for security_group (03259d3f-2c7a-4767-abe7-4ac741bc52f8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:28.280974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8824b35-61a6-42c6-b783-734d186b995a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (03259d3f-2c7a-4767-abe7-4ac741bc52f8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:28.338887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1108da8-9c96-4409-a4c4-c37fb1b41ffc req-2faea421-8c68-48bd-aaef-78196eef3bd8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 210 time: 1.1885645 Feb 03 21:56:28.355586 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a8824b35-61a6-42c6-b783-734d186b995a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c575f0ad718f4ec5bbfb5dac5827ca77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6114485 Feb 03 21:56:28.358357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8824b35-61a6-42c6-b783-734d186b995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03259d3f-2c7a-4767-abe7-4ac741bc52f8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:28.385823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:28.468787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Router a061fb1a-f033-44ee-9caa-033a2e629588 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:56:28.474725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171f4070-9669-476c-b964-463051c15768 admin admin] Publish callbacks [] for security_group (03259d3f-2c7a-4767-abe7-4ac741bc52f8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:28.508984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171f4070-9669-476c-b964-463051c15768 admin admin] Publish callbacks [] for security_group (03259d3f-2c7a-4767-abe7-4ac741bc52f8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:28.519330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ef1a4-4802-4884-8fd8-5821f277ef00 req-bb9b0f68-44c4-4fa6-a2cf-9423e6f9c3d9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:28.521574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c4ef1a4-4802-4884-8fd8-5821f277ef00 req-bb9b0f68-44c4-4fa6-a2cf-9423e6f9c3d9 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 931 time: 1.0822432 Feb 03 21:56:28.541377 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:28.571520 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:28.578337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Made reservation on behalf of e037e7bdda124ad7a07c459f7a41f324 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:28.582694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:28.650315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e827c95-d19a-4521-8bae-a822e942fda0 req-b5f0eefc-924b-4c53-9658-4db3d65c8f03 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/638fd66b-6ee2-46ca-87e6-37d3dda093fc HTTP/1.1" status: 200 len: 2416 time: 0.2290714 Feb 03 21:56:28.654652 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:28.829453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c4ef1a4-4802-4884-8fd8-5821f277ef00 req-b0749d94-35ef-40dc-bc25-6be25e628e88 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913430 Feb 03 21:56:28.926373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Allocated IP 172.20.0.7 (69fd4d27-c7dd-48c7-9847-0103c0946f50/95b22dfc-123f-46bd-a07d-255c783ecbc1/5af44162-3880-45f3-8098-b495ef2ebd20) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:29.073536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a2046cf-ba5c-4ead-a013-83c98522c219 req-e7ea0960-2653-4130-b4ba-b9d20a852369 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 210 time: 0.0375614 Feb 03 21:56:29.113178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8e827c95-d19a-4521-8bae-a822e942fda0 req-45157f7f-1440-4d0d-b364-bf04f168099e tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (638fd66b-6ee2-46ca-87e6-37d3dda093fc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.132673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:29.156046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for port (5af44162-3880-45f3-8098-b495ef2ebd20), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.199027 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8e827c95-d19a-4521-8bae-a822e942fda0 req-45157f7f-1440-4d0d-b364-bf04f168099e tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (638fd66b-6ee2-46ca-87e6-37d3dda093fc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.217068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:29.217440 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.274257 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Allocated IP 172.20.0.1 (5a1c491b-4944-4165-b76f-994e988028ec/9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e/526c7f83-db83-45f7-a530-e997d719b1ea) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:29.308822 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8e827c95-d19a-4521-8bae-a822e942fda0 req-45157f7f-1440-4d0d-b364-bf04f168099e tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (638fd66b-6ee2-46ca-87e6-37d3dda093fc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.312373 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8e827c95-d19a-4521-8bae-a822e942fda0 req-45157f7f-1440-4d0d-b364-bf04f168099e tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.314018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e827c95-d19a-4521-8bae-a822e942fda0 req-45157f7f-1440-4d0d-b364-bf04f168099e tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "DELETE /v2.0/security-groups/638fd66b-6ee2-46ca-87e6-37d3dda093fc HTTP/1.1" status: 204 len: 173 time: 0.6376667 Feb 03 21:56:29.359326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:29.361410 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.419714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:29.424323 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-b739c952-f939-41e8-a2a0-c1660c144676 req-e4e01bd7-1b05-4099-b9bb-df895fd374cd tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] show failed (client error): The resource could not be found. Feb 03 21:56:29.433482 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.443697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b739c952-f939-41e8-a2a0-c1660c144676 req-e4e01bd7-1b05-4099-b9bb-df895fd374cd tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/a42918e4-3b77-4e76-9879-b441ab5b1d0b HTTP/1.1" status: 404 len: 352 time: 0.0678055 Feb 03 21:56:29.450973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-ca08ff98-c89c-48c9-a597-a30b0f2e83d7 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:29.452613 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-ca08ff98-c89c-48c9-a597-a30b0f2e83d7 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.47 "GET /v2.0/networks?id=b9be0b79-26bf-4059-ae40-20b0dd84dfa3 HTTP/1.1" status: 200 len: 820 time: 0.1545324 Feb 03 21:56:29.454033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:56:29.459401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45157f7f-1440-4d0d-b364-bf04f168099e tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638fd66b-6ee2-46ca-87e6-37d3dda093fc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:29.492095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17573845-60d0-4fcb-8bbf-cfda4cb63c87 None None] Sync routers for ids ['a061fb1a-f033-44ee-9caa-033a2e629588'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:56:29.501366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171f4070-9669-476c-b964-463051c15768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (03259d3f-2c7a-4767-abe7-4ac741bc52f8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.510984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171f4070-9669-476c-b964-463051c15768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.516295 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-171f4070-9669-476c-b964-463051c15768 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03259d3f-2c7a-4767-abe7-4ac741bc52f8 HTTP/1.1" status: 204 len: 168 time: 1.1179821 Feb 03 21:56:29.526747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Request body: {'port': {'device_id': '14986634-8998-446e-8cc4-aa19c55bb448', 'network_id': 'b9be0b79-26bf-4059-ae40-20b0dd84dfa3', 'admin_state_up': True, 'tenant_id': '5cabed3b4c1843ce9835fb83078ec525'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:29.548839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.552220 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-43125cc6-68c4-40b4-8bdb-f4d820f77ec5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.8157914 Feb 03 21:56:29.553453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.558775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17573845-60d0-4fcb-8bbf-cfda4cb63c87 None None] Routers {'a061fb1a-f033-44ee-9caa-033a2e629588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:29.560380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-17573845-60d0-4fcb-8bbf-cfda4cb63c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:56:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a061fb1a-f033-44ee-9caa-033a2e629588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:29.569193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e168e2a0-b8df-46e4-a0e0-23050f45f0a9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:29.570385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42350) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:29.581881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:29.625130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fd6d6dd-eafb-454b-b751-1340d97c3afa'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:29.638893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38db0e13-d0cc-402a-92ea-6c47116fa409 req-cd998434-2d9a-4c86-8f06-233e96d4bc38 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/36ea3c5a-c6ad-48b2-935c-0c4f21982c8e HTTP/1.1" status: 200 len: 1822 time: 0.1770449 Feb 03 21:56:29.742029 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-38db0e13-d0cc-402a-92ea-6c47116fa409 req-54ff43f7-c850-4d19-bc39-bd35ff68974d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (36ea3c5a-c6ad-48b2-935c-0c4f21982c8e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.743399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f4070-9669-476c-b964-463051c15768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03259d3f-2c7a-4767-abe7-4ac741bc52f8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:29.839113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ace771-65a0-4918-938c-d2d54c098cd3 req-cb4d2e7a-b09d-451f-b06a-0bba3799462a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:29.840889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5ace771-65a0-4918-938c-d2d54c098cd3 req-cb4d2e7a-b09d-451f-b06a-0bba3799462a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 931 time: 0.3545406 Feb 03 21:56:29.859163 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Publish callbacks [] for port (526c7f83-db83-45f7-a530-e997d719b1ea), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.885932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-17573845-60d0-4fcb-8bbf-cfda4cb63c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:29.936699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:29.976792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-38db0e13-d0cc-402a-92ea-6c47116fa409 req-54ff43f7-c850-4d19-bc39-bd35ff68974d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (36ea3c5a-c6ad-48b2-935c-0c4f21982c8e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:29.988074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:30.036333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:30.056192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:30.059918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event updated for resources: {'Port': ['ID=5af44162-3880-45f3-8098-b495ef2ebd20,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:30.098711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5ace771-65a0-4918-938c-d2d54c098cd3 req-858c7e3f-09c9-496b-a4b5-39fae293190e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127097 Feb 03 21:56:30.102766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17573845-60d0-4fcb-8bbf-cfda4cb63c87 None None] Routers {'a061fb1a-f033-44ee-9caa-033a2e629588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:30.103414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-17573845-60d0-4fcb-8bbf-cfda4cb63c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:56:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a061fb1a-f033-44ee-9caa-033a2e629588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:30.105347 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.139405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42360) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:30.168928 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29112ae7-a762-4349-8df9-ffe8562dc8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.225326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-17573845-60d0-4fcb-8bbf-cfda4cb63c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:30.225981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17573845-60d0-4fcb-8bbf-cfda4cb63c87 None None] The sync data for ids ['a061fb1a-f033-44ee-9caa-033a2e629588'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:56:30.267919 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29112ae7-a762-4349-8df9-ffe8562dc8f3 admin admin] Publish callbacks [] for security_group (d8492df0-7c34-4208-836f-39152f1133fd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.288121 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29112ae7-a762-4349-8df9-ffe8562dc8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d8492df0-7c34-4208-836f-39152f1133fd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.342950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29112ae7-a762-4349-8df9-ffe8562dc8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8492df0-7c34-4208-836f-39152f1133fd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:30.350998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.390386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:30.391280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.396185 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-38db0e13-d0cc-402a-92ea-6c47116fa409 req-54ff43f7-c850-4d19-bc39-bd35ff68974d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (36ea3c5a-c6ad-48b2-935c-0c4f21982c8e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.398955 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-38db0e13-d0cc-402a-92ea-6c47116fa409 req-54ff43f7-c850-4d19-bc39-bd35ff68974d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.415138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38db0e13-d0cc-402a-92ea-6c47116fa409 req-54ff43f7-c850-4d19-bc39-bd35ff68974d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "DELETE /v2.0/security-groups/36ea3c5a-c6ad-48b2-935c-0c4f21982c8e HTTP/1.1" status: 204 len: 173 time: 0.7752368 Feb 03 21:56:30.443752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Network 5a1c491b-4944-4165-b76f-994e988028ec is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:30.465583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-29112ae7-a762-4349-8df9-ffe8562dc8f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d62dc0c5e7b7495d8b9f2fea637ca28f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3249633 Feb 03 21:56:30.466962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:30.471094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:30.473622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff43f7-c850-4d19-bc39-bd35ff68974d tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ea3c5a-c6ad-48b2-935c-0c4f21982c8e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:30.483188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:30.525885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-95f7a01f-1ffa-4023-bd12-0960e46903c3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6675024 Feb 03 21:56:30.528563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf0a2-9f34-494a-9fc5-eb5df79234d1 req-0e74171c-a1ec-4f72-8063-1763db8a0ae8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:30.529598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-153cf0a2-9f34-494a-9fc5-eb5df79234d1 req-0e74171c-a1ec-4f72-8063-1763db8a0ae8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 931 time: 0.2549458 Feb 03 21:56:30.530260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Pushing event updated for resources: {'Port': ['ID=526c7f83-db83-45f7-a530-e997d719b1ea,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:30.531380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Made reservation on behalf of 5cabed3b4c1843ce9835fb83078ec525 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:30.536523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c119c700-27fb-4ce0-860c-bcbb65b8cfac None None] Provisioning complete for port 5af44162-3880-45f3-8098-b495ef2ebd20 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:30.537186 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c119c700-27fb-4ce0-860c-bcbb65b8cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.543421 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.561828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Request body: {'port': {'device_id': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:30.634837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c119c700-27fb-4ce0-860c-bcbb65b8cfac None None] Port 5af44162-3880-45f3-8098-b495ef2ebd20 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:30.640013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-387d793e-7022-4535-8340-bab783c1ccff req-f8194a59-97a5-4175-af07-a1ab10e1dde0 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 210 time: 0.0756164 Feb 03 21:56:30.648409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (60258327-edec-43eb-9780-cc31e6e67670), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.763679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:30.822395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Publish callbacks [] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.864042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.866356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ebcef8b2-9b2b-4900-a171-e74db980f3c4 None None] Provisioning complete for port 526c7f83-db83-45f7-a530-e997d719b1ea triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:30.866739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebcef8b2-9b2b-4900-a171-e74db980f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.890263 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.922531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d12034a2-f6ef-43b9-ba23-278a15635f0c admin admin] Publish callbacks [] for security_group (d8492df0-7c34-4208-836f-39152f1133fd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.947966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Transition to ACTIVE for port object bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:56:30.967286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ebcef8b2-9b2b-4900-a171-e74db980f3c4 None None] Port 526c7f83-db83-45f7-a530-e997d719b1ea cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:30.971827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d12034a2-f6ef-43b9-ba23-278a15635f0c admin admin] Publish callbacks [] for security_group (d8492df0-7c34-4208-836f-39152f1133fd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:30.982486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.001966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-153cf0a2-9f34-494a-9fc5-eb5df79234d1 req-6a785a11-cc33-4e5f-ad81-f3127c3d9ab3 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604073 Feb 03 21:56:31.031340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1af87cbf-933f-4e50-b5e4-5a7e19fe0fc3 req-abcb891d-88e4-441a-97d8-a5b9f7ccc7bb tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/d002e668-1d17-473c-89ac-da8733b68893 HTTP/1.1" status: 200 len: 1823 time: 0.2721267 Feb 03 21:56:31.054419 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:31.099176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Allocated IP 172.20.0.11 (b9be0b79-26bf-4059-ae40-20b0dd84dfa3/586a1cf5-e010-4b19-8011-bac6f565da38/bc929f07-d677-4d5a-8d63-e65d49ca6033) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:31.119875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (a061fb1a-f033-44ee-9caa-033a2e629588), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.151497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:31.151900 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.202124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Pushing event updated for resources: {'Port': ['ID=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:31.249867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_gateway (a061fb1a-f033-44ee-9caa-033a2e629588), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.276336 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d12034a2-f6ef-43b9-ba23-278a15635f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d8492df0-7c34-4208-836f-39152f1133fd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.279476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d12034a2-f6ef-43b9-ba23-278a15635f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.280586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d12034a2-f6ef-43b9-ba23-278a15635f0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8492df0-7c34-4208-836f-39152f1133fd HTTP/1.1" status: 204 len: 168 time: 0.8045564 Feb 03 21:56:31.305841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:31.332316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12034a2-f6ef-43b9-ba23-278a15635f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8492df0-7c34-4208-836f-39152f1133fd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:31.336720 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1af87cbf-933f-4e50-b5e4-5a7e19fe0fc3 req-95cd01ac-dbe3-4d98-b804-b4552da3b3e7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (d002e668-1d17-473c-89ac-da8733b68893), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.399668 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1af87cbf-933f-4e50-b5e4-5a7e19fe0fc3 req-95cd01ac-dbe3-4d98-b804-b4552da3b3e7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (d002e668-1d17-473c-89ac-da8733b68893), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.428188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8309792-519c-4114-b7db-3913517f450d req-aff8c7be-4369-457d-bbaa-15be68cf3808 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:31.436311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8309792-519c-4114-b7db-3913517f450d req-aff8c7be-4369-457d-bbaa-15be68cf3808 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 931 time: 0.1727560 Feb 03 21:56:31.495219 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Publish callbacks [] for port (526c7f83-db83-45f7-a530-e997d719b1ea), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.513122 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.589666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8309792-519c-4114-b7db-3913517f450d req-4ddacb85-23d5-4340-b861-ba45ebe768b6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523604 Feb 03 21:56:31.637950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (60258327-edec-43eb-9780-cc31e6e67670), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.640073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1af87cbf-933f-4e50-b5e4-5a7e19fe0fc3 req-95cd01ac-dbe3-4d98-b804-b4552da3b3e7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d002e668-1d17-473c-89ac-da8733b68893), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.642896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1af87cbf-933f-4e50-b5e4-5a7e19fe0fc3 req-95cd01ac-dbe3-4d98-b804-b4552da3b3e7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:31.644284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1af87cbf-933f-4e50-b5e4-5a7e19fe0fc3 req-95cd01ac-dbe3-4d98-b804-b4552da3b3e7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "DELETE /v2.0/security-groups/d002e668-1d17-473c-89ac-da8733b68893 HTTP/1.1" status: 204 len: 173 time: 0.5855236 Feb 03 21:56:31.656393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Pushing event updated for resources: {'Port': ['ID=526c7f83-db83-45f7-a530-e997d719b1ea,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:31.670371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd01ac-dbe3-4d98-b804-b4552da3b3e7 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d002e668-1d17-473c-89ac-da8733b68893,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:31.819772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-731ee45e-eaad-4d97-bde0-e29a55109805 req-5087de74-bc20-494e-a558-c9781f65a72b tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 210 time: 0.0590041 Feb 03 21:56:31.844520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41cacad1-50cb-467f-b6de-b36232f65910 req-b957ac15-7ced-4d76-8402-5636f7248f50 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/b94ddc91-4580-41c2-a3bc-bb47aa26bbbb HTTP/1.1" status: 200 len: 1824 time: 0.1109431 Feb 03 21:56:31.905511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Network 5a1c491b-4944-4165-b76f-994e988028ec is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:31.908675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:31.923593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Attempting to bind port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:31.924093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Attempting to bind port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:31.924466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Attempting to bind port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:31.941740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:31.990020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 on network 28eba52c-a95b-4b13-961a-f8e9756ccaef not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:56:31.990444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Attempting to bind port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 on network 28eba52c-a95b-4b13-961a-f8e9756ccaef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:31.999911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4169ec19-dabe-4de9-a1d9-88d5059fdaaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.008053 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-41cacad1-50cb-467f-b6de-b36232f65910 req-713ca443-bd1f-4c59-8fc4-6136ec28a723 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (b94ddc91-4580-41c2-a3bc-bb47aa26bbbb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.021818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Deleting port d0a549d7-053e-455a-b516-a96ba8b01017 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:56:32.022301 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d0a549d7-053e-455a-b516-a96ba8b01017), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.036100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:32.036578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Checking segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:32.037432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Bound using segment: {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:32.037633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Bound port: bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b247fbc6-720d-4b3b-99b7-12f408b64ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:32.038103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.113325 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-41cacad1-50cb-467f-b6de-b36232f65910 req-713ca443-bd1f-4c59-8fc4-6136ec28a723 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (b94ddc91-4580-41c2-a3bc-bb47aa26bbbb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.143396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Publish callbacks [] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.181141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Router 60258327-edec-43eb-9780-cc31e6e67670 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:56:32.242938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af44162-3880-45f3-8098-b495ef2ebd20 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:32.263689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cac1c2-5014-4500-bbe5-19754da22b17 req-fb57c02f-3ff1-46d6-ad26-7dd0adbbe331 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:32.265945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49cac1c2-5014-4500-bbe5-19754da22b17 req-fb57c02f-3ff1-46d6-ad26-7dd0adbbe331 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 943 time: 0.0831718 Feb 03 21:56:32.268500 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-41cacad1-50cb-467f-b6de-b36232f65910 req-713ca443-bd1f-4c59-8fc4-6136ec28a723 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b94ddc91-4580-41c2-a3bc-bb47aa26bbbb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.272510 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-41cacad1-50cb-467f-b6de-b36232f65910 req-713ca443-bd1f-4c59-8fc4-6136ec28a723 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.274050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Publish callbacks [] for port (5af44162-3880-45f3-8098-b495ef2ebd20), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.280800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41cacad1-50cb-467f-b6de-b36232f65910 req-713ca443-bd1f-4c59-8fc4-6136ec28a723 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "DELETE /v2.0/security-groups/b94ddc91-4580-41c2-a3bc-bb47aa26bbbb HTTP/1.1" status: 204 len: 173 time: 0.4199460 Feb 03 21:56:32.320679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cfd310f2-1ba9-455e-9717-0a4194cfe574 None None] Provisioning complete for port 526c7f83-db83-45f7-a530-e997d719b1ea triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:32.323329 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd310f2-1ba9-455e-9717-0a4194cfe574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.337925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d0a549d7-053e-455a-b516-a96ba8b01017), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.345615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] For port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:32.348061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Transition to ACTIVE for port object 5af44162-3880-45f3-8098-b495ef2ebd20 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:56:32.370929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cfd310f2-1ba9-455e-9717-0a4194cfe574 None None] Port 526c7f83-db83-45f7-a530-e997d719b1ea cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:32.375159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.378281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] For port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:32.381760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Calling delete_port for d0a549d7-053e-455a-b516-a96ba8b01017 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:56:32.381963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ca443-bd1f-4c59-8fc4-6136ec28a723 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94ddc91-4580-41c2-a3bc-bb47aa26bbbb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:32.421554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.432257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.478748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49cac1c2-5014-4500-bbe5-19754da22b17 req-ebf3c022-989b-4da8-868d-3f2f61ff6cee tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005541 Feb 03 21:56:32.483371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abf4e14e-0d12-4a69-b78c-326ef226a318 req-97fee4c4-bc30-4246-a275-4a9d80ac764a tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/3e3bbd5f-e0b6-4437-ab3c-b18472ae2688 HTTP/1.1" status: 200 len: 2424 time: 0.1115165 Feb 03 21:56:32.544170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:56:32.549182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4169ec19-dabe-4de9-a1d9-88d5059fdaaf admin admin] Publish callbacks [] for security_group (d43affcd-79d6-4976-8df7-8c6b1e2f6b51), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.551678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6d6a6442-0aa3-4360-aad2-6a7ff3b30282 admin admin] 10.222.0.50 "PUT /v2.0/routers/60258327-edec-43eb-9780-cc31e6e67670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1557598 Feb 03 21:56:32.554795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:32.555425 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.556858 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] 10.222.0.10 "PUT /v2.0/ports/bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 HTTP/1.1" status: 200 len: 1091 time: 5.1469440 Feb 03 21:56:32.561736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5095717a-1d15-4fc8-9fd4-45b6cbd09109', 'tag': 'bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:32.564723 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d474cf65-0908-43ed-90d3-3c5eb899d747" -d '{"events": [{"name": "network-changed", "server_uuid": "5095717a-1d15-4fc8-9fd4-45b6cbd09109", "tag": "bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:32.577998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Pushing event updated for resources: {'Port': ['ID=5af44162-3880-45f3-8098-b495ef2ebd20,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:32.584810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Network b9be0b79-26bf-4059-ae40-20b0dd84dfa3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:32.586026 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Sync routers for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:56:32.616242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4169ec19-dabe-4de9-a1d9-88d5059fdaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d43affcd-79d6-4976-8df7-8c6b1e2f6b51), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.631938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:32.654943 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:32.657378 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:56:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:32.682247 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-abf4e14e-0d12-4a69-b78c-326ef226a318 req-58043dba-129a-4c45-8386-878155280feb tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (3e3bbd5f-e0b6-4437-ab3c-b18472ae2688), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.700572 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79272c4b-695f-43fb-980b-78ec87e569f1 x-openstack-request-id: req-79272c4b-695f-43fb-980b-78ec87e569f1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:32.700888 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5095717a-1d15-4fc8-9fd4-45b6cbd09109", "tag": "bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:32.701146 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79272c4b-695f-43fb-980b-78ec87e569f1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:32.701547 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5095717a-1d15-4fc8-9fd4-45b6cbd09109', 'tag': 'bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214', 'status': 'completed', 'code': 200} Feb 03 21:56:32.703593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:32.747014 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-abf4e14e-0d12-4a69-b78c-326ef226a318 req-58043dba-129a-4c45-8386-878155280feb tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (3e3bbd5f-e0b6-4437-ab3c-b18472ae2688), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:32.929186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169ec19-dabe-4de9-a1d9-88d5059fdaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43affcd-79d6-4976-8df7-8c6b1e2f6b51,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:32.931237 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:56:32.943434 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4169ec19-dabe-4de9-a1d9-88d5059fdaaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=620cf488a7bf481087acb1f89c0ff871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9953365 Feb 03 21:56:32.959021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2528b3-7179-4029-ad45-4351aed76dcb req-b081dda5-272d-4685-a7e1-66837168bf7f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:32.960738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:32.962850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a2528b3-7179-4029-ad45-4351aed76dcb req-b081dda5-272d-4685-a7e1-66837168bf7f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 943 time: 0.1833878 Feb 03 21:56:32.995652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Pushing event updated for resources: {'Port': ['ID=bc929f07-d677-4d5a-8d63-e65d49ca6033,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:33.005863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-abf4e14e-0d12-4a69-b78c-326ef226a318 req-58043dba-129a-4c45-8386-878155280feb tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3e3bbd5f-e0b6-4437-ab3c-b18472ae2688), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.010133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-abf4e14e-0d12-4a69-b78c-326ef226a318 req-58043dba-129a-4c45-8386-878155280feb tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.011863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:33.012500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.027251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abf4e14e-0d12-4a69-b78c-326ef226a318 req-58043dba-129a-4c45-8386-878155280feb tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "DELETE /v2.0/security-groups/3e3bbd5f-e0b6-4437-ab3c-b18472ae2688 HTTP/1.1" status: 204 len: 173 time: 0.5269289 Feb 03 21:56:33.060552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58043dba-129a-4c45-8386-878155280feb tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3bbd5f-e0b6-4437-ab3c-b18472ae2688,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:33.106591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-68e5924a-5ccc-4256-b819-b8ed9d0f6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:33.108209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-68e5924a-5ccc-4256-b819-b8ed9d0f6136 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 1125 time: 0.4058580 Feb 03 21:56:33.119152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a2528b3-7179-4029-ad45-4351aed76dcb req-8b536530-972d-44a8-a232-7f37344ff24f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476448 Feb 03 21:56:33.142107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-49dd21b7-3a00-4557-aa93-4ac502c8ecd6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6211154 Feb 03 21:56:33.142866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Attempting to bind port 5af44162-3880-45f3-8098-b495ef2ebd20 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:33.143199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Attempting to bind port 5af44162-3880-45f3-8098-b495ef2ebd20 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:33.143520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Attempting to bind port 5af44162-3880-45f3-8098-b495ef2ebd20 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:33.170225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Request body: {'port': {'device_id': '14986634-8998-446e-8cc4-aa19c55bb448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:33.214794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2000-0bff-49d5-9c9d-818d784e320d req-cdec14a3-7b88-4fda-8f75-2eebb495c23e tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:33.222952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82ef2000-0bff-49d5-9c9d-818d784e320d req-cdec14a3-7b88-4fda-8f75-2eebb495c23e tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 932 time: 0.1002090 Feb 03 21:56:33.248717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500da41-8092-4b31-ba6d-d1fdf571a8ff service neutron] Pushing event updated for resources: {'Port': ['ID=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:33.260020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Port 5af44162-3880-45f3-8098-b495ef2ebd20 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:56:33.260466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Attempting to bind port 5af44162-3880-45f3-8098-b495ef2ebd20 on network 69fd4d27-c7dd-48c7-9847-0103c0946f50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:33.283966 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-1d01e003-fef2-4f1f-856a-c9efe8961ba7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 HTTP/1.1" status: 200 len: 217 time: 0.1364555 Feb 03 21:56:33.307398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c1f4a3-a41f-4dae-8475-14b64cd59fa6 admin admin] Publish callbacks [] for security_group (d43affcd-79d6-4976-8df7-8c6b1e2f6b51), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.309909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:33.310543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Checking segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:33.310953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Bound using segment: {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:33.311437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Bound port: 5af44162-3880-45f3-8098-b495ef2ebd20, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9fc3d4-1909-4242-8d6b-d5a898579637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:33.311797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.339535 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:31Z', 'revision_number': 2, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:33.357777 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82ef2000-0bff-49d5-9c9d-818d784e320d req-c0be92e4-7f04-48ab-9365-ee3d2f04fdff tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335855 Feb 03 21:56:33.359536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d0a549d7-053e-455a-b516-a96ba8b01017), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.395086 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Checking router: 60258327-edec-43eb-9780-cc31e6e67670 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:56:33.395460 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Updating router 60258327-edec-43eb-9780-cc31e6e67670 port 526c7f83-db83-45f7-a530-e997d719b1ea binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:56:33.429611 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.465805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c1f4a3-a41f-4dae-8475-14b64cd59fa6 admin admin] Publish callbacks [] for security_group (d43affcd-79d6-4976-8df7-8c6b1e2f6b51), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.468112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Pushing event deleted for resources: {'Port': ['ID=d0a549d7-053e-455a-b516-a96ba8b01017,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:33.501175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88ce275d-5e44-4fa3-b55c-8e45cbb7fe51 req-ef947de2-15f6-464d-9085-34fee935d260 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "GET /v2.0/security-groups/77989993-8f59-4f83-82b5-a6fdd7528072 HTTP/1.1" status: 200 len: 2417 time: 0.1019719 Feb 03 21:56:33.512419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.515573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-89e1e948-b340-417f-a51b-d0815179c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:33.517709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-89e1e948-b340-417f-a51b-d0815179c85d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.2245641 Feb 03 21:56:33.588159 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-88ce275d-5e44-4fa3-b55c-8e45cbb7fe51 req-aea7ab7f-42ba-444c-98fe-300ce6a4e182 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (77989993-8f59-4f83-82b5-a6fdd7528072), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.619091 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-7dca365e-2b5a-4ad9-9f77-59c09ebd3559 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665398 Feb 03 21:56:33.635172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-88ce275d-5e44-4fa3-b55c-8e45cbb7fe51 req-aea7ab7f-42ba-444c-98fe-300ce6a4e182 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (77989993-8f59-4f83-82b5-a6fdd7528072), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.688281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (a061fb1a-f033-44ee-9caa-033a2e629588), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.693047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:33.699474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-88ce275d-5e44-4fa3-b55c-8e45cbb7fe51 req-aea7ab7f-42ba-444c-98fe-300ce6a4e182 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (77989993-8f59-4f83-82b5-a6fdd7528072), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.702167 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-88ce275d-5e44-4fa3-b55c-8e45cbb7fe51 req-aea7ab7f-42ba-444c-98fe-300ce6a4e182 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.703750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88ce275d-5e44-4fa3-b55c-8e45cbb7fe51 req-aea7ab7f-42ba-444c-98fe-300ce6a4e182 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] 10.222.0.50 "DELETE /v2.0/security-groups/77989993-8f59-4f83-82b5-a6fdd7528072 HTTP/1.1" status: 204 len: 173 time: 0.1957114 Feb 03 21:56:33.712886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:33.720439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7ab7f-42ba-444c-98fe-300ce6a4e182 tempest-SecurityGroupRulesTestJSON-949820984 tempest-SecurityGroupRulesTestJSON-949820984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77989993-8f59-4f83-82b5-a6fdd7528072,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:33.781625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:33.786082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c1e8428b-f168-435d-9c26-c6664ee7fe57 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754912352', 'description': 'tempest-description--112824252'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:33.807704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8b4431-1f73-4cdd-990a-a69596a37041 admin admin] Deleting subnet e42d533a-914c-41f6-bc02-25cbe2573e4c {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:56:33.811390 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4431-1f73-4cdd-990a-a69596a37041 admin admin] Publish callbacks [] for subnet (e42d533a-914c-41f6-bc02-25cbe2573e4c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.855669 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4431-1f73-4cdd-990a-a69596a37041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (e42d533a-914c-41f6-bc02-25cbe2573e4c), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.891145 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Publish callbacks [] for port (526c7f83-db83-45f7-a530-e997d719b1ea), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.900845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1e8428b-f168-435d-9c26-c6664ee7fe57 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.901491 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.931007 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4431-1f73-4cdd-990a-a69596a37041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (e42d533a-914c-41f6-bc02-25cbe2573e4c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.946884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5af44162-3880-45f3-8098-b495ef2ebd20,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:33.962124 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c1f4a3-a41f-4dae-8475-14b64cd59fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d43affcd-79d6-4976-8df7-8c6b1e2f6b51), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.965008 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c1f4a3-a41f-4dae-8475-14b64cd59fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:33.968660 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-28c1f4a3-a41f-4dae-8475-14b64cd59fa6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d43affcd-79d6-4976-8df7-8c6b1e2f6b51 HTTP/1.1" status: 204 len: 168 time: 0.9978662 Feb 03 21:56:34.002822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1f4a3-a41f-4dae-8475-14b64cd59fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43affcd-79d6-4976-8df7-8c6b1e2f6b51,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:34.024414 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.103621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aabdd-2db7-45c7-a5b5-2fb9ac653a9f req-573391bc-3689-4607-bf68-2a06ded0e343 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:34.110600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c3aabdd-2db7-45c7-a5b5-2fb9ac653a9f req-573391bc-3689-4607-bf68-2a06ded0e343 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 943 time: 0.2108972 Feb 03 21:56:34.120600 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Attempting to bind port 526c7f83-db83-45f7-a530-e997d719b1ea on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:34.121272 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Attempting to bind port 526c7f83-db83-45f7-a530-e997d719b1ea by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:34.121841 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Attempting to bind port 526c7f83-db83-45f7-a530-e997d719b1ea on network 5a1c491b-4944-4165-b76f-994e988028ec {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:34.136971 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:34.137878 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Checking segment: {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:34.138799 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.139915 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Bound using segment: {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:34.140613 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Bound port: 526c7f83-db83-45f7-a530-e997d719b1ea, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:34.141331 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.163319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4431-1f73-4cdd-990a-a69596a37041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (e42d533a-914c-41f6-bc02-25cbe2573e4c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.254456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1e8428b-f168-435d-9c26-c6664ee7fe57 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (584fefc6-d899-4aa9-8106-139c7e1b9856), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.257147 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4431-1f73-4cdd-990a-a69596a37041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.260590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6f8b4431-1f73-4cdd-990a-a69596a37041 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e42d533a-914c-41f6-bc02-25cbe2573e4c HTTP/1.1" status: 204 len: 168 time: 0.5467136 Feb 03 21:56:34.267217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b4431-1f73-4cdd-990a-a69596a37041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42d533a-914c-41f6-bc02-25cbe2573e4c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:34.280347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42414) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:34.327288 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Pushing event updated for resources: {'Port': ['ID=526c7f83-db83-45f7-a530-e997d719b1ea,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:34.370997 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.378319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:34.378989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.380378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] 10.222.0.10 "PUT /v2.0/ports/5af44162-3880-45f3-8098-b495ef2ebd20 HTTP/1.1" status: 200 len: 1091 time: 3.8232374 Feb 03 21:56:34.383555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c8c80663-5324-41b9-8e5c-1422856c1e83 None None] Provisioning complete for port 526c7f83-db83-45f7-a530-e997d719b1ea triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:34.384588 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8c80663-5324-41b9-8e5c-1422856c1e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.400443 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.401023 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.401377 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.401719 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.402122 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.406909 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.407274 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.407651 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.408763 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.409134 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.409469 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.412015 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:34.459215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8c80663-5324-41b9-8e5c-1422856c1e83 None None] Port 526c7f83-db83-45f7-a530-e997d719b1ea cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:34.464867 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1e8428b-f168-435d-9c26-c6664ee7fe57 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (584fefc6-d899-4aa9-8106-139c7e1b9856), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.469358 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (c371cc40-43a2-4e24-83ba-b3bc5b790d1c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.489947 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c3aabdd-2db7-45c7-a5b5-2fb9ac653a9f req-51737ada-0066-4639-af78-90877cbada05 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763974 Feb 03 21:56:34.505459 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] For port 526c7f83-db83-45f7-a530-e997d719b1ea, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:34.523513 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] For port 526c7f83-db83-45f7-a530-e997d719b1ea, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=526c7f83-db83-45f7-a530-e997d719b1ea,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:34.544250 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.640768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1e8428b-f168-435d-9c26-c6664ee7fe57 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.642059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c1e8428b-f168-435d-9c26-c6664ee7fe57 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8594768 Feb 03 21:56:34.682715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42422) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:34.701173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dbd8e8d3-de80-4dcd-afcd-2e3a4bb1ffbd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'security_group_rule': {'security_group_id': '584fefc6-d899-4aa9-8106-139c7e1b9856', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:34.703853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:34.711284 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae499931-2a0d-4543-80f1-b4cb77c12391" -d '{"events": [{"name": "network-changed", "server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:34.726867 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269d375-f769-4f8f-84d1-12436ccb72a5 None None] Pushing event updated for resources: {'Port': ['ID=526c7f83-db83-45f7-a530-e997d719b1ea,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:34.729843 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (a061fb1a-f033-44ee-9caa-033a2e629588), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.739432 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-82dd3f4b-8ae5-4a8a-9e21-bc5e5a78a3c4 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1119483 Feb 03 21:56:34.750894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8428b-f168-435d-9c26-c6664ee7fe57 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584fefc6-d899-4aa9-8106-139c7e1b9856,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:34.757537 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:34.761037 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:56:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:34.818172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eb813-e8c5-438c-8b69-b8c736f73a92 service neutron] Pushing event updated for resources: {'Port': ['ID=5af44162-3880-45f3-8098-b495ef2ebd20,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:34.858615 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (a061fb1a-f033-44ee-9caa-033a2e629588), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.885682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c892678-f5e8-452a-8c0e-8feeb77d2917 req-6cf5330e-8f1c-4657-bdb1-18f25cdb647d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:34.893617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c892678-f5e8-452a-8c0e-8feeb77d2917 req-6cf5330e-8f1c-4657-bdb1-18f25cdb647d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 943 time: 0.4197659 Feb 03 21:56:34.905732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (c371cc40-43a2-4e24-83ba-b3bc5b790d1c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:34.937882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79756139-9a06-4b28-895f-6d668db6d655 req-c0a3a528-c480-4b40-81a9-09ed53a09da0 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:34.945393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79756139-9a06-4b28-895f-6d668db6d655 req-c0a3a528-c480-4b40-81a9-09ed53a09da0 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 932 time: 0.3396816 Feb 03 21:56:34.970315 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e8d3-de80-4dcd-afcd-2e3a4bb1ffbd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (f82a27a5-a287-403b-bb03-d1beb701d8e4), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.010209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c371cc40-43a2-4e24-83ba-b3bc5b790d1c']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:35.040014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aa4f7dce-13e9-4c86-b5ba-97fdadb9ad8c None None] Provisioning complete for port 526c7f83-db83-45f7-a530-e997d719b1ea triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:35.041053 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa4f7dce-13e9-4c86-b5ba-97fdadb9ad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.043326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b2f04a-1c16-423e-9bfe-000c93d98452') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:35.043629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b2f04a-1c16-423e-9bfe-000c93d98452') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:35.083955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c892678-f5e8-452a-8c0e-8feeb77d2917 req-2bd25e27-a1df-4c39-8a93-e3096bdaf34f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893718 Feb 03 21:56:35.101679 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:56:35.147781 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151cc96a-5ac3-4154-a89a-3a906ea457fc x-openstack-request-id: req-151cc96a-5ac3-4154-a89a-3a906ea457fc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:35.148282 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:35.148398 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-151cc96a-5ac3-4154-a89a-3a906ea457fc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:35.148808 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20', 'status': 'completed', 'code': 200} Feb 03 21:56:35.152749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79756139-9a06-4b28-895f-6d668db6d655 req-bd5bf682-25eb-47d5-8fb1-14814795c30b tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001657 Feb 03 21:56:35.162875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (50b2f04a-1c16-423e-9bfe-000c93d98452), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.190488 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f7dce-13e9-4c86-b5ba-97fdadb9ad8c None None] Current status of the port 526c7f83-db83-45f7-a530-e997d719b1ea is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:35.191255 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa4f7dce-13e9-4c86-b5ba-97fdadb9ad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.204386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-1af908ba-36a2-4da3-8a6d-145df3f12581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:35.206205 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-1af908ba-36a2-4da3-8a6d-145df3f12581 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 1125 time: 0.6770680 Feb 03 21:56:35.217978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Router a061fb1a-f033-44ee-9caa-033a2e629588 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:56:35.234008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-aa4f7dce-13e9-4c86-b5ba-97fdadb9ad8c None None] For port 526c7f83-db83-45f7-a530-e997d719b1ea, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=526c7f83-db83-45f7-a530-e997d719b1ea,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:35.240268 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa4f7dce-13e9-4c86-b5ba-97fdadb9ad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.250925 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e8d3-de80-4dcd-afcd-2e3a4bb1ffbd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (f82a27a5-a287-403b-bb03-d1beb701d8e4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.258845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (50b2f04a-1c16-423e-9bfe-000c93d98452), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.273093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e8d3-de80-4dcd-afcd-2e3a4bb1ffbd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (f82a27a5-a287-403b-bb03-d1beb701d8e4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.274922 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-fb3a07ec-884c-464a-a737-ef52b83cbd31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5af44162-3880-45f3-8098-b495ef2ebd20 HTTP/1.1" status: 200 len: 217 time: 0.0607190 Feb 03 21:56:35.286491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3e13bd-0bc2-40e5-a850-0d51ef0448df req-4f55a1a3-43c6-402d-b15c-8681107761c6 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392227 Feb 03 21:56:35.291712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:56:35.292124 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (50b2f04a-1c16-423e-9bfe-000c93d98452), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:56:35.302918 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:56:35.308879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f7dce-13e9-4c86-b5ba-97fdadb9ad8c None None] Pushing event updated for resources: {'Port': ['ID=526c7f83-db83-45f7-a530-e997d719b1ea,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:35.441343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8e8d3-de80-4dcd-afcd-2e3a4bb1ffbd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82a27a5-a287-403b-bb03-d1beb701d8e4,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:35.448271 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (c371cc40-43a2-4e24-83ba-b3bc5b790d1c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.455819 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.463760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c371cc40-43a2-4e24-83ba-b3bc5b790d1c HTTP/1.1" status: 204 len: 168 time: 1.1802068 Feb 03 21:56:35.470229 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e8d3-de80-4dcd-afcd-2e3a4bb1ffbd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.475248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dbd8e8d3-de80-4dcd-afcd-2e3a4bb1ffbd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7911341 Feb 03 21:56:35.477831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:35.483352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0fd5c48a-b201-4a2e-8b8f-a2f3d5a95765 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'security_group_rule': {'security_group_id': '584fefc6-d899-4aa9-8106-139c7e1b9856', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:35.525764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e797d58-fdfa-46bf-a884-0f1ee9bd0e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=c371cc40-43a2-4e24-83ba-b3bc5b790d1c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:35.537057 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c48a-b201-4a2e-8b8f-a2f3d5a95765 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (e5bf7b80-86a4-4f71-aa0f-190a4500198b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.547467 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:34Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:35.647970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c48a-b201-4a2e-8b8f-a2f3d5a95765 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (e5bf7b80-86a4-4f71-aa0f-190a4500198b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.658512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c48a-b201-4a2e-8b8f-a2f3d5a95765 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (e5bf7b80-86a4-4f71-aa0f-190a4500198b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.687208 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddc109-9545-4b61-b023-7282da206e88 None None] The sync data for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 is: [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:34Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:56:35.710032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5c48a-b201-4a2e-8b8f-a2f3d5a95765 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bf7b80-86a4-4f71-aa0f-190a4500198b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:35.804552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c48a-b201-4a2e-8b8f-a2f3d5a95765 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.806544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0fd5c48a-b201-4a2e-8b8f-a2f3d5a95765 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272073 Feb 03 21:56:35.811289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42454) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:35.836042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:35.901829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:35.921060 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.953434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc929f07-d677-4d5a-8d63-e65d49ca6033 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:35.968683 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Publish callbacks [] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.972025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-53c5cbb3-40ab-4969-9967-a68e7b3d83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:35.974224 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-53c5cbb3-40ab-4969-9967-a68e7b3d83c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.6922915 Feb 03 21:56:35.980946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:56:35.995921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b33b8-88e7-4047-980e-d88db28f1fb6 None None] Sync routers for ids ['a061fb1a-f033-44ee-9caa-033a2e629588'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:56:35.997516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:35.998718 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c26e9ea7-657e-440c-8512-b873331fe127 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "PUT /v2.0/routers/a061fb1a-f033-44ee-9caa-033a2e629588 HTTP/1.1" status: 200 len: 704 time: 6.4218607 Feb 03 21:56:36.013129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:36.014766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b33b8-88e7-4047-980e-d88db28f1fb6 None None] Routers {'a061fb1a-f033-44ee-9caa-033a2e629588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:36.018070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-176b33b8-88e7-4047-980e-d88db28f1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:56:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a061fb1a-f033-44ee-9caa-033a2e629588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:36.038447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ed2a3-543e-44c6-83c4-24ff67944272 req-6098a6b8-3752-46fa-87a3-0d9e31a08346 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:36.057724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Transition to ACTIVE for port object bc929f07-d677-4d5a-8d63-e65d49ca6033 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:56:36.058322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-884ed2a3-543e-44c6-83c4-24ff67944272 req-6098a6b8-3752-46fa-87a3-0d9e31a08346 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 943 time: 0.3591902 Feb 03 21:56:36.109935 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:36.114334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-176b33b8-88e7-4047-980e-d88db28f1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:36.141671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b33b8-88e7-4047-980e-d88db28f1fb6 None None] Routers {'a061fb1a-f033-44ee-9caa-033a2e629588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:56:36.142327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-176b33b8-88e7-4047-980e-d88db28f1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:56:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a061fb1a-f033-44ee-9caa-033a2e629588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:36.192162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-884ed2a3-543e-44c6-83c4-24ff67944272 req-e1a7653b-6cd5-4e9c-be08-601dc402e78b tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282930 Feb 03 21:56:36.214612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-176b33b8-88e7-4047-980e-d88db28f1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:56:36.215136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b33b8-88e7-4047-980e-d88db28f1fb6 None None] The sync data for ids ['a061fb1a-f033-44ee-9caa-033a2e629588'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:56:36.225227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-28800fbe-5270-4a2b-8261-8a8afb085b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:36.226777 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-28800fbe-5270-4a2b-8261-8a8afb085b82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 1125 time: 0.8745482 Feb 03 21:56:36.233856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bedd38fd-331d-4643-952d-f82cd2fe5928 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/routers/a061fb1a-f033-44ee-9caa-033a2e629588 HTTP/1.1" status: 200 len: 739 time: 0.2158892 Feb 03 21:56:36.243188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:36.336273 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e2e1e78a-531f-4684-95ba-3207655f1dec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3c96e5cc25d41e089fdbc02f8e4c020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4306495 Feb 03 21:56:36.355062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1474ded7-d91f-459f-bf92-cc725dbbb442 tempest-RoutersAdminTest-2073507437 tempest-RoutersAdminTest-2073507437-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=a061fb1a-f033-44ee-9caa-033a2e629588 HTTP/1.1" status: 200 len: 205 time: 0.1019204 Feb 03 21:56:36.356296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc929f07-d677-4d5a-8d63-e65d49ca6033,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:36.358925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:36.359477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:36.393087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-42965022-f23b-4d83-9c55-f2d5250a39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:36.395436 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-42965022-f23b-4d83-9c55-f2d5250a39a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4062366 Feb 03 21:56:36.420329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacf1e7-c499-4e84-9afb-b4568784fa02 req-1f757eb0-fe06-4d93-91ba-f9199918c481 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:36.428323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6eacf1e7-c499-4e84-9afb-b4568784fa02 req-1f757eb0-fe06-4d93-91ba-f9199918c481 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 943 time: 0.2285802 Feb 03 21:56:36.470669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42474) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:36.472506 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0f0dd4f1-1e8c-464b-8a4f-b1df81a910b9 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=a061fb1a-f033-44ee-9caa-033a2e629588 HTTP/1.1" status: 200 len: 205 time: 0.0981562 Feb 03 21:56:36.494368 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:36.728718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-47942bca-81e9-41df-9e99-57e2ef6eb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:36.730246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-47942bca-81e9-41df-9e99-57e2ef6eb1b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 200 len: 913 time: 0.4908748 Feb 03 21:56:36.769011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5fdebd6-72b4-4358-ad26-cd1f0e8d4119 admin admin] Publish callbacks [] for security_group (9d36f813-15bd-4dff-b63d-f721d5e6167a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:36.816254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Attempting to bind port bc929f07-d677-4d5a-8d63-e65d49ca6033 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:36.816607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Attempting to bind port bc929f07-d677-4d5a-8d63-e65d49ca6033 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '154d3e6b-d76f-4b82-b155-39329e08c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9be0b79-26bf-4059-ae40-20b0dd84dfa3'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:36.816975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Attempting to bind port bc929f07-d677-4d5a-8d63-e65d49ca6033 on network b9be0b79-26bf-4059-ae40-20b0dd84dfa3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:36.830407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-afeb5b95-6092-4728-887d-42f91ed97a6f service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695025 Feb 03 21:56:36.834286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Port bc929f07-d677-4d5a-8d63-e65d49ca6033 on network b9be0b79-26bf-4059-ae40-20b0dd84dfa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:56:36.834999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Attempting to bind port bc929f07-d677-4d5a-8d63-e65d49ca6033 on network b9be0b79-26bf-4059-ae40-20b0dd84dfa3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:36.837509 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-5fbe8f3e-fc5b-45b4-8ebf-90bea930d9b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 HTTP/1.1" status: 200 len: 217 time: 0.0918584 Feb 03 21:56:36.872480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5fdebd6-72b4-4358-ad26-cd1f0e8d4119 admin admin] Publish callbacks [] for security_group (9d36f813-15bd-4dff-b63d-f721d5e6167a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:36.875015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:36.875382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Checking segment: {'id': '154d3e6b-d76f-4b82-b155-39329e08c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9be0b79-26bf-4059-ae40-20b0dd84dfa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:36.875760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Bound using segment: {'id': '154d3e6b-d76f-4b82-b155-39329e08c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9be0b79-26bf-4059-ae40-20b0dd84dfa3'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:36.876210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Bound port: bc929f07-d677-4d5a-8d63-e65d49ca6033, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154d3e6b-d76f-4b82-b155-39329e08c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9be0b79-26bf-4059-ae40-20b0dd84dfa3'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:36.876569 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:37.044092 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac24d8f2-7b5f-4044-becc-74da2f651bb5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (a061fb1a-f033-44ee-9caa-033a2e629588), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:37.107661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6eacf1e7-c499-4e84-9afb-b4568784fa02 req-1dc6e1b5-a80f-47f2-bdb8-44415fb70cc6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762083 Feb 03 21:56:37.132736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 526c7f83-db83-45f7-a530-e997d719b1ea up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:37.162521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-842eb9cb-c844-4231-a269-9830f8b1c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:37.165468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-842eb9cb-c844-4231-a269-9830f8b1c1e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 200 len: 852 time: 0.3082540 Feb 03 21:56:37.174326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5fdebd6-72b4-4358-ad26-cd1f0e8d4119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9d36f813-15bd-4dff-b63d-f721d5e6167a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:37.177595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5fdebd6-72b4-4358-ad26-cd1f0e8d4119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:37.189688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2af37-abaf-4354-9468-937ca01e4ccc req-594b39a9-2669-4e25-8775-d99183c2592c tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:37.192129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a5fdebd6-72b4-4358-ad26-cd1f0e8d4119 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d36f813-15bd-4dff-b63d-f721d5e6167a HTTP/1.1" status: 204 len: 168 time: 0.8221173 Feb 03 21:56:37.197345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96a2af37-abaf-4354-9468-937ca01e4ccc req-594b39a9-2669-4e25-8775-d99183c2592c tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 944 time: 0.8908350 Feb 03 21:56:37.258576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 526c7f83-db83-45f7-a530-e997d719b1ea triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:37.259133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:37.275172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-ba4841a2-4260-4ecc-92ae-d999b1e8398a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28eba52c-a95b-4b13-961a-f8e9756ccaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664115 Feb 03 21:56:37.420747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 526c7f83-db83-45f7-a530-e997d719b1ea is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:37.461807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] For port bc929f07-d677-4d5a-8d63-e65d49ca6033, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:37.470956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] For port bc929f07-d677-4d5a-8d63-e65d49ca6033, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=bc929f07-d677-4d5a-8d63-e65d49ca6033,segment=NetworkSegment(154d3e6b-d76f-4b82-b155-39329e08c62b),segment_id=154d3e6b-d76f-4b82-b155-39329e08c62b)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:37.496990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdebd6-72b4-4358-ad26-cd1f0e8d4119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d36f813-15bd-4dff-b63d-f721d5e6167a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:37.500777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:37.611343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:37.621608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:37.621608 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] 10.222.0.47 "PUT /v2.0/ports/bc929f07-d677-4d5a-8d63-e65d49ca6033 HTTP/1.1" status: 200 len: 1092 time: 4.4558821 Feb 03 21:56:37.629725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49aa577-a737-4acc-a033-72fc7c598fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc929f07-d677-4d5a-8d63-e65d49ca6033,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:37.634676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14986634-8998-446e-8cc4-aa19c55bb448', 'tag': 'bc929f07-d677-4d5a-8d63-e65d49ca6033'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:37.638293 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "14986634-8998-446e-8cc4-aa19c55bb448", "tag": "bc929f07-d677-4d5a-8d63-e65d49ca6033"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:37.781304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a2542964-ce4d-45ac-8a0a-fc602914f076 req-ebbfaa5d-24ed-407f-942a-88e443961f9b service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9397514 Feb 03 21:56:37.804107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96a2af37-abaf-4354-9468-937ca01e4ccc req-ddf9cf9f-b40d-4389-b9ed-8ed9983b3962 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057749 Feb 03 21:56:37.825579 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac24d8f2-7b5f-4044-becc-74da2f651bb5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (a061fb1a-f033-44ee-9caa-033a2e629588), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:37.848355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-1c24e91b-1e2d-4966-bc37-76c13432ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:37.854121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-1c24e91b-1e2d-4966-bc37-76c13432ee6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5cabed3b4c1843ce9835fb83078ec525&device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 1126 time: 0.1599228 Feb 03 21:56:37.857728 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-2ded4584-81a8-4ba5-9650-ac95de8bb5d1 service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582736 Feb 03 21:56:37.866872 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac24d8f2-7b5f-4044-becc-74da2f651bb5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router_controller (a061fb1a-f033-44ee-9caa-033a2e629588), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:37.898869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343686d-4dd9-41b0-8fc0-f6936fa9db70 req-80b65cf5-4bb8-4b00-a638-0afb68b36c83 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:37.905899 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5343686d-4dd9-41b0-8fc0-f6936fa9db70 req-80b65cf5-4bb8-4b00-a638-0afb68b36c83 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 943 time: 0.5710237 Feb 03 21:56:37.941707 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7815b59-ec9e-422c-9635-d75878a577f2 x-openstack-request-id: req-c7815b59-ec9e-422c-9635-d75878a577f2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:37.941870 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14986634-8998-446e-8cc4-aa19c55bb448", "tag": "bc929f07-d677-4d5a-8d63-e65d49ca6033", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:37.942115 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7815b59-ec9e-422c-9635-d75878a577f2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:37.942542 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14986634-8998-446e-8cc4-aa19c55bb448', 'tag': 'bc929f07-d677-4d5a-8d63-e65d49ca6033', 'status': 'completed', 'code': 200} Feb 03 21:56:37.986227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Allocated IP 172.25.5.131 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/cc94b717-c220-4982-9b27-c08976d7f7c1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:38.015860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac24d8f2-7b5f-4044-becc-74da2f651bb5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (a061fb1a-f033-44ee-9caa-033a2e629588), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:38.016335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24d8f2-7b5f-4044-becc-74da2f651bb5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Fanout notify agent at l3_agent the message router_deleted on router a061fb1a-f033-44ee-9caa-033a2e629588 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:56:38.028593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac24d8f2-7b5f-4044-becc-74da2f651bb5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:38.032838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ac24d8f2-7b5f-4044-becc-74da2f651bb5 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/a061fb1a-f033-44ee-9caa-033a2e629588 HTTP/1.1" status: 204 len: 168 time: 1.5555167 Feb 03 21:56:38.036750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42506) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.128779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-d04f27fa-4106-44b0-8aeb-1a16e02950ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc929f07-d677-4d5a-8d63-e65d49ca6033 HTTP/1.1" status: 200 len: 217 time: 0.2247064 Feb 03 21:56:38.130448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5343686d-4dd9-41b0-8fc0-f6936fa9db70 req-7dfe593f-6be1-4ca1-b75e-db44b46339a4 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236316 Feb 03 21:56:38.135541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cbfa85cb-6af0-4529-974e-47c4e9848c92 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=a061fb1a-f033-44ee-9caa-033a2e629588 HTTP/1.1" status: 200 len: 205 time: 0.0879607 Feb 03 21:56:38.138340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.234267 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-b28f16af-515e-47db-b8ab-ff0f8166703b tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] delete failed (client error): The resource could not be found. Feb 03 21:56:38.235546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b28f16af-515e-47db-b8ab-ff0f8166703b tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/a061fb1a-f033-44ee-9caa-033a2e629588 HTTP/1.1" status: 404 len: 336 time: 0.0961187 Feb 03 21:56:38.245358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.321164 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a0fc11e0-64d1-4b76-b923-673d360d169a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cc6139c-7624-4ef4-b790-5413da13b9d5 HTTP/1.1" status: 200 len: 205 time: 0.0601561 Feb 03 21:56:38.329003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-42a8441d-f948-4de2-a309-e14f45a80bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:38.330574 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-42a8441d-f948-4de2-a309-e14f45a80bcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 1125 time: 0.4289837 Feb 03 21:56:38.334487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.388713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cc415-e5e5-49a7-8f8c-8541443937e8 req-4979caf0-d6ee-48d1-b213-9f128e315ea2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:38.398882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d31cc415-e5e5-49a7-8f8c-8541443937e8 req-4979caf0-d6ee-48d1-b213-9f128e315ea2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 943 time: 0.1658967 Feb 03 21:56:38.404871 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for port (cc94b717-c220-4982-9b27-c08976d7f7c1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:38.423111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-f740ca4c-dc53-4316-9dcb-c4b359f51958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:38.424723 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-f740ca4c-dc53-4316-9dcb-c4b359f51958 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=586a1cf5-e010-4b19-8011-bac6f565da38 HTTP/1.1" status: 200 len: 860 time: 0.2695312 Feb 03 21:56:38.430245 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e0580abb-5a44-49f0-8fd3-cbd381ba5225 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] delete failed (client error): The resource could not be found. Feb 03 21:56:38.433697 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e0580abb-5a44-49f0-8fd3-cbd381ba5225 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/5cc6139c-7624-4ef4-b790-5413da13b9d5 HTTP/1.1" status: 404 len: 336 time: 0.0953212 Feb 03 21:56:38.437015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.483933 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d474cf65-0908-43ed-90d3-3c5eb899d747 req-e44c7f8e-44c1-4dd8-9caf-8828c25b392a service neutron] 10.222.0.10 "GET /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074977 Feb 03 21:56:38.487005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.517986 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-ead81914-273b-449c-99dc-95d37d630036 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9be0b79-26bf-4059-ae40-20b0dd84dfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733786 Feb 03 21:56:38.569538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d31cc415-e5e5-49a7-8f8c-8541443937e8 req-30c2b8bf-36b1-4df5-b946-ef4b353ddf22 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693060 Feb 03 21:56:38.613116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-bcacce7b-3819-4a99-a96a-9f80b8c03fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:38.614916 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-bcacce7b-3819-4a99-a96a-9f80b8c03fba service neutron] 10.222.0.10 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.2671902 Feb 03 21:56:38.645851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.646284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7f067eef-b7a5-4d65-96e9-d9890008cef4 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7cc346-de52-4d2e-8b1d-c597fea4c934 HTTP/1.1" status: 200 len: 205 time: 0.2076232 Feb 03 21:56:38.648158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cc94b717-c220-4982-9b27-c08976d7f7c1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:38.701584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:38.712765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:38.716503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:38.761976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1476969298-network', 'tenant_id': 'a8a62a6dd584464f81c93e8b3be016f6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:38.766269 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-5aa54d02-837a-4b58-a75a-b67b342a4032 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5af44162-3880-45f3-8098-b495ef2ebd20 HTTP/1.1" status: 200 len: 217 time: 0.1427810 Feb 03 21:56:38.772398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'Port': ['ID=cc94b717-c220-4982-9b27-c08976d7f7c1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:38.775732 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-bd0f58a3-5c2f-4b25-a735-6da6510a6b46 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] delete failed (client error): The resource could not be found. Feb 03 21:56:38.776669 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bd0f58a3-5c2f-4b25-a735-6da6510a6b46 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/4c7cc346-de52-4d2e-8b1d-c597fea4c934 HTTP/1.1" status: 404 len: 336 time: 0.1272976 Feb 03 21:56:38.781625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.821822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-8b884871-0cbb-4d70-a0d4-11389bdd3db4 service neutron] 10.222.0.47 "GET /v2.0/networks/b9be0b79-26bf-4059-ae40-20b0dd84dfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935970 Feb 03 21:56:38.860854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Made reservation on behalf of a8a62a6dd584464f81c93e8b3be016f6 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:38.861776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4b8b6ae5-e03c-43d6-8abe-a2e550867b7a tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=af9b0237-b8c9-434d-9f5c-cab9fea6039f HTTP/1.1" status: 200 len: 205 time: 0.0792716 Feb 03 21:56:38.863276 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:38.864275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.908970 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-14f917f0-2055-4203-985a-4f6a6bdc6321 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] delete failed (client error): The resource could not be found. Feb 03 21:56:38.910955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:38.912982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:38.913718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-14f917f0-2055-4203-985a-4f6a6bdc6321 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/af9b0237-b8c9-434d-9f5c-cab9fea6039f HTTP/1.1" status: 404 len: 336 time: 0.0480537 Feb 03 21:56:38.921814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-28e9747f-2251-4aec-8d9d-c90e152e9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:38.923272 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-28e9747f-2251-4aec-8d9d-c90e152e9d64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.1510584 Feb 03 21:56:38.960344 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (d46d63da-7196-42fd-b46d-1e22ecd7fb70), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:38.972298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce18d02a-6585-490c-8762-c406d37543d1 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=35b35e9a-5860-42e8-82d0-82c653581285 HTTP/1.1" status: 200 len: 205 time: 0.0500956 Feb 03 21:56:38.972844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42544) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:39.037031 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-0eae804d-079a-494d-9345-eb8c2f9435f3 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] delete failed (client error): The resource could not be found. Feb 03 21:56:39.040567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0eae804d-079a-494d-9345-eb8c2f9435f3 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/35b35e9a-5860-42e8-82d0-82c653581285 HTTP/1.1" status: 404 len: 336 time: 0.0638883 Feb 03 21:56:39.043656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:39.045126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:56:39.048799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d28040-8d26-4f7c-a5a7-33511b0bfa7b req-4b1b8749-78b8-46c5-8980-c1639d8764ad tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:39.050371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10d28040-8d26-4f7c-a5a7-33511b0bfa7b req-4b1b8749-78b8-46c5-8980-c1639d8764ad tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 944 time: 0.1431346 Feb 03 21:56:39.057433 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0b8394a1-82be-45ac-bc45-1827e2409e97 req-c572fd29-1ed4-41d2-bd14-7320406680e4 service neutron] 10.222.0.47 "GET /v2.0/networks/b9be0b79-26bf-4059-ae40-20b0dd84dfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271073 Feb 03 21:56:39.063503 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cc94b717-c220-4982-9b27-c08976d7f7c1), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.100774 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ccd2d80d-b470-414c-82d9-79d4e404c2df tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2de614d-483c-4455-b229-0a2719190bd2 HTTP/1.1" status: 200 len: 205 time: 0.0558493 Feb 03 21:56:39.103418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:39.105785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-33378cc3-5261-476b-9e05-95ebe7f414a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:39.107412 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-33378cc3-5261-476b-9e05-95ebe7f414a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1670778 Feb 03 21:56:39.183704 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-b8946904-59eb-4ea4-bfa8-930c3991d2d6 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] delete failed (client error): The resource could not be found. Feb 03 21:56:39.183704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b8946904-59eb-4ea4-bfa8-930c3991d2d6 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/routers/a2de614d-483c-4455-b229-0a2719190bd2 HTTP/1.1" status: 404 len: 336 time: 0.0770476 Feb 03 21:56:39.186313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42552) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:39.208317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:39.220571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214', 'network_id': '28eba52c-a95b-4b13-961a-f8e9756ccaef', 'port_id': 'bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214', 'mac_address': 'fa:16:3e:0b:e7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae7a702-b87f-46f5-a94b-b7f817771d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:56:39.231464 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-df88e37d-a7fb-4a98-99f8-3ec87c6c9c72 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] DELETE failed (client error): The resource could not be found. Feb 03 21:56:39.231931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df88e37d-a7fb-4a98-99f8-3ec87c6c9c72 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:56:39.238655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-df88e37d-a7fb-4a98-99f8-3ec87c6c9c72 tempest-RoutersAdminTest-1461900204 tempest-RoutersAdminTest-1461900204-project] 10.222.0.50 "DELETE /v2.0/subnets/099d4f73-1762-445d-a311-5046f6798e98 HTTP/1.1" status: 404 len: 337 time: 0.0503433 Feb 03 21:56:39.251587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Publish callbacks [] for security_group (f929dc38-f7f1-4b4d-a9ed-89331e0c1afd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.264203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:39.264752 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.302110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:39.322965 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-0382d363-178e-4c1d-a727-1d12c3820636 service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076504 Feb 03 21:56:39.328305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f929dc38-f7f1-4b4d-a9ed-89331e0c1afd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.340314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:39.344995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:56:39.347616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.352306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10d28040-8d26-4f7c-a5a7-33511b0bfa7b req-80bc4c0e-1174-494f-bec1-f2d7497c1c10 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906938 Feb 03 21:56:39.405470 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4b434835-6cd2-4a5c-a385-90ea47d63150), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.405889 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Added segment 4b434835-6cd2-4a5c-a385-90ea47d63150 of type vlan for network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 Feb 03 21:56:39.432037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:39.448010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95b748-3463-4aea-bccc-166ec112df3f req-05c7af62-d31e-43b0-92b8-3a5b8ebaf271 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:39.455912 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e95b748-3463-4aea-bccc-166ec112df3f req-05c7af62-d31e-43b0-92b8-3a5b8ebaf271 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 944 time: 0.2282820 Feb 03 21:56:39.461779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:39.492120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-526f99c0-69ee-4c19-9a7d-402b8e584508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:39.494067 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-526f99c0-69ee-4c19-9a7d-402b8e584508 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5cabed3b4c1843ce9835fb83078ec525&device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 1126 time: 0.3694327 Feb 03 21:56:39.534971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (e9b7cd2f-4119-44c5-bad4-922b3b1476c8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.537135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for port (cc94b717-c220-4982-9b27-c08976d7f7c1), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.550051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e95b748-3463-4aea-bccc-166ec112df3f req-b9ba3c4b-4332-4e61-b025-797c44e4d8a6 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932119 Feb 03 21:56:39.551393 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (cc94b717-c220-4982-9b27-c08976d7f7c1), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.614871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ae499931-2a0d-4543-80f1-b4cb77c12391 req-5c00a697-12eb-4538-a19d-ba7c3514472d service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502799 Feb 03 21:56:39.629910 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (e9b7cd2f-4119-44c5-bad4-922b3b1476c8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.630937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:39.631659 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.643965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42562) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:39.654428 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'Port': ['ID=cc94b717-c220-4982-9b27-c08976d7f7c1,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:39.666892 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1753569 Feb 03 21:56:39.667393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:39.676166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Request body: {'subnet': {'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1476969298-subnet', 'tenant_id': 'a8a62a6dd584464f81c93e8b3be016f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:39.693934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (d46d63da-7196-42fd-b46d-1e22ecd7fb70), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.715746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Made reservation on behalf of a8a62a6dd584464f81c93e8b3be016f6 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:39.719438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-415277e0-3c21-4a8c-98a2-5ed804faa99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:39.721033 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-415277e0-3c21-4a8c-98a2-5ed804faa99a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9be0b79-26bf-4059-ae40-20b0dd84dfa3 HTTP/1.1" status: 200 len: 921 time: 0.2167263 Feb 03 21:56:39.722145 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.732158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:39.746893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.753522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1bcac69c-1a52-4b87-ad18-3e485eb73289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9404848 Feb 03 21:56:39.774529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a17989-69b2-41f0-915a-f6a3b3cabbea admin admin] Pushing event updated for resources: {'Network': ['ID=e9b7cd2f-4119-44c5-bad4-922b3b1476c8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:39.777837 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-28f0e873-6866-4875-b4af-de0f42e851bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc929f07-d677-4d5a-8d63-e65d49ca6033 HTTP/1.1" status: 200 len: 217 time: 0.0489593 Feb 03 21:56:39.845877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:56:39.904652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-26d0cc2a-cebf-4fca-ab30-14cb94bd65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:39.906182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-26d0cc2a-cebf-4fca-ab30-14cb94bd65d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=586a1cf5-e010-4b19-8011-bac6f565da38 HTTP/1.1" status: 200 len: 860 time: 0.1215584 Feb 03 21:56:39.941601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa891149-26f6-4c67-b92e-5a806b644967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:39.960082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-9b3c829d-0973-41d4-9b16-2ff6c6bb3a7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9be0b79-26bf-4059-ae40-20b0dd84dfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442419 Feb 03 21:56:40.126460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d559f-24ed-4352-93a7-d11edc1979db req-fa935aea-e7c2-4eaf-b833-35957d1b8b75 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:40.137377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c40d559f-24ed-4352-93a7-d11edc1979db req-fa935aea-e7c2-4eaf-b833-35957d1b8b75 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 943 time: 0.3234365 Feb 03 21:56:40.153220 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-2f87a3a2-e794-497d-83dd-23a20ed7bef5 service neutron] 10.222.0.47 "GET /v2.0/networks/b9be0b79-26bf-4059-ae40-20b0dd84dfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859999 Feb 03 21:56:40.241449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-ed76b796-862d-4b17-86fd-2e2390340597 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1754912352&fields=id&tenant_id=c92022e28c9445fb92269882b0985112 HTTP/1.1" status: 200 len: 267 time: 0.1938288 Feb 03 21:56:40.280879 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9ccc7eef-623f-4edb-8823-0ee1b7535a4f req-2bd7cac1-2356-44ff-be4a-4939cd9fd408 service neutron] 10.222.0.47 "GET /v2.0/networks/b9be0b79-26bf-4059-ae40-20b0dd84dfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185470 Feb 03 21:56:40.318653 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa891149-26f6-4c67-b92e-5a806b644967 admin admin] Publish callbacks [] for security_group (008b5158-3c77-4e7e-b09a-4a0315b36c3b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:40.335410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c40d559f-24ed-4352-93a7-d11edc1979db req-d64df331-5f2b-4941-9eca-736b88e3ed32 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969674 Feb 03 21:56:40.364937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa891149-26f6-4c67-b92e-5a806b644967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (008b5158-3c77-4e7e-b09a-4a0315b36c3b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:40.433383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:40.434037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aa891149-26f6-4c67-b92e-5a806b644967 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ddbd6bb2f794eb5bda8187e40e5b7f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7875483 Feb 03 21:56:40.504062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-681c30b8-98ac-4ac1-9237-1250ce2912d3 admin admin] Publish callbacks [] for security_group (008b5158-3c77-4e7e-b09a-4a0315b36c3b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:40.519095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa891149-26f6-4c67-b92e-5a806b644967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008b5158-3c77-4e7e-b09a-4a0315b36c3b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:40.529623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-681c30b8-98ac-4ac1-9237-1250ce2912d3 admin admin] Publish callbacks [] for security_group (008b5158-3c77-4e7e-b09a-4a0315b36c3b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:40.533753 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (9cf99edc-19a2-4b3e-82bd-413c2f429c5f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:40.594750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-681c30b8-98ac-4ac1-9237-1250ce2912d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (008b5158-3c77-4e7e-b09a-4a0315b36c3b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:40.599013 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-681c30b8-98ac-4ac1-9237-1250ce2912d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:40.600316 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-681c30b8-98ac-4ac1-9237-1250ce2912d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/008b5158-3c77-4e7e-b09a-4a0315b36c3b HTTP/1.1" status: 204 len: 168 time: 0.1658888 Feb 03 21:56:40.610824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-f9a36613-9fd7-4c6f-a844-d487ab3d62fc tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:40.612351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-f9a36613-9fd7-4c6f-a844-d487ab3d62fc tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 810 time: 0.3597574 Feb 03 21:56:40.623622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c708c-0e5a-4db6-860f-4a33c7e7884c req-b0d46872-b0c1-43ce-93f3-d490c1d945e2 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:40.624261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c30b8-98ac-4ac1-9237-1250ce2912d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008b5158-3c77-4e7e-b09a-4a0315b36c3b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:40.625324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75c708c-0e5a-4db6-860f-4a33c7e7884c req-b0d46872-b0c1-43ce-93f3-d490c1d945e2 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 944 time: 0.1572816 Feb 03 21:56:40.641310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf99edc-19a2-4b3e-82bd-413c2f429c5f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:40.652043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-de07db7d-e81f-4488-bddf-679296d89da3 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/quotas/c92022e28c9445fb92269882b0985112 HTTP/1.1" status: 200 len: 375 time: 0.0256379 Feb 03 21:56:40.721667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Checking segment: {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:40.722052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Network hostable DHCP agents. Network: e9b7cd2f-4119-44c5-bad4-922b3b1476c8, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:56:40.798415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c75c708c-0e5a-4db6-860f-4a33c7e7884c req-54630f84-470b-40f8-9874-273557c517fa tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501591 Feb 03 21:56:40.803178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:56:40.830796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-a0ba9dad-5bcf-43c6-acbc-71d1dcfb46e9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659462 Feb 03 21:56:40.832598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, e9b7cd2f-4119-44c5-bad4-922b3b1476c8) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:40.837371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:40.838242 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:40.854690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f730c8-7d42-4b19-bf57-31d24d7e766a None None] Network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:40.888256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d12d926d-d100-4de5-9da3-4228ad8d26c6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2195535 Feb 03 21:56:40.991343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-67d29023-8f26-4d11-92ef-c26162c07dc2 service neutron] 10.222.0.50 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213341 Feb 03 21:56:41.083782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5af44162-3880-45f3-8098-b495ef2ebd20 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:56:41.256359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:41.256633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-e23452bd-c44c-4c38-8c36-c9bacc20fa27 service neutron] 10.222.0.50 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605491 Feb 03 21:56:41.274101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0734971-8a66-45bb-a6a7-f54fa951cae1 req-020e87af-6cb7-420e-bf95-54a6cd289253 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:41.275671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0734971-8a66-45bb-a6a7-f54fa951cae1 req-020e87af-6cb7-420e-bf95-54a6cd289253 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 944 time: 0.1989636 Feb 03 21:56:41.288004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42610) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:41.368511 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5d5561f4-c5ef-4cda-9e55-30609d75efcf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c3e30b330644b019d0899af3b7e939e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793273 Feb 03 21:56:41.371112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42614) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:41.381753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0734971-8a66-45bb-a6a7-f54fa951cae1 req-24c345d5-1669-4504-92ef-e565f52c2583 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959046 Feb 03 21:56:41.408747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5af44162-3880-45f3-8098-b495ef2ebd20,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:41.491387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-e9b7cd2f-4119-44c5-bad4-922b3b1476c8', 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8', 'project_id': 'a8a62a6dd584464f81c93e8b3be016f6', 'fixed_ips': [{'subnet_id': '9cf99edc-19a2-4b3e-82bd-413c2f429c5f'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:56:41.492245 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:41.499175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f032cb77-4bdf-4c9f-8111-528f1923703b admin admin] Publish callbacks [] for security_group (e2fea367-671b-47f2-8707-83cb99275dae), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:41.533406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '5af44162-3880-45f3-8098-b495ef2ebd20', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'port_id': '5af44162-3880-45f3-8098-b495ef2ebd20', 'mac_address': 'fa:16:3e:76:88:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:56:41.541172 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f032cb77-4bdf-4c9f-8111-528f1923703b admin admin] Publish callbacks [] for security_group (e2fea367-671b-47f2-8707-83cb99275dae), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:41.606281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029efd18-563f-46a9-8288-7eb1cd4652e0 req-06ae227b-da04-4b49-a280-f5b71b8fa5b4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:41.617244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-029efd18-563f-46a9-8288-7eb1cd4652e0 req-06ae227b-da04-4b49-a280-f5b71b8fa5b4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 943 time: 0.1268406 Feb 03 21:56:41.622636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5af44162-3880-45f3-8098-b495ef2ebd20 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:41.623087 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:41.646332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af44162-3880-45f3-8098-b495ef2ebd20 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:41.651054 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f032cb77-4bdf-4c9f-8111-528f1923703b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e2fea367-671b-47f2-8707-83cb99275dae), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:41.653854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f032cb77-4bdf-4c9f-8111-528f1923703b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:41.655095 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f032cb77-4bdf-4c9f-8111-528f1923703b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2fea367-671b-47f2-8707-83cb99275dae HTTP/1.1" status: 204 len: 168 time: 0.2830694 Feb 03 21:56:41.665051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032cb77-4bdf-4c9f-8111-528f1923703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fea367-671b-47f2-8707-83cb99275dae,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:41.674230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:56:41.686316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-029efd18-563f-46a9-8288-7eb1cd4652e0 req-df208bcd-ef6e-49a2-9043-4d69ac1cbbd9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667410 Feb 03 21:56:41.767954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:41.778670 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:41.797905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dff8a5b-2de2-4850-863a-070282413449 req-5f9eaeb9-11f0-45d5-8666-c72c665e1439 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 210 time: 0.0623183 Feb 03 21:56:41.855592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5af44162-3880-45f3-8098-b495ef2ebd20,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:41.920315 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:42.069488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb7cfd-f852-4f53-85db-f5831c1ff8bd req-578b9384-aeba-4571-95cd-9f27027b4474 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:42.079137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94eb7cfd-f852-4f53-85db-f5831c1ff8bd req-578b9384-aeba-4571-95cd-9f27027b4474 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 944 time: 0.1111584 Feb 03 21:56:42.117374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:42.120411 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:42.213160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94eb7cfd-f852-4f53-85db-f5831c1ff8bd req-fd81c91a-3f64-482f-a200-a5c9dcc6d004 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264522 Feb 03 21:56:42.260705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5095717a-1d15-4fc8-9fd4-45b6cbd09109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:42.263343 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9328244e-fd09-4751-bf8e-85a2e853ac63" -d '{"events": [{"server_uuid": "5095717a-1d15-4fc8-9fd4-45b6cbd09109", "name": "network-vif-plugged", "status": "completed", "tag": "bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:42.282645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Allocated IP 172.20.0.2 (e9b7cd2f-4119-44c5-bad4-922b3b1476c8/9cf99edc-19a2-4b3e-82bd-413c2f429c5f/9c426725-d0d9-41dc-aea2-d7d468c0d770) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:42.361977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5af44162-3880-45f3-8098-b495ef2ebd20'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:42.463095 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40105c2-35e2-4e5e-9710-4a86c93b1d0b x-openstack-request-id: req-d40105c2-35e2-4e5e-9710-4a86c93b1d0b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:42.464883 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5095717a-1d15-4fc8-9fd4-45b6cbd09109", "name": "network-vif-plugged", "status": "completed", "tag": "bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:42.465273 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d40105c2-35e2-4e5e-9710-4a86c93b1d0b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:42.465786 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5095717a-1d15-4fc8-9fd4-45b6cbd09109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214', 'code': 200} Feb 03 21:56:42.497468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:42.515178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-ac6f6251-cbdf-4269-b39b-d47c1aacadc8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:42.517752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-ac6f6251-cbdf-4269-b39b-d47c1aacadc8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 816 time: 0.2977092 Feb 03 21:56:42.535903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5af44162-3880-45f3-8098-b495ef2ebd20,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:42.573030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-5967de6c-7140-43d8-b48e-fd2eceacff12 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/quotas/a8a62a6dd584464f81c93e8b3be016f6 HTTP/1.1" status: 200 len: 375 time: 0.0480678 Feb 03 21:56:42.577875 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:42.616144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9ce43-1cc7-4f3c-8503-30bdf4ef652b req-ab07a89e-cfc6-4a0e-8c42-c8eaac3933ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:42.623112 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8a9ce43-1cc7-4f3c-8503-30bdf4ef652b req-ab07a89e-cfc6-4a0e-8c42-c8eaac3933ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 1126 time: 0.1392715 Feb 03 21:56:42.694766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-b48e5e83-d7a1-4b1b-bca4-1892d6060bbf tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1205392 Feb 03 21:56:42.704127 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8a9ce43-1cc7-4f3c-8503-30bdf4ef652b req-6560fcb2-e356-4cc1-9117-3a92188e098b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734787 Feb 03 21:56:42.815179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-e5a59cb5-d165-49fb-8b74-efab63a3d2d9 service neutron] 10.222.0.50 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195219 Feb 03 21:56:42.883194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:43.023812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6f29-1655-43b5-96fa-71ba35b06928 req-88e7d6e9-47a6-407c-94ee-f66af13dde43 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:43.031428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-462c6f29-1655-43b5-96fa-71ba35b06928 req-88e7d6e9-47a6-407c-94ee-f66af13dde43 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 945 time: 0.4427104 Feb 03 21:56:43.071452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-d90e6f67-22a8-4d04-abf6-0086688464e0 service neutron] 10.222.0.50 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323925 Feb 03 21:56:43.144549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-462c6f29-1655-43b5-96fa-71ba35b06928 req-7ece8b90-1891-4ade-a120-9b84e3b12cf1 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109948 Feb 03 21:56:43.160630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:43.273669 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Publish callbacks [] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:43.290410 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:43.351530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b7083-c69f-4856-991a-a6d2a6fffd1b req-ce94ab9c-ff76-44d1-9053-ecf8d2fd53f0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:43.351857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:43.364136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-138b7083-c69f-4856-991a-a6d2a6fffd1b req-ce94ab9c-ff76-44d1-9053-ecf8d2fd53f0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 944 time: 0.1273925 Feb 03 21:56:43.371242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:43.374476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:43.412714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Pushing event updated for resources: {'Port': ['ID=9c426725-d0d9-41dc-aea2-d7d468c0d770,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:43.497868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-138b7083-c69f-4856-991a-a6d2a6fffd1b req-5f605af2-685e-4f6a-9654-fa00ca807a2e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320231 Feb 03 21:56:43.523272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-89810158'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:43.590800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Made reservation on behalf of 58fe926647bc4c0989333835e5789dc0 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:43.611546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:43.632479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device bc929f07-d677-4d5a-8d63-e65d49ca6033 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:56:43.656062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:43.762468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-6e43300b-36cd-4f53-b0ac-0493a573a28a tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:43.764373 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-6e43300b-36cd-4f53-b0ac-0493a573a28a tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 810 time: 0.3784931 Feb 03 21:56:43.804202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34114c84-27ab-4eb3-914a-c08e42140da2 req-122f1565-3ca9-4b2b-9086-21e0ecd30fb1 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 210 time: 0.1198528 Feb 03 21:56:43.851579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port bc929f07-d677-4d5a-8d63-e65d49ca6033, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=bc929f07-d677-4d5a-8d63-e65d49ca6033,segment=NetworkSegment(154d3e6b-d76f-4b82-b155-39329e08c62b),segment_id=154d3e6b-d76f-4b82-b155-39329e08c62b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:43.864306 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-b7d4d0a7-ace9-4ee0-a387-90b7485019f9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c92022e28c9445fb92269882b0985112 HTTP/1.1" status: 200 len: 380 time: 0.0910985 Feb 03 21:56:43.869307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'bc929f07-d677-4d5a-8d63-e65d49ca6033', 'network_id': 'b9be0b79-26bf-4059-ae40-20b0dd84dfa3', 'port_id': 'bc929f07-d677-4d5a-8d63-e65d49ca6033', 'mac_address': 'fa:16:3e:6c:d5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586a1cf5-e010-4b19-8011-bac6f565da38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:56:43.885357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb476-ec34-47f1-95ab-6a20a0d3ec67 req-ae551610-ee27-47c3-8a4c-12b48c0dbd58 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:43.885904 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Attempting to bind port 9c426725-d0d9-41dc-aea2-d7d468c0d770 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:43.886359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Attempting to bind port 9c426725-d0d9-41dc-aea2-d7d468c0d770 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:43.886359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Attempting to bind port 9c426725-d0d9-41dc-aea2-d7d468c0d770 on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:43.888856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3adeb476-ec34-47f1-95ab-6a20a0d3ec67 req-ae551610-ee27-47c3-8a4c-12b48c0dbd58 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 944 time: 0.2404370 Feb 03 21:56:43.911213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'port': {'device_id': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'admin_state_up': True, 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'security_groups': ['584fefc6-d899-4aa9-8106-139c7e1b9856']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:43.932249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:43.933155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Checking segment: {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:43.933969 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:43.934648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Bound using segment: {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:43.935571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Bound port: 9c426725-d0d9-41dc-aea2-d7d468c0d770, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:43.936454 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:43.990062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for security_group (e13ada00-245d-4479-961e-ec329af0d212), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.021990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port bc929f07-d677-4d5a-8d63-e65d49ca6033 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:44.023255 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.023510 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e13ada00-245d-4479-961e-ec329af0d212), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.037004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:56:44.047169 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (159bc12e-2e62-4c72-8b81-3c651c1dd791), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.047582 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Added segment 159bc12e-2e62-4c72-8b81-3c651c1dd791 of type vlan for network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c Feb 03 21:56:44.090140 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.135877 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.141497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:44.142332 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.164468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc929f07-d677-4d5a-8d63-e65d49ca6033 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:44.209533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Made reservation on behalf of c92022e28c9445fb92269882b0985112 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:44.214159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.274163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Network': ['ID=3b8bf595-b0fb-4a7e-9824-635b3be1ac3c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:44.276839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port bc929f07-d677-4d5a-8d63-e65d49ca6033, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=bc929f07-d677-4d5a-8d63-e65d49ca6033,segment=NetworkSegment(154d3e6b-d76f-4b82-b155-39329e08c62b),segment_id=154d3e6b-d76f-4b82-b155-39329e08c62b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:44.281748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1172903 Feb 03 21:56:44.289031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:44.295485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:56:44.302886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'subnet': {'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:44.374971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.459339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Allocated IP 172.20.0.14 (5a1c491b-4944-4165-b76f-994e988028ec/9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e/4993933b-5377-4d22-b139-ff72d689d147) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:44.515901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] For port 9c426725-d0d9-41dc-aea2-d7d468c0d770, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:44.551779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] For port 9c426725-d0d9-41dc-aea2-d7d468c0d770, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c426725-d0d9-41dc-aea2-d7d468c0d770,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:44.556058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=bc929f07-d677-4d5a-8d63-e65d49ca6033,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:44.565439 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.696969 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for port (4993933b-5377-4d22-b139-ff72d689d147), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.700257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37cf1d-eca3-4ec4-bcb0-3c23cb743ea8 None None] Pushing event updated for resources: {'Port': ['ID=9c426725-d0d9-41dc-aea2-d7d468c0d770,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:44.766897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['bc929f07-d677-4d5a-8d63-e65d49ca6033'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:44.773691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4993933b-5377-4d22-b139-ff72d689d147), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:44.855448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Network 5a1c491b-4944-4165-b76f-994e988028ec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:44.881931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:44.885221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:44.949712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3adeb476-ec34-47f1-95ab-6a20a0d3ec67 req-cba29821-5ec6-4ee2-8a6c-92c94d7298d6 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0537179 Feb 03 21:56:44.967675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'Port': ['ID=4993933b-5377-4d22-b139-ff72d689d147,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:44.983430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f4c3a-b760-48e9-bb0f-0f11cd5cbbaa tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13ada00-245d-4479-961e-ec329af0d212,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:45.043752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.044193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.044543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.045195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.045409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.045697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.046194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.047082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.047082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.047303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.047548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.047816 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.048144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:45.095556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:45.096851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:45.136076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5af44162-3880-45f3-8098-b495ef2ebd20 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:45.141805 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-5afcb7fb-7899-49ee-a150-c0f5b13b8d59 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2600119 Feb 03 21:56:45.156431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Request body: {'port': {'device_id': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:45.204931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 5af44162-3880-45f3-8098-b495ef2ebd20 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:56:45.234374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 5af44162-3880-45f3-8098-b495ef2ebd20 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:45.234856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:45.235657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-eb28706f-dfce-4215-9466-9b59599b66e7 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:45.242752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-eb28706f-dfce-4215-9466-9b59599b66e7 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 816 time: 1.2514319 Feb 03 21:56:45.280991 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-79f79012-bde2-4d22-a078-950f1764a773 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/quotas/a8a62a6dd584464f81c93e8b3be016f6 HTTP/1.1" status: 200 len: 375 time: 0.0372608 Feb 03 21:56:45.292156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Made reservation on behalf of 58fe926647bc4c0989333835e5789dc0 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:45.316541 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:45.399727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4993933b-5377-4d22-b139-ff72d689d147), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:45.473393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd999f-8218-4999-956c-332f0b12f4a5 req-47274a55-1a4f-4b52-b097-8a0d1f2b9c45 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:45.480490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ccd999f-8218-4999-956c-332f0b12f4a5 req-47274a55-1a4f-4b52-b097-8a0d1f2b9c45 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 945 time: 0.3410172 Feb 03 21:56:45.521975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5af44162-3880-45f3-8098-b495ef2ebd20 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:45.523396 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:45.576353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-e7c50eaf-a310-4fb4-a6d7-96a1556129b4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2943473 Feb 03 21:56:45.596854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5af44162-3880-45f3-8098-b495ef2ebd20,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:45.599319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:45.602071 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22117a26-2a13-406d-9cd2-50d9e853f496" -d '{"events": [{"server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "name": "network-vif-plugged", "status": "completed", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:45.614217 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:45.681940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5af44162-3880-45f3-8098-b495ef2ebd20,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:45.694187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-f8915c94-74f9-4f7c-a20f-77a1c38c911a service neutron] 10.222.0.50 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165388 Feb 03 21:56:45.694384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9de20811-ba84-4cdf-bd5e-b199ca36aa37 None None] Provisioning complete for port 4993933b-5377-4d22-b139-ff72d689d147 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:45.694961 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9de20811-ba84-4cdf-bd5e-b199ca36aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4993933b-5377-4d22-b139-ff72d689d147), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:45.745855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9de20811-ba84-4cdf-bd5e-b199ca36aa37 None None] Port 4993933b-5377-4d22-b139-ff72d689d147 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:45.777056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ccd999f-8218-4999-956c-332f0b12f4a5 req-a28f8fa4-4a0b-4a26-bfcf-04011d37afa2 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906594 Feb 03 21:56:46.018545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-75d206e5-82ca-42c5-989e-a5b1f0606c77 service neutron] 10.222.0.50 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229265 Feb 03 21:56:46.056591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-7049fb58-926d-42fb-9393-f75f58be082f tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:46.058171 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-7049fb58-926d-42fb-9393-f75f58be082f tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.47 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 816 time: 0.8137579 Feb 03 21:56:46.061017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ec940-bf19-4546-a7a2-9201274e6964 req-a85aac00-77e5-4e49-816c-8c7720f76099 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:46.063189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-015ec940-bf19-4546-a7a2-9201274e6964 req-a85aac00-77e5-4e49-816c-8c7720f76099 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1820462 Feb 03 21:56:46.065318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (92a412e3-261f-4d70-98de-0499f16805e5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:46.078010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Request body: {'port': {'device_id': '8583d57c-5dad-4844-98f0-9a4fefda7a00', 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8', 'admin_state_up': True, 'tenant_id': 'a8a62a6dd584464f81c93e8b3be016f6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:46.212232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-015ec940-bf19-4546-a7a2-9201274e6964 req-7415133b-ccad-470a-b37d-102afb9489be tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280079 Feb 03 21:56:46.336943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Subnet': ['ID=92a412e3-261f-4d70-98de-0499f16805e5,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:46.358651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63545928-d253-4622-89f8-e50e9e16db5b None None] Network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:46.415779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Checking segment: {'id': '159bc12e-2e62-4c72-8b81-3c651c1dd791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:46.416157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Network hostable DHCP agents. Network: 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:56:46.465371 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbef24e2-0cce-41d4-8e8c-7960047f3e9f x-openstack-request-id: req-fbef24e2-0cce-41d4-8e8c-7960047f3e9f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:46.465713 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "name": "network-vif-plugged", "status": "completed", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:46.465970 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbef24e2-0cce-41d4-8e8c-7960047f3e9f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:46.466395 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20', 'code': 200} Feb 03 21:56:46.510580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:56:46.540161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2371b9c4-586b-4388-a64c-658dc0635487 None None] Provisioning complete for port 9c426725-d0d9-41dc-aea2-d7d468c0d770 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:46.541702 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2371b9c4-586b-4388-a64c-658dc0635487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:46.569500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Made reservation on behalf of a8a62a6dd584464f81c93e8b3be016f6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:46.572872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:46.616483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:46.636496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14223b13-28a4-4c5f-ba87-ca93d48eeadc None None] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:46.653208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:46.654030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:46.722467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-39d066e4-20ae-4db5-aca4-f63aa583b9e6 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4276781 Feb 03 21:56:46.727995 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:46.759684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'port': {'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-892005008'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:46.883244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b765a1b-a7d6-486c-a1f3-e8c2dee993ab req-8d606824-9b6d-45df-8c92-acbb36b72f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:46.884858 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b765a1b-a7d6-486c-a1f3-e8c2dee993ab req-8d606824-9b6d-45df-8c92-acbb36b72f28 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 1127 time: 0.4125438 Feb 03 21:56:46.892713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4993933b-5377-4d22-b139-ff72d689d147 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:46.920593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b19ac-4b0a-49b8-b902-6e89450c8a68 req-12bf4e90-38fe-4bb2-a511-194eff1c25ab tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:46.922289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc4b19ac-4b0a-49b8-b902-6e89450c8a68 req-12bf4e90-38fe-4bb2-a511-194eff1c25ab tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 932 time: 0.4635999 Feb 03 21:56:46.942784 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-3b8bf595-b0fb-4a7e-9824-635b3be1ac3c', 'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c', 'project_id': '58fe926647bc4c0989333835e5789dc0', 'fixed_ips': [{'subnet_id': '92a412e3-261f-4d70-98de-0499f16805e5'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:56:46.943750 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:46.999262 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Publish callbacks [] for port (4993933b-5377-4d22-b139-ff72d689d147), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:47.053200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Made reservation on behalf of 58fe926647bc4c0989333835e5789dc0 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:47.056674 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:47.097840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc4b19ac-4b0a-49b8-b902-6e89450c8a68 req-6a42fbd1-61c9-4373-831c-c06160766954 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624889 Feb 03 21:56:47.125581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Transition to ACTIVE for port object 4993933b-5377-4d22-b139-ff72d689d147 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:56:47.131512 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6b765a1b-a7d6-486c-a1f3-e8c2dee993ab req-dff4b647-15fe-4944-bce1-5662dc9f346d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994352 Feb 03 21:56:47.145159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3adf-83db-4fb7-8b9e-b519131863c2 req-c3c1baf1-0584-4b00-87b0-39e695ea6595 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:47.153501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4993933b-5377-4d22-b139-ff72d689d147), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:47.160894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a7e3adf-83db-4fb7-8b9e-b519131863c2 req-c3c1baf1-0584-4b00-87b0-39e695ea6595 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 945 time: 0.2610614 Feb 03 21:56:47.164761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] device_id is not set on port 5a612fc7-48c2-463b-9f7a-1c1dc9cf3173 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:56:47.298974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Allocated IP 172.20.0.3 (e9b7cd2f-4119-44c5-bad4-922b3b1476c8/9cf99edc-19a2-4b3e-82bd-413c2f429c5f/d8dc4543-9650-46d8-8e8f-a3b2f13bbab5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:47.371731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Allocated IP 2001:db8::2 (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c/92a412e3-261f-4d70-98de-0499f16805e5/0be9fbf2-298c-4e19-aede-bb3f1b5ef893) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:47.382865 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a7e3adf-83db-4fb7-8b9e-b519131863c2 req-d0814424-d2e5-4eaa-a5fd-5635e25cc380 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200451 Feb 03 21:56:47.437855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Pushing event updated for resources: {'Port': ['ID=4993933b-5377-4d22-b139-ff72d689d147,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:47.454402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c426725-d0d9-41dc-aea2-d7d468c0d770 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:47.618441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2371b9c4-586b-4388-a64c-658dc0635487 None None] Current status of the port 9c426725-d0d9-41dc-aea2-d7d468c0d770 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:47.621211 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2371b9c4-586b-4388-a64c-658dc0635487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:47.663916 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Attempting to bind port 4993933b-5377-4d22-b139-ff72d689d147 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:47.664311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Attempting to bind port 4993933b-5377-4d22-b139-ff72d689d147 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:47.664584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Attempting to bind port 4993933b-5377-4d22-b139-ff72d689d147 on network 5a1c491b-4944-4165-b76f-994e988028ec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:47.711778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Port 4993933b-5377-4d22-b139-ff72d689d147 on network 5a1c491b-4944-4165-b76f-994e988028ec not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:56:47.711778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Attempting to bind port 4993933b-5377-4d22-b139-ff72d689d147 on network 5a1c491b-4944-4165-b76f-994e988028ec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:47.744334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device bc929f07-d677-4d5a-8d63-e65d49ca6033 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:47.746356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ead6ef-1a4f-4c7d-8426-5f02d9733813 req-4b6d48bb-e80c-4dff-86f5-9c33f45c5ae7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:47.754523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6ead6ef-1a4f-4c7d-8426-5f02d9733813 req-4b6d48bb-e80c-4dff-86f5-9c33f45c5ae7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 945 time: 0.1889436 Feb 03 21:56:47.788804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:47.789195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Checking segment: {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:47.789487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Bound using segment: {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:47.789943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Bound port: 4993933b-5377-4d22-b139-ff72d689d147, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:47.790308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4993933b-5377-4d22-b139-ff72d689d147), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:47.806017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-1ef6bf7a-721e-462b-ba09-0a6e8aa8d2f5 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:47.807680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-1ef6bf7a-721e-462b-ba09-0a6e8aa8d2f5 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 816 time: 0.4561977 Feb 03 21:56:47.842367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-d14a5be2-a0c4-493b-8a1c-c5a0684625b0 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/quotas/a8a62a6dd584464f81c93e8b3be016f6 HTTP/1.1" status: 200 len: 375 time: 0.0276787 Feb 03 21:56:47.863153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6ead6ef-1a4f-4c7d-8426-5f02d9733813 req-e8ef2e96-78e7-40cd-a8b5-9dac8941426f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031573 Feb 03 21:56:47.905835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] For port 4993933b-5377-4d22-b139-ff72d689d147, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:47.911414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] For port 4993933b-5377-4d22-b139-ff72d689d147, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4993933b-5377-4d22-b139-ff72d689d147,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:47.935123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4993933b-5377-4d22-b139-ff72d689d147), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:47.949720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-49b5ee0a-42f4-42b5-b5b5-0e7418400039 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849352 Feb 03 21:56:48.027101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:48.034564 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:48.037150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] 10.222.0.10 "PUT /v2.0/ports/4993933b-5377-4d22-b139-ff72d689d147 HTTP/1.1" status: 200 len: 1092 time: 2.8882968 Feb 03 21:56:48.037796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'tag': '4993933b-5377-4d22-b139-ff72d689d147'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:48.040308 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c960f6-a426-4b7f-95f0-af1bb461bd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "568feb87-74da-4766-90ad-a6e7c6a3ef90", "tag": "4993933b-5377-4d22-b139-ff72d689d147"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:48.079544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2371b9c4-586b-4388-a64c-658dc0635487 None None] For port 9c426725-d0d9-41dc-aea2-d7d468c0d770, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c426725-d0d9-41dc-aea2-d7d468c0d770,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:48.131610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2371b9c4-586b-4388-a64c-658dc0635487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:48.142625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port bc929f07-d677-4d5a-8d63-e65d49ca6033 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:56:48.177438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c775fbc-1cbd-4975-bdab-8240b4430b7b req-eaed9a91-54b4-472c-8a2c-15f28b872f15 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:48.181453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c775fbc-1cbd-4975-bdab-8240b4430b7b req-eaed9a91-54b4-472c-8a2c-15f28b872f15 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1573946 Feb 03 21:56:48.186792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port bc929f07-d677-4d5a-8d63-e65d49ca6033 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:48.202146 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:48.211412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177b965-fad2-40ec-bbe2-48aaf4157369 service neutron] Pushing event updated for resources: {'Port': ['ID=4993933b-5377-4d22-b139-ff72d689d147,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:48.276456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks [] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:48.390299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-23630c42-6582-4bc8-87c0-82264a76c72a service neutron] 10.222.0.50 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338167 Feb 03 21:56:48.407786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2b6c5124-b56a-4cb4-9b40-fb756a1de21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:48.426076 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2b6c5124-b56a-4cb4-9b40-fb756a1de21c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 1126 time: 0.3012974 Feb 03 21:56:48.440369 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c775fbc-1cbd-4975-bdab-8240b4430b7b req-d5242970-1b1f-4491-ac4c-490e640798b6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313077 Feb 03 21:56:48.513903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9c426725-d0d9-41dc-aea2-d7d468c0d770 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:48.514474 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:48.581756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-0b8a0f2c-2d44-40d3-90f1-1647b6989de6 service neutron] 10.222.0.50 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834326 Feb 03 21:56:48.598215 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa462ad-ff97-4c9d-8c24-25e2693a9508 x-openstack-request-id: req-1aa462ad-ff97-4c9d-8c24-25e2693a9508 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:48.598749 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568feb87-74da-4766-90ad-a6e7c6a3ef90", "tag": "4993933b-5377-4d22-b139-ff72d689d147", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:48.599202 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1aa462ad-ff97-4c9d-8c24-25e2693a9508 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:48.601754 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'tag': '4993933b-5377-4d22-b139-ff72d689d147', 'status': 'completed', 'code': 200} Feb 03 21:56:48.608330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-f82c9838-09e7-4d96-af46-3594feb9997b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993933b-5377-4d22-b139-ff72d689d147 HTTP/1.1" status: 200 len: 217 time: 0.1578193 Feb 03 21:56:48.720536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:48.731826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-b1790200-3d5c-4ccc-a462-a1edfd5a30e4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:48.733412 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-b1790200-3d5c-4ccc-a462-a1edfd5a30e4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.10 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 816 time: 0.4666185 Feb 03 21:56:48.771140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port bc929f07-d677-4d5a-8d63-e65d49ca6033 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:48.771945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:48.780424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Pushing event updated for resources: {'Port': ['ID=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:48.783621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-f8bfd256-14cf-4b95-9ab5-af4c03759178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:48.785206 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-f8bfd256-14cf-4b95-9ab5-af4c03759178 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.1674116 Feb 03 21:56:48.792066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Request body: {'port': {'device_id': '94816667-81ec-44d4-b35a-f9b1182e2147', 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8', 'admin_state_up': True, 'tenant_id': 'a8a62a6dd584464f81c93e8b3be016f6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:48.815817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9615455-7cba-47d4-9930-8b576af350ec req-7f36ae97-cc0f-4b5b-a62b-8d5c05b86950 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:48.820480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9615455-7cba-47d4-9930-8b576af350ec req-7f36ae97-cc0f-4b5b-a62b-8d5c05b86950 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 944 time: 0.1610534 Feb 03 21:56:48.878458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371b9c4-586b-4388-a64c-658dc0635487 None None] Pushing event updated for resources: {'Port': ['ID=9c426725-d0d9-41dc-aea2-d7d468c0d770,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:48.880872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:48.886901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:48.895535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:48.997558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9615455-7cba-47d4-9930-8b576af350ec req-b66e3861-b623-4f79-b419-baacc7b82fda tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706169 Feb 03 21:56:49.009876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Publish callbacks [] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:49.040408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:49.042456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:49.047678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-057843c6-1738-44f6-8353-7ed17119efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:49.053676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4d919f88-ca37-42dd-90de-d157503d921d None None] Provisioning complete for port 9c426725-d0d9-41dc-aea2-d7d468c0d770 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:49.057390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-057843c6-1738-44f6-8353-7ed17119efd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2524517 Feb 03 21:56:49.059480 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d919f88-ca37-42dd-90de-d157503d921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:49.064066 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:49.114877 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-301e6f22-198f-4da1-8bbe-79ce433f9dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0357540 Feb 03 21:56:49.121104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Request body: {'port': {'device_id': '8583d57c-5dad-4844-98f0-9a4fefda7a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:49.176189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-863c6147-7bf7-426b-9258-14af52b2871e req-daa444e4-395e-4f98-af44-7c6bf8047023 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 210 time: 0.1019671 Feb 03 21:56:49.256390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Allocated IP 2001:db8::31d (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c/92a412e3-261f-4d70-98de-0499f16805e5/5a612fc7-48c2-463b-9f7a-1c1dc9cf3173) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:49.279470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Made reservation on behalf of a8a62a6dd584464f81c93e8b3be016f6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:49.283540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:49.294643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916630e-aafb-4a69-96a0-330513d7c1d2 req-895a3a56-f053-49af-adb9-417f717c5d8f tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:49.296389 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6916630e-aafb-4a69-96a0-330513d7c1d2 req-895a3a56-f053-49af-adb9-417f717c5d8f tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 945 time: 0.3357573 Feb 03 21:56:49.311569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Pushing event updated for resources: {'Port': ['ID=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:49.314051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14986634-8998-446e-8cc4-aa19c55bb448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc929f07-d677-4d5a-8d63-e65d49ca6033'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:49.317076 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b533aac-3e72-40b1-8c67-3519a06af786" -d '{"events": [{"server_uuid": "14986634-8998-446e-8cc4-aa19c55bb448", "name": "network-vif-plugged", "status": "completed", "tag": "bc929f07-d677-4d5a-8d63-e65d49ca6033"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:49.357778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:49.364628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port bc929f07-d677-4d5a-8d63-e65d49ca6033, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=bc929f07-d677-4d5a-8d63-e65d49ca6033,segment=NetworkSegment(154d3e6b-d76f-4b82-b155-39329e08c62b),segment_id=154d3e6b-d76f-4b82-b155-39329e08c62b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:49.371039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:49.390458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:49.411430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:49.438283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-3301741b-8c9e-45a4-a306-40f2a0d4de97 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487289 Feb 03 21:56:49.458146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6916630e-aafb-4a69-96a0-330513d7c1d2 req-f3d0e738-1092-4cc6-a849-5ef4adec9281 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549907 Feb 03 21:56:49.529226 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:49.559198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9c426725-d0d9-41dc-aea2-d7d468c0d770 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:49.584252 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74c17a9-4043-48ed-b186-4d5b10f281ec x-openstack-request-id: req-c74c17a9-4043-48ed-b186-4d5b10f281ec {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:49.584557 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14986634-8998-446e-8cc4-aa19c55bb448", "name": "network-vif-plugged", "status": "completed", "tag": "bc929f07-d677-4d5a-8d63-e65d49ca6033", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:49.584813 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c74c17a9-4043-48ed-b186-4d5b10f281ec {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:49.593175 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14986634-8998-446e-8cc4-aa19c55bb448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc929f07-d677-4d5a-8d63-e65d49ca6033', 'code': 200} Feb 03 21:56:49.742472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Attempting to bind port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:49.742890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Attempting to bind port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '159bc12e-2e62-4c72-8b81-3c651c1dd791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:49.743108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Attempting to bind port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 on network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:49.791519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:49.806809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Checking segment: {'id': '159bc12e-2e62-4c72-8b81-3c651c1dd791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:49.809342 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:49.809788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Bound using segment: {'id': '159bc12e-2e62-4c72-8b81-3c651c1dd791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:49.814244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Bound port: 0be9fbf2-298c-4e19-aede-bb3f1b5ef893, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159bc12e-2e62-4c72-8b81-3c651c1dd791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:49.814939 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:49.835370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e21cb-68cb-4f20-9314-a96ef5c1ffa5 req-9bc91312-2225-432e-bb70-b3f322b208a7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:49.842670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e3e21cb-68cb-4f20-9314-a96ef5c1ffa5 req-9bc91312-2225-432e-bb70-b3f322b208a7 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 945 time: 0.3811083 Feb 03 21:56:49.849909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Allocated IP 172.20.0.8 (e9b7cd2f-4119-44c5-bad4-922b3b1476c8/9cf99edc-19a2-4b3e-82bd-413c2f429c5f/62071415-2e8d-4f59-84c9-60e726adc85d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:49.860468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c426725-d0d9-41dc-aea2-d7d468c0d770 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:49.891220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94231c8c-c34b-4a61-9f4b-f29ea8ef86e7 req-cc40750e-69c2-4017-8727-4fca82411f2f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:49.898090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94231c8c-c34b-4a61-9f4b-f29ea8ef86e7 req-cc40750e-69c2-4017-8727-4fca82411f2f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1874478 Feb 03 21:56:49.934739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099f181-9a18-4b7c-afc0-8e8b1f6f4363 req-eb2db1fd-03a1-4585-9787-4e51ae09550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:49.936423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e099f181-9a18-4b7c-afc0-8e8b1f6f4363 req-eb2db1fd-03a1-4585-9787-4e51ae09550c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 1128 time: 0.2187440 Feb 03 21:56:49.960143 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aeaf5269-756a-4d5a-bb98-d03ee19d56a4 req-2dcaceb0-d415-4580-ad25-14e8855d53dc service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160415 Feb 03 21:56:49.989228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e3e21cb-68cb-4f20-9314-a96ef5c1ffa5 req-5e546d52-56e4-406e-bedf-34cdfaf88af8 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455765 Feb 03 21:56:50.117801 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for port (5a612fc7-48c2-463b-9f7a-1c1dc9cf3173), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:50.129892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94231c8c-c34b-4a61-9f4b-f29ea8ef86e7 req-5bc7fbc5-5308-4d60-9f41-d2ecc0eb0ced tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308631 Feb 03 21:56:50.165879 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e099f181-9a18-4b7c-afc0-8e8b1f6f4363 req-c8e80aeb-3e6a-4c14-9b2b-07c1ecee2814 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202592 Feb 03 21:56:50.244173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5a612fc7-48c2-463b-9f7a-1c1dc9cf3173), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:50.342514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=bc929f07-d677-4d5a-8d63-e65d49ca6033,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:50.348274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-f0b4b67c-312f-44e4-9758-60ed641493f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:50.359916 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-f0b4b67c-312f-44e4-9758-60ed641493f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 1126 time: 0.2994030 Feb 03 21:56:50.414282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d919f88-ca37-42dd-90de-d157503d921d None None] Current status of the port 9c426725-d0d9-41dc-aea2-d7d468c0d770 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:50.418283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:50.423559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:50.444248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] For port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:50.449661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] For port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,segment=NetworkSegment(159bc12e-2e62-4c72-8b81-3c651c1dd791),segment_id=159bc12e-2e62-4c72-8b81-3c651c1dd791)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:50.461432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9c426725-d0d9-41dc-aea2-d7d468c0d770 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:50.461902 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:50.467494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:50.488782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:50.497948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:50.529223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:50.536330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Port': ['ID=5a612fc7-48c2-463b-9f7a-1c1dc9cf3173,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:50.546986 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks [] for port (62071415-2e8d-4f59-84c9-60e726adc85d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:50.550082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8077226 Feb 03 21:56:50.554167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.554832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.555536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.556036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.556542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.557058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.557548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.558038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.558545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.559032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.559518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.560002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.560486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74729a-bbe5-4faf-9fb9-c1cd6835fb57 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:56:50.562981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:50.577833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2514de-416e-40e8-addd-a63761f27365 req-b69eeec2-23b8-4547-ba8e-1edf9ff7b55d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:50.580230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'port': {'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-744506997', 'allowed_address_pairs': [{'ip_address': '2001:db8::31d', 'mac_address': 'fa:16:3e:06:a2:9b'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:50.586378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f2514de-416e-40e8-addd-a63761f27365 req-b69eeec2-23b8-4547-ba8e-1edf9ff7b55d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 944 time: 0.2758002 Feb 03 21:56:50.664252 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c8e6e-f855-44d3-987a-2b4584466673 None None] Pushing event updated for resources: {'Port': ['ID=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:50.704322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-98423297-7fa5-46c5-947c-0a6b1f075b00 None None] Provisioning complete for port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:50.704576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98423297-7fa5-46c5-947c-0a6b1f075b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:50.716705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f2514de-416e-40e8-addd-a63761f27365 req-a51b0398-d157-476f-b669-8a74f2b59f98 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273577 Feb 03 21:56:50.771047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-17fdfb8d-2904-4939-b6d7-43a389a14c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:50.772713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-17fdfb8d-2904-4939-b6d7-43a389a14c4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 911 time: 0.4026225 Feb 03 21:56:50.786782 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb23879f-07c2-480e-8d4d-af71693adff0 req-b7d1a9b0-a3e1-43aa-a839-56a2ce00f35e tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 210 time: 0.0860164 Feb 03 21:56:50.887110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-98423297-7fa5-46c5-947c-0a6b1f075b00 None None] Port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:50.893053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-38b874b8-fe13-4037-9524-d8961104fbfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993933b-5377-4d22-b139-ff72d689d147 HTTP/1.1" status: 200 len: 217 time: 0.1121330 Feb 03 21:56:50.961159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9c426725-d0d9-41dc-aea2-d7d468c0d770 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:51.020116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085c62e-e030-4e80-9ca6-d87a70f406ce req-d90fbf2e-8a78-4b39-83e4-750c6207b6ff tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:51.021976 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4085c62e-e030-4e80-9ca6-d87a70f406ce req-d90fbf2e-8a78-4b39-83e4-750c6207b6ff tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 945 time: 0.1743879 Feb 03 21:56:51.051064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:51.188437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4085c62e-e030-4e80-9ca6-d87a70f406ce req-e52dfe85-56e0-4ab3-8fd5-9f633df91a2c tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175261 Feb 03 21:56:51.204806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ecbc3-9f3f-4de7-9eda-76668679b5fb req-cfb3dce0-76c9-4bb0-8445-78527f4909b7 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:51.212393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-585ecbc3-9f3f-4de7-9eda-76668679b5fb req-cfb3dce0-76c9-4bb0-8445-78527f4909b7 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 946 time: 0.2184963 Feb 03 21:56:51.321037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-585ecbc3-9f3f-4de7-9eda-76668679b5fb req-7a623996-970f-44ea-8a6d-f1f4e6fca97c tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053705 Feb 03 21:56:51.404071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-a346c715-8584-4b2b-ab41-01d3103cd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:51.404071 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-a346c715-8584-4b2b-ab41-01d3103cd9b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.5011294 Feb 03 21:56:51.422667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacfb5-df6b-4e3d-8222-e9e481280aa4 req-acd7ab5d-2921-4d15-8d70-7dc0eb283681 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:51.424968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48eacfb5-df6b-4e3d-8222-e9e481280aa4 req-acd7ab5d-2921-4d15-8d70-7dc0eb283681 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1029408 Feb 03 21:56:51.434432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:51.488375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:51.496473 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:51.508163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Pushing event updated for resources: {'Port': ['ID=62071415-2e8d-4f59-84c9-60e726adc85d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:51.524677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48eacfb5-df6b-4e3d-8222-e9e481280aa4 req-b5c64091-6bf2-4931-8118-19d71d41c243 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929377 Feb 03 21:56:51.732872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-300f9f33-7ae5-484f-b205-49d95a8a6ab8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:51.734638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-300f9f33-7ae5-484f-b205-49d95a8a6ab8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.47 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 816 time: 0.7861226 Feb 03 21:56:51.803129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Made reservation on behalf of 58fe926647bc4c0989333835e5789dc0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:51.829048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-006fa328-0f11-4944-9022-3fd60ccf5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:51.835372 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-006fa328-0f11-4944-9022-3fd60ccf5e79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4177663 Feb 03 21:56:51.897755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:51.988792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496d457-c2ed-4266-a4bf-43dfe75d29ed req-fbf2c11d-09cf-4fdd-b1da-1d2ec2656a70 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:52.003069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f496d457-c2ed-4266-a4bf-43dfe75d29ed req-fbf2c11d-09cf-4fdd-b1da-1d2ec2656a70 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 944 time: 0.1567793 Feb 03 21:56:52.075062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3f2cae98-6ac7-4f90-9312-1c035ad71d9d None None] Provisioning complete for port 62071415-2e8d-4f59-84c9-60e726adc85d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:52.075614 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f2cae98-6ac7-4f90-9312-1c035ad71d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:52.126065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f496d457-c2ed-4266-a4bf-43dfe75d29ed req-322f564d-6067-4cbf-b4bb-b49f7decd754 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199329 Feb 03 21:56:52.194137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:52.199815 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:52.250676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cae98-6ac7-4f90-9312-1c035ad71d9d None None] Port 62071415-2e8d-4f59-84c9-60e726adc85d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:52.267719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7358064-f435-4b0e-9782-a194810732ef req-3268876b-6eed-4fa9-9833-7a953d9ac330 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:52.270149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7358064-f435-4b0e-9782-a194810732ef req-3268876b-6eed-4fa9-9833-7a953d9ac330 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 945 time: 0.1429977 Feb 03 21:56:52.314630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84e940a6-c0a1-48ba-8cf7-2f450a8526d2 req-c206bd2e-247d-420b-909d-cc9724398d39 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 210 time: 0.0553904 Feb 03 21:56:52.454530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:52.454530 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:52.542251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,segment=NetworkSegment(159bc12e-2e62-4c72-8b81-3c651c1dd791),segment_id=159bc12e-2e62-4c72-8b81-3c651c1dd791)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:52.549572 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:52.591188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Request body: {'port': {'device_id': '5d634bf6-eb30-431a-962d-e24c95991f6e', 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8', 'admin_state_up': True, 'tenant_id': 'a8a62a6dd584464f81c93e8b3be016f6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:52.634058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f24c-fab4-45b4-ae26-65d73047fa26 req-126a92cf-e3e6-4904-adfe-f8f6d096e9ca tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:52.637164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac33f24c-fab4-45b4-ae26-65d73047fa26 req-126a92cf-e3e6-4904-adfe-f8f6d096e9ca tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 945 time: 0.0988557 Feb 03 21:56:52.650679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-d7358064-f435-4b0e-9782-a194810732ef req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Deleting port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:56:52.651160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d7358064-f435-4b0e-9782-a194810732ef req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:52.715435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:52.733097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf080b5a-925c-45e0-96d6-f392671800e8 None None] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:56:52.813611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:52.814243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:52.836972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac33f24c-fab4-45b4-ae26-65d73047fa26 req-581610b0-6369-45e1-888b-6b70fece074a tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/security-groups?id=eeefe00e-428e-4dd1-927e-2a3409747a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809492 Feb 03 21:56:52.858381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d7358064-f435-4b0e-9782-a194810732ef req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] For port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,segment=NetworkSegment(b247fbc6-720d-4b3b-99b7-12f408b64ee8),segment_id=b247fbc6-720d-4b3b-99b7-12f408b64ee8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:52.858736 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d7358064-f435-4b0e-9782-a194810732ef req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:52.896116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:52.908896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79271-dcda-46b7-8da6-6a1f16175466 req-35f6fdbb-f633-4004-a683-14944271e22b tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:52.918499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dc79271-dcda-46b7-8da6-6a1f16175466 req-35f6fdbb-f633-4004-a683-14944271e22b tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 946 time: 0.1894526 Feb 03 21:56:52.937799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Publish callbacks [] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:52.942128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-d7358064-f435-4b0e-9782-a194810732ef req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Calling delete_port for bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:56:52.969985 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-d785387b-e266-49a5-a4d4-7e5bfa496e60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1912966 Feb 03 21:56:52.985654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c45787c8-fd03-45e0-ba30-3182df93882d None None] Provisioning complete for port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:52.986248 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c45787c8-fd03-45e0-ba30-3182df93882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:52.995852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Request body: {'port': {'device_id': '94816667-81ec-44d4-b35a-f9b1182e2147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:52.999402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Transition to ACTIVE for port object d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:56:53.013205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dc79271-dcda-46b7-8da6-6a1f16175466 req-8710ad65-64cf-49d6-855f-1f507c07da10 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883663 Feb 03 21:56:53.094431 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:53.180889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4993933b-5377-4d22-b139-ff72d689d147 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:56:53.253255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39534af-43a1-48b7-93cf-cc6e977e3d9b req-accea5a5-6410-4dac-9d2f-3472562a145b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:53.256760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a39534af-43a1-48b7-93cf-cc6e977e3d9b req-accea5a5-6410-4dac-9d2f-3472562a145b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1844440 Feb 03 21:56:53.263757 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:53.324506 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-24cb73c7-c43d-48dc-9cd6-074b5329d0cf service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235494 Feb 03 21:56:53.370941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c45787c8-fd03-45e0-ba30-3182df93882d None None] Current status of the port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:53.454910 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4993933b-5377-4d22-b139-ff72d689d147, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4993933b-5377-4d22-b139-ff72d689d147,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:53.483810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '4993933b-5377-4d22-b139-ff72d689d147', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'port_id': '4993933b-5377-4d22-b139-ff72d689d147', 'mac_address': 'fa:16:3e:41:60:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:56:53.522743 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d7358064-f435-4b0e-9782-a194810732ef req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:53.554867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:53.559810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] device_id is not set on port a3140a69-0ad9-4cb2-ad68-b5c643e1a88d yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:56:53.702110 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0ca067a-4721-4a54-9d01-8fcb3b287c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:53.719703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4993933b-5377-4d22-b139-ff72d689d147 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:53.720010 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4993933b-5377-4d22-b139-ff72d689d147), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:53.738991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:53.748075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a39534af-43a1-48b7-93cf-cc6e977e3d9b req-b9d58e3b-799d-4f1b-990c-edfd8ca6d006 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503114 Feb 03 21:56:53.838674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Pushing event deleted for resources: {'Port': ['ID=bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:53.953352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4993933b-5377-4d22-b139-ff72d689d147 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:53.963112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7358064-f435-4b0e-9782-a194810732ef req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] No DVR routers for this DVR port bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:56:53.966331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:53.967016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d7358064-f435-4b0e-9782-a194810732ef req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:53.970744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7358064-f435-4b0e-9782-a194810732ef req-70664bf5-4554-41aa-958b-1f288e2c720f tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.10 "DELETE /v2.0/ports/bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 HTTP/1.1" status: 204 len: 173 time: 1.6911068 Feb 03 21:56:53.971358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5095717a-1d15-4fc8-9fd4-45b6cbd09109', 'name': 'network-vif-deleted', 'tag': 'bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:53.974469 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a311558-cc9a-4256-b902-d870cf44d19e" -d '{"events": [{"server_uuid": "5095717a-1d15-4fc8-9fd4-45b6cbd09109", "name": "network-vif-deleted", "tag": "bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:54.004137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735b40d-988d-42bc-adfc-f647f6876434 req-7463ac35-a278-44fa-b644-8c3d71aa2c1b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:54.006940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e735b40d-988d-42bc-adfc-f647f6876434 req-7463ac35-a278-44fa-b644-8c3d71aa2c1b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 944 time: 0.7399523 Feb 03 21:56:54.032381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4993933b-5377-4d22-b139-ff72d689d147, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4993933b-5377-4d22-b139-ff72d689d147,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:54.048166 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4993933b-5377-4d22-b139-ff72d689d147), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:54.115878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4993933b-5377-4d22-b139-ff72d689d147,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:54.131769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b7d3272-d955-4346-a832-d7aa22c95d42 req-c7e8201e-5738-41dc-9df1-34b00ed49660 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 210 time: 0.0831997 Feb 03 21:56:54.157168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:54.157168 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:54.252071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e735b40d-988d-42bc-adfc-f647f6876434 req-d093cf62-0de5-47fd-b074-a03d8b546dc4 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376020 Feb 03 21:56:54.377682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Allocated IP 2001:db8::95 (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c/92a412e3-261f-4d70-98de-0499f16805e5/a3140a69-0ad9-4cb2-ad68-b5c643e1a88d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:54.384092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Made reservation on behalf of a8a62a6dd584464f81c93e8b3be016f6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:56:54.393295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:54.415568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-652df2d5-3a15-4cfd-9c01-b626566bd4bf None None] Provisioning complete for port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:54.418470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-652df2d5-3a15-4cfd-9c01-b626566bd4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:54.428146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5939bc61-c83f-422c-ad2b-ef979a34c080 req-e3cfba51-980a-4218-a2ad-804faeceedf2 tempest-DeleteServersTestJSON-718084764 tempest-DeleteServersTestJSON-718084764-project] 10.222.0.50 "GET /v2.0/ports?device_id=5095717a-1d15-4fc8-9fd4-45b6cbd09109 HTTP/1.1" status: 200 len: 210 time: 0.1066971 Feb 03 21:56:54.437867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['4993933b-5377-4d22-b139-ff72d689d147'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:54.441562 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:54.450255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:54.464379 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f9a6fe-a235-48ad-9ad4-639da9edc932 x-openstack-request-id: req-d5f9a6fe-a235-48ad-9ad4-639da9edc932 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:54.464769 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5095717a-1d15-4fc8-9fd4-45b6cbd09109", "name": "network-vif-deleted", "tag": "bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:54.465119 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5f9a6fe-a235-48ad-9ad4-639da9edc932 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:54.465601 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5095717a-1d15-4fc8-9fd4-45b6cbd09109', 'name': 'network-vif-deleted', 'tag': 'bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214', 'status': 'completed', 'code': 200} Feb 03 21:56:54.598622 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42c960f6-a426-4b7f-95f0-af1bb461bd3e req-a18d1591-6280-436e-97a6-703183f335a1 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2647812 Feb 03 21:56:54.662627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:54.680019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Attempting to bind port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:54.680442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Attempting to bind port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:54.681102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Attempting to bind port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:54.699675 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:54.882881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-652df2d5-3a15-4cfd-9c01-b626566bd4bf None None] Current status of the port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:54.945900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-652df2d5-3a15-4cfd-9c01-b626566bd4bf None None] Provisioning complete for port 5a612fc7-48c2-463b-9f7a-1c1dc9cf3173 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:54.946462 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-652df2d5-3a15-4cfd-9c01-b626566bd4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5a612fc7-48c2-463b-9f7a-1c1dc9cf3173), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:55.015264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-652df2d5-3a15-4cfd-9c01-b626566bd4bf None None] Port 5a612fc7-48c2-463b-9f7a-1c1dc9cf3173 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:55.076141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d617-c092-49da-af34-c8884f216486 req-de3b75c2-7586-4771-87c1-7fc3655f2352 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:55.090249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84f5d617-c092-49da-af34-c8884f216486 req-de3b75c2-7586-4771-87c1-7fc3655f2352 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1569238 Feb 03 21:56:55.146666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e3f1e504-2f49-4856-b657-ed9eb4f760e9 None None] Provisioning complete for port 5a612fc7-48c2-463b-9f7a-1c1dc9cf3173 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:55.149294 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e504-2f49-4856-b657-ed9eb4f760e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5a612fc7-48c2-463b-9f7a-1c1dc9cf3173), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:55.159204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5af44162-3880-45f3-8098-b495ef2ebd20 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:56:55.162145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:56:55.162658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Attempting to bind port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:55.164146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:56:55.239142 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:56:55.254581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84f5d617-c092-49da-af34-c8884f216486 req-ba134791-e92c-4f04-a956-a9adf952eecc tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574862 Feb 03 21:56:55.300596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:56:55.305250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device bd8cd14e-3e5f-42d2-9cff-7eb8c7f4a214 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:56:55.357034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1e504-2f49-4856-b657-ed9eb4f760e9 None None] Port 5a612fc7-48c2-463b-9f7a-1c1dc9cf3173 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:55.429981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-954a6ff5-ff6f-4df0-be8d-4441425a16ea req-99a8230d-e2d6-452a-a94f-99630ed9c1bd tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 210 time: 0.0410538 Feb 03 21:56:55.454942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62071415-2e8d-4f59-84c9-60e726adc85d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:55.464581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Publish callbacks [] for port (62071415-2e8d-4f59-84c9-60e726adc85d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:55.477373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1514152-befc-4763-9ae6-c9c1e38e7c8f req-f9ebc240-8e47-4224-9688-f0c283559347 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:55.494414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1514152-befc-4763-9ae6-c9c1e38e7c8f req-f9ebc240-8e47-4224-9688-f0c283559347 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 946 time: 0.1321330 Feb 03 21:56:55.503062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:55.504068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Checking segment: {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:55.504645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Bound using segment: {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:55.505231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Bound port: d8dc4543-9650-46d8-8e8f-a3b2f13bbab5, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:55.505690 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:55.576804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Transition to ACTIVE for port object 62071415-2e8d-4f59-84c9-60e726adc85d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:56:55.583912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5af44162-3880-45f3-8098-b495ef2ebd20,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:55.607670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '5af44162-3880-45f3-8098-b495ef2ebd20', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'port_id': '5af44162-3880-45f3-8098-b495ef2ebd20', 'mac_address': 'fa:16:3e:76:88:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:56:55.610306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1514152-befc-4763-9ae6-c9c1e38e7c8f req-516dfaf1-0334-4c4a-b9c7-a1c9511b9b4b tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139655 Feb 03 21:56:55.676883 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:55.685019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5af44162-3880-45f3-8098-b495ef2ebd20 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:55.685615 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:55.687739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997e53c-7b2a-45e9-8342-c09832cf81dc req-0a89adf2-7977-4734-9146-4f0693c4839f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:55.696165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b997e53c-7b2a-45e9-8342-c09832cf81dc req-0a89adf2-7977-4734-9146-4f0693c4839f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 945 time: 0.1049478 Feb 03 21:56:55.740578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5af44162-3880-45f3-8098-b495ef2ebd20 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:56:55.774419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b997e53c-7b2a-45e9-8342-c09832cf81dc req-c1e22f33-4d8c-4575-817e-d2126bb31438 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763853 Feb 03 21:56:55.798273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5af44162-3880-45f3-8098-b495ef2ebd20,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:55.802361 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e62d64-556b-4687-a579-13cbf5266340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:55.806669 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:55.910847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5af44162-3880-45f3-8098-b495ef2ebd20,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:55.971673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] For port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:56.013147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for port (a3140a69-0ad9-4cb2-ad68-b5c643e1a88d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:56.040990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] For port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:56.082846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5af44162-3880-45f3-8098-b495ef2ebd20'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:56.147549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:56.225728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Allocated IP 172.20.0.7 (e9b7cd2f-4119-44c5-bad4-922b3b1476c8/9cf99edc-19a2-4b3e-82bd-413c2f429c5f/be477646-d5e5-4f3e-9cc0-a6be152c8293) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:56:56.263957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Pushing event updated for resources: {'Port': ['ID=62071415-2e8d-4f59-84c9-60e726adc85d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:56.543124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:56.545869 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:56.550450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 HTTP/1.1" status: 200 len: 1091 time: 7.4344857 Feb 03 21:56:56.553118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8583d57c-5dad-4844-98f0-9a4fefda7a00', 'tag': 'd8dc4543-9650-46d8-8e8f-a3b2f13bbab5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:56.555559 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b111af6d-649f-4379-8420-fd03dfe60d12" -d '{"events": [{"name": "network-changed", "server_uuid": "8583d57c-5dad-4844-98f0-9a4fefda7a00", "tag": "d8dc4543-9650-46d8-8e8f-a3b2f13bbab5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:56.567577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfc04a-0bb7-4ce8-9759-1939591592b0 req-7a04f7d6-8012-4b08-99e1-a56190f1a5ea tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:56.572526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ccfc04a-0bb7-4ce8-9759-1939591592b0 req-7a04f7d6-8012-4b08-99e1-a56190f1a5ea tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 944 time: 0.1951206 Feb 03 21:56:56.792050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-828111d0-7306-42a0-96b3-3c07cc0920bc req-043e63c3-dde5-468f-be4a-ef200e470ac2 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 210 time: 0.0948327 Feb 03 21:56:56.819489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ccfc04a-0bb7-4ce8-9759-1939591592b0 req-7326fb43-dc8b-42c4-b67e-b9ebcec16ceb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343607 Feb 03 21:56:56.902614 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:56.977575 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917e80ca-ef4a-44cd-b4da-6bb13e28040d x-openstack-request-id: req-917e80ca-ef4a-44cd-b4da-6bb13e28040d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:56.978522 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8583d57c-5dad-4844-98f0-9a4fefda7a00", "tag": "d8dc4543-9650-46d8-8e8f-a3b2f13bbab5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:56.980946 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-917e80ca-ef4a-44cd-b4da-6bb13e28040d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:56.981674 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8583d57c-5dad-4844-98f0-9a4fefda7a00', 'tag': 'd8dc4543-9650-46d8-8e8f-a3b2f13bbab5', 'status': 'completed', 'code': 200} Feb 03 21:56:57.005911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820fa4e-6e9d-4230-94ce-eb416c4921d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:57.045802 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a3140a69-0ad9-4cb2-ad68-b5c643e1a88d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.077413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Attempting to bind port 62071415-2e8d-4f59-84c9-60e726adc85d on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:56:57.078039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Attempting to bind port 62071415-2e8d-4f59-84c9-60e726adc85d by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:56:57.078550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Attempting to bind port 62071415-2e8d-4f59-84c9-60e726adc85d on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:57.079498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8892160-5558-4f13-93dd-81d10a193d77 req-d949b4b1-8be8-4ba1-9250-48732aff1f15 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.088219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8892160-5558-4f13-93dd-81d10a193d77 req-d949b4b1-8be8-4ba1-9250-48732aff1f15 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 945 time: 0.1126828 Feb 03 21:56:57.118785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522bd02-f4bd-4e9f-8925-2a7e6c342bfa req-6b25f084-087a-4f8f-bf73-03160bb0a3a9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.121244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b522bd02-f4bd-4e9f-8925-2a7e6c342bfa req-6b25f084-087a-4f8f-bf73-03160bb0a3a9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 946 time: 0.1086340 Feb 03 21:56:57.145366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Port 62071415-2e8d-4f59-84c9-60e726adc85d on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:56:57.145726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Attempting to bind port 62071415-2e8d-4f59-84c9-60e726adc85d on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:56:57.161798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5af44162-3880-45f3-8098-b495ef2ebd20 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:57.176017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:57.189166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:56:57.189540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Checking segment: {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:56:57.189890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Bound using segment: {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:56:57.190329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Bound port: 62071415-2e8d-4f59-84c9-60e726adc85d, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:56:57.190809 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.201162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:57.226110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Port': ['ID=a3140a69-0ad9-4cb2-ad68-b5c643e1a88d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:57.229556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8892160-5558-4f13-93dd-81d10a193d77 req-0bddafcd-0732-4c6e-b8d0-cd6cbbdda488 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341136 Feb 03 21:56:57.233715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:57.239539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.240183 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.245167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-c97f0158-9ca3-4e32-a295-d33f08d2f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.246812 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-c97f0158-9ca3-4e32-a295-d33f08d2f4e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 1125 time: 0.6311247 Feb 03 21:56:57.250251 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks [] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.279733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-b999cb9e-1550-4080-8059-5020585e1e8e tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.281874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 5af44162-3880-45f3-8098-b495ef2ebd20 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:57.282033 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-b999cb9e-1550-4080-8059-5020585e1e8e tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.47 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 946 time: 0.3739142 Feb 03 21:56:57.282253 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.297395 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b522bd02-f4bd-4e9f-8925-2a7e6c342bfa req-4233a060-43d1-48e6-80d1-4a09dbf6f63d tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/security-groups?id=db9292c6-41a1-4e8c-aaae-b034b1eb92d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623850 Feb 03 21:56:57.360916 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-ba661e8f-8d2f-4c15-9c48-346d98babf48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 HTTP/1.1" status: 200 len: 217 time: 0.1035714 Feb 03 21:56:57.395785 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cb60e735-afc8-412e-8842-b0649123ab95 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 6.8296969 Feb 03 21:56:57.401422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42930) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:57.529172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5af44162-3880-45f3-8098-b495ef2ebd20 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:57.530065 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.544994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf251d0-1a05-4ce2-a30c-3d3d64ee9b63 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.555355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf251d0-1a05-4ce2-a30c-3d3d64ee9b63 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.566044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf251d0-1a05-4ce2-a30c-3d3d64ee9b63 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.568065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3cf251d0-1a05-4ce2-a30c-3d3d64ee9b63 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1648514 Feb 03 21:56:57.570956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:56:57.593167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] For port 62071415-2e8d-4f59-84c9-60e726adc85d, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:56:57.596502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:57.599832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-e3c8c0e2-4edb-424f-b719-5b61c40f54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.604534 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-e3c8c0e2-4edb-424f-b719-5b61c40f54d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cf99edc-19a2-4b3e-82bd-413c2f429c5f HTTP/1.1" status: 200 len: 855 time: 0.2365694 Feb 03 21:56:57.611891 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a4276d-a4cf-454b-af83-bb1b33877bc0" -d '{"events": [{"server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "name": "network-vif-plugged", "status": "completed", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:57.632991 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.683130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5af44162-3880-45f3-8098-b495ef2ebd20,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:57.698977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] For port 62071415-2e8d-4f59-84c9-60e726adc85d, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=62071415-2e8d-4f59-84c9-60e726adc85d,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:56:57.701837 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a74f37-9bd1-450d-bea3-815145688519 x-openstack-request-id: req-55a74f37-9bd1-450d-bea3-815145688519 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:56:57.702307 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "name": "network-vif-plugged", "status": "completed", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:56:57.702579 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55a74f37-9bd1-450d-bea3-815145688519 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:56:57.702996 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20', 'code': 200} Feb 03 21:56:57.716333 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.717131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4993933b-5377-4d22-b139-ff72d689d147 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:56:57.735968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a1fed6a6-673a-497b-bcad-222647626ce4 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Deleting port a3140a69-0ad9-4cb2-ad68-b5c643e1a88d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:56:57.739963 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1fed6a6-673a-497b-bcad-222647626ce4 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a3140a69-0ad9-4cb2-ad68-b5c643e1a88d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.781739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.785366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:56:57.807527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Pushing event updated for resources: {'Port': ['ID=be477646-d5e5-4f3e-9cc0-a6be152c8293,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:57.810354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:56:57.823325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:56:57.934054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-d1cde874-49c5-47fa-aa31-e8aef589a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.935766 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-d1cde874-49c5-47fa-aa31-e8aef589a99f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3166962 Feb 03 21:56:57.943627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:57.944312 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:57.945835 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] 10.222.0.10 "PUT /v2.0/ports/62071415-2e8d-4f59-84c9-60e726adc85d HTTP/1.1" status: 200 len: 1091 time: 4.9638715 Feb 03 21:56:57.976447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Deleting port bc929f07-d677-4d5a-8d63-e65d49ca6033 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:56:57.977205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:58.019765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aaa84c5d-feeb-486d-8051-eafa4c07cea6 None None] Provisioning complete for port a3140a69-0ad9-4cb2-ad68-b5c643e1a88d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:58.020386 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aaa84c5d-feeb-486d-8051-eafa4c07cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a3140a69-0ad9-4cb2-ad68-b5c643e1a88d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:58.147051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1fed6a6-673a-497b-bcad-222647626ce4 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a3140a69-0ad9-4cb2-ad68-b5c643e1a88d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:58.199112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a1fed6a6-673a-497b-bcad-222647626ce4 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Calling delete_port for a3140a69-0ad9-4cb2-ad68-b5c643e1a88d owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:56:58.236072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46e6c6-30bd-4b4f-8848-3f8038feaf44 req-8d9c4137-04fe-4fb9-b70d-a04cf96ecce8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:58.248137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] For port bc929f07-d677-4d5a-8d63-e65d49ca6033, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=bc929f07-d677-4d5a-8d63-e65d49ca6033,segment=NetworkSegment(154d3e6b-d76f-4b82-b155-39329e08c62b),segment_id=154d3e6b-d76f-4b82-b155-39329e08c62b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:58.249356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:58.251239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d46e6c6-30bd-4b4f-8848-3f8038feaf44 req-8d9c4137-04fe-4fb9-b70d-a04cf96ecce8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 931 time: 0.2208076 Feb 03 21:56:58.252448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5af44162-3880-45f3-8098-b495ef2ebd20,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:58.269477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Calling delete_port for bc929f07-d677-4d5a-8d63-e65d49ca6033 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:56:58.281983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aaa84c5d-feeb-486d-8051-eafa4c07cea6 None None] Port a3140a69-0ad9-4cb2-ad68-b5c643e1a88d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:58.310276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 4993933b-5377-4d22-b139-ff72d689d147 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:56:58.317863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 4993933b-5377-4d22-b139-ff72d689d147 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:58.318250 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4993933b-5377-4d22-b139-ff72d689d147), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:58.484174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5b1dfdea-4284-4432-980a-576c78d2393b None None] Provisioning complete for port be477646-d5e5-4f3e-9cc0-a6be152c8293 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:56:58.484738 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b1dfdea-4284-4432-980a-576c78d2393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:58.692772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4993933b-5377-4d22-b139-ff72d689d147 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:56:58.693947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4993933b-5377-4d22-b139-ff72d689d147), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:58.701061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5b1dfdea-4284-4432-980a-576c78d2393b None None] Port be477646-d5e5-4f3e-9cc0-a6be152c8293 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:56:58.825105 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-5a400191-02e3-4fef-87e3-b9cfa362fcfb service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8684947 Feb 03 21:56:58.831877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (bc929f07-d677-4d5a-8d63-e65d49ca6033), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:58.872744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820c76a-94be-4fd3-b96f-c1f674a20b28 service neutron] Pushing event updated for resources: {'Port': ['ID=62071415-2e8d-4f59-84c9-60e726adc85d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:58.883448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:58.884463 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:58.904250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['bc929f07-d677-4d5a-8d63-e65d49ca6033'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:56:58.913433 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:59.031735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4993933b-5377-4d22-b139-ff72d689d147, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4993933b-5377-4d22-b139-ff72d689d147,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:56:59.041717 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4993933b-5377-4d22-b139-ff72d689d147), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:59.080191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15256ebe-4999-4000-a947-ae5b461688fe req-3b53ba02-473f-4169-97ea-243d6104e383 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:59.093723 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15256ebe-4999-4000-a947-ae5b461688fe req-3b53ba02-473f-4169-97ea-243d6104e383 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 1.0665841 Feb 03 21:56:59.257208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4993933b-5377-4d22-b139-ff72d689d147,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:59.259749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d46e6c6-30bd-4b4f-8848-3f8038feaf44 req-0c09ebbe-a412-48e8-a8e2-8e33b9817fdd tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0069022 Feb 03 21:56:59.371211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94816667-81ec-44d4-b35a-f9b1182e2147', 'tag': '62071415-2e8d-4f59-84c9-60e726adc85d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:59.374044 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11a811f-873f-44c0-b9ba-6b1a94836571" -d '{"events": [{"name": "network-changed", "server_uuid": "94816667-81ec-44d4-b35a-f9b1182e2147", "tag": "62071415-2e8d-4f59-84c9-60e726adc85d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:59.377156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Pushing event deleted for resources: {'Port': ['ID=bc929f07-d677-4d5a-8d63-e65d49ca6033,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:56:59.399819 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-a126ca64-5f83-4083-ac60-fd91a45057a4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5802712 Feb 03 21:56:59.438180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Request body: {'port': {'device_id': '5d634bf6-eb30-431a-962d-e24c95991f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:56:59.493931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] No DVR routers for this DVR port bc929f07-d677-4d5a-8d63-e65d49ca6033 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:56:59.521222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:59.529128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-17e6adbd-3541-41f5-9388-4c02fa8db62f req-79da157e-cf16-4081-bc32-a8f5ca0c53e9 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.47 "DELETE /v2.0/ports/bc929f07-d677-4d5a-8d63-e65d49ca6033 HTTP/1.1" status: 204 len: 173 time: 2.2374566 Feb 03 21:56:59.574473 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-1437eba3-5d08-4c4e-8b89-7601b73035c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:59.576220 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-1437eba3-5d08-4c4e-8b89-7601b73035c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 1125 time: 1.4715023 Feb 03 21:56:59.664528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-2831c702-9ad6-4284-ab38-623f782ed35f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62071415-2e8d-4f59-84c9-60e726adc85d HTTP/1.1" status: 200 len: 217 time: 0.0725846 Feb 03 21:56:59.703907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4993933b-5377-4d22-b139-ff72d689d147'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:56:59.707069 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d8f214-d227-4a2f-b458-e1b344d2637e" -d '{"events": [{"server_uuid": "568feb87-74da-4766-90ad-a6e7c6a3ef90", "name": "network-vif-plugged", "status": "completed", "tag": "4993933b-5377-4d22-b139-ff72d689d147"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:56:59.725758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1fed6a6-673a-497b-bcad-222647626ce4 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a3140a69-0ad9-4cb2-ad68-b5c643e1a88d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:59.741633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-e35562b9-4630-46ee-b21f-24b17095105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:56:59.743389 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-e35562b9-4630-46ee-b21f-24b17095105b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cf99edc-19a2-4b3e-82bd-413c2f429c5f HTTP/1.1" status: 200 len: 855 time: 0.0697918 Feb 03 21:56:59.756253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15256ebe-4999-4000-a947-ae5b461688fe req-d216c069-fa20-43fc-8dec-f58f6848a32a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6600838 Feb 03 21:56:59.764191 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-20ecf8d2-078a-4300-9050-e48d97e52e78 req-e5489f5e-e01e-413b-a71a-f11ac11ece05 service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9298172 Feb 03 21:56:59.767642 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:56:59.870056 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:00.023614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-79c02c72-3745-4748-afde-41f9327c0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:00.025329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-79c02c72-3745-4748-afde-41f9327c0c99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2741718 Feb 03 21:57:00.031963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fed6a6-673a-497b-bcad-222647626ce4 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event deleted for resources: {'Port': ['ID=a3140a69-0ad9-4cb2-ad68-b5c643e1a88d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:00.211668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23537a82-7391-43b2-b545-6bddff40c6cc req-4e6339af-cf92-4369-b7cc-75629a4fa7a3 tempest-ServerMetadataNegativeTestJSON-2141336709 tempest-ServerMetadataNegativeTestJSON-2141336709-project] 10.222.0.50 "GET /v2.0/ports?device_id=14986634-8998-446e-8cc4-aa19c55bb448 HTTP/1.1" status: 200 len: 210 time: 0.1650765 Feb 03 21:57:00.273926 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1fed6a6-673a-497b-bcad-222647626ce4 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:00.279740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a1fed6a6-673a-497b-bcad-222647626ce4 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "DELETE /v2.0/ports/a3140a69-0ad9-4cb2-ad68-b5c643e1a88d HTTP/1.1" status: 204 len: 168 time: 2.7050948 Feb 03 21:57:00.290994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:00.308356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca072a31-28c1-47a8-ab59-44287fe3fa02 req-d1eb8920-e796-4422-877c-09c97da3e371 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:00.324626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca072a31-28c1-47a8-ab59-44287fe3fa02 req-d1eb8920-e796-4422-877c-09c97da3e371 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.6653841 Feb 03 21:57:00.394298 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38919922-a180-4ed0-9c8a-d6ce2da2a062 x-openstack-request-id: req-38919922-a180-4ed0-9c8a-d6ce2da2a062 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:00.395749 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94816667-81ec-44d4-b35a-f9b1182e2147", "tag": "62071415-2e8d-4f59-84c9-60e726adc85d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:00.396398 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38919922-a180-4ed0-9c8a-d6ce2da2a062 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:00.397106 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94816667-81ec-44d4-b35a-f9b1182e2147', 'tag': '62071415-2e8d-4f59-84c9-60e726adc85d', 'status': 'completed', 'code': 200} Feb 03 21:57:00.401983 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7cb6ff-26af-44b1-ab82-1c846cf697ba x-openstack-request-id: req-4a7cb6ff-26af-44b1-ab82-1c846cf697ba {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:00.402542 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568feb87-74da-4766-90ad-a6e7c6a3ef90", "name": "network-vif-plugged", "status": "completed", "tag": "4993933b-5377-4d22-b139-ff72d689d147", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:00.404238 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a7cb6ff-26af-44b1-ab82-1c846cf697ba {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:00.404833 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4993933b-5377-4d22-b139-ff72d689d147', 'code': 200} Feb 03 21:57:00.446294 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-085a7b69-9f3c-4dfa-86af-763a71bd1155 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] GET failed (client error): The resource could not be found. Feb 03 21:57:00.449974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-085a7b69-9f3c-4dfa-86af-763a71bd1155 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "GET /v2.0/ports/a3140a69-0ad9-4cb2-ad68-b5c643e1a88d HTTP/1.1" status: 404 len: 333 time: 0.1196296 Feb 03 21:57:00.489319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:00.498686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'port': {'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1304005880'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:00.515842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-77373e9c-81e0-4c95-bf54-ad6eb5d944b5 service neutron] 10.222.0.10 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240635 Feb 03 21:57:00.569329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca072a31-28c1-47a8-ab59-44287fe3fa02 req-8f7ccffe-16cd-428f-a9de-2ecc3a0a3bba tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401743 Feb 03 21:57:00.597151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-a02458ad-6f06-41a2-9fb0-2f3788defafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:00.598705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-a02458ad-6f06-41a2-9fb0-2f3788defafc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 1125 time: 0.7505639 Feb 03 21:57:00.624009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be477646-d5e5-4f3e-9cc0-a6be152c8293 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:00.784015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4bd83-3d50-493f-a0c9-184c9d745116 req-47719380-f212-4666-88a1-d122e36aa1cd tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:00.784457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Publish callbacks [] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:00.790956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ef4bd83-3d50-493f-a0c9-184c9d745116 req-47719380-f212-4666-88a1-d122e36aa1cd tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 931 time: 0.2202675 Feb 03 21:57:00.820372 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Transition to ACTIVE for port object be477646-d5e5-4f3e-9cc0-a6be152c8293 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:57:00.972355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ef4bd83-3d50-493f-a0c9-184c9d745116 req-9fa2c0c4-1258-4a4f-8eb1-fef6dc5e7000 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799049 Feb 03 21:57:00.984977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Made reservation on behalf of 58fe926647bc4c0989333835e5789dc0 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:00.989289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:01.009658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] device_id is not set on port 84f84307-bd00-4a99-a704-6e3cd626639c yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:57:01.010266 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:01.015970 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2dc8d69f-aaa2-4c95-abbe-a21c4e8ec411 req-ad81bcd0-c509-4db5-ad4e-e72a43941ecd service neutron] 10.222.0.10 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768043 Feb 03 21:57:01.118008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-1ad5d51d-afef-4bc2-a2b4-9c62604c9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:01.119591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-1ad5d51d-afef-4bc2-a2b4-9c62604c9cf2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 917 time: 0.5096092 Feb 03 21:57:01.125952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668edf-801c-41d5-af18-abb4cb1b5b6a req-526d1e27-de86-42ce-aa22-a51c5b617e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:01.131741 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63668edf-801c-41d5-af18-abb4cb1b5b6a req-526d1e27-de86-42ce-aa22-a51c5b617e0c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 1128 time: 0.5915370 Feb 03 21:57:01.131980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Allocated IP 2001:db8::1c (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c/92a412e3-261f-4d70-98de-0499f16805e5/84f84307-bd00-4a99-a704-6e3cd626639c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:01.352429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=be477646-d5e5-4f3e-9cc0-a6be152c8293,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:01.368234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:01.436089 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for port (84f84307-bd00-4a99-a704-6e3cd626639c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:01.444091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fc0c0d-5d31-4198-b471-17e5acf22aa4 admin admin] Deleting subnet 586a1cf5-e010-4b19-8011-bac6f565da38 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:57:01.447299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fc0c0d-5d31-4198-b471-17e5acf22aa4 admin admin] Publish callbacks [] for subnet (586a1cf5-e010-4b19-8011-bac6f565da38), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:01.484134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fc0c0d-5d31-4198-b471-17e5acf22aa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (586a1cf5-e010-4b19-8011-bac6f565da38), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:01.518410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f355e-3796-4d95-aa9b-c321153b08aa req-67e3d785-b009-4bec-b1d2-b9afe0190524 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:01.520219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-727f355e-3796-4d95-aa9b-c321153b08aa req-67e3d785-b009-4bec-b1d2-b9afe0190524 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.6237874 Feb 03 21:57:01.524750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (84f84307-bd00-4a99-a704-6e3cd626639c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:01.545462 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-de87aad8-0d4c-42f2-9683-16f5646e0886 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 HTTP/1.1" status: 200 len: 217 time: 0.4126658 Feb 03 21:57:01.604512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:01.652590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-727f355e-3796-4d95-aa9b-c321153b08aa req-4544f9ab-c72a-41bf-879a-d2ed026f6d7c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180100 Feb 03 21:57:01.657738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:01.660728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Port': ['ID=84f84307-bd00-4a99-a704-6e3cd626639c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:01.682782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:01.693188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:01.696139 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:01.724076 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fc0c0d-5d31-4198-b471-17e5acf22aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (586a1cf5-e010-4b19-8011-bac6f565da38), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:01.736587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-396c6145-a9d9-4fcf-b034-9c3a6419b396 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2457283 Feb 03 21:57:01.738294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43014) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:01.741926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device bc929f07-d677-4d5a-8d63-e65d49ca6033 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:57:01.771087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a4d271e7-d1bb-4b55-89b4-9f6bd1693755 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31d', 'mac_address': 'fa:16:3e:06:a2:9b'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:01.801258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: bc929f07-d677-4d5a-8d63-e65d49ca6033 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:57:01.801901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device bc929f07-d677-4d5a-8d63-e65d49ca6033 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:57:01.943227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63668edf-801c-41d5-af18-abb4cb1b5b6a req-184499eb-65e1-4c21-8e4f-d984e130e0c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5722837 Feb 03 21:57:01.986243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-235c3e7d-108f-4eb7-bc34-ab7e253af931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:01.988312 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-235c3e7d-108f-4eb7-bc34-ab7e253af931 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 1125 time: 0.8819470 Feb 03 21:57:02.024891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7c2a5099-43a8-4bb5-85a9-3ad18afd2bd2 None None] Provisioning complete for port 84f84307-bd00-4a99-a704-6e3cd626639c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:02.026751 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c2a5099-43a8-4bb5-85a9-3ad18afd2bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (84f84307-bd00-4a99-a704-6e3cd626639c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:02.067502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-cdc49180-e9cd-4df4-aa26-51d633cdb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:02.077527 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-cdc49180-e9cd-4df4-aa26-51d633cdb9ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cf99edc-19a2-4b3e-82bd-413c2f429c5f HTTP/1.1" status: 200 len: 855 time: 0.5172374 Feb 03 21:57:02.121923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120067f9-4811-443e-b937-6e0ca4315ed6 req-26e07030-7fcc-4a75-a1c1-4288d14f988d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:02.123851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-120067f9-4811-443e-b937-6e0ca4315ed6 req-26e07030-7fcc-4a75-a1c1-4288d14f988d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.3784308 Feb 03 21:57:02.135631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a5099-43a8-4bb5-85a9-3ad18afd2bd2 None None] Port 84f84307-bd00-4a99-a704-6e3cd626639c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:02.148449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4d271e7-d1bb-4b55-89b4-9f6bd1693755 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (84f84307-bd00-4a99-a704-6e3cd626639c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:02.161138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Attempting to bind port be477646-d5e5-4f3e-9cc0-a6be152c8293 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:57:02.162122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Attempting to bind port be477646-d5e5-4f3e-9cc0-a6be152c8293 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:57:02.162364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Attempting to bind port be477646-d5e5-4f3e-9cc0-a6be152c8293 on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:57:02.174294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Port be477646-d5e5-4f3e-9cc0-a6be152c8293 on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:57:02.174694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Attempting to bind port be477646-d5e5-4f3e-9cc0-a6be152c8293 on network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:57:02.181311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:57:02.181665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Checking segment: {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:02.182061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Bound using segment: {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:57:02.182509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Bound port: be477646-d5e5-4f3e-9cc0-a6be152c8293, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b434835-6cd2-4a5c-a385-90ea47d63150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:57:02.182911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:02.186541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fc0c0d-5d31-4198-b471-17e5acf22aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (586a1cf5-e010-4b19-8011-bac6f565da38), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:02.226185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc0c0d-5d31-4198-b471-17e5acf22aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586a1cf5-e010-4b19-8011-bac6f565da38,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:02.232035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-c8986267-65df-43b5-b48c-a2eeacb0971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:02.233671 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-c8986267-65df-43b5-b48c-a2eeacb0971e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1553724 Feb 03 21:57:02.312934 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fc0c0d-5d31-4198-b471-17e5acf22aa4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:02.325575 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-21fc0c0d-5d31-4198-b471-17e5acf22aa4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/586a1cf5-e010-4b19-8011-bac6f565da38 HTTP/1.1" status: 204 len: 168 time: 0.9489028 Feb 03 21:57:02.372959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:02.502417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-120067f9-4811-443e-b937-6e0ca4315ed6 req-79d7ff5b-df76-41dd-aed7-8b9f995047fd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583305 Feb 03 21:57:02.555892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56d5a0-bdcf-44ba-8901-4b6572bb42ca req-6e54886f-9877-466b-ad4e-a11f86aa3335 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:02.557854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b56d5a0-bdcf-44ba-8901-4b6572bb42ca req-6e54886f-9877-466b-ad4e-a11f86aa3335 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 943 time: 0.4303863 Feb 03 21:57:02.560025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4d271e7-d1bb-4b55-89b4-9f6bd1693755 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for port (84f84307-bd00-4a99-a704-6e3cd626639c), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:02.573798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4d271e7-d1bb-4b55-89b4-9f6bd1693755 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (84f84307-bd00-4a99-a704-6e3cd626639c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:02.576737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14986634-8998-446e-8cc4-aa19c55bb448', 'name': 'network-vif-deleted', 'tag': 'bc929f07-d677-4d5a-8d63-e65d49ca6033'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:02.579219 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75854c4-49cc-4c53-a4e1-665f1c1575e4" -d '{"events": [{"server_uuid": "14986634-8998-446e-8cc4-aa19c55bb448", "name": "network-vif-deleted", "tag": "bc929f07-d677-4d5a-8d63-e65d49ca6033"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:02.585104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-ebd3076c-0f2f-4da4-91fa-86580163e0b8 service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439694 Feb 03 21:57:02.658836 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (b9be0b79-26bf-4059-ae40-20b0dd84dfa3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:02.674959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d271e7-d1bb-4b55-89b4-9f6bd1693755 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Port': ['ID=84f84307-bd00-4a99-a704-6e3cd626639c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:02.684039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a4d271e7-d1bb-4b55-89b4-9f6bd1693755 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] In _notify_port_updated(), no bound segment for port 84f84307-bd00-4a99-a704-6e3cd626639c on network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:57:02.704747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d271e7-d1bb-4b55-89b4-9f6bd1693755 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:02.707426 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4d271e7-d1bb-4b55-89b4-9f6bd1693755 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:02.712312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a4d271e7-d1bb-4b55-89b4-9f6bd1693755 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "PUT /v2.0/ports/84f84307-bd00-4a99-a704-6e3cd626639c HTTP/1.1" status: 200 len: 1002 time: 0.9606569 Feb 03 21:57:02.714170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43028) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:02.852601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-6a1a1c80-7540-4bad-8308-4fee987e7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:02.855248 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-6a1a1c80-7540-4bad-8308-4fee987e7273 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 917 time: 0.6206391 Feb 03 21:57:02.861654 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b3f41e-8ac0-48fc-a423-7e26d72fb2c6 x-openstack-request-id: req-48b3f41e-8ac0-48fc-a423-7e26d72fb2c6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:02.861963 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14986634-8998-446e-8cc4-aa19c55bb448", "name": "network-vif-deleted", "tag": "bc929f07-d677-4d5a-8d63-e65d49ca6033", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:02.862227 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48b3f41e-8ac0-48fc-a423-7e26d72fb2c6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:02.862669 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14986634-8998-446e-8cc4-aa19c55bb448', 'name': 'network-vif-deleted', 'tag': 'bc929f07-d677-4d5a-8d63-e65d49ca6033', 'status': 'completed', 'code': 200} Feb 03 21:57:03.016938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b56d5a0-bdcf-44ba-8901-4b6572bb42ca req-61545deb-590c-4ae2-a35b-29822a06ee22 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516885 Feb 03 21:57:03.017164 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-da9c8db9-f535-4c26-aaaf-eeb937f8de70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62071415-2e8d-4f59-84c9-60e726adc85d HTTP/1.1" status: 200 len: 217 time: 0.1508427 Feb 03 21:57:03.082003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff5392-dbfa-4482-a6b0-74278d433f59 req-50533535-fb63-461c-a1eb-d5a559f5db53 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:03.089376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54ff5392-dbfa-4482-a6b0-74278d433f59 req-50533535-fb63-461c-a1eb-d5a559f5db53 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1616521 Feb 03 21:57:03.115157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b44ae321-fd1f-493e-8401-86382b12c53b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Deleting port 84f84307-bd00-4a99-a704-6e3cd626639c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:03.115503 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44ae321-fd1f-493e-8401-86382b12c53b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (84f84307-bd00-4a99-a704-6e3cd626639c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:03.231073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54ff5392-dbfa-4482-a6b0-74278d433f59 req-dd01fa47-b0c5-4250-b780-d937ed12cc26 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407263 Feb 03 21:57:03.232933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] For port be477646-d5e5-4f3e-9cc0-a6be152c8293, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:57:03.281884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-34bf213a-fe59-4c5f-93c9-91abffd77e22 None None] Provisioning complete for port 84f84307-bd00-4a99-a704-6e3cd626639c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:03.282400 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34bf213a-fe59-4c5f-93c9-91abffd77e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (84f84307-bd00-4a99-a704-6e3cd626639c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:03.302653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] For port be477646-d5e5-4f3e-9cc0-a6be152c8293, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=be477646-d5e5-4f3e-9cc0-a6be152c8293,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:57:03.328988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44ae321-fd1f-493e-8401-86382b12c53b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (84f84307-bd00-4a99-a704-6e3cd626639c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:03.354364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-34bf213a-fe59-4c5f-93c9-91abffd77e22 None None] Port 84f84307-bd00-4a99-a704-6e3cd626639c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:03.355895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:03.364437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b44ae321-fd1f-493e-8401-86382b12c53b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Calling delete_port for 84f84307-bd00-4a99-a704-6e3cd626639c owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:03.670834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (b9be0b79-26bf-4059-ae40-20b0dd84dfa3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:03.717606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=be477646-d5e5-4f3e-9cc0-a6be152c8293,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:03.731928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b111af6d-649f-4379-8420-fd03dfe60d12 req-3e6dbfd8-d39c-44fa-83d0-d05d6b189c97 service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0641160 Feb 03 21:57:03.738726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:03.739814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:03.741475 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-644243bf-20fe-4060-8392-9e754f3a4b94 service neutron] 10.222.0.47 "PUT /v2.0/ports/be477646-d5e5-4f3e-9cc0-a6be152c8293 HTTP/1.1" status: 200 len: 1091 time: 4.3141561 Feb 03 21:57:03.758406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:57:03.760670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-0aaa504a-0b5a-4b1d-bdb8-e6425d11ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:03.763105 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-0aaa504a-0b5a-4b1d-bdb8-e6425d11ac96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cf99edc-19a2-4b3e-82bd-413c2f429c5f HTTP/1.1" status: 200 len: 855 time: 0.7390964 Feb 03 21:57:03.765470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9be0b79-26bf-4059-ae40-20b0dd84dfa3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:03.825135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154d3e6b-d76f-4b82-b155-39329e08c62b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:03.825135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154d3e6b-d76f-4b82-b155-39329e08c62b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:03.912961 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (154d3e6b-d76f-4b82-b155-39329e08c62b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:03.940494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de823d1e-4081-4475-b4e7-c0ea0729e63e req-068e5796-e2e7-4c4e-b1dd-5a66496340f9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:03.942764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de823d1e-4081-4475-b4e7-c0ea0729e63e req-068e5796-e2e7-4c4e-b1dd-5a66496340f9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.2157848 Feb 03 21:57:03.959971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (154d3e6b-d76f-4b82-b155-39329e08c62b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:03.982424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-257c536d-5778-41a8-aa18-c2c29a9d7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:03.991438 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-257c536d-5778-41a8-aa18-c2c29a9d7c8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2097094 Feb 03 21:57:03.991881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44ae321-fd1f-493e-8401-86382b12c53b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (84f84307-bd00-4a99-a704-6e3cd626639c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:04.006558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:57:04.006974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (154d3e6b-d76f-4b82-b155-39329e08c62b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:57:04.009533 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:57:04.069915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:04.101835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'd8dc4543-9650-46d8-8e8f-a3b2f13bbab5', 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8', 'port_id': 'd8dc4543-9650-46d8-8e8f-a3b2f13bbab5', 'mac_address': 'fa:16:3e:82:c2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf99edc-19a2-4b3e-82bd-413c2f429c5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:57:04.219657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:04.220167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:04.246827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:04.326804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ae321-fd1f-493e-8401-86382b12c53b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event deleted for resources: {'Port': ['ID=84f84307-bd00-4a99-a704-6e3cd626639c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:04.348562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:04.359844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:04.405345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-2c13de24-3fcc-4bf6-8c82-d41d06ccf5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:04.407147 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-2c13de24-3fcc-4bf6-8c82-d41d06ccf5dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 1125 time: 0.5666111 Feb 03 21:57:04.520682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44ae321-fd1f-493e-8401-86382b12c53b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:04.536133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:04.536370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b44ae321-fd1f-493e-8401-86382b12c53b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "DELETE /v2.0/ports/84f84307-bd00-4a99-a704-6e3cd626639c HTTP/1.1" status: 204 len: 168 time: 1.8150575 Feb 03 21:57:04.538998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:04.571817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-ba9baa1c-2f5c-4024-a297-c59c2ef59c3b service neutron] 10.222.0.10 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794921 Feb 03 21:57:04.573203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de823d1e-4081-4475-b4e7-c0ea0729e63e req-86907393-6113-4454-bbba-db54ab049f43 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6235678 Feb 03 21:57:04.610276 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8903edda-f55a-4a64-99d2-e705097caec7 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] GET failed (client error): The resource could not be found. Feb 03 21:57:04.615324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8903edda-f55a-4a64-99d2-e705097caec7 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "GET /v2.0/ports/84f84307-bd00-4a99-a704-6e3cd626639c HTTP/1.1" status: 404 len: 333 time: 0.0718930 Feb 03 21:57:04.634329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43050) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:04.641493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'port': {'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1321679181'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:04.701420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d8dc4543-9650-46d8-8e8f-a3b2f13bbab5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:04.754898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a999-a781-48bc-91d3-4f7e3adedbe8 req-c750a409-9698-4c3f-b98f-89d120789b77 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:04.763662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be51a999-a781-48bc-91d3-4f7e3adedbe8 req-c750a409-9698-4c3f-b98f-89d120789b77 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 943 time: 0.5115972 Feb 03 21:57:04.773569 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-fb837369-dc66-4a37-91c1-d6411c9d47c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be477646-d5e5-4f3e-9cc0-a6be152c8293 HTTP/1.1" status: 200 len: 217 time: 0.1912091 Feb 03 21:57:04.778806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (b9be0b79-26bf-4059-ae40-20b0dd84dfa3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:04.888429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d634bf6-eb30-431a-962d-e24c95991f6e', 'tag': 'be477646-d5e5-4f3e-9cc0-a6be152c8293'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:04.892439 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48" -d '{"events": [{"name": "network-changed", "server_uuid": "5d634bf6-eb30-431a-962d-e24c95991f6e", "tag": "be477646-d5e5-4f3e-9cc0-a6be152c8293"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:04.903525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-5a6803b0-0a74-456e-8bad-946218116bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:04.905061 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-5a6803b0-0a74-456e-8bad-946218116bd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cf99edc-19a2-4b3e-82bd-413c2f429c5f HTTP/1.1" status: 200 len: 855 time: 0.1188397 Feb 03 21:57:04.908707 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:04.922733 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b9be0b79-26bf-4059-ae40-20b0dd84dfa3 HTTP/1.1" status: 204 len: 168 time: 2.3466575 Feb 03 21:57:05.048620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bfbeb-cd1a-4751-9357-4001ec2f7225 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9be0b79-26bf-4059-ae40-20b0dd84dfa3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:05.113745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be51a999-a781-48bc-91d3-4f7e3adedbe8 req-343442c0-9811-4db2-84a0-3570f33b2b7e tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189371 Feb 03 21:57:05.159324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-4b2dfbc4-db2c-4cbb-90dd-d3ae6dc3712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:05.169698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-4b2dfbc4-db2c-4cbb-90dd-d3ae6dc3712e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2082176 Feb 03 21:57:05.173887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed2ab2-09cd-4f00-9d62-0e8d5b052779 req-b200c848-7343-41b8-aee8-8a775d3991ca tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:05.176185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c11a811f-873f-44c0-b9ba-6b1a94836571 req-7da7d439-64f6-405a-b4e7-74d2b2be4374 service neutron] 10.222.0.10 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910978 Feb 03 21:57:05.176330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6ed2ab2-09cd-4f00-9d62-0e8d5b052779 req-b200c848-7343-41b8-aee8-8a775d3991ca tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.4904823 Feb 03 21:57:05.205481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 62071415-2e8d-4f59-84c9-60e726adc85d details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:57:05.309869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6ed2ab2-09cd-4f00-9d62-0e8d5b052779 req-edb633aa-f8ba-4807-bfc9-4137c352193c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058495 Feb 03 21:57:05.327612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Made reservation on behalf of 58fe926647bc4c0989333835e5789dc0 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:05.331030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:05.392777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43060) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:05.437517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] device_id is not set on port f366fba0-9d7f-448b-ac3e-b8c033bda278 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:57:05.478510 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-056cea5a-ee36-4998-949e-03df420fb4bd service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013477 Feb 03 21:57:05.481172 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26446ded-1145-44fe-8663-ec4ac7b7cd1b x-openstack-request-id: req-26446ded-1145-44fe-8663-ec4ac7b7cd1b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:05.481465 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d634bf6-eb30-431a-962d-e24c95991f6e", "tag": "be477646-d5e5-4f3e-9cc0-a6be152c8293", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:05.481727 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26446ded-1145-44fe-8663-ec4ac7b7cd1b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:05.482121 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d634bf6-eb30-431a-962d-e24c95991f6e', 'tag': 'be477646-d5e5-4f3e-9cc0-a6be152c8293', 'status': 'completed', 'code': 200} Feb 03 21:57:05.520568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 62071415-2e8d-4f59-84c9-60e726adc85d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=62071415-2e8d-4f59-84c9-60e726adc85d,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:05.546519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '62071415-2e8d-4f59-84c9-60e726adc85d', 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8', 'port_id': '62071415-2e8d-4f59-84c9-60e726adc85d', 'mac_address': 'fa:16:3e:54:31:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf99edc-19a2-4b3e-82bd-413c2f429c5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:57:05.646275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2c242273-5c21-4117-9414-86c11cb503db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5cabed3b4c1843ce9835fb83078ec525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502787 Feb 03 21:57:05.651363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43066) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:05.659040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 62071415-2e8d-4f59-84c9-60e726adc85d is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:05.659615 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:05.692153 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62071415-2e8d-4f59-84c9-60e726adc85d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:05.744694 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66033e97-1c88-4e0a-826c-fc8cb04b188c req-46a6040d-e20c-4be8-8525-c376b888e1a6 service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598021 Feb 03 21:57:05.750959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 62071415-2e8d-4f59-84c9-60e726adc85d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=62071415-2e8d-4f59-84c9-60e726adc85d,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:05.772141 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:57:05.891240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-f665ef57-480f-40ea-b956-39efa4b23cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:05.895957 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-f665ef57-480f-40ea-b956-39efa4b23cc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 1125 time: 0.0939312 Feb 03 21:57:06.025782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Allocated IP 2001:db8::19 (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c/92a412e3-261f-4d70-98de-0499f16805e5/f366fba0-9d7f-448b-ac3e-b8c033bda278) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:06.066607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-c035a7b1-1d0a-4608-b760-8888d0e2febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:06.068128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-c035a7b1-1d0a-4608-b760-8888d0e2febd service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 917 time: 0.1689475 Feb 03 21:57:06.095322 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f41b6e19-be4b-4b2c-b4d3-c4b7bf47362a admin admin] Publish callbacks [] for security_group (db9292c6-41a1-4e8c-aaae-b034b1eb92d7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:06.150313 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f41b6e19-be4b-4b2c-b4d3-c4b7bf47362a admin admin] Publish callbacks [] for security_group (db9292c6-41a1-4e8c-aaae-b034b1eb92d7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:06.156756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-eaf1399b-c59e-4328-af72-ccf6caf9ede8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be477646-d5e5-4f3e-9cc0-a6be152c8293 HTTP/1.1" status: 200 len: 217 time: 0.0822628 Feb 03 21:57:06.250475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f41b6e19-be4b-4b2c-b4d3-c4b7bf47362a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (db9292c6-41a1-4e8c-aaae-b034b1eb92d7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:06.255603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f41b6e19-be4b-4b2c-b4d3-c4b7bf47362a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:06.260206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f41b6e19-be4b-4b2c-b4d3-c4b7bf47362a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db9292c6-41a1-4e8c-aaae-b034b1eb92d7 HTTP/1.1" status: 204 len: 168 time: 0.6058822 Feb 03 21:57:06.261554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-f5d4f2de-f6d4-4602-9b1c-fe8aadf0616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:06.276466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-f5d4f2de-f6d4-4602-9b1c-fe8aadf0616a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cf99edc-19a2-4b3e-82bd-413c2f429c5f HTTP/1.1" status: 200 len: 855 time: 0.1115832 Feb 03 21:57:06.288870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a87e6-0fe7-4bd6-a5a1-0113eeb6f569 req-0c3e2954-828d-4f3f-bce6-6e499639c2dc tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:06.290564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e7a87e6-0fe7-4bd6-a5a1-0113eeb6f569 req-0c3e2954-828d-4f3f-bce6-6e499639c2dc tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.4840600 Feb 03 21:57:06.293746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b6e19-be4b-4b2c-b4d3-c4b7bf47362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9292c6-41a1-4e8c-aaae-b034b1eb92d7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:06.413914 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:06.417233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-396d78d1-2a35-4564-ac1f-71f1a9438887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:06.419033 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-396d78d1-2a35-4564-ac1f-71f1a9438887 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1360519 Feb 03 21:57:06.613158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-5878eb22-1fc5-43f1-9dfc-e5e8c5fc071f service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856017 Feb 03 21:57:06.624793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:57:06.649091 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:06.660037 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:06.758687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e7a87e6-0fe7-4bd6-a5a1-0113eeb6f569 req-f8cb7d52-e3b2-490d-bd60-23b16eeaa456 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4527686 Feb 03 21:57:06.797403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=62071415-2e8d-4f59-84c9-60e726adc85d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:06.836685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['62071415-2e8d-4f59-84c9-60e726adc85d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:06.896854 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7f6a130f-b21b-4f8d-89ae-83a0c2e94c48 req-042c0699-03fb-48b7-bbab-c0b27a341330 service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762408 Feb 03 21:57:07.034662 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:07.122830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:07.123087 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:07.200941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8583d57c-5dad-4844-98f0-9a4fefda7a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dc4543-9650-46d8-8e8f-a3b2f13bbab5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:07.201648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:07.209746 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaf5b89-b3bf-4bb5-a7a4-1cfcf584456d" -d '{"events": [{"server_uuid": "8583d57c-5dad-4844-98f0-9a4fefda7a00", "name": "network-vif-plugged", "status": "completed", "tag": "d8dc4543-9650-46d8-8e8f-a3b2f13bbab5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:07.246626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:07.248135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:07.259529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d708a4-2718-4089-8482-b27f7c20a90b req-2ebd7336-698d-4e1f-9f21-fc7d4b273479 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:07.265957 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82d708a4-2718-4089-8482-b27f7c20a90b req-2ebd7336-698d-4e1f-9f21-fc7d4b273479 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 943 time: 0.8848395 Feb 03 21:57:07.276605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:07.278534 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:07.283728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:07.288831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:07.289477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:07.436922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:07.441217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8050165 Feb 03 21:57:07.444508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:07.451785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f51ce20f-66b0-47a7-b42d-5f144ca4bac2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:06:a2:9b'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:07.621854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011134cd-70cd-45b6-9b7c-d01e3f116109 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Port': ['ID=f366fba0-9d7f-448b-ac3e-b8c033bda278,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:07.710830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0869d-565c-4f94-87a1-4c4df9abaf76 req-e0fe6752-d713-4631-b597-e1073febb575 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:07.716242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93e0869d-565c-4f94-87a1-4c4df9abaf76 req-e0fe6752-d713-4631-b597-e1073febb575 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.8394272 Feb 03 21:57:07.743916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82d708a4-2718-4089-8482-b27f7c20a90b req-e525a7d5-dda3-4b1a-9d53-933a6d7b782a tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664148 Feb 03 21:57:07.922815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f8f0136a-ac45-4996-9887-04a4db1af4c9 None None] Provisioning complete for port f366fba0-9d7f-448b-ac3e-b8c033bda278 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:07.924237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8f0136a-ac45-4996-9887-04a4db1af4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:07.992685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f51ce20f-66b0-47a7-b42d-5f144ca4bac2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:08.049322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0136a-ac45-4996-9887-04a4db1af4c9 None None] Port f366fba0-9d7f-448b-ac3e-b8c033bda278 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:08.264092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93e0869d-565c-4f94-87a1-4c4df9abaf76 req-9d0998a2-fc01-4f99-a5d5-f27487fcf4ea tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366361 Feb 03 21:57:08.281629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:08.406617 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4603691e-0ac9-4dc2-83fb-4d025498ed18 x-openstack-request-id: req-4603691e-0ac9-4dc2-83fb-4d025498ed18 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:08.406937 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8583d57c-5dad-4844-98f0-9a4fefda7a00", "name": "network-vif-plugged", "status": "completed", "tag": "d8dc4543-9650-46d8-8e8f-a3b2f13bbab5", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:08.408169 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4603691e-0ac9-4dc2-83fb-4d025498ed18 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:08.408169 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8583d57c-5dad-4844-98f0-9a4fefda7a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dc4543-9650-46d8-8e8f-a3b2f13bbab5', 'code': 200} Feb 03 21:57:08.413832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1320488023-network', 'tenant_id': 'ba56a3ba2f2e4b4ab46d242315c1b4c3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:08.440201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7c3e9-c621-4922-9e31-5294ab47bb7d req-ed8deed3-f0df-4a53-a844-812ddbfeea86 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:08.442889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cba7c3e9-c621-4922-9e31-5294ab47bb7d req-ed8deed3-f0df-4a53-a844-812ddbfeea86 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.5237997 Feb 03 21:57:08.455092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43118) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:08.467532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'floatingip': {'port_id': '4993933b-5377-4d22-b139-ff72d689d147'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:08.500302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Made reservation on behalf of ba56a3ba2f2e4b4ab46d242315c1b4c3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:08.504068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:08.535532 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:08.715567 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Publish callbacks [] for security_group (f7f8107d-cae0-4ea4-b857-f7efcd26f800), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:08.726191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f7f8107d-cae0-4ea4-b857-f7efcd26f800), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:08.746612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:57:08.768113 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (caafbae2-3805-422e-86eb-c1e8156d40e7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:08.769349 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Added segment caafbae2-3805-422e-86eb-c1e8156d40e7 of type vlan for network 5b80f157-ae27-4069-a1da-9e28e7643a83 Feb 03 21:57:08.904477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (5b80f157-ae27-4069-a1da-9e28e7643a83), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.033938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f8107d-cae0-4ea4-b857-f7efcd26f800,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:09.038567 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (5b80f157-ae27-4069-a1da-9e28e7643a83), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.039489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:09.040074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.044893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f51ce20f-66b0-47a7-b42d-5f144ca4bac2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.075195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f51ce20f-66b0-47a7-b42d-5f144ca4bac2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.094332 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (d46d63da-7196-42fd-b46d-1e22ecd7fb70), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.229877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 62071415-2e8d-4f59-84c9-60e726adc85d up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:57:09.258794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9701262 Feb 03 21:57:09.269388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:09.275095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Request body: {'subnet': {'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1320488023-subnet', 'tenant_id': 'ba56a3ba2f2e4b4ab46d242315c1b4c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:09.327006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Made reservation on behalf of ba56a3ba2f2e4b4ab46d242315c1b4c3 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:09.334698 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.361911 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 62071415-2e8d-4f59-84c9-60e726adc85d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:57:09.371186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 62071415-2e8d-4f59-84c9-60e726adc85d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:09.371775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f51ce20f-66b0-47a7-b42d-5f144ca4bac2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] In _notify_port_updated(), no bound segment for port f366fba0-9d7f-448b-ac3e-b8c033bda278 on network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:57:09.373198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.385552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ce20f-66b0-47a7-b42d-5f144ca4bac2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:09.392044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f51ce20f-66b0-47a7-b42d-5f144ca4bac2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.394706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f51ce20f-66b0-47a7-b42d-5f144ca4bac2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "PUT /v2.0/ports/f366fba0-9d7f-448b-ac3e-b8c033bda278 HTTP/1.1" status: 200 len: 1002 time: 1.9482973 Feb 03 21:57:09.410372 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:09.688333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 62071415-2e8d-4f59-84c9-60e726adc85d is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:09.688536 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.806524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device be477646-d5e5-4f3e-9cc0-a6be152c8293 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:57:09.843502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 62071415-2e8d-4f59-84c9-60e726adc85d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=62071415-2e8d-4f59-84c9-60e726adc85d,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:09.851631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665c86b-97fa-42de-ade4-870e01eccc1f admin admin] Pushing event updated for resources: {'Network': ['ID=5b80f157-ae27-4069-a1da-9e28e7643a83,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:09.872630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:57:09.884635 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.914064 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (62d8fd80-7f87-469e-9ab2-aba4b4d5c683), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:09.931872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ab543-bedd-49c0-8b3f-dd0d81d095d8 req-a574258a-6e6e-47cd-b3a8-1234978d151b tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:09.947754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-962ab543-bedd-49c0-8b3f-dd0d81d095d8 req-a574258a-6e6e-47cd-b3a8-1234978d151b tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 943 time: 0.9689274 Feb 03 21:57:10.143040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a75eb5-5ef1-4e1e-bcd1-b6e1cdf3f1f6 req-c610dfb6-e190-4f95-9d55-ba5803c0cd36 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:10.145422 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9a75eb5-5ef1-4e1e-bcd1-b6e1cdf3f1f6 req-c610dfb6-e190-4f95-9d55-ba5803c0cd36 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.3019783 Feb 03 21:57:10.204996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ce20f-66b0-47a7-b42d-5f144ca4bac2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Port': ['ID=f366fba0-9d7f-448b-ac3e-b8c033bda278,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:10.211968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499a626-7cb1-4906-aed7-8f07354f5b50 req-84f75179-1119-4f12-af54-79a081168cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:10.231325 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f499a626-7cb1-4906-aed7-8f07354f5b50 req-84f75179-1119-4f12-af54-79a081168cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 1127 time: 1.7571959 Feb 03 21:57:10.273210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Checking segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:10.273804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Network hostable DHCP agents. Network: 5b80f157-ae27-4069-a1da-9e28e7643a83, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:57:10.294816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-962ab543-bedd-49c0-8b3f-dd0d81d095d8 req-6310dc50-d8e9-4152-bca7-eaec32f334c7 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461525 Feb 03 21:57:10.309742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=62071415-2e8d-4f59-84c9-60e726adc85d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:10.344725 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:57:10.367144 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f499a626-7cb1-4906-aed7-8f07354f5b50 req-b612d317-6d56-4756-93b5-87f535062dee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278789 Feb 03 21:57:10.386538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-36b68532-e495-4008-8436-a40a0deb2b95 None None] Provisioning complete for port f366fba0-9d7f-448b-ac3e-b8c033bda278 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:10.386925 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36b68532-e495-4008-8436-a40a0deb2b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:10.446798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9a75eb5-5ef1-4e1e-bcd1-b6e1cdf3f1f6 req-efc6fd5f-f14a-4dd1-8e81-c2895416ad30 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633495 Feb 03 21:57:10.447480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d8fd80-7f87-469e-9ab2-aba4b4d5c683,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:10.482784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:57:10.486311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e3228-eb1c-49aa-9ea8-93bee4e034a2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Deleting port f366fba0-9d7f-448b-ac3e-b8c033bda278 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:10.486971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3228-eb1c-49aa-9ea8-93bee4e034a2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:10.507860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 5b80f157-ae27-4069-a1da-9e28e7643a83) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:10.512976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:10.514308 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:10.558468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-11b83b67-b9e1-4646-be11-ecc5c9de1f69 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2793281 Feb 03 21:57:10.626043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94816667-81ec-44d4-b35a-f9b1182e2147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62071415-2e8d-4f59-84c9-60e726adc85d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:10.628986 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41151d66-75a1-4f75-8c2f-43d382462fe4" -d '{"events": [{"server_uuid": "94816667-81ec-44d4-b35a-f9b1182e2147", "name": "network-vif-plugged", "status": "completed", "tag": "62071415-2e8d-4f59-84c9-60e726adc85d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:10.640378 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3228-eb1c-49aa-9ea8-93bee4e034a2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:10.663350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e3228-eb1c-49aa-9ea8-93bee4e034a2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Calling delete_port for f366fba0-9d7f-448b-ac3e-b8c033bda278 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:10.663738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-36b68532-e495-4008-8436-a40a0deb2b95 None None] Port f366fba0-9d7f-448b-ac3e-b8c033bda278 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:10.701787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf34c6-94c1-467e-80a0-6d343017d44b None None] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:10.800465 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b17213d-cc77-49a3-9723-3c211c4cd7be x-openstack-request-id: req-2b17213d-cc77-49a3-9723-3c211c4cd7be {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:10.801599 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94816667-81ec-44d4-b35a-f9b1182e2147", "name": "network-vif-plugged", "status": "completed", "tag": "62071415-2e8d-4f59-84c9-60e726adc85d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:10.802042 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b17213d-cc77-49a3-9723-3c211c4cd7be {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:10.803103 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94816667-81ec-44d4-b35a-f9b1182e2147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62071415-2e8d-4f59-84c9-60e726adc85d', 'code': 200} Feb 03 21:57:10.888217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port be477646-d5e5-4f3e-9cc0-a6be152c8293, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=be477646-d5e5-4f3e-9cc0-a6be152c8293,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:10.906915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'be477646-d5e5-4f3e-9cc0-a6be152c8293', 'network_id': 'e9b7cd2f-4119-44c5-bad4-922b3b1476c8', 'port_id': 'be477646-d5e5-4f3e-9cc0-a6be152c8293', 'mac_address': 'fa:16:3e:c4:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf99edc-19a2-4b3e-82bd-413c2f429c5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:57:11.023942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3228-eb1c-49aa-9ea8-93bee4e034a2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f366fba0-9d7f-448b-ac3e-b8c033bda278), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:11.048986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port be477646-d5e5-4f3e-9cc0-a6be152c8293 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:11.049987 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:11.093858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be477646-d5e5-4f3e-9cc0-a6be152c8293 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:11.228286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port be477646-d5e5-4f3e-9cc0-a6be152c8293, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=be477646-d5e5-4f3e-9cc0-a6be152c8293,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:11.243013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:11.260811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7110b591-33ca-48ae-aa01-2830f8e0e4ea None None] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:11.519639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-32e5870d-aacd-4fdf-9078-226bcfb2d5c6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:11.526674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-32e5870d-aacd-4fdf-9078-226bcfb2d5c6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.3419106 Feb 03 21:57:11.544212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3228-eb1c-49aa-9ea8-93bee4e034a2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:11.559158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6f4e3228-eb1c-49aa-9ea8-93bee4e034a2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "DELETE /v2.0/ports/f366fba0-9d7f-448b-ac3e-b8c033bda278 HTTP/1.1" status: 204 len: 168 time: 2.0852892 Feb 03 21:57:11.560035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3228-eb1c-49aa-9ea8-93bee4e034a2 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event deleted for resources: {'Port': ['ID=f366fba0-9d7f-448b-ac3e-b8c033bda278,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:11.562609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43190) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:11.674581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df9725-4309-46b9-bc1e-c1eddac1e1f1 req-1009f4ad-524a-43d8-a8a0-c8392c462559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:11.679206 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-54df9725-4309-46b9-bc1e-c1eddac1e1f1 req-1009f4ad-524a-43d8-a8a0-c8392c462559 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 1127 time: 0.8327529 Feb 03 21:57:11.694610 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb25f494-f373-42ce-b173-a81259c1c48e tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] GET failed (client error): The resource could not be found. Feb 03 21:57:11.696446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bb25f494-f373-42ce-b173-a81259c1c48e tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "GET /v2.0/ports/f366fba0-9d7f-448b-ac3e-b8c033bda278 HTTP/1.1" status: 404 len: 333 time: 0.1326244 Feb 03 21:57:11.698165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-b4ac65a0-dc77-4473-be18-9249e9699b75 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/quotas/ba56a3ba2f2e4b4ab46d242315c1b4c3 HTTP/1.1" status: 200 len: 375 time: 0.1650305 Feb 03 21:57:11.703769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:11.708513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['be477646-d5e5-4f3e-9cc0-a6be152c8293'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:11.739195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=be477646-d5e5-4f3e-9cc0-a6be152c8293,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:11.757711 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65160d14-bfd6-493c-95ee-5a81af42794a req-75ac1a13-2c6b-4c6b-b12e-05df5d4d27e5 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:11.759408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65160d14-bfd6-493c-95ee-5a81af42794a req-75ac1a13-2c6b-4c6b-b12e-05df5d4d27e5 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 944 time: 0.2153871 Feb 03 21:57:11.796044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'port': {'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1016598655'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:11.880606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-ffc73835-8414-409d-902e-3a07bbb4bda9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1452415 Feb 03 21:57:12.173753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-ecc325c4-c73a-4b14-9a86-50f8e88a0466 service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536635 Feb 03 21:57:12.208152 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:57:12.426703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-54df9725-4309-46b9-bc1e-c1eddac1e1f1 req-9f015329-2853-4a87-8600-a4dfbe5951da service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7374990 Feb 03 21:57:12.490565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:12.529317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (d46d63da-7196-42fd-b46d-1e22ecd7fb70), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:12.596075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Made reservation on behalf of 58fe926647bc4c0989333835e5789dc0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:12.600378 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:12.622694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] device_id is not set on port 35386dd8-29f7-4c8f-9a00-e3c2696f7ac4 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:57:12.745516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65160d14-bfd6-493c-95ee-5a81af42794a req-7c702751-c578-4dfc-8b8f-c2fcf102e2d4 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9683623 Feb 03 21:57:12.880574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Allocated IP 2001:db8::d8 (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c/92a412e3-261f-4d70-98de-0499f16805e5/35386dd8-29f7-4c8f-9a00-e3c2696f7ac4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:12.947671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-776151f6-b2da-4889-8c86-f1ec209742fa service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730246 Feb 03 21:57:12.948503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:13.057585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27deb904-8518-4322-a7ea-6bf00bffcca7 req-22b98495-3c10-4227-afbb-e2ab3f1c0f1f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:13.059223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27deb904-8518-4322-a7ea-6bf00bffcca7 req-22b98495-3c10-4227-afbb-e2ab3f1c0f1f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1096418 Feb 03 21:57:13.139306 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6dd84cd-aa74-42a5-9d4f-86851671a607 admin admin] Deleting subnet 3ae7a702-b87f-46f5-a94b-b7f817771d19 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:57:13.147656 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6dd84cd-aa74-42a5-9d4f-86851671a607 admin admin] Publish callbacks [] for subnet (3ae7a702-b87f-46f5-a94b-b7f817771d19), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:13.152506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27deb904-8518-4322-a7ea-6bf00bffcca7 req-6ab5f552-b815-4cd8-9f03-6ea25e989113 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851543 Feb 03 21:57:13.199929 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6dd84cd-aa74-42a5-9d4f-86851671a607 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (3ae7a702-b87f-46f5-a94b-b7f817771d19), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:13.279999 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Floating IP d46d63da-7196-42fd-b46d-1e22ecd7fb70 associated. External IP: 172.25.5.131, port: 4993933b-5377-4d22-b139-ff72d689d147. Feb 03 21:57:13.339671 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for port (35386dd8-29f7-4c8f-9a00-e3c2696f7ac4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:13.342847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6dd84cd-aa74-42a5-9d4f-86851671a607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (3ae7a702-b87f-46f5-a94b-b7f817771d19), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:13.353011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e7ba352-e49c-4779-8a20-9a7aa066c04b req-bb4176df-b23f-4872-a1cb-f7fe3bd3458a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 210 time: 0.0776343 Feb 03 21:57:13.464064 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6dd84cd-aa74-42a5-9d4f-86851671a607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (3ae7a702-b87f-46f5-a94b-b7f817771d19), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:13.521941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd84cd-aa74-42a5-9d4f-86851671a607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae7a702-b87f-46f5-a94b-b7f817771d19,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:13.536553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6dd84cd-aa74-42a5-9d4f-86851671a607 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:13.537573 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (35386dd8-29f7-4c8f-9a00-e3c2696f7ac4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:13.550969 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e6dd84cd-aa74-42a5-9d4f-86851671a607 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3ae7a702-b87f-46f5-a94b-b7f817771d19 HTTP/1.1" status: 204 len: 168 time: 0.5921228 Feb 03 21:57:13.551591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43214) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:13.722049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:13.732460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:13.743427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:13.748989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:13.749636 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:13.768303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Port': ['ID=35386dd8-29f7-4c8f-9a00-e3c2696f7ac4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:13.803694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device be477646-d5e5-4f3e-9cc0-a6be152c8293 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:57:13.813809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (28eba52c-a95b-4b13-961a-f8e9756ccaef), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:13.820310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a8a1f31f-5ef5-40a6-90dc-6094a2fab091 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0989785 Feb 03 21:57:13.833107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43222) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:13.851268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'port': {'network_id': '3b8bf595-b0fb-4a7e-9824-635b3be1ac3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1750546673'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:14.080052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port be477646-d5e5-4f3e-9cc0-a6be152c8293 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:57:14.098616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port be477646-d5e5-4f3e-9cc0-a6be152c8293 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:14.099005 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.132111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Router 60258327-edec-43eb-9780-cc31e6e67670 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:57:14.273329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (28eba52c-a95b-4b13-961a-f8e9756ccaef), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.423658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port be477646-d5e5-4f3e-9cc0-a6be152c8293 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:14.424041 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.449011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed155d4-c800-4342-9dd2-1d8113f5e59e req-d0296942-122c-4350-b6c9-c7ddc37ef1b3 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:14.462065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fed155d4-c800-4342-9dd2-1d8113f5e59e req-d0296942-122c-4350-b6c9-c7ddc37ef1b3 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 944 time: 0.4074667 Feb 03 21:57:14.469069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28eba52c-a95b-4b13-961a-f8e9756ccaef']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:14.513063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b247fbc6-720d-4b3b-99b7-12f408b64ee8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:14.513297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b247fbc6-720d-4b3b-99b7-12f408b64ee8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:14.543150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:57:14.544432 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (b247fbc6-720d-4b3b-99b7-12f408b64ee8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.562802 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.563771 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] Sync routers for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:57:14.580235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port be477646-d5e5-4f3e-9cc0-a6be152c8293, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=be477646-d5e5-4f3e-9cc0-a6be152c8293,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:14.587247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d634bf6-eb30-431a-962d-e24c95991f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be477646-d5e5-4f3e-9cc0-a6be152c8293'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:14.588465 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:57:14.590773 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:56:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:14.592815 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a89c51d-4172-4728-a40f-76fe9cf73617" -d '{"events": [{"server_uuid": "5d634bf6-eb30-431a-962d-e24c95991f6e", "name": "network-vif-plugged", "status": "completed", "tag": "be477646-d5e5-4f3e-9cc0-a6be152c8293"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:14.598875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b247fbc6-720d-4b3b-99b7-12f408b64ee8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.601142 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.618567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:57:14.620755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (b247fbc6-720d-4b3b-99b7-12f408b64ee8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.712629 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-322f6b0b-8815-4187-8db6-ca579e63f6cd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "PUT /v2.0/floatingips/d46d63da-7196-42fd-b46d-1e22ecd7fb70 HTTP/1.1" status: 200 len: 992 time: 6.2539389 Feb 03 21:57:14.717508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'tag': '4993933b-5377-4d22-b139-ff72d689d147'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:14.730892 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "568feb87-74da-4766-90ad-a6e7c6a3ef90", "tag": "4993933b-5377-4d22-b139-ff72d689d147"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:14.741089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Made reservation on behalf of 58fe926647bc4c0989333835e5789dc0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:14.746921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=be477646-d5e5-4f3e-9cc0-a6be152c8293,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:14.755411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f7479d37-2e27-4de5-bbb7-dbae8eaec5df None None] Provisioning complete for port 35386dd8-29f7-4c8f-9a00-e3c2696f7ac4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:14.757945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7479d37-2e27-4de5-bbb7-dbae8eaec5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (35386dd8-29f7-4c8f-9a00-e3c2696f7ac4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.763643 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.856165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f7479d37-2e27-4de5-bbb7-dbae8eaec5df None None] Port 35386dd8-29f7-4c8f-9a00-e3c2696f7ac4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:14.873991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] device_id is not set on port bc7b9c97-367f-4914-8775-3133cdfdcd31 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:57:14.934438 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:57:14.955488 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (28eba52c-a95b-4b13-961a-f8e9756ccaef), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.962056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:14.968163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] 10.222.0.50 "DELETE /v2.0/networks/28eba52c-a95b-4b13-961a-f8e9756ccaef HTTP/1.1" status: 204 len: 168 time: 1.4155812 Feb 03 21:57:15.007462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f316eff-35fa-4eb2-828d-844bc69a0a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=28eba52c-a95b-4b13-961a-f8e9756ccaef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:15.044865 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:57:15.047190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f923396-9d7f-41cc-a6c7-076e5045861f req-a2a2908f-9493-4ed6-b03f-abf587f4c313 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:15.054697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f923396-9d7f-41cc-a6c7-076e5045861f req-a2a2908f-9493-4ed6-b03f-abf587f4c313 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.7267675 Feb 03 21:57:15.085548 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fed155d4-c800-4342-9dd2-1d8113f5e59e req-dcfa3727-f93a-439b-a166-145ed73d87fb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224802 Feb 03 21:57:15.275069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f923396-9d7f-41cc-a6c7-076e5045861f req-9983a1ce-95fe-4134-9d10-5a3041af528d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173383 Feb 03 21:57:15.303462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:15.306111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Allocated IP 2001:db8::19d (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c/92a412e3-261f-4d70-98de-0499f16805e5/bc7b9c97-367f-4914-8775-3133cdfdcd31) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:15.414527 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a7f39-dc45-4a09-ade0-949d3cb78776 x-openstack-request-id: req-4e6a7f39-dc45-4a09-ade0-949d3cb78776 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:15.415211 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d634bf6-eb30-431a-962d-e24c95991f6e", "name": "network-vif-plugged", "status": "completed", "tag": "be477646-d5e5-4f3e-9cc0-a6be152c8293", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:15.415958 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e6a7f39-dc45-4a09-ade0-949d3cb78776 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:15.416595 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d634bf6-eb30-431a-962d-e24c95991f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be477646-d5e5-4f3e-9cc0-a6be152c8293', 'code': 200} Feb 03 21:57:15.446598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf58818b-07e3-47e2-8f6f-6b02fe86e004 req-3c039e66-681c-446a-8a89-c58a1eb2bfc3 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 210 time: 0.0982020 Feb 03 21:57:15.500766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cd75860b-d602-4eaf-8464-91f356b1baeb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea176c3a93ee46558fcf27e90b5221cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939623 Feb 03 21:57:15.501443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43250) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:15.711846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:15.749951 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cff9abcd-7af2-4c62-b2d6-c303faafc1ce admin admin] Publish callbacks [] for security_group (eeefe00e-428e-4dd1-927e-2a3409747a01), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:15.752722 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f8bf1f-ffaa-4712-ab06-e7fb4ec7ae42 x-openstack-request-id: req-d1f8bf1f-ffaa-4712-ab06-e7fb4ec7ae42 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:15.753325 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568feb87-74da-4766-90ad-a6e7c6a3ef90", "tag": "4993933b-5377-4d22-b139-ff72d689d147", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:15.753444 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1f8bf1f-ffaa-4712-ab06-e7fb4ec7ae42 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:15.753803 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'tag': '4993933b-5377-4d22-b139-ff72d689d147', 'status': 'completed', 'code': 200} Feb 03 21:57:15.771020 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:15.841514 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cff9abcd-7af2-4c62-b2d6-c303faafc1ce admin admin] Publish callbacks [] for security_group (eeefe00e-428e-4dd1-927e-2a3409747a01), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:15.898894 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'd46d63da-7196-42fd-b46d-1e22ecd7fb70', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'floating_ip_address': '172.25.5.131', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '60258327-edec-43eb-9780-cc31e6e67670', 'port_id': '4993933b-5377-4d22-b139-ff72d689d147', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'mac_address': 'fa:16:3e:41:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:56:38Z', 'updated_at': '2022-02-03T21:57:11Z', 'revision_number': 1, 'project_id': 'c92022e28c9445fb92269882b0985112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:15.900824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cff9abcd-7af2-4c62-b2d6-c303faafc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (eeefe00e-428e-4dd1-927e-2a3409747a01), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:15.929693 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cff9abcd-7af2-4c62-b2d6-c303faafc1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:15.934047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cff9abcd-7af2-4c62-b2d6-c303faafc1ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eeefe00e-428e-4dd1-927e-2a3409747a01 HTTP/1.1" status: 204 len: 168 time: 0.4315972 Feb 03 21:57:15.976013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9abcd-7af2-4c62-b2d6-c303faafc1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeefe00e-428e-4dd1-927e-2a3409747a01,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:15.994814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5e59-0027-4134-bf95-672cc7105d32 req-9cbf3042-3bf3-4152-af67-645691fb03e9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:16.009174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f18f5e59-0027-4134-bf95-672cc7105d32 req-9cbf3042-3bf3-4152-af67-645691fb03e9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.4645526 Feb 03 21:57:16.032118 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] Checking router: 60258327-edec-43eb-9780-cc31e6e67670 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:57:16.066091 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:57:16.066738 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:56:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:16.093643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-7618ec59-e6d7-41af-a538-ec900e87e972 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:16.095121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-7618ec59-e6d7-41af-a538-ec900e87e972 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.3452103 Feb 03 21:57:16.116219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f18f5e59-0027-4134-bf95-672cc7105d32 req-190fb0cb-b13b-4351-a355-65261353e25f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062925 Feb 03 21:57:16.211899 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:57:16.255067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Request body: {'port': {'device_id': '4a23080f-7d01-4f25-969f-9035880e8e4a', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'admin_state_up': True, 'tenant_id': 'ba56a3ba2f2e4b4ab46d242315c1b4c3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:16.396745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07fe5d-73cf-415c-97a8-16ee5a5b1210 req-48fce209-529a-48aa-87f5-3a030b5d0764 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:16.410126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed07fe5d-73cf-415c-97a8-16ee5a5b1210 req-48fce209-529a-48aa-87f5-3a030b5d0764 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.1921945 Feb 03 21:57:16.528942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:16.545387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:16.557641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:16.579355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:16.581235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:16.742774 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'd46d63da-7196-42fd-b46d-1e22ecd7fb70', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'floating_ip_address': '172.25.5.131', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '60258327-edec-43eb-9780-cc31e6e67670', 'port_id': '4993933b-5377-4d22-b139-ff72d689d147', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'mac_address': 'fa:16:3e:41:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:56:38Z', 'updated_at': '2022-02-03T21:57:11Z', 'revision_number': 1, 'project_id': 'c92022e28c9445fb92269882b0985112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:16.747370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Port': ['ID=bc7b9c97-367f-4914-8775-3133cdfdcd31,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:16.758688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed07fe5d-73cf-415c-97a8-16ee5a5b1210 req-e146ce9f-1472-44f7-a144-6663960672f1 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475246 Feb 03 21:57:16.773631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-a2c46186-b3af-4b62-b111-c545984de7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:16.775082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-a2c46186-b3af-4b62-b111-c545984de7f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 1128 time: 1.0278950 Feb 03 21:57:16.789358 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af1ebf-d2c5-45d2-b046-307d3ca01077 None None] The sync data for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 is: [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'd46d63da-7196-42fd-b46d-1e22ecd7fb70', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'floating_ip_address': '172.25.5.131', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '60258327-edec-43eb-9780-cc31e6e67670', 'port_id': '4993933b-5377-4d22-b139-ff72d689d147', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'mac_address': 'fa:16:3e:41:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:56:38Z', 'updated_at': '2022-02-03T21:57:11Z', 'revision_number': 1, 'project_id': 'c92022e28c9445fb92269882b0985112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:57:16.799279 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aad138de-95ee-43ac-bd6a-cb6864c9546b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9649732 Feb 03 21:57:16.811804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe912-3ced-4ab2-b8f6-b405636c2e65 req-145f5dd5-f9c6-46f2-8c31-7d67b27e7e74 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:16.813768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:16.818118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2cbe912-3ced-4ab2-b8f6-b405636c2e65 req-145f5dd5-f9c6-46f2-8c31-7d67b27e7e74 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.3655760 Feb 03 21:57:16.835048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46897f72-d78a-41d9-80b8-36e971c01344 req-0ba75cbb-a156-49e4-83bf-102c2a262d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:16.836594 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46897f72-d78a-41d9-80b8-36e971c01344 req-0ba75cbb-a156-49e4-83bf-102c2a262d58 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 1127 time: 1.0881503 Feb 03 21:57:16.876072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e5f62218-f133-4c02-983a-b0df0d04d394 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31d', 'mac_address': 'fa:16:3e:06:a2:9b'}, {'ip_address': '2001:db8::d8', 'mac_address': 'fa:16:3e:52:6f:ae'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:17.023818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2cbe912-3ced-4ab2-b8f6-b405636c2e65 req-6106d01f-7be9-4b28-b488-c4f08572eefc tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900871 Feb 03 21:57:17.072518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41ea441b-a741-485c-a50a-3ee67fdf2fa9 req-ef1390db-cca6-4a1a-adfa-86bf81fe95b3 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 210 time: 0.1366932 Feb 03 21:57:17.130804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-61d6e95a-32a2-4eb4-bc5e-f5bcb4d5bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:17.132245 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-61d6e95a-32a2-4eb4-bc5e-f5bcb4d5bffe service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 911 time: 0.3175309 Feb 03 21:57:17.212681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-100a4e45-9956-4d1d-a9ca-cf1ab3effc9b None None] Provisioning complete for port bc7b9c97-367f-4914-8775-3133cdfdcd31 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:17.213647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-100a4e45-9956-4d1d-a9ca-cf1ab3effc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:17.333317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-100a4e45-9956-4d1d-a9ca-cf1ab3effc9b None None] Port bc7b9c97-367f-4914-8775-3133cdfdcd31 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:17.342008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc09e52-5189-4f6d-bb9d-1868a894838d None None] New status for floating IP d46d63da-7196-42fd-b46d-1e22ecd7fb70: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:57:17.393972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0330b-7df4-4a0c-a572-95dfcdf55800 req-2214c4cf-3b9e-4ec4-82b8-68e0f1304f16 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:17.397077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7d0330b-7df4-4a0c-a572-95dfcdf55800 req-2214c4cf-3b9e-4ec4-82b8-68e0f1304f16 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1390226 Feb 03 21:57:17.493867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7d0330b-7df4-4a0c-a572-95dfcdf55800 req-afba6fda-b2a6-458b-b944-0a52a44c5a89 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897224 Feb 03 21:57:17.704648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43310) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:17.897113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-387012987-network', 'tenant_id': '8dd7ca305e11457aa8ffc1868155853d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:18.069343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Made reservation on behalf of 8dd7ca305e11457aa8ffc1868155853d for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:18.081354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:18.105634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Made reservation on behalf of ba56a3ba2f2e4b4ab46d242315c1b4c3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:18.116472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26ad5e-9b2c-4742-8116-a1a7f69a3409 req-124cddcf-a590-4c3e-8203-5196a078208a tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:18.119487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:18.126963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f26ad5e-9b2c-4742-8116-a1a7f69a3409 req-124cddcf-a590-4c3e-8203-5196a078208a tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.2525220 Feb 03 21:57:18.158543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:18.280595 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f26ad5e-9b2c-4742-8116-a1a7f69a3409 req-b95dd173-794a-4902-872e-55e7aa79532f tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485825 Feb 03 21:57:18.300737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93dfd9-0bdd-44cb-af09-74572a495ec9 req-38ca76c8-3abb-4fc4-8622-007a77b6099d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:18.311279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac93dfd9-0bdd-44cb-af09-74572a495ec9 req-38ca76c8-3abb-4fc4-8622-007a77b6099d tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1314461 Feb 03 21:57:18.393824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Allocated IP 172.20.0.2 (5b80f157-ae27-4069-a1da-9e28e7643a83/62d8fd80-7f87-469e-9ab2-aba4b4d5c683/1d6388cb-41f7-4c67-af25-f12bc7c66c89) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:18.442909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ac13321-5434-4ff0-8633-e11b75edaf68 req-181ee320-5840-455b-9a13-fd0e0c842b5c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 210 time: 0.0416937 Feb 03 21:57:18.489737 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-46897f72-d78a-41d9-80b8-36e971c01344 req-c779104b-39bb-4141-acc3-4bb681978ab1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5128477 Feb 03 21:57:18.492108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac93dfd9-0bdd-44cb-af09-74572a495ec9 req-9b7160e1-0822-4a56-9551-c5c07c8fd03e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747203 Feb 03 21:57:18.542046 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Publish callbacks [] for security_group (001b7fc7-7157-4556-b7d9-e3f93c47886c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:18.550366 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (001b7fc7-7157-4556-b7d9-e3f93c47886c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:18.594780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:57:18.630826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001b7fc7-7157-4556-b7d9-e3f93c47886c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:18.632137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-22c08d0e-b402-4f5e-b445-7df20b86725c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993933b-5377-4d22-b139-ff72d689d147 HTTP/1.1" status: 200 len: 1000 time: 1.3204205 Feb 03 21:57:18.657340 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (347a3212-1aac-4c3b-bd3f-a24fb98f734f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:18.658832 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Added segment 347a3212-1aac-4c3b-bd3f-a24fb98f734f of type vlan for network 4f96781a-9a92-4412-9f36-5bace5ece556 Feb 03 21:57:18.776616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4f96781a-9a92-4412-9f36-5bace5ece556), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:18.847664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc72ae7-c99e-4bfe-8f71-2bf4b7ace87a req-902d2010-4800-41ae-acdd-45a1f49d98e2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:18.847927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-443cf837-8e06-4b27-8c22-aaffc6c165ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:18.849615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-443cf837-8e06-4b27-8c22-aaffc6c165ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.2038651 Feb 03 21:57:18.856225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bc72ae7-c99e-4bfe-8f71-2bf4b7ace87a req-902d2010-4800-41ae-acdd-45a1f49d98e2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.2397151 Feb 03 21:57:18.927734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bc72ae7-c99e-4bfe-8f71-2bf4b7ace87a req-70dc273e-5c55-4f2a-93cf-42325508164b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705788 Feb 03 21:57:18.929208 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4f96781a-9a92-4412-9f36-5bace5ece556), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:18.930758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:18.931761 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:19.011462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] Pushing event updated for resources: {'Network': ['ID=4f96781a-9a92-4412-9f36-5bace5ece556,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:19.024089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4f96781a-9a92-4412-9f36-5bace5ece556 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:57:19.034831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f62218-f133-4c02-983a-b0df0d04d394 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:19.066127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2d854722-c83c-4e5f-8ac2-25aa7a99f075 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3600018 Feb 03 21:57:19.070232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43346) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:19.108455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Request body: {'subnet': {'network_id': '4f96781a-9a92-4412-9f36-5bace5ece556', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-387012987-subnet', 'tenant_id': '8dd7ca305e11457aa8ffc1868155853d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:19.153491 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks [] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:19.344675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Made reservation on behalf of 8dd7ca305e11457aa8ffc1868155853d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:19.364408 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:19.385507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-5ff8749e-4ec0-4ff2-95a2-fd97f487e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:19.400665 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-5ff8749e-4ec0-4ff2-95a2-fd97f487e6c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5264201 Feb 03 21:57:19.490078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714637a-2898-46f5-a6de-4aa732c560cc req-73b97371-e25e-409a-a666-12e139e5b952 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:19.491722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e714637a-2898-46f5-a6de-4aa732c560cc req-73b97371-e25e-409a-a666-12e139e5b952 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.1262257 Feb 03 21:57:19.542101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-d51fe44f-418d-4091-9c20-2e7463f24b10 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:57:19.543578 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-d51fe44f-418d-4091-9c20-2e7463f24b10 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164919 Feb 03 21:57:19.545139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:19.641145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event updated for resources: {'Port': ['ID=1d6388cb-41f7-4c67-af25-f12bc7c66c89,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:19.694503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e714637a-2898-46f5-a6de-4aa732c560cc req-264734eb-c4e0-41c1-8183-7e0f5e202fb6 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875560 Feb 03 21:57:19.908677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29812ab-50b9-42f8-b59f-5e2ffe7eb00f req-2f80755d-43e0-4ce3-8d7d-67803510cd6f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:19.923897 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b29812ab-50b9-42f8-b59f-5e2ffe7eb00f req-2f80755d-43e0-4ce3-8d7d-67803510cd6f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 931 time: 0.2910118 Feb 03 21:57:20.087117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:20.140988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:20.157965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b29812ab-50b9-42f8-b59f-5e2ffe7eb00f req-05aa8dc8-e6e3-433a-b0b3-c326668a1f21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322574 Feb 03 21:57:20.171947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:20.180160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35150cb-027a-4fb9-ba64-3333a72e6a73 req-6e4b53fb-4850-475b-a7bc-b73e21bd5a3b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:20.183415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c35150cb-027a-4fb9-ba64-3333a72e6a73 req-6e4b53fb-4850-475b-a7bc-b73e21bd5a3b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.2235017 Feb 03 21:57:20.379613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c35150cb-027a-4fb9-ba64-3333a72e6a73 req-945735a5-5b60-4f92-8b5b-09261c01a2d3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899655 Feb 03 21:57:20.468534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee227aa-b218-453c-9ade-fbf9ca856117 req-529e6e7b-6d82-4b6a-80ca-9f82e1096e56 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:20.476669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ee227aa-b218-453c-9ade-fbf9ca856117 req-529e6e7b-6d82-4b6a-80ca-9f82e1096e56 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.0954919 Feb 03 21:57:20.544320 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ee227aa-b218-453c-9ade-fbf9ca856117 req-eb3bedd8-10aa-415b-b3d6-25c273ebf2bb tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593526 Feb 03 21:57:20.600989 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-9dae142c-8b8e-416a-bf0b-7b45fc1d3ca4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9678185 Feb 03 21:57:20.618498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:20.619428 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:20.628442 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (523d9f6a-170a-42b9-87a2-40342cc53b65), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:20.651543 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-bd8c4e95-11e4-49a8-99b3-300b0d2148a8 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0146792 Feb 03 21:57:20.716509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f62218-f133-4c02-983a-b0df0d04d394 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:20.866314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0cbd18d1-19e2-4da6-ace5-4f9ec6d85aa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6467969 Feb 03 21:57:20.867214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f62218-f133-4c02-983a-b0df0d04d394 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:20.991625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39746b8-1646-4814-bce4-eccdf16aa397 req-4fc6c957-101c-46c8-ae60-54356c9e718d tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:20.995549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Request body: {'port': {'device_id': '4a23080f-7d01-4f25-969f-9035880e8e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:21.003691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f39746b8-1646-4814-bce4-eccdf16aa397 req-4fc6c957-101c-46c8-ae60-54356c9e718d tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.1697998 Feb 03 21:57:21.019130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f62218-f133-4c02-983a-b0df0d04d394 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event updated for resources: {'Port': ['ID=bc7b9c97-367f-4914-8775-3133cdfdcd31,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:21.131612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f39746b8-1646-4814-bce4-eccdf16aa397 req-00863ade-79e1-43ca-aa9f-6a5c43fee23f tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270070 Feb 03 21:57:21.170770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5f62218-f133-4c02-983a-b0df0d04d394 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] In _notify_port_updated(), no bound segment for port bc7b9c97-367f-4914-8775-3133cdfdcd31 on network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:57:21.180437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f62218-f133-4c02-983a-b0df0d04d394 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:21.181141 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f62218-f133-4c02-983a-b0df0d04d394 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:21.185462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43382) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:21.188466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e5f62218-f133-4c02-983a-b0df0d04d394 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "PUT /v2.0/ports/bc7b9c97-367f-4914-8775-3133cdfdcd31 HTTP/1.1" status: 200 len: 1067 time: 4.3392065 Feb 03 21:57:21.212337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Pushing event updated for resources: {'Subnet': ['ID=523d9f6a-170a-42b9-87a2-40342cc53b65,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:21.254859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Checking segment: {'id': '347a3212-1aac-4c3b-bd3f-a24fb98f734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f96781a-9a92-4412-9f36-5bace5ece556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:21.255275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Network hostable DHCP agents. Network: 4f96781a-9a92-4412-9f36-5bace5ece556, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:57:21.407221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-edc6b1c3-0ced-4461-93ed-5ad37038d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:21.419790 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-edc6b1c3-0ced-4461-93ed-5ad37038d9b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1126 time: 0.6853940 Feb 03 21:57:21.528395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f7cbb8d-151b-4ea3-8665-15133ec7cc0a req-63807e8a-9802-4eb6-a3b9-466519656505 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8542538 Feb 03 21:57:21.598574 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:21.613047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b594b08-e855-4c2c-8b6a-c5fbe16d756c req-02565a26-99cb-442e-9cae-55a80a240c86 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:21.614627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b594b08-e855-4c2c-8b6a-c5fbe16d756c req-02565a26-99cb-442e-9cae-55a80a240c86 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 931 time: 0.2865915 Feb 03 21:57:21.665793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07c4b-a358-48c9-b181-ccedf3784b13 req-fa893a79-9521-440c-9ffe-e5903c85af12 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:21.667287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1e07c4b-a358-48c9-b181-ccedf3784b13 req-fa893a79-9521-440c-9ffe-e5903c85af12 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.2347264 Feb 03 21:57:21.677010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Network 4f96781a-9a92-4412-9f36-5bace5ece556 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:57:21.713853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4f96781a-9a92-4412-9f36-5bace5ece556) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:21.729101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b528b0d8-323c-4c5e-9e41-2544025fd5bf None None] Network 4f96781a-9a92-4412-9f36-5bace5ece556 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:21.750293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:21.755077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-306b320e-e607-46f7-a364-c932f6186844 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Deleting port bc7b9c97-367f-4914-8775-3133cdfdcd31 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:21.755077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-306b320e-e607-46f7-a364-c932f6186844 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:21.756182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:21.862693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b594b08-e855-4c2c-8b6a-c5fbe16d756c req-422cd96b-55cd-4add-a83b-106d18077f51 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224221 Feb 03 21:57:21.919326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1e07c4b-a358-48c9-b181-ccedf3784b13 req-21e0b5dd-4ac2-4eb1-8369-9d4dbe354dc8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199790 Feb 03 21:57:21.975687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6cae062c-3673-45ed-96ab-eaa185616d40 None None] Provisioning complete for port bc7b9c97-367f-4914-8775-3133cdfdcd31 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:21.977671 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cae062c-3673-45ed-96ab-eaa185616d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:21.986209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7d88715e-f423-4723-93b9-4ad26f24215b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8905609 Feb 03 21:57:22.114731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6cae062c-3673-45ed-96ab-eaa185616d40 None None] Port bc7b9c97-367f-4914-8775-3133cdfdcd31 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:22.135766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-306b320e-e607-46f7-a364-c932f6186844 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:22.194968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef3b92-eb52-4bc0-bb6b-92084eb90fed None None] Network 4f96781a-9a92-4412-9f36-5bace5ece556 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:22.251003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-306b320e-e607-46f7-a364-c932f6186844 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Calling delete_port for bc7b9c97-367f-4914-8775-3133cdfdcd31 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:22.435741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166728b7-bbf7-4058-ab96-48e3ff290fec req-fbfac948-2f61-49a5-9361-d15aa0e7936c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:22.452708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-166728b7-bbf7-4058-ab96-48e3ff290fec req-fbfac948-2f61-49a5-9361-d15aa0e7936c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.4129901 Feb 03 21:57:22.497240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6388cb-41f7-4c67-af25-f12bc7c66c89 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:22.512061 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Publish callbacks [] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:22.529790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Transition to ACTIVE for port object 1d6388cb-41f7-4c67-af25-f12bc7c66c89 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:57:22.534667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4804c-6349-4455-a934-24a49e6a1b68 req-b6941804-8939-437f-b5d3-02885d4fa6c9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:22.540116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:22.545061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ca4804c-6349-4455-a934-24a49e6a1b68 req-b6941804-8939-437f-b5d3-02885d4fa6c9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.4223130 Feb 03 21:57:22.571627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-267c7378-9c9f-43a0-b3f3-73d04aaa2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:22.573687 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-267c7378-9c9f-43a0-b3f3-73d04aaa2f79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 1.1185570 Feb 03 21:57:22.654284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Pushing event updated for resources: {'Port': ['ID=1d6388cb-41f7-4c67-af25-f12bc7c66c89,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:22.712993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-166728b7-bbf7-4058-ab96-48e3ff290fec req-30d8325f-ec08-4139-bc97-8d4d42c8ce90 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591186 Feb 03 21:57:22.773112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ca4804c-6349-4455-a934-24a49e6a1b68 req-4ea40828-f7b3-4c93-87f3-c8279492cc66 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265596 Feb 03 21:57:22.923151 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-ac35342f-3ca4-4938-b8e4-de6717a9f784 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 998 time: 0.2648649 Feb 03 21:57:22.923871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Attempting to bind port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:57:22.924204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Attempting to bind port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:57:22.924527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Attempting to bind port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:57:22.969346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 on network 5b80f157-ae27-4069-a1da-9e28e7643a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:57:22.969668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Attempting to bind port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:57:23.011499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:57:23.011636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Checking segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:23.012039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Bound using segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:57:23.012482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Bound port: 1d6388cb-41f7-4c67-af25-f12bc7c66c89, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:57:23.013121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:23.038286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-306b320e-e607-46f7-a364-c932f6186844 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (bc7b9c97-367f-4914-8775-3133cdfdcd31), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:23.133935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b320e-e607-46f7-a364-c932f6186844 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event deleted for resources: {'Port': ['ID=bc7b9c97-367f-4914-8775-3133cdfdcd31,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:23.146246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] For port 1d6388cb-41f7-4c67-af25-f12bc7c66c89, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:57:23.148199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d43572-97f5-48a7-8747-74b32b607e7a req-0470618a-e05e-4f97-8f33-3a44a45716b6 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:23.149929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90d43572-97f5-48a7-8747-74b32b607e7a req-0470618a-e05e-4f97-8f33-3a44a45716b6 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 945 time: 0.2473094 Feb 03 21:57:23.187043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] For port 1d6388cb-41f7-4c67-af25-f12bc7c66c89, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1d6388cb-41f7-4c67-af25-f12bc7c66c89,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:57:23.201844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-f0eac70c-99e1-4753-a77e-9f3673271d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:23.203601 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-f0eac70c-99e1-4753-a77e-9f3673271d23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.2656538 Feb 03 21:57:23.213317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:23.448285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:23.448943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:23.451233 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] 10.222.0.10 "PUT /v2.0/ports/1d6388cb-41f7-4c67-af25-f12bc7c66c89 HTTP/1.1" status: 200 len: 1091 time: 2.4595747 Feb 03 21:57:23.451603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a23080f-7d01-4f25-969f-9035880e8e4a', 'tag': '1d6388cb-41f7-4c67-af25-f12bc7c66c89'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:23.454973 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d96ec-400f-4bad-a88f-11dcae55b633" -d '{"events": [{"name": "network-changed", "server_uuid": "4a23080f-7d01-4f25-969f-9035880e8e4a", "tag": "1d6388cb-41f7-4c67-af25-f12bc7c66c89"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:23.466312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379ff55-ac16-4590-b1d2-54c94c9ee4cb service neutron] Pushing event updated for resources: {'Port': ['ID=1d6388cb-41f7-4c67-af25-f12bc7c66c89,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:23.487483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598011f9-1f10-4647-8600-c614088f9652 req-3b4eca77-f726-48b1-b3ff-98870dcebb74 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:23.489255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-3b4eca77-f726-48b1-b3ff-98870dcebb74 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/networks?id=4f96781a-9a92-4412-9f36-5bace5ece556 HTTP/1.1" status: 200 len: 817 time: 0.2073157 Feb 03 21:57:23.503321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-c51afdfb-7183-4222-972d-e0e923c71637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:23.505941 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-c51afdfb-7183-4222-972d-e0e923c71637 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2859931 Feb 03 21:57:23.551250 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaaccdf6-bba6-4c4a-bd2f-2a71e25c474c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:23.580156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-4ec8ef4c-9545-49ba-ab07-cb53ce5e09d9 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/quotas/8dd7ca305e11457aa8ffc1868155853d HTTP/1.1" status: 200 len: 375 time: 0.0524678 Feb 03 21:57:23.704231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-dff8b4a3-dd2f-44b6-925a-5be63fd4d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:23.706473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-dff8b4a3-dd2f-44b6-925a-5be63fd4d4a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 1125 time: 0.1969788 Feb 03 21:57:23.737250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-d6059445-cc12-43f2-93a0-3ba3a7a7f023 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8dd7ca305e11457aa8ffc1868155853d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1377742 Feb 03 21:57:23.799595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-9ca21c34-a81c-4400-9a8f-0b3ce9d9551f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d6388cb-41f7-4c67-af25-f12bc7c66c89 HTTP/1.1" status: 200 len: 217 time: 0.0853221 Feb 03 21:57:23.809520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90d43572-97f5-48a7-8747-74b32b607e7a req-d723cfd2-371a-4e4c-9f5f-779293f97dc3 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287786 Feb 03 21:57:23.844978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-14ed4881-c558-4638-90db-38e74b9d7344 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983878 Feb 03 21:57:23.897206 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-306b320e-e607-46f7-a364-c932f6186844 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:23.907879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-306b320e-e607-46f7-a364-c932f6186844 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "DELETE /v2.0/ports/bc7b9c97-367f-4914-8775-3133cdfdcd31 HTTP/1.1" status: 204 len: 168 time: 2.7209277 Feb 03 21:57:23.911178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:23.951563 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f5cad6-c041-4a3a-b87c-386e0abfae5b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] GET failed (client error): The resource could not be found. Feb 03 21:57:23.956368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-11f5cad6-c041-4a3a-b87c-386e0abfae5b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "GET /v2.0/ports/bc7b9c97-367f-4914-8775-3133cdfdcd31 HTTP/1.1" status: 404 len: 333 time: 0.0440693 Feb 03 21:57:23.957022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43450) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:23.997935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-f310390f-efed-4bae-b150-0a45b65ab388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:24.016508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-f310390f-efed-4bae-b150-0a45b65ab388 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.1921349 Feb 03 21:57:24.090251 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-7eee0277-58d8-4740-a4aa-98445b80badd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707905 Feb 03 21:57:24.128260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-ec54c17c-de50-4202-a803-f08ec1994578 service neutron] 10.222.0.50 "GET /v2.0/networks/4f96781a-9a92-4412-9f36-5bace5ece556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628199 Feb 03 21:57:24.160867 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-521855bd-f5b1-468a-a073-0f4f27b9105c req-d17d28bb-666e-48ff-9e6b-50e5b2b575c9 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640989 Feb 03 21:57:24.250310 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-826c4564-9b0f-41e6-b912-db54b332926c service neutron] 10.222.0.50 "GET /v2.0/networks/4f96781a-9a92-4412-9f36-5bace5ece556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156352 Feb 03 21:57:24.265549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-21b7d2d6-0d1c-4efc-bda3-2c35cab482ca tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Deleting port 35386dd8-29f7-4c8f-9a00-e3c2696f7ac4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:24.265898 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21b7d2d6-0d1c-4efc-bda3-2c35cab482ca tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (35386dd8-29f7-4c8f-9a00-e3c2696f7ac4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:24.358547 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:24.391863 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-91363e61-65ea-4338-95bd-3ed71eba281f service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248797 Feb 03 21:57:24.445909 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21b7d2d6-0d1c-4efc-bda3-2c35cab482ca tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (35386dd8-29f7-4c8f-9a00-e3c2696f7ac4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:24.457478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:24.461478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-21b7d2d6-0d1c-4efc-bda3-2c35cab482ca tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Calling delete_port for 35386dd8-29f7-4c8f-9a00-e3c2696f7ac4 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:24.482320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872d414-de37-4e8f-bb1f-e951661ab120 req-6ab8fad7-7cbf-4f29-9369-2233de353890 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:24.483943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d872d414-de37-4e8f-bb1f-e951661ab120 req-6ab8fad7-7cbf-4f29-9369-2233de353890 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 943 time: 0.2312667 Feb 03 21:57:24.611459 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cbc7e7-6b3e-4fd5-a398-228f48e856ec x-openstack-request-id: req-85cbc7e7-6b3e-4fd5-a398-228f48e856ec {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:24.612047 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a23080f-7d01-4f25-969f-9035880e8e4a", "tag": "1d6388cb-41f7-4c67-af25-f12bc7c66c89", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:24.612600 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85cbc7e7-6b3e-4fd5-a398-228f48e856ec {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:24.613050 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a23080f-7d01-4f25-969f-9035880e8e4a', 'tag': '1d6388cb-41f7-4c67-af25-f12bc7c66c89', 'status': 'completed', 'code': 200} Feb 03 21:57:24.721159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d872d414-de37-4e8f-bb1f-e951661ab120 req-e476d460-9297-4b67-9a5d-d814ff9cb6a2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274935 Feb 03 21:57:24.739277 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21b7d2d6-0d1c-4efc-bda3-2c35cab482ca tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (35386dd8-29f7-4c8f-9a00-e3c2696f7ac4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:24.754921 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58babbd4-e17e-4122-97cc-c176bb144ba1 req-0a4f5bcf-ad03-46be-ab73-ac8241bd500c service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561711 Feb 03 21:57:24.787774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7d2d6-0d1c-4efc-bda3-2c35cab482ca tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event deleted for resources: {'Port': ['ID=35386dd8-29f7-4c8f-9a00-e3c2696f7ac4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:24.847046 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21b7d2d6-0d1c-4efc-bda3-2c35cab482ca tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:24.853882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-21b7d2d6-0d1c-4efc-bda3-2c35cab482ca tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "DELETE /v2.0/ports/35386dd8-29f7-4c8f-9a00-e3c2696f7ac4 HTTP/1.1" status: 204 len: 168 time: 0.8913448 Feb 03 21:57:24.857329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43466) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:24.944149 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d7a16b-ee2c-4aa8-a422-d17a33351627 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] GET failed (client error): The resource could not be found. Feb 03 21:57:24.945775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c3d7a16b-ee2c-4aa8-a422-d17a33351627 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "GET /v2.0/ports/35386dd8-29f7-4c8f-9a00-e3c2696f7ac4 HTTP/1.1" status: 404 len: 333 time: 0.0816090 Feb 03 21:57:24.951306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:24.955500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306a7fa-3e24-4ec7-a2df-4d1a18fd61d5 req-a5740449-0809-4d79-adbe-39fbe909acc0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:24.963671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8306a7fa-3e24-4ec7-a2df-4d1a18fd61d5 req-a5740449-0809-4d79-adbe-39fbe909acc0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.2403216 Feb 03 21:57:25.063240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8306a7fa-3e24-4ec7-a2df-4d1a18fd61d5 req-aeba225d-1a82-4bd3-a266-948e83124784 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985162 Feb 03 21:57:25.172069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-b469d751-951b-4d79-a653-bac23535e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:25.173706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-b469d751-951b-4d79-a653-bac23535e949 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 1125 time: 0.3591185 Feb 03 21:57:25.174909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb74e91b-b6ac-4696-a8b1-326ca44a3bd4 req-13dba1be-0adf-44a5-9bd1-5f4179114fbe tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 210 time: 0.0456791 Feb 03 21:57:25.379174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09de6a-a348-4682-bd69-82f2e4ebbf2a req-7ce010e0-1982-4831-8c8c-c89b7416a90a tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:25.386189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e09de6a-a348-4682-bd69-82f2e4ebbf2a req-7ce010e0-1982-4831-8c8c-c89b7416a90a tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.1213646 Feb 03 21:57:25.468868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e09de6a-a348-4682-bd69-82f2e4ebbf2a req-8381373a-dd90-4122-a769-7a3845c7e7bd tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817580 Feb 03 21:57:25.591133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-aad72a97-83e6-4c57-ae5d-2bbbf6c85672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:25.594537 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-aad72a97-83e6-4c57-ae5d-2bbbf6c85672 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 907 time: 0.3896625 Feb 03 21:57:25.596895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-01aec198-b003-49eb-bf4a-cb278c7e2d8d tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Deleting port 5a612fc7-48c2-463b-9f7a-1c1dc9cf3173 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:25.597327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01aec198-b003-49eb-bf4a-cb278c7e2d8d tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5a612fc7-48c2-463b-9f7a-1c1dc9cf3173), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:25.720671 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4edc2dd6-3d72-4ac5-8c7f-d27272562dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:25.830049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01aec198-b003-49eb-bf4a-cb278c7e2d8d tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5a612fc7-48c2-463b-9f7a-1c1dc9cf3173), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:25.849020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-01aec198-b003-49eb-bf4a-cb278c7e2d8d tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Calling delete_port for 5a612fc7-48c2-463b-9f7a-1c1dc9cf3173 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:25.992934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d4fa2-ec26-458f-a485-05e6c25d957b req-8347cb4e-4320-4e79-a8da-3164cdc3cac1 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:25.996008 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-0928734d-8905-4d6f-bf6b-dbe8463d35c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d6388cb-41f7-4c67-af25-f12bc7c66c89 HTTP/1.1" status: 200 len: 217 time: 0.3852148 Feb 03 21:57:26.019171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d52d4fa2-ec26-458f-a485-05e6c25d957b req-8347cb4e-4320-4e79-a8da-3164cdc3cac1 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 943 time: 0.1534622 Feb 03 21:57:26.068320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-bffff521-06da-416e-8544-df07e82fc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:26.070215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-bffff521-06da-416e-8544-df07e82fc1bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.0650458 Feb 03 21:57:26.115468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-5f9f4742-6850-4baa-9472-89360a8b687a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367982 Feb 03 21:57:26.218656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be44c-ee28-4729-83f7-504a14e8c02c req-452e479c-4956-4055-9e06-bc662835e53f tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:26.226570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d73be44c-ee28-4729-83f7-504a14e8c02c req-452e479c-4956-4055-9e06-bc662835e53f tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.2031364 Feb 03 21:57:26.242722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d52d4fa2-ec26-458f-a485-05e6c25d957b req-aa5624ac-59d2-4a43-bc7d-9321f0b3ceee tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225871 Feb 03 21:57:26.425530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d73be44c-ee28-4729-83f7-504a14e8c02c req-6de224ce-9330-472b-b93e-9e3efff8d06a tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959202 Feb 03 21:57:26.586292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b49a4be7-17b3-42a0-9855-5fce0b5b7a14 req-4eb4a9d7-d149-47e1-b282-2861f237a98c tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 210 time: 0.0426061 Feb 03 21:57:26.651194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6ab72-9b3a-4579-8bc4-d3eb154f8fac req-5fe495a3-bc15-4db0-b612-d3763024b4a8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:26.655407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49c6ab72-9b3a-4579-8bc4-d3eb154f8fac req-5fe495a3-bc15-4db0-b612-d3763024b4a8 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.2166090 Feb 03 21:57:26.756849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49c6ab72-9b3a-4579-8bc4-d3eb154f8fac req-2546aae2-f189-4f79-8fa6-76ea986e74e4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952005 Feb 03 21:57:26.879117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-c1d15e66-3f02-4715-925f-79af80004292 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7451580 Feb 03 21:57:26.952040 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:27.205329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598011f9-1f10-4647-8600-c614088f9652 req-d546bb13-413a-43dc-a799-2801789b4d43 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:27.207790 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-d546bb13-413a-43dc-a799-2801789b4d43 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.47 "GET /v2.0/networks?id=4f96781a-9a92-4412-9f36-5bace5ece556 HTTP/1.1" status: 200 len: 817 time: 0.3270402 Feb 03 21:57:27.278878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef327-0840-4b61-a4bd-ffaee971e658 req-e21063a8-f54f-4413-b798-5307ca337cf6 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:27.286224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef327-0840-4b61-a4bd-ffaee971e658 req-e21063a8-f54f-4413-b798-5307ca337cf6 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:27.305777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef327-0840-4b61-a4bd-ffaee971e658 req-e21063a8-f54f-4413-b798-5307ca337cf6 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:27.313290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8abef327-0840-4b61-a4bd-ffaee971e658 req-e21063a8-f54f-4413-b798-5307ca337cf6 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e&device_id=94816667-81ec-44d4-b35a-f9b1182e2147&device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 2416 time: 0.1783292 Feb 03 21:57:27.319160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 1d6388cb-41f7-4c67-af25-f12bc7c66c89 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:57:27.401714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Request body: {'port': {'device_id': 'ecd167ec-b9fd-44c1-9ebf-35990209a0b8', 'network_id': '4f96781a-9a92-4412-9f36-5bace5ece556', 'admin_state_up': True, 'tenant_id': '8dd7ca305e11457aa8ffc1868155853d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:27.446241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8abef327-0840-4b61-a4bd-ffaee971e658 req-2627dc5f-46cc-4a4a-835b-114f5c49ad7b tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314080 Feb 03 21:57:27.485603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72636656-b426-4945-a3b9-f429717d2cfd req-521e3f9f-1aa7-43d9-89dc-ea41b40f5f5c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:27.488985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72636656-b426-4945-a3b9-f429717d2cfd req-521e3f9f-1aa7-43d9-89dc-ea41b40f5f5c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 943 time: 0.1310146 Feb 03 21:57:27.526337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01aec198-b003-49eb-bf4a-cb278c7e2d8d tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5a612fc7-48c2-463b-9f7a-1c1dc9cf3173), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:27.580606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72636656-b426-4945-a3b9-f429717d2cfd req-c2f7f7f7-549a-4170-9bb5-e825a6355367 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824492 Feb 03 21:57:27.595565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aec198-b003-49eb-bf4a-cb278c7e2d8d tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event deleted for resources: {'Port': ['ID=5a612fc7-48c2-463b-9f7a-1c1dc9cf3173,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:27.772701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01aec198-b003-49eb-bf4a-cb278c7e2d8d tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:27.783301 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-01aec198-b003-49eb-bf4a-cb278c7e2d8d tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "DELETE /v2.0/ports/5a612fc7-48c2-463b-9f7a-1c1dc9cf3173 HTTP/1.1" status: 204 len: 168 time: 2.8295436 Feb 03 21:57:27.790257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3d96ec-400f-4bad-a88f-11dcae55b633 req-0fa377ee-ed88-4f9e-b8c0-382536396b76 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952668 Feb 03 21:57:27.807541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:27.843115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d39c7-9935-47fa-917c-523954616e99 req-ee2013f4-1118-4bb1-a4c8-a0106c5d5f10 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:27.853958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b0d39c7-9935-47fa-917c-523954616e99 req-ee2013f4-1118-4bb1-a4c8-a0106c5d5f10 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.2128794 Feb 03 21:57:27.919786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-454e0338-fa17-48fc-b001-4e3d4293b28a req-5ed93d3b-7173-42c3-ab5f-ab3702285b46 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 210 time: 0.1394262 Feb 03 21:57:27.972845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b0d39c7-9935-47fa-917c-523954616e99 req-213d2cff-617d-4ae7-97ea-f8c5766b365b tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176462 Feb 03 21:57:28.051921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53f5cf2-97fa-44f0-a769-5d7b9e1c26f0 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Deleting subnet 92a412e3-261f-4d70-98de-0499f16805e5 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:57:28.092310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53f5cf2-97fa-44f0-a769-5d7b9e1c26f0 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for subnet (92a412e3-261f-4d70-98de-0499f16805e5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:28.216509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53f5cf2-97fa-44f0-a769-5d7b9e1c26f0 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (92a412e3-261f-4d70-98de-0499f16805e5), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:28.246049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 1d6388cb-41f7-4c67-af25-f12bc7c66c89, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1d6388cb-41f7-4c67-af25-f12bc7c66c89,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:28.269327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962de4b-8f74-44b9-ae1d-bce21299bb8c req-f24e4a3e-0f88-45cc-9137-bcf136a8e505 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:28.281878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6962de4b-8f74-44b9-ae1d-bce21299bb8c req-f24e4a3e-0f88-45cc-9137-bcf136a8e505 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1945379 Feb 03 21:57:28.288942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '1d6388cb-41f7-4c67-af25-f12bc7c66c89', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'port_id': '1d6388cb-41f7-4c67-af25-f12bc7c66c89', 'mac_address': 'fa:16:3e:ad:dd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8fd80-7f87-469e-9ab2-aba4b4d5c683', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:57:28.330017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Made reservation on behalf of 8dd7ca305e11457aa8ffc1868155853d for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:28.341095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:28.386199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:28.386716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:28.415000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6962de4b-8f74-44b9-ae1d-bce21299bb8c req-4533c2d2-55b6-451b-8cc9-b997b6f0d3fb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320922 Feb 03 21:57:28.434955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6388cb-41f7-4c67-af25-f12bc7c66c89 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:28.483259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 1d6388cb-41f7-4c67-af25-f12bc7c66c89, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1d6388cb-41f7-4c67-af25-f12bc7c66c89,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:28.501358 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:28.628717 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:28.653744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Allocated IP 172.20.0.4 (4f96781a-9a92-4412-9f36-5bace5ece556/523d9f6a-170a-42b9-87a2-40342cc53b65/2b8bf846-b8d6-45b7-800d-f97f84e19c09) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:28.671835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=1d6388cb-41f7-4c67-af25-f12bc7c66c89,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:28.704211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.704566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.709355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.710895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.712156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.713756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.714503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.716579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.717127 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.719360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.719883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.722721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.723261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:28.858968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e83145-b750-48ee-a9cb-aa7272d485d3 req-a9434389-d562-48b7-ba71-9b973a07a21d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:28.867129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82e83145-b750-48ee-a9cb-aa7272d485d3 req-a9434389-d562-48b7-ba71-9b973a07a21d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 944 time: 0.1253877 Feb 03 21:57:28.887603 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53f5cf2-97fa-44f0-a769-5d7b9e1c26f0 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (92a412e3-261f-4d70-98de-0499f16805e5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:28.920358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82e83145-b750-48ee-a9cb-aa7272d485d3 req-a74d8264-925a-4f08-98ba-089f269d95a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 Feb 03 21:57:28.924024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:29.044100 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Publish callbacks [] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.178359 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53f5cf2-97fa-44f0-a769-5d7b9e1c26f0 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (92a412e3-261f-4d70-98de-0499f16805e5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.198812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05d7d8d4-606f-4e10-9c46-cf1b56053755 req-693f7b17-6f59-408d-b497-3a28520f48b5 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 210 time: 0.0569906 Feb 03 21:57:29.249283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.252063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f5cf2-97fa-44f0-a769-5d7b9e1c26f0 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event deleted for resources: {'Subnet': ['ID=92a412e3-261f-4d70-98de-0499f16805e5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:29.254261 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53f5cf2-97fa-44f0-a769-5d7b9e1c26f0 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.257624 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e53f5cf2-97fa-44f0-a769-5d7b9e1c26f0 tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "DELETE /v2.0/subnets/92a412e3-261f-4d70-98de-0499f16805e5 HTTP/1.1" status: 204 len: 168 time: 1.4489920 Feb 03 21:57:29.260312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:29.278949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b8f15-0334-4a6e-b1ce-852815a8c2d1 None None] Network 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:29.313124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Network 4f96781a-9a92-4412-9f36-5bace5ece556 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:29.316279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:29.333693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:29.441148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Pushing event updated for resources: {'Port': ['ID=2b8bf846-b8d6-45b7-800d-f97f84e19c09,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:29.483290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:29.483962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.484881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.518915 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-4fec2ffc-ff94-4dc0-b6fd-6c15d59c6f5e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1291139 Feb 03 21:57:29.544055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Request body: {'port': {'device_id': 'ecd167ec-b9fd-44c1-9ebf-35990209a0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:29.545891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253c329-cea2-4213-a7da-ce5b4307299e None None] DHCP port deletion for 3b8bf595-b0fb-4a7e-9824-635b3be1ac3c request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:57:29.606232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Deleting port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:29.606597 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.614280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.657500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a253c329-cea2-4213-a7da-ce5b4307299e None None] Deleting port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:29.659712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a253c329-cea2-4213-a7da-ce5b4307299e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.714983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] For port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,segment=NetworkSegment(159bc12e-2e62-4c72-8b81-3c651c1dd791),segment_id=159bc12e-2e62-4c72-8b81-3c651c1dd791)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:29.715373 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:29.772563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ee9aa-f695-46f7-ad02-621c824aa4ef req-444d6a75-8918-41af-b4a9-a15b2e0797c0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:29.775812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-073ee9aa-f695-46f7-ad02-621c824aa4ef req-444d6a75-8918-41af-b4a9-a15b2e0797c0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.2257655 Feb 03 21:57:29.793035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Calling delete_port for 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:29.826647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:57:29.993795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8bf846-b8d6-45b7-800d-f97f84e19c09 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:30.003727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Publish callbacks [] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.016652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Transition to ACTIVE for port object 2b8bf846-b8d6-45b7-800d-f97f84e19c09 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:57:30.022031 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.031793 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.056667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a253c329-cea2-4213-a7da-ce5b4307299e None None] For port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,segment=NetworkSegment(159bc12e-2e62-4c72-8b81-3c651c1dd791),segment_id=159bc12e-2e62-4c72-8b81-3c651c1dd791)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:30.057106 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a253c329-cea2-4213-a7da-ce5b4307299e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.074933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a253c329-cea2-4213-a7da-ce5b4307299e None None] Calling delete_port for 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:30.077381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:30.078064 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.092119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Pushing event updated for resources: {'Port': ['ID=2b8bf846-b8d6-45b7-800d-f97f84e19c09,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:30.161057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,segment=NetworkSegment(159bc12e-2e62-4c72-8b81-3c651c1dd791),segment_id=159bc12e-2e62-4c72-8b81-3c651c1dd791)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:30.178923 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.209769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Attempting to bind port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:57:30.210358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Attempting to bind port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '347a3212-1aac-4c3b-bd3f-a24fb98f734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f96781a-9a92-4412-9f36-5bace5ece556'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:57:30.210674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Attempting to bind port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 on network 4f96781a-9a92-4412-9f36-5bace5ece556 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:57:30.221265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 on network 4f96781a-9a92-4412-9f36-5bace5ece556 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:57:30.221539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Attempting to bind port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 on network 4f96781a-9a92-4412-9f36-5bace5ece556 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:57:30.229563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:57:30.229904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Checking segment: {'id': '347a3212-1aac-4c3b-bd3f-a24fb98f734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f96781a-9a92-4412-9f36-5bace5ece556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:30.230294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Bound using segment: {'id': '347a3212-1aac-4c3b-bd3f-a24fb98f734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f96781a-9a92-4412-9f36-5bace5ece556'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:57:30.230731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Bound port: 2b8bf846-b8d6-45b7-800d-f97f84e19c09, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347a3212-1aac-4c3b-bd3f-a24fb98f734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f96781a-9a92-4412-9f36-5bace5ece556'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:57:30.231259 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.274343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f815b-2b63-42a9-95e0-becef8217728 req-66399355-595c-46f8-8898-d794cca06bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:30.275838 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b24f815b-2b63-42a9-95e0-becef8217728 req-66399355-595c-46f8-8898-d794cca06bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 1127 time: 0.1198487 Feb 03 21:57:30.279672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:30.386569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] For port 2b8bf846-b8d6-45b7-800d-f97f84e19c09, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:57:30.413941 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] For port 2b8bf846-b8d6-45b7-800d-f97f84e19c09, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2b8bf846-b8d6-45b7-800d-f97f84e19c09,segment=NetworkSegment(347a3212-1aac-4c3b-bd3f-a24fb98f734f),segment_id=347a3212-1aac-4c3b-bd3f-a24fb98f734f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:57:30.420111 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a253c329-cea2-4213-a7da-ce5b4307299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.434829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.452356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253c329-cea2-4213-a7da-ce5b4307299e None None] Pushing event deleted for resources: {'Port': ['ID=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:30.465161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253c329-cea2-4213-a7da-ce5b4307299e None None] No DVR routers for this DVR port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:57:30.488561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f815b-2b63-42a9-95e0-becef8217728 req-ff3a136b-121b-410d-85f4-5fb03b018042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:30.490249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b24f815b-2b63-42a9-95e0-becef8217728 req-ff3a136b-121b-410d-85f4-5fb03b018042 service neutron] 10.222.0.10 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.1972570 Feb 03 21:57:30.516684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:30.517738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.520023 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] 10.222.0.47 "PUT /v2.0/ports/2b8bf846-b8d6-45b7-800d-f97f84e19c09 HTTP/1.1" status: 200 len: 1091 time: 0.9895933 Feb 03 21:57:30.525850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd167ec-b9fd-44c1-9ebf-35990209a0b8', 'tag': '2b8bf846-b8d6-45b7-800d-f97f84e19c09'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:30.529162 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72048edf-d5ec-400f-b4c7-4ae60ad8a513" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd167ec-b9fd-44c1-9ebf-35990209a0b8", "tag": "2b8bf846-b8d6-45b7-800d-f97f84e19c09"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:30.566682 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b24f815b-2b63-42a9-95e0-becef8217728 req-6768e93a-6c87-4e92-8bec-a96af2fa7aa0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5af44162-3880-45f3-8098-b495ef2ebd20 HTTP/1.1" status: 200 len: 217 time: 0.0657048 Feb 03 21:57:30.620467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccd2c3-a705-4532-b7b4-460fa823c0ff service neutron] Pushing event updated for resources: {'Port': ['ID=2b8bf846-b8d6-45b7-800d-f97f84e19c09,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:30.667439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f815b-2b63-42a9-95e0-becef8217728 req-aff35501-22ad-4098-b4bd-d54d460c3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:30.669158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b24f815b-2b63-42a9-95e0-becef8217728 req-aff35501-22ad-4098-b4bd-d54d460c3673 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.0923579 Feb 03 21:57:30.713178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598011f9-1f10-4647-8600-c614088f9652 req-969f73de-f063-435b-9c41-6247c8d39545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:30.714760 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-969f73de-f063-435b-9c41-6247c8d39545 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8dd7ca305e11457aa8ffc1868155853d&device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 1125 time: 0.1076579 Feb 03 21:57:30.766066 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-23480dbd-0713-4a79-8939-8b9a35877ee7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8bf846-b8d6-45b7-800d-f97f84e19c09 HTTP/1.1" status: 200 len: 217 time: 0.0386071 Feb 03 21:57:30.771533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f815b-2b63-42a9-95e0-becef8217728 req-8869388e-73a0-414e-a4c6-1f4ee8f60b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:30.772940 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b24f815b-2b63-42a9-95e0-becef8217728 req-8869388e-73a0-414e-a4c6-1f4ee8f60b70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968211 Feb 03 21:57:30.792709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-073ee9aa-f695-46f7-ad02-621c824aa4ef req-3771b623-7e68-4923-9e93-78f779316917 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9987330 Feb 03 21:57:30.821419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771994d-950c-4014-b276-879ce22662ef req-5b791cfb-9563-4052-9863-272f2ea6d86d tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:30.823007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f771994d-950c-4014-b276-879ce22662ef req-5b791cfb-9563-4052-9863-272f2ea6d86d tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 1.0432060 Feb 03 21:57:30.886442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598011f9-1f10-4647-8600-c614088f9652 req-815b3000-9b64-42e3-b178-aa9b50846fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:30.888222 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-815b3000-9b64-42e3-b178-aa9b50846fbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=523d9f6a-170a-42b9-87a2-40342cc53b65 HTTP/1.1" status: 200 len: 857 time: 0.1141019 Feb 03 21:57:30.943719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f771994d-950c-4014-b276-879ce22662ef req-1d26dc0a-77e4-4c0b-a05f-960ef6379da5 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132050 Feb 03 21:57:30.958705 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0be9fbf2-298c-4e19-aede-bb3f1b5ef893), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:30.959640 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-54d5c806-b242-44f7-bc8a-d57ee8cd0fe0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f96781a-9a92-4412-9f36-5bace5ece556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644443 Feb 03 21:57:30.994558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b24f815b-2b63-42a9-95e0-becef8217728 req-84dfa4be-6e01-46cf-a4de-c5c17e4d3017 service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132332 Feb 03 21:57:30.996797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] No DVR routers for this DVR port 0be9fbf2-298c-4e19-aede-bb3f1b5ef893 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:57:31.003807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event deleted for resources: {'Port': ['ID=0be9fbf2-298c-4e19-aede-bb3f1b5ef893,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:31.015090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad6834-377a-42ec-8c01-83aaf261ef73 req-3005a124-304a-4970-8686-20f0aa279925 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:31.016637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37ad6834-377a-42ec-8c01-83aaf261ef73 req-3005a124-304a-4970-8686-20f0aa279925 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 944 time: 0.1255906 Feb 03 21:57:31.156082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-6848da1d-b35f-448a-a10f-daa9b6d2bf20 service neutron] 10.222.0.47 "GET /v2.0/networks/4f96781a-9a92-4412-9f36-5bace5ece556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869855 Feb 03 21:57:31.171204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:31.193186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8bf595-b0fb-4a7e-9824-635b3be1ac3c']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:31.201362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b24f815b-2b63-42a9-95e0-becef8217728 req-c5f617e1-3677-43f6-9adb-a676d4392637 service neutron] 10.222.0.10 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685307 Feb 03 21:57:31.212673 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159bc12e-2e62-4c72-8b81-3c651c1dd791') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:31.213099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159bc12e-2e62-4c72-8b81-3c651c1dd791') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:31.231535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37ad6834-377a-42ec-8c01-83aaf261ef73 req-1adc73f6-dc68-46a6-80f7-dd00a2d00a18 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964488 Feb 03 21:57:31.233368 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (159bc12e-2e62-4c72-8b81-3c651c1dd791), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:31.259972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c6e30-60f8-41dc-8581-c14be93c58f6 req-835b079d-14bb-4538-9c6c-4c1e69e2b99c tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:31.262059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b33c6e30-60f8-41dc-8581-c14be93c58f6 req-835b079d-14bb-4538-9c6c-4c1e69e2b99c tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 943 time: 0.2096686 Feb 03 21:57:31.263739 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (159bc12e-2e62-4c72-8b81-3c651c1dd791), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (159bc12e-2e62-4c72-8b81-3c651c1dd791), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:57:31.277223 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:57:31.348975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 1d6388cb-41f7-4c67-af25-f12bc7c66c89 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:57:31.362755 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2a1774-64ca-4b52-a77c-81a6c0af4728 x-openstack-request-id: req-fd2a1774-64ca-4b52-a77c-81a6c0af4728 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:31.363893 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd167ec-b9fd-44c1-9ebf-35990209a0b8", "tag": "2b8bf846-b8d6-45b7-800d-f97f84e19c09", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:31.365134 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd2a1774-64ca-4b52-a77c-81a6c0af4728 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:31.366437 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd167ec-b9fd-44c1-9ebf-35990209a0b8', 'tag': '2b8bf846-b8d6-45b7-800d-f97f84e19c09', 'status': 'completed', 'code': 200} Feb 03 21:57:31.370732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (3b8bf595-b0fb-4a7e-9824-635b3be1ac3c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:31.375569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b33c6e30-60f8-41dc-8581-c14be93c58f6 req-97a5d0a3-4f8b-466e-b256-370b5cc2a27c tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986681 Feb 03 21:57:31.381588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:31.384917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] 10.222.0.50 "DELETE /v2.0/networks/3b8bf595-b0fb-4a7e-9824-635b3be1ac3c HTTP/1.1" status: 204 len: 168 time: 2.1231587 Feb 03 21:57:31.391566 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-598011f9-1f10-4647-8600-c614088f9652 req-f70caf63-677f-4d97-b930-93e409378751 service neutron] 10.222.0.47 "GET /v2.0/networks/4f96781a-9a92-4412-9f36-5bace5ece556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226818 Feb 03 21:57:31.398485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a10ffa-b8d2-4f19-ba0a-9d4ee0bc6a3b tempest-AllowedAddressPairIpV6TestJSON-890110277 tempest-AllowedAddressPairIpV6TestJSON-890110277-project] Pushing event deleted for resources: {'Network': ['ID=3b8bf595-b0fb-4a7e-9824-635b3be1ac3c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:31.468512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:57:31.492178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:31.494244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:31.534861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-50081881-a598-4d83-b00f-101f0e2dd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:31.539292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-50081881-a598-4d83-b00f-101f0e2dd19f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8dd7ca305e11457aa8ffc1868155853d&device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 1125 time: 0.0808320 Feb 03 21:57:31.723796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:31.724542 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:31.788386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-2c7aa102-e0e9-4d9d-9aa8-13750e58e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:31.790602 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-2c7aa102-e0e9-4d9d-9aa8-13750e58e1da service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f96781a-9a92-4412-9f36-5bace5ece556 HTTP/1.1" status: 200 len: 918 time: 0.2443697 Feb 03 21:57:31.793954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 1d6388cb-41f7-4c67-af25-f12bc7c66c89, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1d6388cb-41f7-4c67-af25-f12bc7c66c89,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:31.795291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a23080f-7d01-4f25-969f-9035880e8e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6388cb-41f7-4c67-af25-f12bc7c66c89'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:31.798247 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aeb859-f603-4e2d-9d30-5613d9c3a585" -d '{"events": [{"server_uuid": "4a23080f-7d01-4f25-969f-9035880e8e4a", "name": "network-vif-plugged", "status": "completed", "tag": "1d6388cb-41f7-4c67-af25-f12bc7c66c89"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:31.814240 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:31.868972 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336d48ee-5e82-487c-9634-21fce6015420 x-openstack-request-id: req-336d48ee-5e82-487c-9634-21fce6015420 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:31.869550 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a23080f-7d01-4f25-969f-9035880e8e4a", "name": "network-vif-plugged", "status": "completed", "tag": "1d6388cb-41f7-4c67-af25-f12bc7c66c89", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:31.870048 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-336d48ee-5e82-487c-9634-21fce6015420 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:31.870692 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a23080f-7d01-4f25-969f-9035880e8e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6388cb-41f7-4c67-af25-f12bc7c66c89', 'code': 200} Feb 03 21:57:31.902990 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-a565014b-b848-4737-9b89-18ab10760e81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8bf846-b8d6-45b7-800d-f97f84e19c09 HTTP/1.1" status: 200 len: 217 time: 0.1022255 Feb 03 21:57:31.910954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43630) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:31.920355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=1d6388cb-41f7-4c67-af25-f12bc7c66c89,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:32.021708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-c4251327-80a7-45cf-bab5-732fda1715dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:32.026096 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-c4251327-80a7-45cf-bab5-732fda1715dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=523d9f6a-170a-42b9-87a2-40342cc53b65 HTTP/1.1" status: 200 len: 857 time: 0.0996294 Feb 03 21:57:32.078218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-1ae949b7-8ef3-4b20-9f13-8286ad3ed02d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f96781a-9a92-4412-9f36-5bace5ece556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450690 Feb 03 21:57:32.147881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed944ef-2295-4248-9c22-ee50838f8faa req-d0f5fbaa-5856-468e-87a7-8be221a1bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:32.149616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ed944ef-2295-4248-9c22-ee50838f8faa req-d0f5fbaa-5856-468e-87a7-8be221a1bc02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 1127 time: 0.1925826 Feb 03 21:57:32.163859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899f00b-1ca6-4338-99d5-7cda4c296109 req-66df0dc3-39f2-43e7-af6c-237791e45869 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:32.165457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6899f00b-1ca6-4338-99d5-7cda4c296109 req-66df0dc3-39f2-43e7-af6c-237791e45869 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.2029452 Feb 03 21:57:32.225275 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ed944ef-2295-4248-9c22-ee50838f8faa req-c67cffab-7bd5-42db-8d10-cf77ab8af0c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666914 Feb 03 21:57:32.227454 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-4f49181a-7331-412e-a4c8-c202a462f32d service neutron] 10.222.0.47 "GET /v2.0/networks/4f96781a-9a92-4412-9f36-5bace5ece556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383128 Feb 03 21:57:32.231721 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:57:32.315825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ceb27ca2-fd31-4502-a14b-9baa1c2fd864 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58fe926647bc4c0989333835e5789dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022343 Feb 03 21:57:32.319713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6899f00b-1ca6-4338-99d5-7cda4c296109 req-5be2bf46-1ce9-4cf4-b960-4e4a71937edc tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105924 Feb 03 21:57:32.326624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6232b98-5dd5-4fcc-99e5-e8363c12c368 req-14552ca7-73f5-46b6-9b17-307558e24e8e tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:32.328082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6232b98-5dd5-4fcc-99e5-e8363c12c368 req-14552ca7-73f5-46b6-9b17-307558e24e8e tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.2344155 Feb 03 21:57:32.328561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:32.420883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72048edf-d5ec-400f-b4c7-4ae60ad8a513 req-d0015462-d92d-406b-8ee1-452c35418e30 service neutron] 10.222.0.47 "GET /v2.0/networks/4f96781a-9a92-4412-9f36-5bace5ece556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860626 Feb 03 21:57:32.440951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6232b98-5dd5-4fcc-99e5-e8363c12c368 req-48968619-a0f2-4f2d-b551-8e784f9027d6 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039124 Feb 03 21:57:32.506016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9b35930-6972-41d2-98fe-25aaa4a90547 admin admin] Publish callbacks [] for security_group (e13ada00-245d-4479-961e-ec329af0d212), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:32.606556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9b35930-6972-41d2-98fe-25aaa4a90547 admin admin] Publish callbacks [] for security_group (e13ada00-245d-4479-961e-ec329af0d212), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:32.645304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ba533-1ed9-4426-95b8-d143a16e0b5e req-350f8d3f-116e-4cad-a3e7-e1b86ed9b1af tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:32.646801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-417ba533-1ed9-4426-95b8-d143a16e0b5e req-350f8d3f-116e-4cad-a3e7-e1b86ed9b1af tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 945 time: 0.2058465 Feb 03 21:57:32.663620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a553334-fe41-4faf-af73-6db55766ce50 req-72d0dbf1-2f8b-48ed-b350-e3d8294ad5e3 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:32.665131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a553334-fe41-4faf-af73-6db55766ce50 req-72d0dbf1-2f8b-48ed-b350-e3d8294ad5e3 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 943 time: 0.1624882 Feb 03 21:57:32.747570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-417ba533-1ed9-4426-95b8-d143a16e0b5e req-52578164-82af-4611-b46a-f0809f95a382 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814087 Feb 03 21:57:32.785119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a553334-fe41-4faf-af73-6db55766ce50 req-d210a15f-ef57-4b0e-858f-218a36e95f9f tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006715 Feb 03 21:57:32.786469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9b35930-6972-41d2-98fe-25aaa4a90547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e13ada00-245d-4479-961e-ec329af0d212), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:32.789231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9b35930-6972-41d2-98fe-25aaa4a90547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:32.790412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b9b35930-6972-41d2-98fe-25aaa4a90547 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e13ada00-245d-4479-961e-ec329af0d212 HTTP/1.1" status: 204 len: 168 time: 0.4609170 Feb 03 21:57:32.801095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b35930-6972-41d2-98fe-25aaa4a90547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13ada00-245d-4479-961e-ec329af0d212,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:33.352024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5af44162-3880-45f3-8098-b495ef2ebd20 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:57:33.529591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e29834-38b3-4b2b-9953-e3674d396d4a req-98a34012-31cc-4ce8-a99a-50d9872a817c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:33.531594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36e29834-38b3-4b2b-9953-e3674d396d4a req-98a34012-31cc-4ce8-a99a-50d9872a817c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 945 time: 0.1056991 Feb 03 21:57:33.583491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5af44162-3880-45f3-8098-b495ef2ebd20 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:33.586280 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:33.703718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5af44162-3880-45f3-8098-b495ef2ebd20,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:33.712124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:33.730134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36e29834-38b3-4b2b-9953-e3674d396d4a req-36b030d1-f874-4128-a24f-56d32f4aad14 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862178 Feb 03 21:57:33.777655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5af44162-3880-45f3-8098-b495ef2ebd20,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:33.871856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:33.874851 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13f1845-6dd7-4199-9135-e4156f1616d2" -d '{"events": [{"server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:33.926759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:33.955615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945d194-7ab4-46be-9675-73c29b2aaea4 req-0f94736a-60bb-412a-9a1d-daf985f7e1ce tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:33.963276 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0945d194-7ab4-46be-9675-73c29b2aaea4 req-0f94736a-60bb-412a-9a1d-daf985f7e1ce tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.2317016 Feb 03 21:57:34.014981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0945d194-7ab4-46be-9675-73c29b2aaea4 req-2cb306fe-4b85-4b45-a540-b7568e84c01d tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512590 Feb 03 21:57:34.031813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a16f0-a0d0-4ccf-9aac-b471b22013f0 req-7f05e2d0-f831-4cd0-bb69-161dc98087bf tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:34.039076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-577a16f0-a0d0-4ccf-9aac-b471b22013f0 req-7f05e2d0-f831-4cd0-bb69-161dc98087bf tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 945 time: 0.1300673 Feb 03 21:57:34.119587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-577a16f0-a0d0-4ccf-9aac-b471b22013f0 req-40108e69-8921-4f21-9e8b-1cac7c0e74d9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795403 Feb 03 21:57:34.164213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1944683701'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:34.168178 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f3a1e9-4df7-47c3-92f8-ba771d2d1707 x-openstack-request-id: req-57f3a1e9-4df7-47c3-92f8-ba771d2d1707 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:34.168683 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "name": "network-vif-unplugged", "status": "failed", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20", "code": 422}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:34.169133 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57f3a1e9-4df7-47c3-92f8-ba771d2d1707 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:34.169764 n-d-824834-9 neutron-server[103399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20', 'code': 422} returned with failed status Feb 03 21:57:34.195109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Made reservation on behalf of 26f2b5555e7441309b53de442dfdb435 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:34.198980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c04727-0d18-4b7f-aa0e-fc23bf796182 req-1da17c78-c84a-49d5-8cda-b0d741d4fd85 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:34.200708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6c04727-0d18-4b7f-aa0e-fc23bf796182 req-1da17c78-c84a-49d5-8cda-b0d741d4fd85 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 943 time: 0.1009791 Feb 03 21:57:34.219867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:34.247076 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:34.272590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6c04727-0d18-4b7f-aa0e-fc23bf796182 req-becab1a1-03b7-4866-a110-ab7a767d9ded tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613422 Feb 03 21:57:34.370648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for security_group (f52ed36c-f603-4f10-8050-aca41233ff86), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:34.375837 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f52ed36c-f603-4f10-8050-aca41233ff86), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:34.414598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:57:34.424763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52ed36c-f603-4f10-8050-aca41233ff86,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:34.429955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (48da7906-ac71-4cd1-832a-83a255734308), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:34.430268 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Added segment 48da7906-ac71-4cd1-832a-83a255734308 of type vlan for network 12c76811-0032-44a5-acd2-1fe32ed7f76a Feb 03 21:57:34.488846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (12c76811-0032-44a5-acd2-1fe32ed7f76a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:34.538744 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (12c76811-0032-44a5-acd2-1fe32ed7f76a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:34.545024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:34.546251 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:34.585609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b9ead-27e2-4d9e-b9e4-00967060ba7c req-b9e60810-16b7-47bf-ab1a-d205423f5d62 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:34.593501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-897b9ead-27e2-4d9e-b9e4-00967060ba7c req-b9e60810-16b7-47bf-ab1a-d205423f5d62 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.2099133 Feb 03 21:57:34.611219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-897b9ead-27e2-4d9e-b9e4-00967060ba7c req-abc134f9-4748-4bb1-b004-daf3e29294ec tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/quotas/ba56a3ba2f2e4b4ab46d242315c1b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0140383 Feb 03 21:57:34.636601 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7033150 Feb 03 21:57:34.638557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:34.660358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Request body: {'subnet': {'network_id': '12c76811-0032-44a5-acd2-1fe32ed7f76a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:34.667646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555c650-4425-469a-8662-c4bdf51d85fb tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event updated for resources: {'Network': ['ID=12c76811-0032-44a5-acd2-1fe32ed7f76a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:34.687001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 12c76811-0032-44a5-acd2-1fe32ed7f76a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:57:34.708366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-897b9ead-27e2-4d9e-b9e4-00967060ba7c req-f2836540-05fa-4b74-b45f-39b6727038de tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929050 Feb 03 21:57:34.905897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Made reservation on behalf of 26f2b5555e7441309b53de442dfdb435 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:34.912185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:34.912393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-897b9ead-27e2-4d9e-b9e4-00967060ba7c req-7ef3dec1-16b7-4b73-a904-bb381e8777c0 service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972106 Feb 03 21:57:35.010911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-897b9ead-27e2-4d9e-b9e4-00967060ba7c req-2e28555f-40c6-4509-9666-ea19dae9a1fa service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909615 Feb 03 21:57:35.044129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023cc21-4101-454d-9e86-927f6a85159e req-2d95a6c8-6c9c-4954-9ee8-507d84a8c571 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:35.054612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6023cc21-4101-454d-9e86-927f6a85159e req-2d95a6c8-6c9c-4954-9ee8-507d84a8c571 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 943 time: 0.2029557 Feb 03 21:57:35.209691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6023cc21-4101-454d-9e86-927f6a85159e req-3f621247-eb7c-4253-a49c-da30fe9be670 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359708 Feb 03 21:57:35.342565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785bd4c-4e19-445c-82e5-20212a62356a req-36d0469e-46d0-4380-b1c4-b15fdb7e1bd8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:35.345510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f785bd4c-4e19-445c-82e5-20212a62356a req-36d0469e-46d0-4380-b1c4-b15fdb7e1bd8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.1252911 Feb 03 21:57:35.435094 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (b470b8f3-e56e-4b66-8fee-2d44450c62d9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:35.474455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f785bd4c-4e19-445c-82e5-20212a62356a req-c41e15e5-552d-4333-95e9-508867ce8930 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215365 Feb 03 21:57:35.504773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event updated for resources: {'Subnet': ['ID=b470b8f3-e56e-4b66-8fee-2d44450c62d9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:35.600227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Checking segment: {'id': '48da7906-ac71-4cd1-832a-83a255734308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12c76811-0032-44a5-acd2-1fe32ed7f76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:35.600601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Network hostable DHCP agents. Network: 12c76811-0032-44a5-acd2-1fe32ed7f76a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:57:35.650403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Network 12c76811-0032-44a5-acd2-1fe32ed7f76a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:57:35.667088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 12c76811-0032-44a5-acd2-1fe32ed7f76a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:35.671727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:35.672325 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:35.684723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ce17b-03a7-4ecf-82fb-eb8839ce92cb None None] Network 12c76811-0032-44a5-acd2-1fe32ed7f76a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:35.708315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-61fa2a25-1f47-4a9d-b0ac-1c237a12e65f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0578291 Feb 03 21:57:35.708581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43766) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:35.713961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Request body: {'port': {'network_id': '12c76811-0032-44a5-acd2-1fe32ed7f76a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1595748171'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:35.775091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1f93-271f-4213-b591-b9e7a3db5fd9 req-e6cb6e3a-76a1-4460-9c2a-12a7a8756b2e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:35.785706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09dc1f93-271f-4213-b591-b9e7a3db5fd9 req-e6cb6e3a-76a1-4460-9c2a-12a7a8756b2e tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1768239 Feb 03 21:57:35.821242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeafe53-b1a9-4c40-bf8e-a5d913e00e90 req-875cce23-e716-47a1-bfb1-e2d310197640 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:35.829148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-baeafe53-b1a9-4c40-bf8e-a5d913e00e90 req-875cce23-e716-47a1-bfb1-e2d310197640 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 943 time: 0.1641324 Feb 03 21:57:35.905189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2b8bf846-b8d6-45b7-800d-f97f84e19c09 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:57:35.925652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09dc1f93-271f-4213-b591-b9e7a3db5fd9 req-e4a86ae2-1210-4ca9-9338-f2234de335f4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385593 Feb 03 21:57:35.956577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-12c76811-0032-44a5-acd2-1fe32ed7f76a', 'network_id': '12c76811-0032-44a5-acd2-1fe32ed7f76a', 'project_id': '26f2b5555e7441309b53de442dfdb435', 'fixed_ips': [{'subnet_id': 'b470b8f3-e56e-4b66-8fee-2d44450c62d9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:57:35.957755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:36.065720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-baeafe53-b1a9-4c40-bf8e-a5d913e00e90 req-3e82c465-4907-4af4-bc2a-e2fef00f9bfb tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351079 Feb 03 21:57:36.067959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2b8bf846-b8d6-45b7-800d-f97f84e19c09, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2b8bf846-b8d6-45b7-800d-f97f84e19c09,segment=NetworkSegment(347a3212-1aac-4c3b-bd3f-a24fb98f734f),segment_id=347a3212-1aac-4c3b-bd3f-a24fb98f734f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:36.082857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '2b8bf846-b8d6-45b7-800d-f97f84e19c09', 'network_id': '4f96781a-9a92-4412-9f36-5bace5ece556', 'port_id': '2b8bf846-b8d6-45b7-800d-f97f84e19c09', 'mac_address': 'fa:16:3e:14:4a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523d9f6a-170a-42b9-87a2-40342cc53b65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:57:36.141940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Made reservation on behalf of 26f2b5555e7441309b53de442dfdb435 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:36.147461 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:36.167947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:36.168609 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:36.228184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] device_id is not set on port 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:57:36.260034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8bf846-b8d6-45b7-800d-f97f84e19c09 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:36.291081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2b8bf846-b8d6-45b7-800d-f97f84e19c09, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2b8bf846-b8d6-45b7-800d-f97f84e19c09,segment=NetworkSegment(347a3212-1aac-4c3b-bd3f-a24fb98f734f),segment_id=347a3212-1aac-4c3b-bd3f-a24fb98f734f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:36.299711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:36.343398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f56b1-80f8-43af-ad2f-db60608ba79d req-ff5ed0bc-e7af-4d81-a6bc-469fe5666411 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:36.344754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-215f56b1-80f8-43af-ad2f-db60608ba79d req-ff5ed0bc-e7af-4d81-a6bc-469fe5666411 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1518235 Feb 03 21:57:36.361108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2b8bf846-b8d6-45b7-800d-f97f84e19c09,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:36.433674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Allocated IP 2001:db8::2 (12c76811-0032-44a5-acd2-1fe32ed7f76a/b470b8f3-e56e-4b66-8fee-2d44450c62d9/3da36d47-648b-4d9e-9819-32fe4d6dfefe) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:36.445747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-215f56b1-80f8-43af-ad2f-db60608ba79d req-26c4c915-5582-4749-87d6-912f16995bd2 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930986 Feb 03 21:57:36.451795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-6d3edf89-d824-494f-8d67-cfd33ad9c6b8 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:36.459479 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-6d3edf89-d824-494f-8d67-cfd33ad9c6b8 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.1868424 Feb 03 21:57:36.478515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-5f482947-b35f-4a6e-8074-a9041b25efab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/quotas/ba56a3ba2f2e4b4ab46d242315c1b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0175612 Feb 03 21:57:36.548194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-d5ca6a42-3124-4709-b415-80e8d7b5bff4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686085 Feb 03 21:57:36.707008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2b8bf846-b8d6-45b7-800d-f97f84e19c09'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:36.715707 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Publish callbacks [] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:36.727516 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:36.798632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Network 12c76811-0032-44a5-acd2-1fe32ed7f76a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:36.806915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:36.814120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-f271ef3a-3874-4378-874e-f38f33c92855 service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566528 Feb 03 21:57:36.836892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:36.862639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Allocated IP 2001:db8::180 (12c76811-0032-44a5-acd2-1fe32ed7f76a/b470b8f3-e56e-4b66-8fee-2d44450c62d9/9acb95d8-7430-4f8d-90bf-2ffeeea6a73a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:36.872518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Pushing event updated for resources: {'Port': ['ID=3da36d47-648b-4d9e-9819-32fe4d6dfefe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:37.000625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-616b387e-5573-4cda-8f41-650818d8b20a service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677811 Feb 03 21:57:37.014443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Attempting to bind port 3da36d47-648b-4d9e-9819-32fe4d6dfefe on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:57:37.015022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Attempting to bind port 3da36d47-648b-4d9e-9819-32fe4d6dfefe by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '48da7906-ac71-4cd1-832a-83a255734308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12c76811-0032-44a5-acd2-1fe32ed7f76a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:57:37.015161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Attempting to bind port 3da36d47-648b-4d9e-9819-32fe4d6dfefe on network 12c76811-0032-44a5-acd2-1fe32ed7f76a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:57:37.023500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:57:37.024120 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Checking segment: {'id': '48da7906-ac71-4cd1-832a-83a255734308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12c76811-0032-44a5-acd2-1fe32ed7f76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:37.024679 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:37.025261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Bound using segment: {'id': '48da7906-ac71-4cd1-832a-83a255734308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12c76811-0032-44a5-acd2-1fe32ed7f76a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:57:37.025904 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Bound port: 3da36d47-648b-4d9e-9819-32fe4d6dfefe, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48da7906-ac71-4cd1-832a-83a255734308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12c76811-0032-44a5-acd2-1fe32ed7f76a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:57:37.026457 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:37.113907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2e60f-77af-45d2-b4e2-0cb6c52eec25 req-87f50a0c-f333-41c5-b222-7e8b92412bca tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:37.124392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7f2e60f-77af-45d2-b4e2-0cb6c52eec25 req-87f50a0c-f333-41c5-b222-7e8b92412bca tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.1508017 Feb 03 21:57:37.196688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] For port 3da36d47-648b-4d9e-9819-32fe4d6dfefe, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:57:37.200660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] For port 3da36d47-648b-4d9e-9819-32fe4d6dfefe, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3da36d47-648b-4d9e-9819-32fe4d6dfefe,segment=NetworkSegment(48da7906-ac71-4cd1-832a-83a255734308),segment_id=48da7906-ac71-4cd1-832a-83a255734308)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:57:37.228862 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:37.232105 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7f2e60f-77af-45d2-b4e2-0cb6c52eec25 req-d77b01b3-1f8d-4ef6-ac48-6f153251342c tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890689 Feb 03 21:57:37.280382 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:37.344437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b84a16-b8e4-4dd0-a9ab-0e125f5c3fd0 None None] Pushing event updated for resources: {'Port': ['ID=3da36d47-648b-4d9e-9819-32fe4d6dfefe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:37.368121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5af44162-3880-45f3-8098-b495ef2ebd20 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:57:37.414801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:37.533351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event updated for resources: {'Port': ['ID=9acb95d8-7430-4f8d-90bf-2ffeeea6a73a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:37.587069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Network 12c76811-0032-44a5-acd2-1fe32ed7f76a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:37.594554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:37.601082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c53647-7a94-4521-a48a-9b8c219aeb23 req-67687ccd-e414-4a40-a7f2-d13dfbaa6e20 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:37.604260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:37.605272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46c53647-7a94-4521-a48a-9b8c219aeb23 req-67687ccd-e414-4a40-a7f2-d13dfbaa6e20 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2257910 Feb 03 21:57:37.624393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e1c95-d257-43a8-a719-6e35cb1571f1 req-80271c22-af67-4ab4-b423-03bd6dd0ae2e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:37.625029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5af44162-3880-45f3-8098-b495ef2ebd20 is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:37.626877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:37.630210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f1e1c95-d257-43a8-a719-6e35cb1571f1 req-80271c22-af67-4ab4-b423-03bd6dd0ae2e tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 944 time: 0.2103882 Feb 03 21:57:37.636403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:37.686642 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e85ddf94-30a1-42b2-8302-cd76654495c1 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9769475 Feb 03 21:57:37.687352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:37.701994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Request body: {'port': {'network_id': '12c76811-0032-44a5-acd2-1fe32ed7f76a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1367999123', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:37.702559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] bootfile-name is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 21:57:37.702916 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] tftp-server is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 21:57:37.703242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] server-ip-address is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 21:57:37.786822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46c53647-7a94-4521-a48a-9b8c219aeb23 req-ba91488f-cd9f-413c-95f4-4ee70be633bd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496303 Feb 03 21:57:37.892129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f1e1c95-d257-43a8-a719-6e35cb1571f1 req-2d058537-3951-4f71-b898-ef12a9b512be tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463450 Feb 03 21:57:37.954663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3da36d47-648b-4d9e-9819-32fe4d6dfefe up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:57:37.966356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4a35571-4940-4ac4-b3b6-f8e400d9650f req-859133b2-49c4-4af2-a14f-b8bf9e8da416 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 210 time: 0.0731509 Feb 03 21:57:37.994255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Made reservation on behalf of 26f2b5555e7441309b53de442dfdb435 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:38.001754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:38.042159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] device_id is not set on port c0575f6e-6655-40d5-8373-3249a53b1ce5 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:57:38.051482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3da36d47-648b-4d9e-9819-32fe4d6dfefe triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:38.052030 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:38.173372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3da36d47-648b-4d9e-9819-32fe4d6dfefe is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:38.174115 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:38.223478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 3da36d47-648b-4d9e-9819-32fe4d6dfefe, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3da36d47-648b-4d9e-9819-32fe4d6dfefe,segment=NetworkSegment(48da7906-ac71-4cd1-832a-83a255734308),segment_id=48da7906-ac71-4cd1-832a-83a255734308)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:38.236345 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:38.289005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Allocated IP 2001:db8::94 (12c76811-0032-44a5-acd2-1fe32ed7f76a/b470b8f3-e56e-4b66-8fee-2d44450c62d9/c0575f6e-6655-40d5-8373-3249a53b1ce5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:38.337471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=3da36d47-648b-4d9e-9819-32fe4d6dfefe,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:38.448567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fb361-5d42-42e8-8eea-1c3881f85fe1 req-88b8b360-4381-471b-98e1-1e1369921215 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:38.451642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c52fb361-5d42-42e8-8eea-1c3881f85fe1 req-88b8b360-4381-471b-98e1-1e1369921215 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.1042633 Feb 03 21:57:38.528307 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c52fb361-5d42-42e8-8eea-1c3881f85fe1 req-1f3e2fff-2d47-4455-b312-45c13adac68b tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710223 Feb 03 21:57:38.599895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for port (c0575f6e-6655-40d5-8373-3249a53b1ce5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:38.641286 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c0575f6e-6655-40d5-8373-3249a53b1ce5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:38.700590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Network 12c76811-0032-44a5-acd2-1fe32ed7f76a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:38.707633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:38.710927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:38.719089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:38.719784 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:38.806299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:38.816668 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1280887 Feb 03 21:57:38.836116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ff1df-3832-4863-b635-b4a53fc4b6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event updated for resources: {'Port': ['ID=c0575f6e-6655-40d5-8373-3249a53b1ce5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:38.979743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db82c16-b684-465c-b058-1469a81eeb16 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:38.990177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db82c16-b684-465c-b058-1469a81eeb16 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:38.991425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-6089ae15-2d6e-4d17-9588-74a54dafba5f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:38.992927 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-6089ae15-2d6e-4d17-9588-74a54dafba5f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.2682488 Feb 03 21:57:38.998463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db82c16-b684-465c-b058-1469a81eeb16 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:39.004099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:39.004659 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3db82c16-b684-465c-b058-1469a81eeb16 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1969182 Feb 03 21:57:39.012620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb27ad1-536d-499e-9a0b-0e07ae00bec3 None None] Network 12c76811-0032-44a5-acd2-1fe32ed7f76a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:39.015661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Request body: {'port': {'device_id': 'b5088432-fb6e-4c80-82cb-eb7bcdff97c7', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'admin_state_up': True, 'tenant_id': 'ba56a3ba2f2e4b4ab46d242315c1b4c3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:39.041403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afb234-5f31-4ce2-ab17-b04ec5159a7d req-598dcbc1-ee8e-4a6d-a9e8-5e211f683339 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:39.050106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60afb234-5f31-4ce2-ab17-b04ec5159a7d req-598dcbc1-ee8e-4a6d-a9e8-5e211f683339 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1387455 Feb 03 21:57:39.145897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c77ef918-e852-4bed-b2ed-8304aa1f5fbf None None] Provisioning complete for port 3da36d47-648b-4d9e-9819-32fe4d6dfefe triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:39.147198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c77ef918-e852-4bed-b2ed-8304aa1f5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:39.213870 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60afb234-5f31-4ce2-ab17-b04ec5159a7d req-59f9d170-48db-4c2b-9801-2a95a715bc55 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556265 Feb 03 21:57:39.234335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c953dd-abf2-4d5d-9f92-21c85096b2f7 req-5d29c2bd-a295-4304-9450-9121b27f5d59 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:39.237914 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52c953dd-abf2-4d5d-9f92-21c85096b2f7 req-5d29c2bd-a295-4304-9450-9121b27f5d59 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 944 time: 0.1848552 Feb 03 21:57:39.262191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf1b6c-6474-41b1-8c52-43a145b4543c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Deleting port c0575f6e-6655-40d5-8373-3249a53b1ce5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:39.262531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1b6c-6474-41b1-8c52-43a145b4543c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c0575f6e-6655-40d5-8373-3249a53b1ce5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:39.325076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52c953dd-abf2-4d5d-9f92-21c85096b2f7 req-3d0a15a9-febf-492c-8075-c33ec2b3d3a6 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799284 Feb 03 21:57:39.342471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c77ef918-e852-4bed-b2ed-8304aa1f5fbf None None] Current status of the port 3da36d47-648b-4d9e-9819-32fe4d6dfefe is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:39.368345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Made reservation on behalf of ba56a3ba2f2e4b4ab46d242315c1b4c3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:39.375770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:39.390043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-484fb072-cb70-48a5-aff4-547aeabc7891 req-e21bfae8-faac-4857-a3f9-a6481d9786af tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 210 time: 0.0453138 Feb 03 21:57:39.758225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3da36d47-648b-4d9e-9819-32fe4d6dfefe up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:57:39.758643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469b23-d7b5-4d37-ae14-41f87940f72d req-8d9a642c-2b9e-4f76-b500-4a0fb8202d66 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:39.766756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba469b23-d7b5-4d37-ae14-41f87940f72d req-8d9a642c-2b9e-4f76-b500-4a0fb8202d66 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.1497190 Feb 03 21:57:39.839384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-020c399b-e5c7-4d53-bf04-c2376b54b45b None None] Provisioning complete for port 3da36d47-648b-4d9e-9819-32fe4d6dfefe triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:39.839759 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-020c399b-e5c7-4d53-bf04-c2376b54b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:39.859543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba469b23-d7b5-4d37-ae14-41f87940f72d req-15f05aa2-c524-43ae-a210-f19f3eec3d3a tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907962 Feb 03 21:57:39.945926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2b8bf846-b8d6-45b7-800d-f97f84e19c09 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:57:40.129430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1b6c-6474-41b1-8c52-43a145b4543c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c0575f6e-6655-40d5-8373-3249a53b1ce5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.142517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-020c399b-e5c7-4d53-bf04-c2376b54b45b None None] Current status of the port 3da36d47-648b-4d9e-9819-32fe4d6dfefe is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:40.143906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Allocated IP 172.20.0.9 (5b80f157-ae27-4069-a1da-9e28e7643a83/62d8fd80-7f87-469e-9ab2-aba4b4d5c683/12b2bec7-6af5-4d7b-8f99-40c2c2681dbe) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:40.147697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3da36d47-648b-4d9e-9819-32fe4d6dfefe triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:40.148229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.151756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf1b6c-6474-41b1-8c52-43a145b4543c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Calling delete_port for c0575f6e-6655-40d5-8373-3249a53b1ce5 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:40.200225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:57:40.208767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-020c399b-e5c7-4d53-bf04-c2376b54b45b None None] Provisioning complete for port 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:40.209781 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-020c399b-e5c7-4d53-bf04-c2376b54b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.211359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:40.211787 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.345114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3da36d47-648b-4d9e-9819-32fe4d6dfefe is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:40.450623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363bc3f-d77f-49fa-84f5-f43c79bd6b07 req-c628051a-db42-4cf2-99c7-0cd1a2b539ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:40.452871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6363bc3f-d77f-49fa-84f5-f43c79bd6b07 req-c628051a-db42-4cf2-99c7-0cd1a2b539ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.0937057 Feb 03 21:57:40.471080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:40.471080 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.472561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-020c399b-e5c7-4d53-bf04-c2376b54b45b None None] Port 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:40.532475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd167ec-b9fd-44c1-9ebf-35990209a0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8bf846-b8d6-45b7-800d-f97f84e19c09'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:40.539969 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a2612-8478-4737-b65f-09ed44bc798b" -d '{"events": [{"server_uuid": "ecd167ec-b9fd-44c1-9ebf-35990209a0b8", "name": "network-vif-plugged", "status": "completed", "tag": "2b8bf846-b8d6-45b7-800d-f97f84e19c09"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:40.559990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-020c399b-e5c7-4d53-bf04-c2376b54b45b None None] Provisioning complete for port c0575f6e-6655-40d5-8373-3249a53b1ce5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:40.561158 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-020c399b-e5c7-4d53-bf04-c2376b54b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c0575f6e-6655-40d5-8373-3249a53b1ce5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.567925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2b8bf846-b8d6-45b7-800d-f97f84e19c09, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2b8bf846-b8d6-45b7-800d-f97f84e19c09,segment=NetworkSegment(347a3212-1aac-4c3b-bd3f-a24fb98f734f),segment_id=347a3212-1aac-4c3b-bd3f-a24fb98f734f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:40.592483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks [] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.596298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-020c399b-e5c7-4d53-bf04-c2376b54b45b None None] Port c0575f6e-6655-40d5-8373-3249a53b1ce5 was deleted so its status cannot be updated. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 21:57:40.598616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.624166 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1b6c-6474-41b1-8c52-43a145b4543c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c0575f6e-6655-40d5-8373-3249a53b1ce5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.628051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d31917-aa0c-4b71-8194-b12f9e7ffc7d req-dd4a5f26-b93e-414e-885f-bfbc302bfb26 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:40.629646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49d31917-aa0c-4b71-8194-b12f9e7ffc7d req-dd4a5f26-b93e-414e-885f-bfbc302bfb26 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 944 time: 0.1204817 Feb 03 21:57:40.644292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6363bc3f-d77f-49fa-84f5-f43c79bd6b07 req-cf36cffe-54ba-4c30-a91e-30d76d7ccf07 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662464 Feb 03 21:57:40.684048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2b8bf846-b8d6-45b7-800d-f97f84e19c09,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:40.684260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf1b6c-6474-41b1-8c52-43a145b4543c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event deleted for resources: {'Port': ['ID=c0575f6e-6655-40d5-8373-3249a53b1ce5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:40.738349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.752943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49d31917-aa0c-4b71-8194-b12f9e7ffc7d req-75072769-edd1-4c3b-a348-efae96932d29 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013997 Feb 03 21:57:40.775245 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1b6c-6474-41b1-8c52-43a145b4543c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:40.788297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:40.796541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43890) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:40.797486 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cdcf1b6c-6474-41b1-8c52-43a145b4543c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "DELETE /v2.0/ports/c0575f6e-6655-40d5-8373-3249a53b1ce5 HTTP/1.1" status: 204 len: 168 time: 1.7923734 Feb 03 21:57:40.813270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Request body: {'port': {'name': 'tempest-new-port-name-427530272', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:40.814188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.api.validators [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] bootfile-name is not in valid_values {{(pid=103397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 21:57:40.816939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.api.validators [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] tftp-server is not in valid_values {{(pid=103397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 21:57:40.833552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.api.validators [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] server-ip-address is not in valid_values {{(pid=103397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 21:57:40.868104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:40.874836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:40.879012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:40.888359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event updated for resources: {'Port': ['ID=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:40.928004 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b254a57-9bda-4b82-a02f-e5d659ecf483 x-openstack-request-id: req-2b254a57-9bda-4b82-a02f-e5d659ecf483 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:40.930911 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd167ec-b9fd-44c1-9ebf-35990209a0b8", "name": "network-vif-plugged", "status": "completed", "tag": "2b8bf846-b8d6-45b7-800d-f97f84e19c09", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:40.932248 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b254a57-9bda-4b82-a02f-e5d659ecf483 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:40.932858 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd167ec-b9fd-44c1-9ebf-35990209a0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8bf846-b8d6-45b7-800d-f97f84e19c09', 'code': 200} Feb 03 21:57:40.948783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9582f4f-cef6-4999-8e44-88ad5a5760c4 None None] Provisioning complete for port 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:40.950743 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9582f4f-cef6-4999-8e44-88ad5a5760c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:41.062052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7616ff-a1b5-4d11-8655-781e88f66ea4 req-7ea4e65a-837f-4e04-a9d9-72a97307fdb7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:41.063294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:41.065326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:41.070764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d7616ff-a1b5-4d11-8655-781e88f66ea4 req-7ea4e65a-837f-4e04-a9d9-72a97307fdb7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 931 time: 0.2320783 Feb 03 21:57:41.096516 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-369c3ef9-0cf6-495a-86dd-ee5d74aa1e90 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0943630 Feb 03 21:57:41.110536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f796be5-1b0f-45f5-b366-a6acdb3568c3 req-8b96e185-93ef-4b22-8ef7-4d46b9a29957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:41.114230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9f796be5-1b0f-45f5-b366-a6acdb3568c3 req-8b96e185-93ef-4b22-8ef7-4d46b9a29957 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 1127 time: 0.1469328 Feb 03 21:57:41.178288 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:41.183971 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9f796be5-1b0f-45f5-b366-a6acdb3568c3 req-a601e799-b621-4acf-bfa8-7c4dbfbea247 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623660 Feb 03 21:57:41.233173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Request body: {'port': {'device_id': 'b5088432-fb6e-4c80-82cb-eb7bcdff97c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:41.259815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d7616ff-a1b5-4d11-8655-781e88f66ea4 req-dd1c7355-b5dc-44c9-9a1d-baf801dd5052 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881647 Feb 03 21:57:41.269501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d570d-26fa-4b70-bd47-ca01f62ee5a0 req-1557a4d3-7968-4457-8ce5-81de8aa205a8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:41.277098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a7d570d-26fa-4b70-bd47-ca01f62ee5a0 req-1557a4d3-7968-4457-8ce5-81de8aa205a8 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.1973982 Feb 03 21:57:41.309995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9582f4f-cef6-4999-8e44-88ad5a5760c4 None None] Port 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:41.317401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:41.317765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9582f4f-cef6-4999-8e44-88ad5a5760c4 None None] Could not find standard attr ID for object c0575f6e-6655-40d5-8373-3249a53b1ce5. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 21:57:41.398226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a7d570d-26fa-4b70-bd47-ca01f62ee5a0 req-4f30168f-aa12-423f-8484-e47929f57bdf tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202028 Feb 03 21:57:41.584338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:41.597937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:41.620098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] In _notify_port_updated(), no bound segment for port 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a on network 12c76811-0032-44a5-acd2-1fe32ed7f76a {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 21:57:41.630905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:41.631768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:41.635647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "PUT /v2.0/ports/9acb95d8-7430-4f8d-90bf-2ffeeea6a73a HTTP/1.1" status: 200 len: 1129 time: 0.8376048 Feb 03 21:57:41.639662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:41.738396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1eed65-721e-45e9-8dfa-32da15e8c595 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event updated for resources: {'Port': ['ID=9acb95d8-7430-4f8d-90bf-2ffeeea6a73a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:41.747222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965550a-a2d0-416e-a8f9-311016b4181f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:41.750479 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f965550a-a2d0-416e-a8f9-311016b4181f tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "GET /v2.0/ports/9acb95d8-7430-4f8d-90bf-2ffeeea6a73a HTTP/1.1" status: 200 len: 1129 time: 0.1097009 Feb 03 21:57:41.754438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43920) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:41.770954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:41.786369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Publish callbacks [] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:41.812809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Transition to ACTIVE for port object 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:57:41.830513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:41.948007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Pushing event updated for resources: {'Port': ['ID=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:42.030752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683c1e-8bbe-4e3b-b03f-2a6f1395932a req-856b26ad-4a5a-45d6-9cdc-49f647a2380b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:42.037930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7683c1e-8bbe-4e3b-b03f-2a6f1395932a req-856b26ad-4a5a-45d6-9cdc-49f647a2380b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2410302 Feb 03 21:57:42.114968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a7686b80-2ebb-4aea-a9c3-e7bc94dc400a tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Deleting port 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:42.115309 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7686b80-2ebb-4aea-a9c3-e7bc94dc400a tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:42.142206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Attempting to bind port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:57:42.143372 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Attempting to bind port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:57:42.143906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Attempting to bind port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:57:42.159157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7683c1e-8bbe-4e3b-b03f-2a6f1395932a req-b4c52b45-1b7d-4bf6-9d58-d1958d1fe6fe tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153748 Feb 03 21:57:42.175407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9a6c38cd-f0e7-428c-8f46-d96b50f22b67 None None] Provisioning complete for port 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:42.175978 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a6c38cd-f0e7-428c-8f46-d96b50f22b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:42.184234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe on network 5b80f157-ae27-4069-a1da-9e28e7643a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:57:42.184726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Attempting to bind port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:57:42.215009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-09108690-f733-4bd7-b1a4-3f74c85019a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:42.216534 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-09108690-f733-4bd7-b1a4-3f74c85019a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 1127 time: 0.1788416 Feb 03 21:57:42.217722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:57:42.218060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Checking segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:42.218438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Bound using segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:57:42.218870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Bound port: 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:57:42.222833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:42.274221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c38cd-f0e7-428c-8f46-d96b50f22b67 None None] Port 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:57:42.289551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6ece-c750-4636-bcb9-66a84bbcc23f req-0160498a-d534-4fc6-9a48-1a0d2361c387 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:42.291064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a33d6ece-c750-4636-bcb9-66a84bbcc23f req-0160498a-d534-4fc6-9a48-1a0d2361c387 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 945 time: 0.2328317 Feb 03 21:57:42.356473 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-9cfb89fa-4f56-42cd-bf0c-d97c66333096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:42.358398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-9cfb89fa-4f56-42cd-bf0c-d97c66333096 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 200 len: 917 time: 0.1324663 Feb 03 21:57:42.388126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a33d6ece-c750-4636-bcb9-66a84bbcc23f req-bce08d58-fa26-4f78-b865-ca9582d9b09a tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768182 Feb 03 21:57:42.412700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a448d-dc38-4a12-b68b-147b6ff66d7d req-306dcddc-ac9a-48f9-a4da-a06e45f8ebd3 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:42.416249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-f37a6251-4e45-4fa3-8ae3-c94815d0ce16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 HTTP/1.1" status: 200 len: 217 time: 0.0460546 Feb 03 21:57:42.420078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-284a448d-dc38-4a12-b68b-147b6ff66d7d req-306dcddc-ac9a-48f9-a4da-a06e45f8ebd3 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.1488407 Feb 03 21:57:42.458120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7686b80-2ebb-4aea-a9c3-e7bc94dc400a tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:42.486097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a7686b80-2ebb-4aea-a9c3-e7bc94dc400a tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Calling delete_port for 9acb95d8-7430-4f8d-90bf-2ffeeea6a73a owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:42.509674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-284a448d-dc38-4a12-b68b-147b6ff66d7d req-eeec3d3e-df28-4ac4-9498-375536e4f08c tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887411 Feb 03 21:57:42.561720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-8250bc80-5777-4eaf-b502-6f86ae2932bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:42.563959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-8250bc80-5777-4eaf-b502-6f86ae2932bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cf99edc-19a2-4b3e-82bd-413c2f429c5f HTTP/1.1" status: 200 len: 855 time: 0.1291378 Feb 03 21:57:42.662521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] For port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:57:42.695542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] For port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:57:42.712758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:42.771527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3b00a-d156-4ae4-a3fa-471e76349525 req-5b68f00d-7687-45d2-b6ea-8b8f0c29894e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:42.784687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af3b00a-d156-4ae4-a3fa-471e76349525 req-5b68f00d-7687-45d2-b6ea-8b8f0c29894e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 943 time: 0.2263710 Feb 03 21:57:42.797836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:42.800303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:42.803897 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] 10.222.0.10 "PUT /v2.0/ports/12b2bec7-6af5-4d7b-8f99-40c2c2681dbe HTTP/1.1" status: 200 len: 1091 time: 1.7001030 Feb 03 21:57:42.804566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5088432-fb6e-4c80-82cb-eb7bcdff97c7', 'tag': '12b2bec7-6af5-4d7b-8f99-40c2c2681dbe'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:42.806851 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf50bb20-3c98-481d-b371-4d2a1f5643f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5088432-fb6e-4c80-82cb-eb7bcdff97c7", "tag": "12b2bec7-6af5-4d7b-8f99-40c2c2681dbe"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:42.829153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-401c0d7a-a7fd-4ad7-9a55-b21f25d21ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:42.834550 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-401c0d7a-a7fd-4ad7-9a55-b21f25d21ba9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9b7cd2f-4119-44c5-bad4-922b3b1476c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2538548 Feb 03 21:57:42.961854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7af3b00a-d156-4ae4-a3fa-471e76349525 req-32586a72-9216-462d-a7f9-5db4f52395ec tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761181 Feb 03 21:57:43.004545 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7686b80-2ebb-4aea-a9c3-e7bc94dc400a tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9acb95d8-7430-4f8d-90bf-2ffeeea6a73a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:43.043407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93b589-3d8b-4078-a723-e476fb27cca8 service neutron] Pushing event updated for resources: {'Port': ['ID=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:43.050662 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8c34a0-814c-4272-981b-ac30bec022e5 x-openstack-request-id: req-bc8c34a0-814c-4272-981b-ac30bec022e5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:43.050959 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5088432-fb6e-4c80-82cb-eb7bcdff97c7", "tag": "12b2bec7-6af5-4d7b-8f99-40c2c2681dbe", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:43.051223 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc8c34a0-814c-4272-981b-ac30bec022e5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:43.051629 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5088432-fb6e-4c80-82cb-eb7bcdff97c7', 'tag': '12b2bec7-6af5-4d7b-8f99-40c2c2681dbe', 'status': 'completed', 'code': 200} Feb 03 21:57:43.108479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7686b80-2ebb-4aea-a9c3-e7bc94dc400a tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event deleted for resources: {'Port': ['ID=9acb95d8-7430-4f8d-90bf-2ffeeea6a73a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:43.115798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-37466f9a-5cf0-490c-b6b0-ac280e757020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:43.118247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-37466f9a-5cf0-490c-b6b0-ac280e757020 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 1125 time: 0.2443075 Feb 03 21:57:43.122387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7686b80-2ebb-4aea-a9c3-e7bc94dc400a tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:43.128231 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a7686b80-2ebb-4aea-a9c3-e7bc94dc400a tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "DELETE /v2.0/ports/9acb95d8-7430-4f8d-90bf-2ffeeea6a73a HTTP/1.1" status: 204 len: 168 time: 1.3725164 Feb 03 21:57:43.130711 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43956) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:43.186270 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-65eede54-430c-4c50-89e6-9f7633432e86 service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256669 Feb 03 21:57:43.188146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-1dbbb13b-6bef-4d11-8478-01da3a4657c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe HTTP/1.1" status: 200 len: 217 time: 0.0583661 Feb 03 21:57:43.225923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a29c0c1-7aab-47fd-b8e7-e51796912e6c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Deleting subnet b470b8f3-e56e-4b66-8fee-2d44450c62d9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:57:43.234431 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a29c0c1-7aab-47fd-b8e7-e51796912e6c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for subnet (b470b8f3-e56e-4b66-8fee-2d44450c62d9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:43.290856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a29c0c1-7aab-47fd-b8e7-e51796912e6c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (b470b8f3-e56e-4b66-8fee-2d44450c62d9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:43.325298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-f776dc14-3b00-426e-af71-9069a7a55543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:43.326821 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-f776dc14-3b00-426e-af71-9069a7a55543 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.1193097 Feb 03 21:57:43.380652 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-defed31c-6367-40da-bf46-0e0668d643d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450079 Feb 03 21:57:43.426442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadc04d-66c9-46b7-b476-fac4a4e32abb req-641adc57-4f46-4a7e-8a84-1047e9b99d42 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:43.428401 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fadc04d-66c9-46b7-b476-fac4a4e32abb req-641adc57-4f46-4a7e-8a84-1047e9b99d42 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1138957 Feb 03 21:57:43.439163 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a29c0c1-7aab-47fd-b8e7-e51796912e6c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b470b8f3-e56e-4b66-8fee-2d44450c62d9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:43.465901 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4bbd25e9-7ec1-41e8-8c8b-f048b30366b0 req-b0ef2463-ea2d-45bd-9a1a-f96f76503c75 service neutron] 10.222.0.47 "GET /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703025 Feb 03 21:57:43.552140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-8688ef16-a01e-43ed-88d5-7be1f0c362ec service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646862 Feb 03 21:57:43.595654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fadc04d-66c9-46b7-b476-fac4a4e32abb req-4e2c3d2a-d752-4302-a945-ca6f6e367a3b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587634 Feb 03 21:57:43.639911 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a29c0c1-7aab-47fd-b8e7-e51796912e6c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (b470b8f3-e56e-4b66-8fee-2d44450c62d9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:43.670275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b0dab-5bcc-40e0-a0e0-987be00524a0 None None] Network 12c76811-0032-44a5-acd2-1fe32ed7f76a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:43.686486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a29c0c1-7aab-47fd-b8e7-e51796912e6c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:43.692422 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3a29c0c1-7aab-47fd-b8e7-e51796912e6c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "DELETE /v2.0/subnets/b470b8f3-e56e-4b66-8fee-2d44450c62d9 HTTP/1.1" status: 204 len: 168 time: 0.5574286 Feb 03 21:57:43.693292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:43.693422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29c0c1-7aab-47fd-b8e7-e51796912e6c tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event deleted for resources: {'Subnet': ['ID=b470b8f3-e56e-4b66-8fee-2d44450c62d9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:43.709323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b0ee8-7b2a-4494-a67c-a5c00117b630 req-2e0beac3-670e-4d53-8eeb-4006da9a4eec tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:43.710872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e42b0ee8-7b2a-4494-a67c-a5c00117b630 req-2e0beac3-670e-4d53-8eeb-4006da9a4eec tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 945 time: 0.1908641 Feb 03 21:57:43.807529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (12c76811-0032-44a5-acd2-1fe32ed7f76a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:43.814059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88da2a53-5c5a-4ac0-ad57-62a8f55c9b14 req-884c8690-4f15-4398-8904-929ae537164f service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535207 Feb 03 21:57:43.867068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e42b0ee8-7b2a-4494-a67c-a5c00117b630 req-3f708399-2666-4c2d-8c34-2930b9ffef51 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491604 Feb 03 21:57:43.928094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af68dc1-064b-43c5-b378-ff48ad56c949 None None] DHCP port deletion for 12c76811-0032-44a5-acd2-1fe32ed7f76a request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:57:43.962842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Deleting port 3da36d47-648b-4d9e-9819-32fe4d6dfefe {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:43.963186 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:43.992710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c26b9-2acb-4a75-83de-bb04fdb67646 req-8b9e76bb-f91a-4b29-afac-03c420b7b878 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:43.996968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d2c26b9-2acb-4a75-83de-bb04fdb67646 req-8b9e76bb-f91a-4b29-afac-03c420b7b878 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.2578959 Feb 03 21:57:44.043133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-21deb469-4ed1-435a-847a-e65d2ebfe936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:44.046075 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-21deb469-4ed1-435a-847a-e65d2ebfe936 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 1125 time: 0.1782129 Feb 03 21:57:44.075225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4af68dc1-064b-43c5-b378-ff48ad56c949 None None] Deleting port 3da36d47-648b-4d9e-9819-32fe4d6dfefe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:44.076318 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4af68dc1-064b-43c5-b378-ff48ad56c949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:44.187076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d2c26b9-2acb-4a75-83de-bb04fdb67646 req-1eebc74e-acf1-4b88-927b-578b230caa4c tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833808 Feb 03 21:57:44.242371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] For port 3da36d47-648b-4d9e-9819-32fe4d6dfefe, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3da36d47-648b-4d9e-9819-32fe4d6dfefe,segment=NetworkSegment(48da7906-ac71-4cd1-832a-83a255734308),segment_id=48da7906-ac71-4cd1-832a-83a255734308)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:44.242911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:44.264986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Calling delete_port for 3da36d47-648b-4d9e-9819-32fe4d6dfefe owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:44.301348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4af68dc1-064b-43c5-b378-ff48ad56c949 None None] For port 3da36d47-648b-4d9e-9819-32fe4d6dfefe, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3da36d47-648b-4d9e-9819-32fe4d6dfefe,segment=NetworkSegment(48da7906-ac71-4cd1-832a-83a255734308),segment_id=48da7906-ac71-4cd1-832a-83a255734308)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:44.301762 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4af68dc1-064b-43c5-b378-ff48ad56c949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:44.327430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4af68dc1-064b-43c5-b378-ff48ad56c949 None None] Calling delete_port for 3da36d47-648b-4d9e-9819-32fe4d6dfefe owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:44.376710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-99d1dcf1-4a46-4fde-9ab3-ad5250f4af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:44.381936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-99d1dcf1-4a46-4fde-9ab3-ad5250f4af70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 907 time: 0.3221738 Feb 03 21:57:44.436639 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4af68dc1-064b-43c5-b378-ff48ad56c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:44.459581 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-5cf7142c-2cef-48db-a539-77de74a5009e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe HTTP/1.1" status: 200 len: 217 time: 0.0642533 Feb 03 21:57:44.470645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68dc1-064b-43c5-b378-ff48ad56c949 None None] Pushing event deleted for resources: {'Port': ['ID=3da36d47-648b-4d9e-9819-32fe4d6dfefe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:44.475502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af68dc1-064b-43c5-b378-ff48ad56c949 None None] No DVR routers for this DVR port 3da36d47-648b-4d9e-9819-32fe4d6dfefe on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:57:44.552259 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3da36d47-648b-4d9e-9819-32fe4d6dfefe), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:44.572530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-ae7d6731-2474-4ead-b9ac-079b075684a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:44.574678 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-ae7d6731-2474-4ead-b9ac-079b075684a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.1092069 Feb 03 21:57:44.612132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event deleted for resources: {'Port': ['ID=3da36d47-648b-4d9e-9819-32fe4d6dfefe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:44.639568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] No DVR routers for this DVR port 3da36d47-648b-4d9e-9819-32fe4d6dfefe on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:57:44.649087 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-4c22be40-1b9f-42e5-8492-3b218b4f4bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501025 Feb 03 21:57:44.792834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbee96-3fa5-4ce8-8eaa-0060300875e1 req-b5ff79ce-64ae-4b7e-bee0-3d4d85203521 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:44.801707 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (12c76811-0032-44a5-acd2-1fe32ed7f76a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:44.806747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92dbee96-3fa5-4ce8-8eaa-0060300875e1 req-b5ff79ce-64ae-4b7e-bee0-3d4d85203521 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 943 time: 0.4923913 Feb 03 21:57:44.833784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b488b3-fc85-4397-83f9-4eae16c16bcd req-983753a4-a1f1-4d3c-a91f-a5a1f5a90da3 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:44.841862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36b488b3-fc85-4397-83f9-4eae16c16bcd req-983753a4-a1f1-4d3c-a91f-a5a1f5a90da3 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 945 time: 0.4907503 Feb 03 21:57:44.853789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c76811-0032-44a5-acd2-1fe32ed7f76a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:44.873124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48da7906-ac71-4cd1-832a-83a255734308') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:44.873731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48da7906-ac71-4cd1-832a-83a255734308') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:44.885301 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-0d59a36d-4ed6-49c2-8a85-139ec2af045e service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089763 Feb 03 21:57:44.887069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (48da7906-ac71-4cd1-832a-83a255734308), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:44.922023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92dbee96-3fa5-4ce8-8eaa-0060300875e1 req-964cf210-ee84-49c4-a3f2-1c1f69f503e7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143432 Feb 03 21:57:44.932085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36b488b3-fc85-4397-83f9-4eae16c16bcd req-8a2fcce4-b4ba-4c0c-8d78-7701b3d373bf tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893145 Feb 03 21:57:44.940501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (48da7906-ac71-4cd1-832a-83a255734308), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:44.957555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:57:44.957975 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (48da7906-ac71-4cd1-832a-83a255734308), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:57:45.035356 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:57:45.049046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (12c76811-0032-44a5-acd2-1fe32ed7f76a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:45.060115 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:45.063841 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] 10.222.0.50 "DELETE /v2.0/networks/12c76811-0032-44a5-acd2-1fe32ed7f76a HTTP/1.1" status: 204 len: 168 time: 1.3557384 Feb 03 21:57:45.085189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e4551-080f-49bc-9f57-4da724b668ae req-51e4d5d7-abf7-4a8b-beb3-81b56ee55259 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:45.086570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Pushing event deleted for resources: {'Network': ['ID=12c76811-0032-44a5-acd2-1fe32ed7f76a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:45.087829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-656e4551-080f-49bc-9f57-4da724b668ae req-51e4d5d7-abf7-4a8b-beb3-81b56ee55259 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.0928998 Feb 03 21:57:45.105415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.105794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.115021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.115369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.115707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.116041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.116371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.116745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.117056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.117383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.117970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.118071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.118685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8801d3-45fb-4213-be84-5089af90feec tempest-ExtraDHCPOptionsIpV6TestJSON-796067809 tempest-ExtraDHCPOptionsIpV6TestJSON-796067809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:45.132549 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf50bb20-3c98-481d-b371-4d2a1f5643f2 req-c08121f2-6323-4e92-a2d1-72472d5b2a91 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381287 Feb 03 21:57:45.201242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-656e4551-080f-49bc-9f57-4da724b668ae req-390c1071-865f-4049-afbe-b97c22188edd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046319 Feb 03 21:57:45.336786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e676760-c7d4-41db-b50c-28ed229ad20a req-811847c8-a3fa-466e-b410-9a7398c2d110 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:45.343815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e676760-c7d4-41db-b50c-28ed229ad20a req-811847c8-a3fa-466e-b410-9a7398c2d110 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.0681090 Feb 03 21:57:45.397486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e676760-c7d4-41db-b50c-28ed229ad20a req-b51b9567-0527-432c-8f19-f97af19fcaa2 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531406 Feb 03 21:57:45.480475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:45.620972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb592-7abe-43a4-9647-320b2ad7913b req-dfc90b29-b393-46e1-bc24-7df8e1600f58 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:45.630779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-095bb592-7abe-43a4-9647-320b2ad7913b req-dfc90b29-b393-46e1-bc24-7df8e1600f58 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.0944064 Feb 03 21:57:45.662112 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6fd98aae-002f-4b18-bc87-8e1cdc009598 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26f2b5555e7441309b53de442dfdb435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800125 Feb 03 21:57:45.664149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:45.692213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-095bb592-7abe-43a4-9647-320b2ad7913b req-ea745fbb-5a63-4238-8307-8ed462dd19c1 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599048 Feb 03 21:57:45.788211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3da36d47-648b-4d9e-9819-32fe4d6dfefe no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:57:45.796723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-a32b603c-f6a1-459a-90ae-410584d34223 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:45.798505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-a32b603c-f6a1-459a-90ae-410584d34223 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 945 time: 0.1257353 Feb 03 21:57:45.804425 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5307c001-1ab7-44ff-8985-39f754943ac3 admin admin] Publish callbacks [] for security_group (f52ed36c-f603-4f10-8050-aca41233ff86), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:45.827110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3da36d47-648b-4d9e-9819-32fe4d6dfefe {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:57:45.827110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3da36d47-648b-4d9e-9819-32fe4d6dfefe not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:57:45.886694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5307c001-1ab7-44ff-8985-39f754943ac3 admin admin] Publish callbacks [] for security_group (f52ed36c-f603-4f10-8050-aca41233ff86), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:45.889531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a70cc2-ec26-432a-8745-bdaab8772e82 req-8ccf126b-0b1a-426b-a7a7-ef43bb38c736 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:45.891904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99a70cc2-ec26-432a-8745-bdaab8772e82 req-8ccf126b-0b1a-426b-a7a7-ef43bb38c736 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 945 time: 0.0992744 Feb 03 21:57:45.959517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99a70cc2-ec26-432a-8745-bdaab8772e82 req-78946de1-8582-4dbd-9512-754d654aba2a tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577662 Feb 03 21:57:46.006629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5307c001-1ab7-44ff-8985-39f754943ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f52ed36c-f603-4f10-8050-aca41233ff86), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:46.013546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5307c001-1ab7-44ff-8985-39f754943ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:46.014756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5307c001-1ab7-44ff-8985-39f754943ac3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f52ed36c-f603-4f10-8050-aca41233ff86 HTTP/1.1" status: 204 len: 168 time: 0.3496225 Feb 03 21:57:46.046629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307c001-1ab7-44ff-8985-39f754943ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52ed36c-f603-4f10-8050-aca41233ff86,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:46.059724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Deleting port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:46.060068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:46.191614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecec77c-643b-4855-ac4a-89ad29b34038 req-ed8f530d-7e10-4712-bcf2-b7a1df63bf56 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:46.193319 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eecec77c-643b-4855-ac4a-89ad29b34038 req-ed8f530d-7e10-4712-bcf2-b7a1df63bf56 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 943 time: 0.1546371 Feb 03 21:57:46.224447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16ce44-b19a-42e1-bf50-4f0428d77095 req-1765c8d9-604e-4c19-8382-962269afb948 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:46.226093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e16ce44-b19a-42e1-bf50-4f0428d77095 req-1765c8d9-604e-4c19-8382-962269afb948 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd167ec-b9fd-44c1-9ebf-35990209a0b8 HTTP/1.1" status: 200 len: 945 time: 0.1981363 Feb 03 21:57:46.282946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] For port 2b8bf846-b8d6-45b7-800d-f97f84e19c09, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2b8bf846-b8d6-45b7-800d-f97f84e19c09,segment=NetworkSegment(347a3212-1aac-4c3b-bd3f-a24fb98f734f),segment_id=347a3212-1aac-4c3b-bd3f-a24fb98f734f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:46.283955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:46.298444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Calling delete_port for 2b8bf846-b8d6-45b7-800d-f97f84e19c09 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:46.332631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eecec77c-643b-4855-ac4a-89ad29b34038 req-ba83b26c-ab1d-430f-95d4-3977b10ac16b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324353 Feb 03 21:57:46.349290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e16ce44-b19a-42e1-bf50-4f0428d77095 req-8389dfa7-066d-41fa-8eb6-1cd1619c981a tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.50 "GET /v2.0/security-groups?id=001b7fc7-7157-4556-b7d9-e3f93c47886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967832 Feb 03 21:57:46.542638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2b8bf846-b8d6-45b7-800d-f97f84e19c09), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:46.555757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2b8bf846-b8d6-45b7-800d-f97f84e19c09'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:46.579088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Pushing event deleted for resources: {'Port': ['ID=2b8bf846-b8d6-45b7-800d-f97f84e19c09,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:46.605008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c461aef-2c48-464b-ac27-b0420c264601 req-1a6925e8-adcd-440b-97cf-583f9517282f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:46.608944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c461aef-2c48-464b-ac27-b0420c264601 req-1a6925e8-adcd-440b-97cf-583f9517282f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1859465 Feb 03 21:57:46.625885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] No DVR routers for this DVR port 2b8bf846-b8d6-45b7-800d-f97f84e19c09 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:57:46.626882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a229a7-9f12-4b9f-8db5-4ed602d19647 req-0fb7a29d-90ba-4e2d-aee7-177fb622b2cc tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:46.629839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:46.633986 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-939fde64-e27d-43fc-8b94-ed193de5a0c9 req-71a6788c-140a-484b-afce-ad269b468754 tempest-InstanceActionsV221TestJSON-1442605380 tempest-InstanceActionsV221TestJSON-1442605380-project] 10.222.0.47 "DELETE /v2.0/ports/2b8bf846-b8d6-45b7-800d-f97f84e19c09 HTTP/1.1" status: 204 len: 173 time: 0.8279037 Feb 03 21:57:46.634967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd167ec-b9fd-44c1-9ebf-35990209a0b8', 'name': 'network-vif-deleted', 'tag': '2b8bf846-b8d6-45b7-800d-f97f84e19c09'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:46.635498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13a229a7-9f12-4b9f-8db5-4ed602d19647 req-0fb7a29d-90ba-4e2d-aee7-177fb622b2cc tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.1805029 Feb 03 21:57:46.638314 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c063797c-0b4e-4263-8adb-b3cd45fee656" -d '{"events": [{"server_uuid": "ecd167ec-b9fd-44c1-9ebf-35990209a0b8", "name": "network-vif-deleted", "tag": "2b8bf846-b8d6-45b7-800d-f97f84e19c09"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:46.740836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c461aef-2c48-464b-ac27-b0420c264601 req-e3cf4ff5-682e-4c82-93cb-298a63285e4a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030040 Feb 03 21:57:46.754988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13a229a7-9f12-4b9f-8db5-4ed602d19647 req-7694444f-dffe-4e7a-a735-bb848d41ac5f tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155519 Feb 03 21:57:46.802624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-b64c7fd3-e796-451a-95f0-dc4acb0d7a4e req-a019481f-7f80-4f88-b4cd-4105db659db3 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:57:46.803904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b64c7fd3-e796-451a-95f0-dc4acb0d7a4e req-a019481f-7f80-4f88-b4cd-4105db659db3 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069377 Feb 03 21:57:46.882163 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afe1dff-c5f1-4be7-b098-d534181f3799 x-openstack-request-id: req-8afe1dff-c5f1-4be7-b098-d534181f3799 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:46.882483 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd167ec-b9fd-44c1-9ebf-35990209a0b8", "name": "network-vif-deleted", "tag": "2b8bf846-b8d6-45b7-800d-f97f84e19c09", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:46.882882 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8afe1dff-c5f1-4be7-b098-d534181f3799 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:46.883288 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd167ec-b9fd-44c1-9ebf-35990209a0b8', 'name': 'network-vif-deleted', 'tag': '2b8bf846-b8d6-45b7-800d-f97f84e19c09', 'status': 'completed', 'code': 200} Feb 03 21:57:46.935652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b64c7fd3-e796-451a-95f0-dc4acb0d7a4e req-684f4b62-6f91-4b88-b7b1-ec4ff4147b70 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1248827 Feb 03 21:57:47.292709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44094) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:47.411630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:57:47.416632 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b7c38-160e-46bb-a34e-3b8178929028 req-4624c3ed-a640-44c4-ab44-857cd7256f27 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:47.425542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-620b7c38-160e-46bb-a34e-3b8178929028 req-4624c3ed-a640-44c4-ab44-857cd7256f27 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.2343955 Feb 03 21:57:47.549537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-620b7c38-160e-46bb-a34e-3b8178929028 req-54d9eb3d-9fce-4fcd-8227-c2e1a9c37a79 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159942 Feb 03 21:57:47.562687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-422662964'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:47.609192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:47.621631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Made reservation on behalf of 10e9caa218064be6b2c2b863f10f7af7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:47.627472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:47.648286 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:47.653524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '12b2bec7-6af5-4d7b-8f99-40c2c2681dbe', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'port_id': '12b2bec7-6af5-4d7b-8f99-40c2c2681dbe', 'mac_address': 'fa:16:3e:08:97:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8fd80-7f87-469e-9ab2-aba4b4d5c683', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:57:47.714759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c12864-c31f-4ee9-8bfa-6849119a5820 req-a0dc88af-bf38-4125-9f65-3c2f08491b63 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:47.720403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90c12864-c31f-4ee9-8bfa-6849119a5820 req-a0dc88af-bf38-4125-9f65-3c2f08491b63 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 943 time: 0.1969852 Feb 03 21:57:47.754707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:47.755100 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:47.795699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:57:47.844465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for security_group (f91fb56a-8f05-4898-97d6-736e38e201fe), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:47.849598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:47.853372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f91fb56a-8f05-4898-97d6-736e38e201fe), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:47.860453 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:47.883564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:57:47.902023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ae4a318c-cb47-4fe4-a036-ecae1f5f06dc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:47.902888 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Added segment ae4a318c-cb47-4fe4-a036-ecae1f5f06dc of type vlan for network b70a24cf-0f95-40c6-b406-0a41dd7fd259 Feb 03 21:57:47.904444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91fb56a-8f05-4898-97d6-736e38e201fe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:47.961700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:47.962772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (b70a24cf-0f95-40c6-b406-0a41dd7fd259), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:47.985958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90c12864-c31f-4ee9-8bfa-6849119a5820 req-68c6b41c-b286-48e8-9980-6c4c2789e580 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587926 Feb 03 21:57:48.023297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b1b0d-5ea9-4b15-8236-3d2f464d01ce req-cb4fbe97-cdec-4b5d-9675-de4f410a9e1c tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:48.031360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa5b1b0d-5ea9-4b15-8236-3d2f464d01ce req-cb4fbe97-cdec-4b5d-9675-de4f410a9e1c tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 945 time: 0.2535813 Feb 03 21:57:48.042279 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (b70a24cf-0f95-40c6-b406-0a41dd7fd259), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:48.055900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:48.056688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:48.110509 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8162105 Feb 03 21:57:48.117665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44118) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:48.135169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'subnet': {'network_id': 'b70a24cf-0f95-40c6-b406-0a41dd7fd259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:48.188140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b768fa-5cc3-4dc5-b68c-01ca3f51f71d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Network': ['ID=b70a24cf-0f95-40c6-b406-0a41dd7fd259,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:48.202615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:57:48.251394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['12b2bec7-6af5-4d7b-8f99-40c2c2681dbe'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:48.335676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa5b1b0d-5ea9-4b15-8236-3d2f464d01ce req-f8d7b309-256c-4e77-8aec-bb676d67fb4b tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034289 Feb 03 21:57:48.427957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Made reservation on behalf of 10e9caa218064be6b2c2b863f10f7af7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:48.431553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:48.465347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ede2c-adb1-4db6-bd33-f8165d16e93a req-a59ab5c4-94a8-4e99-9323-fa9e8cede1bf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:48.466936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f9ede2c-adb1-4db6-bd33-f8165d16e93a req-a59ab5c4-94a8-4e99-9323-fa9e8cede1bf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.2049899 Feb 03 21:57:48.676550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3cbbc-0606-4c64-b94d-3e75a44e35b4 req-6504fe7d-74c5-4ac1-b58e-d81fdbfc04ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:48.678263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28c3cbbc-0606-4c64-b94d-3e75a44e35b4 req-6504fe7d-74c5-4ac1-b58e-d81fdbfc04ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.1188741 Feb 03 21:57:48.695692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f9ede2c-adb1-4db6-bd33-f8165d16e93a req-f817181f-010a-47fa-a6dc-9a5cdc5000f9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098610 Feb 03 21:57:48.751626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:48.831633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37c6d2f-9372-4c0c-aae5-b50e02cd3fd9 admin admin] Deleting subnet 523d9f6a-170a-42b9-87a2-40342cc53b65 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:57:48.835214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b37c6d2f-9372-4c0c-aae5-b50e02cd3fd9 admin admin] Publish callbacks [] for subnet (523d9f6a-170a-42b9-87a2-40342cc53b65), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:48.871789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b37c6d2f-9372-4c0c-aae5-b50e02cd3fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (523d9f6a-170a-42b9-87a2-40342cc53b65), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:48.952526 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b37c6d2f-9372-4c0c-aae5-b50e02cd3fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (523d9f6a-170a-42b9-87a2-40342cc53b65), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:48.962163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28c3cbbc-0606-4c64-b94d-3e75a44e35b4 req-c3977730-e4b1-45df-ba6f-dea17089660f tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531052 Feb 03 21:57:49.040508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b37c6d2f-9372-4c0c-aae5-b50e02cd3fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (523d9f6a-170a-42b9-87a2-40342cc53b65), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:49.112389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b37c6d2f-9372-4c0c-aae5-b50e02cd3fd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:49.120171 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b37c6d2f-9372-4c0c-aae5-b50e02cd3fd9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/523d9f6a-170a-42b9-87a2-40342cc53b65 HTTP/1.1" status: 204 len: 168 time: 0.3666084 Feb 03 21:57:49.126794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44150) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:49.135399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c6d2f-9372-4c0c-aae5-b50e02cd3fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523d9f6a-170a-42b9-87a2-40342cc53b65,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:49.193796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-28cf08bf-e04b-417c-a35d-48d30d14825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:49.195630 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-28cf08bf-e04b-417c-a35d-48d30d14825c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1126 time: 0.1740050 Feb 03 21:57:49.239490 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (e78c15ad-d104-4fe7-b190-e8bdadf1c680), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:49.316829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-10150ca9-b8d8-40a6-90fe-4be24f674999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:49.318392 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-10150ca9-b8d8-40a6-90fe-4be24f674999 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.1162198 Feb 03 21:57:49.383254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880602-b567-4739-ad89-70767ca71def req-9e4dcae5-d65a-4eab-8128-0f594a9d281c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:49.388650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72880602-b567-4739-ad89-70767ca71def req-9e4dcae5-d65a-4eab-8128-0f594a9d281c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3515444 Feb 03 21:57:49.398412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4f96781a-9a92-4412-9f36-5bace5ece556), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:49.408468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:57:49.451596 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-58c29a88-b00d-4228-b8c4-2d105a9e3f15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 998 time: 0.1164274 Feb 03 21:57:49.503157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Subnet': ['ID=e78c15ad-d104-4fe7-b190-e8bdadf1c680,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:49.547261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03f74-2fb4-489b-9644-3ade6153d86a req-445349a7-a55e-42f6-a600-25270082cc60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:49.553709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03f74-2fb4-489b-9644-3ade6153d86a req-445349a7-a55e-42f6-a600-25270082cc60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:49.559838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03f74-2fb4-489b-9644-3ade6153d86a req-445349a7-a55e-42f6-a600-25270082cc60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:49.568055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67e03f74-2fb4-489b-9644-3ade6153d86a req-445349a7-a55e-42f6-a600-25270082cc60 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e&device_id=94816667-81ec-44d4-b35a-f9b1182e2147&device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 2416 time: 0.3341279 Feb 03 21:57:49.579223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:57:49.583791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-bca653ab-bf48-4603-9fa1-8e9dd21824b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:49.585067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:57:49.585441 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-bca653ab-bf48-4603-9fa1-8e9dd21824b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.1324973 Feb 03 21:57:49.586054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:49.618396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72880602-b567-4739-ad89-70767ca71def req-5845fd6d-6c03-4656-9429-3c3e29182bd4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254200 Feb 03 21:57:49.673517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Checking segment: {'id': 'ae4a318c-cb47-4fe4-a036-ecae1f5f06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b70a24cf-0f95-40c6-b406-0a41dd7fd259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:49.674410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-e0588eaa-4492-4f97-8a15-88a78f7903cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:49.676544 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-e0588eaa-4492-4f97-8a15-88a78f7903cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822501 Feb 03 21:57:49.677165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network hostable DHCP agents. Network: b70a24cf-0f95-40c6-b406-0a41dd7fd259, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:57:49.728205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:57:49.728970 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:49.764605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5088432-fb6e-4c80-82cb-eb7bcdff97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b2bec7-6af5-4d7b-8f99-40c2c2681dbe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:49.771897 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1150ab38-0d9a-4bd0-8b23-64c5f73a4da2" -d '{"events": [{"server_uuid": "b5088432-fb6e-4c80-82cb-eb7bcdff97c7", "name": "network-vif-plugged", "status": "completed", "tag": "12b2bec7-6af5-4d7b-8f99-40c2c2681dbe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:49.798121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:49.805744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4f96781a-9a92-4412-9f36-5bace5ece556), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:49.831355 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:49.841637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67e03f74-2fb4-489b-9644-3ade6153d86a req-e4b92902-0d63-441f-81ed-5a1904a7e5f1 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726283 Feb 03 21:57:49.878134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f96781a-9a92-4412-9f36-5bace5ece556']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:49.894025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:57:49.897756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347a3212-1aac-4c3b-bd3f-a24fb98f734f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:49.906235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347a3212-1aac-4c3b-bd3f-a24fb98f734f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:49.913821 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-ac8e2282-cd44-4b3d-9514-7cc55318e536 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171099 Feb 03 21:57:49.948658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:49.950442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d397e85-c8c1-48bc-82f7-3d80a62dfec1 req-2b50795d-3a95-4272-8723-340545dfdd79 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:49.957200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d397e85-c8c1-48bc-82f7-3d80a62dfec1 req-2b50795d-3a95-4272-8723-340545dfdd79 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 944 time: 0.2072973 Feb 03 21:57:49.968546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (347a3212-1aac-4c3b-bd3f-a24fb98f734f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:49.977353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2b8bf846-b8d6-45b7-800d-f97f84e19c09 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:57:49.982472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, b70a24cf-0f95-40c6-b406-0a41dd7fd259) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:50.008035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:50.008636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.034298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 2b8bf846-b8d6-45b7-800d-f97f84e19c09 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:57:50.034627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2b8bf846-b8d6-45b7-800d-f97f84e19c09 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:57:50.048420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3448096b-9ff0-4ae6-8cee-0b4c289d5259 None None] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:50.060581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d397e85-c8c1-48bc-82f7-3d80a62dfec1 req-c6975028-25ed-4661-b75b-2837baea611a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024344 Feb 03 21:57:50.067255 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (347a3212-1aac-4c3b-bd3f-a24fb98f734f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.087313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:57:50.092112 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (347a3212-1aac-4c3b-bd3f-a24fb98f734f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:57:50.097678 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:57:50.146731 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c84807c5-fa3a-4487-861e-d962d1151b02 req-a9fe42fb-a7dd-4f62-b0b1-46dd33607cd2 service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251980 Feb 03 21:57:50.161430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:50.162167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b64fdb4d-fe96-47df-8bc7-d8cafdf78d66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0452168 Feb 03 21:57:50.166069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1616151837', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:50.209448 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4f96781a-9a92-4412-9f36-5bace5ece556), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.229049 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ec37aba-05dd-43e4-976e-44f20bbc1d75 req-7f9b88cb-c361-4153-9489-a4e7a4249d64 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1182008 Feb 03 21:57:50.231845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.235846 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b64cc-e438-43e4-9d15-da5ec8f839fa x-openstack-request-id: req-9d5b64cc-e438-43e4-9d15-da5ec8f839fa {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:50.236296 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5088432-fb6e-4c80-82cb-eb7bcdff97c7", "name": "network-vif-plugged", "status": "completed", "tag": "12b2bec7-6af5-4d7b-8f99-40c2c2681dbe", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:50.237009 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d5b64cc-e438-43e4-9d15-da5ec8f839fa {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:50.237367 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5088432-fb6e-4c80-82cb-eb7bcdff97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b2bec7-6af5-4d7b-8f99-40c2c2681dbe', 'code': 200} Feb 03 21:57:50.238630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] 10.222.0.50 "DELETE /v2.0/networks/4f96781a-9a92-4412-9f36-5bace5ece556 HTTP/1.1" status: 204 len: 168 time: 1.1106274 Feb 03 21:57:50.252153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4c4ca-972a-4016-ae4b-0bd0f459ab6a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f96781a-9a92-4412-9f36-5bace5ece556,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:50.261413 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (cd109a2b-214f-44a6-a869-c3e73bd45a40), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.262495 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (cd109a2b-214f-44a6-a869-c3e73bd45a40), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.320238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26243b78-851c-4d7d-a1d5-690f80493312 None None] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:50.454613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_controller (cd109a2b-214f-44a6-a869-c3e73bd45a40), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.466318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e06638-3030-418c-8ad8-3e9aece95427 req-3e6f2115-532c-49b9-a82a-e6dbb227f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:50.468239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35e06638-3030-418c-8ad8-3e9aece95427 req-3e6f2115-532c-49b9-a82a-e6dbb227f673 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 1127 time: 0.1857653 Feb 03 21:57:50.577553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44184) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:50.609304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35e06638-3030-418c-8ad8-3e9aece95427 req-6230bdde-5004-412e-80fc-193645d55fdb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353538 Feb 03 21:57:50.628859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-980a1ad1-7a21-4e1d-a2ee-c810c9ac1242 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dd7ca305e11457aa8ffc1868155853d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487070 Feb 03 21:57:50.629598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44190) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:50.700985 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Publish callbacks [] for security_group (001b7fc7-7157-4556-b7d9-e3f93c47886c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.783970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Publish callbacks [] for security_group (001b7fc7-7157-4556-b7d9-e3f93c47886c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.828061 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_gateway (cd109a2b-214f-44a6-a869-c3e73bd45a40), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.937670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158a62b-f407-49dc-9ae2-0e1fb3dabbf9 req-e1c901af-0fb8-4bfb-8948-45952ceb8bb9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:50.940183 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9158a62b-f407-49dc-9ae2-0e1fb3dabbf9 req-e1c901af-0fb8-4bfb-8948-45952ceb8bb9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1534398 Feb 03 21:57:50.941624 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (001b7fc7-7157-4556-b7d9-e3f93c47886c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.951867 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:50.955593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/001b7fc7-7157-4556-b7d9-e3f93c47886c HTTP/1.1" status: 204 len: 168 time: 0.3245060 Feb 03 21:57:50.991462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b7fc7-7157-4556-b7d9-e3f93c47886c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:51.012331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.013589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.016831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.016831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.016831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.016831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.016831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.016831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.018251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.021139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.021727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.022389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.023455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417186-1d3b-4361-a181-4c057621adae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:57:51.094555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9158a62b-f407-49dc-9ae2-0e1fb3dabbf9 req-37f5e989-2c70-4404-aea2-399df80ada7c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350265 Feb 03 21:57:51.190857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_gateway (cd109a2b-214f-44a6-a869-c3e73bd45a40), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:51.236102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:51.282206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3726d5e-7e17-4ebd-b6d4-f4165494db98 req-29376139-71e1-4e40-be1c-b05ebb2b685e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:51.284314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3726d5e-7e17-4ebd-b6d4-f4165494db98 req-29376139-71e1-4e40-be1c-b05ebb2b685e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 945 time: 0.0709176 Feb 03 21:57:51.400885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3726d5e-7e17-4ebd-b6d4-f4165494db98 req-b9c69b8a-6505-450c-a849-e6b4c9fdd3eb tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076231 Feb 03 21:57:51.488211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.25.5.168 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/6370f727-5b01-42eb-8b1e-c8daac15c4d1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:51.699750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (6370f727-5b01-42eb-8b1e-c8daac15c4d1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:51.770700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6370f727-5b01-42eb-8b1e-c8daac15c4d1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:51.832190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:51.838315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:51.842425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:51.876660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=6370f727-5b01-42eb-8b1e-c8daac15c4d1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:52.344599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d667813-f837-467d-84cd-d81c2ddeb2b9 req-91baac08-927c-4830-b34f-0525cb765773 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:52.347260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d667813-f837-467d-84cd-d81c2ddeb2b9 req-91baac08-927c-4830-b34f-0525cb765773 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.0764649 Feb 03 21:57:52.443352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d667813-f837-467d-84cd-d81c2ddeb2b9 req-1133a025-8322-4d5c-9a16-d6bcaa1d3357 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862069 Feb 03 21:57:52.695139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc372e1-d14b-4564-acfc-cd30c96522f3 req-4ab63420-bbad-4015-9df9-db951d6f93ae tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:52.702905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bc372e1-d14b-4564-acfc-cd30c96522f3 req-4ab63420-bbad-4015-9df9-db951d6f93ae tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 945 time: 0.0853999 Feb 03 21:57:52.727979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8b14e-5f09-40bd-b2a2-a55b6d7642ea req-fb554fb6-b744-417f-b41f-345bb3c6dbbc tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:52.730143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01d8b14e-5f09-40bd-b2a2-a55b6d7642ea req-fb554fb6-b744-417f-b41f-345bb3c6dbbc tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.1672943 Feb 03 21:57:52.786087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bc372e1-d14b-4564-acfc-cd30c96522f3 req-aa36f075-bd42-4cb8-8145-9f6ce1a8e739 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824561 Feb 03 21:57:52.858612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01d8b14e-5f09-40bd-b2a2-a55b6d7642ea req-644291a2-6b3c-4c2e-9f53-7a0c4b68577c tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110036 Feb 03 21:57:52.868877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_gateway (cd109a2b-214f-44a6-a869-c3e73bd45a40), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:53.052204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7bbde-3a96-4c0d-a7c6-9eea5d40d361 req-6d17b473-b3a5-41c3-98e5-1d66550b31e9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:53.053848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6db7bbde-3a96-4c0d-a7c6-9eea5d40d361 req-6d17b473-b3a5-41c3-98e5-1d66550b31e9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1179876 Feb 03 21:57:53.077050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ae852-f7e9-468c-bdd9-c2a9bf6cf420 req-8eb09fcd-be99-42fd-ae7c-9f91de0a9728 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:53.078539 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-384ae852-f7e9-468c-bdd9-c2a9bf6cf420 req-8eb09fcd-be99-42fd-ae7c-9f91de0a9728 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 945 time: 0.0945518 Feb 03 21:57:53.115230 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (cd109a2b-214f-44a6-a869-c3e73bd45a40), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:53.173137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-384ae852-f7e9-468c-bdd9-c2a9bf6cf420 req-c3cfb4df-741a-4cb0-b8d6-5de8981d51ad tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862067 Feb 03 21:57:53.193137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6db7bbde-3a96-4c0d-a7c6-9eea5d40d361 req-e3d47364-b4bb-47dd-860d-93feaaad775a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248186 Feb 03 21:57:53.322320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:57:53.559568 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78bc985a-12d6-45a5-91db-8b3f7bbe322e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:53.597191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598229e-a992-4ce7-8d23-92523ebccc9a req-0b496caf-025a-423c-8fa4-b3ddbd546737 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:53.599862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8598229e-a992-4ce7-8d23-92523ebccc9a req-0b496caf-025a-423c-8fa4-b3ddbd546737 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 945 time: 0.0764039 Feb 03 21:57:53.606794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:57:53.618575 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e0f6c-c097-4493-bda6-5269ba8d2c4b None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:57:53.641742 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e0f6c-c097-4493-bda6-5269ba8d2c4b None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:57:53.642302 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-590e0f6c-c097-4493-bda6-5269ba8d2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:53.664244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:53.666237 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e95b32f3-d4b0-4f70-9d8c-46d493102b68 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5036256 Feb 03 21:57:53.669048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44304) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:53.740384 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-590e0f6c-c097-4493-bda6-5269ba8d2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:53.744271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8598229e-a992-4ce7-8d23-92523ebccc9a req-ad89b936-7b28-415f-990e-983ac0634e3f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386924 Feb 03 21:57:53.756145 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e0f6c-c097-4493-bda6-5269ba8d2c4b None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:57:53.757147 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-590e0f6c-c097-4493-bda6-5269ba8d2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:53.833739 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-590e0f6c-c097-4493-bda6-5269ba8d2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:57:53.836208 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e0f6c-c097-4493-bda6-5269ba8d2c4b None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:57:53.966146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d316ec4-67ae-4d16-b110-0c95011b50be req-1a9a6e15-088b-4301-8636-c8065d2f84d7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:53.971156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d316ec4-67ae-4d16-b110-0c95011b50be req-1a9a6e15-088b-4301-8636-c8065d2f84d7 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1734416 Feb 03 21:57:54.104932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-3b1d2bdb-7a9b-4dbf-8e81-1e03e46452f7 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:54.108730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-3b1d2bdb-7a9b-4dbf-8e81-1e03e46452f7 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.3028626 Feb 03 21:57:54.191450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d316ec4-67ae-4d16-b110-0c95011b50be req-4b8ac975-1b25-48e1-b8c6-0ff1a7f67265 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138679 Feb 03 21:57:54.224096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f175bbb-fe52-4d5c-adf8-a87d79e6aa6f req-ddc361d6-4020-429b-8904-aaec6f3f0b55 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:54.237175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f175bbb-fe52-4d5c-adf8-a87d79e6aa6f req-ddc361d6-4020-429b-8904-aaec6f3f0b55 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 945 time: 0.2276161 Feb 03 21:57:54.279984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44328) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:54.328812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f175bbb-fe52-4d5c-adf8-a87d79e6aa6f req-a0b47971-3b9f-4d8b-b419-425b5172d39b tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906065 Feb 03 21:57:54.366663 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:54.450951 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e74fc03-e555-4ab7-a3e6-1cccbab97493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:54.487716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:54.611215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e74fc03-e555-4ab7-a3e6-1cccbab97493 admin admin] Publish callbacks [] for security_group (a2a65e02-db42-4e88-985c-e7e7d9d8d4fc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:54.619748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Deleting port be477646-d5e5-4f3e-9cc0-a6be152c8293 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:54.620089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:54.629157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e74fc03-e555-4ab7-a3e6-1cccbab97493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a2a65e02-db42-4e88-985c-e7e7d9d8d4fc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:54.709986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74fc03-e555-4ab7-a3e6-1cccbab97493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a65e02-db42-4e88-985c-e7e7d9d8d4fc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:54.729720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8e74fc03-e555-4ab7-a3e6-1cccbab97493 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b638cd2adaf14adaae4dd4a33c1cddda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463501 Feb 03 21:57:54.730410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44340) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:54.761787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490c5c3-d09d-4790-b810-d50999eed437 req-9bd96f7b-2749-4d42-83a2-6bdcdedb333c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:54.763577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6490c5c3-d09d-4790-b810-d50999eed437 req-9bd96f7b-2749-4d42-83a2-6bdcdedb333c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1500711 Feb 03 21:57:54.810646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] For port be477646-d5e5-4f3e-9cc0-a6be152c8293, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=be477646-d5e5-4f3e-9cc0-a6be152c8293,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:54.811017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:54.854942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Calling delete_port for be477646-d5e5-4f3e-9cc0-a6be152c8293 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:54.867514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6490c5c3-d09d-4790-b810-d50999eed437 req-01342470-ef9d-40c5-a6a7-0bee8ac1f0d4 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940926 Feb 03 21:57:54.992800 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5f38f35-9462-4354-9242-173ca4fbe953 admin admin] Publish callbacks [] for security_group (a2a65e02-db42-4e88-985c-e7e7d9d8d4fc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:55.036369 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5f38f35-9462-4354-9242-173ca4fbe953 admin admin] Publish callbacks [] for security_group (a2a65e02-db42-4e88-985c-e7e7d9d8d4fc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:55.061713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c122-3606-4674-9bb0-5b6501a4ae08 req-c11e8d93-a4ea-4612-9e91-259e0e1ebc79 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:55.063249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c63c122-3606-4674-9bb0-5b6501a4ae08 req-c11e8d93-a4ea-4612-9e91-259e0e1ebc79 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 945 time: 0.1641185 Feb 03 21:57:55.147020 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:55.163622 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5f38f35-9462-4354-9242-173ca4fbe953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a2a65e02-db42-4e88-985c-e7e7d9d8d4fc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:55.170479 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5f38f35-9462-4354-9242-173ca4fbe953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:55.171631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d5f38f35-9462-4354-9242-173ca4fbe953 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2a65e02-db42-4e88-985c-e7e7d9d8d4fc HTTP/1.1" status: 204 len: 168 time: 0.4402876 Feb 03 21:57:55.192151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f1699-289f-42ec-8718-aba9e12e6658 req-7e95e11a-a19a-4b12-8936-b0d0569ca129 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:55.197485 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-494f1699-289f-42ec-8718-aba9e12e6658 req-7e95e11a-a19a-4b12-8936-b0d0569ca129 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 945 time: 0.1927185 Feb 03 21:57:55.201947 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c63c122-3606-4674-9bb0-5b6501a4ae08 req-aaa5e9f9-84b1-424c-87f6-78a1b63bdbb6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322739 Feb 03 21:57:55.219171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f38f35-9462-4354-9242-173ca4fbe953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a65e02-db42-4e88-985c-e7e7d9d8d4fc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:55.580077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-494f1699-289f-42ec-8718-aba9e12e6658 req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Deleting port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:57:55.580423 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-494f1699-289f-42ec-8718-aba9e12e6658 req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:55.680253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fb33b-8931-43cd-a7d1-7c26f50b7c1b req-f5b2840f-63f9-428d-88c1-6bcaa8810897 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:55.691316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-407fb33b-8931-43cd-a7d1-7c26f50b7c1b req-f5b2840f-63f9-428d-88c1-6bcaa8810897 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 867 time: 0.2136505 Feb 03 21:57:55.691571 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (be477646-d5e5-4f3e-9cc0-a6be152c8293), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:55.715923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d8dc4543-9650-46d8-8e8f-a3b2f13bbab5', 'be477646-d5e5-4f3e-9cc0-a6be152c8293'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:55.721976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['62071415-2e8d-4f59-84c9-60e726adc85d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:55.761348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Pushing event deleted for resources: {'Port': ['ID=be477646-d5e5-4f3e-9cc0-a6be152c8293,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:55.777930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-407fb33b-8931-43cd-a7d1-7c26f50b7c1b req-a214c9c7-794f-4257-9e17-c29ad59e12bb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849838 Feb 03 21:57:55.904477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a60ca5f4-9d47-4afc-8caf-f2583a1d3f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:55.942851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] No DVR routers for this DVR port be477646-d5e5-4f3e-9cc0-a6be152c8293 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:57:55.955943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:55.959416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1992cf3-80c7-40c6-838d-b23935487bbd req-fa31e2df-4a5f-4b19-95a0-616ea5ab8525 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.47 "DELETE /v2.0/ports/be477646-d5e5-4f3e-9cc0-a6be152c8293 HTTP/1.1" status: 204 len: 173 time: 1.7914009 Feb 03 21:57:55.962640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d634bf6-eb30-431a-962d-e24c95991f6e', 'name': 'network-vif-deleted', 'tag': 'be477646-d5e5-4f3e-9cc0-a6be152c8293'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:55.964740 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc7efab-7322-4195-9fc4-438938a83571" -d '{"events": [{"server_uuid": "5d634bf6-eb30-431a-962d-e24c95991f6e", "name": "network-vif-deleted", "tag": "be477646-d5e5-4f3e-9cc0-a6be152c8293"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:56.112924 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3c7786-10fc-4e37-92c6-142f4afe3560 x-openstack-request-id: req-5e3c7786-10fc-4e37-92c6-142f4afe3560 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:56.112924 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d634bf6-eb30-431a-962d-e24c95991f6e", "name": "network-vif-deleted", "tag": "be477646-d5e5-4f3e-9cc0-a6be152c8293", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:56.112924 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e3c7786-10fc-4e37-92c6-142f4afe3560 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:56.112924 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d634bf6-eb30-431a-962d-e24c95991f6e', 'name': 'network-vif-deleted', 'tag': 'be477646-d5e5-4f3e-9cc0-a6be152c8293', 'status': 'completed', 'code': 200} Feb 03 21:57:56.144745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-494f1699-289f-42ec-8718-aba9e12e6658 req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] For port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:57:56.145250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-494f1699-289f-42ec-8718-aba9e12e6658 req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:56.203438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e650a-36bb-44ee-89c0-48739566e069 req-8addf77b-ab89-4c87-bf6e-da07711051bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:56.208650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-494f1699-289f-42ec-8718-aba9e12e6658 req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Calling delete_port for 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:57:56.220326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f0e650a-36bb-44ee-89c0-48739566e069 req-8addf77b-ab89-4c87-bf6e-da07711051bb tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1555347 Feb 03 21:57:56.236176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.20.0.1 (b70a24cf-0f95-40c6-b406-0a41dd7fd259/e78c15ad-d104-4fe7-b190-e8bdadf1c680/bd528c4f-ac58-49a7-9e49-2c489ad57cef) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:57:56.337318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f0e650a-36bb-44ee-89c0-48739566e069 req-69b42e05-fa3e-4581-8811-25bdcf3a7da1 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154218 Feb 03 21:57:56.557883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01501731-534d-48e3-b839-392bdbdce995 req-76aa828d-e2ad-4f31-8021-e72c15dcaa41 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:56.560668 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-494f1699-289f-42ec-8718-aba9e12e6658 req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (12b2bec7-6af5-4d7b-8f99-40c2c2681dbe), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:56.567356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01501731-534d-48e3-b839-392bdbdce995 req-76aa828d-e2ad-4f31-8021-e72c15dcaa41 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5088432-fb6e-4c80-82cb-eb7bcdff97c7 HTTP/1.1" status: 200 len: 867 time: 0.1224623 Feb 03 21:57:56.575803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:57:56.664878 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:56.704263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event deleted for resources: {'Port': ['ID=12b2bec7-6af5-4d7b-8f99-40c2c2681dbe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:56.734252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01501731-534d-48e3-b839-392bdbdce995 req-7f676c63-c36f-44d8-8df2-5d8c8dd4b256 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630197 Feb 03 21:57:56.929850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-494f1699-289f-42ec-8718-aba9e12e6658 req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] No DVR routers for this DVR port 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:57:56.932564 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-494f1699-289f-42ec-8718-aba9e12e6658 req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:56.937056 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-494f1699-289f-42ec-8718-aba9e12e6658 req-033ffcd6-2912-4053-a565-091911e18948 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "DELETE /v2.0/ports/12b2bec7-6af5-4d7b-8f99-40c2c2681dbe HTTP/1.1" status: 204 len: 173 time: 1.6954448 Feb 03 21:57:56.950059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516205-13e7-4ada-885b-b15a0d2c0262 req-6c1c4619-8e37-458f-bc27-0b76436bd2ea tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:56.950294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-766473805-network', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:56.961516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae516205-13e7-4ada-885b-b15a0d2c0262 req-6c1c4619-8e37-458f-bc27-0b76436bd2ea tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1765721 Feb 03 21:57:56.994847 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:57.026789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4e8798c-c4c0-4901-8d3d-a771286e3ad9 req-89a37c06-282d-4ea9-abf6-06d5a5aff9bc tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d634bf6-eb30-431a-962d-e24c95991f6e HTTP/1.1" status: 200 len: 210 time: 0.0619617 Feb 03 21:57:57.032801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Made reservation on behalf of 9417518a2c4a4386a0fba9d0d3d4b314 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:57.050012 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:57.083262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae516205-13e7-4ada-885b-b15a0d2c0262 req-ac368b2e-20fe-4e16-bb77-e54707a0b8e3 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202581 Feb 03 21:57:57.085602 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:57.090649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (bd528c4f-ac58-49a7-9e49-2c489ad57cef), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:57.116969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-7d816ca7-2b9c-4a25-88d4-9b93ab7c006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:57.118238 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-7d816ca7-2b9c-4a25-88d4-9b93ab7c006f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e037e7bdda124ad7a07c459f7a41f324&device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 1126 time: 0.3450162 Feb 03 21:57:57.202394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (bd528c4f-ac58-49a7-9e49-2c489ad57cef), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:57.281978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:57.293526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:57.307456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:57:57.342872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=bd528c4f-ac58-49a7-9e49-2c489ad57cef,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:57.404338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (cd109a2b-214f-44a6-a869-c3e73bd45a40), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:57.414142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-175016fe-8d8a-4de0-9519-d2a715b5a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:57.416432 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-175016fe-8d8a-4de0-9519-d2a715b5a3e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 200 len: 911 time: 0.2909787 Feb 03 21:57:57.422337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Publish callbacks [] for security_group (cac275a6-cdea-456e-9e24-1c4ccdc8e5cd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:57.446575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:57:57.468372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cac275a6-cdea-456e-9e24-1c4ccdc8e5cd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:57.477520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:57:57.478038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 12b2bec7-6af5-4d7b-8f99-40c2c2681dbe not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:57:57.943994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:57:57.973455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:57.973801 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Added segment 0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b of type vlan for network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 Feb 03 21:57:57.978025 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-1a609f68-cdee-4c8f-ba52-e50d023dedd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 200 len: 998 time: 0.5111866 Feb 03 21:57:57.980556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device be477646-d5e5-4f3e-9cc0-a6be152c8293 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:57:57.987082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:58.023841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: be477646-d5e5-4f3e-9cc0-a6be152c8293 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:57:58.024357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device be477646-d5e5-4f3e-9cc0-a6be152c8293 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:57:58.123019 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:58.155265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5088432-fb6e-4c80-82cb-eb7bcdff97c7', 'name': 'network-vif-deleted', 'tag': '12b2bec7-6af5-4d7b-8f99-40c2c2681dbe'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:57:58.159629 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd1e15f-00cb-42c2-8029-2cf40430e72b" -d '{"events": [{"server_uuid": "b5088432-fb6e-4c80-82cb-eb7bcdff97c7", "name": "network-vif-deleted", "tag": "12b2bec7-6af5-4d7b-8f99-40c2c2681dbe"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:57:58.180425 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:58.181453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:58.182118 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:58.311094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] Pushing event updated for resources: {'Network': ['ID=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:58.322908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:57:58.350033 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a1bd600a-7b17-4e7a-a619-30cacbc3e8ad admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6609724 Feb 03 21:57:58.353237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:58.353765 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cbcc36-7b57-4de8-a7da-367a245f25c8 x-openstack-request-id: req-51cbcc36-7b57-4de8-a7da-367a245f25c8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:57:58.354058 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5088432-fb6e-4c80-82cb-eb7bcdff97c7", "name": "network-vif-deleted", "tag": "12b2bec7-6af5-4d7b-8f99-40c2c2681dbe", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:57:58.354313 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51cbcc36-7b57-4de8-a7da-367a245f25c8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:57:58.354712 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5088432-fb6e-4c80-82cb-eb7bcdff97c7', 'name': 'network-vif-deleted', 'tag': '12b2bec7-6af5-4d7b-8f99-40c2c2681dbe', 'status': 'completed', 'code': 200} Feb 03 21:57:58.367180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Request body: {'subnet': {'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-766473805-subnet', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:58.438362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b66648-0793-4a73-806a-8aff21826451 req-7c2cd4d6-7e6b-4cf2-b49b-ef5613afb720 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:58.440058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44b66648-0793-4a73-806a-8aff21826451 req-7c2cd4d6-7e6b-4cf2-b49b-ef5613afb720 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1841760 Feb 03 21:57:58.441584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Made reservation on behalf of 9417518a2c4a4386a0fba9d0d3d4b314 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:57:58.444195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:58.446239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-c890f0ba-849f-4727-b941-7eb740ea275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:58.447713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-c890f0ba-849f-4727-b941-7eb740ea275b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 200 len: 849 time: 0.4564981 Feb 03 21:57:58.499676 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bd528c4f-ac58-49a7-9e49-2c489ad57cef), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:58.553425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-6214d9cf-a931-4bd5-a1d0-ac3be5fff2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:58.555089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-6214d9cf-a931-4bd5-a1d0-ac3be5fff2eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69fd4d27-c7dd-48c7-9847-0103c0946f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0956283 Feb 03 21:57:58.577089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-827fc97e-fb7f-48b4-af45-41bdd24e6179 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:57:58.578213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-827fc97e-fb7f-48b4-af45-41bdd24e6179 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098910 Feb 03 21:57:58.596795 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:58.694562 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44b66648-0793-4a73-806a-8aff21826451 req-19dacb4b-0ff6-4508-8058-2d32a94e1263 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570301 Feb 03 21:57:58.815984 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-80d48924-82a8-4af3-a61d-2f725583e4ae service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278938 Feb 03 21:57:58.827925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-cec09028-c05a-4721-ac09-7cbbfbf11da5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:58.837482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-cec09028-c05a-4721-ac09-7cbbfbf11da5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.2799730 Feb 03 21:57:58.917486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-efdecfe4-d892-48a9-b562-057a9997ea27 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/quotas/ba56a3ba2f2e4b4ab46d242315c1b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0750782 Feb 03 21:57:58.952267 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (e7a5aa92-0efb-4233-b620-a4a3eaf56a19), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:59.017909 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60b44b4d-223f-4ff1-ae2f-15d7c6a194dc req-1a56c7ac-6824-48b4-a9db-c973c3ccb0dd service neutron] 10.222.0.47 "GET /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948054 Feb 03 21:57:59.019338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc12125-0875-4153-94ae-993e1d645230 req-692767fa-c33c-4ec9-a6c5-497df22db6fd tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:59.026409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bc12125-0875-4153-94ae-993e1d645230 req-692767fa-c33c-4ec9-a6c5-497df22db6fd tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 945 time: 0.2224431 Feb 03 21:57:59.066639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a5aa92-0efb-4233-b620-a4a3eaf56a19,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:59.094590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-19f47fbf-86f2-42fb-a659-8d4bb485aab1 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1693664 Feb 03 21:57:59.117401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (bd528c4f-ac58-49a7-9e49-2c489ad57cef), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:59.123453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (bd528c4f-ac58-49a7-9e49-2c489ad57cef), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:59.173985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=bd528c4f-ac58-49a7-9e49-2c489ad57cef,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:57:59.174251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Checking segment: {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:57:59.174436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Network hostable DHCP agents. Network: ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:57:59.193476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bc12125-0875-4153-94ae-993e1d645230 req-79b831ef-0eeb-4542-989c-5b5139a0c9f1 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607502 Feb 03 21:57:59.216956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:57:59.246556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:59.257199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0316bf13-5bca-4842-98aa-ba9d35aba469 None None] Network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:59.261715 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (cd109a2b-214f-44a6-a869-c3e73bd45a40), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:59.278160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:57:59.278754 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:59.313288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-a78b47df-fb6f-4eae-8206-92a8b8748e0f service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175858 Feb 03 21:57:59.349165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aa45b82d-3d13-4785-93fd-a15aba15c0e6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9928436 Feb 03 21:57:59.354292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:57:59.360074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:57:59.415075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22be72e-20d8-4558-90cb-813ef0ebefc4 None None] Network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:57:59.425933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:57:59.428501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:57:59.447460 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (a2b61efe-2c03-4b10-a164-36e089839523), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:59.448835 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (a2b61efe-2c03-4b10-a164-36e089839523), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:59.456671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-512f9703-0f73-426c-8400-78d03879ebbc service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331048 Feb 03 21:57:59.727144 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks [] for router_controller (a2b61efe-2c03-4b10-a164-36e089839523), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:57:59.742225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8dfb7f6-c68d-4f99-891c-94c42ed38d5d req-30bb6fdd-7e53-40e5-9e74-a2b2a4520562 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 210 time: 0.0961282 Feb 03 21:57:59.832713 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:00.011178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c75f-6fd5-4bb9-957f-f778c8440111 req-3f650560-241a-449b-84ab-d2e5e1bc68bf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:00.026653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f62c75f-6fd5-4bb9-957f-f778c8440111 req-3f650560-241a-449b-84ab-d2e5e1bc68bf tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1671836 Feb 03 21:58:00.134295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:00.142344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks [] for router_gateway (a2b61efe-2c03-4b10-a164-36e089839523), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:00.173409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-42013975-9a93-493a-84ff-f8952ba105cd tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:00.175914 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-42013975-9a93-493a-84ff-f8952ba105cd tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.10 "GET /v2.0/ports?device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 945 time: 0.2933090 Feb 03 21:58:00.208054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f62c75f-6fd5-4bb9-957f-f778c8440111 req-252295a9-4994-46a9-b40c-05e9bd0727f9 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689959 Feb 03 21:58:00.431894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32c5da-2661-44b5-86ae-d2b8c1da4f9e req-3cbcd34d-885d-46be-81d6-dd5fca00cd93 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:00.444772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab32c5da-2661-44b5-86ae-d2b8c1da4f9e req-3cbcd34d-885d-46be-81d6-dd5fca00cd93 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 945 time: 0.1368816 Feb 03 21:58:00.789720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Deleting port 62071415-2e8d-4f59-84c9-60e726adc85d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:00.791084 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:00.899252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:00.914499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788e984-2ef5-4e31-8439-0d4b9d3c8491 None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:00.930229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788e984-2ef5-4e31-8439-0d4b9d3c8491 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:00.933613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8788e984-2ef5-4e31-8439-0d4b9d3c8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:00.946214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8d404c2f-d574-43f2-b363-8fc13d1b7acc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/routers/cd109a2b-214f-44a6-a869-c3e73bd45a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2755947 Feb 03 21:58:00.953883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:00.969548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'port': {'network_id': 'b70a24cf-0f95-40c6-b406-0a41dd7fd259', 'name': 'tempest-FloatingIPTestJSON-1714815196'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:01.035351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8788e984-2ef5-4e31-8439-0d4b9d3c8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:01.058309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788e984-2ef5-4e31-8439-0d4b9d3c8491 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:01.061034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8788e984-2ef5-4e31-8439-0d4b9d3c8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:01.123387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cc5da64-a075-46fc-ad41-722a20c44ff1 req-78cc0e05-e5c3-4257-a552-936f467e8463 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 210 time: 0.0707495 Feb 03 21:58:01.145143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8788e984-2ef5-4e31-8439-0d4b9d3c8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:01.146549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788e984-2ef5-4e31-8439-0d4b9d3c8491 None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:01.159569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab32c5da-2661-44b5-86ae-d2b8c1da4f9e req-61bfbb8a-d179-4a75-9b25-8f08ad9d14f1 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074442 Feb 03 21:58:01.301646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] For port 62071415-2e8d-4f59-84c9-60e726adc85d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=62071415-2e8d-4f59-84c9-60e726adc85d,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:01.302004 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:01.364448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Calling delete_port for 62071415-2e8d-4f59-84c9-60e726adc85d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:01.401665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6b436-a2c9-4090-9d43-036da868062b req-15f018fa-cadf-4fcb-bba1-04845e64243b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:01.409504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db6b436-a2c9-4090-9d43-036da868062b req-15f018fa-cadf-4fcb-bba1-04845e64243b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.0997577 Feb 03 21:58:01.430106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks [] for router_gateway (a2b61efe-2c03-4b10-a164-36e089839523), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:01.479404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:01.489151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db6b436-a2c9-4090-9d43-036da868062b req-7a51db22-8ec3-4fd8-aabe-cfe62bed8556 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727336 Feb 03 21:58:01.533853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Made reservation on behalf of 10e9caa218064be6b2c2b863f10f7af7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:01.538064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:01.683423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed5e57-d0ad-4a67-b219-a931be686168 req-72a49759-8dcb-48a7-8fa7-8b873df04437 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:01.693543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fed5e57-d0ad-4a67-b219-a931be686168 req-72a49759-8dcb-48a7-8fa7-8b873df04437 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1016469 Feb 03 21:58:01.703733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (62071415-2e8d-4f59-84c9-60e726adc85d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:01.707398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] device_id is not set on port 146217b0-9854-4a86-b0da-25fbc3938a44 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:58:01.716020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d8dc4543-9650-46d8-8e8f-a3b2f13bbab5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:01.801358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fed5e57-d0ad-4a67-b219-a931be686168 req-5ca58552-bd09-420c-9715-ead84efc1784 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068349 Feb 03 21:58:01.998592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Pushing event deleted for resources: {'Port': ['ID=62071415-2e8d-4f59-84c9-60e726adc85d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:02.088659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Allocated IP 172.25.5.64 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/a379a958-2278-482e-bf15-65531e608eab) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:02.250701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks [] for port (a379a958-2278-482e-bf15-65531e608eab), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:02.316566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94374ea6-6b5e-42d2-837a-063e76a1c09a req-85b9e27e-e3df-4e22-9bf1-35ca67dafa9c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 210 time: 0.0340312 Feb 03 21:58:02.468461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.20.0.3 (b70a24cf-0f95-40c6-b406-0a41dd7fd259/e78c15ad-d104-4fe7-b190-e8bdadf1c680/146217b0-9854-4a86-b0da-25fbc3938a44) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:02.485416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e33f6161-866f-494b-b0c2-ceaceeb27b5b req-1e9ba99c-40f9-48ea-862f-03f2f01784c6 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 210 time: 0.0643425 Feb 03 21:58:02.699309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (146217b0-9854-4a86-b0da-25fbc3938a44), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:02.803595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] No DVR routers for this DVR port 62071415-2e8d-4f59-84c9-60e726adc85d on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:02.810531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a379a958-2278-482e-bf15-65531e608eab), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:02.841686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:02.845200 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f0df9be3-43bb-4095-ae39-fce585ea26a3 req-7746a7df-9683-4af3-8ab5-f50a0cbf1719 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.10 "DELETE /v2.0/ports/62071415-2e8d-4f59-84c9-60e726adc85d HTTP/1.1" status: 204 len: 173 time: 2.6537011 Feb 03 21:58:02.853157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94816667-81ec-44d4-b35a-f9b1182e2147', 'name': 'network-vif-deleted', 'tag': '62071415-2e8d-4f59-84c9-60e726adc85d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:02.855716 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df376c3e-9fec-4de4-881f-4e38e9666db7" -d '{"events": [{"server_uuid": "94816667-81ec-44d4-b35a-f9b1182e2147", "name": "network-vif-deleted", "tag": "62071415-2e8d-4f59-84c9-60e726adc85d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:02.917149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a379a958-2278-482e-bf15-65531e608eab,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:02.933674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:02.993637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1a503d90-09b7-43a4-8543-0a1f87a6b6d0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:02.995196 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1a503d90-09b7-43a4-8543-0a1f87a6b6d0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.47 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 1.2737901 Feb 03 21:58:03.000071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:03.003355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:03.011496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Request body: {'port': {'device_id': '22862f95-0ce2-4cad-ab89-662e57713ee5', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'admin_state_up': True, 'tenant_id': 'ba56a3ba2f2e4b4ab46d242315c1b4c3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:03.066547 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95062f5-6fde-438f-bed5-a1c2eefa2b72 x-openstack-request-id: req-d95062f5-6fde-438f-bed5-a1c2eefa2b72 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:03.067013 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94816667-81ec-44d4-b35a-f9b1182e2147", "name": "network-vif-deleted", "tag": "62071415-2e8d-4f59-84c9-60e726adc85d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:03.067531 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d95062f5-6fde-438f-bed5-a1c2eefa2b72 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:03.068043 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94816667-81ec-44d4-b35a-f9b1182e2147', 'name': 'network-vif-deleted', 'tag': '62071415-2e8d-4f59-84c9-60e726adc85d', 'status': 'completed', 'code': 200} Feb 03 21:58:03.104804 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (146217b0-9854-4a86-b0da-25fbc3938a44), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:03.214062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=146217b0-9854-4a86-b0da-25fbc3938a44,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:03.217808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:03.228396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:03.234671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:03.351740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-eaac2d2f-cd17-4731-bbb1-c157b3789091 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:03.353531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-eaac2d2f-cd17-4731-bbb1-c157b3789091 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc HTTP/1.1" status: 200 len: 943 time: 0.0862832 Feb 03 21:58:03.474879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 62071415-2e8d-4f59-84c9-60e726adc85d no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:03.491021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9384f7e3-9bcf-4041-9ea8-264b4cc7711d req-8bef7bf5-c81f-428e-a0a2-bfcab27f36e9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 210 time: 0.0677638 Feb 03 21:58:03.537079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 62071415-2e8d-4f59-84c9-60e726adc85d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:03.537539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 62071415-2e8d-4f59-84c9-60e726adc85d not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:03.551993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Deleting port 5af44162-3880-45f3-8098-b495ef2ebd20 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:03.560670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:03.711095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] For port 5af44162-3880-45f3-8098-b495ef2ebd20, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5af44162-3880-45f3-8098-b495ef2ebd20,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:03.711783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:03.728128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Calling delete_port for 5af44162-3880-45f3-8098-b495ef2ebd20 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:03.914155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8c223af-5f71-4be9-aae1-cf3ac6690389 req-519de83a-82a0-47cc-b411-7f2f367da186 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=94816667-81ec-44d4-b35a-f9b1182e2147 HTTP/1.1" status: 200 len: 210 time: 0.0386627 Feb 03 21:58:03.917395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5af44162-3880-45f3-8098-b495ef2ebd20), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:03.925247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:03.926274 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:03.932313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Made reservation on behalf of ba56a3ba2f2e4b4ab46d242315c1b4c3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:03.934292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e168e2a0-b8df-46e4-a0e0-23050f45f0a9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:03.936331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:03.939117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fd6d6dd-eafb-454b-b751-1340d97c3afa'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:03.982980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event deleted for resources: {'Port': ['ID=5af44162-3880-45f3-8098-b495ef2ebd20,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:04.075273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] No DVR routers for this DVR port 5af44162-3880-45f3-8098-b495ef2ebd20 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:04.080408 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:04.083451 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5be9422c-a3b3-48ef-bfc6-5775c502087c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1188922 Feb 03 21:58:04.087757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44622) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:04.093625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'port': {'network_id': 'b70a24cf-0f95-40c6-b406-0a41dd7fd259', 'name': 'tempest-FloatingIPTestJSON-1783895941'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:04.113694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3253820-3fc4-4d1f-89c5-9f55b472f8cd req-4a49feea-85e0-4a4f-8773-e35e522ab382 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "DELETE /v2.0/ports/5af44162-3880-45f3-8098-b495ef2ebd20 HTTP/1.1" status: 204 len: 173 time: 0.7482655 Feb 03 21:58:04.115627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'name': 'network-vif-deleted', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:04.123651 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27339d3d-7942-4e5d-b056-dcefdf414b57" -d '{"events": [{"server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "name": "network-vif-deleted", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:04.188682 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2827b0d-a98e-4edc-9c7c-052144fdcc8f x-openstack-request-id: req-a2827b0d-a98e-4edc-9c7c-052144fdcc8f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:04.190310 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc", "name": "network-vif-deleted", "tag": "5af44162-3880-45f3-8098-b495ef2ebd20", "status": "failed", "code": 422}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:04.190576 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2827b0d-a98e-4edc-9c7c-052144fdcc8f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:04.192244 n-d-824834-9 neutron-server[103397]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af3ce32b-0d96-4e9d-a46f-3cacd6f29cdc', 'name': 'network-vif-deleted', 'tag': '5af44162-3880-45f3-8098-b495ef2ebd20', 'status': 'failed', 'code': 422} returned with failed status Feb 03 21:58:04.355428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Allocated IP 172.20.0.5 (5b80f157-ae27-4069-a1da-9e28e7643a83/62d8fd80-7f87-469e-9ab2-aba4b4d5c683/1866c1e4-c490-4c0d-b06d-8373f1ed7c4a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:04.455345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks [] for router_gateway (a2b61efe-2c03-4b10-a164-36e089839523), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:04.682247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-689dc479-066a-413f-b7bf-f7548433e311 req-364eb408-d395-4139-ad6a-432b5e2207bc tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 210 time: 0.0669732 Feb 03 21:58:04.712969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Made reservation on behalf of 10e9caa218064be6b2c2b863f10f7af7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:04.716443 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:04.769273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] device_id is not set on port 2a2ffa88-b107-4ced-9d9b-77054fc4941d yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:58:04.802185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (a2b61efe-2c03-4b10-a164-36e089839523), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:04.872833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc99ed6-9ac3-4819-b7e7-6245bf960f81 req-05a8975e-9bb1-4858-bd78-7895b0d7131c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:04.874587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6fc99ed6-9ac3-4819-b7e7-6245bf960f81 req-05a8975e-9bb1-4858-bd78-7895b0d7131c tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 908 time: 0.0692441 Feb 03 21:58:04.983589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks [] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:05.073973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.20.0.2 (b70a24cf-0f95-40c6-b406-0a41dd7fd259/e78c15ad-d104-4fe7-b190-e8bdadf1c680/2a2ffa88-b107-4ced-9d9b-77054fc4941d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:05.124082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:05.144204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:05.252354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841a9d8-40fb-4315-bc76-914e70436359 req-07b33527-efaf-4ce8-8c39-cabce312b93b tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:05.255344 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:05.259563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f841a9d8-40fb-4315-bc76-914e70436359 req-07b33527-efaf-4ce8-8c39-cabce312b93b tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.0747561 Feb 03 21:58:05.265005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:05.270191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event updated for resources: {'Port': ['ID=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:05.272540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:05.304426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Router a2b61efe-2c03-4b10-a164-36e089839523 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:58:05.328339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f841a9d8-40fb-4315-bc76-914e70436359 req-9bf5aa88-2194-402c-a659-ff6cb93134a5 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678272 Feb 03 21:58:05.407339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:05.407991 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:05.471354 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (2a2ffa88-b107-4ced-9d9b-77054fc4941d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:05.478620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-1b432ca1-a8d6-47b7-8a62-9853605ece21 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4725266 Feb 03 21:58:05.498027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Request body: {'port': {'device_id': '22862f95-0ce2-4cad-ab89-662e57713ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:05.553147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:05.565552 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Sync routers for ids ['a2b61efe-2c03-4b10-a164-36e089839523'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:05.584547 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Routers {'a2b61efe-2c03-4b10-a164-36e089839523'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:05.585263 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a2b61efe-2c03-4b10-a164-36e089839523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:05.600749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2a2ffa88-b107-4ced-9d9b-77054fc4941d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:05.617341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:05.618556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3990c7de-6ae5-43c6-978a-baa0a04de5e6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2627649 Feb 03 21:58:05.621594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44652) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:05.639679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:05.667952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:05.674871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:05.698062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:05.705055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=2a2ffa88-b107-4ced-9d9b-77054fc4941d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:05.784880 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Set router a2b61efe-2c03-4b10-a164-36e089839523 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:05.803249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44656) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:05.889149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:05.889776 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:05.974832 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-41bcf6a8-6f61-409e-80fd-a3549a0da80f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8799603 Feb 03 21:58:05.976003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:05.983145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19106ca-9be1-443f-ab4e-79d6070df603 req-9806c0fd-5857-4157-a73b-ec46fbfb0288 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:05.991533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c19106ca-9be1-443f-ab4e-79d6070df603 req-9806c0fd-5857-4157-a73b-ec46fbfb0288 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 931 time: 0.1765900 Feb 03 21:58:06.007903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3bc02014-c58c-4c61-9570-5324f0a05ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.041169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '2a2ffa88-b107-4ced-9d9b-77054fc4941d', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:06.130340 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.163852 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a379a958-2278-482e-bf15-65531e608eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:57:59Z', 'updated_at': '2022-02-03T21:58:04Z', 'revision_number': 3, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'gw_port': {'id': 'a379a958-2278-482e-bf15-65531e608eab', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:01Z', 'updated_at': '2022-02-03T21:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:06.210372 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Checking router: a2b61efe-2c03-4b10-a164-36e089839523 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:58:06.210729 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Updating router a2b61efe-2c03-4b10-a164-36e089839523 port a379a958-2278-482e-bf15-65531e608eab binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:58:06.261506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c19106ca-9be1-443f-ab4e-79d6070df603 req-c130d623-b80a-43cd-bc5d-068ed5003d53 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687626 Feb 03 21:58:06.271846 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a379a958-2278-482e-bf15-65531e608eab), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.346248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:06.378078 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Publish callbacks [] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.394002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Transition to ACTIVE for port object 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:58:06.411933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.558843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Pushing event updated for resources: {'Port': ['ID=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:06.585689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3918f-a790-4003-a94f-125e27c3feb2 req-37513d87-29a5-45ed-9a4b-23b3b1a3379f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:06.587368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcc3918f-a790-4003-a94f-125e27c3feb2 req-37513d87-29a5-45ed-9a4b-23b3b1a3379f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 908 time: 0.5635111 Feb 03 21:58:06.647815 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Publish callbacks [] for port (a379a958-2278-482e-bf15-65531e608eab), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.658605 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a379a958-2278-482e-bf15-65531e608eab), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.678808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38166943-dd8c-48ba-b98f-80e666370a0c req-0161688a-34a4-4824-b68b-5f69e59eb822 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:06.680713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38166943-dd8c-48ba-b98f-80e666370a0c req-0161688a-34a4-4824-b68b-5f69e59eb822 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.1980076 Feb 03 21:58:06.684755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3bc02014-c58c-4c61-9570-5324f0a05ebb admin admin] Publish callbacks [] for security_group (9b317963-91f4-4d79-97b5-60cbad1db607), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.699947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.710331 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3bc02014-c58c-4c61-9570-5324f0a05ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b317963-91f4-4d79-97b5-60cbad1db607), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.723017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-32d6bb8b-b3f6-4eca-8102-9f6ebd6c2dad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:06.725055 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-32d6bb8b-b3f6-4eca-8102-9f6ebd6c2dad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 908 time: 0.2215242 Feb 03 21:58:06.726657 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Attempting to bind port a379a958-2278-482e-bf15-65531e608eab on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:06.727257 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Attempting to bind port a379a958-2278-482e-bf15-65531e608eab by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:06.727832 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Attempting to bind port a379a958-2278-482e-bf15-65531e608eab on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:06.741252 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:06.742179 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:06.742894 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.743514 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:06.744247 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Bound port: a379a958-2278-482e-bf15-65531e608eab, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:06.746118 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a379a958-2278-482e-bf15-65531e608eab), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.750466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Attempting to bind port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:06.750833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Attempting to bind port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:06.751166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Attempting to bind port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:06.778566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a on network 5b80f157-ae27-4069-a1da-9e28e7643a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:58:06.778566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Attempting to bind port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:06.809131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38166943-dd8c-48ba-b98f-80e666370a0c req-a4f2d4a9-95e8-45a1-9cfe-a61c0f509db5 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209750 Feb 03 21:58:06.856126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02014-c58c-4c61-9570-5324f0a05ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b317963-91f4-4d79-97b5-60cbad1db607,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:06.867411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3bc02014-c58c-4c61-9570-5324f0a05ebb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=117a5ef16ce645c19c8be714690d0c7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0624585 Feb 03 21:58:06.870475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.875388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:06.962373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:06.962826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Checking segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:06.963295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Bound using segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:06.963820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Bound port: 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:06.964419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.967006 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Pushing event updated for resources: {'Port': ['ID=a379a958-2278-482e-bf15-65531e608eab,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:06.974743 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-164a3503-4d8f-4d60-af95-7e901711355f admin admin] Publish callbacks [] for security_group (9b317963-91f4-4d79-97b5-60cbad1db607), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:06.980107 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.980697 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.981229 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.981742 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.982236 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.982747 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.983236 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.983720 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.984219 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.984713 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.985233 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.985952 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:06.987030 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:07.014022 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] For port a379a958-2278-482e-bf15-65531e608eab, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:07.018439 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] For port a379a958-2278-482e-bf15-65531e608eab, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a379a958-2278-482e-bf15-65531e608eab,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:07.024412 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a379a958-2278-482e-bf15-65531e608eab), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.082530 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Routers {'a2b61efe-2c03-4b10-a164-36e089839523'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:07.083471 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a2b61efe-2c03-4b10-a164-36e089839523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:07.111332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Allocated IP 172.20.0.1 (ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2/e7a5aa92-0efb-4233-b620-a4a3eaf56a19/fd9d335e-f797-496a-a95b-00996ac7389c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:07.123638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] For port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:07.127978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] For port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:07.174343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.185901 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-164a3503-4d8f-4d60-af95-7e901711355f admin admin] Publish callbacks [] for security_group (9b317963-91f4-4d79-97b5-60cbad1db607), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.226088 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] Set router a2b61efe-2c03-4b10-a164-36e089839523 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:07.259951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:07.260877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.262643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] 10.222.0.47 "PUT /v2.0/ports/1866c1e4-c490-4c0d-b06d-8373f1ed7c4a HTTP/1.1" status: 200 len: 1091 time: 1.7688067 Feb 03 21:58:07.263593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22862f95-0ce2-4cad-ab89-662e57713ee5', 'tag': '1866c1e4-c490-4c0d-b06d-8373f1ed7c4a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:07.266322 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caeb116-f8da-4965-9ea4-d45d5e363297" -d '{"events": [{"name": "network-changed", "server_uuid": "22862f95-0ce2-4cad-ab89-662e57713ee5", "tag": "1866c1e4-c490-4c0d-b06d-8373f1ed7c4a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:07.330947 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Publish callbacks [] for port (fd9d335e-f797-496a-a95b-00996ac7389c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.341332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Deleting port 6087ca6c-afce-49a9-a785-787e16feec5b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:07.341332 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.405178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.432412 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5512e1-6a76-4040-82d4-be23604df320 None None] Pushing event updated for resources: {'Port': ['ID=a379a958-2278-482e-bf15-65531e608eab,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:07.483914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9d335e-f797-496a-a95b-00996ac7389c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:07.548523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:07.551599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:07.558420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:07.606990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0b037-8283-4e14-a94c-fbd15ab3fd60 req-023edbde-97c5-4667-a94e-2ec818318013 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:07.608820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9e0b037-8283-4e14-a94c-fbd15ab3fd60 req-023edbde-97c5-4667-a94e-2ec818318013 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 943 time: 0.1367948 Feb 03 21:58:07.678096 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a379a958-2278-482e-bf15-65531e608eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:57:59Z', 'updated_at': '2022-02-03T21:58:04Z', 'revision_number': 3, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'gw_port': {'id': 'a379a958-2278-482e-bf15-65531e608eab', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:01Z', 'updated_at': '2022-02-03T21:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:07.730491 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (a2b61efe-2c03-4b10-a164-36e089839523), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.755902 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afbdaa-caee-485a-96cd-a31d9bda6ca5 None None] The sync data for ids ['a2b61efe-2c03-4b10-a164-36e089839523'] in n-d-824834-9 is: [{'id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a379a958-2278-482e-bf15-65531e608eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:57:59Z', 'updated_at': '2022-02-03T21:58:04Z', 'revision_number': 3, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'gw_port': {'id': 'a379a958-2278-482e-bf15-65531e608eab', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:01Z', 'updated_at': '2022-02-03T21:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:07.860356 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86752312-cb54-44c4-b1d3-1f9d723fe0da x-openstack-request-id: req-86752312-cb54-44c4-b1d3-1f9d723fe0da {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:07.863351 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22862f95-0ce2-4cad-ab89-662e57713ee5", "tag": "1866c1e4-c490-4c0d-b06d-8373f1ed7c4a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:07.863614 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86752312-cb54-44c4-b1d3-1f9d723fe0da {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:07.864030 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22862f95-0ce2-4cad-ab89-662e57713ee5', 'tag': '1866c1e4-c490-4c0d-b06d-8373f1ed7c4a', 'status': 'completed', 'code': 200} Feb 03 21:58:07.905729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9e0b037-8283-4e14-a94c-fbd15ab3fd60 req-c1f00a96-fbe0-4523-9cff-a7f7370a3d5b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882371 Feb 03 21:58:07.949533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.954013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] For port 6087ca6c-afce-49a9-a785-787e16feec5b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=6087ca6c-afce-49a9-a785-787e16feec5b,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:07.954392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:07.978267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Calling delete_port for 6087ca6c-afce-49a9-a785-787e16feec5b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:07.981842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352ce1a-8a68-4eb1-b3a6-c6aac091c81c req-d5eafe01-7d45-48e3-83ea-5afac5b24857 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:07.983424 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4352ce1a-8a68-4eb1-b3a6-c6aac091c81c req-d5eafe01-7d45-48e3-83ea-5afac5b24857 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 908 time: 0.2438815 Feb 03 21:58:08.233667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.25.5.109 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/7426cc4c-99c8-4174-9cea-64db8653c287) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:08.239834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596c470-6f1f-4a60-be4e-650573ea3275 service neutron] Pushing event updated for resources: {'Port': ['ID=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:08.271699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Publish callbacks [] for port (fd9d335e-f797-496a-a95b-00996ac7389c), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:08.276364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-fea1a9e4-1a75-4222-b3c7-57a9de829dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:08.278302 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-fea1a9e4-1a75-4222-b3c7-57a9de829dbb tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.47 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 1.1359723 Feb 03 21:58:08.296879 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:08.378725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938163c-16c7-4fb6-80ab-a94593f13242 req-38d484cc-1cfb-48cd-b526-28554e84fb59 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:08.380298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5938163c-16c7-4fb6-80ab-a94593f13242 req-38d484cc-1cfb-48cd-b526-28554e84fb59 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 945 time: 0.2841072 Feb 03 21:58:08.394479 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6087ca6c-afce-49a9-a785-787e16feec5b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:08.450631 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (a2b61efe-2c03-4b10-a164-36e089839523), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:08.452618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9d335e-f797-496a-a95b-00996ac7389c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:08.506855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5938163c-16c7-4fb6-80ab-a94593f13242 req-1fcc03f3-4761-4fa9-b007-f78851dae9cf tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068258 Feb 03 21:58:08.513716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event deleted for resources: {'Port': ['ID=6087ca6c-afce-49a9-a785-787e16feec5b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:08.569379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-164a3503-4d8f-4d60-af95-7e901711355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b317963-91f4-4d79-97b5-60cbad1db607), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:08.578087 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-164a3503-4d8f-4d60-af95-7e901711355f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:08.582522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-164a3503-4d8f-4d60-af95-7e901711355f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b317963-91f4-4d79-97b5-60cbad1db607 HTTP/1.1" status: 204 len: 168 time: 1.6952469 Feb 03 21:58:08.683167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-ace1d98e-d27e-4f4a-9a11-fe0b3e3ddf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:08.684713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-ace1d98e-d27e-4f4a-9a11-fe0b3e3ddf64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 1125 time: 0.8115807 Feb 03 21:58:08.685797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:08.688197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:08.704542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] No DVR routers for this DVR port 6087ca6c-afce-49a9-a785-787e16feec5b on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:08.706913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a3503-4d8f-4d60-af95-7e901711355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b317963-91f4-4d79-97b5-60cbad1db607,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:08.710754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:08.715656 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4b6d5ffe-4254-4dcb-b3e1-728b6beb6414 req-4c3da1a7-a839-4e76-b4b8-ac60fd040194 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "DELETE /v2.0/ports/6087ca6c-afce-49a9-a785-787e16feec5b HTTP/1.1" status: 204 len: 173 time: 1.9774294 Feb 03 21:58:08.860292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-50c7879c-d630-4a6c-924a-433c0dd544e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a HTTP/1.1" status: 200 len: 217 time: 0.1258380 Feb 03 21:58:08.950520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Router a2b61efe-2c03-4b10-a164-36e089839523 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:09.070759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (7426cc4c-99c8-4174-9cea-64db8653c287), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:09.074641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Deleting port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:09.074973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:09.152022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-de5ae48c-e54e-4a31-98cb-cb8cd5c27033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:09.156051 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-de5ae48c-e54e-4a31-98cb-cb8cd5c27033 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.2560985 Feb 03 21:58:09.169342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7657d76d-6823-488b-a608-d25af4d26b05 req-bc381350-63d6-420c-8c30-1047032bfc09 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc99c92-ac14-4dfc-9744-b27b8792d4de HTTP/1.1" status: 200 len: 210 time: 0.0545166 Feb 03 21:58:09.216469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:09.223397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b58d35fa-ee9c-435a-b780-8f407484bdd2 admin admin] 10.222.0.50 "PUT /v2.0/routers/a2b61efe-2c03-4b10-a164-36e089839523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6006665 Feb 03 21:58:09.231745 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:58:09.254188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435fc1-3b44-45b0-844b-7ddcf395f090 req-113d488d-5f17-4894-9b03-c01fda4e28c3 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:09.260510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7435fc1-3b44-45b0-844b-7ddcf395f090 req-113d488d-5f17-4894-9b03-c01fda4e28c3 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 943 time: 0.1950200 Feb 03 21:58:09.334961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7435fc1-3b44-45b0-844b-7ddcf395f090 req-e352e904-88f5-42f0-984a-ec6704904e62 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679564 Feb 03 21:58:09.338128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] For port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:09.338128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:09.353104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Calling delete_port for d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:09.405631 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-299c16c5-02ae-4f34-b5ea-cb7fd67862d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2183099 Feb 03 21:58:09.473981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7426cc4c-99c8-4174-9cea-64db8653c287), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:09.544557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:09.557291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:09.568383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:09.570422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=7426cc4c-99c8-4174-9cea-64db8653c287,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:09.647688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-f7f87164-cb67-4c87-aa97-6a6d0b0436a9 service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332208 Feb 03 21:58:09.714576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d8dc4543-9650-46d8-8e8f-a3b2f13bbab5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:09.726642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d8dc4543-9650-46d8-8e8f-a3b2f13bbab5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:09.780376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Pushing event deleted for resources: {'Port': ['ID=d8dc4543-9650-46d8-8e8f-a3b2f13bbab5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:09.798683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaff7a2-be31-4f6c-9687-2962cca991dc req-11450e46-4a44-443d-b391-ff30313d4333 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:09.809580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-feaff7a2-be31-4f6c-9687-2962cca991dc req-11450e46-4a44-443d-b391-ff30313d4333 tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/ports?device_id=8583d57c-5dad-4844-98f0-9a4fefda7a00 HTTP/1.1" status: 200 len: 867 time: 0.1729188 Feb 03 21:58:09.928407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-feaff7a2-be31-4f6c-9687-2962cca991dc req-ef791419-4208-4415-b77b-e38215148adf tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.50 "GET /v2.0/security-groups?id=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146038 Feb 03 21:58:09.934580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'name': 'network-vif-deleted', 'tag': '6087ca6c-afce-49a9-a785-787e16feec5b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:09.937709 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eed1f2-88d1-4397-ae3a-d81e2918c903" -d '{"events": [{"server_uuid": "0dc99c92-ac14-4dfc-9744-b27b8792d4de", "name": "network-vif-deleted", "tag": "6087ca6c-afce-49a9-a785-787e16feec5b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:09.942773 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bdbb86b-49f4-4efb-a74f-9e60a778f681 req-79037ce8-9bfd-47f8-8b78-43f371f98c70 service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833347 Feb 03 21:58:10.022537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a379a958-2278-482e-bf15-65531e608eab up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:10.023910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] No DVR routers for this DVR port d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:10.028504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:10.032375 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0b105ac-eb69-4919-a93f-0bcbdd74039b req-14a7736a-463d-4d06-ae78-1a3a702423ea tempest-ListServerFiltersTestJSON-1020881666 tempest-ListServerFiltersTestJSON-1020881666-project] 10.222.0.47 "DELETE /v2.0/ports/d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 HTTP/1.1" status: 204 len: 173 time: 1.7372847 Feb 03 21:58:10.114389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:10.165452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:10.165798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d8dc4543-9650-46d8-8e8f-a3b2f13bbab5 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:10.166271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 6087ca6c-afce-49a9-a785-787e16feec5b no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:10.230749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 6087ca6c-afce-49a9-a785-787e16feec5b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:10.231306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 6087ca6c-afce-49a9-a785-787e16feec5b not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:10.234856 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13152d37-6f8d-4578-a3c5-a39469a970b3 x-openstack-request-id: req-13152d37-6f8d-4578-a3c5-a39469a970b3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:10.235154 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc99c92-ac14-4dfc-9744-b27b8792d4de", "name": "network-vif-deleted", "tag": "6087ca6c-afce-49a9-a785-787e16feec5b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:10.235414 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13152d37-6f8d-4578-a3c5-a39469a970b3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:10.235847 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc99c92-ac14-4dfc-9744-b27b8792d4de', 'name': 'network-vif-deleted', 'tag': '6087ca6c-afce-49a9-a785-787e16feec5b', 'status': 'completed', 'code': 200} Feb 03 21:58:10.286721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a379a958-2278-482e-bf15-65531e608eab triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:10.287104 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a379a958-2278-482e-bf15-65531e608eab), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:10.366770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-8cc25a17-370d-47cf-bf86-0ee5681b003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:10.368282 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-8cc25a17-370d-47cf-bf86-0ee5681b003a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 1125 time: 0.3229003 Feb 03 21:58:10.487555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a379a958-2278-482e-bf15-65531e608eab is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:10.488270 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a379a958-2278-482e-bf15-65531e608eab), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:10.542122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port a379a958-2278-482e-bf15-65531e608eab, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a379a958-2278-482e-bf15-65531e608eab,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:10.551285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a379a958-2278-482e-bf15-65531e608eab), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:10.584255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-f225c2cc-dca9-4c3f-bad3-3b8ed2c24c9b tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:10.613272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-f225c2cc-dca9-4c3f-bad3-3b8ed2c24c9b tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/networks?id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 200 len: 810 time: 0.2938509 Feb 03 21:58:10.654118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Sync routers for ids ['a2b61efe-2c03-4b10-a164-36e089839523'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:10.656726 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-bda01c0d-4356-4d69-b273-485e3b0894ef tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/quotas/9417518a2c4a4386a0fba9d0d3d4b314 HTTP/1.1" status: 200 len: 375 time: 0.0422778 Feb 03 21:58:10.675251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=a379a958-2278-482e-bf15-65531e608eab,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:10.686369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Routers {'a2b61efe-2c03-4b10-a164-36e089839523'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:10.687061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a2b61efe-2c03-4b10-a164-36e089839523'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:10.774499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-d550e89f-0566-48e4-88fb-d1c1430324b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:10.775940 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-d550e89f-0566-48e4-88fb-d1c1430324b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 907 time: 0.3930924 Feb 03 21:58:10.849761 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-d2a6701c-f453-4de9-ac3a-82853f92dce2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a HTTP/1.1" status: 200 len: 217 time: 0.0613210 Feb 03 21:58:10.868249 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (e50b4648-4b6c-4c5a-8ec4-73a812d2a804), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:10.880980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8d5bf-e4ba-42e7-896d-eac603dd756b req-4fc38e50-fb42-455a-8d18-011aa8d2c24b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:10.882670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41c8d5bf-e4ba-42e7-896d-eac603dd756b req-4fc38e50-fb42-455a-8d18-011aa8d2c24b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 943 time: 0.1565113 Feb 03 21:58:11.001020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41c8d5bf-e4ba-42e7-896d-eac603dd756b req-e7e58e8e-8e1f-4185-87c3-a3660e774969 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064782 Feb 03 21:58:11.020066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-982beb14-1f0e-488d-a685-092f77875253 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3604968 Feb 03 21:58:11.027090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-f3d7e6b5-e3d4-47af-9caa-5dfd0162cd5b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:58:11.039621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-f3d7e6b5-e3d4-47af-9caa-5dfd0162cd5b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159314 Feb 03 21:58:11.078190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Set router a2b61efe-2c03-4b10-a164-36e089839523 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:11.125885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-ac1cbc02-5958-4bb6-802b-72a43ff40b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:11.127966 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-ac1cbc02-5958-4bb6-802b-72a43ff40b6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.2705069 Feb 03 21:58:11.163373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7426cc4c-99c8-4174-9cea-64db8653c287), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:11.220656 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-0f1d9fb9-af72-46d1-a273-d93c15cfdd3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815058 Feb 03 21:58:11.282135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e298dd-8405-41c7-ba88-862f808bf312 req-0d3002da-9a47-4213-95b0-b3680d448480 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:11.291702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6e298dd-8405-41c7-ba88-862f808bf312 req-0d3002da-9a47-4213-95b0-b3680d448480 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 946 time: 0.1496117 Feb 03 21:58:11.320125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-8bede667-f6fa-4e65-a3ee-e88c6807e710 service neutron] 10.222.0.50 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785449 Feb 03 21:58:11.406068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a379a958-2278-482e-bf15-65531e608eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:57:59Z', 'updated_at': '2022-02-03T21:58:07Z', 'revision_number': 4, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'gw_port': {'id': 'a379a958-2278-482e-bf15-65531e608eab', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:01Z', 'updated_at': '2022-02-03T21:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'fd9d335e-f797-496a-a95b-00996ac7389c', 'name': '', 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'mac_address': 'fa:16:3e:1f:96:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'e7a5aa92-0efb-4233-b620-a4a3eaf56a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:06Z', 'updated_at': '2022-02-03T21:58:08Z', 'revision_number': 2, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'subnets': [{'id': 'e7a5aa92-0efb-4233-b620-a4a3eaf56a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:11.437180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6e298dd-8405-41c7-ba88-862f808bf312 req-3b49428d-50ed-4e54-9a31-e9f75c02b0fd tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401808 Feb 03 21:58:11.470845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-33112d7e-1347-47a0-8977-e44d601774ca tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:11.472333 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-33112d7e-1347-47a0-8977-e44d601774ca tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.10 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 946 time: 0.2508047 Feb 03 21:58:11.475084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Checking router: a2b61efe-2c03-4b10-a164-36e089839523 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:58:11.475446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Updating router a2b61efe-2c03-4b10-a164-36e089839523 port fd9d335e-f797-496a-a95b-00996ac7389c binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:58:11.503803 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-2dfcc43a-9158-42ff-8425-08755ada45a5 service neutron] 10.222.0.50 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749310 Feb 03 21:58:11.505041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44762) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:11.543541 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:11.575594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8f0730-b4d3-4611-92a3-8db06e01101a admin admin] Deleting subnet 9cf99edc-19a2-4b3e-82bd-413c2f429c5f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:58:11.585343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0730-b4d3-4611-92a3-8db06e01101a admin admin] Publish callbacks [] for subnet (9cf99edc-19a2-4b3e-82bd-413c2f429c5f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:11.656765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0730-b4d3-4611-92a3-8db06e01101a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (9cf99edc-19a2-4b3e-82bd-413c2f429c5f), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:11.662946 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (7426cc4c-99c8-4174-9cea-64db8653c287), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:11.672750 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-7141eeaf-b346-4df1-8034-04633ce6a79e service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384079 Feb 03 21:58:11.678861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (7426cc4c-99c8-4174-9cea-64db8653c287), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:11.840432 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99df42bc-36d7-45a4-826a-62c8b4402dec req-21b36f23-9327-4918-9dc0-0e137b4c1468 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 210 time: 0.0524955 Feb 03 21:58:11.852094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6caeb116-f8da-4965-9ea4-d45d5e363297 req-cac9c0f2-97e0-4af9-bb25-75917bf709e5 service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698277 Feb 03 21:58:11.859829 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0730-b4d3-4611-92a3-8db06e01101a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (9cf99edc-19a2-4b3e-82bd-413c2f429c5f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:11.927072 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0730-b4d3-4611-92a3-8db06e01101a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (9cf99edc-19a2-4b3e-82bd-413c2f429c5f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:11.942373 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0730-b4d3-4611-92a3-8db06e01101a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:11.948071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1e8f0730-b4d3-4611-92a3-8db06e01101a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9cf99edc-19a2-4b3e-82bd-413c2f429c5f HTTP/1.1" status: 204 len: 168 time: 0.4399476 Feb 03 21:58:11.979852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:12.000452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a379a958-2278-482e-bf15-65531e608eab up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:12.003212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f0730-b4d3-4611-92a3-8db06e01101a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf99edc-19a2-4b3e-82bd-413c2f429c5f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:12.015367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51797fdf-92cf-44cb-bf9e-9366c8a67f4e None None] Network e9b7cd2f-4119-44c5-bad4-922b3b1476c8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:58:12.023099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (e50b4648-4b6c-4c5a-8ec4-73a812d2a804), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:12.181457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=7426cc4c-99c8-4174-9cea-64db8653c287,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:12.200712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Deleting port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:12.201082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:12.206964 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP e50b4648-4b6c-4c5a-8ec4-73a812d2a804 associated. External IP: 172.25.5.109, port: 2a2ffa88-b107-4ced-9d9b-77054fc4941d. Feb 03 21:58:12.251021 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (e9b7cd2f-4119-44c5-bad4-922b3b1476c8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:12.349593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58325f1b-de0d-4257-a300-97ebe0922a7a req-864987cb-ac9e-4185-bf60-81f352f43c10 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:12.360353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58325f1b-de0d-4257-a300-97ebe0922a7a req-864987cb-ac9e-4185-bf60-81f352f43c10 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 943 time: 0.1945708 Feb 03 21:58:12.418326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a379a958-2278-482e-bf15-65531e608eab triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:12.418827 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a379a958-2278-482e-bf15-65531e608eab), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:12.492573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Deleting port 9c426725-d0d9-41dc-aea2-d7d468c0d770 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:12.497718 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:12.513804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8583d57c-5dad-4844-98f0-9a4fefda7a00', 'name': 'network-vif-deleted', 'tag': 'd8dc4543-9650-46d8-8e8f-a3b2f13bbab5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:12.518338 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0374aa13-28e0-4921-9711-caaf17f141fe" -d '{"events": [{"server_uuid": "8583d57c-5dad-4844-98f0-9a4fefda7a00", "name": "network-vif-deleted", "tag": "d8dc4543-9650-46d8-8e8f-a3b2f13bbab5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:12.520729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] DHCP port deletion for e9b7cd2f-4119-44c5-bad4-922b3b1476c8 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:58:12.586914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] For port 9c426725-d0d9-41dc-aea2-d7d468c0d770, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c426725-d0d9-41dc-aea2-d7d468c0d770,segment=NetworkSegment(4b434835-6cd2-4a5c-a385-90ea47d63150),segment_id=4b434835-6cd2-4a5c-a385-90ea47d63150)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:12.587455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:12.594109 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Publish callbacks [] for port (fd9d335e-f797-496a-a95b-00996ac7389c), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:12.607571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Calling delete_port for 9c426725-d0d9-41dc-aea2-d7d468c0d770 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:12.684321 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:12.737682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:12.767126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58325f1b-de0d-4257-a300-97ebe0922a7a req-660543ce-f5ee-4328-a670-9789351478e1 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069297 Feb 03 21:58:12.866057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c426725-d0d9-41dc-aea2-d7d468c0d770,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:12.896652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] No DVR routers for this DVR port 9c426725-d0d9-41dc-aea2-d7d468c0d770 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:12.998423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9ee0e-5f4d-42c2-89c8-f33ef871238c None None] Pushing event updated for resources: {'Port': ['ID=fd9d335e-f797-496a-a95b-00996ac7389c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:13.035786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a379a958-2278-482e-bf15-65531e608eab is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:13.066338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] Deleting port 9c426725-d0d9-41dc-aea2-d7d468c0d770 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:13.066724 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:13.177576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Attempting to bind port fd9d335e-f797-496a-a95b-00996ac7389c on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:13.178005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Attempting to bind port fd9d335e-f797-496a-a95b-00996ac7389c by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:13.178325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Attempting to bind port fd9d335e-f797-496a-a95b-00996ac7389c on network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:13.193895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:13.194316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Checking segment: {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:13.194693 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:13.195097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Bound using segment: {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:13.195589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Bound port: fd9d335e-f797-496a-a95b-00996ac7389c, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:13.195979 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:13.198562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] For port 9c426725-d0d9-41dc-aea2-d7d468c0d770, host n-d-824834-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:13.198951 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:13.221023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] Calling delete_port for 9c426725-d0d9-41dc-aea2-d7d468c0d770 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:13.224754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] Port 9c426725-d0d9-41dc-aea2-d7d468c0d770 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 21:58:13.227750 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (9c426725-d0d9-41dc-aea2-d7d468c0d770), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:13.297783 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d1159-552c-47f6-b9eb-6a1c05c777ee x-openstack-request-id: req-058d1159-552c-47f6-b9eb-6a1c05c777ee {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:13.298067 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8583d57c-5dad-4844-98f0-9a4fefda7a00", "name": "network-vif-deleted", "tag": "d8dc4543-9650-46d8-8e8f-a3b2f13bbab5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:13.298991 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-058d1159-552c-47f6-b9eb-6a1c05c777ee {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:13.299383 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8583d57c-5dad-4844-98f0-9a4fefda7a00', 'name': 'network-vif-deleted', 'tag': 'd8dc4543-9650-46d8-8e8f-a3b2f13bbab5', 'status': 'completed', 'code': 200} Feb 03 21:58:13.309562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:13.312566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] Pushing event deleted for resources: {'Port': ['ID=9c426725-d0d9-41dc-aea2-d7d468c0d770,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:13.330946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0a8ce-0f9e-4059-adc9-9500de75dfdf None None] No DVR routers for this DVR port 9c426725-d0d9-41dc-aea2-d7d468c0d770 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:13.431738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] For port fd9d335e-f797-496a-a95b-00996ac7389c, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:13.436121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] For port fd9d335e-f797-496a-a95b-00996ac7389c, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fd9d335e-f797-496a-a95b-00996ac7389c,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:13.446450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:13.525578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Routers {'a2b61efe-2c03-4b10-a164-36e089839523'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:13.526370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a2b61efe-2c03-4b10-a164-36e089839523'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:13.550079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] For port e168e2a0-b8df-46e4-a0e0-23050f45f0a9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:13.550677 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:13.594811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Calling delete_port for e168e2a0-b8df-46e4-a0e0-23050f45f0a9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:13.682145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] Set router a2b61efe-2c03-4b10-a164-36e089839523 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:13.690801 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-246cc6dd-a905-42ee-acbe-dfcbacd05435 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3532143 Feb 03 21:58:13.709786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fb0c8-5597-4d13-b026-061b4f9b6acc req-a0cbf148-fb1b-4b9f-a283-ab690ccd9dc0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:13.712123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c26fb0c8-5597-4d13-b026-061b4f9b6acc req-a0cbf148-fb1b-4b9f-a283-ab690ccd9dc0 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=759abf3f-f4ae-45ac-aed8-edab4f1f9bd0 HTTP/1.1" status: 200 len: 946 time: 0.9873090 Feb 03 21:58:13.773940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:13.796724 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00459857-cec2-4f9b-990f-2cce8fa1dcfd None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:13.825166 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67057bab-dd24-4f39-b7e0-fd5eea4eb8b4 req-c948daa4-55ef-4c98-ac54-a3b73553c618 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 210 time: 0.2174308 Feb 03 21:58:13.832127 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00459857-cec2-4f9b-990f-2cce8fa1dcfd None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:13.833023 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-00459857-cec2-4f9b-990f-2cce8fa1dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:13.937840 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (e9b7cd2f-4119-44c5-bad4-922b3b1476c8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:13.948022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c426725-d0d9-41dc-aea2-d7d468c0d770 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:13.966576 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-00459857-cec2-4f9b-990f-2cce8fa1dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:13.996933 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00459857-cec2-4f9b-990f-2cce8fa1dcfd None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:13.997576 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-00459857-cec2-4f9b-990f-2cce8fa1dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:14.025390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9ee0e-5f4d-42c2-89c8-f33ef871238c None None] Pushing event updated for resources: {'Port': ['ID=fd9d335e-f797-496a-a95b-00996ac7389c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:14.028684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 9c426725-d0d9-41dc-aea2-d7d468c0d770 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:14.029365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c426725-d0d9-41dc-aea2-d7d468c0d770 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:14.062419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e168e2a0-b8df-46e4-a0e0-23050f45f0a9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.071685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a379a958-2278-482e-bf15-65531e608eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:57:59Z', 'updated_at': '2022-02-03T21:58:07Z', 'revision_number': 4, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'gw_port': {'id': 'a379a958-2278-482e-bf15-65531e608eab', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:01Z', 'updated_at': '2022-02-03T21:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'fd9d335e-f797-496a-a95b-00996ac7389c', 'name': '', 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'mac_address': 'fa:16:3e:1f:96:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'e7a5aa92-0efb-4233-b620-a4a3eaf56a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:06Z', 'updated_at': '2022-02-03T21:58:13Z', 'revision_number': 4, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'subnets': [{'id': 'e7a5aa92-0efb-4233-b620-a4a3eaf56a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:14.102715 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-00459857-cec2-4f9b-990f-2cce8fa1dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:14.103376 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00459857-cec2-4f9b-990f-2cce8fa1dcfd None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:14.115369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07595d68-1f18-4df1-a5e3-d7b462b00098 None None] The sync data for ids ['a2b61efe-2c03-4b10-a164-36e089839523'] in n-d-824834-9 is: [{'id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a379a958-2278-482e-bf15-65531e608eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:57:59Z', 'updated_at': '2022-02-03T21:58:07Z', 'revision_number': 4, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'gw_port': {'id': 'a379a958-2278-482e-bf15-65531e608eab', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:01Z', 'updated_at': '2022-02-03T21:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'fd9d335e-f797-496a-a95b-00996ac7389c', 'name': '', 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'mac_address': 'fa:16:3e:1f:96:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'e7a5aa92-0efb-4233-b620-a4a3eaf56a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:06Z', 'updated_at': '2022-02-03T21:58:13Z', 'revision_number': 4, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'subnets': [{'id': 'e7a5aa92-0efb-4233-b620-a4a3eaf56a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:14.125057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fd6d6dd-eafb-454b-b751-1340d97c3afa'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:14.131573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:58:14.171763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b7cd2f-4119-44c5-bad4-922b3b1476c8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:14.184428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event deleted for resources: {'Port': ['ID=e168e2a0-b8df-46e4-a0e0-23050f45f0a9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:14.217694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.240390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b434835-6cd2-4a5c-a385-90ea47d63150') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:14.240738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b434835-6cd2-4a5c-a385-90ea47d63150') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:14.256690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c26fb0c8-5597-4d13-b026-061b4f9b6acc req-c454dea9-2b84-48a1-b22a-c8cdfc1f7b18 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147512 Feb 03 21:58:14.299138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (4b434835-6cd2-4a5c-a385-90ea47d63150), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.318823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-a6625ef0-7c53-4744-87bb-aa0532d64cf9 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:14.320336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-a6625ef0-7c53-4744-87bb-aa0532d64cf9 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.10 "GET /v2.0/networks?id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 200 len: 810 time: 0.7083986 Feb 03 21:58:14.350255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Request body: {'port': {'device_id': '4bea611f-dea2-40d4-b5d4-efedefbbd203', 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2', 'admin_state_up': True, 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:14.377291 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4b434835-6cd2-4a5c-a385-90ea47d63150), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.380719 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-91a449f7-6ec7-47d5-9311-1c5899e8fd3e tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.3430476 Feb 03 21:58:14.382025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] No DVR routers for this DVR port e168e2a0-b8df-46e4-a0e0-23050f45f0a9 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:14.389453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:14.391129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.395711 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6cc009af-eaa2-4b8e-abc1-3ca69f0031d8 req-96c6fb71-1eb7-4133-9538-f9a67337718a tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.10 "DELETE /v2.0/ports/e168e2a0-b8df-46e4-a0e0-23050f45f0a9 HTTP/1.1" status: 204 len: 173 time: 2.9141543 Feb 03 21:58:14.398191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-71a44697-fe47-4a0a-be83-7456118e22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:14.400720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-71a44697-fe47-4a0a-be83-7456118e22f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 1128 time: 0.3705804 Feb 03 21:58:14.418487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-77526dd6-9bba-4d85-9463-6d670cca4775 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:14.458710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:58:14.458710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (4b434835-6cd2-4a5c-a385-90ea47d63150), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:58:14.464092 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:58:14.629075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62416cfb-6140-417a-b1e0-b3c2279ea7e7 req-c0a1f8bf-14ab-470e-b632-0e099dd06b96 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:14.630846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62416cfb-6140-417a-b1e0-b3c2279ea7e7 req-c0a1f8bf-14ab-470e-b632-0e099dd06b96 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 943 time: 0.6243591 Feb 03 21:58:14.673806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77526dd6-9bba-4d85-9463-6d670cca4775 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (e50b4648-4b6c-4c5a-8ec4-73a812d2a804), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.730985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:14.747518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (e9b7cd2f-4119-44c5-bad4-922b3b1476c8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.785107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '1866c1e4-c490-4c0d-b06d-8373f1ed7c4a', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'port_id': '1866c1e4-c490-4c0d-b06d-8373f1ed7c4a', 'mac_address': 'fa:16:3e:67:76:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8fd80-7f87-469e-9ab2-aba4b4d5c683', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:58:14.790516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-164217e0-f814-496b-b06c-06cc3f65d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:14.790742 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.793987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e9b7cd2f-4119-44c5-bad4-922b3b1476c8 HTTP/1.1" status: 204 len: 168 time: 2.8122172 Feb 03 21:58:14.794352 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-164217e0-f814-496b-b06c-06cc3f65d88d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 911 time: 0.2908771 Feb 03 21:58:14.880324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:14.880717 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.882972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55e96b-3a8d-4fb6-947a-663a4dba27f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b7cd2f-4119-44c5-bad4-922b3b1476c8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:14.916143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:14.956818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62416cfb-6140-417a-b1e0-b3c2279ea7e7 req-38f8ba8a-ad76-4b6f-b357-4cebccb8fa5c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029313 Feb 03 21:58:14.972286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Made reservation on behalf of 9417518a2c4a4386a0fba9d0d3d4b314 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:14.977246 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:14.983245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:15.007627 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:15.115769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88c5df19-6ba9-47be-959b-28aacf734d0c req-6302b4ea-b257-4ab7-aaad-40b5318fb157 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 210 time: 0.0609598 Feb 03 21:58:15.140644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:15.228815 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-48ba925b-d758-4324-8f48-b791bf06a585 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993933b-5377-4d22-b139-ff72d689d147 HTTP/1.1" status: 200 len: 1002 time: 0.3712034 Feb 03 21:58:15.318618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44812) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:15.338749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759abf3f-f4ae-45ac-aed8-edab4f1f9bd0', 'name': 'network-vif-deleted', 'tag': 'e168e2a0-b8df-46e4-a0e0-23050f45f0a9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:15.348786 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba888f4-8dc1-49b4-9670-e4dd88c3082b" -d '{"events": [{"server_uuid": "759abf3f-f4ae-45ac-aed8-edab4f1f9bd0", "name": "network-vif-deleted", "tag": "e168e2a0-b8df-46e4-a0e0-23050f45f0a9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:15.349093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['1866c1e4-c490-4c0d-b06d-8373f1ed7c4a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:15.352324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-bd92f54a-570a-41a2-960d-6156896e7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:15.357049 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-bd92f54a-570a-41a2-960d-6156896e7d6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.1182501 Feb 03 21:58:15.359200 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77526dd6-9bba-4d85-9463-6d670cca4775 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:15.386867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77526dd6-9bba-4d85-9463-6d670cca4775 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (e50b4648-4b6c-4c5a-8ec4-73a812d2a804), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:15.386867 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-77526dd6-9bba-4d85-9463-6d670cca4775 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP e50b4648-4b6c-4c5a-8ec4-73a812d2a804 disassociated. External IP: 172.25.5.109, port: 2a2ffa88-b107-4ced-9d9b-77054fc4941d. Feb 03 21:58:15.401812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Allocated IP 172.20.0.6 (ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2/e7a5aa92-0efb-4233-b620-a4a3eaf56a19/adab1c47-ff64-427c-8f27-9ed5127f0b15) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:15.514435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-80de86c3-b4ed-4a54-95df-0ae58085a6e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8a62a6dd584464f81c93e8b3be016f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1922500 Feb 03 21:58:15.515346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:15.565868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e168e2a0-b8df-46e4-a0e0-23050f45f0a9 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:15.617240 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa4ec89-bc56-45e3-a534-e14243a421f3 x-openstack-request-id: req-8aa4ec89-bc56-45e3-a534-e14243a421f3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:15.617598 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759abf3f-f4ae-45ac-aed8-edab4f1f9bd0", "name": "network-vif-deleted", "tag": "e168e2a0-b8df-46e4-a0e0-23050f45f0a9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:15.617861 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8aa4ec89-bc56-45e3-a534-e14243a421f3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:15.618446 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759abf3f-f4ae-45ac-aed8-edab4f1f9bd0', 'name': 'network-vif-deleted', 'tag': 'e168e2a0-b8df-46e4-a0e0-23050f45f0a9', 'status': 'completed', 'code': 200} Feb 03 21:58:15.659360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: e168e2a0-b8df-46e4-a0e0-23050f45f0a9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:15.659769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e168e2a0-b8df-46e4-a0e0-23050f45f0a9 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:15.826075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks [] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:15.873536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-c03d8852-2c1f-4d57-a262-2933a1bc2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:15.875111 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-c03d8852-2c1f-4d57-a262-2933a1bc2125 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5082984 Feb 03 21:58:15.894606 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.038904 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fd9d335e-f797-496a-a95b-00996ac7389c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:16.054526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:16.075951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:16.113890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:16.120619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-092d79d6-6d86-4baa-a425-b0c6c254e7c9 admin admin] Publish callbacks [] for security_group (f929dc38-f7f1-4b4d-a9ed-89331e0c1afd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.126196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77526dd6-9bba-4d85-9463-6d670cca4775 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:16.133552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Pushing event updated for resources: {'Port': ['ID=adab1c47-ff64-427c-8f27-9ed5127f0b15,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:16.136663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port fd9d335e-f797-496a-a95b-00996ac7389c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:16.137470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.177207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfbdd4-59da-4096-bcd2-474852b4f4fb req-9d9dbced-13d7-4b71-902b-cc46f87907ac tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:16.178958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93cfbdd4-59da-4096-bcd2-474852b4f4fb req-9d9dbced-13d7-4b71-902b-cc46f87907ac tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.3139117 Feb 03 21:58:16.324131 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-092d79d6-6d86-4baa-a425-b0c6c254e7c9 admin admin] Publish callbacks [] for security_group (f929dc38-f7f1-4b4d-a9ed-89331e0c1afd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.406746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20385-ad40-4fe0-9853-e1cca11a116e req-5333806b-2752-484d-a6d0-dc53e4855be7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:16.417352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0eb20385-ad40-4fe0-9853-e1cca11a116e req-5333806b-2752-484d-a6d0-dc53e4855be7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 944 time: 0.3050678 Feb 03 21:58:16.437718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77526dd6-9bba-4d85-9463-6d670cca4775 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:16.447025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:16.447708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.451305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port fd9d335e-f797-496a-a95b-00996ac7389c is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:16.451966 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.461840 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77526dd6-9bba-4d85-9463-6d670cca4775 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.467394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d4d8f2-8f6c-4194-8acd-13ea9c257322 None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:16.494761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93cfbdd4-59da-4096-bcd2-474852b4f4fb req-50e19d61-0afb-4e83-aa1d-8e21f3ce9093 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f4369a-501f-4cec-b0fa-c51ea240d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613797 Feb 03 21:58:16.519479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d4d8f2-8f6c-4194-8acd-13ea9c257322 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:16.526594 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-91972877-364c-4b98-9318-5b606a611bb8 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301789 Feb 03 21:58:16.526927 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-99d4d8f2-8f6c-4194-8acd-13ea9c257322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:16.542235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port fd9d335e-f797-496a-a95b-00996ac7389c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fd9d335e-f797-496a-a95b-00996ac7389c,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:16.543961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-7245401b-9794-42b3-9785-dbc3bfb36485 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:16.545590 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-7245401b-9794-42b3-9785-dbc3bfb36485 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 946 time: 0.5550957 Feb 03 21:58:16.569016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0eb20385-ad40-4fe0-9853-e1cca11a116e req-b2165628-a791-4fb5-9ce5-6849a66a3c6a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506660 Feb 03 21:58:16.600516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-67f9b081-6fa6-40db-9620-ca4a438fee40 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2610812 Feb 03 21:58:16.621073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Request body: {'port': {'device_id': '4bea611f-dea2-40d4-b5d4-efedefbbd203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:16.632004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-99d4d8f2-8f6c-4194-8acd-13ea9c257322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:16.640364 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.676943 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-092d79d6-6d86-4baa-a425-b0c6c254e7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f929dc38-f7f1-4b4d-a9ed-89331e0c1afd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.679959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-092d79d6-6d86-4baa-a425-b0c6c254e7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.681450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-092d79d6-6d86-4baa-a425-b0c6c254e7c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f929dc38-f7f1-4b4d-a9ed-89331e0c1afd HTTP/1.1" status: 204 len: 168 time: 1.1653135 Feb 03 21:58:16.703440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=fd9d335e-f797-496a-a95b-00996ac7389c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:16.708192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d4d8f2-8f6c-4194-8acd-13ea9c257322 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:16.709306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-99d4d8f2-8f6c-4194-8acd-13ea9c257322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:16.725093 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-77526dd6-9bba-4d85-9463-6d670cca4775 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/floatingips/e50b4648-4b6c-4c5a-8ec4-73a812d2a804 HTTP/1.1" status: 200 len: 688 time: 2.3230245 Feb 03 21:58:16.730700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44834) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:16.746103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d79d6-6d86-4baa-a425-b0c6c254e7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f929dc38-f7f1-4b4d-a9ed-89331e0c1afd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:16.767466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-99d4d8f2-8f6c-4194-8acd-13ea9c257322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:16.768231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d4d8f2-8f6c-4194-8acd-13ea9c257322 None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:16.875932 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.883178 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bd93dd5-f7c4-41d3-976b-b50643d5e81d req-9e4c6288-4dea-48ff-ad73-a8334ba030d9 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366561 Feb 03 21:58:16.944825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Deleting port 2fd6d6dd-eafb-454b-b751-1340d97c3afa {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:16.947961 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:16.954096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0e7d4-1df0-4de5-86da-b4cc840898b1 req-6ec0cd16-a767-44b3-835a-e7af8303b7b3 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:16.961983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1e0e7d4-1df0-4de5-86da-b4cc840898b1 req-6ec0cd16-a767-44b3-835a-e7af8303b7b3 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 931 time: 0.3317764 Feb 03 21:58:17.131420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] For port 2fd6d6dd-eafb-454b-b751-1340d97c3afa, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2fd6d6dd-eafb-454b-b751-1340d97c3afa,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:17.131796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:17.145634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Calling delete_port for 2fd6d6dd-eafb-454b-b751-1340d97c3afa owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:17.178562 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1e0e7d4-1df0-4de5-86da-b4cc840898b1 req-3df492f1-ea43-4834-87f4-1f55daef0b02 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154951 Feb 03 21:58:17.212950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 7426cc4c-99c8-4174-9cea-64db8653c287 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:17.213548 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7426cc4c-99c8-4174-9cea-64db8653c287), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:17.384199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2fd6d6dd-eafb-454b-b751-1340d97c3afa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:17.396826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2fd6d6dd-eafb-454b-b751-1340d97c3afa'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:17.451920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event deleted for resources: {'Port': ['ID=2fd6d6dd-eafb-454b-b751-1340d97c3afa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:17.508946 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7426cc4c-99c8-4174-9cea-64db8653c287), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:17.511610 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (7426cc4c-99c8-4174-9cea-64db8653c287), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:17.551350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 7426cc4c-99c8-4174-9cea-64db8653c287 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:17.572970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] No DVR routers for this DVR port 2fd6d6dd-eafb-454b-b751-1340d97c3afa on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:17.598126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:17.608396 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c4d94edf-e574-4369-8230-8d387e3aa522 req-710d6046-6824-4c89-8078-a247a1eab9ad tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "DELETE /v2.0/ports/2fd6d6dd-eafb-454b-b751-1340d97c3afa HTTP/1.1" status: 204 len: 173 time: 1.0316927 Feb 03 21:58:17.621537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246cd8aa-9165-4e2f-aada-3a74039d18be', 'name': 'network-vif-deleted', 'tag': '2fd6d6dd-eafb-454b-b751-1340d97c3afa'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:17.623884 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f030623-109c-4da5-a9a2-e40bf894892f" -d '{"events": [{"server_uuid": "246cd8aa-9165-4e2f-aada-3a74039d18be", "name": "network-vif-deleted", "tag": "2fd6d6dd-eafb-454b-b751-1340d97c3afa"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:17.721838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adab1c47-ff64-427c-8f27-9ed5127f0b15 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:17.769328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Publish callbacks [] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:17.785500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Transition to ACTIVE for port object adab1c47-ff64-427c-8f27-9ed5127f0b15 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:58:17.934706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fd9d335e-f797-496a-a95b-00996ac7389c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:17.993578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.064126 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7426cc4c-99c8-4174-9cea-64db8653c287), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.072548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port fd9d335e-f797-496a-a95b-00996ac7389c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:18.073137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.082929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96ce7b0a-1d12-478f-982a-fb3ebd7f7dbf req-19173f19-703b-4e5f-a65a-79d5b2f3cc15 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=246cd8aa-9165-4e2f-aada-3a74039d18be HTTP/1.1" status: 200 len: 210 time: 0.1155229 Feb 03 21:58:18.145390 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c20e453-06ce-47dd-a6c6-b03c49e5a092 x-openstack-request-id: req-2c20e453-06ce-47dd-a6c6-b03c49e5a092 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:18.146340 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246cd8aa-9165-4e2f-aada-3a74039d18be", "name": "network-vif-deleted", "tag": "2fd6d6dd-eafb-454b-b751-1340d97c3afa", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:18.146822 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c20e453-06ce-47dd-a6c6-b03c49e5a092 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:18.147472 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246cd8aa-9165-4e2f-aada-3a74039d18be', 'name': 'network-vif-deleted', 'tag': '2fd6d6dd-eafb-454b-b751-1340d97c3afa', 'status': 'completed', 'code': 200} Feb 03 21:58:18.153728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:18.190293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:18.245710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port fd9d335e-f797-496a-a95b-00996ac7389c is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:18.249870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:58:18.251267 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (e50b4648-4b6c-4c5a-8ec4-73a812d2a804), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.254267 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.255077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:18.255587 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.260366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:18.265013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '146217b0-9854-4a86-b0da-25fbc3938a44'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:18.265669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/floatingips/e50b4648-4b6c-4c5a-8ec4-73a812d2a804 HTTP/1.1" status: 204 len: 168 time: 1.5325730 Feb 03 21:58:18.281961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Pushing event updated for resources: {'Port': ['ID=adab1c47-ff64-427c-8f27-9ed5127f0b15,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:18.316135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.415869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:18.416433 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.424180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac17313-138d-4a46-a93f-002796e4cb1e req-626d5a9f-fe21-4651-990e-9b87150ea8a5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:18.431962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ac17313-138d-4a46-a93f-002796e4cb1e req-626d5a9f-fe21-4651-990e-9b87150ea8a5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 944 time: 0.4659710 Feb 03 21:58:18.442464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1ab72-0ac8-4c0d-b630-d55cbc6f717b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=7426cc4c-99c8-4174-9cea-64db8653c287,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:18.468167 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.473050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-697318901-network', 'tenant_id': '585ca509eb5e47b8a997912e9d598768'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:18.515926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:18.520068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22862f95-0ce2-4cad-ab89-662e57713ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1866c1e4-c490-4c0d-b06d-8373f1ed7c4a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:18.529387 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfb02e6-cb9f-4d93-ab02-46e66df6246f" -d '{"events": [{"server_uuid": "22862f95-0ce2-4cad-ab89-662e57713ee5", "name": "network-vif-plugged", "status": "completed", "tag": "1866c1e4-c490-4c0d-b06d-8373f1ed7c4a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:18.536498 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.537924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Attempting to bind port adab1c47-ff64-427c-8f27-9ed5127f0b15 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:18.538412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Attempting to bind port adab1c47-ff64-427c-8f27-9ed5127f0b15 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:18.538736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Attempting to bind port adab1c47-ff64-427c-8f27-9ed5127f0b15 on network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:18.557185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Made reservation on behalf of 585ca509eb5e47b8a997912e9d598768 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:18.559604 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.564675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Port adab1c47-ff64-427c-8f27-9ed5127f0b15 on network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:58:18.565488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Attempting to bind port adab1c47-ff64-427c-8f27-9ed5127f0b15 on network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:18.582851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadceeb0-8b95-463c-9d3f-00fd82bfdf42 req-c34319aa-848e-442f-bfe2-11b78d8d687a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:18.590113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cadceeb0-8b95-463c-9d3f-00fd82bfdf42 req-c34319aa-848e-442f-bfe2-11b78d8d687a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 943 time: 0.2927041 Feb 03 21:58:18.603194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ac17313-138d-4a46-a93f-002796e4cb1e req-25aff6e9-1174-4194-bb14-10e2ebeae539 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700737 Feb 03 21:58:18.608784 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.631440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:18.631798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:18.632130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Checking segment: {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:18.632513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Bound using segment: {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:18.632979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Bound port: adab1c47-ff64-427c-8f27-9ed5127f0b15, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:18.637440 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.662071 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7677f34e-8c03-42dc-aca5-b16428c11aa8 x-openstack-request-id: req-7677f34e-8c03-42dc-aca5-b16428c11aa8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:18.662472 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22862f95-0ce2-4cad-ab89-662e57713ee5", "name": "network-vif-plugged", "status": "completed", "tag": "1866c1e4-c490-4c0d-b06d-8373f1ed7c4a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:18.662836 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7677f34e-8c03-42dc-aca5-b16428c11aa8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:18.663329 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22862f95-0ce2-4cad-ab89-662e57713ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1866c1e4-c490-4c0d-b06d-8373f1ed7c4a', 'code': 200} Feb 03 21:58:18.667900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.25.5.95 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/213b8db3-9ab4-4d60-a672-7774fac27fa1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:18.764599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cadceeb0-8b95-463c-9d3f-00fd82bfdf42 req-3c2820a7-f0da-4a06-bc4b-1f5988214674 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734295 Feb 03 21:58:18.796267 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Publish callbacks [] for security_group (a34421fa-53ed-446c-88b3-053691b46f10), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.838048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a34421fa-53ed-446c-88b3-053691b46f10), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.847938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492d16b-5951-406c-a242-2e7fcf44b847 req-8d340587-77e4-44a8-92e8-c5e221e59bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:18.849460 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f492d16b-5951-406c-a242-2e7fcf44b847 req-8d340587-77e4-44a8-92e8-c5e221e59bfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 1127 time: 0.1019199 Feb 03 21:58:18.852470 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (213b8db3-9ab4-4d60-a672-7774fac27fa1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.856722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:58:18.868678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (206ed7c6-9427-494c-92c8-fe952c888b43), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.869351 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Added segment 206ed7c6-9427-494c-92c8-fe952c888b43 of type vlan for network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 Feb 03 21:58:18.923998 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f492d16b-5951-406c-a242-2e7fcf44b847 req-dd7e2c56-1c14-4f95-a429-747c027d78a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678620 Feb 03 21:58:18.937823 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (213b8db3-9ab4-4d60-a672-7774fac27fa1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:18.951642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] For port adab1c47-ff64-427c-8f27-9ed5127f0b15, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:18.955024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] For port adab1c47-ff64-427c-8f27-9ed5127f0b15, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=adab1c47-ff64-427c-8f27-9ed5127f0b15,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:18.977654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:18.980784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:18.984481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34421fa-53ed-446c-88b3-053691b46f10,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:18.984667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:18.999056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:19.022628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=213b8db3-9ab4-4d60-a672-7774fac27fa1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:19.065163 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:19.096466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Pushing event updated for resources: {'Port': ['ID=adab1c47-ff64-427c-8f27-9ed5127f0b15,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:19.123665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:19.124403 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:19.125967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-7f52d546-5eb0-404c-9674-55142b10c59c service neutron] 10.222.0.10 "PUT /v2.0/ports/adab1c47-ff64-427c-8f27-9ed5127f0b15 HTTP/1.1" status: 200 len: 1091 time: 2.5173166 Feb 03 21:58:19.131776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bea611f-dea2-40d4-b5d4-efedefbbd203', 'tag': 'adab1c47-ff64-427c-8f27-9ed5127f0b15'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:19.134448 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e84500-9e36-4446-ada3-c75aef453408" -d '{"events": [{"name": "network-changed", "server_uuid": "4bea611f-dea2-40d4-b5d4-efedefbbd203", "tag": "adab1c47-ff64-427c-8f27-9ed5127f0b15"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:19.252807 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:19.254033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:19.254716 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:19.404843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2037079 Feb 03 21:58:19.412925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44894) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:19.419169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Request body: {'subnet': {'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-697318901-subnet', 'tenant_id': '585ca509eb5e47b8a997912e9d598768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:19.446715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc9c73-574a-448c-8388-45afc9d15947 admin admin] Pushing event updated for resources: {'Network': ['ID=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:19.458485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-3e201270-3fa3-4988-af38-57ca04f39977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:19.464006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:58:19.469521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-3e201270-3fa3-4988-af38-57ca04f39977 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 1125 time: 0.2763135 Feb 03 21:58:19.471619 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ce4ee8-3913-48a2-82ad-343e0ef298cb x-openstack-request-id: req-46ce4ee8-3913-48a2-82ad-343e0ef298cb {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:19.471912 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bea611f-dea2-40d4-b5d4-efedefbbd203", "tag": "adab1c47-ff64-427c-8f27-9ed5127f0b15", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:19.472167 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46ce4ee8-3913-48a2-82ad-343e0ef298cb {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:19.472567 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bea611f-dea2-40d4-b5d4-efedefbbd203', 'tag': 'adab1c47-ff64-427c-8f27-9ed5127f0b15', 'status': 'completed', 'code': 200} Feb 03 21:58:19.508544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Made reservation on behalf of 585ca509eb5e47b8a997912e9d598768 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:19.514140 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:19.554805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-58d8f435-a9c1-497a-9b58-e97ee4c7f3a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adab1c47-ff64-427c-8f27-9ed5127f0b15 HTTP/1.1" status: 200 len: 217 time: 0.0776176 Feb 03 21:58:19.622537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-97bb9a26-7dc0-47a5-a2f5-9e813f53edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:19.624211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-97bb9a26-7dc0-47a5-a2f5-9e813f53edb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7a5aa92-0efb-4233-b620-a4a3eaf56a19 HTTP/1.1" status: 200 len: 850 time: 0.0557020 Feb 03 21:58:19.684410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-4e507ace-df1a-4f96-b641-9ed9db6e77d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306733 Feb 03 21:58:19.800714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c76f5-ab69-480c-9118-4ec273893e84 req-7e5a1097-13c3-40f4-acb2-2d48ae1f485f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:19.802246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc2c76f5-ab69-480c-9118-4ec273893e84 req-7e5a1097-13c3-40f4-acb2-2d48ae1f485f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.1769154 Feb 03 21:58:19.882510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc2c76f5-ab69-480c-9118-4ec273893e84 req-1e7805ab-a80d-46f6-aba5-5c14a1c72f62 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715947 Feb 03 21:58:19.899154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46fe03-38b3-491e-9e72-336361db84cb req-22bcc573-c50d-4aa5-9217-7bfce1f929cf tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:19.910634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df46fe03-38b3-491e-9e72-336361db84cb req-22bcc573-c50d-4aa5-9217-7bfce1f929cf tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 945 time: 0.1551201 Feb 03 21:58:19.935761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (39d02b06-e527-4bea-bd8c-7b0b82a39e43), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:19.947053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-ab4be0c3-24d1-43dd-89b9-4eb72badb327 service neutron] 10.222.0.10 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552614 Feb 03 21:58:20.052613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (213b8db3-9ab4-4d60-a672-7774fac27fa1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:20.087932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df46fe03-38b3-491e-9e72-336361db84cb req-016c0c30-3c2a-4031-b052-b69ab095d887 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714685 Feb 03 21:58:20.137028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fd6d6dd-eafb-454b-b751-1340d97c3afa no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:20.173297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3fa1d-24a6-4654-99d2-309945ef1cce req-54827dec-5547-486d-a7eb-a344b1f244a2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:20.181178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 2fd6d6dd-eafb-454b-b751-1340d97c3afa {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:20.185374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2fd6d6dd-eafb-454b-b751-1340d97c3afa not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:20.187213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6bd3fa1d-24a6-4654-99d2-309945ef1cce req-54827dec-5547-486d-a7eb-a344b1f244a2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 943 time: 0.1955178 Feb 03 21:58:20.272090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ba3ab46-a596-4984-af94-18e0e290fcbc req-a85d4f66-3baf-45d4-8904-d76a3b9ec515 service neutron] 10.222.0.10 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165894 Feb 03 21:58:20.334725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6bd3fa1d-24a6-4654-99d2-309945ef1cce req-295f17b6-2052-4087-bb6b-21cf1af70525 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464865 Feb 03 21:58:20.495649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e84500-9e36-4446-ada3-c75aef453408 req-d6fa45e7-d950-4359-848d-dbd23f5bf2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:20.499485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67e84500-9e36-4446-ada3-c75aef453408 req-d6fa45e7-d950-4359-848d-dbd23f5bf2f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 1125 time: 0.1638107 Feb 03 21:58:20.683488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e84500-9e36-4446-ada3-c75aef453408 req-aa267255-76b5-4329-9ec1-20e93f4cfe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:20.685293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67e84500-9e36-4446-ada3-c75aef453408 req-aa267255-76b5-4329-9ec1-20e93f4cfe6d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 200 len: 911 time: 0.1776283 Feb 03 21:58:20.758009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67e84500-9e36-4446-ada3-c75aef453408 req-e45f652d-15da-4eef-ac82-964a8ca628fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adab1c47-ff64-427c-8f27-9ed5127f0b15 HTTP/1.1" status: 200 len: 217 time: 0.0642014 Feb 03 21:58:20.838854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e84500-9e36-4446-ada3-c75aef453408 req-6c1479a2-001f-4cd5-8756-79d8ce54fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:20.840627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67e84500-9e36-4446-ada3-c75aef453408 req-6c1479a2-001f-4cd5-8756-79d8ce54fbe2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7a5aa92-0efb-4233-b620-a4a3eaf56a19 HTTP/1.1" status: 200 len: 850 time: 0.0747316 Feb 03 21:58:20.875465 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67e84500-9e36-4446-ada3-c75aef453408 req-19e5dc46-70e5-46b0-a48a-ea08346b9c3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286415 Feb 03 21:58:20.899337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (5debf465-d7b3-4f95-8f92-2f7545280849), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:21.066790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67e84500-9e36-4446-ada3-c75aef453408 req-64c2bb53-34eb-4019-a8b2-06d836171bc1 service neutron] 10.222.0.10 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846480 Feb 03 21:58:21.086439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5debf465-d7b3-4f95-8f92-2f7545280849,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:21.139212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (213b8db3-9ab4-4d60-a672-7774fac27fa1), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:21.171056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (213b8db3-9ab4-4d60-a672-7774fac27fa1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:21.293299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Checking segment: {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:21.300319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Network hostable DHCP agents. Network: 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:58:21.426037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=213b8db3-9ab4-4d60-a672-7774fac27fa1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:21.436502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:58:21.441101 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (39d02b06-e527-4bea-bd8c-7b0b82a39e43), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:21.564670 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP 39d02b06-e527-4bea-bd8c-7b0b82a39e43 associated. External IP: 172.25.5.95, port: 146217b0-9854-4a86-b0da-25fbc3938a44. Feb 03 21:58:21.614254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:21.622960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadca8ca-b610-4918-9e08-6d7fb67493fb None None] Network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:58:21.659968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:21.661168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:21.694095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-d2e45378-7bb0-4d47-8a73-0e4522f07f2f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:21.696176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-d2e45378-7bb0-4d47-8a73-0e4522f07f2f tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.3259075 Feb 03 21:58:21.713903 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3098d69f-b6f4-4c73-8b65-cffe226b5880 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3005226 Feb 03 21:58:21.793914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019dc22a-7880-4a8c-b5a2-04fe25c7ec8a None None] Network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:58:22.008952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef61938-c3b5-40ce-ac17-f4b56ea43dab req-cad1e9e7-69af-43e0-b165-f5dd07aa395b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:22.016936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ef61938-c3b5-40ce-ac17-f4b56ea43dab req-cad1e9e7-69af-43e0-b165-f5dd07aa395b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 944 time: 0.9486201 Feb 03 21:58:22.042291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8199-1f44-4ed7-b0c5-d6ac77144c37 req-77241508-3c22-4cf5-a1c1-e4ee8d6b47a9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:22.050673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d48b8199-1f44-4ed7-b0c5-d6ac77144c37 req-77241508-3c22-4cf5-a1c1-e4ee8d6b47a9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 945 time: 0.8388429 Feb 03 21:58:22.067579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67e84500-9e36-4446-ada3-c75aef453408 req-e3c04bc8-78c7-47d3-a275-863235af05c4 service neutron] 10.222.0.10 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9682426 Feb 03 21:58:22.075345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Deleting port 76d719e3-75af-4b8b-8248-2580bc1435b9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:22.076258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:22.109177 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ef61938-c3b5-40ce-ac17-f4b56ea43dab req-62e56700-b096-4722-b98e-1071743f419b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd62b928-21a5-4b93-9279-c65514ae5ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912442 Feb 03 21:58:22.163985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d48b8199-1f44-4ed7-b0c5-d6ac77144c37 req-5be7629e-5003-4de7-89fa-a1b48f70afa3 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118808 Feb 03 21:58:22.239866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] For port 76d719e3-75af-4b8b-8248-2580bc1435b9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=76d719e3-75af-4b8b-8248-2580bc1435b9,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:22.240244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:22.257513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc35f2-0b94-4efb-ac67-3d41f8fbdcc5 req-edb452a3-a7fa-41b1-ae66-f5c5a8528ea7 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:22.261160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00bc35f2-0b94-4efb-ac67-3d41f8fbdcc5 req-edb452a3-a7fa-41b1-ae66-f5c5a8528ea7 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 943 time: 0.0770264 Feb 03 21:58:22.332367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00bc35f2-0b94-4efb-ac67-3d41f8fbdcc5 req-415ad6df-5b6d-4356-9858-a9abb315266a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642109 Feb 03 21:58:22.383937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:22.611867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-f4630717-478a-429e-a742-f1fad7e119c1 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:22.613239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-f4630717-478a-429e-a742-f1fad7e119c1 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/networks?id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 HTTP/1.1" status: 200 len: 817 time: 0.1755538 Feb 03 21:58:22.626365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404a831-4448-4989-be5e-7860ba4663b4 req-2fc4907d-f8eb-4c2b-9f58-ed231ac1d393 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:22.628051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e404a831-4448-4989-be5e-7860ba4663b4 req-2fc4907d-f8eb-4c2b-9f58-ed231ac1d393 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 945 time: 0.1109211 Feb 03 21:58:22.655207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-850ee4cc-58bc-426f-98e5-8a49e3282e6e tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/quotas/585ca509eb5e47b8a997912e9d598768 HTTP/1.1" status: 200 len: 375 time: 0.0187976 Feb 03 21:58:22.739714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-88210fa3-761f-415a-8a8a-21c885eb4291 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=585ca509eb5e47b8a997912e9d598768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493252 Feb 03 21:58:22.741872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:22.754933 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915aa7b-970c-4540-86ba-bc097b970b8b None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:22.757974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:22.759015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (11a6b9bc-23f7-434f-935f-d51d9f10fd51), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:22.759576 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Floating IP 11a6b9bc-23f7-434f-935f-d51d9f10fd51 disassociated. External IP: 172.25.5.99, port: 76d719e3-75af-4b8b-8248-2580bc1435b9. Feb 03 21:58:22.760122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Calling delete_port for 76d719e3-75af-4b8b-8248-2580bc1435b9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:22.771020 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915aa7b-970c-4540-86ba-bc097b970b8b None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:22.771894 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2915aa7b-970c-4540-86ba-bc097b970b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:22.786272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:22.841438 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2915aa7b-970c-4540-86ba-bc097b970b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:22.857372 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915aa7b-970c-4540-86ba-bc097b970b8b None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:22.858238 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2915aa7b-970c-4540-86ba-bc097b970b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:22.864524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e404a831-4448-4989-be5e-7860ba4663b4 req-083161a7-6e96-4a39-b9e6-8196edfbb4e1 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270026 Feb 03 21:58:22.909440 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2915aa7b-970c-4540-86ba-bc097b970b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:22.910853 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915aa7b-970c-4540-86ba-bc097b970b8b None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:22.926687 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-525a8b6c-8cdb-4f97-82f7-c4db19f3ef66 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6654994 Feb 03 21:58:22.929624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:22.974411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-70f7cd76-0470-4fef-a457-ce675728670f service neutron] 10.222.0.50 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292399 Feb 03 21:58:23.033354 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ffb879e5-08b5-4feb-aa08-892bd81863a9 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "GET /v2.0/floatingips/39d02b06-e527-4bea-bd8c-7b0b82a39e43 HTTP/1.1" status: 200 len: 977 time: 0.1008534 Feb 03 21:58:23.035584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45130) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:23.131278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-6ec32880-5570-48dd-a7a1-e9b6302d1666 service neutron] 10.222.0.50 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559021 Feb 03 21:58:23.222666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d5d5d053-26cd-47a1-9c91-2c58ffd83d24 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1858075 Feb 03 21:58:23.226630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45158) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:23.238155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'port_id': '2a2ffa88-b107-4ced-9d9b-77054fc4941d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:23.244853 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (76d719e3-75af-4b8b-8248-2580bc1435b9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:23.299450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event deleted for resources: {'Port': ['ID=76d719e3-75af-4b8b-8248-2580bc1435b9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:23.360138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f6cb27d-7466-4478-b873-20330a596640 req-aee6711c-f355-43e1-9fc5-de345b711790 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=eac72890-9f54-44d6-89c6-d205c984307f HTTP/1.1" status: 200 len: 210 time: 0.0787804 Feb 03 21:58:23.389222 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (39d02b06-e527-4bea-bd8c-7b0b82a39e43), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:23.546560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device adab1c47-ff64-427c-8f27-9ed5127f0b15 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:58:23.685166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:23.846664 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port adab1c47-ff64-427c-8f27-9ed5127f0b15, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=adab1c47-ff64-427c-8f27-9ed5127f0b15,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:23.889607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'adab1c47-ff64-427c-8f27-9ed5127f0b15', 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2', 'port_id': 'adab1c47-ff64-427c-8f27-9ed5127f0b15', 'mac_address': 'fa:16:3e:1f:4f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5aa92-0efb-4233-b620-a4a3eaf56a19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:58:23.973573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port adab1c47-ff64-427c-8f27-9ed5127f0b15 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:23.973990 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:23.976014 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f47c15c2-8e3d-4da2-9974-efec82bf3b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:24.007361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adab1c47-ff64-427c-8f27-9ed5127f0b15 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:24.034397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:24.050468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port adab1c47-ff64-427c-8f27-9ed5127f0b15, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=adab1c47-ff64-427c-8f27-9ed5127f0b15,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:24.057843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] Sync routers for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:24.077073 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:24.108696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:24.121276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:24.140313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] No DVR routers for this DVR port 76d719e3-75af-4b8b-8248-2580bc1435b9 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:24.146887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:24.156559 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1eb0a4e2-8338-4256-b181-1214aeec064d req-6e095f19-7e96-4a86-b832-90656112cab6 tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.47 "DELETE /v2.0/ports/76d719e3-75af-4b8b-8248-2580bc1435b9 HTTP/1.1" status: 204 len: 173 time: 2.4396062 Feb 03 21:58:24.157190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-deleted', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:24.166797 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a736fe27-7caa-4af1-bd91-46fada1006b0" -d '{"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-deleted", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:24.477349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:24.531120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95a4ef-9780-4d65-b4f9-823d370b153d req-86fcf37f-86ef-44ff-95bd-8135f9f03baf tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:24.533236 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef95a4ef-9780-4d65-b4f9-823d370b153d req-86fcf37f-86ef-44ff-95bd-8135f9f03baf tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 944 time: 0.4005454 Feb 03 21:58:24.676949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['adab1c47-ff64-427c-8f27-9ed5127f0b15'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:24.709227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-9f76127b-7213-4c89-a130-3c6e02e72d6c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:24.715471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-9f76127b-7213-4c89-a130-3c6e02e72d6c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.47 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 945 time: 0.1450381 Feb 03 21:58:24.726888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7c258-fbfa-4ad1-98b5-dab7ba383110 req-f9da0fb7-0a0b-4132-81be-a3ab8f4c4b46 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:24.734863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0e7c258-fbfa-4ad1-98b5-dab7ba383110 req-f9da0fb7-0a0b-4132-81be-a3ab8f4c4b46 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 945 time: 0.5981653 Feb 03 21:58:24.865530 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:24.890003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=adab1c47-ff64-427c-8f27-9ed5127f0b15,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:24.905248 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:24.984202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Deleting port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:24.985240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:25.151667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0e7c258-fbfa-4ad1-98b5-dab7ba383110 req-143e460c-e938-40d5-8b76-18285468c53a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201189 Feb 03 21:58:25.234722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef95a4ef-9780-4d65-b4f9-823d370b153d req-638bf1cf-b86f-4f70-921b-7c86a30aa995 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294935 Feb 03 21:58:25.354650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] For port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:25.355073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:25.413381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Calling delete_port for 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:25.434573 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 21:58:25.554846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:19Z', 'revision_number': 5, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:25.644646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] Checking router: c85c04c5-510e-4bec-b7d8-c8c58292b9d1 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:58:25.675081 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:25.681073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:25.687743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:25.692407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:57:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:25.738659 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972239d1-5687-4945-b342-ba1358cf895e x-openstack-request-id: req-972239d1-5687-4945-b342-ba1358cf895e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:25.740097 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac72890-9f54-44d6-89c6-d205c984307f", "name": "network-vif-deleted", "tag": "76d719e3-75af-4b8b-8248-2580bc1435b9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:25.740355 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-972239d1-5687-4945-b342-ba1358cf895e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:25.740777 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac72890-9f54-44d6-89c6-d205c984307f', 'name': 'network-vif-deleted', 'tag': '76d719e3-75af-4b8b-8248-2580bc1435b9', 'status': 'completed', 'code': 200} Feb 03 21:58:25.749615 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1866c1e4-c490-4c0d-b06d-8373f1ed7c4a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:25.774411 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (39d02b06-e527-4bea-bd8c-7b0b82a39e43), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:25.812462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['1866c1e4-c490-4c0d-b06d-8373f1ed7c4a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:25.854659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:25.911526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event deleted for resources: {'Port': ['ID=1866c1e4-c490-4c0d-b06d-8373f1ed7c4a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:26.043708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d16058d6-1ed7-4a78-a1c1-efba98c93b51 req-ada0c357-b21c-4638-a1c8-9865a515a690 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 210 time: 0.2523088 Feb 03 21:58:26.114224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] No DVR routers for this DVR port 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:26.122500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:26.127239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fbe0efed-8af9-498d-ae2b-74eaf8ae6351 req-48eac10d-e99c-4f42-9105-d35fe4893fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.47 "DELETE /v2.0/ports/1866c1e4-c490-4c0d-b06d-8373f1ed7c4a HTTP/1.1" status: 204 len: 173 time: 1.4094210 Feb 03 21:58:26.148063 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed92147c-7bf2-49d6-a16a-5977b3da63ab tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group (dd62b928-21a5-4b93-9279-c65514ae5ac0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:26.170311 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed011988-b9e2-419f-80fd-bb40d44cf07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:26.205483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:26.268955 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP 39d02b06-e527-4bea-bd8c-7b0b82a39e43 associated. External IP: 172.25.5.95, port: 146217b0-9854-4a86-b0da-25fbc3938a44. Feb 03 21:58:26.275755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed92147c-7bf2-49d6-a16a-5977b3da63ab tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group (dd62b928-21a5-4b93-9279-c65514ae5ac0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:26.369790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:26.371394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 1866c1e4-c490-4c0d-b06d-8373f1ed7c4a not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:26.372330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:26.455273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 76d719e3-75af-4b8b-8248-2580bc1435b9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:26.456523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 76d719e3-75af-4b8b-8248-2580bc1435b9 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:26.489885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c5a235e-851a-4a53-a77f-098f3d6c2845 req-9a85ffca-7e51-4275-bdd1-dc33be0d4a62 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=22862f95-0ce2-4cad-ab89-662e57713ee5 HTTP/1.1" status: 200 len: 210 time: 0.2169588 Feb 03 21:58:26.533569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:26.587690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8e5a-af97-4432-895f-d1ada4eaa941 req-db5a23b2-8b74-48ee-adbb-325b4e4e5125 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:26.589623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fcb8e5a-af97-4432-895f-d1ada4eaa941 req-db5a23b2-8b74-48ee-adbb-325b4e4e5125 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 944 time: 0.1363034 Feb 03 21:58:26.654653 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed92147c-7bf2-49d6-a16a-5977b3da63ab tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dd62b928-21a5-4b93-9279-c65514ae5ac0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:26.663895 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed92147c-7bf2-49d6-a16a-5977b3da63ab tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:26.665118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ed92147c-7bf2-49d6-a16a-5977b3da63ab tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "DELETE /v2.0/security-groups/dd62b928-21a5-4b93-9279-c65514ae5ac0 HTTP/1.1" status: 204 len: 168 time: 0.9814470 Feb 03 21:58:26.669040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:26.742593 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-46717925-e79b-457c-b911-300ebffe707b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] show failed (client error): The resource could not be found. Feb 03 21:58:26.744409 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-46717925-e79b-457c-b911-300ebffe707b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "GET /v2.0/security-groups/dd62b928-21a5-4b93-9279-c65514ae5ac0 HTTP/1.1" status: 404 len: 347 time: 0.0741603 Feb 03 21:58:26.758421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:26.838028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:19Z', 'revision_number': 5, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:26.914350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ee438-8a4b-4ed1-95a2-f2b0e226e8bd None None] The sync data for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 is: [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:49:13Z', 'revision_number': 4, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7ad834c3-83f0-4dce-890f-79e4bcbbb382', 'name': '', 'network_id': '69fd4d27-c7dd-48c7-9847-0103c0946f50', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'mac_address': 'fa:16:3e:45:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:12Z', 'updated_at': '2022-02-03T21:49:19Z', 'revision_number': 5, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'subnets': [{'id': '95b22dfc-123f-46bd-a07d-255c783ecbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:26.962039 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:27.074001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92147c-7bf2-49d6-a16a-5977b3da63ab tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd62b928-21a5-4b93-9279-c65514ae5ac0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:27.078135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:27.203210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3a5ec1a8-f3fa-4a16-8b40-99a8aa47758a tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:27.218177 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3a5ec1a8-f3fa-4a16-8b40-99a8aa47758a tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.47 "GET /v2.0/networks?id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 HTTP/1.1" status: 200 len: 817 time: 0.5238612 Feb 03 21:58:27.226763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Deleting port 822245be-ec03-4cb4-b376-e1f40a26cbd4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:27.227479 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (822245be-ec03-4cb4-b376-e1f40a26cbd4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:27.253724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd8343c9-5a39-430f-9ba6-f5a09fc4a91b req-2b918562-da3b-45ee-a2a0-5db0a9242890 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 210 time: 0.0628831 Feb 03 21:58:27.276124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Request body: {'port': {'device_id': '2dcdd250-4e54-4238-89f2-03a8fa6cad52', 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6', 'admin_state_up': True, 'tenant_id': '585ca509eb5e47b8a997912e9d598768'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:27.287481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fcb8e5a-af97-4432-895f-d1ada4eaa941 req-f4c95747-9153-4eae-bf7d-76319798ad20 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832912 Feb 03 21:58:27.331464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-4e9fae45-8f8a-48c7-ab39-e0fe66d121c3 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:27.333386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-4e9fae45-8f8a-48c7-ab39-e0fe66d121c3 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.10 "GET /v2.0/networks?id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 HTTP/1.1" status: 200 len: 817 time: 0.6823375 Feb 03 21:58:27.372075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Request body: {'port': {'device_id': 'f004515f-3392-489c-807b-ea154e06b973', 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6', 'admin_state_up': True, 'tenant_id': '585ca509eb5e47b8a997912e9d598768'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:27.478503 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3c67e-a586-4891-a88f-5560d8d7e303 None None] New status for floating IP 11a6b9bc-23f7-434f-935f-d51d9f10fd51: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:58:27.543974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device adab1c47-ff64-427c-8f27-9ed5127f0b15 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:27.596056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (822245be-ec03-4cb4-b376-e1f40a26cbd4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:27.600471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for floatingip (822245be-ec03-4cb4-b376-e1f40a26cbd4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:27.650732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Calling delete_port for 822245be-ec03-4cb4-b376-e1f40a26cbd4 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:27.697855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port adab1c47-ff64-427c-8f27-9ed5127f0b15 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:58:27.704173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port adab1c47-ff64-427c-8f27-9ed5127f0b15 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:27.704786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:27.748890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22862f95-0ce2-4cad-ab89-662e57713ee5', 'name': 'network-vif-deleted', 'tag': '1866c1e4-c490-4c0d-b06d-8373f1ed7c4a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:27.753587 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42008414-09c1-4cfc-ba8c-568a431573fa" -d '{"events": [{"server_uuid": "22862f95-0ce2-4cad-ab89-662e57713ee5", "name": "network-vif-deleted", "tag": "1866c1e4-c490-4c0d-b06d-8373f1ed7c4a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:27.796936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-c0ae0bfa-e9ad-4ffc-b24f-266b4a2f2c67 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:27.803247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-c0ae0bfa-e9ad-4ffc-b24f-266b4a2f2c67 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.47 "GET /v2.0/networks?id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 HTTP/1.1" status: 200 len: 817 time: 0.8005733 Feb 03 21:58:27.857638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Request body: {'port': {'device_id': '5c9e8ed1-5757-4881-8ebc-dcc37e6274f0', 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6', 'admin_state_up': True, 'tenant_id': '585ca509eb5e47b8a997912e9d598768'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:28.039252 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb8542-2173-44bf-bcf3-b77c3a1b2e05 x-openstack-request-id: req-7bdb8542-2173-44bf-bcf3-b77c3a1b2e05 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:28.039915 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22862f95-0ce2-4cad-ab89-662e57713ee5", "name": "network-vif-deleted", "tag": "1866c1e4-c490-4c0d-b06d-8373f1ed7c4a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:28.040343 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7bdb8542-2173-44bf-bcf3-b77c3a1b2e05 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:28.040962 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22862f95-0ce2-4cad-ab89-662e57713ee5', 'name': 'network-vif-deleted', 'tag': '1866c1e4-c490-4c0d-b06d-8373f1ed7c4a', 'status': 'completed', 'code': 200} Feb 03 21:58:28.063700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Made reservation on behalf of 585ca509eb5e47b8a997912e9d598768 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:28.068412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:28.073044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port adab1c47-ff64-427c-8f27-9ed5127f0b15 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:28.073893 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:28.102573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bea611f-dea2-40d4-b5d4-efedefbbd203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adab1c47-ff64-427c-8f27-9ed5127f0b15'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:28.105326 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6274a9d-3943-43ed-a927-3b070d8f136a" -d '{"events": [{"server_uuid": "4bea611f-dea2-40d4-b5d4-efedefbbd203", "name": "network-vif-plugged", "status": "completed", "tag": "adab1c47-ff64-427c-8f27-9ed5127f0b15"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:28.120769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port adab1c47-ff64-427c-8f27-9ed5127f0b15, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=adab1c47-ff64-427c-8f27-9ed5127f0b15,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:28.130270 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:28.247334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=adab1c47-ff64-427c-8f27-9ed5127f0b15,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:28.280452 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad345d9-aee7-4892-abb2-dce70e64130c x-openstack-request-id: req-cad345d9-aee7-4892-abb2-dce70e64130c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:28.280896 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bea611f-dea2-40d4-b5d4-efedefbbd203", "name": "network-vif-plugged", "status": "completed", "tag": "adab1c47-ff64-427c-8f27-9ed5127f0b15", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:28.281269 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cad345d9-aee7-4892-abb2-dce70e64130c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:28.281895 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bea611f-dea2-40d4-b5d4-efedefbbd203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adab1c47-ff64-427c-8f27-9ed5127f0b15', 'code': 200} Feb 03 21:58:28.458144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Allocated IP 172.20.0.10 (223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6/5debf465-d7b3-4f95-8f92-2f7545280849/4f43a66f-062d-40ed-8d37-af3f30fbcd91) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:28.596518 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:28.621766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-2b1d4924-9b4a-4237-9706-4b848861861a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:28.629877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-2b1d4924-9b4a-4237-9706-4b848861861a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.1591651 Feb 03 21:58:28.667480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks [] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:28.682589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aeca4183-3b82-4915-84eb-189ff8cae8c2 req-a0da2357-6961-45bc-8af1-14143ebd3b7d tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 210 time: 0.0765750 Feb 03 21:58:28.704092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-cdff8c9e-c8f3-4ef3-8445-eb1947c9b16b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/quotas/ba56a3ba2f2e4b4ab46d242315c1b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0728691 Feb 03 21:58:28.726160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Made reservation on behalf of 585ca509eb5e47b8a997912e9d598768 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:28.729758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:28.925234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:28.935334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5c02a-7c11-4a8e-be05-5914d1a6aa60 None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:28.949471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5c02a-7c11-4a8e-be05-5914d1a6aa60 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:28.957881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bce5c02a-7c11-4a8e-be05-5914d1a6aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:29.041910 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bce5c02a-7c11-4a8e-be05-5914d1a6aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:29.056283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5c02a-7c11-4a8e-be05-5914d1a6aa60 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:29.057339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bce5c02a-7c11-4a8e-be05-5914d1a6aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:29.104235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-aa924497-a5ac-4911-a8e6-58c5decefdba tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3857245 Feb 03 21:58:29.136125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bce5c02a-7c11-4a8e-be05-5914d1a6aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:29.137013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5c02a-7c11-4a8e-be05-5914d1a6aa60 None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:29.207588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-c274e1b0-7145-4e23-b0ce-84ee2ae10564 service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021466 Feb 03 21:58:29.372476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-48d42216-8019-44ac-b6e5-94aa9fa01e59 service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636870 Feb 03 21:58:29.465533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dcad4-8088-44c6-8e38-4bd8606bb47d req-2dc2becd-44f4-4d35-ac5a-af595d90c6e2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:29.478550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b04dcad4-8088-44c6-8e38-4bd8606bb47d req-2dc2becd-44f4-4d35-ac5a-af595d90c6e2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.6246321 Feb 03 21:58:29.518116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:29.592410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Made reservation on behalf of 585ca509eb5e47b8a997912e9d598768 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:29.597182 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:29.626601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b04dcad4-8088-44c6-8e38-4bd8606bb47d req-5e703659-f864-47c5-8b18-bca8977354c5 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427972 Feb 03 21:58:29.675877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:29.771732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:29.813237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e83791-5eba-4725-937b-37e6b010c231 req-1d8dcf08-8f3b-4973-8ba3-b017c606b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:29.822939 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6e83791-5eba-4725-937b-37e6b010c231 req-1d8dcf08-8f3b-4973-8ba3-b017c606b1ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 1127 time: 1.1094599 Feb 03 21:58:29.830976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:29.853672 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:30.014866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-444924ca-84b1-4cd6-8ffa-9589ae768c23 req-bd800f42-2a5a-4385-add2-c504401a4c40 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 210 time: 0.1072502 Feb 03 21:58:30.071175 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6e83791-5eba-4725-937b-37e6b010c231 req-3c4b58bc-56ae-407d-9f51-64a83cb98aa4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444089 Feb 03 21:58:30.117217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Pushing event updated for resources: {'Port': ['ID=4f43a66f-062d-40ed-8d37-af3f30fbcd91,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:30.158502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:30.159249 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:30.169729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (822245be-ec03-4cb4-b376-e1f40a26cbd4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:30.200607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Pushing event deleted for resources: {'Port': ['ID=822245be-ec03-4cb4-b376-e1f40a26cbd4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:30.244173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Allocated IP 172.20.0.7 (223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6/5debf465-d7b3-4f95-8f92-2f7545280849/aca592fc-408e-4f72-948c-f4c8e8b60359) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:30.267429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-10ae8a40-af3d-4406-9412-f3cb40ff468f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4236214 Feb 03 21:58:30.280831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808003b-cd6d-4850-978a-2ebb63b3556e req-41cd1c4c-6143-483c-8b88-cf4180a64ba7 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:30.282362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4808003b-cd6d-4850-978a-2ebb63b3556e req-41cd1c4c-6143-483c-8b88-cf4180a64ba7 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 932 time: 0.3817198 Feb 03 21:58:30.364842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Request body: {'port': {'device_id': '5c9e8ed1-5757-4881-8ebc-dcc37e6274f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:30.471065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks [] for floatingip (11a6b9bc-23f7-434f-935f-d51d9f10fd51), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:30.474016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:30.475855 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-86a6997c-bf47-4912-81d9-6d9a82acaf6b tempest-ServerActionsTestJSON-1727087750 tempest-ServerActionsTestJSON-1727087750-project] 10.222.0.50 "DELETE /v2.0/floatingips/11a6b9bc-23f7-434f-935f-d51d9f10fd51 HTTP/1.1" status: 204 len: 168 time: 3.7160199 Feb 03 21:58:30.478745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:30.492320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:30.511775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4808003b-cd6d-4850-978a-2ebb63b3556e req-7869c0ab-2fe7-4e4e-8787-c1250b2005f4 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999552 Feb 03 21:58:30.516104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:30.682618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks [] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:30.722034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:30.785838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Pushing event updated for resources: {'Port': ['ID=aca592fc-408e-4f72-948c-f4c8e8b60359,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:30.831813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:30.841075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:30.846143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:30.935974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:30.937247 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:30.961227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-3e6952f8-0afd-4278-86c6-4d100b4c69d8 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5934255 Feb 03 21:58:30.974557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Request body: {'port': {'device_id': 'f004515f-3392-489c-807b-ea154e06b973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:30.979758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:30.992276 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f6122-5bf3-4ce5-93b4-5cb5564bccda None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:31.010268 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f6122-5bf3-4ce5-93b4-5cb5564bccda None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:31.013913 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b38f6122-5bf3-4ce5-93b4-5cb5564bccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:31.060668 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:31.091071 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b38f6122-5bf3-4ce5-93b4-5cb5564bccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:31.111701 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f6122-5bf3-4ce5-93b4-5cb5564bccda None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:31.115521 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b38f6122-5bf3-4ce5-93b4-5cb5564bccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:31.160825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d4d34-3913-40c5-abfc-2c16396a9a4b req-f463da74-23b7-4158-9c7c-67596e7e9151 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:31.168183 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8d4d34-3913-40c5-abfc-2c16396a9a4b req-f463da74-23b7-4158-9c7c-67596e7e9151 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.3921490 Feb 03 21:58:31.210607 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b38f6122-5bf3-4ce5-93b4-5cb5564bccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:31.211740 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f6122-5bf3-4ce5-93b4-5cb5564bccda None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:31.307184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7883f7a1-b879-496f-a6da-dd7aef1a5069 req-da4378ee-8b6f-4b02-8e48-163c7b87cd2e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 210 time: 0.0795689 Feb 03 21:58:31.366855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c7105c2b-ac9f-4da8-af87-744260a074a1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/floatingips/39d02b06-e527-4bea-bd8c-7b0b82a39e43 HTTP/1.1" status: 200 len: 977 time: 8.1380317 Feb 03 21:58:31.381589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45552) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:31.404763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e3bef4fc-e753-4252-bd20-dbfda7a25203 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:31.524768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bef4fc-e753-4252-bd20-dbfda7a25203 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (39d02b06-e527-4bea-bd8c-7b0b82a39e43), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:31.537292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:31.629403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab8d4d34-3913-40c5-abfc-2c16396a9a4b req-e2dbf381-6f74-413a-913d-ef10861f9967 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600000 Feb 03 21:58:31.757110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Allocated IP 172.20.0.2 (223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6/5debf465-d7b3-4f95-8f92-2f7545280849/a1a40a44-b684-40d1-82dc-f2fba3cee62e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:31.937888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48eccb5-7a34-40ef-85d7-8e3c8fc588e2 req-5a5281e4-6497-4850-b067-8aacf04e80a4 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:31.939697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c48eccb5-7a34-40ef-85d7-8e3c8fc588e2 req-5a5281e4-6497-4850-b067-8aacf04e80a4 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 932 time: 0.2674935 Feb 03 21:58:32.006229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:32.056438 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bef4fc-e753-4252-bd20-dbfda7a25203 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:32.080088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bef4fc-e753-4252-bd20-dbfda7a25203 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (39d02b06-e527-4bea-bd8c-7b0b82a39e43), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:32.080589 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-e3bef4fc-e753-4252-bd20-dbfda7a25203 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP 39d02b06-e527-4bea-bd8c-7b0b82a39e43 disassociated. External IP: 172.25.5.95, port: 2a2ffa88-b107-4ced-9d9b-77054fc4941d. Feb 03 21:58:32.137228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c48eccb5-7a34-40ef-85d7-8e3c8fc588e2 req-9090bec9-f5a4-4ebe-9638-663b06616d99 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888413 Feb 03 21:58:32.184623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-befab97f-4457-4caf-abf5-4eb5c450c7a9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:32.187564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-befab97f-4457-4caf-abf5-4eb5c450c7a9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.47 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.8886437 Feb 03 21:58:32.208370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Request body: {'port': {'device_id': '7d03a192-c6ba-4955-85f5-f77a9dd2254a', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'admin_state_up': True, 'tenant_id': 'ba56a3ba2f2e4b4ab46d242315c1b4c3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:32.350854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b0c428b-e3e5-425d-a48b-4ea772227154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:32.411988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks [] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:32.490385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:32.497478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bef4fc-e753-4252-bd20-dbfda7a25203 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:32.499273 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-565ddeab-7171-4e0f-9cd2-16ca4cc2cf98 req-fb981bbd-eb2d-4bf4-afa6-5218533c09bd tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 210 time: 0.0341823 Feb 03 21:58:32.674905 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b0c428b-e3e5-425d-a48b-4ea772227154 admin admin] Publish callbacks [] for security_group (2f297568-b805-441e-821c-dd2e7cfc0d49), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:32.699066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Pushing event updated for resources: {'Port': ['ID=a1a40a44-b684-40d1-82dc-f2fba3cee62e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:32.710732 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b0c428b-e3e5-425d-a48b-4ea772227154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2f297568-b805-441e-821c-dd2e7cfc0d49), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:32.758585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c428b-e3e5-425d-a48b-4ea772227154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f297568-b805-441e-821c-dd2e7cfc0d49,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:32.802993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:32.808069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Made reservation on behalf of ba56a3ba2f2e4b4ab46d242315c1b4c3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:32.812273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:32.830608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:32.852693 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3b0c428b-e3e5-425d-a48b-4ea772227154 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94c0729bf499496891efbe78ef8d7e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8242300 Feb 03 21:58:32.863046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:32.920342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:32.931527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:32.932595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:33.012398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:33.191930 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-61f4f9c5-9f85-49ce-8227-512190fd8883 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9603169 Feb 03 21:58:33.247262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Request body: {'port': {'device_id': '2dcdd250-4e54-4238-89f2-03a8fa6cad52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:33.414944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f43a66f-062d-40ed-8d37-af3f30fbcd91 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:33.427428 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Publish callbacks [] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:33.444708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Transition to ACTIVE for port object 4f43a66f-062d-40ed-8d37-af3f30fbcd91 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:58:33.457759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b4a0c-8873-43fb-ac12-c2f44386867d req-229afb73-879d-4d38-ae31-1efb57f1ceed tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:33.469245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b40b4a0c-8873-43fb-ac12-c2f44386867d req-229afb73-879d-4d38-ae31-1efb57f1ceed tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 932 time: 0.2186224 Feb 03 21:58:33.477947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a38a-5c3f-4195-9d88-98991f2c72db req-6100183f-409b-4caf-8419-520bd619752d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:33.479458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0455a38a-5c3f-4195-9d88-98991f2c72db req-6100183f-409b-4caf-8419-520bd619752d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.2622838 Feb 03 21:58:33.537499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bef4fc-e753-4252-bd20-dbfda7a25203 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:33.549223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9c300-ae31-4d7d-a156-6f8a9e45c351 None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:33.558527 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bef4fc-e753-4252-bd20-dbfda7a25203 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:33.566763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9c300-ae31-4d7d-a156-6f8a9e45c351 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:33.568846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-00f9c300-ae31-4d7d-a156-6f8a9e45c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:33.619880 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8a75870-dab3-432a-8b58-1a5e853d07d0 admin admin] Publish callbacks [] for security_group (2f297568-b805-441e-821c-dd2e7cfc0d49), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:33.621055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0455a38a-5c3f-4195-9d88-98991f2c72db req-819dfef6-8386-4d0f-9809-d831cee771b7 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187372 Feb 03 21:58:33.642552 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:33.652169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e3bef4fc-e753-4252-bd20-dbfda7a25203 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/floatingips/39d02b06-e527-4bea-bd8c-7b0b82a39e43 HTTP/1.1" status: 200 len: 687 time: 2.2632496 Feb 03 21:58:33.656069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-00f9c300-ae31-4d7d-a156-6f8a9e45c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:33.659944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:33.681684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9c300-ae31-4d7d-a156-6f8a9e45c351 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:33.685793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-00f9c300-ae31-4d7d-a156-6f8a9e45c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:33.729383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b40b4a0c-8873-43fb-ac12-c2f44386867d req-b6581286-cd60-43da-8344-ab2296f44611 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571557 Feb 03 21:58:33.743182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-00f9c300-ae31-4d7d-a156-6f8a9e45c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:33.744306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9c300-ae31-4d7d-a156-6f8a9e45c351 None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:33.788569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Allocated IP 172.20.0.5 (5b80f157-ae27-4069-a1da-9e28e7643a83/62d8fd80-7f87-469e-9ab2-aba4b4d5c683/050ad86c-1c42-4abe-98ec-1950851cf621) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:33.821063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42c6a510-1a1b-4c79-9a43-7914c9f62e07 req-a36eb99e-9862-4162-b038-39ecf909cf3e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 210 time: 0.0904188 Feb 03 21:58:33.837386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:33.926108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca592fc-408e-4f72-948c-f4c8e8b60359 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:33.935524 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Publish callbacks [] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:33.956918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 213b8db3-9ab4-4d60-a672-7774fac27fa1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:33.957317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (213b8db3-9ab4-4d60-a672-7774fac27fa1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:33.999613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8a75870-dab3-432a-8b58-1a5e853d07d0 admin admin] Publish callbacks [] for security_group (2f297568-b805-441e-821c-dd2e7cfc0d49), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.006409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Transition to ACTIVE for port object aca592fc-408e-4f72-948c-f4c8e8b60359 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:58:34.022439 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.163817 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (213b8db3-9ab4-4d60-a672-7774fac27fa1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.164141 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (213b8db3-9ab4-4d60-a672-7774fac27fa1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.169800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Pushing event updated for resources: {'Port': ['ID=aca592fc-408e-4f72-948c-f4c8e8b60359,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:34.192076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 213b8db3-9ab4-4d60-a672-7774fac27fa1 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:34.283283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f43a66f-062d-40ed-8d37-af3f30fbcd91,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:34.461955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Attempting to bind port aca592fc-408e-4f72-948c-f4c8e8b60359 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:34.462831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Attempting to bind port aca592fc-408e-4f72-948c-f4c8e8b60359 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:34.463386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Attempting to bind port aca592fc-408e-4f72-948c-f4c8e8b60359 on network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:34.469308 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (213b8db3-9ab4-4d60-a672-7774fac27fa1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.504283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=213b8db3-9ab4-4d60-a672-7774fac27fa1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:34.520078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Port aca592fc-408e-4f72-948c-f4c8e8b60359 on network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:58:34.521267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Attempting to bind port aca592fc-408e-4f72-948c-f4c8e8b60359 on network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:34.552763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b50e3-8a32-4cdb-b449-7c93854df3d2 req-1332d137-21d5-4823-ade8-b39851011ed5 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:34.555339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c65b50e3-8a32-4cdb-b449-7c93854df3d2 req-1332d137-21d5-4823-ade8-b39851011ed5 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.2525539 Feb 03 21:58:34.612315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:34.612559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Checking segment: {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:34.612945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Bound using segment: {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:34.613444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Bound port: aca592fc-408e-4f72-948c-f4c8e8b60359, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:34.613812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.710337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] For port aca592fc-408e-4f72-948c-f4c8e8b60359, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:34.715984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] For port aca592fc-408e-4f72-948c-f4c8e8b60359, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aca592fc-408e-4f72-948c-f4c8e8b60359,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:34.742672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.813638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Pushing event updated for resources: {'Port': ['ID=aca592fc-408e-4f72-948c-f4c8e8b60359,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:34.846364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c65b50e3-8a32-4cdb-b449-7c93854df3d2 req-5027026d-b198-4bde-9382-b6c90f61e1db tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633097 Feb 03 21:58:34.869494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:34.870215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.871694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-32e7c003-da23-4463-9274-016a191f14e2 service neutron] 10.222.0.10 "PUT /v2.0/ports/aca592fc-408e-4f72-948c-f4c8e8b60359 HTTP/1.1" status: 200 len: 1091 time: 3.9019420 Feb 03 21:58:34.956026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f004515f-3392-489c-807b-ea154e06b973', 'tag': 'aca592fc-408e-4f72-948c-f4c8e8b60359'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:34.958401 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "f004515f-3392-489c-807b-ea154e06b973", "tag": "aca592fc-408e-4f72-948c-f4c8e8b60359"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:34.992558 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (39d02b06-e527-4bea-bd8c-7b0b82a39e43), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.995501 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:34.999425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7e61e3da-c1ed-47d8-a7dd-2a11cb47ad22 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/floatingips/39d02b06-e527-4bea-bd8c-7b0b82a39e43 HTTP/1.1" status: 204 len: 168 time: 1.3360889 Feb 03 21:58:35.001639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45600) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:35.031976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Attempting to bind port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:35.032736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Attempting to bind port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:35.032736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Attempting to bind port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 on network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:35.043281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44eebbbf-ddad-462e-bc78-2aa4fb1897ff req-f8e15563-d834-4577-89d1-2037f0e8a3c7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 210 time: 0.0380371 Feb 03 21:58:35.058567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 on network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:58:35.060651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Attempting to bind port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 on network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:35.084576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:35.085252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Checking segment: {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:35.085656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Bound using segment: {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:35.088641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Bound port: 4f43a66f-062d-40ed-8d37-af3f30fbcd91, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:35.089051 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:35.103029 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-58b21fad-d580-4783-8c33-af7d7a0e9562 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] delete failed (client error): The resource could not be found. Feb 03 21:58:35.108236 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-58b21fad-d580-4783-8c33-af7d7a0e9562 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/floatingips/39d02b06-e527-4bea-bd8c-7b0b82a39e43 HTTP/1.1" status: 404 len: 345 time: 0.0741167 Feb 03 21:58:35.109090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:35.111581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-006efd0b-c5fb-4e06-ace7-1d3252c4793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.113487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-006efd0b-c5fb-4e06-ace7-1d3252c4793c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 1127 time: 0.8837287 Feb 03 21:58:35.185451 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdf2e6e-921f-4a1e-9ea8-61f934e50782 x-openstack-request-id: req-2cdf2e6e-921f-4a1e-9ea8-61f934e50782 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:35.185780 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f004515f-3392-489c-807b-ea154e06b973", "tag": "aca592fc-408e-4f72-948c-f4c8e8b60359", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:35.186043 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cdf2e6e-921f-4a1e-9ea8-61f934e50782 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:35.186527 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f004515f-3392-489c-807b-ea154e06b973', 'tag': 'aca592fc-408e-4f72-948c-f4c8e8b60359', 'status': 'completed', 'code': 200} Feb 03 21:58:35.220100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db554-5394-48e9-a947-39e140e6a067 req-ac667cc7-794e-4c2c-a352-11d76c9beb32 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.221680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a8db554-5394-48e9-a947-39e140e6a067 req-ac667cc7-794e-4c2c-a352-11d76c9beb32 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 944 time: 0.3314490 Feb 03 21:58:35.284454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-6ebcefe2-e9ea-4219-a9ff-92eace771b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.286226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-6ebcefe2-e9ea-4219-a9ff-92eace771b8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=585ca509eb5e47b8a997912e9d598768&device_id=f004515f-3392-489c-807b-ea154e06b973 HTTP/1.1" status: 200 len: 1125 time: 0.3238447 Feb 03 21:58:35.293485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a8db554-5394-48e9-a947-39e140e6a067 req-e92cb964-779c-419d-a1ad-af56470c978a tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630331 Feb 03 21:58:35.323169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-9c27991c-2f8b-4200-8818-1e7d088d704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.324695 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-9c27991c-2f8b-4200-8818-1e7d088d704e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 200 len: 911 time: 0.1566174 Feb 03 21:58:35.338493 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8a75870-dab3-432a-8b58-1a5e853d07d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2f297568-b805-441e-821c-dd2e7cfc0d49), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:35.341283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8a75870-dab3-432a-8b58-1a5e853d07d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:35.344673 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c8a75870-dab3-432a-8b58-1a5e853d07d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f297568-b805-441e-821c-dd2e7cfc0d49 HTTP/1.1" status: 204 len: 168 time: 2.4067411 Feb 03 21:58:35.357020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44308bd9-0f07-47a1-8bfa-f32c922eb9b9 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.362743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44308bd9-0f07-47a1-8bfa-f32c922eb9b9 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.368786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44308bd9-0f07-47a1-8bfa-f32c922eb9b9 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.373601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-44308bd9-0f07-47a1-8bfa-f32c922eb9b9 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "GET /v2.0/ports?network_id=b70a24cf-0f95-40c6-b406-0a41dd7fd259 HTTP/1.1" status: 200 len: 2358 time: 0.2582967 Feb 03 21:58:35.375331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-673ce6b4-ae6d-4d38-a9ba-3cc5ce2386b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aca592fc-408e-4f72-948c-f4c8e8b60359 HTTP/1.1" status: 200 len: 217 time: 0.0809624 Feb 03 21:58:35.376300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45610) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:35.392938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] For port 4f43a66f-062d-40ed-8d37-af3f30fbcd91, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:35.396668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] For port 4f43a66f-062d-40ed-8d37-af3f30fbcd91, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f43a66f-062d-40ed-8d37-af3f30fbcd91,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:35.421847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:35.454284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e0d82-bb59-4789-9e2a-bfd3ae06e7e1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.462174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7c6e0d82-bb59-4789-9e2a-bfd3ae06e7e1 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "GET /v2.0/subnets/e78c15ad-d104-4fe7-b190-e8bdadf1c680 HTTP/1.1" status: 200 len: 797 time: 0.0837970 Feb 03 21:58:35.464483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45612) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:35.485801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Deleting port 7ad834c3-83f0-4dce-890f-79e4bcbbb382 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:35.486042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:35.505275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'port': {'network_id': 'b70a24cf-0f95-40c6-b406-0a41dd7fd259', 'name': 'tempest-FloatingIPTestJSON-1857936924', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:35.575464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] For port 7ad834c3-83f0-4dce-890f-79e4bcbbb382, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ad834c3-83f0-4dce-890f-79e4bcbbb382,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:35.575918 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:35.589971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Calling delete_port for 7ad834c3-83f0-4dce-890f-79e4bcbbb382 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:35.602192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-d3565c3b-2079-4131-ad9d-31ca4446ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.603852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-d3565c3b-2079-4131-ad9d-31ca4446ba7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5debf465-d7b3-4f95-8f92-2f7545280849 HTTP/1.1" status: 200 len: 857 time: 0.1659718 Feb 03 21:58:35.677902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-f6515265-845d-4d4b-a629-615551f2097d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655751 Feb 03 21:58:35.785384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Made reservation on behalf of 10e9caa218064be6b2c2b863f10f7af7 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:35.786871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a75870-dab3-432a-8b58-1a5e853d07d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f297568-b805-441e-821c-dd2e7cfc0d49,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:35.853171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.853814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:35.855262 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f43a66f-062d-40ed-8d37-af3f30fbcd91 HTTP/1.1" status: 200 len: 1092 time: 5.5038521 Feb 03 21:58:35.855907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9e8ed1-5757-4881-8ebc-dcc37e6274f0', 'tag': '4f43a66f-062d-40ed-8d37-af3f30fbcd91'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:35.858225 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9e8ed1-5757-4881-8ebc-dcc37e6274f0", "tag": "4f43a66f-062d-40ed-8d37-af3f30fbcd91"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:35.866951 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-52a5d379-fa63-4077-8a99-add37873ceb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adab1c47-ff64-427c-8f27-9ed5127f0b15 HTTP/1.1" status: 200 len: 217 time: 0.5318768 Feb 03 21:58:35.894275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:35.898921 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7ad834c3-83f0-4dce-890f-79e4bcbbb382), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:35.934203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] device_id is not set on port 848d2910-9f7c-41f9-be44-fa6d01a881cc yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:58:35.993438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-3f9a654b-611c-44b7-9c60-7c5b4cacfa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:35.999741 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-3f9a654b-611c-44b7-9c60-7c5b4cacfa01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7a5aa92-0efb-4233-b620-a4a3eaf56a19 HTTP/1.1" status: 200 len: 850 time: 0.0873396 Feb 03 21:58:36.019667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-70a436ad-0579-4edb-8b08-7074132bd441 service neutron] 10.222.0.10 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333087 Feb 03 21:58:36.025353 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7507479-ea44-46ee-8f9d-5ca46db09285 x-openstack-request-id: req-f7507479-ea44-46ee-8f9d-5ca46db09285 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:36.025654 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9e8ed1-5757-4881-8ebc-dcc37e6274f0", "tag": "4f43a66f-062d-40ed-8d37-af3f30fbcd91", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:36.025899 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7507479-ea44-46ee-8f9d-5ca46db09285 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:36.026302 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9e8ed1-5757-4881-8ebc-dcc37e6274f0', 'tag': '4f43a66f-062d-40ed-8d37-af3f30fbcd91', 'status': 'completed', 'code': 200} Feb 03 21:58:36.079574 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks [] for port (050ad86c-1c42-4abe-98ec-1950851cf621), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:36.128429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-262f44d4-8060-4024-a7f2-5afbfe8be86b service neutron] 10.222.0.10 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995388 Feb 03 21:58:36.168410 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-51069e2b-f8c1-4a6b-86a2-f7659c52c237 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394665 Feb 03 21:58:36.340066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b1f6ef3-60d5-44cf-a1fe-64125bd6ba50 req-8b0c2f05-a675-487f-863e-e6debef8367b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 210 time: 0.0857325 Feb 03 21:58:36.402824 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-f1b690ae-d2ac-4e02-89ca-d562f49fd888 service neutron] 10.222.0.10 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223654 Feb 03 21:58:36.405896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-a02c02f4-6a6e-4a78-9351-a5f86ed56171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:36.408350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-a02c02f4-6a6e-4a78-9351-a5f86ed56171 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=585ca509eb5e47b8a997912e9d598768&device_id=f004515f-3392-489c-807b-ea154e06b973 HTTP/1.1" status: 200 len: 1125 time: 0.1944203 Feb 03 21:58:36.518762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccf7b1-9238-499b-a17d-7b3fbef7a8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f43a66f-062d-40ed-8d37-af3f30fbcd91,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:36.570012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba5a63-504f-434e-84ee-736e44524232 req-cfa2efdb-9099-46a8-bf25-85208855e21e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:36.571678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6ba5a63-504f-434e-84ee-736e44524232 req-cfa2efdb-9099-46a8-bf25-85208855e21e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.4349456 Feb 03 21:58:36.624027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad834c3-83f0-4dce-890f-79e4bcbbb382,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:36.799522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-cfccd1ca-b6c9-4e7f-b25a-e0f0955db624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:36.803813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.20.0.14 (b70a24cf-0f95-40c6-b406-0a41dd7fd259/e78c15ad-d104-4fe7-b190-e8bdadf1c680/848d2910-9f7c-41f9-be44-fa6d01a881cc) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:36.804883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-cfccd1ca-b6c9-4e7f-b25a-e0f0955db624 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=585ca509eb5e47b8a997912e9d598768&device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 1126 time: 0.8870080 Feb 03 21:58:36.811485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.20.0.13 (b70a24cf-0f95-40c6-b406-0a41dd7fd259/e78c15ad-d104-4fe7-b190-e8bdadf1c680/848d2910-9f7c-41f9-be44-fa6d01a881cc) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:36.872864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:36.946159 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-50d28e0f-ffb3-4aa9-9f9a-388eab17b278 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f43a66f-062d-40ed-8d37-af3f30fbcd91 HTTP/1.1" status: 200 len: 217 time: 0.0488820 Feb 03 21:58:37.012437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-bc2672d2-bf62-4970-8598-1504695d032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:37.014136 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-bc2672d2-bf62-4970-8598-1504695d032c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5debf465-d7b3-4f95-8f92-2f7545280849 HTTP/1.1" status: 200 len: 857 time: 0.0529933 Feb 03 21:58:37.117482 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-d7fa14de-fe5f-41da-83cc-876ce50b3ee3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460734 Feb 03 21:58:37.141315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6ba5a63-504f-434e-84ee-736e44524232 req-9a8223b2-5bbb-42d9-a281-5095cc20fc19 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346494 Feb 03 21:58:37.233349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25d462-ee45-4815-aacc-c945d61679f3 req-3de40566-567e-4c98-bdc3-b2b2ffaf1e30 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:37.240798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de25d462-ee45-4815-aacc-c945d61679f3 req-3de40566-567e-4c98-bdc3-b2b2ffaf1e30 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 944 time: 0.7254875 Feb 03 21:58:37.242998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-6c8a8877-1839-4421-b4ff-395644040aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:37.244435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-6c8a8877-1839-4421-b4ff-395644040aad service neutron] 10.222.0.10 "GET /v2.0/networks?id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 HTTP/1.1" status: 200 len: 918 time: 0.7566693 Feb 03 21:58:37.253903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a40a44-b684-40d1-82dc-f2fba3cee62e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:37.263001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Publish callbacks [] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:37.271576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:37.334325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de25d462-ee45-4815-aacc-c945d61679f3 req-2957ce63-e0bf-410c-8d4d-8c1cfca0afa6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926094 Feb 03 21:58:37.338407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (848d2910-9f7c-41f9-be44-fa6d01a881cc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:37.357172 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf1cc0b-e28f-47fe-b917-3f9fa92d0368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:37.365255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:37.383546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:37.390199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Transition to ACTIVE for port object a1a40a44-b684-40d1-82dc-f2fba3cee62e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:58:37.397995 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-83c593a4-be1a-41d6-a8e6-6acc6a899e0a req-0e6bb490-d465-46d2-a6b9-a34b63344a7a service neutron] 10.222.0.10 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9711661 Feb 03 21:58:37.406740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-22a162fb-a561-456e-8453-22cb3c04d60b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aca592fc-408e-4f72-948c-f4c8e8b60359 HTTP/1.1" status: 200 len: 217 time: 0.1357269 Feb 03 21:58:37.496746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-4d6fd0ea-0e10-4e13-9a17-be3d16a1ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:37.498576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-4d6fd0ea-0e10-4e13-9a17-be3d16a1ca04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5debf465-d7b3-4f95-8f92-2f7545280849 HTTP/1.1" status: 200 len: 857 time: 0.0868714 Feb 03 21:58:37.536871 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:37.541648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:37.599597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-f0523e65-2693-46d7-ae93-3a8669f7c986 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748894 Feb 03 21:58:37.603176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event updated for resources: {'Port': ['ID=050ad86c-1c42-4abe-98ec-1950851cf621,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:37.626917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:37.639179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f64fb-0f0e-4bfd-aa81-7626fb869202 req-a44e331b-34ef-444c-9f15-3d76ac819900 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:37.648504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c48f64fb-0f0e-4bfd-aa81-7626fb869202 req-a44e331b-34ef-444c-9f15-3d76ac819900 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 931 time: 0.1488047 Feb 03 21:58:37.721565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:37.734612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c48f64fb-0f0e-4bfd-aa81-7626fb869202 req-56fb3b45-1ef2-410b-a505-a276903774b6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794928 Feb 03 21:58:37.817275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (848d2910-9f7c-41f9-be44-fa6d01a881cc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:37.861812 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-f189fa66-c34a-41e3-a579-b5aa0ef7d7cc service neutron] 10.222.0.47 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7168026 Feb 03 21:58:37.915130 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf1cc0b-e28f-47fe-b917-3f9fa92d0368 admin admin] Publish callbacks [] for security_group (52d6ab65-2314-4b84-b123-9c94aa111d95), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:37.958278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf1cc0b-e28f-47fe-b917-3f9fa92d0368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (52d6ab65-2314-4b84-b123-9c94aa111d95), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.004611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:38.028028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:38.042502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=848d2910-9f7c-41f9-be44-fa6d01a881cc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:38.045304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:38.098401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:38.099261 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.111455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45674) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:38.116531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Pushing event updated for resources: {'Port': ['ID=a1a40a44-b684-40d1-82dc-f2fba3cee62e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:38.131486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-feb199b6-09f7-43af-8228-7048953d84f8 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6312869 Feb 03 21:58:38.134159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:38.140407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '848d2910-9f7c-41f9-be44-fa6d01a881cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:38.143408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1cc0b-e28f-47fe-b917-3f9fa92d0368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d6ab65-2314-4b84-b123-9c94aa111d95,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:38.167070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-0d12e91f-99df-406c-9eea-e51774725e3f service neutron] 10.222.0.10 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449417 Feb 03 21:58:38.199388 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.219185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:38.219976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.329975 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-470ed45c-99ad-44b7-8a9f-410f26defae4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1276464 Feb 03 21:58:38.337920 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-839c4950-73a4-43b0-b0ff-5a459ba70adb service neutron] 10.222.0.47 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611657 Feb 03 21:58:38.407558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Request body: {'port': {'device_id': '7d03a192-c6ba-4955-85f5-f77a9dd2254a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:38.462465 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1cf1cc0b-e28f-47fe-b917-3f9fa92d0368 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8217b2927c734f2b9f5045698fc9546e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5779314 Feb 03 21:58:38.462663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b650f9d-2f73-492d-aff3-70aee1490d02 req-eb407d1e-d1bf-41ad-87fe-7252f77a308d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:38.469164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b650f9d-2f73-492d-aff3-70aee1490d02 req-eb407d1e-d1bf-41ad-87fe-7252f77a308d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1758301 Feb 03 21:58:38.471581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:38.508841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'network': {'name': 'tempest-network-smoke--421454713', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:38.534599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2791cdf8-dea4-49db-ab3f-d76b1bc60ae5 req-63bc8035-9002-4a41-a4c8-3114e4a297d1 service neutron] 10.222.0.10 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578429 Feb 03 21:58:38.539506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Attempting to bind port a1a40a44-b684-40d1-82dc-f2fba3cee62e on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:38.539996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Attempting to bind port a1a40a44-b684-40d1-82dc-f2fba3cee62e by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:38.540458 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Attempting to bind port a1a40a44-b684-40d1-82dc-f2fba3cee62e on network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:38.550349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Port a1a40a44-b684-40d1-82dc-f2fba3cee62e on network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:58:38.550741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Attempting to bind port a1a40a44-b684-40d1-82dc-f2fba3cee62e on network 223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:38.576725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:38.577253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Checking segment: {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:38.578074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Bound using segment: {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:38.578798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Bound port: a1a40a44-b684-40d1-82dc-f2fba3cee62e, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206ed7c6-9427-494c-92c8-fe952c888b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:38.579290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.639236 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.656573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-ddf7ceee-0089-4699-ba18-1d6edfb31b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:38.658639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-ddf7ceee-0089-4699-ba18-1d6edfb31b74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=585ca509eb5e47b8a997912e9d598768&device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 1126 time: 0.2087095 Feb 03 21:58:38.677087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Made reservation on behalf of 5e5fa9b027b94864ad2a48a62a90898c for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:38.680601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.711165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.730872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b650f9d-2f73-492d-aff3-70aee1490d02 req-0f0220d2-bf3f-44b7-8d0d-b6b3dfc0792e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607653 Feb 03 21:58:38.745624 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1350244-c5c6-4f56-8ec3-83edd72e7297 admin admin] Publish callbacks [] for security_group (52d6ab65-2314-4b84-b123-9c94aa111d95), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.756821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfefaf-08c9-4777-8a1c-a236baf19a83 req-cd706292-eba9-4380-abb4-6d650e996ffc tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:38.758366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ecfefaf-08c9-4777-8a1c-a236baf19a83 req-cd706292-eba9-4380-abb4-6d650e996ffc tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 944 time: 0.2796357 Feb 03 21:58:38.807692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-8c76698c-c00c-472f-85dc-7a2780bd2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:38.809840 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-8c76698c-c00c-472f-85dc-7a2780bd2a36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 HTTP/1.1" status: 200 len: 918 time: 0.1331933 Feb 03 21:58:38.826548 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1350244-c5c6-4f56-8ec3-83edd72e7297 admin admin] Publish callbacks [] for security_group (52d6ab65-2314-4b84-b123-9c94aa111d95), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:38.857277 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.126116 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-abdb81c2-46ab-43d5-9a51-9b06ac9ba15b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f43a66f-062d-40ed-8d37-af3f30fbcd91 HTTP/1.1" status: 200 len: 217 time: 0.3043618 Feb 03 21:58:39.144539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:39.153856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] For port a1a40a44-b684-40d1-82dc-f2fba3cee62e, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:39.207742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-8ecd7c90-8ecf-4b4b-81b2-7d51a6ac777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:39.209565 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-8ecd7c90-8ecf-4b4b-81b2-7d51a6ac777f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5debf465-d7b3-4f95-8f92-2f7545280849 HTTP/1.1" status: 200 len: 857 time: 0.0697336 Feb 03 21:58:39.242698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] For port a1a40a44-b684-40d1-82dc-f2fba3cee62e, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a1a40a44-b684-40d1-82dc-f2fba3cee62e,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:39.320638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.323876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-5f07b546-959c-4384-b319-a028ba627d78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026349 Feb 03 21:58:39.336120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ecfefaf-08c9-4777-8a1c-a236baf19a83 req-935191fd-f9f9-42de-97a4-6ddceb4afbd3 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639915 Feb 03 21:58:39.433730 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1350244-c5c6-4f56-8ec3-83edd72e7297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (52d6ab65-2314-4b84-b123-9c94aa111d95), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.436428 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1350244-c5c6-4f56-8ec3-83edd72e7297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.440639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e1350244-c5c6-4f56-8ec3-83edd72e7297 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52d6ab65-2314-4b84-b123-9c94aa111d95 HTTP/1.1" status: 204 len: 168 time: 0.9494734 Feb 03 21:58:39.458683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (df098e46-83a3-45d9-af50-af5567edd21c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.472376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03aa5-e427-4c03-ab44-5b23a46e34e1 req-adcc30c9-b71b-4b43-ba07-e79cea4425d5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:39.482981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5b03aa5-e427-4c03-ab44-5b23a46e34e1 req-adcc30c9-b71b-4b43-ba07-e79cea4425d5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 931 time: 0.6342204 Feb 03 21:58:39.532999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.25.5.231 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/7b9c1ab1-8238-4997-a9fd-1a1d1694122a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:39.684073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (df098e46-83a3-45d9-af50-af5567edd21c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.709447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1350244-c5c6-4f56-8ec3-83edd72e7297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d6ab65-2314-4b84-b123-9c94aa111d95,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:39.738801 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (7b9c1ab1-8238-4997-a9fd-1a1d1694122a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.809704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:58:39.828304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df098e46-83a3-45d9-af50-af5567edd21c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:39.855690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5b03aa5-e427-4c03-ab44-5b23a46e34e1 req-d53f3975-b248-47b9-840b-ea0a83f438b1 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694155 Feb 03 21:58:39.857041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b158d856-39f3-461b-bd7d-ba4523ecf15a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.857553 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Added segment b158d856-39f3-461b-bd7d-ba4523ecf15a of type vlan for network 10dd792e-dca9-4744-809c-2408e7fdc704 Feb 03 21:58:39.934144 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (10dd792e-dca9-4744-809c-2408e7fdc704), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.943053 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7b9c1ab1-8238-4997-a9fd-1a1d1694122a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.947147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:39.947664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:39.949094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] 10.222.0.47 "PUT /v2.0/ports/a1a40a44-b684-40d1-82dc-f2fba3cee62e HTTP/1.1" status: 200 len: 1091 time: 6.7391214 Feb 03 21:58:39.953135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdd250-4e54-4238-89f2-03a8fa6cad52', 'tag': 'a1a40a44-b684-40d1-82dc-f2fba3cee62e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:39.955485 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea66dca5-36b3-4536-8682-f925dca052c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdd250-4e54-4238-89f2-03a8fa6cad52", "tag": "a1a40a44-b684-40d1-82dc-f2fba3cee62e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:39.967199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e919b-a7d5-4e47-bb9f-37029dd27bfd service neutron] Pushing event updated for resources: {'Port': ['ID=a1a40a44-b684-40d1-82dc-f2fba3cee62e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:39.986653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050ad86c-1c42-4abe-98ec-1950851cf621 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:40.001574 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Publish callbacks [] for port (050ad86c-1c42-4abe-98ec-1950851cf621), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:40.026103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=7b9c1ab1-8238-4997-a9fd-1a1d1694122a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:40.073848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:40.077846 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-7f0a7aa9-334c-40bd-8108-66c782b137b2 service neutron] 10.222.0.47 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774218 Feb 03 21:58:40.078958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:40.079095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Transition to ACTIVE for port object 050ad86c-1c42-4abe-98ec-1950851cf621 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:58:40.081989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:40.094318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:40.111955 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] Sync routers for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:40.115144 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-020205c4-4888-497b-9b73-17c5f68ac360 admin admin] 10.222.0.50 "PUT /v2.0/routers/c85c04c5-510e-4bec-b7d8-c8c58292b9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6351271 Feb 03 21:58:40.115954 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:40.127939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (10dd792e-dca9-4744-809c-2408e7fdc704), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:40.133290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:40.133879 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:40.139905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45710) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:40.154257 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c119e81-b562-4021-ad9b-bf87de549dc4 x-openstack-request-id: req-7c119e81-b562-4021-ad9b-bf87de549dc4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:40.154257 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdd250-4e54-4238-89f2-03a8fa6cad52", "tag": "a1a40a44-b684-40d1-82dc-f2fba3cee62e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:40.154257 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c119e81-b562-4021-ad9b-bf87de549dc4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:40.154257 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdd250-4e54-4238-89f2-03a8fa6cad52', 'tag': 'a1a40a44-b684-40d1-82dc-f2fba3cee62e', 'status': 'completed', 'code': 200} Feb 03 21:58:40.168818 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:40.172007 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:40.209702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-2d5bf7e6-42b2-4672-862e-d67702bcda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:40.211230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-2d5bf7e6-42b2-4672-862e-d67702bcda4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=585ca509eb5e47b8a997912e9d598768&device_id=2dcdd250-4e54-4238-89f2-03a8fa6cad52 HTTP/1.1" status: 200 len: 1125 time: 0.1947482 Feb 03 21:58:40.294823 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:40.305489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7df04-2fff-4841-ad3c-304a9e04250e req-2ea7770a-7b9a-4f53-8020-ba8503d65497 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:40.307485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2f7df04-2fff-4841-ad3c-304a9e04250e req-2ea7770a-7b9a-4f53-8020-ba8503d65497 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.3577671 Feb 03 21:58:40.321467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2047429 Feb 03 21:58:40.329243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:40.339796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'admin_state_up': True, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:40.356417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f726b627-1df7-4f5a-b9bb-b6c64e05cd3f req-83ccbae6-9d43-4e95-a04b-bb3eb662b10f service neutron] 10.222.0.47 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708306 Feb 03 21:58:40.381303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf995d1-33f4-4c60-af55-c89ca949e8fa tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Network': ['ID=10dd792e-dca9-4744-809c-2408e7fdc704,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:40.410164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 10dd792e-dca9-4744-809c-2408e7fdc704 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:58:40.430000 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-a8f9fc72-c3de-4aad-a2d6-9e2ed09a02b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1a40a44-b684-40d1-82dc-f2fba3cee62e HTTP/1.1" status: 200 len: 217 time: 0.0960486 Feb 03 21:58:40.435289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Pushing event updated for resources: {'Port': ['ID=050ad86c-1c42-4abe-98ec-1950851cf621,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:40.520811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (c5096671-43de-4978-842e-9edd7b7159e8), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:40.521933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (c5096671-43de-4978-842e-9edd7b7159e8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:40.558367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-37ce6d89-e802-4f7f-a67c-059862c3fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:40.559888 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-37ce6d89-e802-4f7f-a67c-059862c3fb72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5debf465-d7b3-4f95-8f92-2f7545280849 HTTP/1.1" status: 200 len: 857 time: 0.1219683 Feb 03 21:58:40.597361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Attempting to bind port 050ad86c-1c42-4abe-98ec-1950851cf621 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:40.597710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Attempting to bind port 050ad86c-1c42-4abe-98ec-1950851cf621 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:40.598049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Attempting to bind port 050ad86c-1c42-4abe-98ec-1950851cf621 on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:40.615509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2f7df04-2fff-4841-ad3c-304a9e04250e req-3a7fae8b-ba44-4ac2-96c8-5a57eeb6b78e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908754 Feb 03 21:58:40.668681 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-1320b795-f81c-4d1a-b78e-78f664a1e1a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021583 Feb 03 21:58:40.676704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks [] for router (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:40.711598 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:58:35Z', 'revision_number': 5, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:40.712687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Port 050ad86c-1c42-4abe-98ec-1950851cf621 on network 5b80f157-ae27-4069-a1da-9e28e7643a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:58:40.713071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Attempting to bind port 050ad86c-1c42-4abe-98ec-1950851cf621 on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:40.743359 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_controller (c5096671-43de-4978-842e-9edd7b7159e8), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:40.744384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:40.744727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Checking segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:40.745364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Bound using segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:40.745871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Bound port: 050ad86c-1c42-4abe-98ec-1950851cf621, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:40.746377 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:40.779650 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] Checking router: c85c04c5-510e-4bec-b7d8-c8c58292b9d1 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:58:40.803907 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] Routers {'c85c04c5-510e-4bec-b7d8-c8c58292b9d1'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:40.804544 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:40.805540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8c04-5e44-4628-af3d-5940dc6d5915 req-0bc7c207-4d74-42b2-a47b-3b48080977c5 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:40.807636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74bc8c04-5e44-4628-af3d-5940dc6d5915 req-0bc7c207-4d74-42b2-a47b-3b48080977c5 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 944 time: 0.2874141 Feb 03 21:58:41.018008 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_gateway (c5096671-43de-4978-842e-9edd7b7159e8), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.029337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74bc8c04-5e44-4628-af3d-5940dc6d5915 req-83496ad1-e217-4734-83ab-25ef5a3c0d6b tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765242 Feb 03 21:58:41.064677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks [] for router_gateway (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.121275 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-6451d613-a4b4-49cc-b673-8cdef31e0c29 service neutron] 10.222.0.47 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094999 Feb 03 21:58:41.156099 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] Set router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:41.159444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] For port 050ad86c-1c42-4abe-98ec-1950851cf621, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:41.200659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7881b2-4bb2-41a3-adb5-6de8b83a4adb req-32f06d5d-2b64-4e2c-b8fc-026cf4f4242d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:41.202503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b7881b2-4bb2-41a3-adb5-6de8b83a4adb req-32f06d5d-2b64-4e2c-b8fc-026cf4f4242d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 943 time: 0.2066886 Feb 03 21:58:41.209371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] For port 050ad86c-1c42-4abe-98ec-1950851cf621, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=050ad86c-1c42-4abe-98ec-1950851cf621,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:41.231691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.301623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:41.302998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.304402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] 10.222.0.47 "PUT /v2.0/ports/050ad86c-1c42-4abe-98ec-1950851cf621 HTTP/1.1" status: 200 len: 1091 time: 2.9475284 Feb 03 21:58:41.326364 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Deleting port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:41.327226 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.339990 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a9f8d3c-269d-44f2-8fbc-316958f64298 req-48544a04-b12e-44d7-b60d-a01e1e4d3a9f service neutron] 10.222.0.47 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084587 Feb 03 21:58:41.355048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d35498-ec21-4bc0-b848-0fc9ce0ad831 service neutron] Pushing event updated for resources: {'Port': ['ID=050ad86c-1c42-4abe-98ec-1950851cf621,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:41.419167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] For port d9114d10-ba79-4e58-bbf5-5da4a2d63ba3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d9114d10-ba79-4e58-bbf5-5da4a2d63ba3,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:41.420617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.444738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Calling delete_port for d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:41.515077 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:58:35Z', 'revision_number': 5, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:41.558018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aca592fc-408e-4f72-948c-f4c8e8b60359 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:58:41.576142 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_gateway (c5096671-43de-4978-842e-9edd7b7159e8), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.586232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b7881b2-4bb2-41a3-adb5-6de8b83a4adb req-68e5493b-b4f7-455b-895d-7779bb6d91ec tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739703 Feb 03 21:58:41.599176 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11ce89-f04d-419e-a1d4-da3f45fab277 None None] The sync data for ids ['c85c04c5-510e-4bec-b7d8-c8c58292b9d1'] in n-d-824834-9 is: [{'id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'name': 'tempest-ServerActionsTestJSON-17782001-router', 'tenant_id': 'e037e7bdda124ad7a07c459f7a41f324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:49:07Z', 'updated_at': '2022-02-03T21:58:35Z', 'revision_number': 5, 'project_id': 'e037e7bdda124ad7a07c459f7a41f324', 'gw_port': {'id': 'd9114d10-ba79-4e58-bbf5-5da4a2d63ba3', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85c04c5-510e-4bec-b7d8-c8c58292b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:49:09Z', 'updated_at': '2022-02-03T21:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:41.603814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.636499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-241925b7-a28d-43d4-9413-fa85062593e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:41.636792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (941058e5-3806-428c-a29e-6f5a8994ddb0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.652233 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-241925b7-a28d-43d4-9413-fa85062593e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 1125 time: 0.2749619 Feb 03 21:58:41.743632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aca592fc-408e-4f72-948c-f4c8e8b60359, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aca592fc-408e-4f72-948c-f4c8e8b60359,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:41.764163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'aca592fc-408e-4f72-948c-f4c8e8b60359', 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6', 'port_id': 'aca592fc-408e-4f72-948c-f4c8e8b60359', 'mac_address': 'fa:16:3e:f3:99:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5debf465-d7b3-4f95-8f92-2f7545280849', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:58:41.810187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port aca592fc-408e-4f72-948c-f4c8e8b60359 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:41.810831 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.825463 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-c1e81dc6-5938-4bf3-a162-a64c347e8f4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=050ad86c-1c42-4abe-98ec-1950851cf621 HTTP/1.1" status: 200 len: 217 time: 0.1750546 Feb 03 21:58:41.827435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca592fc-408e-4f72-948c-f4c8e8b60359 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:41.842815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-f101d955-db81-4c61-86a1-a7a263abb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:41.852312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aca592fc-408e-4f72-948c-f4c8e8b60359, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aca592fc-408e-4f72-948c-f4c8e8b60359,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:41.858132 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-f101d955-db81-4c61-86a1-a7a263abb099 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=585ca509eb5e47b8a997912e9d598768&device_id=2dcdd250-4e54-4238-89f2-03a8fa6cad52 HTTP/1.1" status: 200 len: 1125 time: 0.4324284 Feb 03 21:58:41.860350 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:41.930667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=aca592fc-408e-4f72-948c-f4c8e8b60359,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:41.943013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.943459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.944159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.944612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.945023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.945484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.946584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.946930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.947257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.947936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.948438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.949068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.949665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:41.989744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d9114d10-ba79-4e58-bbf5-5da4a2d63ba3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:42.010863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225daaa3-735d-4fa9-aeb5-f78ee5afd3c5 req-a18d3867-27fd-43a0-a210-bceb0686357c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:42.011603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ad834c3-83f0-4dce-890f-79e4bcbbb382 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:42.013811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-225daaa3-735d-4fa9-aeb5-f78ee5afd3c5 req-a18d3867-27fd-43a0-a210-bceb0686357c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.2203197 Feb 03 21:58:42.038890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-fadd263c-f4bb-4740-a517-2c3f317c7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:42.040533 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-fadd263c-f4bb-4740-a517-2c3f317c7ac5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 HTTP/1.1" status: 200 len: 918 time: 0.1814029 Feb 03 21:58:42.047241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9114d10-ba79-4e58-bbf5-5da4a2d63ba3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:42.054132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7b9c1ab1-8238-4997-a9fd-1a1d1694122a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:42.116955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-993de3fa-2515-4707-9ca7-7b5afb73bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:42.118448 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-993de3fa-2515-4707-9ca7-7b5afb73bec3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.2845540 Feb 03 21:58:42.122619 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-71879e33-7646-499b-9961-32b0691bf513 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1a40a44-b684-40d1-82dc-f2fba3cee62e HTTP/1.1" status: 200 len: 217 time: 0.0515587 Feb 03 21:58:42.154549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7ad834c3-83f0-4dce-890f-79e4bcbbb382 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:42.162859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ad834c3-83f0-4dce-890f-79e4bcbbb382 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:42.165341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d03a192-c6ba-4955-85f5-f77a9dd2254a', 'tag': '050ad86c-1c42-4abe-98ec-1950851cf621'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:42.170535 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d03a192-c6ba-4955-85f5-f77a9dd2254a", "tag": "050ad86c-1c42-4abe-98ec-1950851cf621"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:42.217514 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-160e2fb3-25c5-4461-804d-060d7c00f1e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812619 Feb 03 21:58:42.232014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4f43a66f-062d-40ed-8d37-af3f30fbcd91 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:58:42.240040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.25.5.11 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/59288950-f187-48d1-b611-5173cd5b640a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:42.258311 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (7b9c1ab1-8238-4997-a9fd-1a1d1694122a), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:42.322375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['aca592fc-408e-4f72-948c-f4c8e8b60359'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:42.345218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-58ce8a01-0452-4e01-b1e7-3c8e991b09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:42.346734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-58ce8a01-0452-4e01-b1e7-3c8e991b09d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5debf465-d7b3-4f95-8f92-2f7545280849 HTTP/1.1" status: 200 len: 857 time: 0.2165263 Feb 03 21:58:42.383263 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (7b9c1ab1-8238-4997-a9fd-1a1d1694122a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:42.450615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-d1f9931f-93e3-46af-b7f0-16da08cce4a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895336 Feb 03 21:58:42.517187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-225daaa3-735d-4fa9-aeb5-f78ee5afd3c5 req-c6a71cbc-f7bb-4ffd-aad9-87e0defdee61 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712813 Feb 03 21:58:42.552230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-f70d659e-815b-4435-a08e-77a7a5d673fe service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158488 Feb 03 21:58:42.560870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=7b9c1ab1-8238-4997-a9fd-1a1d1694122a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:42.645054 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2988b7-91da-420c-a1ba-ff1e0c400fd6 x-openstack-request-id: req-0e2988b7-91da-420c-a1ba-ff1e0c400fd6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:42.645423 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d03a192-c6ba-4955-85f5-f77a9dd2254a", "tag": "050ad86c-1c42-4abe-98ec-1950851cf621", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:42.645624 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e2988b7-91da-420c-a1ba-ff1e0c400fd6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:42.645992 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d03a192-c6ba-4955-85f5-f77a9dd2254a', 'tag': '050ad86c-1c42-4abe-98ec-1950851cf621', 'status': 'completed', 'code': 200} Feb 03 21:58:42.665276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f43a66f-062d-40ed-8d37-af3f30fbcd91, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f43a66f-062d-40ed-8d37-af3f30fbcd91,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:42.683330 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (941058e5-3806-428c-a29e-6f5a8994ddb0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:42.694819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (59288950-f187-48d1-b611-5173cd5b640a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:42.699366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '4f43a66f-062d-40ed-8d37-af3f30fbcd91', 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6', 'port_id': '4f43a66f-062d-40ed-8d37-af3f30fbcd91', 'mac_address': 'fa:16:3e:41:3e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5debf465-d7b3-4f95-8f92-2f7545280849', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:58:42.703226 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-7bf19f84-2344-4e1a-8f15-910152c11274 service neutron] 10.222.0.47 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432346 Feb 03 21:58:42.773674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:42.774198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:42.789765 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7767ceda-30ce-4fcf-bc19-1d00882293a7 req-1c423274-1272-4fdc-a73c-39b8657dc90d service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273035 Feb 03 21:58:42.793018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f43a66f-062d-40ed-8d37-af3f30fbcd91 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:42.821327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f43a66f-062d-40ed-8d37-af3f30fbcd91, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f43a66f-062d-40ed-8d37-af3f30fbcd91,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:42.828108 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:42.905886 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea66dca5-36b3-4536-8682-f925dca052c9 req-735d7ea7-2586-4c88-a72f-74468d6ffeda service neutron] 10.222.0.47 "GET /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922379 Feb 03 21:58:42.909219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (59288950-f187-48d1-b611-5173cd5b640a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:42.932032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:42.935288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:42.942529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689083a8-1d66-409b-a2c9-a0f46e9b7567 req-601220df-cdbf-4516-be4c-d67812f75329 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:42.944372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4f43a66f-062d-40ed-8d37-af3f30fbcd91,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:42.949758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-689083a8-1d66-409b-a2c9-a0f46e9b7567 req-601220df-cdbf-4516-be4c-d67812f75329 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 944 time: 0.6892765 Feb 03 21:58:42.976175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:43.009699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:43.050287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-b8320307-955f-4d8c-a3dd-ee7d90299f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:43.053527 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-b8320307-955f-4d8c-a3dd-ee7d90299f20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 1125 time: 0.2059841 Feb 03 21:58:43.126112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=59288950-f187-48d1-b611-5173cd5b640a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:43.142822 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP 941058e5-3806-428c-a29e-6f5a8994ddb0 associated. External IP: 172.25.5.231, port: 848d2910-9f7c-41f9-be44-fa6d01a881cc. Feb 03 21:58:43.227575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e5237-fd2d-4a61-8cbd-550ef84ca15a req-282624f3-a651-4d50-ac3d-bf08d7bd4393 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:43.233360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-876e5237-fd2d-4a61-8cbd-550ef84ca15a req-282624f3-a651-4d50-ac3d-bf08d7bd4393 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 943 time: 0.3961875 Feb 03 21:58:43.236552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:43.273098 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks [] for router_controller (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:43.275435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-c3e68977-156c-404a-bb73-65d02cb21f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:43.277381 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-c3e68977-156c-404a-bb73-65d02cb21f2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 907 time: 0.2124798 Feb 03 21:58:43.295560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-689083a8-1d66-409b-a2c9-a0f46e9b7567 req-93bc2903-9309-493c-bebd-88501b9371b3 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449402 Feb 03 21:58:43.335875 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-018b20e1-66f1-437b-a646-89630cf1db1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=050ad86c-1c42-4abe-98ec-1950851cf621 HTTP/1.1" status: 200 len: 217 time: 0.0503650 Feb 03 21:58:43.338727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4f43a66f-062d-40ed-8d37-af3f30fbcd91'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:43.416283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-88ba1a82-c436-4eeb-9cf9-5979bc71f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:43.419323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-88ba1a82-c436-4eeb-9cf9-5979bc71f893 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.0758836 Feb 03 21:58:43.578305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aca592fc-408e-4f72-948c-f4c8e8b60359 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:43.639029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port aca592fc-408e-4f72-948c-f4c8e8b60359 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:58:43.650123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port aca592fc-408e-4f72-948c-f4c8e8b60359 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:43.650623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:43.812380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (c85c04c5-510e-4bec-b7d8-c8c58292b9d1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:43.812816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c85c04c5-510e-4bec-b7d8-c8c58292b9d1 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:58:43.821618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:43.822651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e9a633cb-6bee-44bc-a6c8-ae57f27121e7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c85c04c5-510e-4bec-b7d8-c8c58292b9d1 HTTP/1.1" status: 204 len: 168 time: 3.6748941 Feb 03 21:58:43.832429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:43.834236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port aca592fc-408e-4f72-948c-f4c8e8b60359 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:43.834236 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:43.872715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f004515f-3392-489c-807b-ea154e06b973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca592fc-408e-4f72-948c-f4c8e8b60359'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:43.882743 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97435a1-21b6-4aad-87e5-29ca199216b0" -d '{"events": [{"server_uuid": "f004515f-3392-489c-807b-ea154e06b973", "name": "network-vif-plugged", "status": "completed", "tag": "aca592fc-408e-4f72-948c-f4c8e8b60359"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:43.905372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aca592fc-408e-4f72-948c-f4c8e8b60359, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aca592fc-408e-4f72-948c-f4c8e8b60359,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:43.915749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:43.944031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-876e5237-fd2d-4a61-8cbd-550ef84ca15a req-8b554869-76de-4253-a1dd-c49cb852429e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669085 Feb 03 21:58:44.028529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=aca592fc-408e-4f72-948c-f4c8e8b60359,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:44.080754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_gateway (c5096671-43de-4978-842e-9edd7b7159e8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.106735 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe1418-ec3b-4bb3-b22a-b2d6afafff9a x-openstack-request-id: req-4abe1418-ec3b-4bb3-b22a-b2d6afafff9a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:44.107455 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f004515f-3392-489c-807b-ea154e06b973", "name": "network-vif-plugged", "status": "completed", "tag": "aca592fc-408e-4f72-948c-f4c8e8b60359", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:44.107936 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4abe1418-ec3b-4bb3-b22a-b2d6afafff9a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:44.108553 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f004515f-3392-489c-807b-ea154e06b973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca592fc-408e-4f72-948c-f4c8e8b60359', 'code': 200} Feb 03 21:58:44.151043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-82224e03-36ad-4faf-960e-6a4c8a2c891c admin admin] Deleting subnet 95b22dfc-123f-46bd-a07d-255c783ecbc1 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:58:44.155637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-82224e03-36ad-4faf-960e-6a4c8a2c891c admin admin] Publish callbacks [] for subnet (95b22dfc-123f-46bd-a07d-255c783ecbc1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.197334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386c3c-9d2a-4893-925a-69e07cafe921 req-ed8b428d-d79f-4cee-978b-eb16fab6104a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:44.200087 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-40747fae-4135-4a4e-b897-02a7bbd7fd0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7356167 Feb 03 21:58:44.205281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f386c3c-9d2a-4893-925a-69e07cafe921 req-ed8b428d-d79f-4cee-978b-eb16fab6104a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.4459558 Feb 03 21:58:44.234873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a1a40a44-b684-40d1-82dc-f2fba3cee62e details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:58:44.285710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-82224e03-36ad-4faf-960e-6a4c8a2c891c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (95b22dfc-123f-46bd-a07d-255c783ecbc1), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.432631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f386c3c-9d2a-4893-925a-69e07cafe921 req-ea404aec-cbd3-44ce-924b-6dc5ea881683 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263985 Feb 03 21:58:44.436820 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-4f830956-aa97-43f9-928f-689ce78424c6 service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291501 Feb 03 21:58:44.440282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port a1a40a44-b684-40d1-82dc-f2fba3cee62e, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a1a40a44-b684-40d1-82dc-f2fba3cee62e,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:44.465060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'a1a40a44-b684-40d1-82dc-f2fba3cee62e', 'network_id': '223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6', 'port_id': 'a1a40a44-b684-40d1-82dc-f2fba3cee62e', 'mac_address': 'fa:16:3e:bf:34:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5debf465-d7b3-4f95-8f92-2f7545280849', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:58:44.507147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471a513-d0a3-4efe-8160-3e535eccd701 req-d43c5820-aa52-403d-9153-57c2c053476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:44.509213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d471a513-d0a3-4efe-8160-3e535eccd701 req-d43c5820-aa52-403d-9153-57c2c053476e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f004515f-3392-489c-807b-ea154e06b973 HTTP/1.1" status: 200 len: 1127 time: 0.2954075 Feb 03 21:58:44.526517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port a1a40a44-b684-40d1-82dc-f2fba3cee62e is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:44.526921 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.543889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a40a44-b684-40d1-82dc-f2fba3cee62e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:44.559476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (c5096671-43de-4978-842e-9edd7b7159e8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.567548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port a1a40a44-b684-40d1-82dc-f2fba3cee62e, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a1a40a44-b684-40d1-82dc-f2fba3cee62e,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:44.573432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.624602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:44.650440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=a1a40a44-b684-40d1-82dc-f2fba3cee62e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:44.656385 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d6bf77bc-ee76-479b-acd5-fee25a82c8d8 req-a677ae5b-27c7-4acb-9570-cf496b81da35 service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135518 Feb 03 21:58:44.659878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d471a513-d0a3-4efe-8160-3e535eccd701 req-5691b275-5bc3-4fbe-b5e4-1f41b6ae9b65 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303580 Feb 03 21:58:44.667351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-82224e03-36ad-4faf-960e-6a4c8a2c891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (95b22dfc-123f-46bd-a07d-255c783ecbc1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.707436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ac720-61af-4969-81b8-9fe129fd901a req-190aaebd-df6b-454d-bce2-9aad6a0382df tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:44.708948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f6ac720-61af-4969-81b8-9fe129fd901a req-190aaebd-df6b-454d-bce2-9aad6a0382df tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 945 time: 0.2287953 Feb 03 21:58:44.739283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router c5096671-43de-4978-842e-9edd7b7159e8 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:58:44.864506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:44.876495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Sync routers for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:44.890405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f6ac720-61af-4969-81b8-9fe129fd901a req-1b860315-94da-4b97-b576-be9843a8b3f1 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728182 Feb 03 21:58:44.891516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:44.892197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:44.893166 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.893530 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-82224e03-36ad-4faf-960e-6a4c8a2c891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (95b22dfc-123f-46bd-a07d-255c783ecbc1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.897074 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-078b2af9-e15b-426b-b044-7a535186e3d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5589421 Feb 03 21:58:44.903518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['a1a40a44-b684-40d1-82dc-f2fba3cee62e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:44.904868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:44.938648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82224e03-36ad-4faf-960e-6a4c8a2c891c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b22dfc-123f-46bd-a07d-255c783ecbc1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:44.951114 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-82224e03-36ad-4faf-960e-6a4c8a2c891c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:44.955321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-82224e03-36ad-4faf-960e-6a4c8a2c891c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/95b22dfc-123f-46bd-a07d-255c783ecbc1 HTTP/1.1" status: 204 len: 168 time: 1.1218553 Feb 03 21:58:44.957870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:44.978567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:44.991918 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b6d62-ff8b-4264-b854-67171a7d6c07 None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:45.000222 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5f6da-12d0-42c3-a263-f55c9eb4d399 None None] Network 69fd4d27-c7dd-48c7-9847-0103c0946f50 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:58:45.008838 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b6d62-ff8b-4264-b854-67171a7d6c07 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:45.011674 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7e4b6d62-ff8b-4264-b854-67171a7d6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:45.018142 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:45.088513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7a10ea3b-33f7-4462-b2a3-695299e0b482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.9526989 Feb 03 21:58:45.114207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45840) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:45.127604 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7e4b6d62-ff8b-4264-b854-67171a7d6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:45.130714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c1135ce8-25bf-4a49-a6e7-7b093122404b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'port_id': '848d2910-9f7c-41f9-be44-fa6d01a881cc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:45.150448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (69fd4d27-c7dd-48c7-9847-0103c0946f50), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:45.154608 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b6d62-ff8b-4264-b854-67171a7d6c07 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:45.155255 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7e4b6d62-ff8b-4264-b854-67171a7d6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:45.259683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:45.277674 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7e4b6d62-ff8b-4264-b854-67171a7d6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:45.278634 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b6d62-ff8b-4264-b854-67171a7d6c07 None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:45.306028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1135ce8-25bf-4a49-a6e7-7b093122404b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (941058e5-3806-428c-a29e-6f5a8994ddb0), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:45.318750 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f12b46fb-bd05-41a8-a3df-5ac2b5fca1ce tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5e5fa9b027b94864ad2a48a62a90898c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4128098 Feb 03 21:58:45.321958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:45.490619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b06db2-c394-420b-a7d7-15e4dbe40a3d req-7844b21a-d9c2-49c4-879a-07cf3defb4e6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:45.492319 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9b06db2-c394-420b-a7d7-15e4dbe40a3d req-7844b21a-d9c2-49c4-879a-07cf3defb4e6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 943 time: 0.4012148 Feb 03 21:58:45.536340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22481ad-dbbd-484a-a9fc-c96c1a145097 None None] DHCP port deletion for 69fd4d27-c7dd-48c7-9847-0103c0946f50 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:58:45.538013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Deleting port acdfba79-dabe-459d-a0e5-e0742be03936 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:45.538529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:45.595025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b239f-a81d-46e2-909c-1a80e3064f62 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:45.596557 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-481b239f-a81d-46e2-909c-1a80e3064f62 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2736716 Feb 03 21:58:45.604967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:45.616271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T21:58:43Z', 'revision_number': 3, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:45.654185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cea244be-0f55-4bc5-8397-0a30e8013a63 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477915 Feb 03 21:58:45.658132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:45.663054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-400468526', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:45.667662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] For port acdfba79-dabe-459d-a0e5-e0742be03936, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=acdfba79-dabe-459d-a0e5-e0742be03936,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:45.668030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:45.682123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Checking router: c5096671-43de-4978-842e-9edd7b7159e8 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:58:45.683500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Updating router c5096671-43de-4978-842e-9edd7b7159e8 port 59288950-f187-48d1-b611-5173cd5b640a binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:58:45.697292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9b06db2-c394-420b-a7d7-15e4dbe40a3d req-06c521f4-1259-4e34-b6d9-02b9fcce707c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939802 Feb 03 21:58:45.718616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Calling delete_port for acdfba79-dabe-459d-a0e5-e0742be03936 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:45.743154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb08a-62d7-4b07-931e-c22f5b6490ce req-4d4804e5-a84b-42cb-98a0-bdb4db6a9aee tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:45.744692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16deb08a-62d7-4b07-931e-c22f5b6490ce req-4d4804e5-a84b-42cb-98a0-bdb4db6a9aee tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1151111 Feb 03 21:58:45.760371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d22481ad-dbbd-484a-a9fc-c96c1a145097 None None] Deleting port acdfba79-dabe-459d-a0e5-e0742be03936 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:45.760755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d22481ad-dbbd-484a-a9fc-c96c1a145097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:45.762414 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (59288950-f187-48d1-b611-5173cd5b640a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:45.848498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:45.877932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16deb08a-62d7-4b07-931e-c22f5b6490ce req-b609cbaf-07e1-440a-94c4-1b6cbbdb2000 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258755 Feb 03 21:58:45.890319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Made reservation on behalf of 5e5fa9b027b94864ad2a48a62a90898c for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:45.894336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.061266 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.072926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:46.073498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d9114d10-ba79-4e58-bbf5-5da4a2d63ba3 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:46.073757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device acdfba79-dabe-459d-a0e5-e0742be03936 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:46.099819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c754b1-6607-42db-8b4f-b564ee21f3c3 req-da36ad24-b4e4-4ef8-acce-ddbf1a6f0e94 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:46.101381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66c754b1-6607-42db-8b4f-b564ee21f3c3 req-da36ad24-b4e4-4ef8-acce-ddbf1a6f0e94 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 945 time: 0.1009743 Feb 03 21:58:46.103588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: acdfba79-dabe-459d-a0e5-e0742be03936 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:46.103894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device acdfba79-dabe-459d-a0e5-e0742be03936 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:46.171953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d22481ad-dbbd-484a-a9fc-c96c1a145097 None None] For port acdfba79-dabe-459d-a0e5-e0742be03936, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=acdfba79-dabe-459d-a0e5-e0742be03936,segment=NetworkSegment(7e9fc3d4-1909-4242-8d6b-d5a898579637),segment_id=7e9fc3d4-1909-4242-8d6b-d5a898579637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:46.172946 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d22481ad-dbbd-484a-a9fc-c96c1a145097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.173071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Pushing event deleted for resources: {'Port': ['ID=acdfba79-dabe-459d-a0e5-e0742be03936,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:46.191580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] No DVR routers for this DVR port acdfba79-dabe-459d-a0e5-e0742be03936 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:46.196143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1135ce8-25bf-4a49-a6e7-7b093122404b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.200812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d22481ad-dbbd-484a-a9fc-c96c1a145097 None None] Calling delete_port for acdfba79-dabe-459d-a0e5-e0742be03936 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:46.203491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.203884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.204571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.204939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.205719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.205719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.205970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.206941 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.207431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.207771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.208535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.208877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.209272 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1135ce8-25bf-4a49-a6e7-7b093122404b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (941058e5-3806-428c-a29e-6f5a8994ddb0), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.209543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:46.230981 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:58:46.238378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66c754b1-6607-42db-8b4f-b564ee21f3c3 req-0fecb69f-7b7e-496d-8d2a-09da74402622 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285119 Feb 03 21:58:46.263749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 050ad86c-1c42-4abe-98ec-1950851cf621 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:58:46.265704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4f43a66f-062d-40ed-8d37-af3f30fbcd91 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:46.354064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (69fd4d27-c7dd-48c7-9847-0103c0946f50), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.412388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fd4d27-c7dd-48c7-9847-0103c0946f50']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:46.444945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9fc3d4-1909-4242-8d6b-d5a898579637') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:46.445505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9fc3d4-1909-4242-8d6b-d5a898579637') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:46.467550 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (7e9fc3d4-1909-4242-8d6b-d5a898579637), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.486185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.537200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:58:46.553345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1135ce8-25bf-4a49-a6e7-7b093122404b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:46.554484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:46.554871 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.559192 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d22481ad-dbbd-484a-a9fc-c96c1a145097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (acdfba79-dabe-459d-a0e5-e0742be03936), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.581943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Subnet': ['ID=2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:46.599812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7e9fc3d4-1909-4242-8d6b-d5a898579637), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.616716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:58:46.617898 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (7e9fc3d4-1909-4242-8d6b-d5a898579637), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:58:46.621793 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:58:46.659366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22481ad-dbbd-484a-a9fc-c96c1a145097 None None] Pushing event deleted for resources: {'Port': ['ID=acdfba79-dabe-459d-a0e5-e0742be03936,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:46.665884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22481ad-dbbd-484a-a9fc-c96c1a145097 None None] No DVR routers for this DVR port acdfba79-dabe-459d-a0e5-e0742be03936 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:46.670158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 050ad86c-1c42-4abe-98ec-1950851cf621, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=050ad86c-1c42-4abe-98ec-1950851cf621,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:46.704076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '050ad86c-1c42-4abe-98ec-1950851cf621', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'port_id': '050ad86c-1c42-4abe-98ec-1950851cf621', 'mac_address': 'fa:16:3e:99:2b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8fd80-7f87-469e-9ab2-aba4b4d5c683', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:58:46.710219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Publish callbacks [] for port (59288950-f187-48d1-b611-5173cd5b640a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.710457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Checking segment: {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:46.711538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network hostable DHCP agents. Network: 10dd792e-dca9-4744-809c-2408e7fdc704, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:58:46.726291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1135ce8-25bf-4a49-a6e7-7b093122404b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:46.733065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (69fd4d27-c7dd-48c7-9847-0103c0946f50), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.739834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.743094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] 10.222.0.50 "DELETE /v2.0/networks/69fd4d27-c7dd-48c7-9847-0103c0946f50 HTTP/1.1" status: 204 len: 168 time: 1.7842343 Feb 03 21:58:46.751662 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1135ce8-25bf-4a49-a6e7-7b093122404b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.756740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 10dd792e-dca9-4744-809c-2408e7fdc704 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:58:46.764501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f064175-c082-4350-9e84-aa1e6d2d3de5 None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:46.777007 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (59288950-f187-48d1-b611-5173cd5b640a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.808749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 10dd792e-dca9-4744-809c-2408e7fdc704) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:46.813148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9c808-5073-44ef-a26b-e6d42c8b518c admin admin] Pushing event deleted for resources: {'Network': ['ID=69fd4d27-c7dd-48c7-9847-0103c0946f50,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:46.818045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:46.818658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:46.853209 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f471e903-5b7a-4227-b470-c59e4c5b7ce1 None None] Network 10dd792e-dca9-4744-809c-2408e7fdc704 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:58:46.857427 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ebc2a96b-7a97-476c-a1e4-c5276e0440bc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1981177 Feb 03 21:58:46.860086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:46.922653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f064175-c082-4350-9e84-aa1e6d2d3de5 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:46.923295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9f064175-c082-4350-9e84-aa1e6d2d3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:46.938082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c1135ce8-25bf-4a49-a6e7-7b093122404b tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/floatingips/941058e5-3806-428c-a29e-6f5a8994ddb0 HTTP/1.1" status: 200 len: 979 time: 1.8229568 Feb 03 21:58:46.947556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:46.957730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 050ad86c-1c42-4abe-98ec-1950851cf621 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:46.957730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.032344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:47.032749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.034768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9f064175-c082-4350-9e84-aa1e6d2d3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:47.059583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd016a83-03a2-4ac7-bc59-a6d3c7cfa0a8 None None] Pushing event updated for resources: {'Port': ['ID=59288950-f187-48d1-b611-5173cd5b640a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:47.061908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Attempting to bind port 59288950-f187-48d1-b611-5173cd5b640a on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:47.062273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Attempting to bind port 59288950-f187-48d1-b611-5173cd5b640a by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:47.062657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Attempting to bind port 59288950-f187-48d1-b611-5173cd5b640a on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:47.079741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050ad86c-1c42-4abe-98ec-1950851cf621 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:58:47.080848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99beb9-5ea6-4194-88af-a6381c8238d7 req-b214b3ab-e522-4b85-9e68-8b9d9fb9daa3 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:47.082589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c99beb9-5ea6-4194-88af-a6381c8238d7 req-b214b3ab-e522-4b85-9e68-8b9d9fb9daa3 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 943 time: 0.2422404 Feb 03 21:58:47.104347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:47.104893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:47.105179 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.105574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:47.106055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Bound port: 59288950-f187-48d1-b611-5173cd5b640a, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:47.106435 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (59288950-f187-48d1-b611-5173cd5b640a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.139044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f064175-c082-4350-9e84-aa1e6d2d3de5 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:47.139696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9f064175-c082-4350-9e84-aa1e6d2d3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:47.144215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:47.153846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9e8ed1-5757-4881-8ebc-dcc37e6274f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f43a66f-062d-40ed-8d37-af3f30fbcd91'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:47.156141 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24bc763-7eca-4e13-86f0-7334c08bf85e" -d '{"events": [{"server_uuid": "5c9e8ed1-5757-4881-8ebc-dcc37e6274f0", "name": "network-vif-plugged", "status": "completed", "tag": "4f43a66f-062d-40ed-8d37-af3f30fbcd91"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:47.209177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7b34-0d8d-435f-90fd-c07aa677d53f req-0a89d6a8-8a33-4b32-b636-96fc41c7e19a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:47.210794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e35d7b34-0d8d-435f-90fd-c07aa677d53f req-0a89d6a8-8a33-4b32-b636-96fc41c7e19a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.2073414 Feb 03 21:58:47.218705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 050ad86c-1c42-4abe-98ec-1950851cf621, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=050ad86c-1c42-4abe-98ec-1950851cf621,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:47.225452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4f43a66f-062d-40ed-8d37-af3f30fbcd91, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f43a66f-062d-40ed-8d37-af3f30fbcd91,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:47.226878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9f064175-c082-4350-9e84-aa1e6d2d3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:47.227549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f064175-c082-4350-9e84-aa1e6d2d3de5 None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:47.233507 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.240619 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f536f2ef-0fca-47a5-aa96-d1098edabe6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e037e7bdda124ad7a07c459f7a41f324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937128 Feb 03 21:58:47.243593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:47.244173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c99beb9-5ea6-4194-88af-a6381c8238d7 req-7bd6e360-c54b-47b4-9f38-1a850eb69000 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531737 Feb 03 21:58:47.305944 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.307375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a1a40a44-b684-40d1-82dc-f2fba3cee62e up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:47.321773 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e35d7b34-0d8d-435f-90fd-c07aa677d53f req-91a9dd8f-ac00-4d93-9f0b-9221feb75549 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980682 Feb 03 21:58:47.371968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-10dd792e-dca9-4744-809c-2408e7fdc704', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:58:47.381281 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.382960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 7b9c1ab1-8238-4997-a9fd-1a1d1694122a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:47.383306 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7b9c1ab1-8238-4997-a9fd-1a1d1694122a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.414645 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a33927-b009-4db8-b800-1d89b7bcf698 x-openstack-request-id: req-02a33927-b009-4db8-b800-1d89b7bcf698 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:47.415225 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9e8ed1-5757-4881-8ebc-dcc37e6274f0", "name": "network-vif-plugged", "status": "completed", "tag": "4f43a66f-062d-40ed-8d37-af3f30fbcd91", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:47.415639 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02a33927-b009-4db8-b800-1d89b7bcf698 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:47.416185 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9e8ed1-5757-4881-8ebc-dcc37e6274f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f43a66f-062d-40ed-8d37-af3f30fbcd91', 'code': 200} Feb 03 21:58:47.455768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] For port 59288950-f187-48d1-b611-5173cd5b640a, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:47.497656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] For port 59288950-f187-48d1-b611-5173cd5b640a, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=59288950-f187-48d1-b611-5173cd5b640a,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:47.507633 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=050ad86c-1c42-4abe-98ec-1950851cf621,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:47.552353 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7b9c1ab1-8238-4997-a9fd-1a1d1694122a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.552687 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (7b9c1ab1-8238-4997-a9fd-1a1d1694122a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.559944 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (59288950-f187-48d1-b611-5173cd5b640a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.576982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92301e97-7f04-48bd-9216-f99074c36184 req-15123840-e8e9-47d1-8368-b6b12ba4f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:47.578672 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-92301e97-7f04-48bd-9216-f99074c36184 req-15123840-e8e9-47d1-8368-b6b12ba4f4cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 1128 time: 0.1271646 Feb 03 21:58:47.581417 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fddea9e-cfa6-4d4c-acf6-201628ac9818 admin admin] Publish callbacks [] for security_group (43f4369a-501f-4cec-b0fa-c51ea240d589), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.584032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb045646-cf60-407c-8c14-be0450a28c40 req-e6d1e5c7-9cbf-48fb-abd5-c3e92ab92ab0 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:47.591134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['050ad86c-1c42-4abe-98ec-1950851cf621'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:47.591621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb045646-cf60-407c-8c14-be0450a28c40 req-e6d1e5c7-9cbf-48fb-abd5-c3e92ab92ab0 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 946 time: 0.1288044 Feb 03 21:58:47.606800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 7b9c1ab1-8238-4997-a9fd-1a1d1694122a owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:47.669679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fddea9e-cfa6-4d4c-acf6-201628ac9818 admin admin] Publish callbacks [] for security_group (43f4369a-501f-4cec-b0fa-c51ea240d589), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.677040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port a1a40a44-b684-40d1-82dc-f2fba3cee62e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:58:47.719669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port a1a40a44-b684-40d1-82dc-f2fba3cee62e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:47.720441 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.724381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4f43a66f-062d-40ed-8d37-af3f30fbcd91,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:47.729672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:47.730568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:47.760753 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-92301e97-7f04-48bd-9216-f99074c36184 req-54c829fa-7e0b-4ef8-97f8-73f0ad06c165 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581097 Feb 03 21:58:47.775779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.783004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb045646-cf60-407c-8c14-be0450a28c40 req-1262cb08-abfe-411d-b3b4-34d04bb7eb1e tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904411 Feb 03 21:58:47.862854 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7b9c1ab1-8238-4997-a9fd-1a1d1694122a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.874213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fddea9e-cfa6-4d4c-acf6-201628ac9818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (43f4369a-501f-4cec-b0fa-c51ea240d589), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.877063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fddea9e-cfa6-4d4c-acf6-201628ac9818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:47.878225 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2fddea9e-cfa6-4d4c-acf6-201628ac9818 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43f4369a-501f-4cec-b0fa-c51ea240d589 HTTP/1.1" status: 204 len: 168 time: 0.6332338 Feb 03 21:58:47.893041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=7b9c1ab1-8238-4997-a9fd-1a1d1694122a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:47.898518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddea9e-cfa6-4d4c-acf6-201628ac9818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f4369a-501f-4cec-b0fa-c51ea240d589,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:47.899245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Allocated IP 172.20.0.2 (10dd792e-dca9-4744-809c-2408e7fdc704/2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26/7c5688fd-57b0-4fa2-a9da-1b91bdf760d8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:48.006655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (941058e5-3806-428c-a29e-6f5a8994ddb0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:48.007062 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP 941058e5-3806-428c-a29e-6f5a8994ddb0 disassociated (deleted). External IP: 172.25.5.231, port: 848d2910-9f7c-41f9-be44-fa6d01a881cc. Feb 03 21:58:48.198178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd016a83-03a2-4ac7-bc59-a6d3c7cfa0a8 None None] Pushing event updated for resources: {'Port': ['ID=59288950-f187-48d1-b611-5173cd5b640a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:48.335484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:48.348087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:48.658709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port a1a40a44-b684-40d1-82dc-f2fba3cee62e is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:48.659101 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:48.800971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port a1a40a44-b684-40d1-82dc-f2fba3cee62e, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a1a40a44-b684-40d1-82dc-f2fba3cee62e,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:48.803851 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Publish callbacks [] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:48.840223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:48.841992 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:48.897733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Network 10dd792e-dca9-4744-809c-2408e7fdc704 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:48.903892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:48.918386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:48.923686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Pushing event updated for resources: {'Port': ['ID=7c5688fd-57b0-4fa2-a9da-1b91bdf760d8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:48.935827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.20.0.1 (10dd792e-dca9-4744-809c-2408e7fdc704/2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26/c1e604f3-48da-44c5-8e90-0181655a9e15) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:49.033089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T21:58:43Z', 'revision_number': 3, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:49.043116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Attempting to bind port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:49.043491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Attempting to bind port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:49.043855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Attempting to bind port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 on network 10dd792e-dca9-4744-809c-2408e7fdc704 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:49.072061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=a1a40a44-b684-40d1-82dc-f2fba3cee62e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:49.076700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097dc1e-ca34-4155-93aa-84ee7cba62bf None None] The sync data for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 is: [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T21:58:43Z', 'revision_number': 3, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:49.079416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:49.079796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Checking segment: {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:49.080235 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:49.080657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Bound using segment: {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:49.081142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Bound port: 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:49.081943 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:49.194237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] For port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:49.196214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:49.207247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] For port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7c5688fd-57b0-4fa2-a9da-1b91bdf760d8,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:49.217480 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:49.228508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4db65-f21a-4be4-9ac1-620106a79c0a req-e87ad7f3-b12a-4a8b-b15a-6d5b237a5121 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:49.229111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:49.229528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92d4db65-f21a-4be4-9ac1-620106a79c0a req-e87ad7f3-b12a-4a8b-b15a-6d5b237a5121 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 944 time: 0.8156133 Feb 03 21:58:49.244581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:49.252502 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:49.259305 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4571e-ad2d-450c-9be9-f36ae629594e None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:49.278784 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4571e-ad2d-450c-9be9-f36ae629594e None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:49.281086 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94c4571e-ad2d-450c-9be9-f36ae629594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:49.300731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:49.317911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-536cffad-3eff-4bcc-952c-cbc75a49e42f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/floatingips/941058e5-3806-428c-a29e-6f5a8994ddb0 HTTP/1.1" status: 204 len: 168 time: 2.3661358 Feb 03 21:58:49.321373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:49.331143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab9b05-8811-4f96-9150-d6eed7d189c5 None None] Pushing event updated for resources: {'Port': ['ID=7c5688fd-57b0-4fa2-a9da-1b91bdf760d8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:49.331465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec431-ac63-4717-a561-c51acaedc4a5 req-441a5597-2066-464d-af25-5750986792fb tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:49.333038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa7ec431-ac63-4717-a561-c51acaedc4a5 req-441a5597-2066-464d-af25-5750986792fb tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.3342085 Feb 03 21:58:49.407119 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94c4571e-ad2d-450c-9be9-f36ae629594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:49.417451 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4571e-ad2d-450c-9be9-f36ae629594e None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:49.418116 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94c4571e-ad2d-450c-9be9-f36ae629594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:49.418545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdd250-4e54-4238-89f2-03a8fa6cad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a40a44-b684-40d1-82dc-f2fba3cee62e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:49.421085 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5ddc61-cdcd-417e-ab6f-c7ef33aa1e39" -d '{"events": [{"server_uuid": "2dcdd250-4e54-4238-89f2-03a8fa6cad52", "name": "network-vif-plugged", "status": "completed", "tag": "a1a40a44-b684-40d1-82dc-f2fba3cee62e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:49.481666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa7ec431-ac63-4717-a561-c51acaedc4a5 req-c896b87a-1ed3-4c69-b91a-7f114ca490a0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383255 Feb 03 21:58:49.483994 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94c4571e-ad2d-450c-9be9-f36ae629594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:49.484919 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4571e-ad2d-450c-9be9-f36ae629594e None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:49.485557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92d4db65-f21a-4be4-9ac1-620106a79c0a req-858e207d-976c-4627-b96b-a3cb8030a911 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748908 Feb 03 21:58:49.509136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1283871579-network', 'tenant_id': '4d06e40787a845fba1950c8aa4bb351a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:49.516967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 10dd792e-dca9-4744-809c-2408e7fdc704 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:49.613065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=c1e604f3-48da-44c5-8e90-0181655a9e15,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:49.630580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:49.642611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:49.648578 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cc5458-0f1f-433d-9d0e-68d1ab7f8e4f x-openstack-request-id: req-33cc5458-0f1f-433d-9d0e-68d1ab7f8e4f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:49.648932 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdd250-4e54-4238-89f2-03a8fa6cad52", "name": "network-vif-plugged", "status": "completed", "tag": "a1a40a44-b684-40d1-82dc-f2fba3cee62e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:49.649211 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33cc5458-0f1f-433d-9d0e-68d1ab7f8e4f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:49.649619 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdd250-4e54-4238-89f2-03a8fa6cad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a40a44-b684-40d1-82dc-f2fba3cee62e', 'code': 200} Feb 03 21:58:49.743279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Made reservation on behalf of 4d06e40787a845fba1950c8aa4bb351a for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:49.745671 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:49.785337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:49.859588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265adb2f-1c57-4b0a-974b-797a6b2edfc3 req-b34d3541-0dbe-42e2-9d25-59f52e9c311e tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:49.864614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-265adb2f-1c57-4b0a-974b-797a6b2edfc3 req-b34d3541-0dbe-42e2-9d25-59f52e9c311e tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 946 time: 0.2296443 Feb 03 21:58:49.925072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (c5096671-43de-4978-842e-9edd7b7159e8), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:49.988972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-265adb2f-1c57-4b0a-974b-797a6b2edfc3 req-771fcb70-24ee-4446-a0b1-704f6f4bcf5d tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009922 Feb 03 21:58:50.097981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25469c-9a57-417f-a6d9-fdeb801f29c9 req-01cfd5bc-ba0a-4656-a2c5-59f27b050fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:50.100597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:50.111960 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ba25469c-9a57-417f-a6d9-fdeb801f29c9 req-01cfd5bc-ba0a-4656-a2c5-59f27b050fe3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dcdd250-4e54-4238-89f2-03a8fa6cad52 HTTP/1.1" status: 200 len: 1127 time: 0.3241246 Feb 03 21:58:50.159929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8b27-ea48-4799-9eb0-034301bf0a56 req-0adfb70a-7237-4eaa-ace1-828a482e7ee1 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:50.161756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cbe8b27-ea48-4799-9eb0-034301bf0a56 req-0adfb70a-7237-4eaa-ace1-828a482e7ee1 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=2dcdd250-4e54-4238-89f2-03a8fa6cad52 HTTP/1.1" status: 200 len: 945 time: 0.0739269 Feb 03 21:58:50.200316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1e1b4-5c2c-4ee1-b6d5-51f108366466 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 848d2910-9f7c-41f9-be44-fa6d01a881cc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:50.200663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e1b4-5c2c-4ee1-b6d5-51f108366466 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (848d2910-9f7c-41f9-be44-fa6d01a881cc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.207910 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:50.208397 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.249193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cbe8b27-ea48-4799-9eb0-034301bf0a56 req-76849578-5347-4dbe-bcd8-1f5c339ca22b tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802360 Feb 03 21:58:50.276243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 050ad86c-1c42-4abe-98ec-1950851cf621 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:50.372676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 050ad86c-1c42-4abe-98ec-1950851cf621 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:58:50.380702 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 050ad86c-1c42-4abe-98ec-1950851cf621 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:50.381448 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.385917 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Publish callbacks [] for security_group (2ec72657-61f9-4994-bfca-74729ec99792), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.389713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ba25469c-9a57-417f-a6d9-fdeb801f29c9 req-96cf1567-1b30-4109-b716-515e119156a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568688 Feb 03 21:58:50.402964 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2ec72657-61f9-4994-bfca-74729ec99792), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.419297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:50.420069 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.464062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7c5688fd-57b0-4fa2-a9da-1b91bdf760d8,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:50.469453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:58:50.480830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e1b4-5c2c-4ee1-b6d5-51f108366466 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (848d2910-9f7c-41f9-be44-fa6d01a881cc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.491847 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.494530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 59288950-f187-48d1-b611-5173cd5b640a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:50.528112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1e1b4-5c2c-4ee1-b6d5-51f108366466 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 848d2910-9f7c-41f9-be44-fa6d01a881cc owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:50.733880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 050ad86c-1c42-4abe-98ec-1950851cf621 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:50.734343 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.774071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.776834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec72657-61f9-4994-bfca-74729ec99792,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:50.792285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8452cf26-0654-4738-a1e4-78f59956a911), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.792636 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Added segment 8452cf26-0654-4738-a1e4-78f59956a911 of type vlan for network ee5cc380-22cb-4f48-88cb-ed10739c01c3 Feb 03 21:58:50.802461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a521b96-5996-439a-a183-d20d08268947 req-ba761582-f5fd-48cf-ad7b-71f5b565c148 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:50.817532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a521b96-5996-439a-a183-d20d08268947 req-ba761582-f5fd-48cf-ad7b-71f5b565c148 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.2114668 Feb 03 21:58:50.825861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=7c5688fd-57b0-4fa2-a9da-1b91bdf760d8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:50.855682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 050ad86c-1c42-4abe-98ec-1950851cf621, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=050ad86c-1c42-4abe-98ec-1950851cf621,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:50.869133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.892096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bd948-295e-4c70-a84a-d7381e088650 req-02aea59d-8a14-4727-bd3f-40134bbad361 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:50.894304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-331bd948-295e-4c70-a84a-d7381e088650 req-02aea59d-8a14-4727-bd3f-40134bbad361 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 944 time: 0.2221279 Feb 03 21:58:50.936210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 59288950-f187-48d1-b611-5173cd5b640a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:50.938864 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (59288950-f187-48d1-b611-5173cd5b640a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.962065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (ee5cc380-22cb-4f48-88cb-ed10739c01c3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:50.979517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-331bd948-295e-4c70-a84a-d7381e088650 req-953c0591-674e-4c85-a82e-a1dbfdf1e8a6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773211 Feb 03 21:58:50.992016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a521b96-5996-439a-a183-d20d08268947 req-dd6e7e97-67c7-47e2-b93a-6f57771d2db6 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735153 Feb 03 21:58:51.024593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=050ad86c-1c42-4abe-98ec-1950851cf621,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:51.080022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (ee5cc380-22cb-4f48-88cb-ed10739c01c3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.081030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:51.081624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.097181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 59288950-f187-48d1-b611-5173cd5b640a is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:51.097811 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (59288950-f187-48d1-b611-5173cd5b640a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.126089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 59288950-f187-48d1-b611-5173cd5b640a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=59288950-f187-48d1-b611-5173cd5b640a,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:51.141455 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (59288950-f187-48d1-b611-5173cd5b640a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.229659 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0007515 Feb 03 21:58:51.232521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:51.238683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Request body: {'subnet': {'network_id': 'ee5cc380-22cb-4f48-88cb-ed10739c01c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1283871579-subnet', 'tenant_id': '4d06e40787a845fba1950c8aa4bb351a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:51.248190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f42c37-6f68-4646-a646-f18a959d4f2d None None] Network 10dd792e-dca9-4744-809c-2408e7fdc704 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:58:51.268354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Made reservation on behalf of 4d06e40787a845fba1950c8aa4bb351a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:51.272682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.283803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3826c4-3573-4694-9a85-b2144baef317 admin admin] Pushing event updated for resources: {'Network': ['ID=ee5cc380-22cb-4f48-88cb-ed10739c01c3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:51.301239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e1b4-5c2c-4ee1-b6d5-51f108366466 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (848d2910-9f7c-41f9-be44-fa6d01a881cc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.316310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network ee5cc380-22cb-4f48-88cb-ed10739c01c3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:58:51.318388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=59288950-f187-48d1-b611-5173cd5b640a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:51.376171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-221f8793-f326-48e1-a15a-a80d72575a12 None None] Provisioning complete for port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:51.376845 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-221f8793-f326-48e1-a15a-a80d72575a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.378974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1e1b4-5c2c-4ee1-b6d5-51f108366466 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=848d2910-9f7c-41f9-be44-fa6d01a881cc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:51.559157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca67e87-5c0a-4c2d-9afe-3231c41e9094 req-9f655de3-6bba-4e76-b4b8-2a0d4331a46b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:51.560705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ca67e87-5c0a-4c2d-9afe-3231c41e9094 req-9f655de3-6bba-4e76-b4b8-2a0d4331a46b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.2431953 Feb 03 21:58:51.568328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853611f3-411a-4a47-8296-d04fb0443de4 req-65dcabff-9ad8-4637-b39d-2a0fe96b9444 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:51.569124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-221f8793-f326-48e1-a15a-a80d72575a12 None None] Current status of the port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:51.576089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-853611f3-411a-4a47-8296-d04fb0443de4 req-65dcabff-9ad8-4637-b39d-2a0fe96b9444 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=2dcdd250-4e54-4238-89f2-03a8fa6cad52 HTTP/1.1" status: 200 len: 945 time: 0.1796103 Feb 03 21:58:51.650387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d03a192-c6ba-4955-85f5-f77a9dd2254a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050ad86c-1c42-4abe-98ec-1950851cf621'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:51.655306 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605e02cd-a324-4672-a3a8-8a2b1b576f72" -d '{"events": [{"server_uuid": "7d03a192-c6ba-4955-85f5-f77a9dd2254a", "name": "network-vif-plugged", "status": "completed", "tag": "050ad86c-1c42-4abe-98ec-1950851cf621"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:51.706038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e1b4-5c2c-4ee1-b6d5-51f108366466 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.712820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ca67e87-5c0a-4c2d-9afe-3231c41e9094 req-658aaf66-a2d1-49e0-bfcc-d5903113ed45 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311424 Feb 03 21:58:51.713063 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7ea1e1b4-5c2c-4ee1-b6d5-51f108366466 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/ports/848d2910-9f7c-41f9-be44-fa6d01a881cc HTTP/1.1" status: 204 len: 168 time: 2.3741105 Feb 03 21:58:51.713063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:51.717581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:51.726765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-853611f3-411a-4a47-8296-d04fb0443de4 req-e198efa4-e06a-400e-b056-03912173a642 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496315 Feb 03 21:58:51.776416 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.822208 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f59cbd4-50f9-4ef9-b1ba-757031b1e71b x-openstack-request-id: req-4f59cbd4-50f9-4ef9-b1ba-757031b1e71b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:51.823828 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d03a192-c6ba-4955-85f5-f77a9dd2254a", "name": "network-vif-plugged", "status": "completed", "tag": "050ad86c-1c42-4abe-98ec-1950851cf621", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:51.824608 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f59cbd4-50f9-4ef9-b1ba-757031b1e71b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:51.826013 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d03a192-c6ba-4955-85f5-f77a9dd2254a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050ad86c-1c42-4abe-98ec-1950851cf621', 'code': 200} Feb 03 21:58:51.850061 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (a0145804-805e-4bb0-9d3d-95a6b502dfa7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:51.939379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:51.985163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0145804-805e-4bb0-9d3d-95a6b502dfa7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:52.007535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.008098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.008677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.012175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.012175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.012175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.012175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.012175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.012782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.012782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.013646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.014001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.014519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:58:52.022014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Checking segment: {'id': '8452cf26-0654-4738-a1e4-78f59956a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ee5cc380-22cb-4f48-88cb-ed10739c01c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:52.022771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Network hostable DHCP agents. Network: ee5cc380-22cb-4f48-88cb-ed10739c01c3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:58:52.033767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:52.035281 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:52.055234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Network ee5cc380-22cb-4f48-88cb-ed10739c01c3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:58:52.069324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, ee5cc380-22cb-4f48-88cb-ed10739c01c3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:52.087445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:52.089205 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:52.103030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b0f68-0781-45ac-b7ab-05b01fde4dfd None None] Network ee5cc380-22cb-4f48-88cb-ed10739c01c3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:58:52.141654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-881858dc-858d-4a85-9f93-b08db1d4f3d9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9078054 Feb 03 21:58:52.152496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd76df0-b922-463b-82ba-71effe2442f8 req-a1288515-a658-4924-948b-f2b4623e842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:52.154114 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bd76df0-b922-463b-82ba-71effe2442f8 req-a1288515-a658-4924-948b-f2b4623e842a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 1127 time: 0.2286050 Feb 03 21:58:52.179624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:52.202107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:52.239020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5edc7205-6cf2-417b-ba7d-77f2c6502a75 None None] Provisioning complete for port c1e604f3-48da-44c5-8e90-0181655a9e15 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:52.239480 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5edc7205-6cf2-417b-ba7d-77f2c6502a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:52.342932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea7074-e347-4e35-abbe-5d3cdd22759a req-6eb9b183-16bf-4dc3-af5c-0b0f6763818d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:52.345733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2aea7074-e347-4e35-abbe-5d3cdd22759a req-6eb9b183-16bf-4dc3-af5c-0b0f6763818d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1918252 Feb 03 21:58:52.356341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305e1b8-be8f-4b55-87b5-586b332486d0 req-1a6415a5-b937-44f7-934a-e96469c073c2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:52.358598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3305e1b8-be8f-4b55-87b5-586b332486d0 req-1a6415a5-b937-44f7-934a-e96469c073c2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 945 time: 0.2365012 Feb 03 21:58:52.379962 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bd76df0-b922-463b-82ba-71effe2442f8 req-39dcf5e1-660c-4c14-9566-7beed571c7a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135680 Feb 03 21:58:52.390264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:52.393626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=c1e604f3-48da-44c5-8e90-0181655a9e15,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:52.394242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 59288950-f187-48d1-b611-5173cd5b640a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:52.400266 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:52.402404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (c5096671-43de-4978-842e-9edd7b7159e8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:52.408214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5edc7205-6cf2-417b-ba7d-77f2c6502a75 None None] Port c1e604f3-48da-44c5-8e90-0181655a9e15 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:58:52.451873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3305e1b8-be8f-4b55-87b5-586b332486d0 req-41554bae-10e8-4800-bf63-9293e62e93b0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847914 Feb 03 21:58:52.480194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2aea7074-e347-4e35-abbe-5d3cdd22759a req-d39109bd-30ec-4ace-a7e2-eb7a95e34aad tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203818 Feb 03 21:58:52.485740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5fa6c2-b1aa-4c2a-b1f3-84969be3de08 None None] Network ee5cc380-22cb-4f48-88cb-ed10739c01c3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:58:52.538394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5edc7205-6cf2-417b-ba7d-77f2c6502a75 None None] Provisioning complete for port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:52.538922 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5edc7205-6cf2-417b-ba7d-77f2c6502a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:52.622889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.25.5.197 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d4b5eda5-8fcf-4a30-ac26-89666ed51b5c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:52.633178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 10dd792e-dca9-4744-809c-2408e7fdc704 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:52.636579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:52.817426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 59288950-f187-48d1-b611-5173cd5b640a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:52.817804 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (59288950-f187-48d1-b611-5173cd5b640a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:52.918102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1371-1387-47bc-84e5-560a533a54aa req-d585ab7a-a28a-4134-b3d2-d63e5d562293 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:52.921662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-778d1371-1387-47bc-84e5-560a533a54aa req-d585ab7a-a28a-4134-b3d2-d63e5d562293 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=2dcdd250-4e54-4238-89f2-03a8fa6cad52 HTTP/1.1" status: 200 len: 945 time: 0.0881376 Feb 03 21:58:52.977198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5edc7205-6cf2-417b-ba7d-77f2c6502a75 None None] Current status of the port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:53.035985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 59288950-f187-48d1-b611-5173cd5b640a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:53.100842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-778d1371-1387-47bc-84e5-560a533a54aa req-f40845ca-15c5-4ee7-8912-a5d4a86a919a tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616271 Feb 03 21:58:53.113754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafba8e6-0262-4aee-a170-7b7dd3c8a939 req-924e5b0a-afcf-4ff8-acca-2de2654c27f1 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.115255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aafba8e6-0262-4aee-a170-7b7dd3c8a939 req-924e5b0a-afcf-4ff8-acca-2de2654c27f1 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.0999568 Feb 03 21:58:53.116124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-45c4d192-92a0-4ea8-b5c3-7d3b682bd373 None None] Provisioning complete for port c1e604f3-48da-44c5-8e90-0181655a9e15 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:53.116511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45c4d192-92a0-4ea8-b5c3-7d3b682bd373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:53.183546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aafba8e6-0262-4aee-a170-7b7dd3c8a939 req-530924ed-e0d2-451d-b3f3-efd31f452ec5 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512843 Feb 03 21:58:53.194534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-45c4d192-92a0-4ea8-b5c3-7d3b682bd373 None None] Port c1e604f3-48da-44c5-8e90-0181655a9e15 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:58:53.279030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (d4b5eda5-8fcf-4a30-ac26-89666ed51b5c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:53.284950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router c5096671-43de-4978-842e-9edd7b7159e8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:53.359172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f835c9-bd9c-4dd9-a894-0de3371f89ce req-44110d14-8368-42a7-b6f0-70e44e45d7bb tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.360737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7f835c9-bd9c-4dd9-a894-0de3371f89ce req-44110d14-8368-42a7-b6f0-70e44e45d7bb tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=f004515f-3392-489c-807b-ea154e06b973 HTTP/1.1" status: 200 len: 945 time: 0.0736518 Feb 03 21:58:53.411655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d4b5eda5-8fcf-4a30-ac26-89666ed51b5c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:53.429868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7f835c9-bd9c-4dd9-a894-0de3371f89ce req-a2d58381-aed3-4a63-80db-7c0f877aeb45 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621810 Feb 03 21:58:53.475688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:53.488795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:53.492887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:53.496562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:53.503061 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9e536a2-abfd-412b-a2b7-14882def3b0e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "PUT /v2.0/routers/c5096671-43de-4978-842e-9edd7b7159e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6384661 Feb 03 21:58:53.503910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=d4b5eda5-8fcf-4a30-ac26-89666ed51b5c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:53.504835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45982) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:53.517694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Sync routers for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:53.568971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:53.569280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:53.699905 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b78688f0-97cf-455e-ad1a-00d7db199ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:53.733388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (77652fe0-5836-4a7a-90d2-62effc784f05), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:53.785610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:53.794865 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4b5eda5-8fcf-4a30-ac26-89666ed51b5c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:53.955825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcda853-8cbd-4213-b585-cc547b939a6a req-a6c87ccc-d3c3-4720-9e22-975cb4c0b8b8 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.957532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcda853-8cbd-4213-b585-cc547b939a6a req-a6c87ccc-d3c3-4720-9e22-975cb4c0b8b8 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 945 time: 0.3307054 Feb 03 21:58:53.961816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.962298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.962765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.963923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.963923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.964241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.964805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.965305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.966081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.966298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:53.970866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-724a88a8-e358-45c6-a7a7-b2f8f63d7ee1 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7079 time: 0.4622061 Feb 03 21:58:53.971176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:54.028819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (d4b5eda5-8fcf-4a30-ac26-89666ed51b5c), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.037527 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d4b5eda5-8fcf-4a30-ac26-89666ed51b5c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.114290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T21:58:50Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 2, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:54.130400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=d4b5eda5-8fcf-4a30-ac26-89666ed51b5c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:54.146401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (77652fe0-5836-4a7a-90d2-62effc784f05), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.153403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476b27f-551a-44ec-a1ae-a67e24bc2b20 req-1269c228-e1d2-4dcf-80f8-4fa28b2d2de0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.154955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8476b27f-551a-44ec-a1ae-a67e24bc2b20 req-1269c228-e1d2-4dcf-80f8-4fa28b2d2de0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.3466551 Feb 03 21:58:54.163833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.167676 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2ae59d8f-07da-4217-a6df-726756102dee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4512105 Feb 03 21:58:54.168371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:54.169879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Checking router: c5096671-43de-4978-842e-9edd7b7159e8 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:58:54.170574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dcda853-8cbd-4213-b585-cc547b939a6a req-8053205a-86d4-4bc1-be78-a5623da255d0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890123 Feb 03 21:58:54.170930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Updating router c5096671-43de-4978-842e-9edd7b7159e8 port c1e604f3-48da-44c5-8e90-0181655a9e15 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:58:54.178717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'port': {'network_id': 'b70a24cf-0f95-40c6-b406-0a41dd7fd259', 'name': 'tempest-FloatingIPTestJSON-1119623371'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:54.207947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.208515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.209526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.210606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.210606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.210871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.212689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.213172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.213636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.214065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.214503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.219595 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-609aefd6-d6c5-4bb1-a793-a682d10e8982 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6512 time: 0.2473779 Feb 03 21:58:54.220647 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:54.341340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Made reservation on behalf of 10e9caa218064be6b2c2b863f10f7af7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:54.345729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.367467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] device_id is not set on port 1a91342d-87fd-49a8-ac30-ce6dd126ee63 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:58:54.404678 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.477881 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8476b27f-551a-44ec-a1ae-a67e24bc2b20 req-9be9ce10-6e92-4c12-bddd-837821727341 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017387 Feb 03 21:58:54.504316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d989-35a4-4c46-ac76-25e091c6c723 req-ae2ae7c6-0595-4b13-81dc-0857641c3a86 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.510261 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.516426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3737d989-35a4-4c46-ac76-25e091c6c723 req-ae2ae7c6-0595-4b13-81dc-0857641c3a86 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=2dcdd250-4e54-4238-89f2-03a8fa6cad52 HTTP/1.1" status: 200 len: 945 time: 0.2107677 Feb 03 21:58:54.532723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.20.0.9 (b70a24cf-0f95-40c6-b406-0a41dd7fd259/e78c15ad-d104-4fe7-b190-e8bdadf1c680/1a91342d-87fd-49a8-ac30-ce6dd126ee63) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:58:54.646209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3737d989-35a4-4c46-ac76-25e091c6c723 req-cc243802-d199-4dbc-85f7-db10b0b2c8f9 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095936 Feb 03 21:58:54.652402 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Publish callbacks [] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.662114 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.744606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3baa7-f510-4e71-adc6-93431c1ea069 None None] Pushing event updated for resources: {'Port': ['ID=c1e604f3-48da-44c5-8e90-0181655a9e15,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:54.845758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (1a91342d-87fd-49a8-ac30-ce6dd126ee63), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.884182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Attempting to bind port c1e604f3-48da-44c5-8e90-0181655a9e15 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:58:54.884843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Attempting to bind port c1e604f3-48da-44c5-8e90-0181655a9e15 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:58:54.885455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Attempting to bind port c1e604f3-48da-44c5-8e90-0181655a9e15 on network 10dd792e-dca9-4744-809c-2408e7fdc704 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:58:54.891992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:58:54.892712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Checking segment: {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:58:54.893657 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.894263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Bound using segment: {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:58:54.894971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Bound port: c1e604f3-48da-44c5-8e90-0181655a9e15, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:58:54.895629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:54.903472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-69cbb13a-f93a-4bfe-bac7-b73e8f4f51ee tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3763 time: 0.6798854 Feb 03 21:58:54.927851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d3df5-1282-4467-8cb8-360bd2fdd4ba req-11f8010f-9aa4-410b-a841-4c0b7f42a7c2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:54.929520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b9d3df5-1282-4467-8cb8-360bd2fdd4ba req-11f8010f-9aa4-410b-a841-4c0b7f42a7c2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1480763 Feb 03 21:58:54.951313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1a91342d-87fd-49a8-ac30-ce6dd126ee63), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.019402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] For port c1e604f3-48da-44c5-8e90-0181655a9e15, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:58:55.029267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] For port c1e604f3-48da-44c5-8e90-0181655a9e15, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c1e604f3-48da-44c5-8e90-0181655a9e15,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:58:55.039273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.045618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b9d3df5-1282-4467-8cb8-360bd2fdd4ba req-b3d32b16-da02-4386-8e8c-d3f92067d06b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085603 Feb 03 21:58:55.068668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b70a24cf-0f95-40c6-b406-0a41dd7fd259 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:58:55.072239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:58:55.077650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:58:55.133093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=1a91342d-87fd-49a8-ac30-ce6dd126ee63,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:55.210739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:55.212888 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.270527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:55.271763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:55.352917 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a907dcc8-a1b1-4d14-87f6-2fc067d95391 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1783612 Feb 03 21:58:55.353865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:55.355873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c57d0c-5e19-44a7-9c62-1daf2ba47636 req-a1f6bd69-bc8d-4c92-88be-1e6abf1bded7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:55.364714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10c57d0c-5e19-44a7-9c62-1daf2ba47636 req-a1f6bd69-bc8d-4c92-88be-1e6abf1bded7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 945 time: 0.1038766 Feb 03 21:58:55.381506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-39c456b0-fc8d-4dff-8d6b-aefcb5be0cbc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'port_id': '1a91342d-87fd-49a8-ac30-ce6dd126ee63'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:55.438888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10c57d0c-5e19-44a7-9c62-1daf2ba47636 req-46802fa1-26e5-4a08-8621-47e58549e306 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732062 Feb 03 21:58:55.461931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:58:55.513999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39c456b0-fc8d-4dff-8d6b-aefcb5be0cbc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (77652fe0-5836-4a7a-90d2-62effc784f05), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.549643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:55.551733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1f2b4d99-22e1-4e19-8d39-f8dffd6a0fad None None] Provisioning complete for port c1e604f3-48da-44c5-8e90-0181655a9e15 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:55.553828 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4d99-22e1-4e19-8d39-f8dffd6a0fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.558737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-29954ff3-3560-463a-899c-13c1b65c51f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284018569', 'description': 'tempest-secgroup-smoke-284018569 description', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:55.615970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3baa7-f510-4e71-adc6-93431c1ea069 None None] Pushing event updated for resources: {'Port': ['ID=c1e604f3-48da-44c5-8e90-0181655a9e15,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:55.675968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-547df5a6-7844-43c6-9d34-399dd5a9c741 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:55.677502 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-547df5a6-7844-43c6-9d34-399dd5a9c741 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dcdd250-4e54-4238-89f2-03a8fa6cad52 HTTP/1.1" status: 200 len: 945 time: 0.4557843 Feb 03 21:58:55.725666 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29954ff3-3560-463a-899c-13c1b65c51f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.754089 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9466c2cc-ab8d-44fb-be9d-ddce5e2f7f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.824439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b4d99-22e1-4e19-8d39-f8dffd6a0fad None None] Current status of the port c1e604f3-48da-44c5-8e90-0181655a9e15 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:55.824832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4d99-22e1-4e19-8d39-f8dffd6a0fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.846886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc998c-0d91-4de2-887e-cfa35413365a req-a0bd9f49-62c3-43d3-85f9-c0672459a332 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:55.848698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-a0bd9f49-62c3-43d3-85f9-c0672459a332 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/networks?id=ee5cc380-22cb-4f48-88cb-ed10739c01c3 HTTP/1.1" status: 200 len: 810 time: 0.3154635 Feb 03 21:58:55.889448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1f2b4d99-22e1-4e19-8d39-f8dffd6a0fad None None] For port c1e604f3-48da-44c5-8e90-0181655a9e15, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c1e604f3-48da-44c5-8e90-0181655a9e15,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:55.898810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-63318a69-729a-41df-a8d0-8d490d58472d tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/quotas/4d06e40787a845fba1950c8aa4bb351a HTTP/1.1" status: 200 len: 375 time: 0.0357692 Feb 03 21:58:55.900814 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4d99-22e1-4e19-8d39-f8dffd6a0fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.909153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Deleting port a1a40a44-b684-40d1-82dc-f2fba3cee62e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:55.909153 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:55.930863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c9ed4-ee81-4966-ba77-a229f58b6b84 req-0ffaf7a4-a66f-447f-ac63-376bb2ffa7db tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:55.933949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e77c9ed4-ee81-4966-ba77-a229f58b6b84 req-0ffaf7a4-a66f-447f-ac63-376bb2ffa7db tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.3157241 Feb 03 21:58:55.941933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T21:58:50Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:54Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:55.977017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734c2b1-8e05-43a6-bbd3-816291805f6b None None] The sync data for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 is: [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T21:58:50Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:54Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:55.982908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b4d99-22e1-4e19-8d39-f8dffd6a0fad None None] Pushing event updated for resources: {'Port': ['ID=c1e604f3-48da-44c5-8e90-0181655a9e15,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:55.996201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-00718646-d46b-4334-9a3e-991688f75466 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d06e40787a845fba1950c8aa4bb351a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956192 Feb 03 21:58:56.017384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] For port a1a40a44-b684-40d1-82dc-f2fba3cee62e, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a1a40a44-b684-40d1-82dc-f2fba3cee62e,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:58:56.017745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.035614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2c39f8bf-f044-4d69-bff3-57e0419a6b21 None None] Provisioning complete for port c1e604f3-48da-44c5-8e90-0181655a9e15 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:56.035997 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c39f8bf-f044-4d69-bff3-57e0419a6b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.114281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Calling delete_port for a1a40a44-b684-40d1-82dc-f2fba3cee62e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:56.115798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29954ff3-3560-463a-899c-13c1b65c51f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (c2dfa807-aa63-4a89-8481-9ce3bb84d8d1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.122828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-1db2b62a-913c-4ed7-a481-db45b4861727 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 21:58:56.132962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-1db2b62a-913c-4ed7-a481-db45b4861727 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459380 Feb 03 21:58:56.149580 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29954ff3-3560-463a-899c-13c1b65c51f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c2dfa807-aa63-4a89-8481-9ce3bb84d8d1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.227514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2c39f8bf-f044-4d69-bff3-57e0419a6b21 None None] Current status of the port c1e604f3-48da-44c5-8e90-0181655a9e15 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:56.319219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29954ff3-3560-463a-899c-13c1b65c51f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:56.344744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e77c9ed4-ee81-4966-ba77-a229f58b6b84 req-3c6f0f64-fd06-4224-aabb-ff5369f9e23d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896742 Feb 03 21:58:56.350191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29954ff3-3560-463a-899c-13c1b65c51f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.351618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-29954ff3-3560-463a-899c-13c1b65c51f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7999904 Feb 03 21:58:56.354362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:56.358752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8aa66760-0214-4ca2-b7f9-407e69e045cd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfa807-aa63-4a89-8481-9ce3bb84d8d1', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:56.454766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa66760-0214-4ca2-b7f9-407e69e045cd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (fc3799e2-791c-4018-bcac-a89e1a0789ac), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.461402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-8661eea4-cb9b-4def-b587-12176bdce84d service neutron] 10.222.0.50 "GET /v2.0/networks/ee5cc380-22cb-4f48-88cb-ed10739c01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274682 Feb 03 21:58:56.513661 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39c456b0-fc8d-4dff-8d6b-aefcb5be0cbc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.524801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39c456b0-fc8d-4dff-8d6b-aefcb5be0cbc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (77652fe0-5836-4a7a-90d2-62effc784f05), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.529887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a1a40a44-b684-40d1-82dc-f2fba3cee62e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.541047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4f43a66f-062d-40ed-8d37-af3f30fbcd91'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:56.543229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['aca592fc-408e-4f72-948c-f4c8e8b60359'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:58:56.712207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Pushing event deleted for resources: {'Port': ['ID=a1a40a44-b684-40d1-82dc-f2fba3cee62e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:56.724202 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa66760-0214-4ca2-b7f9-407e69e045cd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (fc3799e2-791c-4018-bcac-a89e1a0789ac), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.748411 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa66760-0214-4ca2-b7f9-407e69e045cd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (fc3799e2-791c-4018-bcac-a89e1a0789ac), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.819241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] No DVR routers for this DVR port a1a40a44-b684-40d1-82dc-f2fba3cee62e on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:58:56.822033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.823032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-b045adce-c9bb-4ff1-b000-d567da53b78b service neutron] 10.222.0.50 "GET /v2.0/networks/ee5cc380-22cb-4f48-88cb-ed10739c01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465168 Feb 03 21:58:56.832505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ec44bc1d-9987-4d86-9ffb-870f3d2a4765 req-f5939fb2-ca11-4771-8e8e-77a1caa781ad tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.47 "DELETE /v2.0/ports/a1a40a44-b684-40d1-82dc-f2fba3cee62e HTTP/1.1" status: 204 len: 173 time: 1.1490300 Feb 03 21:58:56.832988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdd250-4e54-4238-89f2-03a8fa6cad52', 'name': 'network-vif-deleted', 'tag': 'a1a40a44-b684-40d1-82dc-f2fba3cee62e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:58:56.835922 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba6c9a-0316-4ec0-b847-1fc8dea745fe" -d '{"events": [{"server_uuid": "2dcdd250-4e54-4238-89f2-03a8fa6cad52", "name": "network-vif-deleted", "tag": "a1a40a44-b684-40d1-82dc-f2fba3cee62e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:58:56.852184 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa66760-0214-4ca2-b7f9-407e69e045cd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:56.852722 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-39c456b0-fc8d-4dff-8d6b-aefcb5be0cbc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP 77652fe0-5836-4a7a-90d2-62effc784f05 associated. External IP: 172.25.5.197, port: 1a91342d-87fd-49a8-ac30-ce6dd126ee63. Feb 03 21:58:56.855960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8aa66760-0214-4ca2-b7f9-407e69e045cd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981065 Feb 03 21:58:56.857072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:56.878122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa66760-0214-4ca2-b7f9-407e69e045cd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3799e2-791c-4018-bcac-a89e1a0789ac,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:56.904344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-550de405-bea7-4fff-a6c4-35b4dc077fdf tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:56.905985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-550de405-bea7-4fff-a6c4-35b4dc077fdf tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.4277167 Feb 03 21:58:56.930588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bdeed212-8308-4ca7-93b1-a5f9502e2a0c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfa807-aa63-4a89-8481-9ce3bb84d8d1', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:56.932594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-91d9d390-4d25-427e-9229-e4068ebcc2c4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/quotas/ba56a3ba2f2e4b4ab46d242315c1b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0151405 Feb 03 21:58:56.992416 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.052060 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-3ee1f2b1-b2ba-49fd-b593-8c6c44323204 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104176 Feb 03 21:58:57.076515 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdeed212-8308-4ca7-93b1-a5f9502e2a0c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (cd3dd5dd-b6aa-4b06-a0b5-84ea4e01c6f3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.277471 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-0ce8ea1f-8993-4e01-80e5-b0246e3af97a service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244582 Feb 03 21:58:57.324252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdeed212-8308-4ca7-93b1-a5f9502e2a0c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (cd3dd5dd-b6aa-4b06-a0b5-84ea4e01c6f3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.338916 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdeed212-8308-4ca7-93b1-a5f9502e2a0c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (cd3dd5dd-b6aa-4b06-a0b5-84ea4e01c6f3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.377567 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdeed212-8308-4ca7-93b1-a5f9502e2a0c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.378942 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bdeed212-8308-4ca7-93b1-a5f9502e2a0c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5208950 Feb 03 21:58:57.384921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c456b0-fc8d-4dff-8d6b-aefcb5be0cbc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:57.385541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46072) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:57.390395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1fb4532a-d62c-44e3-907f-69ba97862804 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfa807-aa63-4a89-8481-9ce3bb84d8d1', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:57.400307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeed212-8308-4ca7-93b1-a5f9502e2a0c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3dd5dd-b6aa-4b06-a0b5-84ea4e01c6f3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:57.562652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fb4532a-d62c-44e3-907f-69ba97862804 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (2fd62977-25de-42c9-b7b4-8ca1964a8fa1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.700536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c456b0-fc8d-4dff-8d6b-aefcb5be0cbc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:58:57.703644 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fb4532a-d62c-44e3-907f-69ba97862804 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (2fd62977-25de-42c9-b7b4-8ca1964a8fa1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.707001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39c456b0-fc8d-4dff-8d6b-aefcb5be0cbc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.715985 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0226be4-35c2-4465-91af-ca3affe2aff3 None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:58:57.739687 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0226be4-35c2-4465-91af-ca3affe2aff3 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:57.740332 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c0226be4-35c2-4465-91af-ca3affe2aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:57.764658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fb4532a-d62c-44e3-907f-69ba97862804 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (2fd62977-25de-42c9-b7b4-8ca1964a8fa1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.802559 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c0226be4-35c2-4465-91af-ca3affe2aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:57.837596 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0226be4-35c2-4465-91af-ca3affe2aff3 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:58:57.837926 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c0226be4-35c2-4465-91af-ca3affe2aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:57.884191 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c0226be4-35c2-4465-91af-ca3affe2aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:58:57.884861 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0226be4-35c2-4465-91af-ca3affe2aff3 None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:58:57.891482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4532a-d62c-44e3-907f-69ba97862804 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd62977-25de-42c9-b7b4-8ca1964a8fa1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:57.895945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-39c456b0-fc8d-4dff-8d6b-aefcb5be0cbc tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/floatingips/77652fe0-5836-4a7a-90d2-62effc784f05 HTTP/1.1" status: 200 len: 978 time: 2.5407417 Feb 03 21:58:57.900007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:57.925895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fb4532a-d62c-44e3-907f-69ba97862804 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:57.927112 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1fb4532a-d62c-44e3-907f-69ba97862804 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5406077 Feb 03 21:58:57.929807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:57.935447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6f2bf6b6-507b-4a36-9451-8a093c1c97ac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfa807-aa63-4a89-8481-9ce3bb84d8d1', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:58.041133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c1e604f3-48da-44c5-8e90-0181655a9e15 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:58:58.063913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40f40de5-26ec-4441-9fa3-94255d4e20f3 req-8ec8ae33-dbdd-44d8-a3aa-b2b13fe2c28a tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=2dcdd250-4e54-4238-89f2-03a8fa6cad52 HTTP/1.1" status: 200 len: 210 time: 0.0393133 Feb 03 21:58:58.163940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c1e604f3-48da-44c5-8e90-0181655a9e15 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:58:58.168610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.174730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-c91f7751-3f93-46d4-8c6a-cc709b256d33 service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8906229 Feb 03 21:58:58.258290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dcfdb-0751-493c-800e-270bd002ee4c req-432896cc-084c-4a1b-86be-c7d811e5f4d4 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:58.269221 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d50dcfdb-0751-493c-800e-270bd002ee4c req-432896cc-084c-4a1b-86be-c7d811e5f4d4 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.0871172 Feb 03 21:58:58.317767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a1a40a44-b684-40d1-82dc-f2fba3cee62e no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:58:58.337691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf6b6-507b-4a36-9451-8a093c1c97ac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (e230c2b1-13f9-4ecf-a3e8-78ecd41ba8e2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.377596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d50dcfdb-0751-493c-800e-270bd002ee4c req-b22be5b1-3335-4ea8-b012-0e573a8af02c tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071377 Feb 03 21:58:58.384660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: a1a40a44-b684-40d1-82dc-f2fba3cee62e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:58:58.384660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a1a40a44-b684-40d1-82dc-f2fba3cee62e not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:58:58.493659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c1e604f3-48da-44c5-8e90-0181655a9e15 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:58:58.497800 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc51d560-6b05-4fa2-8af3-439052a411fb x-openstack-request-id: req-cc51d560-6b05-4fa2-8af3-439052a411fb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:58:58.499776 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdd250-4e54-4238-89f2-03a8fa6cad52", "name": "network-vif-deleted", "tag": "a1a40a44-b684-40d1-82dc-f2fba3cee62e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:58:58.529327 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc51d560-6b05-4fa2-8af3-439052a411fb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:58:58.530240 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdd250-4e54-4238-89f2-03a8fa6cad52', 'name': 'network-vif-deleted', 'tag': 'a1a40a44-b684-40d1-82dc-f2fba3cee62e', 'status': 'completed', 'code': 200} Feb 03 21:58:58.577414 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.584879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a678ee50-687a-4159-9b6d-87916041a91d req-ab378bde-1ee5-4fa3-86e4-2f4b8dc6fe94 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 210 time: 0.0398381 Feb 03 21:58:58.618580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d8d2-344d-493a-bb55-3080b6c5f100 req-a5ae3a93-a60f-48fa-8d53-25f85ee0e298 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:58.620166 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8754d8d2-344d-493a-bb55-3080b6c5f100 req-a5ae3a93-a60f-48fa-8d53-25f85ee0e298 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1070220 Feb 03 21:58:58.652792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf6b6-507b-4a36-9451-8a093c1c97ac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (e230c2b1-13f9-4ecf-a3e8-78ecd41ba8e2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.665211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf6b6-507b-4a36-9451-8a093c1c97ac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (e230c2b1-13f9-4ecf-a3e8-78ecd41ba8e2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.702568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bf6b6-507b-4a36-9451-8a093c1c97ac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e230c2b1-13f9-4ecf-a3e8-78ecd41ba8e2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:58.711911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 1a91342d-87fd-49a8-ac30-ce6dd126ee63 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:58:58.711911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1a91342d-87fd-49a8-ac30-ce6dd126ee63), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.718229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf6b6-507b-4a36-9451-8a093c1c97ac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.721902 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6f2bf6b6-507b-4a36-9451-8a093c1c97ac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7887015 Feb 03 21:58:58.731745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46090) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:58.732862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8754d8d2-344d-493a-bb55-3080b6c5f100 req-2e7469be-2ef0-4d25-a684-423afd8edd3f tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059690 Feb 03 21:58:58.752410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d97fc787-bc87-47e0-b4ab-11439b6e0ee9 req-663687f0-7254-4854-92aa-99b9c7e99866 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 210 time: 0.0584641 Feb 03 21:58:58.770860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d9979667-0c9c-4fa1-99c2-055c4e9e25f5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfa807-aa63-4a89-8481-9ce3bb84d8d1', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:58.812067 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-d9979667-0c9c-4fa1-99c2-055c4e9e25f5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Project 5e5fa9b027b94864ad2a48a62a90898c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 21:58:58.819229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9979667-0c9c-4fa1-99c2-055c4e9e25f5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (fafb96d5-0b1f-472a-b7c0-1452b834c15a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.856244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1a91342d-87fd-49a8-ac30-ce6dd126ee63), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.949785 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9979667-0c9c-4fa1-99c2-055c4e9e25f5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (fafb96d5-0b1f-472a-b7c0-1452b834c15a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:58.959488 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9979667-0c9c-4fa1-99c2-055c4e9e25f5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (fafb96d5-0b1f-472a-b7c0-1452b834c15a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.004154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9979667-0c9c-4fa1-99c2-055c4e9e25f5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafb96d5-0b1f-472a-b7c0-1452b834c15a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:59.027522 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9979667-0c9c-4fa1-99c2-055c4e9e25f5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.032175 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d9979667-0c9c-4fa1-99c2-055c4e9e25f5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2987702 Feb 03 21:58:59.032601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46098) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:58:59.051452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dc36b564-93cf-417d-ac5b-13313a4a217f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfa807-aa63-4a89-8481-9ce3bb84d8d1', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:59.107205 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-dc36b564-93cf-417d-ac5b-13313a4a217f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Project 5e5fa9b027b94864ad2a48a62a90898c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 21:58:59.115154 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc36b564-93cf-417d-ac5b-13313a4a217f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (a46c6d86-7651-4616-863e-f88e39494c43), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.217770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc36b564-93cf-417d-ac5b-13313a4a217f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (a46c6d86-7651-4616-863e-f88e39494c43), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.229075 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.229326 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc36b564-93cf-417d-ac5b-13313a4a217f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (a46c6d86-7651-4616-863e-f88e39494c43), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.229623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (77652fe0-5836-4a7a-90d2-62effc784f05), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.230030 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP 77652fe0-5836-4a7a-90d2-62effc784f05 disassociated. External IP: 172.25.5.197, port: 1a91342d-87fd-49a8-ac30-ce6dd126ee63. Feb 03 21:58:59.230438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 1a91342d-87fd-49a8-ac30-ce6dd126ee63 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:58:59.272275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b564-93cf-417d-ac5b-13313a4a217f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46c6d86-7651-4616-863e-f88e39494c43,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:59.301118 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc36b564-93cf-417d-ac5b-13313a4a217f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.303457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dc36b564-93cf-417d-ac5b-13313a4a217f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2684426 Feb 03 21:58:59.417437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc998c-0d91-4de2-887e-cfa35413365a req-99c8b196-1233-4ed2-9228-b5e73e4faca9 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:59.419233 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-99c8b196-1233-4ed2-9228-b5e73e4faca9 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.47 "GET /v2.0/networks?id=ee5cc380-22cb-4f48-88cb-ed10739c01c3 HTTP/1.1" status: 200 len: 810 time: 0.3468487 Feb 03 21:58:59.511770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Request body: {'port': {'device_id': '545fc1cc-68c8-4415-a5f1-376fe8ee4265', 'network_id': 'ee5cc380-22cb-4f48-88cb-ed10739c01c3', 'admin_state_up': True, 'tenant_id': '4d06e40787a845fba1950c8aa4bb351a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:58:59.530244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1a91342d-87fd-49a8-ac30-ce6dd126ee63), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.605684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f812bd2-43f5-479a-bc8d-dd2cdfc673c8 req-09be6e43-060e-4da0-913d-de105e287b17 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:58:59.614520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f812bd2-43f5-479a-bc8d-dd2cdfc673c8 req-09be6e43-060e-4da0-913d-de105e287b17 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.0751584 Feb 03 21:58:59.624706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=1a91342d-87fd-49a8-ac30-ce6dd126ee63,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:58:59.686615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f812bd2-43f5-479a-bc8d-dd2cdfc673c8 req-d2f4c386-a629-48f8-a7f9-ad423be5597a tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702665 Feb 03 21:58:59.767913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-e0ba8cd0-c384-4cc0-b168-316a8d4a36be tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284018569&fields=id&tenant_id=5e5fa9b027b94864ad2a48a62a90898c HTTP/1.1" status: 200 len: 267 time: 0.0699830 Feb 03 21:58:59.789113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Made reservation on behalf of 4d06e40787a845fba1950c8aa4bb351a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:58:59.792678 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:58:59.810224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:58:59.835076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5d1577d-cb07-450b-bd76-407b83e4c341 req-85fdf0fb-9c41-434f-95da-2b1a4ec564dd tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 210 time: 0.0604193 Feb 03 21:58:59.836849 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:00.031829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-8e87d6e9-7ce2-4305-9868-622e39d706c0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:00.033336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-8e87d6e9-7ce2-4305-9868-622e39d706c0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/networks?id=10dd792e-dca9-4744-809c-2408e7fdc704 HTTP/1.1" status: 200 len: 796 time: 0.2389009 Feb 03 21:59:00.039135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Allocated IP 172.20.0.12 (ee5cc380-22cb-4f48-88cb-ed10739c01c3/a0145804-805e-4bb0-9d3d-95a6b502dfa7/49d472ba-c6e5-4db5-9b84-00147fc01eea) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:00.045700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:00.065552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3fd6b-9a1c-44b9-af87-6e9edd8392fd None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:00.075554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-d717d23e-5dc3-4bfd-812b-460ed80b5f77 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/quotas/5e5fa9b027b94864ad2a48a62a90898c HTTP/1.1" status: 200 len: 375 time: 0.0337210 Feb 03 21:59:00.090262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3fd6b-9a1c-44b9-af87-6e9edd8392fd None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:00.091608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a5f3fd6b-9a1c-44b9-af87-6e9edd8392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:00.113617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3e5fa-7422-4571-be9f-457cd34f20a8 req-2049ff73-07b1-4034-8a49-5a2baf7bd728 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:00.127416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73a3e5fa-7422-4571-be9f-457cd34f20a8 req-2049ff73-07b1-4034-8a49-5a2baf7bd728 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1687295 Feb 03 21:59:00.160491 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:00.163805 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-47275038-ec6d-4307-9e35-13a1642317be tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/ports/1a91342d-87fd-49a8-ac30-ce6dd126ee63 HTTP/1.1" status: 204 len: 168 time: 2.2626331 Feb 03 21:59:00.167697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a5f3fd6b-9a1c-44b9-af87-6e9edd8392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:00.175236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:00.178978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3fd6b-9a1c-44b9-af87-6e9edd8392fd None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:00.179799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a5f3fd6b-9a1c-44b9-af87-6e9edd8392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:00.245370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a5f3fd6b-9a1c-44b9-af87-6e9edd8392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:00.246034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3fd6b-9a1c-44b9-af87-6e9edd8392fd None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:00.271581 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-561f09fa-a31b-47b5-b42b-36bac34c50a5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "GET /v2.0/floatingips/77652fe0-5836-4a7a-90d2-62effc784f05 HTTP/1.1" status: 200 len: 688 time: 0.0927541 Feb 03 21:59:00.272959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:00.307383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73a3e5fa-7422-4571-be9f-457cd34f20a8 req-f209afc9-4581-4b4e-a58e-b9486754922c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785576 Feb 03 21:59:00.316035 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-8793a4bb-87bb-467a-9287-a4a1434c0d50 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2389870 Feb 03 21:59:00.323831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-7e075900-d1b5-4fbe-9f2f-a81689e52907 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:00.325684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-7e075900-d1b5-4fbe-9f2f-a81689e52907 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.2680809 Feb 03 21:59:00.339712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Request body: {'port': {'device_id': '8bba2139-e63f-4858-9217-9c8c38ef3ac9', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'admin_state_up': True, 'tenant_id': 'ba56a3ba2f2e4b4ab46d242315c1b4c3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:00.418480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Publish callbacks [] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:00.467365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port d4b5eda5-8fcf-4a30-ac26-89666ed51b5c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:00.467782 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d4b5eda5-8fcf-4a30-ac26-89666ed51b5c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:00.467920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f633cfa-418f-4d69-94f1-b0f0f88e6483 req-7fd23627-ca30-440f-9c5a-bcd2ee88b744 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 210 time: 0.0619178 Feb 03 21:59:00.537509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:00.554274 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-d4dc2d30-1ca4-4376-9c82-01f12a52f0f7 service neutron] 10.222.0.50 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105358 Feb 03 21:59:00.635686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Made reservation on behalf of ba56a3ba2f2e4b4ab46d242315c1b4c3 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:00.636644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Network ee5cc380-22cb-4f48-88cb-ed10739c01c3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:00.639319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:00.642879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:00.645268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Pushing event updated for resources: {'Port': ['ID=49d472ba-c6e5-4db5-9b84-00147fc01eea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:00.652942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:00.662107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d4b5eda5-8fcf-4a30-ac26-89666ed51b5c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:00.662904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (d4b5eda5-8fcf-4a30-ac26-89666ed51b5c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:00.703597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for d4b5eda5-8fcf-4a30-ac26-89666ed51b5c owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:00.742501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:00.743427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:00.754470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-8cbc87b0-231d-4bd6-859a-38269fd54c43 service neutron] 10.222.0.50 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881740 Feb 03 21:59:00.827144 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b13315c-ce5e-4854-bb56-34b0029bb46a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3972638 Feb 03 21:59:00.841283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Request body: {'port': {'device_id': '545fc1cc-68c8-4415-a5f1-376fe8ee4265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:00.857723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Allocated IP 172.20.0.13 (5b80f157-ae27-4069-a1da-9e28e7643a83/62d8fd80-7f87-469e-9ab2-aba4b4d5c683/54187bbb-70d4-473e-b56d-b297406e4dba) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:00.887344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bd917-a72b-4603-a892-c2fe21435e8b req-d4307ba5-6182-4699-9fff-6bbc48f70019 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:00.889093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c26bd917-a72b-4603-a892-c2fe21435e8b req-d4307ba5-6182-4699-9fff-6bbc48f70019 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.0921991 Feb 03 21:59:00.958305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:01.010636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c26bd917-a72b-4603-a892-c2fe21435e8b req-583cba8b-00bf-4992-a2c6-5fc971d1fef2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120553 Feb 03 21:59:01.126023 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks [] for port (54187bbb-70d4-473e-b56d-b297406e4dba), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:01.252623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d4b5eda5-8fcf-4a30-ac26-89666ed51b5c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:01.253705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba69254f-683f-44be-84e5-2423aaf4ba75 req-68fae547-5713-4aa4-94d8-6abea75dd015 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 210 time: 0.0593154 Feb 03 21:59:01.293639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=d4b5eda5-8fcf-4a30-ac26-89666ed51b5c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:01.294421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67b06-d0bc-4c29-9e13-22f2e57e6dff req-07e0d64e-85eb-409c-bcaa-0ccde7ef3159 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:01.304570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4be67b06-d0bc-4c29-9e13-22f2e57e6dff req-07e0d64e-85eb-409c-bcaa-0ccde7ef3159 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 932 time: 0.1664140 Feb 03 21:59:01.316124 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:01.332681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['050ad86c-1c42-4abe-98ec-1950851cf621'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:01.338190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:01.477041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:01.503159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:01.534480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:01.537506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event updated for resources: {'Port': ['ID=54187bbb-70d4-473e-b56d-b297406e4dba,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:01.564378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4be67b06-d0bc-4c29-9e13-22f2e57e6dff req-69ef7e70-c827-4d7c-bd34-acfc25124775 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490501 Feb 03 21:59:01.756210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:01.756894 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:01.786680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eea719-8042-466a-90f1-d3e921b87964 req-29d3e233-ba19-4e24-84a8-9a9fc41d6350 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:01.792030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eea719-8042-466a-90f1-d3e921b87964 req-29d3e233-ba19-4e24-84a8-9a9fc41d6350 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:01.793693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42eea719-8042-466a-90f1-d3e921b87964 req-29d3e233-ba19-4e24-84a8-9a9fc41d6350 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0&device_id=f004515f-3392-489c-807b-ea154e06b973 HTTP/1.1" status: 200 len: 1682 time: 0.2920575 Feb 03 21:59:01.806644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-329f8b30-454f-403f-bb25-3b4566dc9cab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4719641 Feb 03 21:59:01.815235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7f2c9-8758-4683-a1e4-13e5098e07ce req-b894ffc4-41c6-4aad-a065-1710bb17b74b tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:01.822734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31a7f2c9-8758-4683-a1e4-13e5098e07ce req-b894ffc4-41c6-4aad-a065-1710bb17b74b tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1271341 Feb 03 21:59:01.843134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Request body: {'port': {'device_id': '8bba2139-e63f-4858-9217-9c8c38ef3ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:01.865271 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (77652fe0-5836-4a7a-90d2-62effc784f05), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:01.867800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:01.868995 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ef0ab112-547e-4a3f-894d-b0ee15fbe1d3 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/floatingips/77652fe0-5836-4a7a-90d2-62effc784f05 HTTP/1.1" status: 204 len: 168 time: 1.5957391 Feb 03 21:59:01.880514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:01.886933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '2a2ffa88-b107-4ced-9d9b-77054fc4941d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:01.991533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:02.007666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31a7f2c9-8758-4683-a1e4-13e5098e07ce req-36983312-8621-4932-8ba0-3f7d4a7d5dec tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833644 Feb 03 21:59:02.051313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42eea719-8042-466a-90f1-d3e921b87964 req-03b1872b-cbe7-4bcd-814c-5c297c70fbff tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255926 Feb 03 21:59:02.053188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:02.069866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d472ba-c6e5-4db5-9b84-00147fc01eea {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:02.079823 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Publish callbacks [] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:02.094990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Transition to ACTIVE for port object 49d472ba-c6e5-4db5-9b84-00147fc01eea will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:59:02.101280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:02.212456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=49d472ba-c6e5-4db5-9b84-00147fc01eea,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:02.248911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Attempting to bind port 49d472ba-c6e5-4db5-9b84-00147fc01eea on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:02.249423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Attempting to bind port 49d472ba-c6e5-4db5-9b84-00147fc01eea by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '8452cf26-0654-4738-a1e4-78f59956a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ee5cc380-22cb-4f48-88cb-ed10739c01c3'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:02.250120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Attempting to bind port 49d472ba-c6e5-4db5-9b84-00147fc01eea on network ee5cc380-22cb-4f48-88cb-ed10739c01c3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:02.254907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Port 49d472ba-c6e5-4db5-9b84-00147fc01eea on network ee5cc380-22cb-4f48-88cb-ed10739c01c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:59:02.255277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Attempting to bind port 49d472ba-c6e5-4db5-9b84-00147fc01eea on network ee5cc380-22cb-4f48-88cb-ed10739c01c3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:02.260971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:02.261506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Checking segment: {'id': '8452cf26-0654-4738-a1e4-78f59956a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ee5cc380-22cb-4f48-88cb-ed10739c01c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:02.263148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Bound using segment: {'id': '8452cf26-0654-4738-a1e4-78f59956a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ee5cc380-22cb-4f48-88cb-ed10739c01c3'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:02.263148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Bound port: 49d472ba-c6e5-4db5-9b84-00147fc01eea, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8452cf26-0654-4738-a1e4-78f59956a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ee5cc380-22cb-4f48-88cb-ed10739c01c3'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:02.263148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:02.352392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6657477-dbef-4329-807c-6f70f53310a8 req-b3a65deb-5207-4e14-af0a-836ad7672a89 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:02.353880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6657477-dbef-4329-807c-6f70f53310a8 req-b3a65deb-5207-4e14-af0a-836ad7672a89 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 932 time: 0.2312858 Feb 03 21:59:02.376339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6f79f-49a9-451d-af98-5aaae6047a7e req-8ca6f44b-e902-4534-8534-2bb1913e5eb8 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:02.383515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fd6f79f-49a9-451d-af98-5aaae6047a7e req-8ca6f44b-e902-4534-8534-2bb1913e5eb8 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.2431686 Feb 03 21:59:02.407825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] For port 49d472ba-c6e5-4db5-9b84-00147fc01eea, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:02.414613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] For port 49d472ba-c6e5-4db5-9b84-00147fc01eea, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=49d472ba-c6e5-4db5-9b84-00147fc01eea,segment=NetworkSegment(8452cf26-0654-4738-a1e4-78f59956a911),segment_id=8452cf26-0654-4738-a1e4-78f59956a911)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:02.433580 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:02.468490 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:02.509191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=49d472ba-c6e5-4db5-9b84-00147fc01eea,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:02.524363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-0eef7768-c533-4fa5-9d78-e69a18effca5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:02.526537 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-0eef7768-c533-4fa5-9d78-e69a18effca5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.47 "GET /v2.0/networks?id=10dd792e-dca9-4744-809c-2408e7fdc704 HTTP/1.1" status: 200 len: 796 time: 0.2279544 Feb 03 21:59:02.531969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:02.533075 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:02.534520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-2b64a186-0c92-4147-8e8c-9aa329cc16f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/49d472ba-c6e5-4db5-9b84-00147fc01eea HTTP/1.1" status: 200 len: 1092 time: 1.6989837 Feb 03 21:59:02.535412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545fc1cc-68c8-4415-a5f1-376fe8ee4265', 'tag': '49d472ba-c6e5-4db5-9b84-00147fc01eea'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:02.537944 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd90247-cad1-4bfb-a04f-18f94a25fe62" -d '{"events": [{"name": "network-changed", "server_uuid": "545fc1cc-68c8-4415-a5f1-376fe8ee4265", "tag": "49d472ba-c6e5-4db5-9b84-00147fc01eea"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:02.557847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6657477-dbef-4329-807c-6f70f53310a8 req-bb8bb485-e310-4ca3-ae71-a54a43207509 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722014 Feb 03 21:59:02.624643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fd6f79f-49a9-451d-af98-5aaae6047a7e req-6600b14f-9aa9-42ed-8274-01f3751f100b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400484 Feb 03 21:59:02.748309 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-0f4d81ff-47fe-4e29-9e55-67d6180ba13c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e5fa9b027b94864ad2a48a62a90898c HTTP/1.1" status: 200 len: 379 time: 0.2065232 Feb 03 21:59:02.803158 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b1175a-4fcd-4071-88e2-6967f98267d7 x-openstack-request-id: req-44b1175a-4fcd-4071-88e2-6967f98267d7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:02.803459 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545fc1cc-68c8-4415-a5f1-376fe8ee4265", "tag": "49d472ba-c6e5-4db5-9b84-00147fc01eea", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:02.803716 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44b1175a-4fcd-4071-88e2-6967f98267d7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:02.804120 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545fc1cc-68c8-4415-a5f1-376fe8ee4265', 'tag': '49d472ba-c6e5-4db5-9b84-00147fc01eea', 'status': 'completed', 'code': 200} Feb 03 21:59:02.820586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9f434ed-30c0-4020-ab85-430e5a45978f req-89496c03-70c7-4dc2-9d24-0e68c0c0f213 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 210 time: 0.0701940 Feb 03 21:59:02.822381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'port': {'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'admin_state_up': True, 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'security_groups': ['c2dfa807-aa63-4a89-8481-9ce3bb84d8d1']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:02.868046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.25.5.2 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/329ec09a-7a48-43d0-af71-7b21db9d49c3) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:02.931398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc998c-0d91-4de2-887e-cfa35413365a req-b6a12eba-451f-4202-a65b-9db6d365baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:02.933003 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-b6a12eba-451f-4202-a65b-9db6d365baf9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d06e40787a845fba1950c8aa4bb351a&device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 1126 time: 0.2785020 Feb 03 21:59:02.953937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54187bbb-70d4-473e-b56d-b297406e4dba {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:02.966204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Publish callbacks [] for port (54187bbb-70d4-473e-b56d-b297406e4dba), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:02.994608 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-af9dcd46-10da-4afd-ae31-26bf28f52578 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d472ba-c6e5-4db5-9b84-00147fc01eea HTTP/1.1" status: 200 len: 217 time: 0.0509939 Feb 03 21:59:03.035569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Transition to ACTIVE for port object 54187bbb-70d4-473e-b56d-b297406e4dba will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:59:03.052398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4389cf-1dd4-48b2-9eae-4b4c7f13c311 req-cfe7aacd-5415-4ccc-833c-d845abc0f89e tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:03.054737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e4389cf-1dd4-48b2-9eae-4b4c7f13c311 req-cfe7aacd-5415-4ccc-833c-d845abc0f89e tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 944 time: 0.2080543 Feb 03 21:59:03.060290 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:03.095947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc998c-0d91-4de2-887e-cfa35413365a req-f31f1c88-48de-40ee-ab0c-fdd319aaec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:03.097671 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-f31f1c88-48de-40ee-ab0c-fdd319aaec29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0145804-805e-4bb0-9d3d-95a6b502dfa7 HTTP/1.1" status: 200 len: 850 time: 0.0829089 Feb 03 21:59:03.101280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Made reservation on behalf of 5e5fa9b027b94864ad2a48a62a90898c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:03.106156 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:03.154147 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-0b2d4927-4069-44d0-ac2e-69b4713ec5b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee5cc380-22cb-4f48-88cb-ed10739c01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451279 Feb 03 21:59:03.436715 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (329ec09a-7a48-43d0-af71-7b21db9d49c3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:03.440946 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-55689fa8-1067-4d61-a53a-cae6aba7932b service neutron] 10.222.0.47 "GET /v2.0/networks/ee5cc380-22cb-4f48-88cb-ed10739c01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662804 Feb 03 21:59:03.441241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Pushing event updated for resources: {'Port': ['ID=54187bbb-70d4-473e-b56d-b297406e4dba,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:03.486234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e4389cf-1dd4-48b2-9eae-4b4c7f13c311 req-406894a8-59b0-4640-acc6-659c16b95847 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179926 Feb 03 21:59:03.586775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.20.0.3 (10dd792e-dca9-4744-809c-2408e7fdc704/2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26/3e1247b6-001a-4903-98f4-4e8520ad5515) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:03.595341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-858a3bdd-7973-4a23-b3b1-1db4dec903b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:03.596868 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-858a3bdd-7973-4a23-b3b1-1db4dec903b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 1128 time: 0.2455430 Feb 03 21:59:03.635511 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40dc998c-0d91-4de2-887e-cfa35413365a req-b874453e-7cee-4170-b2bd-3e5ce3ac08b1 service neutron] 10.222.0.47 "GET /v2.0/networks/ee5cc380-22cb-4f48-88cb-ed10739c01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835351 Feb 03 21:59:03.638527 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (329ec09a-7a48-43d0-af71-7b21db9d49c3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:03.677093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Attempting to bind port 54187bbb-70d4-473e-b56d-b297406e4dba on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:03.677684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Attempting to bind port 54187bbb-70d4-473e-b56d-b297406e4dba by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:03.678189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Attempting to bind port 54187bbb-70d4-473e-b56d-b297406e4dba on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:03.703777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528beae-59f8-4381-9cb4-8ff26cf11afc req-97dfc8bf-c8a8-4689-a9ca-f816af9564a4 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:03.705698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0528beae-59f8-4381-9cb4-8ff26cf11afc req-97dfc8bf-c8a8-4689-a9ca-f816af9564a4 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.2129049 Feb 03 21:59:03.714405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Port 54187bbb-70d4-473e-b56d-b297406e4dba on network 5b80f157-ae27-4069-a1da-9e28e7643a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:59:03.715307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Attempting to bind port 54187bbb-70d4-473e-b56d-b297406e4dba on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:03.718584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:03.734739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:03.746948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc5b6-e1c1-440f-bac2-0a08d2cb6c58 req-106a334b-f860-4724-abee-3fc882f41b4f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:03.748747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54afc5b6-e1c1-440f-bac2-0a08d2cb6c58 req-106a334b-f860-4724-abee-3fc882f41b4f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1820395 Feb 03 21:59:03.756200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:03.758486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:03.759110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Checking segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:03.759751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Bound using segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:03.760413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Bound port: 54187bbb-70d4-473e-b56d-b297406e4dba, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:03.761028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:03.772368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=329ec09a-7a48-43d0-af71-7b21db9d49c3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:03.813508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-0cae6078-ca41-48cc-9333-963be18242b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:03.815064 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-0cae6078-ca41-48cc-9333-963be18242b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 911 time: 0.2065909 Feb 03 21:59:03.894160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-c8a8725d-02b9-48f4-a1f7-accab10c0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:03.895700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-c8a8725d-02b9-48f4-a1f7-accab10c0463 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d06e40787a845fba1950c8aa4bb351a&device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 1126 time: 0.1769831 Feb 03 21:59:03.908634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0528beae-59f8-4381-9cb4-8ff26cf11afc req-c1d8442b-437c-41bf-aacc-eb32708e1eb1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885908 Feb 03 21:59:03.926991 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:03.943359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] For port 54187bbb-70d4-473e-b56d-b297406e4dba, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:03.947453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] For port 54187bbb-70d4-473e-b56d-b297406e4dba, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=54187bbb-70d4-473e-b56d-b297406e4dba,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:03.969593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54afc5b6-e1c1-440f-bac2-0a08d2cb6c58 req-4e6aa791-276e-4236-98cc-5e96c813f1a1 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052367 Feb 03 21:59:04.012421 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:04.022684 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-f998997d-d069-4038-a210-5031151a7ad2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993933b-5377-4d22-b139-ff72d689d147 HTTP/1.1" status: 200 len: 1002 time: 0.1997712 Feb 03 21:59:04.048556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:04.144984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 10dd792e-dca9-4744-809c-2408e7fdc704 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:04.149221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.149853 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:04.151253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] 10.222.0.10 "PUT /v2.0/ports/54187bbb-70d4-473e-b56d-b297406e4dba HTTP/1.1" status: 200 len: 1092 time: 2.3191602 Feb 03 21:59:04.155377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-3bbb1a5f-e8c8-45d8-a231-b889eb3fea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.155592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bba2139-e63f-4858-9217-9c8c38ef3ac9', 'tag': '54187bbb-70d4-473e-b56d-b297406e4dba'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:04.156938 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-3bbb1a5f-e8c8-45d8-a231-b889eb3fea28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee5cc380-22cb-4f48-88cb-ed10739c01c3 HTTP/1.1" status: 200 len: 911 time: 0.2452042 Feb 03 21:59:04.157543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:04.157698 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bba2139-e63f-4858-9217-9c8c38ef3ac9", "tag": "54187bbb-70d4-473e-b56d-b297406e4dba"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:04.168664 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:04.173971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-61daf206-95f0-491a-ab73-1e23ee00cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.175446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-61daf206-95f0-491a-ab73-1e23ee00cbe1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.1390536 Feb 03 21:59:04.200378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=3e1247b6-001a-4903-98f4-4e8520ad5515,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:04.276148 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-dc130f77-3bb4-4471-8249-cbf3151903d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d472ba-c6e5-4db5-9b84-00147fc01eea HTTP/1.1" status: 200 len: 217 time: 0.1135192 Feb 03 21:59:04.283603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.284366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:04.316156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c57cc-f66e-48c7-a251-d69bf9571387 service neutron] Pushing event updated for resources: {'Port': ['ID=54187bbb-70d4-473e-b56d-b297406e4dba,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:04.333643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db917a92-aa10-446d-93da-41768ebd58d5 req-618acef7-8aae-414b-8af0-1a097ee4cae3 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.340819 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db917a92-aa10-446d-93da-41768ebd58d5 req-618acef7-8aae-414b-8af0-1a097ee4cae3 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 944 time: 0.3255374 Feb 03 21:59:04.387061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677648a-6337-40c6-af6f-df1bc1f315b6 req-c099c057-d1ee-42c2-b03f-92093c2205e6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.395004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2677648a-6337-40c6-af6f-df1bc1f315b6 req-c099c057-d1ee-42c2-b03f-92093c2205e6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 931 time: 0.3281863 Feb 03 21:59:04.399564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-7ccabc71-1eae-46e9-b621-aa948daa39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.402326 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-7ccabc71-1eae-46e9-b621-aa948daa39ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1993566 Feb 03 21:59:04.418460 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-4a500635-f867-48c2-b95b-164818979499 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6133711 Feb 03 21:59:04.435887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-2694f949-3052-4729-9f62-22d8937cc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.438182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-2694f949-3052-4729-9f62-22d8937cc482 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0145804-805e-4bb0-9d3d-95a6b502dfa7 HTTP/1.1" status: 200 len: 850 time: 0.1251142 Feb 03 21:59:04.442737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Request body: {'port': {'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:04.464951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-30a1bc63-2ed7-4fb8-89e1-48a958facedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.466377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-30a1bc63-2ed7-4fb8-89e1-48a958facedf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 1126 time: 0.2119942 Feb 03 21:59:04.486535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db917a92-aa10-446d-93da-41768ebd58d5 req-d8b6a619-16a7-4aaf-906a-2441d229b982 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447830 Feb 03 21:59:04.535516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-886b27e7-8784-438b-9cb9-e40da0b19a89 None None] Provisioning complete for port 3e1247b6-001a-4903-98f4-4e8520ad5515 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:04.539102 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-886b27e7-8784-438b-9cb9-e40da0b19a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:04.561552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2677648a-6337-40c6-af6f-df1bc1f315b6 req-d859277b-3eee-4d4b-a04b-cf3a9a1669cb tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655467 Feb 03 21:59:04.601240 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-ff59666c-6030-43ad-b496-c45c11fd1de4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee5cc380-22cb-4f48-88cb-ed10739c01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277628 Feb 03 21:59:04.625019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-c0aed4a1-8c39-49c6-b243-6f6ec3586145 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54187bbb-70d4-473e-b56d-b297406e4dba HTTP/1.1" status: 200 len: 217 time: 0.1436903 Feb 03 21:59:04.634916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-886b27e7-8784-438b-9cb9-e40da0b19a89 None None] Port 3e1247b6-001a-4903-98f4-4e8520ad5515 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:59:04.672942 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a21c013-ad51-44f1-9c6f-975efe28f4d3 x-openstack-request-id: req-2a21c013-ad51-44f1-9c6f-975efe28f4d3 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:04.673235 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bba2139-e63f-4858-9217-9c8c38ef3ac9", "tag": "54187bbb-70d4-473e-b56d-b297406e4dba", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:04.673489 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a21c013-ad51-44f1-9c6f-975efe28f4d3 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:04.673881 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bba2139-e63f-4858-9217-9c8c38ef3ac9', 'tag': '54187bbb-70d4-473e-b56d-b297406e4dba', 'status': 'completed', 'code': 200} Feb 03 21:59:04.677777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-3bc7082d-d9d9-4451-b590-cbca972bc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.679218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-3bc7082d-d9d9-4451-b590-cbca972bc17b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.0533519 Feb 03 21:59:04.711402 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:04.739547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-5fe01e2d-812f-40c7-8d99-f9269930a1cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278740 Feb 03 21:59:04.808542 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-ff9e5788-1945-4d55-8d94-49ad0e3f6fe1 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956549 Feb 03 21:59:04.959951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10588f57-38a2-4ac9-80d9-e364e7660849 req-7c73d5df-4bbb-4737-ac71-88ef466dbda6 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:04.962292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10588f57-38a2-4ac9-80d9-e364e7660849 req-7c73d5df-4bbb-4737-ac71-88ef466dbda6 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 944 time: 0.2211900 Feb 03 21:59:05.001539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (d67d6489-35b1-4135-963f-c526b6d4d960), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:05.013515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e38937-a882-44d8-b743-824bf21070a2 req-22d849b1-85c5-47fc-a992-57c28cb8bc6c tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:05.015121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87e38937-a882-44d8-b743-824bf21070a2 req-22d849b1-85c5-47fc-a992-57c28cb8bc6c tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=f004515f-3392-489c-807b-ea154e06b973 HTTP/1.1" status: 200 len: 945 time: 0.1496396 Feb 03 21:59:05.057551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-2337c10b-2e28-4f18-87a5-d8f84d12a597 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062327 Feb 03 21:59:05.189695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10588f57-38a2-4ac9-80d9-e364e7660849 req-2b3875ea-3f1a-4ceb-b54d-e989b851313a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108941 Feb 03 21:59:05.222494 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-b0852405-0186-4025-86dc-1b26f5cc5a06 service neutron] 10.222.0.47 "GET /v2.0/networks/ee5cc380-22cb-4f48-88cb-ed10739c01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761845 Feb 03 21:59:05.262606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87e38937-a882-44d8-b743-824bf21070a2 req-96c78ecf-3845-4b06-8fb5-703e110ce140 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/security-groups?id=a34421fa-53ed-446c-88b3-053691b46f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192762 Feb 03 21:59:05.269362 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (329ec09a-7a48-43d0-af71-7b21db9d49c3), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:05.354742 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35cf8593-fec3-45a4-8ad2-7b55a62f2fe4 req-6494c661-797c-4ea8-b5dd-0df2df5539b3 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772994 Feb 03 21:59:05.423541 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-10adea38-205c-4c21-8c6a-b9d607d9cf6b service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061873 Feb 03 21:59:05.457060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-d6662de6-8d63-4a94-824e-2fdc2e042a47 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:05.458551 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-d6662de6-8d63-4a94-824e-2fdc2e042a47 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.10 "GET /v2.0/ports?device_id=f004515f-3392-489c-807b-ea154e06b973 HTTP/1.1" status: 200 len: 945 time: 0.2522452 Feb 03 21:59:05.480761 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9fd90247-cad1-4bfb-a04f-18f94a25fe62 req-03eee35a-907e-4618-b11e-47fee18c2123 service neutron] 10.222.0.47 "GET /v2.0/networks/ee5cc380-22cb-4f48-88cb-ed10739c01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525115 Feb 03 21:59:05.541528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042d6bf-167e-4a6f-903e-29bb7ae4e2be req-833d007a-7d36-417a-81a0-8259f1643909 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:05.543157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9042d6bf-167e-4a6f-903e-29bb7ae4e2be req-833d007a-7d36-417a-81a0-8259f1643909 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.2112668 Feb 03 21:59:05.596239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb720e-48d5-47a3-8ba9-8432b54a6603 req-6f59ceab-4fed-4109-a797-5e37c85585d5 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:05.598153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bfb720e-48d5-47a3-8ba9-8432b54a6603 req-6f59ceab-4fed-4109-a797-5e37c85585d5 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.2643840 Feb 03 21:59:05.626522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1247b6-001a-4903-98f4-4e8520ad5515 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:05.636598 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Publish callbacks [] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:05.649887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Deleting port aca592fc-408e-4f72-948c-f4c8e8b60359 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:05.650260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:05.652158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-fec93313-fddd-42d3-9bd9-fbdb59eb12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:05.654403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-fec93313-fddd-42d3-9bd9-fbdb59eb12fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 1126 time: 0.2260611 Feb 03 21:59:05.710680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Transition to ACTIVE for port object 3e1247b6-001a-4903-98f4-4e8520ad5515 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:59:05.718404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:05.723924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9042d6bf-167e-4a6f-903e-29bb7ae4e2be req-cd3c955b-feba-4c04-a566-1c58b6e4a456 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708770 Feb 03 21:59:05.812674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Pushing event updated for resources: {'Port': ['ID=3e1247b6-001a-4903-98f4-4e8520ad5515,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:05.837203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] For port aca592fc-408e-4f72-948c-f4c8e8b60359, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aca592fc-408e-4f72-948c-f4c8e8b60359,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:05.837779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:05.879538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Calling delete_port for aca592fc-408e-4f72-948c-f4c8e8b60359 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:05.953834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Attempting to bind port 3e1247b6-001a-4903-98f4-4e8520ad5515 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:05.954211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Attempting to bind port 3e1247b6-001a-4903-98f4-4e8520ad5515 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:05.954507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Attempting to bind port 3e1247b6-001a-4903-98f4-4e8520ad5515 on network 10dd792e-dca9-4744-809c-2408e7fdc704 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:05.971250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Port 3e1247b6-001a-4903-98f4-4e8520ad5515 on network 10dd792e-dca9-4744-809c-2408e7fdc704 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:59:05.971632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Attempting to bind port 3e1247b6-001a-4903-98f4-4e8520ad5515 on network 10dd792e-dca9-4744-809c-2408e7fdc704 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:05.982066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:05.982437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Checking segment: {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:05.982929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Bound using segment: {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:05.983244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Bound port: 3e1247b6-001a-4903-98f4-4e8520ad5515, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b158d856-39f3-461b-bd7d-ba4523ecf15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:05.983607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.098479 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bfb720e-48d5-47a3-8ba9-8432b54a6603 req-65f866e5-8c9c-4e3b-9d48-42c1c311b964 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901783 Feb 03 21:59:06.118427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (329ec09a-7a48-43d0-af71-7b21db9d49c3), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.129055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] For port 3e1247b6-001a-4903-98f4-4e8520ad5515, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:06.136433 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (329ec09a-7a48-43d0-af71-7b21db9d49c3), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.152779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] For port 3e1247b6-001a-4903-98f4-4e8520ad5515, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3e1247b6-001a-4903-98f4-4e8520ad5515,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:06.160402 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (aca592fc-408e-4f72-948c-f4c8e8b60359), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.179472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.181684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4f43a66f-062d-40ed-8d37-af3f30fbcd91'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:06.238921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04943a1-469a-45cc-9eae-14b72c65756c req-6ca3bc07-4085-41a8-8f44-e356cf49d01a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:06.240773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Pushing event deleted for resources: {'Port': ['ID=aca592fc-408e-4f72-948c-f4c8e8b60359,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:06.245903 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d04943a1-469a-45cc-9eae-14b72c65756c req-6ca3bc07-4085-41a8-8f44-e356cf49d01a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 944 time: 0.2090333 Feb 03 21:59:06.261826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-f99603f5-dfee-4192-a68c-043f76cf4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:06.263775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-f99603f5-dfee-4192-a68c-043f76cf4440 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 907 time: 0.5981958 Feb 03 21:59:06.314275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:06.315060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.315231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (d67d6489-35b1-4135-963f-c526b6d4d960), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.316333 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] 10.222.0.47 "PUT /v2.0/ports/3e1247b6-001a-4903-98f4-4e8520ad5515 HTTP/1.1" status: 200 len: 1091 time: 1.8848186 Feb 03 21:59:06.319436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:06.321705 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1ad298-f96b-419d-bee3-987dc1b40641" -d '{"events": [{"name": "network-changed", "server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:06.403538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 49d472ba-c6e5-4db5-9b84-00147fc01eea details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:59:06.404415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] No DVR routers for this DVR port aca592fc-408e-4f72-948c-f4c8e8b60359 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:59:06.425121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.428699 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fc051a61-1f98-431c-8895-0c20fbfa7f32 req-187d53c4-71c6-4ded-86fd-05aab963707f tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.10 "DELETE /v2.0/ports/aca592fc-408e-4f72-948c-f4c8e8b60359 HTTP/1.1" status: 204 len: 173 time: 0.9643848 Feb 03 21:59:06.457662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=329ec09a-7a48-43d0-af71-7b21db9d49c3,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:06.470148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-8591d556-711c-43e9-8ced-743dd208be3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54187bbb-70d4-473e-b56d-b297406e4dba HTTP/1.1" status: 200 len: 217 time: 0.1190152 Feb 03 21:59:06.556275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f73f4-8346-4b1b-9389-62c343ff7b5a req-36f738a5-c0cb-412d-85e9-2b42cab66fef tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:06.558061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-923f73f4-8346-4b1b-9389-62c343ff7b5a req-36f738a5-c0cb-412d-85e9-2b42cab66fef tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 943 time: 0.3672771 Feb 03 21:59:06.583733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d04943a1-469a-45cc-9eae-14b72c65756c req-d1708acc-2d5d-49ed-a5d7-64e9d22d8843 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368804 Feb 03 21:59:06.586156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09f526-8bc0-4601-a526-105e64a76cfa service neutron] Pushing event updated for resources: {'Port': ['ID=3e1247b6-001a-4903-98f4-4e8520ad5515,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:06.627521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-7407f78f-8a03-4e17-a402-be2e8ead5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:06.637297 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-7407f78f-8a03-4e17-a402-be2e8ead5772 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 1125 time: 0.2328963 Feb 03 21:59:06.646921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 49d472ba-c6e5-4db5-9b84-00147fc01eea, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=49d472ba-c6e5-4db5-9b84-00147fc01eea,segment=NetworkSegment(8452cf26-0654-4738-a1e4-78f59956a911),segment_id=8452cf26-0654-4738-a1e4-78f59956a911)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:06.663938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '49d472ba-c6e5-4db5-9b84-00147fc01eea', 'network_id': 'ee5cc380-22cb-4f48-88cb-ed10739c01c3', 'port_id': '49d472ba-c6e5-4db5-9b84-00147fc01eea', 'mac_address': 'fa:16:3e:45:73:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0145804-805e-4bb0-9d3d-95a6b502dfa7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:59:06.675786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-d3a24551-29a0-4c3a-99b2-efd59dfe8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:06.679880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-d3a24551-29a0-4c3a-99b2-efd59dfe8440 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.1906431 Feb 03 21:59:06.710642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-ef0e2677-fd64-417c-b5f5-f281497ea2d1 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:06.712462 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-ef0e2677-fd64-417c-b5f5-f281497ea2d1 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9e8ed1-5757-4881-8ebc-dcc37e6274f0 HTTP/1.1" status: 200 len: 946 time: 0.2305219 Feb 03 21:59:06.714145 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-b21bab81-55b0-4aed-9a62-5e3eb8e669f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1247b6-001a-4903-98f4-4e8520ad5515 HTTP/1.1" status: 200 len: 217 time: 0.0760298 Feb 03 21:59:06.732243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-6c443169-348c-401f-8caf-42f6cf61e703 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304286 Feb 03 21:59:06.736355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 49d472ba-c6e5-4db5-9b84-00147fc01eea is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:06.736852 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.760485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d472ba-c6e5-4db5-9b84-00147fc01eea {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:06.787999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 49d472ba-c6e5-4db5-9b84-00147fc01eea, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=49d472ba-c6e5-4db5-9b84-00147fc01eea,segment=NetworkSegment(8452cf26-0654-4738-a1e4-78f59956a911),segment_id=8452cf26-0654-4738-a1e4-78f59956a911)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:06.793741 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.823748 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP d67d6489-35b1-4135-963f-c526b6d4d960 associated. External IP: 172.25.5.2, port: 2a2ffa88-b107-4ced-9d9b-77054fc4941d. Feb 03 21:59:06.868862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-15dfb508-35d9-470f-94d5-e730120b571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:06.869781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=49d472ba-c6e5-4db5-9b84-00147fc01eea,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:06.871240 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-15dfb508-35d9-470f-94d5-e730120b571d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26 HTTP/1.1" status: 200 len: 834 time: 0.0886078 Feb 03 21:59:06.900039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Deleting port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:06.900405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:06.946290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-923f73f4-8346-4b1b-9389-62c343ff7b5a req-fb2de84e-572e-4a05-9849-6ed9214f25f6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614941 Feb 03 21:59:07.010587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d70344-fb01-45d2-82cc-67924fd6a566 req-526d2aeb-5849-4d76-a9f6-1bbb6f7fd036 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:07.011653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8d70344-fb01-45d2-82cc-67924fd6a566 req-526d2aeb-5849-4d76-a9f6-1bbb6f7fd036 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 944 time: 0.2781231 Feb 03 21:59:07.046687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-3f14f9d1-c935-49fa-bba0-26ded6dee4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:07.048987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-3f14f9d1-c935-49fa-bba0-26ded6dee4b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10dd792e-dca9-4744-809c-2408e7fdc704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1662471 Feb 03 21:59:07.079326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] For port 4f43a66f-062d-40ed-8d37-af3f30fbcd91, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4f43a66f-062d-40ed-8d37-af3f30fbcd91,segment=NetworkSegment(206ed7c6-9427-494c-92c8-fe952c888b43),segment_id=206ed7c6-9427-494c-92c8-fe952c888b43)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:07.079658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:07.091750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-74917ac7-d6e0-4ce9-8c17-22e213bdbb82 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481305 Feb 03 21:59:07.110086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['49d472ba-c6e5-4db5-9b84-00147fc01eea'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:07.135293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Calling delete_port for 4f43a66f-062d-40ed-8d37-af3f30fbcd91 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:07.136001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-190be753-7415-41df-9fc9-a792a0387343 req-c2e524b2-a0bb-42fa-ae80-b9be1272a338 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.50 "GET /v2.0/ports?device_id=f004515f-3392-489c-807b-ea154e06b973 HTTP/1.1" status: 200 len: 210 time: 0.0599425 Feb 03 21:59:07.218308 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babbc649-4f75-4020-b250-180ca1ce0869 x-openstack-request-id: req-babbc649-4f75-4020-b250-180ca1ce0869 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:07.218675 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:07.218940 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-babbc649-4f75-4020-b250-180ca1ce0869 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:07.219352 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'status': 'completed', 'code': 200} Feb 03 21:59:07.259247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-cb2413de-33a2-47b7-aa23-12aaea6d3558 service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923692 Feb 03 21:59:07.409309 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8e4a6dd6-026e-4b89-b06f-ce014c301f5e req-a8f690e3-c94e-4f6b-8e26-fc1fecbc3ccf service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373894 Feb 03 21:59:07.440987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4f43a66f-062d-40ed-8d37-af3f30fbcd91), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:07.454707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad6b657b-c84c-47f6-ad92-96d4ba8222b2 req-77d34dbc-dad9-4d06-9c89-7c4856d6a81e service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285616 Feb 03 21:59:07.470936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Pushing event deleted for resources: {'Port': ['ID=4f43a66f-062d-40ed-8d37-af3f30fbcd91,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:07.481799 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8d70344-fb01-45d2-82cc-67924fd6a566 req-8ad96daa-7303-487f-a372-c8ba209d9cd9 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479859 Feb 03 21:59:07.520463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954930c-dc7e-48f0-a2f7-201124409873 req-ea6f0654-6e09-48b0-9151-b4475572324f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:07.538340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] No DVR routers for this DVR port 4f43a66f-062d-40ed-8d37-af3f30fbcd91 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:59:07.539208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f954930c-dc7e-48f0-a2f7-201124409873 req-ea6f0654-6e09-48b0-9151-b4475572324f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.2000356 Feb 03 21:59:07.554256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:07.558334 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d010ca8a-7b4c-4fd0-b999-5090302b3675 req-39d509ea-3c73-40ea-94ff-068ee8e3bba6 tempest-ListServersNegativeTestJSON-17198782 tempest-ListServersNegativeTestJSON-17198782-project] 10.222.0.47 "DELETE /v2.0/ports/4f43a66f-062d-40ed-8d37-af3f30fbcd91 HTTP/1.1" status: 204 len: 173 time: 0.8358123 Feb 03 21:59:07.602327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-d37ccb7b-2890-4d0c-9d96-701fa88a6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:07.604060 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-d37ccb7b-2890-4d0c-9d96-701fa88a6e4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 1125 time: 0.0975046 Feb 03 21:59:07.604989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:59:07.645235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f954930c-dc7e-48f0-a2f7-201124409873 req-81acbb4a-bc95-41f3-8459-ee39b04233fa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007314 Feb 03 21:59:07.671314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aca592fc-408e-4f72-948c-f4c8e8b60359 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:59:07.710720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: aca592fc-408e-4f72-948c-f4c8e8b60359 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:59:07.711088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aca592fc-408e-4f72-948c-f4c8e8b60359 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:59:07.787553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-12fca928-367a-4aed-884b-41344f870c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:07.789194 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-12fca928-367a-4aed-884b-41344f870c3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=10dd792e-dca9-4744-809c-2408e7fdc704 HTTP/1.1" status: 200 len: 897 time: 0.1774564 Feb 03 21:59:07.806920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022b216-6daa-4334-8ae3-49b96da6b540 req-785bd9bf-f382-42a1-8718-a1ea2f553fa4 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:07.808447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4022b216-6daa-4334-8ae3-49b96da6b540 req-785bd9bf-f382-42a1-8718-a1ea2f553fa4 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.2212553 Feb 03 21:59:07.853583 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-161c7be9-7144-4482-b63d-6183dc306cbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1247b6-001a-4903-98f4-4e8520ad5515 HTTP/1.1" status: 200 len: 217 time: 0.0578206 Feb 03 21:59:07.890128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd82230-e0df-4896-910a-81ea18a4012d req-aacda6fe-0501-45b5-a160-215be04c13d5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:07.892145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abd82230-e0df-4896-910a-81ea18a4012d req-aacda6fe-0501-45b5-a160-215be04c13d5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 944 time: 0.1538684 Feb 03 21:59:07.902170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4022b216-6daa-4334-8ae3-49b96da6b540 req-097c0e73-cb9f-4eef-905c-57d17689987d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847318 Feb 03 21:59:07.903177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:07.979555 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eedcbe-532b-488b-8531-48046afa1c91 None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:07.980397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-add05aca-feca-4f78-83c6-7b1f43202d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:07.980397 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-add05aca-feca-4f78-83c6-7b1f43202d01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26 HTTP/1.1" status: 200 len: 834 time: 0.0745351 Feb 03 21:59:07.980641 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eedcbe-532b-488b-8531-48046afa1c91 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:07.980641 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-79eedcbe-532b-488b-8531-48046afa1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:07.980947 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:07.980947 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abd82230-e0df-4896-910a-81ea18a4012d req-fc5edec6-64e6-48fc-9055-6ae031af6e4e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736623 Feb 03 21:59:08.015347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-22d16834-45d1-44bc-b910-079592e463ee tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.1305780 Feb 03 21:59:08.016044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:08.029863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-486756801'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:08.034214 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-79eedcbe-532b-488b-8531-48046afa1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:08.049381 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eedcbe-532b-488b-8531-48046afa1c91 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:08.050450 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-79eedcbe-532b-488b-8531-48046afa1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:08.073495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-64d0800f-eaee-4d40-941d-b23671ca8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:08.075323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-64d0800f-eaee-4d40-941d-b23671ca8792 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10dd792e-dca9-4744-809c-2408e7fdc704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1252716 Feb 03 21:59:08.082161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Made reservation on behalf of 10e9caa218064be6b2c2b863f10f7af7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:08.085486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.091518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d331-b40e-468f-be27-8ac309e08fdb req-32ad3fd5-fe56-4da2-9fa7-66617251830c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:08.093866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d71d331-b40e-468f-be27-8ac309e08fdb req-32ad3fd5-fe56-4da2-9fa7-66617251830c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 943 time: 0.0665965 Feb 03 21:59:08.105454 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-79eedcbe-532b-488b-8531-48046afa1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:08.106250 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eedcbe-532b-488b-8531-48046afa1c91 None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:08.167215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:59:08.181503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d71d331-b40e-468f-be27-8ac309e08fdb req-bcf23f2b-df30-4833-802c-b65a93fdf904 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792017 Feb 03 21:59:08.193388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (35134d25-91da-4d4b-9a83-ea9029aebcab), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.193388 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Added segment 35134d25-91da-4d4b-9a83-ea9029aebcab of type vlan for network 9bda0f4c-8b54-454a-b820-e701587baa73 Feb 03 21:59:08.237498 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-6ed8d4a9-3b4f-49db-a0ad-f72e93694009 service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486340 Feb 03 21:59:08.259052 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (9bda0f4c-8b54-454a-b820-e701587baa73), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.293317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46274) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:08.334037 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (9bda0f4c-8b54-454a-b820-e701587baa73), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.339021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:08.339624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.349648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd057bc-7aca-4d94-a116-af8c2c59fed3 admin admin] Deleting subnet 5debf465-d7b3-4f95-8f92-2f7545280849 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:59:08.353773 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cd057bc-7aca-4d94-a116-af8c2c59fed3 admin admin] Publish callbacks [] for subnet (5debf465-d7b3-4f95-8f92-2f7545280849), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.382722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 49d472ba-c6e5-4db5-9b84-00147fc01eea up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:08.396417 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cd057bc-7aca-4d94-a116-af8c2c59fed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (5debf465-d7b3-4f95-8f92-2f7545280849), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.417354 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4005225 Feb 03 21:59:08.420697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46276) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:08.426980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'subnet': {'network_id': '9bda0f4c-8b54-454a-b820-e701587baa73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:08.458446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 49d472ba-c6e5-4db5-9b84-00147fc01eea completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:59:08.463813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 49d472ba-c6e5-4db5-9b84-00147fc01eea triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:08.464656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.469551 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf1ad298-f96b-419d-bee3-987dc1b40641 req-a3058cae-cef9-491d-a15f-e0e3c4605a9a service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206447 Feb 03 21:59:08.479997 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb4f01-0f9f-4049-a92f-1301a2ff1c0d tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Network': ['ID=9bda0f4c-8b54-454a-b820-e701587baa73,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:08.504177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 9bda0f4c-8b54-454a-b820-e701587baa73 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:59:08.557452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cd057bc-7aca-4d94-a116-af8c2c59fed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (5debf465-d7b3-4f95-8f92-2f7545280849), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.622308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 49d472ba-c6e5-4db5-9b84-00147fc01eea is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:08.623071 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.651195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Made reservation on behalf of 10e9caa218064be6b2c2b863f10f7af7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:08.655658 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.665066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545fc1cc-68c8-4415-a5f1-376fe8ee4265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d472ba-c6e5-4db5-9b84-00147fc01eea'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:08.668267 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1feedb-a7c7-4c3d-afb6-de7dcf22b182" -d '{"events": [{"server_uuid": "545fc1cc-68c8-4415-a5f1-376fe8ee4265", "name": "network-vif-plugged", "status": "completed", "tag": "49d472ba-c6e5-4db5-9b84-00147fc01eea"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:08.684895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 49d472ba-c6e5-4db5-9b84-00147fc01eea, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=49d472ba-c6e5-4db5-9b84-00147fc01eea,segment=NetworkSegment(8452cf26-0654-4738-a1e4-78f59956a911),segment_id=8452cf26-0654-4738-a1e4-78f59956a911)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:08.691650 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.692805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4f43a66f-062d-40ed-8d37-af3f30fbcd91 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:59:08.736883 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cd057bc-7aca-4d94-a116-af8c2c59fed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (5debf465-d7b3-4f95-8f92-2f7545280849), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.753105 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f13136-db03-4608-b47b-f90cc724cc47 x-openstack-request-id: req-13f13136-db03-4608-b47b-f90cc724cc47 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:08.753516 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545fc1cc-68c8-4415-a5f1-376fe8ee4265", "name": "network-vif-plugged", "status": "completed", "tag": "49d472ba-c6e5-4db5-9b84-00147fc01eea", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:08.754002 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13f13136-db03-4608-b47b-f90cc724cc47 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:08.754315 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545fc1cc-68c8-4415-a5f1-376fe8ee4265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d472ba-c6e5-4db5-9b84-00147fc01eea', 'code': 200} Feb 03 21:59:08.757152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 4f43a66f-062d-40ed-8d37-af3f30fbcd91 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:59:08.757575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4f43a66f-062d-40ed-8d37-af3f30fbcd91 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:59:08.759165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c200f7-2f51-41a5-9b00-eb132be06ff6 req-edc7658d-606e-4c99-8a7f-62d008e028c4 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:08.760806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60c200f7-2f51-41a5-9b00-eb132be06ff6 req-edc7658d-606e-4c99-8a7f-62d008e028c4 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 945 time: 0.1785555 Feb 03 21:59:08.788540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=49d472ba-c6e5-4db5-9b84-00147fc01eea,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:08.795653 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cd057bc-7aca-4d94-a116-af8c2c59fed3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:08.798894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2cd057bc-7aca-4d94-a116-af8c2c59fed3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5debf465-d7b3-4f95-8f92-2f7545280849 HTTP/1.1" status: 204 len: 168 time: 0.5045686 Feb 03 21:59:08.801457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:08.806622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd057bc-7aca-4d94-a116-af8c2c59fed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5debf465-d7b3-4f95-8f92-2f7545280849,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:08.874641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60c200f7-2f51-41a5-9b00-eb132be06ff6 req-48d4f70e-afb9-4a71-afc9-4c92c6b56460 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746441 Feb 03 21:59:08.903401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00a5e4-bb08-4236-8cb8-18cbd8068efd req-89788b25-3c3b-48ab-ba5d-4c19871dacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:08.905107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8f00a5e4-bb08-4236-8cb8-18cbd8068efd req-89788b25-3c3b-48ab-ba5d-4c19871dacda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 1128 time: 0.1163797 Feb 03 21:59:08.909560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.020245 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8f00a5e4-bb08-4236-8cb8-18cbd8068efd req-24a4ec7e-727d-44aa-a265-408e4c0ae76d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088395 Feb 03 21:59:09.026690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (84cebf10-9a26-4462-bdcb-0c5fbf1e8970), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.039169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.062923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:09.075228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206ed7c6-9427-494c-92c8-fe952c888b43') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:09.075528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206ed7c6-9427-494c-92c8-fe952c888b43') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:09.086425 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (206ed7c6-9427-494c-92c8-fe952c888b43), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.101202 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (206ed7c6-9427-494c-92c8-fe952c888b43), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.107797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:59:09.108240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (206ed7c6-9427-494c-92c8-fe952c888b43), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:59:09.110134 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:59:09.121330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Subnet': ['ID=84cebf10-9a26-4462-bdcb-0c5fbf1e8970,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:09.160721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf95283-0135-4362-9083-0958b9ef6eed req-8d793df3-45a0-49e8-8472-3f0fb5b340ef tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:09.162376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbf95283-0135-4362-9083-0958b9ef6eed req-8d793df3-45a0-49e8-8472-3f0fb5b340ef tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1734617 Feb 03 21:59:09.167163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Checking segment: {'id': '35134d25-91da-4d4b-9a83-ea9029aebcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bda0f4c-8b54-454a-b820-e701587baa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:09.167399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network hostable DHCP agents. Network: 9bda0f4c-8b54-454a-b820-e701587baa73, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:59:09.174122 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.181253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.187187 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6 HTTP/1.1" status: 204 len: 168 time: 0.3808072 Feb 03 21:59:09.188191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca8a5-b871-4524-a33a-c0284d5efb84 req-e4ed2876-63b7-4a62-8c13-1abe8a94eaaa tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:09.189787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-849ca8a5-b871-4524-a33a-c0284d5efb84 req-e4ed2876-63b7-4a62-8c13-1abe8a94eaaa tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 944 time: 0.1160684 Feb 03 21:59:09.209216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d146b-0705-4ec8-8e67-15f150578aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=223d3ec9-8b9f-4eb5-9b2f-4e5a45a9c0a6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:09.220626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f004515f-3392-489c-807b-ea154e06b973', 'name': 'network-vif-deleted', 'tag': 'aca592fc-408e-4f72-948c-f4c8e8b60359'}, {'server_uuid': '5c9e8ed1-5757-4881-8ebc-dcc37e6274f0', 'name': 'network-vif-deleted', 'tag': '4f43a66f-062d-40ed-8d37-af3f30fbcd91'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:09.223198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network 9bda0f4c-8b54-454a-b820-e701587baa73 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:59:09.224682 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394b6c81-9192-42ec-b190-61a84e81e378" -d '{"events": [{"server_uuid": "f004515f-3392-489c-807b-ea154e06b973", "name": "network-vif-deleted", "tag": "aca592fc-408e-4f72-948c-f4c8e8b60359"}, {"server_uuid": "5c9e8ed1-5757-4881-8ebc-dcc37e6274f0", "name": "network-vif-deleted", "tag": "4f43a66f-062d-40ed-8d37-af3f30fbcd91"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:09.265312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 9bda0f4c-8b54-454a-b820-e701587baa73) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:09.275060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd8526-891e-460e-82fd-3c65a1d755de None None] Network 9bda0f4c-8b54-454a-b820-e701587baa73 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:09.296305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbf95283-0135-4362-9083-0958b9ef6eed req-cacbfde4-525b-41a9-8d5a-7e042f49b1a0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196444 Feb 03 21:59:09.321914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:09.323258 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.386219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-849ca8a5-b871-4524-a33a-c0284d5efb84 req-3639ec85-6724-4cee-9458-9b15289db077 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520929 Feb 03 21:59:09.416154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688cb6f-0436-4897-9737-1e9326109e05 req-3d9787ed-336a-4cc1-a8c8-0a6bea68a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:09.416154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6688cb6f-0436-4897-9737-1e9326109e05 req-3d9787ed-336a-4cc1-a8c8-0a6bea68a184 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 1127 time: 0.0919197 Feb 03 21:59:09.416154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8daf4e77-bf54-4171-b5bd-9df290d7eba0 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9925702 Feb 03 21:59:09.418098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:09.426587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-976047653', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:09.459987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:09.469297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-9bda0f4c-8b54-454a-b820-e701587baa73', 'network_id': '9bda0f4c-8b54-454a-b820-e701587baa73', 'project_id': '10e9caa218064be6b2c2b863f10f7af7', 'fixed_ips': [{'subnet_id': '84cebf10-9a26-4462-bdcb-0c5fbf1e8970'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:59:09.470569 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.476736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (d99b08a3-2439-4485-b358-334af9d8e73e), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.477859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (d99b08a3-2439-4485-b358-334af9d8e73e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.482114 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355398a8-149f-43fb-83d1-271ab8cf439f x-openstack-request-id: req-355398a8-149f-43fb-83d1-271ab8cf439f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:09.482417 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f004515f-3392-489c-807b-ea154e06b973", "name": "network-vif-deleted", "tag": "aca592fc-408e-4f72-948c-f4c8e8b60359", "status": "completed", "code": 200}, {"server_uuid": "5c9e8ed1-5757-4881-8ebc-dcc37e6274f0", "name": "network-vif-deleted", "tag": "4f43a66f-062d-40ed-8d37-af3f30fbcd91", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:09.482675 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-355398a8-149f-43fb-83d1-271ab8cf439f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:09.483076 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f004515f-3392-489c-807b-ea154e06b973', 'name': 'network-vif-deleted', 'tag': 'aca592fc-408e-4f72-948c-f4c8e8b60359', 'status': 'completed', 'code': 200} Feb 03 21:59:09.483340 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9e8ed1-5757-4881-8ebc-dcc37e6274f0', 'name': 'network-vif-deleted', 'tag': '4f43a66f-062d-40ed-8d37-af3f30fbcd91', 'status': 'completed', 'code': 200} Feb 03 21:59:09.538646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6688cb6f-0436-4897-9737-1e9326109e05 req-0aba82b3-1170-4cf2-af7b-9219ddc8916a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153531 Feb 03 21:59:09.541811 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-84f6e758-7df9-4529-825a-b4db31f8f31b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=585ca509eb5e47b8a997912e9d598768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780175 Feb 03 21:59:09.545787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62be2b3-3ecb-4346-821c-2669aebd6fcf req-0f61c735-16aa-40ee-9036-76a053a1e9a6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:09.547345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c62be2b3-3ecb-4346-821c-2669aebd6fcf req-0f61c735-16aa-40ee-9036-76a053a1e9a6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 943 time: 0.1395044 Feb 03 21:59:09.547898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46300) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:09.573355 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_controller (d99b08a3-2439-4485-b358-334af9d8e73e), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.682826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Allocated IP 172.20.0.2 (9bda0f4c-8b54-454a-b820-e701587baa73/84cebf10-9a26-4462-bdcb-0c5fbf1e8970/989c04f0-b1f7-4662-a9c7-e5305e1978d0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:09.749603 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_gateway (d99b08a3-2439-4485-b358-334af9d8e73e), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:09.768939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 54187bbb-70d4-473e-b56d-b297406e4dba details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:59:09.946970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c62be2b3-3ecb-4346-821c-2669aebd6fcf req-39abe96e-3275-4815-9ff9-949c8b497bca tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3827729 Feb 03 21:59:09.976567 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-faf5871e-d3cd-4f31-9712-74a06b238ce9 admin admin] Publish callbacks [] for security_group (a34421fa-53ed-446c-88b3-053691b46f10), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.010900 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Publish callbacks [] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.035977 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.048006 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-faf5871e-d3cd-4f31-9712-74a06b238ce9 admin admin] Publish callbacks [] for security_group (a34421fa-53ed-446c-88b3-053691b46f10), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.085494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 54187bbb-70d4-473e-b56d-b297406e4dba, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=54187bbb-70d4-473e-b56d-b297406e4dba,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:10.105579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7fda-d83e-4e21-87af-7e97e25b351d req-a7a86ef0-59b8-4a11-b257-a396b6cfd76a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:10.107411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe0e7fda-d83e-4e21-87af-7e97e25b351d req-a7a86ef0-59b8-4a11-b257-a396b6cfd76a tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 946 time: 0.1097052 Feb 03 21:59:10.123807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Network 9bda0f4c-8b54-454a-b820-e701587baa73 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:10.126996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '54187bbb-70d4-473e-b56d-b297406e4dba', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'port_id': '54187bbb-70d4-473e-b56d-b297406e4dba', 'mac_address': 'fa:16:3e:c6:28:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8fd80-7f87-469e-9ab2-aba4b4d5c683', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:59:10.133178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:10.136534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Pushing event updated for resources: {'Port': ['ID=989c04f0-b1f7-4662-a9c7-e5305e1978d0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:10.139334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:10.157505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-faf5871e-d3cd-4f31-9712-74a06b238ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a34421fa-53ed-446c-88b3-053691b46f10), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.160306 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-faf5871e-d3cd-4f31-9712-74a06b238ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.162430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-faf5871e-d3cd-4f31-9712-74a06b238ce9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a34421fa-53ed-446c-88b3-053691b46f10 HTTP/1.1" status: 204 len: 168 time: 0.6134884 Feb 03 21:59:10.185902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5871e-d3cd-4f31-9712-74a06b238ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34421fa-53ed-446c-88b3-053691b46f10,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:10.221329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe0e7fda-d83e-4e21-87af-7e97e25b351d req-358006d9-b8bd-4b10-b5bf-275816a09183 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857694 Feb 03 21:59:10.260613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Attempting to bind port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:10.261140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Attempting to bind port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '35134d25-91da-4d4b-9a83-ea9029aebcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bda0f4c-8b54-454a-b820-e701587baa73'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:10.261409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Attempting to bind port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 on network 9bda0f4c-8b54-454a-b820-e701587baa73 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:10.283596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:10.283596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Checking segment: {'id': '35134d25-91da-4d4b-9a83-ea9029aebcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bda0f4c-8b54-454a-b820-e701587baa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:10.284153 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.284543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Bound using segment: {'id': '35134d25-91da-4d4b-9a83-ea9029aebcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bda0f4c-8b54-454a-b820-e701587baa73'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:10.285242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Bound port: 989c04f0-b1f7-4662-a9c7-e5305e1978d0, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35134d25-91da-4d4b-9a83-ea9029aebcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bda0f4c-8b54-454a-b820-e701587baa73'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:10.285658 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.288720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 54187bbb-70d4-473e-b56d-b297406e4dba is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:10.289148 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.316169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54187bbb-70d4-473e-b56d-b297406e4dba {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:10.371906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 54187bbb-70d4-473e-b56d-b297406e4dba, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=54187bbb-70d4-473e-b56d-b297406e4dba,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:10.404799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3e1247b6-001a-4903-98f4-4e8520ad5515 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:59:10.408202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.472042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] For port 989c04f0-b1f7-4662-a9c7-e5305e1978d0, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:10.480226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] For port 989c04f0-b1f7-4662-a9c7-e5305e1978d0, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=989c04f0-b1f7-4662-a9c7-e5305e1978d0,segment=NetworkSegment(35134d25-91da-4d4b-9a83-ea9029aebcab),segment_id=35134d25-91da-4d4b-9a83-ea9029aebcab)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:10.530506 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.553926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce10bb-50b4-4be8-8348-ffe0205576e5 req-f6f4c397-7bc4-4646-9a82-b82768587f0e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:10.567522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40ce10bb-50b4-4be8-8348-ffe0205576e5 req-f6f4c397-7bc4-4646-9a82-b82768587f0e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1662104 Feb 03 21:59:10.614804 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_gateway (d99b08a3-2439-4485-b358-334af9d8e73e), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.626015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=54187bbb-70d4-473e-b56d-b297406e4dba,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:10.651986 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.697351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3e1247b6-001a-4903-98f4-4e8520ad5515, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3e1247b6-001a-4903-98f4-4e8520ad5515,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:10.716229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:59:10.736186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40ce10bb-50b4-4be8-8348-ffe0205576e5 req-d0437911-a1e7-46ea-842a-bcf1dc6e70d7 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609650 Feb 03 21:59:10.771518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76452479-5719-4373-b499-ded2f0915977 req-aa0d86d3-038b-47aa-a873-b27a9f978ad7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:10.773356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-76452479-5719-4373-b499-ded2f0915977 req-aa0d86d3-038b-47aa-a873-b27a9f978ad7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 945 time: 0.1706085 Feb 03 21:59:10.837416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25284da1-5e38-48e1-a225-c104c440c705 None None] Pushing event updated for resources: {'Port': ['ID=989c04f0-b1f7-4662-a9c7-e5305e1978d0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:10.846737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3e1247b6-001a-4903-98f4-4e8520ad5515 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:10.847315 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:10.880194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1247b6-001a-4903-98f4-4e8520ad5515 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:10.899338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-76452479-5719-4373-b499-ded2f0915977 req-4f587928-be2f-4d50-85ac-043b9e3eebab tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181118 Feb 03 21:59:10.923887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['54187bbb-70d4-473e-b56d-b297406e4dba'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:10.923887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3e1247b6-001a-4903-98f4-4e8520ad5515, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3e1247b6-001a-4903-98f4-4e8520ad5515,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:10.940271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.25.5.66 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d8bfc802-eafb-4465-8739-336a8e42e6f5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:10.971003 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:11.110873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3e1247b6-001a-4903-98f4-4e8520ad5515,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:11.150380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (d8bfc802-eafb-4465-8739-336a8e42e6f5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:11.191913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17781d02-5108-431e-a35b-9dd0fee72310 req-8ab773c8-7a05-4869-9c7a-be70e13b18ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:11.193907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17781d02-5108-431e-a35b-9dd0fee72310 req-8ab773c8-7a05-4869-9c7a-be70e13b18ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 944 time: 0.1021061 Feb 03 21:59:11.230450 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d8bfc802-eafb-4465-8739-336a8e42e6f5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:11.288095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17781d02-5108-431e-a35b-9dd0fee72310 req-07df6f94-752a-438a-bc8a-a0c5fcbfa16f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791664 Feb 03 21:59:11.320583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['3e1247b6-001a-4903-98f4-4e8520ad5515'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:11.329170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=d8bfc802-eafb-4465-8739-336a8e42e6f5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:11.343105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:11.345681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:11.349164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:11.429407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c121f1-c43c-4b51-9829-74cbca6a8e43 req-57c43981-37b0-459a-949d-a62eb4c5a6f4 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:11.440336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00c121f1-c43c-4b51-9829-74cbca6a8e43 req-57c43981-37b0-459a-949d-a62eb4c5a6f4 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 946 time: 0.1136496 Feb 03 21:59:11.553168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00c121f1-c43c-4b51-9829-74cbca6a8e43 req-af74c9ce-4e6f-4c05-a6ef-13790a8ad836 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070938 Feb 03 21:59:11.775592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_gateway (d99b08a3-2439-4485-b358-334af9d8e73e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:12.033580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ef2a6-0bc0-4485-8c2d-93dcadb3d47d req-51edc8a9-6dbf-4cdc-8f8f-ec09e6447ea0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:12.035259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e1ef2a6-0bc0-4485-8c2d-93dcadb3d47d req-51edc8a9-6dbf-4cdc-8f8f-ec09e6447ea0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1370826 Feb 03 21:59:12.080603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 989c04f0-b1f7-4662-a9c7-e5305e1978d0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:12.104351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e1ef2a6-0bc0-4485-8c2d-93dcadb3d47d req-da03dfca-8b77-45fc-a216-db51afe4e7bf tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612130 Feb 03 21:59:12.134248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9be5d-3afa-4579-97ea-0d87766ee558 req-1e3e37b2-c9c9-4b56-ba38-e6c41acd3f7c tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:12.134248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42e9be5d-3afa-4579-97ea-0d87766ee558 req-1e3e37b2-c9c9-4b56-ba38-e6c41acd3f7c tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 946 time: 0.1680083 Feb 03 21:59:12.210829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:12.211291 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:12.224083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42e9be5d-3afa-4579-97ea-0d87766ee558 req-14636973-551b-46b1-bd6b-c2e4b24351f1 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917854 Feb 03 21:59:12.242767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (d99b08a3-2439-4485-b358-334af9d8e73e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:12.383310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:12.383793 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:12.412542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c6819-151b-453b-a5c0-f323ec38e311 None None] Network 9bda0f4c-8b54-454a-b820-e701587baa73 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:12.452499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57ee7e-e8d9-4afd-94ce-5970b4fb28f1 req-2b902e8a-c220-4caf-aa14-e35e74e09db5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:12.461547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb57ee7e-e8d9-4afd-94ce-5970b4fb28f1 req-2b902e8a-c220-4caf-aa14-e35e74e09db5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 945 time: 0.0909832 Feb 03 21:59:12.468814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router d99b08a3-2439-4485-b358-334af9d8e73e is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:59:12.517263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 989c04f0-b1f7-4662-a9c7-e5305e1978d0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=989c04f0-b1f7-4662-a9c7-e5305e1978d0,segment=NetworkSegment(35134d25-91da-4d4b-9a83-ea9029aebcab),segment_id=35134d25-91da-4d4b-9a83-ea9029aebcab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:12.520823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c479d351-11ec-4396-bb42-9d727522b384 None None] Provisioning complete for port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:12.521334 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c479d351-11ec-4396-bb42-9d727522b384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:12.557981 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:12.566543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb57ee7e-e8d9-4afd-94ce-5970b4fb28f1 req-c1e7f031-9ded-4f33-b676-d74d4b96f0da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038475 Feb 03 21:59:12.677170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:12.690955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=989c04f0-b1f7-4662-a9c7-e5305e1978d0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:12.700327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1575d093-ed24-4adb-a0b3-a36d4e784e1e None None] Sync routers for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:12.745318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:12.747140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-69399f1b-61c0-4642-9f07-91bd36b2a863 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3273823 Feb 03 21:59:12.749960 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:12.768747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574eb97e-8220-4269-903f-994599b9499d req-9fb4a152-0286-4163-856d-aaed290d97c4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:12.770457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-574eb97e-8220-4269-903f-994599b9499d req-9fb4a152-0286-4163-856d-aaed290d97c4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 944 time: 0.1302299 Feb 03 21:59:12.807406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575d093-ed24-4adb-a0b3-a36d4e784e1e None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:12.808413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1575d093-ed24-4adb-a0b3-a36d4e784e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:12.867419 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1575d093-ed24-4adb-a0b3-a36d4e784e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:12.869824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c479d351-11ec-4396-bb42-9d727522b384 None None] Current status of the port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:12.881164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575d093-ed24-4adb-a0b3-a36d4e784e1e None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:12.881804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1575d093-ed24-4adb-a0b3-a36d4e784e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:12.955198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1575d093-ed24-4adb-a0b3-a36d4e784e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:12.955875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1575d093-ed24-4adb-a0b3-a36d4e784e1e None None] The sync data for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:12.970065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-26b19df8-3ef2-419c-9894-b6b2136e6ecf tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:12.971766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-26b19df8-3ef2-419c-9894-b6b2136e6ecf tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/networks?id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 200 len: 810 time: 0.2003732 Feb 03 21:59:13.008216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-3a20bfa7-6bba-4fb1-84ef-4717db0c0fd1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/quotas/9417518a2c4a4386a0fba9d0d3d4b314 HTTP/1.1" status: 200 len: 375 time: 0.0152712 Feb 03 21:59:13.030632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-574eb97e-8220-4269-903f-994599b9499d req-76aca485-427b-48c7-9914-9828b5d0edf7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365341 Feb 03 21:59:13.091668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-ea6095d9-99c7-4b27-bc69-762274ee93c5 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748780 Feb 03 21:59:13.131347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d7a4a3a-7d62-40f6-84ab-499db5356c12 req-494ab2af-c502-4ffc-93b0-ac7150ce4bfe tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=baf0b404-93e4-4f1d-95d2-d8181e8adb90 HTTP/1.1" status: 200 len: 210 time: 0.0380673 Feb 03 21:59:13.197783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8dd99849-c6e2-4764-9ab9-fcdfb624fd60 None None] Provisioning complete for port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:13.198326 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd99849-c6e2-4764-9ab9-fcdfb624fd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:13.253253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-4c75fde8-e80b-49e7-80a2-4d0e61be2de1 service neutron] 10.222.0.50 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305790 Feb 03 21:59:13.410940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-9dce0cca-6095-4dc0-9600-ca82b61a71f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236558 Feb 03 21:59:13.443422 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-4ee1bec1-9051-4e1d-82b1-3fd8915441bf service neutron] 10.222.0.50 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891270 Feb 03 21:59:13.590195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8dd99849-c6e2-4764-9ab9-fcdfb624fd60 None None] Current status of the port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:13.663056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:13.712831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-257d8191-6e99-4d2f-b955-80ea6a419725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:13.725031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-257d8191-6e99-4d2f-b955-80ea6a419725 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 1127 time: 0.2803035 Feb 03 21:59:13.732104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-bacf0a64-08e9-4208-93db-b25a4b791426 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:13.738053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-bacf0a64-08e9-4208-93db-b25a4b791426 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.47 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 946 time: 0.1646049 Feb 03 21:59:13.742919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 54187bbb-70d4-473e-b56d-b297406e4dba up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:13.744721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a08a7-803f-4443-a8d2-e921655fc329 req-fb02891c-fbec-4864-a67a-2eac66bdde35 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:13.752496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-697a08a7-803f-4443-a8d2-e921655fc329 req-fb02891c-fbec-4864-a67a-2eac66bdde35 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 946 time: 0.1844368 Feb 03 21:59:13.924988 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 54187bbb-70d4-473e-b56d-b297406e4dba completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:59:13.940643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 54187bbb-70d4-473e-b56d-b297406e4dba triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:13.943193 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.026784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-697a08a7-803f-4443-a8d2-e921655fc329 req-cb2d0254-9b23-4d26-bf75-f31f99e9e615 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640028 Feb 03 21:59:14.104013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 989c04f0-b1f7-4662-a9c7-e5305e1978d0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:14.197323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-472862c1-243e-41f9-ad8a-8cddad1bc73c req-374984b9-ead4-4463-b576-b0b0c1c407a4 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 210 time: 0.0475581 Feb 03 21:59:14.274480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 54187bbb-70d4-473e-b56d-b297406e4dba is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:14.275124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.293471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-8fc8a20c-8613-4da6-a3e7-2912a81a2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:14.295238 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-8fc8a20c-8613-4da6-a3e7-2912a81a2715 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 907 time: 0.4947100 Feb 03 21:59:14.365381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 54187bbb-70d4-473e-b56d-b297406e4dba, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=54187bbb-70d4-473e-b56d-b297406e4dba,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:14.367632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:14.368013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.451368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-879b3fe2-1b2a-4dde-8e35-8ff067a98bdb req-53eb52bc-f590-48d6-9873-a73d49241d97 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.1275442 Feb 03 21:59:14.452294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-35a33ea4-92ea-4b55-a663-88d41f124a73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d6388cb-41f7-4c67-af25-f12bc7c66c89 HTTP/1.1" status: 200 len: 217 time: 0.1451678 Feb 03 21:59:14.462130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba2139-e63f-4858-9217-9c8c38ef3ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54187bbb-70d4-473e-b56d-b297406e4dba'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:14.464424 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7743afe3-4889-44bb-b2b5-8c04bb91336b" -d '{"events": [{"server_uuid": "8bba2139-e63f-4858-9217-9c8c38ef3ac9", "name": "network-vif-plugged", "status": "completed", "tag": "54187bbb-70d4-473e-b56d-b297406e4dba"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:14.473242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3e1247b6-001a-4903-98f4-4e8520ad5515 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:14.474980 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.482466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.20.0.1 (9bda0f4c-8b54-454a-b820-e701587baa73/84cebf10-9a26-4462-bdcb-0c5fbf1e8970/71dd50d6-89fc-4eb5-bcae-f65c881fac37) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:14.492176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be46c39-df15-462b-b1e4-a07f3ef6bfa3 req-6272b09d-efea-45f9-89ea-283b767d17ed tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:14.502154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2be46c39-df15-462b-b1e4-a07f3ef6bfa3 req-6272b09d-efea-45f9-89ea-283b767d17ed tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 945 time: 0.4744930 Feb 03 21:59:14.524499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Deleting port 49d472ba-c6e5-4db5-9b84-00147fc01eea {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:14.525065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.610003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-c48ca31a-eda6-43e5-929f-325bc99e742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:14.612536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-c48ca31a-eda6-43e5-929f-325bc99e742b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.1091983 Feb 03 21:59:14.724070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] For port 49d472ba-c6e5-4db5-9b84-00147fc01eea, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=49d472ba-c6e5-4db5-9b84-00147fc01eea,segment=NetworkSegment(8452cf26-0654-4738-a1e4-78f59956a911),segment_id=8452cf26-0654-4738-a1e4-78f59956a911)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:14.724779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.757915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:14.759180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Calling delete_port for 49d472ba-c6e5-4db5-9b84-00147fc01eea owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:14.759314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-bb685d3c-9796-4b8f-975a-9c9bef7b0047 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053340 Feb 03 21:59:14.774100 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.779823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=54187bbb-70d4-473e-b56d-b297406e4dba,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:14.810866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 3e1247b6-001a-4903-98f4-4e8520ad5515 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:59:14.818124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 3e1247b6-001a-4903-98f4-4e8520ad5515 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:14.818628 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.905559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2be46c39-df15-462b-b1e4-a07f3ef6bfa3 req-b7f19ffb-37b4-49c9-9372-2799aec09845 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885177 Feb 03 21:59:14.928140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19a729-b92f-4ac0-a30b-b327390d4aa9 req-f2b665e6-49ed-47ff-963a-911587a02181 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:14.935781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc19a729-b92f-4ac0-a30b-b327390d4aa9 req-f2b665e6-49ed-47ff-963a-911587a02181 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 944 time: 0.3198376 Feb 03 21:59:14.936520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3e1247b6-001a-4903-98f4-4e8520ad5515 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:14.937050 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.977691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3e1247b6-001a-4903-98f4-4e8520ad5515, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3e1247b6-001a-4903-98f4-4e8520ad5515,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:14.986866 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:14.989833 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ec6618-f060-4197-9c53-63d815d56383 x-openstack-request-id: req-67ec6618-f060-4197-9c53-63d815d56383 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:14.990274 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba2139-e63f-4858-9217-9c8c38ef3ac9", "name": "network-vif-plugged", "status": "completed", "tag": "54187bbb-70d4-473e-b56d-b297406e4dba", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:14.990615 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67ec6618-f060-4197-9c53-63d815d56383 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:14.991093 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba2139-e63f-4858-9217-9c8c38ef3ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54187bbb-70d4-473e-b56d-b297406e4dba', 'code': 200} Feb 03 21:59:15.007481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:15.027677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-dc8b37af-bc63-4957-ad21-7890e1627a24 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267499 Feb 03 21:59:15.053036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3e1247b6-001a-4903-98f4-4e8520ad5515,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:15.079905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network 9bda0f4c-8b54-454a-b820-e701587baa73 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:15.113065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:15.125851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:15.194770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9353d966-2c2b-4291-bf1e-313fe237a218 req-e6a8fef7-7b8e-4bf4-a686-7b7b585ab335 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328917 Feb 03 21:59:15.203771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=71dd50d6-89fc-4eb5-bcae-f65c881fac37,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:15.263234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc19a729-b92f-4ac0-a30b-b327390d4aa9 req-c511443f-8b3f-459a-8e07-a68fd716777f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264661 Feb 03 21:59:15.287516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe827c-2721-42a8-801f-04e8b7234c87 req-98232f96-93b7-45a5-b3f3-415279e4d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:15.289549 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f8fe827c-2721-42a8-801f-04e8b7234c87 req-98232f96-93b7-45a5-b3f3-415279e4d951 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 1128 time: 0.2059951 Feb 03 21:59:15.291139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (49d472ba-c6e5-4db5-9b84-00147fc01eea), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:15.294236 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (d99b08a3-2439-4485-b358-334af9d8e73e), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:15.313726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8c632-5a7b-48ee-9ea4-094157e65b27 req-461b0358-1fb2-45e0-9b21-2758714dbd2b tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:15.315634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ff8c632-5a7b-48ee-9ea4-094157e65b27 req-461b0358-1fb2-45e0-9b21-2758714dbd2b tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 867 time: 0.1198254 Feb 03 21:59:15.439635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdc12aad-bfed-4394-9e05-55a1875db5a3 req-aa543999-80fb-4f3f-9938-37e982b9693d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 210 time: 0.0584474 Feb 03 21:59:15.465291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ff8c632-5a7b-48ee-9ea4-094157e65b27 req-a6e775e4-1b05-4d1a-b852-b7aea3bdff17 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ec72657-61f9-4994-bfca-74729ec99792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414967 Feb 03 21:59:15.532720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-af8e6ec1-8876-4914-a7c3-0186186c8ef1 None None] Provisioning complete for port 71dd50d6-89fc-4eb5-bcae-f65c881fac37 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:15.544485 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8e6ec1-8876-4914-a7c3-0186186c8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:15.646336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-af8e6ec1-8876-4914-a7c3-0186186c8ef1 None None] Port 71dd50d6-89fc-4eb5-bcae-f65c881fac37 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:59:15.652131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05303272-547e-4950-826a-ca6c253b4662 req-9ab4de8c-3ad4-408d-a21a-1e4cf65b498d tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0580435 Feb 03 21:59:15.797645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Pushing event deleted for resources: {'Port': ['ID=49d472ba-c6e5-4db5-9b84-00147fc01eea,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:15.860079 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f8fe827c-2721-42a8-801f-04e8b7234c87 req-9adcea69-08f3-4554-a1df-0ff83804d5ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614130 Feb 03 21:59:15.894439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] No DVR routers for this DVR port 49d472ba-c6e5-4db5-9b84-00147fc01eea on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:59:15.900725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:15.904091 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a9717e4-faba-4cc0-b417-fcb346866a73 req-6fb377e3-5b1a-4bb3-973d-088d19793561 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.47 "DELETE /v2.0/ports/49d472ba-c6e5-4db5-9b84-00147fc01eea HTTP/1.1" status: 204 len: 173 time: 2.0404582 Feb 03 21:59:15.906037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545fc1cc-68c8-4415-a5f1-376fe8ee4265', 'name': 'network-vif-deleted', 'tag': '49d472ba-c6e5-4db5-9b84-00147fc01eea'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:15.909358 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d1e758-80fa-4f9f-bea5-c31589d2b672" -d '{"events": [{"server_uuid": "545fc1cc-68c8-4415-a5f1-376fe8ee4265", "name": "network-vif-deleted", "tag": "49d472ba-c6e5-4db5-9b84-00147fc01eea"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:15.956320 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc5459f-218e-4c7e-8c40-476273fbf044 x-openstack-request-id: req-3bc5459f-218e-4c7e-8c40-476273fbf044 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:15.956695 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545fc1cc-68c8-4415-a5f1-376fe8ee4265", "name": "network-vif-deleted", "tag": "49d472ba-c6e5-4db5-9b84-00147fc01eea", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:15.956975 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3bc5459f-218e-4c7e-8c40-476273fbf044 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:15.957416 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545fc1cc-68c8-4415-a5f1-376fe8ee4265', 'name': 'network-vif-deleted', 'tag': '49d472ba-c6e5-4db5-9b84-00147fc01eea', 'status': 'completed', 'code': 200} Feb 03 21:59:15.980744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-f90ea753-6eee-4f5b-bc7d-4a0348a918cc tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:15.982285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-f90ea753-6eee-4f5b-bc7d-4a0348a918cc tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.47 "GET /v2.0/networks?id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 200 len: 810 time: 0.2443953 Feb 03 21:59:16.023594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Request body: {'port': {'device_id': '45f7feff-d94c-49cd-8837-ede9004f6483', 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2', 'admin_state_up': True, 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:16.060088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96ecf6-d46e-4942-8d18-3be2f7e70512 req-9048e230-79ca-4e93-86d0-df22754b509a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:16.068106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee96ecf6-d46e-4942-8d18-3be2f7e70512 req-9048e230-79ca-4e93-86d0-df22754b509a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 946 time: 0.0652058 Feb 03 21:59:16.076773 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:16.117622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee96ecf6-d46e-4942-8d18-3be2f7e70512 req-5f840fab-1488-4e60-be10-ac5d0f035e84 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484595 Feb 03 21:59:16.252294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Made reservation on behalf of 9417518a2c4a4386a0fba9d0d3d4b314 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:16.255638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:16.398568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479078b-d6df-433f-9e05-cddc9e132b03 req-6ef9f160-0c8d-4e93-9589-6fffa2f35d2a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:16.407101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7479078b-d6df-433f-9e05-cddc9e132b03 req-6ef9f160-0c8d-4e93-9589-6fffa2f35d2a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 945 time: 0.0716341 Feb 03 21:59:16.444376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 49d472ba-c6e5-4db5-9b84-00147fc01eea no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:59:16.482466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Allocated IP 172.20.0.8 (ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2/e7a5aa92-0efb-4233-b620-a4a3eaf56a19/3657ebb1-cbfd-4e22-8d52-0d8874c2108b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:16.496202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7479078b-d6df-433f-9e05-cddc9e132b03 req-5f44da89-f6d2-44b3-84f5-4ae17f94c84d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879753 Feb 03 21:59:16.501662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 49d472ba-c6e5-4db5-9b84-00147fc01eea {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:59:16.502972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 49d472ba-c6e5-4db5-9b84-00147fc01eea not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:59:16.538579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:16.546361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:16.600771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be822383-4661-4626-b57a-fc422b2cb6ce req-56ac1209-c5de-4f17-b167-8b449d4899a9 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 210 time: 0.0349064 Feb 03 21:59:16.633710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2253e54e-aaf3-4aad-aed4-71b836d7d625 req-d71751d9-0aa7-4f95-b8ee-f894cb272d72 tempest-ServerGroupTestJSON-2045421703 tempest-ServerGroupTestJSON-2045421703-project] 10.222.0.50 "GET /v2.0/ports?device_id=545fc1cc-68c8-4415-a5f1-376fe8ee4265 HTTP/1.1" status: 200 len: 210 time: 0.0317903 Feb 03 21:59:16.683121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (d99b08a3-2439-4485-b358-334af9d8e73e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:16.694935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=71dd50d6-89fc-4eb5-bcae-f65c881fac37,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:16.746631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b5da04e-9168-431b-aca6-40bfdee7a5f3 req-6dc27905-cc5f-4760-a2db-b62dbfcb37c0 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0292993 Feb 03 21:59:16.819709 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks [] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:16.847738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network 9bda0f4c-8b54-454a-b820-e701587baa73 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:16.851992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:16.936827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:16.948895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['adab1c47-ff64-427c-8f27-9ed5127f0b15'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:16.993142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:16.998641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:17.000932 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807d285-fcb8-47c7-8999-0e7b95a72cc8" -d '{"events": [{"server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "name": "network-vif-plugged", "status": "completed", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:17.004234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:17.029182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:17.063578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Pushing event updated for resources: {'Port': ['ID=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:17.072996 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a1ca8-f6dd-448d-8e7c-f293758b1909 x-openstack-request-id: req-f99a1ca8-f6dd-448d-8e7c-f293758b1909 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:17.073292 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "name": "network-vif-plugged", "status": "completed", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:17.073621 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f99a1ca8-f6dd-448d-8e7c-f293758b1909 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:17.073922 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'code': 200} Feb 03 21:59:17.117425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:17.118691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:17.134946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router d99b08a3-2439-4485-b358-334af9d8e73e has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:59:17.163182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-da7461eb-e134-4a46-900c-e46a7f6a0a80 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1435730 Feb 03 21:59:17.185480 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Request body: {'port': {'device_id': '45f7feff-d94c-49cd-8837-ede9004f6483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:17.196190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7fc6c3cc-304c-46b4-ac20-954e766dc422 None None] Provisioning complete for port 71dd50d6-89fc-4eb5-bcae-f65c881fac37 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:17.196791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c3cc-304c-46b4-ac20-954e766dc422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:17.239475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6c3cc-304c-46b4-ac20-954e766dc422 None None] Port 71dd50d6-89fc-4eb5-bcae-f65c881fac37 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:59:17.256425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec59423-830f-45cd-b62b-c86cad4be555 req-0678366f-7c70-4ff3-97c2-141908de2014 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:17.257922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ec59423-830f-45cd-b62b-c86cad4be555 req-0678366f-7c70-4ff3-97c2-141908de2014 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 946 time: 0.0630441 Feb 03 21:59:17.309042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ec59423-830f-45cd-b62b-c86cad4be555 req-d1d25761-306c-4cf9-a175-199b4a8cc78c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Feb 03 21:59:17.377905 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:17.383278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9aa19-3d21-4aa5-b1d7-aaf62736eecd req-d62183f4-5aa5-4614-8b89-4e0b8fe67513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:17.384826 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ded9aa19-3d21-4aa5-b1d7-aaf62736eecd req-d62183f4-5aa5-4614-8b89-4e0b8fe67513 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 1127 time: 0.2187412 Feb 03 21:59:17.412332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:17.420703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7887f2f-4f79-4a85-bba8-1e217927ab23 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/routers/d99b08a3-2439-4485-b358-334af9d8e73e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6668570 Feb 03 21:59:17.423818 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa220f-645b-4fb5-9cf3-a5cd727a896d None None] Sync routers for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:17.424283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:17.429864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'port': {'network_id': '9bda0f4c-8b54-454a-b820-e701587baa73', 'name': 'tempest-FloatingIPTestJSON-312749997'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:17.438340 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa220f-645b-4fb5-9cf3-a5cd727a896d None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:17.439164 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b1fa220f-645b-4fb5-9cf3-a5cd727a896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:17.480857 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ded9aa19-3d21-4aa5-b1d7-aaf62736eecd req-4e474ffe-be8f-437e-b824-fd4a610e9739 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862083 Feb 03 21:59:17.490763 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b1fa220f-645b-4fb5-9cf3-a5cd727a896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:17.503236 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa220f-645b-4fb5-9cf3-a5cd727a896d None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:17.504132 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b1fa220f-645b-4fb5-9cf3-a5cd727a896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:17.547366 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b1fa220f-645b-4fb5-9cf3-a5cd727a896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:17.548542 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa220f-645b-4fb5-9cf3-a5cd727a896d None None] The sync data for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:17.558903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Made reservation on behalf of 10e9caa218064be6b2c2b863f10f7af7 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:17.563020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:17.583246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] device_id is not set on port e0b0a282-e1cf-45cb-8d33-e194b5f8d040 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 21:59:17.596304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08a8a78-57f0-4ac4-8f4a-90e3f356867b req-4de68981-aaeb-4cd9-a290-09195df2adcd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=baf0b404-93e4-4f1d-95d2-d8181e8adb90 HTTP/1.1" status: 200 len: 210 time: 0.0379977 Feb 03 21:59:17.793650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ddd67-c831-480f-b5b9-8d3b170235cf req-07642361-6297-4cd3-9863-fd443fbce967 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:17.795344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a3ddd67-c831-480f-b5b9-8d3b170235cf req-07642361-6297-4cd3-9863-fd443fbce967 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 945 time: 0.1657269 Feb 03 21:59:17.806242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Allocated IP 172.20.0.7 (9bda0f4c-8b54-454a-b820-e701587baa73/84cebf10-9a26-4462-bdcb-0c5fbf1e8970/e0b0a282-e1cf-45cb-8d33-e194b5f8d040) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:17.807547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3657ebb1-cbfd-4e22-8d52-0d8874c2108b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:17.817419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Publish callbacks [] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:17.834996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Transition to ACTIVE for port object 3657ebb1-cbfd-4e22-8d52-0d8874c2108b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:59:17.838892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:17.868652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5581f-09f9-4591-b634-94beb955e6da req-2bfc4f98-66b0-4ae3-b296-52c4a4f4a920 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:17.871338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24a5581f-09f9-4591-b634-94beb955e6da req-2bfc4f98-66b0-4ae3-b296-52c4a4f4a920 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 931 time: 0.1389771 Feb 03 21:59:17.895022 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a3ddd67-c831-480f-b5b9-8d3b170235cf req-a7c6b2dd-e8e7-478f-8b6f-41ca71360a88 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903809 Feb 03 21:59:17.990733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Pushing event updated for resources: {'Port': ['ID=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:18.024042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Attempting to bind port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:18.024426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Attempting to bind port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:18.024718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Attempting to bind port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b on network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:18.029328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b on network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:59:18.029908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Attempting to bind port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b on network ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:18.032404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24a5581f-09f9-4591-b634-94beb955e6da req-5b3ebe56-482c-4a54-a94d-a37913b82f06 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417732 Feb 03 21:59:18.054140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:18.054728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Checking segment: {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:18.059293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Bound using segment: {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:18.060041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Bound port: 3657ebb1-cbfd-4e22-8d52-0d8874c2108b, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:18.060700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.145471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for port (e0b0a282-e1cf-45cb-8d33-e194b5f8d040), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.149235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f38a0782-e7d5-4f1a-81f0-f873fbb84c85 req-39942301-4983-42eb-930b-26c4bc532171 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0528898 Feb 03 21:59:18.181110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] For port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:18.184991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] For port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:18.193675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.196534 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e0b0a282-e1cf-45cb-8d33-e194b5f8d040), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.250313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:18.251150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.252560 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] 10.222.0.47 "PUT /v2.0/ports/3657ebb1-cbfd-4e22-8d52-0d8874c2108b HTTP/1.1" status: 200 len: 1091 time: 1.0749407 Feb 03 21:59:18.253035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f7feff-d94c-49cd-8837-ede9004f6483', 'tag': '3657ebb1-cbfd-4e22-8d52-0d8874c2108b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:18.255357 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed034ee-7f2a-4d73-a26c-e2c546235442" -d '{"events": [{"name": "network-changed", "server_uuid": "45f7feff-d94c-49cd-8837-ede9004f6483", "tag": "3657ebb1-cbfd-4e22-8d52-0d8874c2108b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:18.257343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Network 9bda0f4c-8b54-454a-b820-e701587baa73 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:18.263012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:18.267757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:18.296230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1ada7-f15c-49d2-ab5c-b2ee4dec6e1c service neutron] Pushing event updated for resources: {'Port': ['ID=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:18.320044 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9e113c-e474-4c42-ba2e-d55adb8788f9 x-openstack-request-id: req-9b9e113c-e474-4c42-ba2e-d55adb8788f9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:18.320329 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f7feff-d94c-49cd-8837-ede9004f6483", "tag": "3657ebb1-cbfd-4e22-8d52-0d8874c2108b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:18.320588 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b9e113c-e474-4c42-ba2e-d55adb8788f9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:18.321032 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f7feff-d94c-49cd-8837-ede9004f6483', 'tag': '3657ebb1-cbfd-4e22-8d52-0d8874c2108b', 'status': 'completed', 'code': 200} Feb 03 21:59:18.371268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:18.371469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.380869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event updated for resources: {'Port': ['ID=e0b0a282-e1cf-45cb-8d33-e194b5f8d040,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:18.396841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-92759b4f-986e-4306-8537-fd18461c3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:18.398419 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-92759b4f-986e-4306-8537-fd18461c3be4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 1125 time: 0.0944457 Feb 03 21:59:18.416239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:18.426290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-89081066-92fb-4772-a718-b45f3c899600 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0006244 Feb 03 21:59:18.436536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:18.445340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Request body: {'floatingip': {'port_id': 'e0b0a282-e1cf-45cb-8d33-e194b5f8d040'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:18.458663 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-035322c2-82db-40a4-98df-5ebd3d6fcffc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3657ebb1-cbfd-4e22-8d52-0d8874c2108b HTTP/1.1" status: 200 len: 217 time: 0.0509357 Feb 03 21:59:18.556078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d2ac58-c33b-4db9-9b4a-69cb002694fd admin admin] Deleting subnet a0145804-805e-4bb0-9d3d-95a6b502dfa7 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:59:18.582264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (d67d6489-35b1-4135-963f-c526b6d4d960), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.582561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36d2ac58-c33b-4db9-9b4a-69cb002694fd admin admin] Publish callbacks [] for subnet (a0145804-805e-4bb0-9d3d-95a6b502dfa7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.582561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-e36035a4-69c6-4ceb-96be-489a55853980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:18.582561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-e36035a4-69c6-4ceb-96be-489a55853980 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a5aa92-0efb-4233-b620-a4a3eaf56a19 HTTP/1.1" status: 200 len: 850 time: 0.0939653 Feb 03 21:59:18.582805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9458f-7a2c-4c04-832c-e3a857e743d0 req-584a959d-7954-4239-a4c8-69c4c7e5559b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:18.582805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb9458f-7a2c-4c04-832c-e3a857e743d0 req-584a959d-7954-4239-a4c8-69c4c7e5559b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 946 time: 0.1662223 Feb 03 21:59:18.624124 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-443ff45d-87a5-4fe8-9c2a-52f564ac20b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316474 Feb 03 21:59:18.642292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36d2ac58-c33b-4db9-9b4a-69cb002694fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (a0145804-805e-4bb0-9d3d-95a6b502dfa7), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.704189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb9458f-7a2c-4c04-832c-e3a857e743d0 req-b140ddcf-200d-4b59-846a-5d54a5d82095 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921700 Feb 03 21:59:18.718199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f284a92d-6f1f-46f8-b072-bc741c56d2e4 None None] Provisioning complete for port e0b0a282-e1cf-45cb-8d33-e194b5f8d040 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:18.718199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f284a92d-6f1f-46f8-b072-bc741c56d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e0b0a282-e1cf-45cb-8d33-e194b5f8d040), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.744819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36d2ac58-c33b-4db9-9b4a-69cb002694fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (a0145804-805e-4bb0-9d3d-95a6b502dfa7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:18.790043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f284a92d-6f1f-46f8-b072-bc741c56d2e4 None None] Port e0b0a282-e1cf-45cb-8d33-e194b5f8d040 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:59:18.864475 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-501efbe9-2460-49b5-8fee-425f0988fd60 service neutron] 10.222.0.47 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335088 Feb 03 21:59:18.998118 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e5bf5d96-f59a-49f4-8012-4f02d1da64a4 req-6c2ce508-36e3-4d97-b794-48540d6016f1 service neutron] 10.222.0.47 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261189 Feb 03 21:59:18.999489 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36d2ac58-c33b-4db9-9b4a-69cb002694fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (a0145804-805e-4bb0-9d3d-95a6b502dfa7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:19.041396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2ac58-c33b-4db9-9b4a-69cb002694fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0145804-805e-4bb0-9d3d-95a6b502dfa7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:19.064309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36d2ac58-c33b-4db9-9b4a-69cb002694fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:19.067622 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-36d2ac58-c33b-4db9-9b4a-69cb002694fd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a0145804-805e-4bb0-9d3d-95a6b502dfa7 HTTP/1.1" status: 204 len: 168 time: 0.6503370 Feb 03 21:59:19.071614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:19.352136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5c28-0823-411a-b13c-a05ca113eb2c req-0253edad-a8d4-434a-8cd4-301f4184a15e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:19.354312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-636b5c28-0823-411a-b13c-a05ca113eb2c req-0253edad-a8d4-434a-8cd4-301f4184a15e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 945 time: 0.2192929 Feb 03 21:59:19.365170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379c3b7-ee7c-4962-9826-49d9c0f7365f req-78a5a5ae-26aa-434f-ac5e-b05e179b5fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:19.375484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9379c3b7-ee7c-4962-9826-49d9c0f7365f req-78a5a5ae-26aa-434f-ac5e-b05e179b5fa5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 945 time: 0.2306511 Feb 03 21:59:19.517946 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-541b4e76-7877-47c7-8e4d-bda13ebd893d req-5be87f92-8dc7-4d1c-8c8a-4a08d79239cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0557764 Feb 03 21:59:19.527238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (ee5cc380-22cb-4f48-88cb-ed10739c01c3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:19.569783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-63ca6ee7-7c4e-41ef-817d-ac47f710e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:19.571409 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-63ca6ee7-7c4e-41ef-817d-ac47f710e507 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 1125 time: 0.4173088 Feb 03 21:59:19.679816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (ee5cc380-22cb-4f48-88cb-ed10739c01c3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:19.706888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5cc380-22cb-4f48-88cb-ed10739c01c3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:19.725921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8452cf26-0654-4738-a1e4-78f59956a911') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:19.726215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8452cf26-0654-4738-a1e4-78f59956a911') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:19.737660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9379c3b7-ee7c-4962-9826-49d9c0f7365f req-76234232-fc19-49b0-ba9e-8732721abf8d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609219 Feb 03 21:59:19.744235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-d6bdcefd-b0ba-46eb-9782-da91d3f607bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:19.745754 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-d6bdcefd-b0ba-46eb-9782-da91d3f607bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 200 len: 911 time: 0.1584291 Feb 03 21:59:19.749090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-636b5c28-0823-411a-b13c-a05ca113eb2c req-f3ce6f78-513d-4166-ba46-dd4bdc6a9691 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627179 Feb 03 21:59:19.751867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (8452cf26-0654-4738-a1e4-78f59956a911), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:19.776884 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8452cf26-0654-4738-a1e4-78f59956a911), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:19.815695 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-d4075481-c9fb-459e-8019-e76039059d3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3657ebb1-cbfd-4e22-8d52-0d8874c2108b HTTP/1.1" status: 200 len: 217 time: 0.0498655 Feb 03 21:59:19.816984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:59:19.817531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (8452cf26-0654-4738-a1e4-78f59956a911), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:59:19.820401 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:59:19.924155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90c26985-9e57-4a60-b461-d51bda7d9406 req-804e42e2-51c5-4bca-9b2a-620ef983b8ef tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0808258 Feb 03 21:59:19.937668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-74cd8ae8-e50f-4df4-a94c-8387d9d8e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:19.939297 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-74cd8ae8-e50f-4df4-a94c-8387d9d8e266 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a5aa92-0efb-4233-b620-a4a3eaf56a19 HTTP/1.1" status: 200 len: 850 time: 0.0978684 Feb 03 21:59:19.989394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (ee5cc380-22cb-4f48-88cb-ed10739c01c3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:19.992737 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-996d3748-a9be-4712-9971-9dc4bc0f21de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397377 Feb 03 21:59:19.997109 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:20.001705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ee5cc380-22cb-4f48-88cb-ed10739c01c3 HTTP/1.1" status: 204 len: 168 time: 0.9297376 Feb 03 21:59:20.012995 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:20.020699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786313dc-7261-4b77-b895-228da040c7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5cc380-22cb-4f48-88cb-ed10739c01c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:20.035626 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (d67d6489-35b1-4135-963f-c526b6d4d960), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:20.134945 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-cfef5ea5-b236-4be9-b2b7-7f9de0f91f94 service neutron] 10.222.0.47 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317732 Feb 03 21:59:20.198116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947898d-3db3-4f36-bd59-8186b73af722 req-f9324ad3-d0dd-4dd8-8894-b84a3d1c92cf tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:20.199465 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7947898d-3db3-4f36-bd59-8186b73af722 req-f9324ad3-d0dd-4dd8-8894-b84a3d1c92cf tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 943 time: 0.3238134 Feb 03 21:59:20.288033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacee131-633d-468b-b93a-61ffceed6d60 req-1b151704-46e2-4514-bf64-699d0f5af7d9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:20.289588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eacee131-633d-468b-b93a-61ffceed6d60 req-1b151704-46e2-4514-bf64-699d0f5af7d9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 946 time: 0.2571120 Feb 03 21:59:20.293645 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eed034ee-7f2a-4d73-a26c-e2c546235442 req-c2bbdcd2-3b19-4713-b83c-4573304add6e service neutron] 10.222.0.47 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510572 Feb 03 21:59:20.294905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7947898d-3db3-4f36-bd59-8186b73af722 req-0fc07118-a309-46a0-9947-24939055d47e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805547 Feb 03 21:59:20.326930 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP d67d6489-35b1-4135-963f-c526b6d4d960 associated. External IP: 172.25.5.2, port: 2a2ffa88-b107-4ced-9d9b-77054fc4941d. Feb 03 21:59:20.354311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46536) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:20.409486 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8b8d324e-154f-4abb-8407-78882e518ab3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d06e40787a845fba1950c8aa4bb351a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524747 Feb 03 21:59:20.411812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:20.457344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eacee131-633d-468b-b93a-61ffceed6d60 req-e1e7b30f-1cae-426e-be97-1c4f2407bf1a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547689 Feb 03 21:59:20.480067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a840bc75-daea-434c-8716-cd31965be44f admin admin] Publish callbacks [] for security_group (2ec72657-61f9-4994-bfca-74729ec99792), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:20.508372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a840bc75-daea-434c-8716-cd31965be44f admin admin] Publish callbacks [] for security_group (2ec72657-61f9-4994-bfca-74729ec99792), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:20.521329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f275e-f984-488c-83fe-4553821625ee req-70393120-c3f6-4198-95a4-94592ced9034 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:20.529240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a03f275e-f984-488c-83fe-4553821625ee req-70393120-c3f6-4198-95a4-94592ced9034 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 945 time: 0.1291425 Feb 03 21:59:20.581062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a840bc75-daea-434c-8716-cd31965be44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2ec72657-61f9-4994-bfca-74729ec99792), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:20.583631 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a840bc75-daea-434c-8716-cd31965be44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:20.584788 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a840bc75-daea-434c-8716-cd31965be44f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ec72657-61f9-4994-bfca-74729ec99792 HTTP/1.1" status: 204 len: 168 time: 0.1716368 Feb 03 21:59:20.601297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840bc75-daea-434c-8716-cd31965be44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec72657-61f9-4994-bfca-74729ec99792,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:20.715688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a03f275e-f984-488c-83fe-4553821625ee req-44ebbd52-7b5e-4f12-b95f-0bb8f5a24c16 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842706 Feb 03 21:59:20.741025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:20.762300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:59:20.821840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e9ed2-081b-4517-8e9b-325c27df4f9f tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:20.823397 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4d0e9ed2-081b-4517-8e9b-325c27df4f9f tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 1122 time: 0.0813704 Feb 03 21:59:20.826383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:20.831496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:20.895203 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:21.036762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ee7a0-23cf-46db-9af6-2e84173bf2fd req-d50b669c-9cb2-451d-81ac-9dcce0a2aea9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:21.039557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a02ee7a0-23cf-46db-9af6-2e84173bf2fd req-d50b669c-9cb2-451d-81ac-9dcce0a2aea9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 946 time: 0.2074480 Feb 03 21:59:21.078839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:21.090101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562eb07c-1082-4ec9-abff-686259f32a0b None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:21.103204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562eb07c-1082-4ec9-abff-686259f32a0b None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:21.103854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-562eb07c-1082-4ec9-abff-686259f32a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:21.135206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:21.207247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94f55f18-c970-4ae6-8ee0-cd9b15e041da req-fd1ef860-8456-4a2e-9b74-e7201d73b972 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.1178195 Feb 03 21:59:21.213916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-562eb07c-1082-4ec9-abff-686259f32a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:21.245077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562eb07c-1082-4ec9-abff-686259f32a0b None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:21.245077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-562eb07c-1082-4ec9-abff-686259f32a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:21.283481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-562eb07c-1082-4ec9-abff-686259f32a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:21.284160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562eb07c-1082-4ec9-abff-686259f32a0b None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:21.289671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a02ee7a0-23cf-46db-9af6-2e84173bf2fd req-3602c60e-046c-4b06-a057-10e458a6c8c6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341843 Feb 03 21:59:21.365083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.25.5.95 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/f011dde8-da7f-49f9-a155-3edb968d5023) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:21.589724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418af2-e29f-427e-bcae-a70f8de91d15 req-59a2ece6-c5a5-4869-a453-68e32d11c92e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:21.591249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de418af2-e29f-427e-bcae-a70f8de91d15 req-59a2ece6-c5a5-4869-a453-68e32d11c92e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 943 time: 0.1180744 Feb 03 21:59:21.659418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router d99b08a3-2439-4485-b358-334af9d8e73e has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:59:21.663425 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a00f255-a424-45bf-8c06-4477628b016b req-a25acfea-b26a-4938-810d-6f04d8466a56 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1409347 Feb 03 21:59:21.669344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (f011dde8-da7f-49f9-a155-3edb968d5023), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:21.717141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de418af2-e29f-427e-bcae-a70f8de91d15 req-5bfc36ae-2dbb-4af6-9b81-0d8904d4670d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186221 Feb 03 21:59:21.737841 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f011dde8-da7f-49f9-a155-3edb968d5023), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:21.851738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=f011dde8-da7f-49f9-a155-3edb968d5023,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:21.879358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:21.887191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:21.891379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:21.900216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:21.905487 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:21.917977 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d8117-34d5-415b-a7b1-724a6d754d9f None None] Sync routers for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:21.934325 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d8117-34d5-415b-a7b1-724a6d754d9f None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:21.934959 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-823d8117-34d5-415b-a7b1-724a6d754d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:21.942175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46574) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:21.952303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00f255-a424-45bf-8c06-4477628b016b req-cd2b116c-ace8-475e-b651-5869d84843b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:21.954081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a00f255-a424-45bf-8c06-4477628b016b req-cd2b116c-ace8-475e-b651-5869d84843b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 1127 time: 0.2375820 Feb 03 21:59:21.997081 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-823d8117-34d5-415b-a7b1-724a6d754d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:22.010053 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d8117-34d5-415b-a7b1-724a6d754d9f None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:22.010727 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-823d8117-34d5-415b-a7b1-724a6d754d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:22.035791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-023335ef-f3f5-45c1-b387-d827e3c7ab1c tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/floatingips/d67d6489-35b1-4135-963f-c526b6d4d960 HTTP/1.1" status: 200 len: 975 time: 3.5937674 Feb 03 21:59:22.036651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:22.049211 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-823d8117-34d5-415b-a7b1-724a6d754d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:22.049873 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d8117-34d5-415b-a7b1-724a6d754d9f None None] The sync data for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:22.141953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2136803207-network', 'tenant_id': '47710e5fc181440fa58463714139820d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:22.186065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Made reservation on behalf of 47710e5fc181440fa58463714139820d for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:22.188514 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:22.209642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:22.240281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00f255-a424-45bf-8c06-4477628b016b req-2f4fb428-9668-45cb-843b-cd0d438489b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:22.242222 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a00f255-a424-45bf-8c06-4477628b016b req-2f4fb428-9668-45cb-843b-cd0d438489b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 907 time: 0.2492869 Feb 03 21:59:22.244069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port e0b0a282-e1cf-45cb-8d33-e194b5f8d040 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:22.244418 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e0b0a282-e1cf-45cb-8d33-e194b5f8d040), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:22.331188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a00f255-a424-45bf-8c06-4477628b016b req-fe806d1f-a366-4431-8e3c-246e7c87c6a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=050ad86c-1c42-4abe-98ec-1950851cf621 HTTP/1.1" status: 200 len: 217 time: 0.0729129 Feb 03 21:59:22.364290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29160e89-125f-4d12-8973-1b4372848488 req-86bdaa07-3c43-4110-aff7-90347e70960e tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0477457 Feb 03 21:59:22.413302 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e0b0a282-e1cf-45cb-8d33-e194b5f8d040), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:22.419067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00f255-a424-45bf-8c06-4477628b016b req-dd1f2b0e-3dbf-4bf0-bd7d-a78a5dce3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:22.420681 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a00f255-a424-45bf-8c06-4477628b016b req-dd1f2b0e-3dbf-4bf0-bd7d-a78a5dce3444 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.0814967 Feb 03 21:59:22.448974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3657ebb1-cbfd-4e22-8d52-0d8874c2108b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:59:22.619708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:22.634146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '3657ebb1-cbfd-4e22-8d52-0d8874c2108b', 'network_id': 'ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2', 'port_id': '3657ebb1-cbfd-4e22-8d52-0d8874c2108b', 'mac_address': 'fa:16:3e:84:1d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5aa92-0efb-4233-b620-a4a3eaf56a19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:59:22.636756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for floatingip (00c54826-6068-450e-b27e-f9e6593e99c8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:22.677847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:22.678626 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:22.687985 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a00f255-a424-45bf-8c06-4477628b016b req-2090673f-a1e2-4c7c-beeb-fcdc6ddbf9e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2129154 Feb 03 21:59:22.714052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3657ebb1-cbfd-4e22-8d52-0d8874c2108b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:22.754450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:22.768310 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:22.852718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-80a3ed82-c027-4e2c-9b12-29a15b584158 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:22.858767 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-80a3ed82-c027-4e2c-9b12-29a15b584158 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 946 time: 0.3831270 Feb 03 21:59:22.884589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:22.932737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f011dde8-da7f-49f9-a155-3edb968d5023), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.015028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Publish callbacks [] for security_group (8404076b-8369-4c77-b941-00e758c3b551), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.040104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a00f255-a424-45bf-8c06-4477628b016b req-0ef8ed9c-8919-4d9d-a074-b8a5b2f62aa9 service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420970 Feb 03 21:59:23.051407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8404076b-8369-4c77-b941-00e758c3b551), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.100410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['3657ebb1-cbfd-4e22-8d52-0d8874c2108b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:23.235729 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 21:59:23.336363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:59:23.337287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Deleting port 54187bbb-70d4-473e-b56d-b297406e4dba {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:23.337750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.360189 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8a00f255-a424-45bf-8c06-4477628b016b req-f062ed36-fbb2-4e2c-b51a-7aa047d871d2 service neutron] 10.222.0.47 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026958 Feb 03 21:59:23.381668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352634fa-cbe9-48e8-b40b-30d4c6bc3d93 req-7bd391c6-afee-4cce-af77-4495aebb96b7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:23.389640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-352634fa-cbe9-48e8-b40b-30d4c6bc3d93 req-7bd391c6-afee-4cce-af77-4495aebb96b7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 946 time: 0.9705791 Feb 03 21:59:23.418244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8404076b-8369-4c77-b941-00e758c3b551,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:23.427516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (885b9afa-a5f2-4e97-b6ce-886af28b9fe4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.427844 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Added segment 885b9afa-a5f2-4e97-b6ce-886af28b9fe4 of type vlan for network 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d Feb 03 21:59:23.434500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (f011dde8-da7f-49f9-a155-3edb968d5023), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.449390 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f011dde8-da7f-49f9-a155-3edb968d5023), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.456927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.457300 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (d67d6489-35b1-4135-963f-c526b6d4d960), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.457617 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Floating IP d67d6489-35b1-4135-963f-c526b6d4d960 disassociated. External IP: 172.25.5.2, port: e0b0a282-e1cf-45cb-8d33-e194b5f8d040. Feb 03 21:59:23.457964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for e0b0a282-e1cf-45cb-8d33-e194b5f8d040 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:23.495766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] For port 54187bbb-70d4-473e-b56d-b297406e4dba, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=54187bbb-70d4-473e-b56d-b297406e4dba,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:23.496372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.505731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311c4e3-3318-4c61-bff4-22600558d000 req-3267a2f0-1948-4654-953d-29d610b8ee67 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:23.507241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7311c4e3-3318-4c61-bff4-22600558d000 req-3267a2f0-1948-4654-953d-29d610b8ee67 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 944 time: 0.5047729 Feb 03 21:59:23.530766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.535605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Calling delete_port for 54187bbb-70d4-473e-b56d-b297406e4dba owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:23.544995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2690-0ebb-4ff2-9eb2-edc64c10a23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.556815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=f011dde8-da7f-49f9-a155-3edb968d5023,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:23.561510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-352634fa-cbe9-48e8-b40b-30d4c6bc3d93 req-b4acabe4-7695-4cbb-95b1-0b768387dba7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677759 Feb 03 21:59:23.604997 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (00c54826-6068-450e-b27e-f9e6593e99c8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.659190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7311c4e3-3318-4c61-bff4-22600558d000 req-61d09226-72b8-4f96-aded-6b76e76e8a8e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375971 Feb 03 21:59:23.678059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-218456ec-ad5f-4962-94c6-157c2f0f9610 req-7f6dc393-893e-49c7-baa5-8d305e9bcdad tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0453441 Feb 03 21:59:23.678662 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.679523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:23.680082 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.742805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7969646 Feb 03 21:59:23.745907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46608) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:23.751025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Request body: {'subnet': {'network_id': '4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2136803207-subnet', 'tenant_id': '47710e5fc181440fa58463714139820d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:23.770507 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Floating IP 00c54826-6068-450e-b27e-f9e6593e99c8 associated. External IP: 172.25.5.95, port: 3e1247b6-001a-4903-98f4-4e8520ad5515. Feb 03 21:59:23.797343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df396a-5291-41bb-97d7-8df891e66289 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:23.810993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Made reservation on behalf of 47710e5fc181440fa58463714139820d for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:23.811124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:59:23.813863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.874232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e0b0a282-e1cf-45cb-8d33-e194b5f8d040), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:23.927007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=e0b0a282-e1cf-45cb-8d33-e194b5f8d040,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:24.127220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (54187bbb-70d4-473e-b56d-b297406e4dba), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:24.127683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router d99b08a3-2439-4485-b358-334af9d8e73e has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:59:24.144813 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (87687a6d-3f0e-44fa-8b19-45b52bc7416a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:24.145062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['050ad86c-1c42-4abe-98ec-1950851cf621'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:24.147242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:24.167406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event deleted for resources: {'Port': ['ID=54187bbb-70d4-473e-b56d-b297406e4dba,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:24.218210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] No DVR routers for this DVR port 54187bbb-70d4-473e-b56d-b297406e4dba on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:59:24.222278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:24.225619 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4ccbceb8-502e-4094-a5cd-86bd9194bff5 req-2575e95a-1034-4467-bb13-46798d339249 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "DELETE /v2.0/ports/54187bbb-70d4-473e-b56d-b297406e4dba HTTP/1.1" status: 204 len: 173 time: 1.3413196 Feb 03 21:59:24.226089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba2139-e63f-4858-9217-9c8c38ef3ac9', 'name': 'network-vif-deleted', 'tag': '54187bbb-70d4-473e-b56d-b297406e4dba'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:24.228851 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9db983-f589-4df4-8037-b913d498cb2d" -d '{"events": [{"server_uuid": "8bba2139-e63f-4858-9217-9c8c38ef3ac9", "name": "network-vif-deleted", "tag": "54187bbb-70d4-473e-b56d-b297406e4dba"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:24.240078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87687a6d-3f0e-44fa-8b19-45b52bc7416a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:24.323520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Checking segment: {'id': '885b9afa-a5f2-4e97-b6ce-886af28b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:24.323520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Network hostable DHCP agents. Network: 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:59:24.368596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:24.384412 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8c7921-97b0-4146-b3fb-7221aec67928 x-openstack-request-id: req-ea8c7921-97b0-4146-b3fb-7221aec67928 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:24.384985 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba2139-e63f-4858-9217-9c8c38ef3ac9", "name": "network-vif-deleted", "tag": "54187bbb-70d4-473e-b56d-b297406e4dba", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:24.385079 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea8c7921-97b0-4146-b3fb-7221aec67928 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:24.385563 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba2139-e63f-4858-9217-9c8c38ef3ac9', 'name': 'network-vif-deleted', 'tag': '54187bbb-70d4-473e-b56d-b297406e4dba', 'status': 'completed', 'code': 200} Feb 03 21:59:24.403507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Network 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:59:24.418968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc54ac5-88b0-47d0-91bc-863f8ea39610 None None] Sync routers for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:24.449766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router c5096671-43de-4978-842e-9edd7b7159e8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:59:24.452294 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:24.462007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3657ebb1-cbfd-4e22-8d52-0d8874c2108b up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:24.481097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:24.488662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:24.489519 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:24.499766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bae85a-ba68-47fa-86ce-ae5687a25675 None None] Network 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:24.520917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-14d2446f-1637-4c08-97b4-4f7bec31c55f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7738440 Feb 03 21:59:24.533935 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:24.537478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-01fa6be0-9597-44b9-be8c-20a09db75b90 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/ports/e0b0a282-e1cf-45cb-8d33-e194b5f8d040 HTTP/1.1" status: 204 len: 168 time: 2.4969373 Feb 03 21:59:24.540202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:24.576211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc54ac5-88b0-47d0-91bc-863f8ea39610 None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:24.585718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8cc54ac5-88b0-47d0-91bc-863f8ea39610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:24.698245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:24.708883 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] Sync routers for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:24.727112 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:24.731583 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:24.760104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8cc54ac5-88b0-47d0-91bc-863f8ea39610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:24.768116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:24.837024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2aac1d-76b6-4134-b5b1-bf9833657559 None None] Network 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:24.840148 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:24.854046 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-692898fd-f44c-49b2-80af-870f13d38aac tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0238166 Feb 03 21:59:24.854710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:24.933482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9dbd903f-7849-4c4a-ba3a-f573f0e6f6ba req-34ed59a6-f97f-49fe-9af9-f0946bf4ce64 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bba2139-e63f-4858-9217-9c8c38ef3ac9 HTTP/1.1" status: 200 len: 210 time: 0.1137993 Feb 03 21:59:24.946194 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:59:24.996590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc54ac5-88b0-47d0-91bc-863f8ea39610 None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:24.998946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8cc54ac5-88b0-47d0-91bc-863f8ea39610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:25.021508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4a4cf46d-4a9b-4c10-9d5b-35ecbee4defd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/floatingips/00c54826-6068-450e-b27e-f9e6593e99c8 HTTP/1.1" status: 200 len: 990 time: 0.1572759 Feb 03 21:59:25.059653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8cc54ac5-88b0-47d0-91bc-863f8ea39610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:25.060245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc54ac5-88b0-47d0-91bc-863f8ea39610 None None] The sync data for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:25.061776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:59:25.084557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:25.085300 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:25.222819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:25.223641 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:25.269932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:25.271330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f7feff-d94c-49cd-8837-ede9004f6483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3657ebb1-cbfd-4e22-8d52-0d8874c2108b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:25.275871 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8719caad-163c-463d-a54b-f28b3d4cbf14" -d '{"events": [{"server_uuid": "45f7feff-d94c-49cd-8837-ede9004f6483", "name": "network-vif-plugged", "status": "completed", "tag": "3657ebb1-cbfd-4e22-8d52-0d8874c2108b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:25.282212 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:25.284654 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T21:58:50Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '00c54826-6068-450e-b27e-f9e6593e99c8', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:59:22Z', 'updated_at': '2022-02-03T21:59:22Z', 'revision_number': 0, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:25.313348 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] Checking router: c5096671-43de-4978-842e-9edd7b7159e8 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:59:25.321790 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:25.322703 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:58:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:25.340506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:25.393326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99f1a9b6-9914-491b-ae67-ffec64e6b503 req-b3495f53-0426-488d-ab45-5affbd8b48c7 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.1211636 Feb 03 21:59:25.411523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b518c-a3c1-4e36-be6a-b153e2b10f3d req-8625cff0-75b3-4490-9069-78d5a2deef7f tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:25.422178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed3b518c-a3c1-4e36-be6a-b153e2b10f3d req-8625cff0-75b3-4490-9069-78d5a2deef7f tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 944 time: 0.5517528 Feb 03 21:59:25.457104 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:59:25.546525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed3b518c-a3c1-4e36-be6a-b153e2b10f3d req-af4483f0-0a19-44a2-8b1a-4be9bf4ddde4 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236377 Feb 03 21:59:25.602508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (d99b08a3-2439-4485-b358-334af9d8e73e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:25.616013 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb57f40-27d3-4cc2-843a-580da8ed96bb x-openstack-request-id: req-fdb57f40-27d3-4cc2-843a-580da8ed96bb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:25.616486 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f7feff-d94c-49cd-8837-ede9004f6483", "name": "network-vif-plugged", "status": "completed", "tag": "3657ebb1-cbfd-4e22-8d52-0d8874c2108b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:25.616486 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdb57f40-27d3-4cc2-843a-580da8ed96bb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:25.616790 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f7feff-d94c-49cd-8837-ede9004f6483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3657ebb1-cbfd-4e22-8d52-0d8874c2108b', 'code': 200} Feb 03 21:59:25.714305 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1eb59065-8c40-4941-b6ad-6ce76e29a40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:25.751640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ebf6-c2ba-48cf-9b43-5a9159e783ca req-219ca694-dc5d-413c-ad01-83e9ddfc5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:25.753358 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0918ebf6-c2ba-48cf-9b43-5a9159e783ca req-219ca694-dc5d-413c-ad01-83e9ddfc5d24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 1127 time: 0.0592923 Feb 03 21:59:25.803159 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T21:58:50Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '00c54826-6068-450e-b27e-f9e6593e99c8', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:59:22Z', 'updated_at': '2022-02-03T21:59:22Z', 'revision_number': 0, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:25.821491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 54187bbb-70d4-473e-b56d-b297406e4dba no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:59:25.832315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0918ebf6-c2ba-48cf-9b43-5a9159e783ca req-cba3c56c-2e5e-450b-b8df-f1c0925cb870 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714245 Feb 03 21:59:25.849161 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e556c67-16ee-4bfd-8389-1642ddd9eae8 None None] The sync data for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 is: [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T21:58:50Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '00c54826-6068-450e-b27e-f9e6593e99c8', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:59:22Z', 'updated_at': '2022-02-03T21:59:22Z', 'revision_number': 0, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:25.857372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 54187bbb-70d4-473e-b56d-b297406e4dba {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:59:25.857939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 54187bbb-70d4-473e-b56d-b297406e4dba not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:59:26.022141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:26.142666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bcc561fd-feb3-4a39-9410-4172cf4f6041 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/floatingips/00c54826-6068-450e-b27e-f9e6593e99c8 HTTP/1.1" status: 200 len: 990 time: 0.1179907 Feb 03 21:59:26.170563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea75dd24-2879-4934-b536-b6370edf6056 None None] New status for floating IP 00c54826-6068-450e-b27e-f9e6593e99c8: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 21:59:26.200067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-ac118858-1d12-46dc-96b6-21b71d320966 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:26.201969 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-ac118858-1d12-46dc-96b6-21b71d320966 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/networks?id=4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d HTTP/1.1" status: 200 len: 813 time: 0.2381849 Feb 03 21:59:26.281789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-af85b951-493d-498e-b192-1dc09bd4ac50 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/quotas/47710e5fc181440fa58463714139820d HTTP/1.1" status: 200 len: 375 time: 0.0655701 Feb 03 21:59:26.345998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-e6d835eb-466f-484a-a398-6c064b48aa13 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=47710e5fc181440fa58463714139820d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571828 Feb 03 21:59:26.386863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:26.389908 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d825942-f5f6-4d7a-8641-b28ae9a48f15" -d '{"events": [{"name": "network-changed", "server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:26.423198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99482544-0f8e-4218-a334-216be2df24f2 req-9185ecd3-c73b-4152-b45f-270341763dd5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:26.424671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99482544-0f8e-4218-a334-216be2df24f2 req-9185ecd3-c73b-4152-b45f-270341763dd5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 945 time: 0.1745222 Feb 03 21:59:26.555806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99482544-0f8e-4218-a334-216be2df24f2 req-a7598f2a-637e-4169-849a-279493fbae05 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227653 Feb 03 21:59:26.559734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-37601f50-ba4d-44df-9f8e-52175c3f256c service neutron] 10.222.0.50 "GET /v2.0/networks/4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941526 Feb 03 21:59:26.607706 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17f92eb-dace-47b0-a5ed-69a1e5c47628 x-openstack-request-id: req-c17f92eb-dace-47b0-a5ed-69a1e5c47628 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:26.607997 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:26.608250 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c17f92eb-dace-47b0-a5ed-69a1e5c47628 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:26.608650 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'status': 'completed', 'code': 200} Feb 03 21:59:26.636654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 71dd50d6-89fc-4eb5-bcae-f65c881fac37 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:26.637024 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:26.687262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-6e36d09e-3003-497e-b6c4-898c41f4d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:26.689278 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-6e36d09e-3003-497e-b6c4-898c41f4d6c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 1127 time: 0.0528572 Feb 03 21:59:26.736331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60a2d101-a748-41d5-bc39-c634103a7ff4 req-6da2bb88-8ad4-412a-86b0-3bb7aa9787c2 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0516460 Feb 03 21:59:26.793432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-219f4a05-0bc0-43cf-afe9-c6ff34fc3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:26.796692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-6659deeb-c1b7-4dbc-b526-7982a668da01 service neutron] 10.222.0.50 "GET /v2.0/networks/4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266173 Feb 03 21:59:26.796995 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-219f4a05-0bc0-43cf-afe9-c6ff34fc3f7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=10dd792e-dca9-4744-809c-2408e7fdc704 HTTP/1.1" status: 200 len: 897 time: 0.1007757 Feb 03 21:59:26.821416 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:26.846783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 71dd50d6-89fc-4eb5-bcae-f65c881fac37 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:26.884101 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-8c7ac1cc-f122-403a-abf7-973fdf88cd0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1247b6-001a-4903-98f4-4e8520ad5515 HTTP/1.1" status: 200 len: 1000 time: 0.0810924 Feb 03 21:59:26.949020 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:26.973544 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d77595-16fa-4452-a148-a12acac707d8 req-fecd6abe-dc5a-4656-a322-e831036828d1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:26.975098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98d77595-16fa-4452-a148-a12acac707d8 req-fecd6abe-dc5a-4656-a322-e831036828d1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1263635 Feb 03 21:59:27.004758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-06d2180f-91c0-47a1-8b06-876e67fc74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:27.006443 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-06d2180f-91c0-47a1-8b06-876e67fc74a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26 HTTP/1.1" status: 200 len: 834 time: 0.1004775 Feb 03 21:59:27.015863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-274ccad6-6471-4d2c-9abd-21bb04f88ac7 req-96ec4d3e-aeb7-4a75-b02d-a2a271f3291b tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 210 time: 0.0376821 Feb 03 21:59:27.092649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-8d172ac4-1b39-4eb0-9445-eb0c7f3a3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:27.094713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-8d172ac4-1b39-4eb0-9445-eb0c7f3a3bf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10dd792e-dca9-4744-809c-2408e7fdc704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0760832 Feb 03 21:59:27.104427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98d77595-16fa-4452-a148-a12acac707d8 req-d85dc302-5c9c-42d3-b638-87e935ccf583 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174550 Feb 03 21:59:27.168269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:27.261656 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-3bb45287-65f4-4fb5-87cc-33b43a620db5 service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592371 Feb 03 21:59:27.276123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b8318a77-3718-470f-ac97-7d3aef7ba6e7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/floatingips/00c54826-6068-450e-b27e-f9e6593e99c8 HTTP/1.1" status: 200 len: 992 time: 0.1064215 Feb 03 21:59:27.277323 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (71dd50d6-89fc-4eb5-bcae-f65c881fac37), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:27.308233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=71dd50d6-89fc-4eb5-bcae-f65c881fac37,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:27.474930 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d825942-f5f6-4d7a-8641-b28ae9a48f15 req-a60ec2a5-c335-47d5-871a-2cb647cb8ccf service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919918 Feb 03 21:59:27.573968 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (d99b08a3-2439-4485-b358-334af9d8e73e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:27.758750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb3020-ff5c-4d48-9bec-3e239ec1a623 req-ba15890b-9340-4b82-a093-2c0630142f5f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:27.760537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61cb3020-ff5c-4d48-9bec-3e239ec1a623 req-ba15890b-9340-4b82-a093-2c0630142f5f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 945 time: 0.0773168 Feb 03 21:59:27.905430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8eb91329-4f33-4cd9-9c95-0306b8e4ac80 req-928f4b7b-bda3-42d1-b780-e73f28c561a1 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0518742 Feb 03 21:59:27.918213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61cb3020-ff5c-4d48-9bec-3e239ec1a623 req-97b3342c-fc3b-47ce-b831-6ea19de46992 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150446 Feb 03 21:59:27.947452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router d99b08a3-2439-4485-b358-334af9d8e73e has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:59:28.053326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:28.060840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6fa28c98-d87e-447a-aa40-bb8d0c1dcbf6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/routers/d99b08a3-2439-4485-b358-334af9d8e73e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5171332 Feb 03 21:59:28.061223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46684) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:28.068876 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590cdb4-9274-429e-9c71-deb77b572537 None None] Sync routers for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:28.091580 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590cdb4-9274-429e-9c71-deb77b572537 None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:28.092559 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4590cdb4-9274-429e-9c71-deb77b572537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:28.137681 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4590cdb4-9274-429e-9c71-deb77b572537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:28.147922 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590cdb4-9274-429e-9c71-deb77b572537 None None] Routers {'d99b08a3-2439-4485-b358-334af9d8e73e'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:28.148705 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4590cdb4-9274-429e-9c71-deb77b572537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d99b08a3-2439-4485-b358-334af9d8e73e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:28.158796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-6b699eb3-5498-45ee-a251-8bebd06838ff tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:28.160414 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-6b699eb3-5498-45ee-a251-8bebd06838ff tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 945 time: 0.1078308 Feb 03 21:59:28.175253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5605998-d306-4842-b872-83f6e114ee12 req-607965a4-4c32-4542-9fa9-3eb801edc075 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 210 time: 0.0382595 Feb 03 21:59:28.192170 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4590cdb4-9274-429e-9c71-deb77b572537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:28.192994 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590cdb4-9274-429e-9c71-deb77b572537 None None] The sync data for ids ['d99b08a3-2439-4485-b358-334af9d8e73e'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:28.220981 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router (d99b08a3-2439-4485-b358-334af9d8e73e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:28.373821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Deleting port 050ad86c-1c42-4abe-98ec-1950851cf621 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:28.374996 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:28.473637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-5fcdf865-1027-41ad-809c-5855a3647d94 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:28.475241 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-5fcdf865-1027-41ad-809c-5855a3647d94 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.47 "GET /v2.0/networks?id=4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d HTTP/1.1" status: 200 len: 813 time: 0.1982927 Feb 03 21:59:28.492863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Request body: {'port': {'device_id': 'de3fde14-5969-4152-a8a5-9ad70f2edb99', 'network_id': '4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d', 'admin_state_up': True, 'tenant_id': '47710e5fc181440fa58463714139820d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:28.586285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] For port 050ad86c-1c42-4abe-98ec-1950851cf621, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=050ad86c-1c42-4abe-98ec-1950851cf621,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:28.586716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:28.597157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:28.612356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Calling delete_port for 050ad86c-1c42-4abe-98ec-1950851cf621 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:28.702602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Made reservation on behalf of 47710e5fc181440fa58463714139820d for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:28.706304 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:28.721489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41f0d6-9dc8-43f5-994b-19979f181e0c req-8f1f3cb6-1a01-4171-b75e-f4af7fab8296 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:28.723111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b41f0d6-9dc8-43f5-994b-19979f181e0c req-8f1f3cb6-1a01-4171-b75e-f4af7fab8296 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.4633586 Feb 03 21:59:28.732510 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_gateway (d99b08a3-2439-4485-b358-334af9d8e73e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:28.801903 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b41f0d6-9dc8-43f5-994b-19979f181e0c req-7ec67cc7-65e1-43ae-821f-86b36d7c4fb9 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709410 Feb 03 21:59:28.825313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port d8bfc802-eafb-4465-8739-336a8e42e6f5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:28.826105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d8bfc802-eafb-4465-8739-336a8e42e6f5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.006119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (050ad86c-1c42-4abe-98ec-1950851cf621), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.016360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d8bfc802-eafb-4465-8739-336a8e42e6f5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.025604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['050ad86c-1c42-4abe-98ec-1950851cf621'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:29.028014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:29.036645 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for d8bfc802-eafb-4465-8739-336a8e42e6f5 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:29.060312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Allocated IP 172.20.0.4 (4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d/87687a6d-3f0e-44fa-8b19-45b52bc7416a/556a464c-5e12-4c7b-94c8-fc202f3380f8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:29.066462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event deleted for resources: {'Port': ['ID=050ad86c-1c42-4abe-98ec-1950851cf621,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:29.124659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] No DVR routers for this DVR port 050ad86c-1c42-4abe-98ec-1950851cf621 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:59:29.129380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.137907 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b0866044-6db0-4e1d-a6ec-e9bf25ee33dd req-ccbc4734-976f-4ab7-99f1-258313f93140 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.47 "DELETE /v2.0/ports/050ad86c-1c42-4abe-98ec-1950851cf621 HTTP/1.1" status: 204 len: 173 time: 0.9689212 Feb 03 21:59:29.139100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d03a192-c6ba-4955-85f5-f77a9dd2254a', 'name': 'network-vif-deleted', 'tag': '050ad86c-1c42-4abe-98ec-1950851cf621'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:29.145908 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccb3693-fa00-4e60-892c-8f97c320cf51" -d '{"events": [{"server_uuid": "7d03a192-c6ba-4955-85f5-f77a9dd2254a", "name": "network-vif-deleted", "tag": "050ad86c-1c42-4abe-98ec-1950851cf621"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:29.342707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2137256-f4b1-400c-b354-e41f296d9b52 req-c3c7efb9-7f13-4d58-8d6d-703b204c04e1 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d03a192-c6ba-4955-85f5-f77a9dd2254a HTTP/1.1" status: 200 len: 210 time: 0.1230254 Feb 03 21:59:29.413579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-32678b9f-de5c-4d28-bb07-fcc65e0e8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:29.415881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-32678b9f-de5c-4d28-bb07-fcc65e0e8ea7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 1127 time: 0.1885142 Feb 03 21:59:29.429511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7fce441-b299-4edd-a464-bfe4e24f84ef req-c90eb05a-1a23-450e-a974-b7e2b0be55e7 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.1872637 Feb 03 21:59:29.549521 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aae77c-4ac6-4c2d-89a5-20ba922bc471 x-openstack-request-id: req-a8aae77c-4ac6-4c2d-89a5-20ba922bc471 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:29.549822 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d03a192-c6ba-4955-85f5-f77a9dd2254a", "name": "network-vif-deleted", "tag": "050ad86c-1c42-4abe-98ec-1950851cf621", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:29.550244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d8bfc802-eafb-4465-8739-336a8e42e6f5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.550441 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8aae77c-4ac6-4c2d-89a5-20ba922bc471 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:29.550921 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d03a192-c6ba-4955-85f5-f77a9dd2254a', 'name': 'network-vif-deleted', 'tag': '050ad86c-1c42-4abe-98ec-1950851cf621', 'status': 'completed', 'code': 200} Feb 03 21:59:29.586322 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Publish callbacks [] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.596769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=d8bfc802-eafb-4465-8739-336a8e42e6f5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:29.626713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b0b0f0d-a6d4-4d7b-8a1d-04663332c45a req-24fe06cc-a8eb-4f25-ab0d-7ff309f01885 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 210 time: 0.0430851 Feb 03 21:59:29.632632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-f59738d8-1e3a-4ec9-bdf4-629349fac9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:29.634237 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-f59738d8-1e3a-4ec9-bdf4-629349fac9ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 200 len: 911 time: 0.1997705 Feb 03 21:59:29.700659 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-c19c1dc4-e43d-40ea-b0fb-b1658d2da128 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3657ebb1-cbfd-4e22-8d52-0d8874c2108b HTTP/1.1" status: 200 len: 217 time: 0.0541441 Feb 03 21:59:29.703677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ada48-dede-4ff1-99e9-a6f4300ffb01 req-defa359a-cb3a-4b7b-9389-fc78e7024e24 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:29.705676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a05ada48-dede-4ff1-99e9-a6f4300ffb01 req-defa359a-cb3a-4b7b-9389-fc78e7024e24 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1870244 Feb 03 21:59:29.710329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (d99b08a3-2439-4485-b358-334af9d8e73e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.772243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.838735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-0653063d-636f-4ad8-b894-7b12b37f28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:29.840003 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.840519 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-0653063d-636f-4ad8-b894-7b12b37f28b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a5aa92-0efb-4233-b620-a4a3eaf56a19 HTTP/1.1" status: 200 len: 850 time: 0.1266134 Feb 03 21:59:29.851913 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (d99b08a3-2439-4485-b358-334af9d8e73e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.856133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_controller (d99b08a3-2439-4485-b358-334af9d8e73e), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.863038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Network 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:29.875402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a05ada48-dede-4ff1-99e9-a6f4300ffb01 req-cc43223f-3ad9-4737-874b-b7fdcbfd8796 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623504 Feb 03 21:59:29.884715 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-93f2f607-87a6-47bf-85cc-5ec55cb9f18a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371609 Feb 03 21:59:29.888592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:29.925596 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (d99b08a3-2439-4485-b358-334af9d8e73e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.926140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Fanout notify agent at l3_agent the message router_deleted on router d99b08a3-2439-4485-b358-334af9d8e73e {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:59:29.941855 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:29.945497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-39c701e3-c95a-4966-8021-d9b13fd15f34 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/routers/d99b08a3-2439-4485-b358-334af9d8e73e HTTP/1.1" status: 204 len: 168 time: 1.8811042 Feb 03 21:59:29.945770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:29.996599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-e4c65d18-7018-48c7-a6e2-1e1cce0188cf service neutron] 10.222.0.47 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024539 Feb 03 21:59:29.997580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:30.011380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-19afada6-2d89-415c-a565-c369a300cddf tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting subnet 84cebf10-9a26-4462-bdcb-0c5fbf1e8970 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:59:30.015539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19afada6-2d89-415c-a565-c369a300cddf tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for subnet (84cebf10-9a26-4462-bdcb-0c5fbf1e8970), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.035839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Pushing event updated for resources: {'Port': ['ID=556a464c-5e12-4c7b-94c8-fc202f3380f8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:30.065584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19afada6-2d89-415c-a565-c369a300cddf tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (84cebf10-9a26-4462-bdcb-0c5fbf1e8970), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.105962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:30.106501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.135102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-48df1abe-da03-4803-a4cc-b31a58961a41 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6489353 Feb 03 21:59:30.151957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Request body: {'port': {'device_id': 'de3fde14-5969-4152-a8a5-9ad70f2edb99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:30.165526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19afada6-2d89-415c-a565-c369a300cddf tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (84cebf10-9a26-4462-bdcb-0c5fbf1e8970), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.175255 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d41bba60-4ea6-4f87-bdfd-cca3874adfa7 req-688f6fa6-4ce0-4823-b94f-ce356f1f6f71 service neutron] 10.222.0.47 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705856 Feb 03 21:59:30.217874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.229452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19afada6-2d89-415c-a565-c369a300cddf tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (84cebf10-9a26-4462-bdcb-0c5fbf1e8970), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.259789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afada6-2d89-415c-a565-c369a300cddf tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Subnet': ['ID=84cebf10-9a26-4462-bdcb-0c5fbf1e8970,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:30.276718 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19afada6-2d89-415c-a565-c369a300cddf tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.278746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea6332c-fe1f-4c85-88ae-ec9296c8a7d4 None None] Network 9bda0f4c-8b54-454a-b820-e701587baa73 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:30.280633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-19afada6-2d89-415c-a565-c369a300cddf tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/subnets/84cebf10-9a26-4462-bdcb-0c5fbf1e8970 HTTP/1.1" status: 204 len: 168 time: 0.3338764 Feb 03 21:59:30.283728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:30.375959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (9bda0f4c-8b54-454a-b820-e701587baa73), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.461555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:30.463174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.525921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ff0e5d-0b55-4b93-97b3-cf7081cdbbee None None] DHCP port deletion for 9bda0f4c-8b54-454a-b820-e701587baa73 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 21:59:30.596467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a3e7621-fe3c-4d9b-bd6d-a271af922e79 req-b1fa82b0-504a-4d51-aa64-f57739788d33 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0463982 Feb 03 21:59:30.605558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] For port 989c04f0-b1f7-4662-a9c7-e5305e1978d0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=989c04f0-b1f7-4662-a9c7-e5305e1978d0,segment=NetworkSegment(35134d25-91da-4d4b-9a83-ea9029aebcab),segment_id=35134d25-91da-4d4b-9a83-ea9029aebcab)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:30.606208 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.624236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff0e5d-0b55-4b93-97b3-cf7081cdbbee None None] Deleting port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:30.624649 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0e5d-0b55-4b93-97b3-cf7081cdbbee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.630642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 989c04f0-b1f7-4662-a9c7-e5305e1978d0 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:30.654339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556a464c-5e12-4c7b-94c8-fc202f3380f8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:30.675389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Publish callbacks [] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.697229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Transition to ACTIVE for port object 556a464c-5e12-4c7b-94c8-fc202f3380f8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:59:30.704870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.713407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f7ff0e5d-0b55-4b93-97b3-cf7081cdbbee None None] For port 989c04f0-b1f7-4662-a9c7-e5305e1978d0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=989c04f0-b1f7-4662-a9c7-e5305e1978d0,segment=NetworkSegment(35134d25-91da-4d4b-9a83-ea9029aebcab),segment_id=35134d25-91da-4d4b-9a83-ea9029aebcab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:30.714250 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0e5d-0b55-4b93-97b3-cf7081cdbbee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.737143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff0e5d-0b55-4b93-97b3-cf7081cdbbee None None] Calling delete_port for 989c04f0-b1f7-4662-a9c7-e5305e1978d0 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:30.873886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Pushing event updated for resources: {'Port': ['ID=556a464c-5e12-4c7b-94c8-fc202f3380f8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:30.962338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:30.981925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Attempting to bind port 556a464c-5e12-4c7b-94c8-fc202f3380f8 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:30.982840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Attempting to bind port 556a464c-5e12-4c7b-94c8-fc202f3380f8 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '885b9afa-a5f2-4e97-b6ce-886af28b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:30.982840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Attempting to bind port 556a464c-5e12-4c7b-94c8-fc202f3380f8 on network 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:30.990141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Port 556a464c-5e12-4c7b-94c8-fc202f3380f8 on network 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:59:30.990545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Attempting to bind port 556a464c-5e12-4c7b-94c8-fc202f3380f8 on network 4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:30.995974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:30.996410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Checking segment: {'id': '885b9afa-a5f2-4e97-b6ce-886af28b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:30.997625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Bound using segment: {'id': '885b9afa-a5f2-4e97-b6ce-886af28b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:30.998151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Bound port: 556a464c-5e12-4c7b-94c8-fc202f3380f8, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885b9afa-a5f2-4e97-b6ce-886af28b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:30.998744 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.012618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] No DVR routers for this DVR port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:59:31.032146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=989c04f0-b1f7-4662-a9c7-e5305e1978d0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:31.100026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] For port 556a464c-5e12-4c7b-94c8-fc202f3380f8, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:31.103994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] For port 556a464c-5e12-4c7b-94c8-fc202f3380f8, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=556a464c-5e12-4c7b-94c8-fc202f3380f8,segment=NetworkSegment(885b9afa-a5f2-4e97-b6ce-886af28b9fe4),segment_id=885b9afa-a5f2-4e97-b6ce-886af28b9fe4)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:31.113532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.133379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370923dd-9f9d-4581-a46f-c9c86074f207 req-b6654963-9526-4e65-a336-b3f36e25c959 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:31.141789 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0e5d-0b55-4b93-97b3-cf7081cdbbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (989c04f0-b1f7-4662-a9c7-e5305e1978d0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.144453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-370923dd-9f9d-4581-a46f-c9c86074f207 req-b6654963-9526-4e65-a336-b3f36e25c959 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 943 time: 0.3967462 Feb 03 21:59:31.154576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:31.155960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.156829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] 10.222.0.47 "PUT /v2.0/ports/556a464c-5e12-4c7b-94c8-fc202f3380f8 HTTP/1.1" status: 200 len: 1091 time: 1.0104070 Feb 03 21:59:31.180518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce03000-68c7-4ea2-89cf-02169259b711 service neutron] Pushing event updated for resources: {'Port': ['ID=556a464c-5e12-4c7b-94c8-fc202f3380f8,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:31.184849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff0e5d-0b55-4b93-97b3-cf7081cdbbee None None] Pushing event deleted for resources: {'Port': ['ID=989c04f0-b1f7-4662-a9c7-e5305e1978d0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:31.186861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff0e5d-0b55-4b93-97b3-cf7081cdbbee None None] No DVR routers for this DVR port 989c04f0-b1f7-4662-a9c7-e5305e1978d0 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:59:31.208096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (9bda0f4c-8b54-454a-b820-e701587baa73), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.222260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-dcb6d15a-20f4-48ce-88d8-c9f12ba77225 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:31.223731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-dcb6d15a-20f4-48ce-88d8-c9f12ba77225 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.4969068 Feb 03 21:59:31.254513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bda0f4c-8b54-454a-b820-e701587baa73']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:31.256675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-2e910859-75e9-4565-82da-efb564eb5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:31.258222 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-2e910859-75e9-4565-82da-efb564eb5f26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47710e5fc181440fa58463714139820d&device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 1125 time: 0.0470793 Feb 03 21:59:31.259906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-370923dd-9f9d-4581-a46f-c9c86074f207 req-32b7a220-0201-4e4d-9e38-2e32110ae131 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146653 Feb 03 21:59:31.266820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-457cb151-7ec9-4fe2-812d-d7d848ca00a5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/quotas/ba56a3ba2f2e4b4ab46d242315c1b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0308912 Feb 03 21:59:31.270628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35134d25-91da-4d4b-9a83-ea9029aebcab') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:31.270930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35134d25-91da-4d4b-9a83-ea9029aebcab') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:31.283250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (35134d25-91da-4d4b-9a83-ea9029aebcab), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.309873 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-7a0367bb-8546-42b6-bf80-6183195c0d2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556a464c-5e12-4c7b-94c8-fc202f3380f8 HTTP/1.1" status: 200 len: 217 time: 0.0434830 Feb 03 21:59:31.348319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (35134d25-91da-4d4b-9a83-ea9029aebcab), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.366654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-4bff8dfa-d667-4ddf-8a77-360182e50791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:31.368313 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-4bff8dfa-d667-4ddf-8a77-360182e50791 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87687a6d-3f0e-44fa-8b19-45b52bc7416a HTTP/1.1" status: 200 len: 853 time: 0.0489030 Feb 03 21:59:31.374731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:59:31.375134 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (35134d25-91da-4d4b-9a83-ea9029aebcab), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: timer() Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:59:31.378239 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:59:31.400318 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-8ca7fa6a-22c4-4534-bec2-0fa0e48e1e3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256839 Feb 03 21:59:31.443522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-8d293df5-9452-4298-b866-274236586c77 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1630023 Feb 03 21:59:31.451125 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (9bda0f4c-8b54-454a-b820-e701587baa73), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.466739 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:31.470486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/networks/9bda0f4c-8b54-454a-b820-e701587baa73 HTTP/1.1" status: 204 len: 168 time: 1.1856496 Feb 03 21:59:31.476521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:31.492013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9647118-de62-4d74-bf4e-560423319890 req-7463c54a-75da-46cb-bb80-c67a8bd9964f tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:31.493594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9647118-de62-4d74-bf4e-560423319890 req-7463c54a-75da-46cb-bb80-c67a8bd9964f tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1631243 Feb 03 21:59:31.495757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72487af2-7504-4545-900a-ddcd7556a141 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Network': ['ID=9bda0f4c-8b54-454a-b820-e701587baa73,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:31.594152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9647118-de62-4d74-bf4e-560423319890 req-666a2987-ea7f-4aaf-8d39-929967ce8e0b tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882649 Feb 03 21:59:31.636277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-2693d367-ef4f-4027-8225-34c4654fa6f1 service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793969 Feb 03 21:59:31.723632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0af90ff-fc6b-408e-a40d-d904869dc98d req-0a618b0d-aea2-4245-b56c-8682b90750cd tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0317330 Feb 03 21:59:31.760889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-746f6cc6-4975-4e9b-b34b-b858c94aa866 service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175275 Feb 03 21:59:31.778910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3fde14-5969-4152-a8a5-9ad70f2edb99', 'tag': '556a464c-5e12-4c7b-94c8-fc202f3380f8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:31.782074 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f6e98c-69e4-4289-9387-def4187c6237" -d '{"events": [{"name": "network-changed", "server_uuid": "de3fde14-5969-4152-a8a5-9ad70f2edb99", "tag": "556a464c-5e12-4c7b-94c8-fc202f3380f8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:31.800442 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-260fb728-971a-4cac-8242-5acb13cb3c0e service neutron] 10.222.0.47 "GET /v2.0/networks/4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932850 Feb 03 21:59:31.838670 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1322a51-eb64-4b37-b5bd-4ed64d7c0ff3 x-openstack-request-id: req-b1322a51-eb64-4b37-b5bd-4ed64d7c0ff3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:31.839066 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3fde14-5969-4152-a8a5-9ad70f2edb99", "tag": "556a464c-5e12-4c7b-94c8-fc202f3380f8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:31.839260 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1322a51-eb64-4b37-b5bd-4ed64d7c0ff3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:31.839594 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3fde14-5969-4152-a8a5-9ad70f2edb99', 'tag': '556a464c-5e12-4c7b-94c8-fc202f3380f8', 'status': 'completed', 'code': 200} Feb 03 21:59:31.892418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 989c04f0-b1f7-4662-a9c7-e5305e1978d0 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:59:31.927369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 989c04f0-b1f7-4662-a9c7-e5305e1978d0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:59:31.927937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 989c04f0-b1f7-4662-a9c7-e5305e1978d0 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:59:31.957683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e3946e6-47e2-498a-aa51-45aec44f8975 req-b55322a0-2562-4975-85cc-2dd05ca65803 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 210 time: 0.0382531 Feb 03 21:59:31.968827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce36f8b4-befb-4fd7-b8e4-82e5ed66cb72 req-133df437-2ab3-466d-8722-42f68d42dba9 service neutron] 10.222.0.47 "GET /v2.0/networks/4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343658 Feb 03 21:59:31.970349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 329ec09a-7a48-43d0-af71-7b21db9d49c3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:31.970697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (329ec09a-7a48-43d0-af71-7b21db9d49c3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:32.097129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (329ec09a-7a48-43d0-af71-7b21db9d49c3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:32.097396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (329ec09a-7a48-43d0-af71-7b21db9d49c3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:32.107404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6e98c-69e4-4289-9387-def4187c6237 req-7d3474d1-f8d3-4522-b9f4-f3a0d052f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:32.109002 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24f6e98c-69e4-4289-9387-def4187c6237 req-7d3474d1-f8d3-4522-b9f4-f3a0d052f1ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47710e5fc181440fa58463714139820d&device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 1125 time: 0.0873322 Feb 03 21:59:32.114650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 329ec09a-7a48-43d0-af71-7b21db9d49c3 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:32.272104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6e98c-69e4-4289-9387-def4187c6237 req-acb75356-0b61-4850-b91c-15066075dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:32.273786 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24f6e98c-69e4-4289-9387-def4187c6237 req-acb75356-0b61-4850-b91c-15066075dfbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d HTTP/1.1" status: 200 len: 914 time: 0.1570561 Feb 03 21:59:32.339894 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24f6e98c-69e4-4289-9387-def4187c6237 req-a0e97034-9f4f-4998-88b0-a6e09874901e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556a464c-5e12-4c7b-94c8-fc202f3380f8 HTTP/1.1" status: 200 len: 217 time: 0.0573254 Feb 03 21:59:32.411031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249bf8-b33b-4caf-9d26-a5bf0d4d6628 req-7f5aaf80-9ac2-4caf-a40c-3b76a3235880 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:32.420194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd249bf8-b33b-4caf-9d26-a5bf0d4d6628 req-7f5aaf80-9ac2-4caf-a40c-3b76a3235880 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 943 time: 0.0764916 Feb 03 21:59:32.436174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6e98c-69e4-4289-9387-def4187c6237 req-1e69ded8-59cb-4fa6-8441-e7400b1d8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:32.438473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24f6e98c-69e4-4289-9387-def4187c6237 req-1e69ded8-59cb-4fa6-8441-e7400b1d8773 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87687a6d-3f0e-44fa-8b19-45b52bc7416a HTTP/1.1" status: 200 len: 853 time: 0.0902374 Feb 03 21:59:32.452988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (329ec09a-7a48-43d0-af71-7b21db9d49c3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:32.477790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd249bf8-b33b-4caf-9d26-a5bf0d4d6628 req-4e591b86-6fe7-45f5-b763-fec30b4119f9 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564907 Feb 03 21:59:32.482926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 050ad86c-1c42-4abe-98ec-1950851cf621 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:59:32.505584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 050ad86c-1c42-4abe-98ec-1950851cf621 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:59:32.506163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 050ad86c-1c42-4abe-98ec-1950851cf621 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:59:32.520869 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24f6e98c-69e4-4289-9387-def4187c6237 req-41d71604-a086-436b-98cd-bc37c3924ef1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749562 Feb 03 21:59:32.522542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=329ec09a-7a48-43d0-af71-7b21db9d49c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:32.645013 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for floatingip (d67d6489-35b1-4135-963f-c526b6d4d960), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:32.647624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:32.650603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7e659a45-eb00-414a-a54b-ff51de9e1427 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/floatingips/d67d6489-35b1-4135-963f-c526b6d4d960 HTTP/1.1" status: 204 len: 168 time: 1.1712799 Feb 03 21:59:32.655354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46766) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:32.681651 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-16501a0f-ec56-438d-9a29-13c18393fbd7 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] DELETE failed (client error): The resource could not be found. Feb 03 21:59:32.682249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16501a0f-ec56-438d-9a29-13c18393fbd7 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:59:32.685279 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-16501a0f-ec56-438d-9a29-13c18393fbd7 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/ports/e0b0a282-e1cf-45cb-8d33-e194b5f8d040 HTTP/1.1" status: 404 len: 333 time: 0.0288756 Feb 03 21:59:32.690110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:32.722742 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9dcc35fe-0c97-4114-ad83-fad74bd827c4 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "GET /v2.0/ports?device_id=d99b08a3-2439-4485-b358-334af9d8e73e HTTP/1.1" status: 200 len: 205 time: 0.0317304 Feb 03 21:59:32.725161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:32.725273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24f6e98c-69e4-4289-9387-def4187c6237 req-df9acb58-96a4-4508-841f-7bdeca27e1b5 service neutron] 10.222.0.47 "GET /v2.0/networks/4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965344 Feb 03 21:59:32.772671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0327c6-b885-4271-b1c7-7acdfcafb28a req-9ee56e9c-71d3-425f-9510-860ba60c641b tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:32.774292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb0327c6-b885-4271-b1c7-7acdfcafb28a req-9ee56e9c-71d3-425f-9510-860ba60c641b tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0971999 Feb 03 21:59:32.775807 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-09638773-e6bf-45cc-886c-15ac5f40eeca tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] delete failed (client error): The resource could not be found. Feb 03 21:59:32.779356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-09638773-e6bf-45cc-886c-15ac5f40eeca tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/routers/d99b08a3-2439-4485-b358-334af9d8e73e HTTP/1.1" status: 404 len: 336 time: 0.0525129 Feb 03 21:59:32.779924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:32.822466 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca912a56-120e-4a7d-82ff-c6d08ee6bd4f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] DELETE failed (client error): The resource could not be found. Feb 03 21:59:32.822925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca912a56-120e-4a7d-82ff-c6d08ee6bd4f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 21:59:32.828632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ca912a56-120e-4a7d-82ff-c6d08ee6bd4f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/subnets/84cebf10-9a26-4462-bdcb-0c5fbf1e8970 HTTP/1.1" status: 404 len: 337 time: 0.0471640 Feb 03 21:59:32.831733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46776) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:32.862410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eeb5ea5d-5603-495b-9f09-f42be830265a req-5cc27939-7ecb-4711-8bae-c7cb5fef4494 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0306499 Feb 03 21:59:32.889441 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb0327c6-b885-4271-b1c7-7acdfcafb28a req-92f88284-066b-4d63-b150-8debba3de797 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066639 Feb 03 21:59:32.890199 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24f6e98c-69e4-4289-9387-def4187c6237 req-17f8ccee-5c1b-4694-b1a6-fc937d6b9124 service neutron] 10.222.0.47 "GET /v2.0/networks/4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579933 Feb 03 21:59:32.945455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f7ec9-c62f-4f5c-8eb7-01364539987f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 2a2ffa88-b107-4ced-9d9b-77054fc4941d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:32.945925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7ec9-c62f-4f5c-8eb7-01364539987f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2a2ffa88-b107-4ced-9d9b-77054fc4941d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:33.076645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0258b1e5-452d-4fa3-b331-bc8b28db2f34 req-4ca851ce-5b60-4144-9f8a-17a7968e1d04 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 210 time: 0.0429773 Feb 03 21:59:33.127059 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7ec9-c62f-4f5c-8eb7-01364539987f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2a2ffa88-b107-4ced-9d9b-77054fc4941d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:33.149629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f7ec9-c62f-4f5c-8eb7-01364539987f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 2a2ffa88-b107-4ced-9d9b-77054fc4941d owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:33.159784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-bf47a0fa-d352-4cf7-bb54-d24e6bd2acb4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:33.161466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-bf47a0fa-d352-4cf7-bb54-d24e6bd2acb4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.1690953 Feb 03 21:59:33.176007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Request body: {'port': {'device_id': 'afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'admin_state_up': True, 'tenant_id': 'ba56a3ba2f2e4b4ab46d242315c1b4c3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:33.374893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Made reservation on behalf of ba56a3ba2f2e4b4ab46d242315c1b4c3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:33.378249 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:33.391565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7ec9-c62f-4f5c-8eb7-01364539987f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2a2ffa88-b107-4ced-9d9b-77054fc4941d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:33.429003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f7ec9-c62f-4f5c-8eb7-01364539987f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=2a2ffa88-b107-4ced-9d9b-77054fc4941d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:33.564713 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7ec9-c62f-4f5c-8eb7-01364539987f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:33.567963 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9f1f7ec9-c62f-4f5c-8eb7-01364539987f tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/ports/2a2ffa88-b107-4ced-9d9b-77054fc4941d HTTP/1.1" status: 204 len: 168 time: 0.7345822 Feb 03 21:59:33.573018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:33.617919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Allocated IP 172.20.0.7 (5b80f157-ae27-4069-a1da-9e28e7643a83/62d8fd80-7f87-469e-9ab2-aba4b4d5c683/66697f76-8e37-4e5a-ab64-4859670af37a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:33.619650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f2283-6c06-4db7-8221-cc5ac24f3da5 req-8f686678-b3d1-41a8-aee0-390cacaf8676 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:33.621142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-493f2283-6c06-4db7-8221-cc5ac24f3da5 req-8f686678-b3d1-41a8-aee0-390cacaf8676 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 943 time: 0.0715160 Feb 03 21:59:33.671614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-493f2283-6c06-4db7-8221-cc5ac24f3da5 req-ddb6b232-1555-44f2-abd5-f05c207b510f tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Feb 03 21:59:33.755349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5c69e44-94fe-44bb-aa07-cb00f73715ff tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 146217b0-9854-4a86-b0da-25fbc3938a44 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:33.755695 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c69e44-94fe-44bb-aa07-cb00f73715ff tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (146217b0-9854-4a86-b0da-25fbc3938a44), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:33.875409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks [] for port (66697f76-8e37-4e5a-ab64-4859670af37a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:33.885643 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c69e44-94fe-44bb-aa07-cb00f73715ff tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (146217b0-9854-4a86-b0da-25fbc3938a44), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:33.902131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5c69e44-94fe-44bb-aa07-cb00f73715ff tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 146217b0-9854-4a86-b0da-25fbc3938a44 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:33.981461 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:33.993418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:34.001072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9a5da3d-e885-413b-98fe-a1b8b2d98930 req-4c4bc271-62ca-48b5-a189-87504e88ec16 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0490224 Feb 03 21:59:34.056977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31411c55-cfa7-434b-8cc6-ccd32cbd9c62 req-8b2d253f-b671-4915-8c45-1a8791ddd33a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:34.057137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:34.058630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31411c55-cfa7-434b-8cc6-ccd32cbd9c62 req-8b2d253f-b671-4915-8c45-1a8791ddd33a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0600021 Feb 03 21:59:34.073420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:34.084287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:34.135670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31411c55-cfa7-434b-8cc6-ccd32cbd9c62 req-dac6b7a9-d138-4abb-9673-7b9eaa4534c5 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569685 Feb 03 21:59:34.153700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event updated for resources: {'Port': ['ID=66697f76-8e37-4e5a-ab64-4859670af37a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:34.163121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:34.163882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:34.196142 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-49e07897-b792-4938-9eae-14f635538d94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0240498 Feb 03 21:59:34.224929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Request body: {'port': {'device_id': 'afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:34.232267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eeffd-ad33-4e89-b568-0060a31e86d5 req-05695a2d-b807-4d8c-946d-1bfd44fcc818 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:34.240314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-944eeffd-ad33-4e89-b568-0060a31e86d5 req-05695a2d-b807-4d8c-946d-1bfd44fcc818 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 931 time: 0.0834854 Feb 03 21:59:34.288930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c69e44-94fe-44bb-aa07-cb00f73715ff tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (146217b0-9854-4a86-b0da-25fbc3938a44), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:34.309256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-944eeffd-ad33-4e89-b568-0060a31e86d5 req-51c5b153-c3e0-4e2f-b123-3e302beb07bb tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606902 Feb 03 21:59:34.340698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c69e44-94fe-44bb-aa07-cb00f73715ff tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=146217b0-9854-4a86-b0da-25fbc3938a44,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:34.355193 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:34.466007 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c69e44-94fe-44bb-aa07-cb00f73715ff tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:34.469455 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e5c69e44-94fe-44bb-aa07-cb00f73715ff tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/ports/146217b0-9854-4a86-b0da-25fbc3938a44 HTTP/1.1" status: 204 len: 168 time: 0.8956077 Feb 03 21:59:34.472033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:34.482042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 556a464c-5e12-4c7b-94c8-fc202f3380f8 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:59:34.546173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446fff3-6742-4b42-b1f2-27fda98f5588 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:34.550309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c446fff3-6742-4b42-b1f2-27fda98f5588 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd109a2b-214f-44a6-a869-c3e73bd45a40 HTTP/1.1" status: 200 len: 913 time: 0.0749373 Feb 03 21:59:34.550599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:34.592300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 556a464c-5e12-4c7b-94c8-fc202f3380f8, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=556a464c-5e12-4c7b-94c8-fc202f3380f8,segment=NetworkSegment(885b9afa-a5f2-4e97-b6ce-886af28b9fe4),segment_id=885b9afa-a5f2-4e97-b6ce-886af28b9fe4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:34.609284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '556a464c-5e12-4c7b-94c8-fc202f3380f8', 'network_id': '4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d', 'port_id': '556a464c-5e12-4c7b-94c8-fc202f3380f8', 'mac_address': 'fa:16:3e:ce:4a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87687a6d-3f0e-44fa-8b19-45b52bc7416a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:59:34.651883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 556a464c-5e12-4c7b-94c8-fc202f3380f8 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:34.652277 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:34.665777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556a464c-5e12-4c7b-94c8-fc202f3380f8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:34.685360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 556a464c-5e12-4c7b-94c8-fc202f3380f8, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=556a464c-5e12-4c7b-94c8-fc202f3380f8,segment=NetworkSegment(885b9afa-a5f2-4e97-b6ce-886af28b9fe4),segment_id=885b9afa-a5f2-4e97-b6ce-886af28b9fe4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:34.690654 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:34.746708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=556a464c-5e12-4c7b-94c8-fc202f3380f8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:34.807205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa5318-1c60-45cc-86a3-3f617987a280 req-69a72aa1-62ce-4313-8f0c-6bca1c4b1565 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:34.808682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51fa5318-1c60-45cc-86a3-3f617987a280 req-69a72aa1-62ce-4313-8f0c-6bca1c4b1565 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 944 time: 0.0528004 Feb 03 21:59:34.861119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51fa5318-1c60-45cc-86a3-3f617987a280 req-85d41c8a-1d8c-4d50-9506-e796ec0151bb tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Feb 03 21:59:34.916995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66697f76-8e37-4e5a-ab64-4859670af37a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:34.943373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Publish callbacks [] for port (66697f76-8e37-4e5a-ab64-4859670af37a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:34.966723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Transition to ACTIVE for port object 66697f76-8e37-4e5a-ab64-4859670af37a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:59:34.973021 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:35.012944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['556a464c-5e12-4c7b-94c8-fc202f3380f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:35.053420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Pushing event updated for resources: {'Port': ['ID=66697f76-8e37-4e5a-ab64-4859670af37a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:35.152006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11696bc4-7399-4fb1-b233-357eaa8c1bc6 req-f681ad8e-03f6-41ed-86bb-fcd65b618532 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0278709 Feb 03 21:59:35.166282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Attempting to bind port 66697f76-8e37-4e5a-ab64-4859670af37a on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:35.166626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Attempting to bind port 66697f76-8e37-4e5a-ab64-4859670af37a by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:35.166956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Attempting to bind port 66697f76-8e37-4e5a-ab64-4859670af37a on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:35.176623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Port 66697f76-8e37-4e5a-ab64-4859670af37a on network 5b80f157-ae27-4069-a1da-9e28e7643a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:59:35.176987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Attempting to bind port 66697f76-8e37-4e5a-ab64-4859670af37a on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:35.184420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:35.184760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Checking segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:35.185172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Bound using segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:35.185605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Bound port: 66697f76-8e37-4e5a-ab64-4859670af37a, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:35.185965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:35.272733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55adbe2-1bc9-4b0a-ac08-32e4a53c2b1b req-81f2f56d-12a4-458c-8008-7c68469df312 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:35.274238 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f55adbe2-1bc9-4b0a-ac08-32e4a53c2b1b req-81f2f56d-12a4-458c-8008-7c68469df312 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0588028 Feb 03 21:59:35.347210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f55adbe2-1bc9-4b0a-ac08-32e4a53c2b1b req-57a3b403-ee18-4376-8e06-2718ba9c1450 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665448 Feb 03 21:59:35.444362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5e805-934a-479b-ba43-e679caef6485 req-7ab3000b-e7c0-4f1e-b395-c43243b6a295 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:35.445976 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42c5e805-934a-479b-ba43-e679caef6485 req-7ab3000b-e7c0-4f1e-b395-c43243b6a295 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 943 time: 0.0648389 Feb 03 21:59:35.460996 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (cd109a2b-214f-44a6-a869-c3e73bd45a40), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:35.495538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42c5e805-934a-479b-ba43-e679caef6485 req-9e6b1b88-9faa-4394-8448-96ef635890a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Feb 03 21:59:35.600360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] For port 66697f76-8e37-4e5a-ab64-4859670af37a, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:35.615561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] For port 66697f76-8e37-4e5a-ab64-4859670af37a, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=66697f76-8e37-4e5a-ab64-4859670af37a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:35.648397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:35.701315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:35.701944 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:35.703881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/66697f76-8e37-4e5a-ab64-4859670af37a HTTP/1.1" status: 200 len: 1091 time: 1.4837568 Feb 03 21:59:35.704334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4', 'tag': '66697f76-8e37-4e5a-ab64-4859670af37a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:35.706564 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7128228-5673-4411-8b8b-84e09d4e914f" -d '{"events": [{"name": "network-changed", "server_uuid": "afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4", "tag": "66697f76-8e37-4e5a-ab64-4859670af37a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:35.742621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd9cec-c9c5-4a4e-9197-529da1b165e8 service neutron] Pushing event updated for resources: {'Port': ['ID=66697f76-8e37-4e5a-ab64-4859670af37a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:35.747196 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7953fa09-3f49-40ed-a916-66db167ca243 x-openstack-request-id: req-7953fa09-3f49-40ed-a916-66db167ca243 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:35.747487 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4", "tag": "66697f76-8e37-4e5a-ab64-4859670af37a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:35.747742 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7953fa09-3f49-40ed-a916-66db167ca243 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:35.748147 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4', 'tag': '66697f76-8e37-4e5a-ab64-4859670af37a', 'status': 'completed', 'code': 200} Feb 03 21:59:35.850985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-169e427b-33e0-4fc7-8d7e-08098f8381a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:35.852431 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-169e427b-33e0-4fc7-8d7e-08098f8381a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 1125 time: 0.0949285 Feb 03 21:59:35.912939 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-f5f90070-559b-440f-b022-f030d6197b66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66697f76-8e37-4e5a-ab64-4859670af37a HTTP/1.1" status: 200 len: 217 time: 0.0417979 Feb 03 21:59:35.912939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port bd528c4f-ac58-49a7-9e49-2c489ad57cef {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:35.912939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bd528c4f-ac58-49a7-9e49-2c489ad57cef), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:35.993438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba78aa-44c5-4ab1-af41-68ede95ddf2c req-f112a86f-20aa-435c-b9a9-7ab0f3399d26 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:35.995112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbba78aa-44c5-4ab1-af41-68ede95ddf2c req-f112a86f-20aa-435c-b9a9-7ab0f3399d26 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 944 time: 0.0575216 Feb 03 21:59:36.009635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-da6ea349-3f27-4ecc-896f-4d7f6d59f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:36.011434 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-da6ea349-3f27-4ecc-896f-4d7f6d59f2bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.0956814 Feb 03 21:59:36.051722 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-c20f4529-ec67-4552-a77a-0e11bb4f5c88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334148 Feb 03 21:59:36.053285 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbba78aa-44c5-4ab1-af41-68ede95ddf2c req-8df2fad0-17e1-4695-a527-60c8b99f0526 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487809 Feb 03 21:59:36.080932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bd528c4f-ac58-49a7-9e49-2c489ad57cef), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:36.123401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for bd528c4f-ac58-49a7-9e49-2c489ad57cef owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:36.212161 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-45eeabca-697d-4a4a-a878-61e11dd6632c service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512399 Feb 03 21:59:36.264224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35b373a2-d3f5-453d-b9cc-c811be882779 req-39365190-dbbf-421b-b3f8-278cebce274c tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0288687 Feb 03 21:59:36.362832 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6913e3b3-ef4f-411b-a292-25d0c1873845 req-87291aec-4a32-4f4f-88ea-9468929440ab service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433334 Feb 03 21:59:36.470747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (bd528c4f-ac58-49a7-9e49-2c489ad57cef), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:36.511139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=bd528c4f-ac58-49a7-9e49-2c489ad57cef,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:36.514332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925cc6e-9bcc-460e-84a7-9fb5467f02eb req-4f576202-9b30-4a37-93b2-40fb6b101187 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:36.516649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f925cc6e-9bcc-460e-84a7-9fb5467f02eb req-4f576202-9b30-4a37-93b2-40fb6b101187 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0865836 Feb 03 21:59:36.528338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7128228-5673-4411-8b8b-84e09d4e914f req-6178095a-702e-4ac3-b305-9a290d5b1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:36.529419 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 556a464c-5e12-4c7b-94c8-fc202f3380f8 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:36.540391 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a7128228-5673-4411-8b8b-84e09d4e914f req-6178095a-702e-4ac3-b305-9a290d5b1cb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 1125 time: 0.1199090 Feb 03 21:59:36.605941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 556a464c-5e12-4c7b-94c8-fc202f3380f8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:59:36.615867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 556a464c-5e12-4c7b-94c8-fc202f3380f8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:36.616614 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:36.631586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f925cc6e-9bcc-460e-84a7-9fb5467f02eb req-5c9e759a-31b2-4a06-9062-56783e76c8ad tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001251 Feb 03 21:59:36.664159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475975ee-df64-4462-b20a-382dc121e0e1 req-a05787ed-a436-487d-bec4-09280eb04cde tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:36.665968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-475975ee-df64-4462-b20a-382dc121e0e1 req-a05787ed-a436-487d-bec4-09280eb04cde tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 943 time: 0.0732870 Feb 03 21:59:36.719608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-475975ee-df64-4462-b20a-382dc121e0e1 req-f18c97c5-9dab-4be8-b6ce-0dda2d197352 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463622 Feb 03 21:59:36.747695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 556a464c-5e12-4c7b-94c8-fc202f3380f8 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:36.748093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:36.772577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3fde14-5969-4152-a8a5-9ad70f2edb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556a464c-5e12-4c7b-94c8-fc202f3380f8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:36.775238 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c8fb28-4d0b-4be4-af77-5406ce61e048" -d '{"events": [{"server_uuid": "de3fde14-5969-4152-a8a5-9ad70f2edb99", "name": "network-vif-plugged", "status": "completed", "tag": "556a464c-5e12-4c7b-94c8-fc202f3380f8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:36.790996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 556a464c-5e12-4c7b-94c8-fc202f3380f8, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=556a464c-5e12-4c7b-94c8-fc202f3380f8,segment=NetworkSegment(885b9afa-a5f2-4e97-b6ce-886af28b9fe4),segment_id=885b9afa-a5f2-4e97-b6ce-886af28b9fe4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:36.798007 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:36.812216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7128228-5673-4411-8b8b-84e09d4e914f req-e542efcc-fcec-4d83-9a31-e54ee0ef8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:36.813791 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a7128228-5673-4411-8b8b-84e09d4e914f req-e542efcc-fcec-4d83-9a31-e54ee0ef8e1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 907 time: 0.2716894 Feb 03 21:59:36.819705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (cd109a2b-214f-44a6-a869-c3e73bd45a40), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:36.833010 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dab4784-9fd1-4c36-ad82-e43eef43736b x-openstack-request-id: req-6dab4784-9fd1-4c36-ad82-e43eef43736b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:36.833589 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3fde14-5969-4152-a8a5-9ad70f2edb99", "name": "network-vif-plugged", "status": "completed", "tag": "556a464c-5e12-4c7b-94c8-fc202f3380f8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:36.833847 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6dab4784-9fd1-4c36-ad82-e43eef43736b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:36.834241 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3fde14-5969-4152-a8a5-9ad70f2edb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556a464c-5e12-4c7b-94c8-fc202f3380f8', 'code': 200} Feb 03 21:59:36.861278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=556a464c-5e12-4c7b-94c8-fc202f3380f8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:36.872398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a7128228-5673-4411-8b8b-84e09d4e914f req-eb0a97fa-df80-4e04-b0cc-a98852770db0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66697f76-8e37-4e5a-ab64-4859670af37a HTTP/1.1" status: 200 len: 217 time: 0.0429521 Feb 03 21:59:37.032552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7128228-5673-4411-8b8b-84e09d4e914f req-f86934a1-556c-4e95-b418-1a12a4c98c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:37.034068 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a7128228-5673-4411-8b8b-84e09d4e914f req-f86934a1-556c-4e95-b418-1a12a4c98c00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.1261904 Feb 03 21:59:37.058271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62291646-69d7-4b96-9ef6-a35eff0fc279 req-3a3ae1b0-7852-4e9d-bc59-6deec5a7d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:37.059789 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62291646-69d7-4b96-9ef6-a35eff0fc279 req-3a3ae1b0-7852-4e9d-bc59-6deec5a7d198 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 1127 time: 0.1425378 Feb 03 21:59:37.076232 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a7128228-5673-4411-8b8b-84e09d4e914f req-3cdab892-01ab-4383-b98e-43fc544e8202 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333509 Feb 03 21:59:37.177658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba284b-713c-41d0-9a92-966677e27614 req-9b6eff07-0274-4506-bf62-f3b425cdedfc tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:37.180084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaba284b-713c-41d0-9a92-966677e27614 req-9b6eff07-0274-4506-bf62-f3b425cdedfc tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 945 time: 0.0601442 Feb 03 21:59:37.230438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eaba284b-713c-41d0-9a92-966677e27614 req-becf2b85-309b-49b2-80bf-e8930e60d88a tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Feb 03 21:59:37.247643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-62291646-69d7-4b96-9ef6-a35eff0fc279 req-29fa893f-f51e-41d0-ae46-2625aafc2b2a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735804 Feb 03 21:59:37.286846 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a7128228-5673-4411-8b8b-84e09d4e914f req-15cdd942-31a2-4cd8-bb76-99f3dec77dce service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949978 Feb 03 21:59:37.293346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Router cd109a2b-214f-44a6-a869-c3e73bd45a40 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:59:37.375334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d7f5ae9-2cb6-4609-b266-2b58466af134 req-9cf2dd09-b5c1-4a5a-bed2-fb61e1e02266 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0311618 Feb 03 21:59:37.473961 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a7128228-5673-4411-8b8b-84e09d4e914f req-51c2bd28-3e42-4f7c-898d-80ed9d61e850 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712754 Feb 03 21:59:37.475365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:37.481509 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ad7651b2-9bae-44f2-a841-6bacca1397f6 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "PUT /v2.0/routers/cd109a2b-214f-44a6-a869-c3e73bd45a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9296355 Feb 03 21:59:37.482854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:37.495319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71621956-71f5-46ca-a392-44087816eb08 None None] Sync routers for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:37.506714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71621956-71f5-46ca-a392-44087816eb08 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:37.507374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-71621956-71f5-46ca-a392-44087816eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:37.545777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-71621956-71f5-46ca-a392-44087816eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:37.555017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71621956-71f5-46ca-a392-44087816eb08 None None] Routers {'cd109a2b-214f-44a6-a869-c3e73bd45a40'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:37.555651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-71621956-71f5-46ca-a392-44087816eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cd109a2b-214f-44a6-a869-c3e73bd45a40'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:37.590298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-71621956-71f5-46ca-a392-44087816eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:37.590962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71621956-71f5-46ca-a392-44087816eb08 None None] The sync data for ids ['cd109a2b-214f-44a6-a869-c3e73bd45a40'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:37.607295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router (cd109a2b-214f-44a6-a869-c3e73bd45a40), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:37.770246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4b9c8-2b66-4dcc-885a-f12f510a8a3b req-60e1b21a-a623-48ac-8bfd-0513cb5718ce tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:37.772082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0c4b9c8-2b66-4dcc-885a-f12f510a8a3b req-60e1b21a-a623-48ac-8bfd-0513cb5718ce tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0621696 Feb 03 21:59:37.852141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0c4b9c8-2b66-4dcc-885a-f12f510a8a3b req-5dc411e0-8a35-4bd1-a069-70128965e149 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739415 Feb 03 21:59:37.885707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c5824-f678-432d-84d3-5348c0732321 req-c58109b5-d833-482a-992e-db71ad3e4752 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:37.887580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b67c5824-f678-432d-84d3-5348c0732321 req-c58109b5-d833-482a-992e-db71ad3e4752 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 943 time: 0.0742049 Feb 03 21:59:37.941329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b67c5824-f678-432d-84d3-5348c0732321 req-c08f856c-6789-419c-a63a-ed690d50f95a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Feb 03 21:59:37.989961 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_gateway (cd109a2b-214f-44a6-a869-c3e73bd45a40), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.041687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting port 6370f727-5b01-42eb-8b1e-c8daac15c4d1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:38.042310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6370f727-5b01-42eb-8b1e-c8daac15c4d1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.116810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6370f727-5b01-42eb-8b1e-c8daac15c4d1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.128392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Calling delete_port for 6370f727-5b01-42eb-8b1e-c8daac15c4d1 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:38.301977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6370f727-5b01-42eb-8b1e-c8daac15c4d1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.326205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Port': ['ID=6370f727-5b01-42eb-8b1e-c8daac15c4d1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:38.364804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968825-48bd-4862-b247-af14c5a54a80 req-45fc5e5b-d2a5-4e10-983e-73ae7a04ad26 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:38.367063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc968825-48bd-4862-b247-af14c5a54a80 req-45fc5e5b-d2a5-4e10-983e-73ae7a04ad26 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 945 time: 0.0610170 Feb 03 21:59:38.391673 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (cd109a2b-214f-44a6-a869-c3e73bd45a40), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.437900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc968825-48bd-4862-b247-af14c5a54a80 req-4a331245-667f-489c-be02-b45a3788d1d2 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634084 Feb 03 21:59:38.503925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d5c262c-3fad-4684-b39c-e2df88fe3c59 req-a69b49ce-95ce-4ef2-9ca5-bf656528419c tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0302045 Feb 03 21:59:38.523980 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (cd109a2b-214f-44a6-a869-c3e73bd45a40), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.526305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router_controller (cd109a2b-214f-44a6-a869-c3e73bd45a40), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.607905 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (cd109a2b-214f-44a6-a869-c3e73bd45a40), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.609034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Fanout notify agent at l3_agent the message router_deleted on router cd109a2b-214f-44a6-a869-c3e73bd45a40 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 21:59:38.616235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.619690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cd1c639f-3b6e-41fa-8b31-4ede3b0d3482 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/routers/cd109a2b-214f-44a6-a869-c3e73bd45a40 HTTP/1.1" status: 204 len: 168 time: 1.1336551 Feb 03 21:59:38.619936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:38.675897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-27360215-eddd-462c-a644-bd1cd4242091 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Deleting subnet e78c15ad-d104-4fe7-b190-e8bdadf1c680 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:59:38.679043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27360215-eddd-462c-a644-bd1cd4242091 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for subnet (e78c15ad-d104-4fe7-b190-e8bdadf1c680), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.720605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27360215-eddd-462c-a644-bd1cd4242091 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (e78c15ad-d104-4fe7-b190-e8bdadf1c680), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.770479 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27360215-eddd-462c-a644-bd1cd4242091 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (e78c15ad-d104-4fe7-b190-e8bdadf1c680), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.828995 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27360215-eddd-462c-a644-bd1cd4242091 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (e78c15ad-d104-4fe7-b190-e8bdadf1c680), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.857634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27360215-eddd-462c-a644-bd1cd4242091 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Subnet': ['ID=e78c15ad-d104-4fe7-b190-e8bdadf1c680,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:38.859772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27360215-eddd-462c-a644-bd1cd4242091 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.863366 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-27360215-eddd-462c-a644-bd1cd4242091 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/subnets/e78c15ad-d104-4fe7-b190-e8bdadf1c680 HTTP/1.1" status: 204 len: 168 time: 0.2423666 Feb 03 21:59:38.865574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46848) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:38.946123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (b70a24cf-0f95-40c6-b406-0a41dd7fd259), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:38.987124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad4fb9-6b9a-4ba1-8516-ce2ef0013f7b req-bbf2be43-5207-4f7b-86bd-61f994c81817 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:38.993939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7ad4fb9-6b9a-4ba1-8516-ce2ef0013f7b req-bbf2be43-5207-4f7b-86bd-61f994c81817 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0624948 Feb 03 21:59:39.042769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (b70a24cf-0f95-40c6-b406-0a41dd7fd259), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.063829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70a24cf-0f95-40c6-b406-0a41dd7fd259']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:39.064014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7ad4fb9-6b9a-4ba1-8516-ce2ef0013f7b req-b3eda2c3-8e77-45fd-81ab-960e462a656c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688202 Feb 03 21:59:39.075610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4a318c-cb47-4fe4-a036-ecae1f5f06dc') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:39.076137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4a318c-cb47-4fe4-a036-ecae1f5f06dc') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:39.093704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db4537-ce29-4ecc-b8fc-0a573e2c985c req-d761a3bf-e6a8-4c9e-925c-3d0f26b8092a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:39.093704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16db4537-ce29-4ecc-b8fc-0a573e2c985c req-d761a3bf-e6a8-4c9e-925c-3d0f26b8092a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 943 time: 0.0661147 Feb 03 21:59:39.098362 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (ae4a318c-cb47-4fe4-a036-ecae1f5f06dc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.113810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ae4a318c-cb47-4fe4-a036-ecae1f5f06dc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.120685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:59:39.121171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (ae4a318c-cb47-4fe4-a036-ecae1f5f06dc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:59:39.124765 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:59:39.144244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16db4537-ce29-4ecc-b8fc-0a573e2c985c req-fb40a7fa-201e-4319-8c07-da47d32d60be tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499053 Feb 03 21:59:39.190533 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (b70a24cf-0f95-40c6-b406-0a41dd7fd259), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.196111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.199612 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] 10.222.0.50 "DELETE /v2.0/networks/b70a24cf-0f95-40c6-b406-0a41dd7fd259 HTTP/1.1" status: 204 len: 168 time: 0.3331144 Feb 03 21:59:39.214395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab4540-96df-48d1-b8ce-2f42e6c78ac5 tempest-FloatingIPTestJSON-63945136 tempest-FloatingIPTestJSON-63945136-project] Pushing event deleted for resources: {'Network': ['ID=b70a24cf-0f95-40c6-b406-0a41dd7fd259,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:39.398317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:39.534529 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3e881c6f-5200-4c4a-aec5-0b19dd8472b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10e9caa218064be6b2c2b863f10f7af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334746 Feb 03 21:59:39.535475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:39.582801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041134-bdec-4bba-a122-e342f6ec9540 req-e817ac81-e1b4-45fd-8391-bd135b053ec3 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:39.590849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93041134-bdec-4bba-a122-e342f6ec9540 req-e817ac81-e1b4-45fd-8391-bd135b053ec3 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 945 time: 0.0814965 Feb 03 21:59:39.594543 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fec79fe4-92f5-40de-bff8-166cc6010a24 admin admin] Publish callbacks [] for security_group (f91fb56a-8f05-4898-97d6-736e38e201fe), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.624262 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fec79fe4-92f5-40de-bff8-166cc6010a24 admin admin] Publish callbacks [] for security_group (f91fb56a-8f05-4898-97d6-736e38e201fe), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.633624 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a0e1c30-ae52-49ee-b5a0-527a2da59deb req-7ae9bbdd-0c44-45d3-9098-602b189eff9b tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0354788 Feb 03 21:59:39.662763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93041134-bdec-4bba-a122-e342f6ec9540 req-74e9a092-51f5-4a65-946c-6822b2772023 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707176 Feb 03 21:59:39.685280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fec79fe4-92f5-40de-bff8-166cc6010a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f91fb56a-8f05-4898-97d6-736e38e201fe), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.688688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fec79fe4-92f5-40de-bff8-166cc6010a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:39.690442 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fec79fe4-92f5-40de-bff8-166cc6010a24 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f91fb56a-8f05-4898-97d6-736e38e201fe HTTP/1.1" status: 204 len: 168 time: 0.1537862 Feb 03 21:59:39.700341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec79fe4-92f5-40de-bff8-166cc6010a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91fb56a-8f05-4898-97d6-736e38e201fe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:40.155179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0c10-ea73-46b9-bb22-ab98369cafd9 req-c6502194-36f0-466c-b523-2071228927da tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:40.162499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a6c0c10-ea73-46b9-bb22-ab98369cafd9 req-c6502194-36f0-466c-b523-2071228927da tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 945 time: 0.0621412 Feb 03 21:59:40.248091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a6c0c10-ea73-46b9-bb22-ab98369cafd9 req-55c8dda0-5112-4592-b597-a7a8aa428ff3 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815880 Feb 03 21:59:40.288974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcabb3-e701-4484-a733-826a314e12b6 req-11762bff-e4e8-4906-95e7-fd60e56f6ed6 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:40.306859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38dcabb3-e701-4484-a733-826a314e12b6 req-11762bff-e4e8-4906-95e7-fd60e56f6ed6 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1268425 Feb 03 21:59:40.402790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38dcabb3-e701-4484-a733-826a314e12b6 req-c8c92ba2-6feb-4f15-994c-a3945e15c82e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904551 Feb 03 21:59:40.440359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af7500-3685-47a0-9bd7-ab514761cbe1 req-2e4c2b19-8ec6-4043-9b5d-3c0d84668be9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:40.449468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3af7500-3685-47a0-9bd7-ab514761cbe1 req-2e4c2b19-8ec6-4043-9b5d-3c0d84668be9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 943 time: 0.1031635 Feb 03 21:59:40.517750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3af7500-3685-47a0-9bd7-ab514761cbe1 req-0b46fa16-8c60-44ea-8a6b-2515293e10c6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670781 Feb 03 21:59:40.651194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46906) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:40.656735 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038426 Feb 03 21:59:40.659949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46908) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:40.768329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60222c4f-7dba-4da3-936f-a00d7de85977 req-e276b019-35ef-4969-a3cf-0399431a0aef tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0494564 Feb 03 21:59:40.777840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e856343f-4c60-4441-9e03-958f6dfce107 tempest-NetworksApiDiscovery-13804792 tempest-NetworksApiDiscovery-13804792-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1166351 Feb 03 21:59:41.063854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46920) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:41.169636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2de5776d-dd17-4335-bf39-8996f991b50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:41.241632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2de5776d-dd17-4335-bf39-8996f991b50b admin admin] Publish callbacks [] for security_group (7c62dbfe-eef4-4a22-952a-baf43d22eeda), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:41.246041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2de5776d-dd17-4335-bf39-8996f991b50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7c62dbfe-eef4-4a22-952a-baf43d22eeda), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:41.285857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46926) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:41.286035 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2de5776d-dd17-4335-bf39-8996f991b50b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c15eb56736646e1a0a8797682d5827d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209895 Feb 03 21:59:41.287922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5776d-dd17-4335-bf39-8996f991b50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c62dbfe-eef4-4a22-952a-baf43d22eeda,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:41.360646 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98217147-4697-4579-a074-176002eace22 admin admin] Publish callbacks [] for security_group (7c62dbfe-eef4-4a22-952a-baf43d22eeda), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:41.367500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce08c36-d52f-4456-908d-00f4378423d7 req-50413931-d957-4d64-9b3f-148e6770abb1 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:41.369904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ce08c36-d52f-4456-908d-00f4378423d7 req-50413931-d957-4d64-9b3f-148e6770abb1 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 945 time: 0.0578778 Feb 03 21:59:41.386022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98217147-4697-4579-a074-176002eace22 admin admin] Publish callbacks [] for security_group (7c62dbfe-eef4-4a22-952a-baf43d22eeda), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:41.421683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ce08c36-d52f-4456-908d-00f4378423d7 req-72b85cfb-ab82-4052-85e9-02e210e29fb3 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/security-groups?id=8404076b-8369-4c77-b941-00e758c3b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Feb 03 21:59:41.460428 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98217147-4697-4579-a074-176002eace22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7c62dbfe-eef4-4a22-952a-baf43d22eeda), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:41.463073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98217147-4697-4579-a074-176002eace22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:41.464254 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-98217147-4697-4579-a074-176002eace22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c62dbfe-eef4-4a22-952a-baf43d22eeda HTTP/1.1" status: 204 len: 168 time: 0.1770208 Feb 03 21:59:41.473567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98217147-4697-4579-a074-176002eace22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c62dbfe-eef4-4a22-952a-baf43d22eeda,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:41.565651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995f84e-2918-4f03-b3aa-9ccdadd9282d req-1b40b9e5-9684-4c46-a6fa-1b75cc518905 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:41.568338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6995f84e-2918-4f03-b3aa-9ccdadd9282d req-1b40b9e5-9684-4c46-a6fa-1b75cc518905 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0865443 Feb 03 21:59:41.665015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6995f84e-2918-4f03-b3aa-9ccdadd9282d req-9ee9cc07-24de-48ac-abcb-3b950ed0c335 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911336 Feb 03 21:59:41.680557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ceb8d1-4d63-46d7-8aa6-4ff5e83f36e8 req-4257e94d-220d-4fe6-bd3c-5cdc4b1c82ef tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:41.686273 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62ceb8d1-4d63-46d7-8aa6-4ff5e83f36e8 req-4257e94d-220d-4fe6-bd3c-5cdc4b1c82ef tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 943 time: 0.1008677 Feb 03 21:59:41.738538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62ceb8d1-4d63-46d7-8aa6-4ff5e83f36e8 req-ce1e466d-d1f8-446a-946c-84417f452b43 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 Feb 03 21:59:41.834954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-50f77aad-356e-4040-a3ab-3a47d47781bb tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:41.837681 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-50f77aad-356e-4040-a3ab-3a47d47781bb tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.47 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 945 time: 0.0718024 Feb 03 21:59:41.905605 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8fcff76-e43d-4d9c-8c64-de4b1d66880a req-f45264c3-4fe7-44a7-b1bb-9af188d4abc5 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0431755 Feb 03 21:59:41.911851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 66697f76-8e37-4e5a-ab64-4859670af37a details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:59:41.959788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Deleting port 556a464c-5e12-4c7b-94c8-fc202f3380f8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:41.960048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:42.052193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 66697f76-8e37-4e5a-ab64-4859670af37a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=66697f76-8e37-4e5a-ab64-4859670af37a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:42.069800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '66697f76-8e37-4e5a-ab64-4859670af37a', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'port_id': '66697f76-8e37-4e5a-ab64-4859670af37a', 'mac_address': 'fa:16:3e:80:4b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8fd80-7f87-469e-9ab2-aba4b4d5c683', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:59:42.081419 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] For port 556a464c-5e12-4c7b-94c8-fc202f3380f8, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=556a464c-5e12-4c7b-94c8-fc202f3380f8,segment=NetworkSegment(885b9afa-a5f2-4e97-b6ce-886af28b9fe4),segment_id=885b9afa-a5f2-4e97-b6ce-886af28b9fe4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:42.081965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:42.097749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Calling delete_port for 556a464c-5e12-4c7b-94c8-fc202f3380f8 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:42.125560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 66697f76-8e37-4e5a-ab64-4859670af37a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:42.126519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:42.153005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66697f76-8e37-4e5a-ab64-4859670af37a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:42.178796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 66697f76-8e37-4e5a-ab64-4859670af37a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=66697f76-8e37-4e5a-ab64-4859670af37a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:42.185359 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:42.248583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (556a464c-5e12-4c7b-94c8-fc202f3380f8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:42.254867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=66697f76-8e37-4e5a-ab64-4859670af37a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:42.263626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['556a464c-5e12-4c7b-94c8-fc202f3380f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:42.266907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.267258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.267604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.267996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.268338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.268673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.269027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.269360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.269688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.270021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.270348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.270677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.271002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:42.291485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Pushing event deleted for resources: {'Port': ['ID=556a464c-5e12-4c7b-94c8-fc202f3380f8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:42.343791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] No DVR routers for this DVR port 556a464c-5e12-4c7b-94c8-fc202f3380f8 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:59:42.346734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:42.350246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8611dea1-b979-4ce8-a7e2-c1587d40bc87 req-f9cf8189-266e-4e51-bf7e-73b2eb078e02 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.47 "DELETE /v2.0/ports/556a464c-5e12-4c7b-94c8-fc202f3380f8 HTTP/1.1" status: 204 len: 173 time: 0.5062242 Feb 03 21:59:42.350704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3fde14-5969-4152-a8a5-9ad70f2edb99', 'name': 'network-vif-deleted', 'tag': '556a464c-5e12-4c7b-94c8-fc202f3380f8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:42.353536 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5823e7-7bd9-469c-a6a2-312a9c1f70c2" -d '{"events": [{"server_uuid": "de3fde14-5969-4152-a8a5-9ad70f2edb99", "name": "network-vif-deleted", "tag": "556a464c-5e12-4c7b-94c8-fc202f3380f8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:42.412677 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfba89c9-a65c-4d7a-8fe4-7a8afdc1ef9f x-openstack-request-id: req-bfba89c9-a65c-4d7a-8fe4-7a8afdc1ef9f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:42.413175 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3fde14-5969-4152-a8a5-9ad70f2edb99", "name": "network-vif-deleted", "tag": "556a464c-5e12-4c7b-94c8-fc202f3380f8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:42.413592 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfba89c9-a65c-4d7a-8fe4-7a8afdc1ef9f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:42.414138 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3fde14-5969-4152-a8a5-9ad70f2edb99', 'name': 'network-vif-deleted', 'tag': '556a464c-5e12-4c7b-94c8-fc202f3380f8', 'status': 'completed', 'code': 200} Feb 03 21:59:42.553825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['66697f76-8e37-4e5a-ab64-4859670af37a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:42.590746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a64fdf33-7d22-43f4-9b68-96c5abfde6df req-c9525712-20a3-4a3e-a3c0-308eed4a8532 tempest-ServerPasswordTestJSON-909925197 tempest-ServerPasswordTestJSON-909925197-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3fde14-5969-4152-a8a5-9ad70f2edb99 HTTP/1.1" status: 200 len: 210 time: 0.0414512 Feb 03 21:59:42.871893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354ffdd-0c97-40f1-a54f-ef9687ba757c req-df352b22-c7aa-4d11-944f-5cec3597461d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:42.873510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b354ffdd-0c97-40f1-a54f-ef9687ba757c req-df352b22-c7aa-4d11-944f-5cec3597461d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1087298 Feb 03 21:59:43.020264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b354ffdd-0c97-40f1-a54f-ef9687ba757c req-30a0cd10-a435-41dc-abe4-9d3e07d68d17 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805459 Feb 03 21:59:43.028298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1b5ea-5884-44a0-8561-2ce901302d21 req-f6685127-9f77-42c9-897a-512160b0387d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:43.035660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ae1b5ea-5884-44a0-8561-2ce901302d21 req-f6685127-9f77-42c9-897a-512160b0387d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 944 time: 0.1600635 Feb 03 21:59:43.094327 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ae1b5ea-5884-44a0-8561-2ce901302d21 req-9d60b34f-f911-4837-8279-72b07d6dfa67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575669 Feb 03 21:59:43.144474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81342595-04bc-4fd2-88c1-31c12069a36c req-4843ac91-4d8c-43ca-8ac5-1b6418b5c82d tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0394628 Feb 03 21:59:43.640553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:43.685998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f426d72b-c828-4070-b842-de0d224e0d9d admin admin] Deleting subnet 87687a6d-3f0e-44fa-8b19-45b52bc7416a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 21:59:43.689044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f426d72b-c828-4070-b842-de0d224e0d9d admin admin] Publish callbacks [] for subnet (87687a6d-3f0e-44fa-8b19-45b52bc7416a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:43.724224 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f426d72b-c828-4070-b842-de0d224e0d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (87687a6d-3f0e-44fa-8b19-45b52bc7416a), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:43.762457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f426d72b-c828-4070-b842-de0d224e0d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (87687a6d-3f0e-44fa-8b19-45b52bc7416a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:43.818448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f426d72b-c828-4070-b842-de0d224e0d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (87687a6d-3f0e-44fa-8b19-45b52bc7416a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:43.845182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426d72b-c828-4070-b842-de0d224e0d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87687a6d-3f0e-44fa-8b19-45b52bc7416a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:43.848811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f426d72b-c828-4070-b842-de0d224e0d9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:43.854314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f426d72b-c828-4070-b842-de0d224e0d9d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/87687a6d-3f0e-44fa-8b19-45b52bc7416a HTTP/1.1" status: 204 len: 168 time: 0.2101786 Feb 03 21:59:43.854570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:43.908960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 66697f76-8e37-4e5a-ab64-4859670af37a up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:43.936057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:43.959328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 66697f76-8e37-4e5a-ab64-4859670af37a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:59:43.963707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 66697f76-8e37-4e5a-ab64-4859670af37a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:43.964158 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.032113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.068866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:44.080824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 66697f76-8e37-4e5a-ab64-4859670af37a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:44.081623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.092213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885b9afa-a5f2-4e97-b6ce-886af28b9fe4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:44.095742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885b9afa-a5f2-4e97-b6ce-886af28b9fe4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:44.118029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (885b9afa-a5f2-4e97-b6ce-886af28b9fe4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.135908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 66697f76-8e37-4e5a-ab64-4859670af37a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=66697f76-8e37-4e5a-ab64-4859670af37a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:44.137380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66697f76-8e37-4e5a-ab64-4859670af37a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:44.143048 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a445a2-a17d-43e2-8de3-e773cbf725f9" -d '{"events": [{"server_uuid": "afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4", "name": "network-vif-plugged", "status": "completed", "tag": "66697f76-8e37-4e5a-ab64-4859670af37a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:44.148959 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.153378 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (885b9afa-a5f2-4e97-b6ce-886af28b9fe4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.161188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 21:59:44.161868 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (885b9afa-a5f2-4e97-b6ce-886af28b9fe4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: timer() Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 21:59:44.164073 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 21:59:44.210665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=66697f76-8e37-4e5a-ab64-4859670af37a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:44.240689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.246370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.253552 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d HTTP/1.1" status: 204 len: 168 time: 0.3979945 Feb 03 21:59:44.270571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097039c6-5283-4536-b7a1-ded2fd5650b4 req-37c562a2-55dc-4ea2-8a39-2288fb21df81 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:44.272693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-097039c6-5283-4536-b7a1-ded2fd5650b4 req-37c562a2-55dc-4ea2-8a39-2288fb21df81 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1241887 Feb 03 21:59:44.286291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a25375-61b6-4e4d-8cb3-37719256cab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac03fe9-b8b2-408d-a346-9fc86ad2ed8d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:44.324200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9643897-5c90-4c1a-8453-f3cf43c6ab9f req-1e6f94cf-92af-473e-a244-1b4e089ac320 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:44.325997 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9643897-5c90-4c1a-8453-f3cf43c6ab9f req-1e6f94cf-92af-473e-a244-1b4e089ac320 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 945 time: 0.0992727 Feb 03 21:59:44.377844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-097039c6-5283-4536-b7a1-ded2fd5650b4 req-b764b115-085a-4be9-a9cc-f5ec49a4f0d9 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913210 Feb 03 21:59:44.434791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:44.446278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9643897-5c90-4c1a-8453-f3cf43c6ab9f req-762f7ea3-728e-4e4d-a4ac-c6eef56da480 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087353 Feb 03 21:59:44.447045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47020) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:44.452755 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db90538-a3fd-44d8-8917-238128f0f0d2 x-openstack-request-id: req-6db90538-a3fd-44d8-8917-238128f0f0d2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:44.453282 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4", "name": "network-vif-plugged", "status": "completed", "tag": "66697f76-8e37-4e5a-ab64-4859670af37a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:44.453703 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6db90538-a3fd-44d8-8917-238128f0f0d2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:44.454368 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66697f76-8e37-4e5a-ab64-4859670af37a', 'code': 200} Feb 03 21:59:44.501714 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d0bde7a7-e7af-4ee8-b612-581d37ea2148 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47710e5fc181440fa58463714139820d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652859 Feb 03 21:59:44.504125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:44.561292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48b0da03-34fb-4967-82c8-fbebcbaf8b09 req-5f42c454-68cb-47d1-95aa-ce4e12ffc8c3 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0323360 Feb 03 21:59:44.568184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 556a464c-5e12-4c7b-94c8-fc202f3380f8 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:59:44.599548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32927f01-268d-4e75-8059-c5a182636b13 admin admin] Publish callbacks [] for security_group (8404076b-8369-4c77-b941-00e758c3b551), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.612408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 556a464c-5e12-4c7b-94c8-fc202f3380f8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:59:44.613188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 556a464c-5e12-4c7b-94c8-fc202f3380f8 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:59:44.625506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615584dd-ac5f-4974-993c-3eb5c4bbcb86 req-74eafac8-cd25-4f1d-87e3-991cdcbfe90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:44.627253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615584dd-ac5f-4974-993c-3eb5c4bbcb86 req-74eafac8-cd25-4f1d-87e3-991cdcbfe90f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 1127 time: 0.0909705 Feb 03 21:59:44.663863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32927f01-268d-4e75-8059-c5a182636b13 admin admin] Publish callbacks [] for security_group (8404076b-8369-4c77-b941-00e758c3b551), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.691429 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6236740-0dd1-4426-8b81-93f6975e3728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.720034 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-615584dd-ac5f-4974-993c-3eb5c4bbcb86 req-b0e88591-7d48-4d90-9330-4bd99f3a1143 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854933 Feb 03 21:59:44.739653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32927f01-268d-4e75-8059-c5a182636b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8404076b-8369-4c77-b941-00e758c3b551), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.743365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32927f01-268d-4e75-8059-c5a182636b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.745519 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-32927f01-268d-4e75-8059-c5a182636b13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8404076b-8369-4c77-b941-00e758c3b551 HTTP/1.1" status: 204 len: 168 time: 0.2403531 Feb 03 21:59:44.774559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32927f01-268d-4e75-8059-c5a182636b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8404076b-8369-4c77-b941-00e758c3b551,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:44.782754 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6236740-0dd1-4426-8b81-93f6975e3728 admin admin] Publish callbacks [] for security_group (6f13cb08-2c78-471d-a69b-327ab2b80dbb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.787540 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6236740-0dd1-4426-8b81-93f6975e3728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6f13cb08-2c78-471d-a69b-327ab2b80dbb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.830021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d6236740-0dd1-4426-8b81-93f6975e3728 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65c6f24916e34a8f9de1ce6a2cd6165f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791871 Feb 03 21:59:44.831093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:44.832654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6236740-0dd1-4426-8b81-93f6975e3728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f13cb08-2c78-471d-a69b-327ab2b80dbb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:44.909136 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69aaa8bb-b67b-4805-9c70-5d87a289cd23 admin admin] Publish callbacks [] for security_group (6f13cb08-2c78-471d-a69b-327ab2b80dbb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.939928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69aaa8bb-b67b-4805-9c70-5d87a289cd23 admin admin] Publish callbacks [] for security_group (6f13cb08-2c78-471d-a69b-327ab2b80dbb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:44.998889 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69aaa8bb-b67b-4805-9c70-5d87a289cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6f13cb08-2c78-471d-a69b-327ab2b80dbb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:45.001510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69aaa8bb-b67b-4805-9c70-5d87a289cd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:45.002726 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-69aaa8bb-b67b-4805-9c70-5d87a289cd23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f13cb08-2c78-471d-a69b-327ab2b80dbb HTTP/1.1" status: 204 len: 168 time: 0.1704206 Feb 03 21:59:45.011276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaa8bb-b67b-4805-9c70-5d87a289cd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f13cb08-2c78-471d-a69b-327ab2b80dbb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:45.651593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b717f1-2cf3-4dcd-a6ab-a401bc2a2003 req-1aea2c52-a2b3-4e7f-ab58-733f170dc690 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:45.658682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5b717f1-2cf3-4dcd-a6ab-a401bc2a2003 req-1aea2c52-a2b3-4e7f-ab58-733f170dc690 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 945 time: 0.0777290 Feb 03 21:59:45.674478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfc465-dce7-41c3-a59b-4824e33dbfac req-02f49fd4-2654-41b4-9b41-d7801a4ef4b0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:45.676106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45dfc465-dce7-41c3-a59b-4824e33dbfac req-02f49fd4-2654-41b4-9b41-d7801a4ef4b0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1531513 Feb 03 21:59:45.754176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:45.812639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5b717f1-2cf3-4dcd-a6ab-a401bc2a2003 req-24af57d3-008b-462a-8196-4e683d2bec6f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486857 Feb 03 21:59:45.822674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45dfc465-dce7-41c3-a59b-4824e33dbfac req-5a49453f-d0e3-4fc2-a28f-2949c1ef5383 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242962 Feb 03 21:59:45.933511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-011b2920-6926-450d-a200-13f6444db5cf req-1e0e0f55-6e61-4fc9-9400-a766b6dd91ee tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0477371 Feb 03 21:59:45.939304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1136248648-network', 'tenant_id': '63b7d7fd28684147bc6f61ecad231d6d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:45.965894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Made reservation on behalf of 63b7d7fd28684147bc6f61ecad231d6d for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:45.968493 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:45.977276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.058588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Publish callbacks [] for security_group (2acb368e-54e4-472f-98a1-b419dfcf0515), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.063199 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2acb368e-54e4-472f-98a1-b419dfcf0515), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.084664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:59:46.099384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acb368e-54e4-472f-98a1-b419dfcf0515,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:46.106452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c5a3a519-8ec7-4978-8a29-da7db374b156), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.106908 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Added segment c5a3a519-8ec7-4978-8a29-da7db374b156 of type vlan for network 062bb471-969c-4079-991f-f4cc70854e1f Feb 03 21:59:46.162996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (062bb471-969c-4079-991f-f4cc70854e1f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.193921 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (062bb471-969c-4079-991f-f4cc70854e1f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.194882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:46.195638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.279446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5203817 Feb 03 21:59:46.280929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:46.286320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Request body: {'subnet': {'network_id': '062bb471-969c-4079-991f-f4cc70854e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1136248648-subnet', 'tenant_id': '63b7d7fd28684147bc6f61ecad231d6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:46.289708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc79455-0b07-45c2-8271-204ff84ddd4b admin admin] Pushing event updated for resources: {'Network': ['ID=062bb471-969c-4079-991f-f4cc70854e1f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:46.302016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 062bb471-969c-4079-991f-f4cc70854e1f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:59:46.333464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Made reservation on behalf of 63b7d7fd28684147bc6f61ecad231d6d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:46.336281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.551699 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (b0e6cd47-de07-42d8-8448-d76f8f2dc629), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.607049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e6cd47-de07-42d8-8448-d76f8f2dc629,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:46.623773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.624164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.624507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.624847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.625234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.625567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.625896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.626221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.626548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.626871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.627197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.627522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.627842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:46.637021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Checking segment: {'id': 'c5a3a519-8ec7-4978-8a29-da7db374b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '062bb471-969c-4079-991f-f4cc70854e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:46.637160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Network hostable DHCP agents. Network: 062bb471-969c-4079-991f-f4cc70854e1f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:59:46.658378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Network 062bb471-969c-4079-991f-f4cc70854e1f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:59:46.669183 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 062bb471-969c-4079-991f-f4cc70854e1f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:46.673255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:46.673858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:46.679752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72de4561-d7e4-4b0c-a1be-0bab8b6ab0b3 None None] Network 062bb471-969c-4079-991f-f4cc70854e1f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:46.692073 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e85d7359-a8ce-4759-af7d-764d8d415c08 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4104083 Feb 03 21:59:46.809401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca4e9d-ee39-4888-ad04-d241006698b2 None None] Network 062bb471-969c-4079-991f-f4cc70854e1f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:47.024063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c6754-efc0-4d36-b8f3-9022e09c60ad req-e26b74d6-0bc4-4f11-a54b-1fef5774c856 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:47.025549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a82c6754-efc0-4d36-b8f3-9022e09c60ad req-e26b74d6-0bc4-4f11-a54b-1fef5774c856 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 945 time: 0.1067691 Feb 03 21:59:47.038672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2457f21-1ae0-4341-abee-f94804a352b0 req-5523debb-b91d-4da4-b18d-76b355d0d93c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:47.041384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2457f21-1ae0-4341-abee-f94804a352b0 req-5523debb-b91d-4da4-b18d-76b355d0d93c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0785418 Feb 03 21:59:47.120949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a82c6754-efc0-4d36-b8f3-9022e09c60ad req-0313a10e-85df-47f5-af4d-2523c39c993c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783896 Feb 03 21:59:47.125794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2457f21-1ae0-4341-abee-f94804a352b0 req-b12bf99b-1070-41ce-83c6-ef69eee5d051 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760915 Feb 03 21:59:47.238895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:47.245660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1105009179-network', 'tenant_id': '8b47ad71674846b4b0edf95ea9a540b7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:47.246433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bc79870-76cd-4d41-8166-6fc1b39ba36c req-f1f2b899-dd38-4bdd-ab52-783a7ac67575 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0312867 Feb 03 21:59:47.291524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Made reservation on behalf of 8b47ad71674846b4b0edf95ea9a540b7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:47.294948 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:47.307492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:47.416596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb558494-56f7-404c-afcb-4c96d65a51d1 req-8df17be6-3e93-4cb6-ad4c-2895c2bdd0db tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:47.418380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb558494-56f7-404c-afcb-4c96d65a51d1 req-8df17be6-3e93-4cb6-ad4c-2895c2bdd0db tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 945 time: 0.0681429 Feb 03 21:59:47.435158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Publish callbacks [] for security_group (2eae313c-f3b7-4fd1-9bf7-8fd356505e4d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:47.442295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2eae313c-f3b7-4fd1-9bf7-8fd356505e4d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:47.471517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:59:47.486840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eae313c-f3b7-4fd1-9bf7-8fd356505e4d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:47.488504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb558494-56f7-404c-afcb-4c96d65a51d1 req-dd082f6a-c903-4280-b30f-d8527cf5c2f1 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606625 Feb 03 21:59:47.492188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7a880e03-6c46-4c81-90bb-8b2485d83e83), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:47.492529 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Added segment 7a880e03-6c46-4c81-90bb-8b2485d83e83 of type vlan for network 74b75659-a03d-4170-a7ad-07fe4aa584c5 Feb 03 21:59:47.545113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (74b75659-a03d-4170-a7ad-07fe4aa584c5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:47.574295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (74b75659-a03d-4170-a7ad-07fe4aa584c5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:47.575970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:47.576783 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:47.640428 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4000049 Feb 03 21:59:47.649809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:47.650152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2689486-b26b-43ad-838c-524a11a42dee req-b45c77d3-da86-41a0-a8b1-33b32d20460d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:47.652243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2689486-b26b-43ad-838c-524a11a42dee req-b45c77d3-da86-41a0-a8b1-33b32d20460d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 945 time: 0.0810504 Feb 03 21:59:47.658966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Request body: {'subnet': {'network_id': '74b75659-a03d-4170-a7ad-07fe4aa584c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1105009179-subnet', 'tenant_id': '8b47ad71674846b4b0edf95ea9a540b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:47.687187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c15745-3278-40a0-9fdb-e24310a10242 admin admin] Pushing event updated for resources: {'Network': ['ID=74b75659-a03d-4170-a7ad-07fe4aa584c5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:47.694339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Made reservation on behalf of 8b47ad71674846b4b0edf95ea9a540b7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:47.697333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:47.698205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 74b75659-a03d-4170-a7ad-07fe4aa584c5 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:59:47.719115 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2689486-b26b-43ad-838c-524a11a42dee req-cab838e0-c545-4bba-a85b-d3395d33891d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499430 Feb 03 21:59:47.957474 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d4dfdd13-8b52-46d4-8253-614e1ddff79b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:48.038299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4dfdd13-8b52-46d4-8253-614e1ddff79b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:48.046137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47270) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:48.056498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Checking segment: {'id': '7a880e03-6c46-4c81-90bb-8b2485d83e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '74b75659-a03d-4170-a7ad-07fe4aa584c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:48.056942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Network hostable DHCP agents. Network: 74b75659-a03d-4170-a7ad-07fe4aa584c5, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:59:48.069992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ef02f-7aba-43ae-8804-a198d8a0633f req-2053a0cf-7e1d-4de8-9d45-4ed2511c247d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:48.071509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7ef02f-7aba-43ae-8804-a198d8a0633f req-2053a0cf-7e1d-4de8-9d45-4ed2511c247d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 945 time: 0.0777359 Feb 03 21:59:48.076233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Network 74b75659-a03d-4170-a7ad-07fe4aa584c5 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:59:48.090139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 74b75659-a03d-4170-a7ad-07fe4aa584c5) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:48.094977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:48.095819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:48.101577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b80b127-3ba1-4722-bdf8-d3320f864938 None None] Network 74b75659-a03d-4170-a7ad-07fe4aa584c5 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:48.126361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3d48fd67-c68d-4dc0-aade-5c786bcf5fdd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4750242 Feb 03 21:59:48.258339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c15b43-aa57-4747-9b85-91513cee16c7 None None] Network 74b75659-a03d-4170-a7ad-07fe4aa584c5 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:48.522459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7ef02f-7aba-43ae-8804-a198d8a0633f req-ac3a63b2-daf3-420b-8589-331f3eb161f8 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431176 Feb 03 21:59:48.524005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff4b8b38-6e8b-4a38-ab32-87fd16dbb2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:48.581649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e191f-d82d-4a2b-b19f-d55f8ce9f2ea req-96a827de-ea06-47af-84f0-01992e5de861 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:48.587131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-671e191f-d82d-4a2b-b19f-d55f8ce9f2ea req-96a827de-ea06-47af-84f0-01992e5de861 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1027544 Feb 03 21:59:48.637501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf64ebe2-e4e0-4b2a-b080-2fbfbb0ed164 req-bd7b21c9-7bd9-4ba0-9dd1-55536bffa7d8 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0493305 Feb 03 21:59:48.686109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-671e191f-d82d-4a2b-b19f-d55f8ce9f2ea req-0ac05e24-5221-4d54-8845-78ce836856b1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920405 Feb 03 21:59:48.690944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff4b8b38-6e8b-4a38-ab32-87fd16dbb2a9 admin admin] Publish callbacks [] for security_group (ab46e6a6-7930-47a2-b0ae-2d94d486ab86), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:48.709012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff4b8b38-6e8b-4a38-ab32-87fd16dbb2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab46e6a6-7930-47a2-b0ae-2d94d486ab86), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:48.748451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ff4b8b38-6e8b-4a38-ab32-87fd16dbb2a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59796f3f3d6d41229b8e899c89a947a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6997321 Feb 03 21:59:48.750546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b8b38-6e8b-4a38-ab32-87fd16dbb2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab46e6a6-7930-47a2-b0ae-2d94d486ab86,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:48.751241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:48.808188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70e879bb-5690-486c-8dc9-767ddfa8afb7 admin admin] Publish callbacks [] for security_group (ab46e6a6-7930-47a2-b0ae-2d94d486ab86), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:48.839414 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70e879bb-5690-486c-8dc9-767ddfa8afb7 admin admin] Publish callbacks [] for security_group (ab46e6a6-7930-47a2-b0ae-2d94d486ab86), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:48.897512 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70e879bb-5690-486c-8dc9-767ddfa8afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab46e6a6-7930-47a2-b0ae-2d94d486ab86), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:48.900856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70e879bb-5690-486c-8dc9-767ddfa8afb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:48.904453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-70e879bb-5690-486c-8dc9-767ddfa8afb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab46e6a6-7930-47a2-b0ae-2d94d486ab86 HTTP/1.1" status: 204 len: 168 time: 0.1491046 Feb 03 21:59:48.918775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e879bb-5690-486c-8dc9-767ddfa8afb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab46e6a6-7930-47a2-b0ae-2d94d486ab86,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:48.999714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-dbc05df2-902f-4db7-9052-1f251dbaf0c6 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:49.001249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-dbc05df2-902f-4db7-9052-1f251dbaf0c6 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/networks?id=062bb471-969c-4079-991f-f4cc70854e1f HTTP/1.1" status: 200 len: 825 time: 0.1323848 Feb 03 21:59:49.017800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-9cfb59c7-c742-4765-8575-c6e5b9785aca tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/quotas/63b7d7fd28684147bc6f61ecad231d6d HTTP/1.1" status: 200 len: 375 time: 0.0107555 Feb 03 21:59:49.056794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-1b7bec9d-e8a2-453e-ab8d-5e1ac169826b tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b7d7fd28684147bc6f61ecad231d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325634 Feb 03 21:59:49.152940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-5658e8c3-02eb-4e2b-a03b-c25f7bee333b service neutron] 10.222.0.50 "GET /v2.0/networks/062bb471-969c-4079-991f-f4cc70854e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871449 Feb 03 21:59:49.190570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:49.205887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a390-b46e-4974-ae66-d22a9d02d343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:49.258026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-b12abf6f-83da-4dd8-914e-5bc9dc4b9742 service neutron] 10.222.0.50 "GET /v2.0/networks/062bb471-969c-4079-991f-f4cc70854e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973554 Feb 03 21:59:49.311770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a390-b46e-4974-ae66-d22a9d02d343 admin admin] Publish callbacks [] for security_group (9f412eec-c0c0-4439-ad41-fb1359715330), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:49.315673 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a390-b46e-4974-ae66-d22a9d02d343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9f412eec-c0c0-4439-ad41-fb1359715330), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:49.353886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2a390-b46e-4974-ae66-d22a9d02d343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f412eec-c0c0-4439-ad41-fb1359715330,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:49.360958 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2aa2a390-b46e-4974-ae66-d22a9d02d343 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aca0b4de92e34e24bddbb6fed95754ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666877 Feb 03 21:59:49.361194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:49.441073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b23f-f8f2-46fd-83ef-1bf543f37ad7 admin admin] Publish callbacks [] for security_group (9f412eec-c0c0-4439-ad41-fb1359715330), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:49.469515 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b23f-f8f2-46fd-83ef-1bf543f37ad7 admin admin] Publish callbacks [] for security_group (9f412eec-c0c0-4439-ad41-fb1359715330), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:49.470646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b744076e-d6a3-49f3-9d48-4b20f42b1815 req-e17361d7-f9cd-4b99-bf87-bda2e064b5cd tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 210 time: 0.0355566 Feb 03 21:59:49.525688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b23f-f8f2-46fd-83ef-1bf543f37ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9f412eec-c0c0-4439-ad41-fb1359715330), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:49.529446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b23f-f8f2-46fd-83ef-1bf543f37ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:49.532999 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4ab7b23f-f8f2-46fd-83ef-1bf543f37ad7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f412eec-c0c0-4439-ad41-fb1359715330 HTTP/1.1" status: 204 len: 168 time: 0.1683834 Feb 03 21:59:49.539143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7b23f-f8f2-46fd-83ef-1bf543f37ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f412eec-c0c0-4439-ad41-fb1359715330,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:49.688145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b071a-729f-4376-a646-7d23d4ba708c req-ee2ac8b7-a6e6-4575-aea9-099873f0cec8 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:49.697724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c4b071a-729f-4376-a646-7d23d4ba708c req-ee2ac8b7-a6e6-4575-aea9-099873f0cec8 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 945 time: 0.0755434 Feb 03 21:59:49.753639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c4b071a-729f-4376-a646-7d23d4ba708c req-140e0d91-7818-4565-b83c-b5b7fbdd114e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549004 Feb 03 21:59:49.771090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693e857-618f-46eb-961c-2f0eec413a8e req-ac27b09d-26ba-4e7d-8206-c8d101ccdf8b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:49.774181 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d693e857-618f-46eb-961c-2f0eec413a8e req-ac27b09d-26ba-4e7d-8206-c8d101ccdf8b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 945 time: 0.1236131 Feb 03 21:59:49.847474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e892e26-bdee-4749-9d29-1c14f1b209bb req-dfde8958-3544-4819-a43a-3fae56678644 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0642407 Feb 03 21:59:49.909017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c42fc-c0a4-4ac7-835f-ec081b9d2807 req-bb22c397-6a45-4b7a-b9bf-27e6beef662e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:49.911043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-227c42fc-c0a4-4ac7-835f-ec081b9d2807 req-bb22c397-6a45-4b7a-b9bf-27e6beef662e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0580428 Feb 03 21:59:49.943016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d693e857-618f-46eb-961c-2f0eec413a8e req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Deleting port 66697f76-8e37-4e5a-ab64-4859670af37a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 21:59:49.944331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d693e857-618f-46eb-961c-2f0eec413a8e req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:50.025636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-227c42fc-c0a4-4ac7-835f-ec081b9d2807 req-229bcfac-0481-4e50-b3d2-f3000e9171f0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062303 Feb 03 21:59:50.066404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d693e857-618f-46eb-961c-2f0eec413a8e req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] For port 66697f76-8e37-4e5a-ab64-4859670af37a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=66697f76-8e37-4e5a-ab64-4859670af37a,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:50.066780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d693e857-618f-46eb-961c-2f0eec413a8e req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:50.097894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d693e857-618f-46eb-961c-2f0eec413a8e req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Calling delete_port for 66697f76-8e37-4e5a-ab64-4859670af37a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 21:59:50.403811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d693e857-618f-46eb-961c-2f0eec413a8e req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (66697f76-8e37-4e5a-ab64-4859670af37a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:50.415806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89', '66697f76-8e37-4e5a-ab64-4859670af37a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:50.450228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event deleted for resources: {'Port': ['ID=66697f76-8e37-4e5a-ab64-4859670af37a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:50.510639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d693e857-618f-46eb-961c-2f0eec413a8e req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] No DVR routers for this DVR port 66697f76-8e37-4e5a-ab64-4859670af37a on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 21:59:50.514231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d693e857-618f-46eb-961c-2f0eec413a8e req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:50.519269 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d693e857-618f-46eb-961c-2f0eec413a8e req-eed68507-ee8b-447e-95a5-b431e3e33eac tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "DELETE /v2.0/ports/66697f76-8e37-4e5a-ab64-4859670af37a HTTP/1.1" status: 204 len: 173 time: 0.7360096 Feb 03 21:59:50.520008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4', 'name': 'network-vif-deleted', 'tag': '66697f76-8e37-4e5a-ab64-4859670af37a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:50.522670 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27ee77d-be77-49aa-b986-5b3034fad404" -d '{"events": [{"server_uuid": "afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4", "name": "network-vif-deleted", "tag": "66697f76-8e37-4e5a-ab64-4859670af37a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:50.579144 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaed319-f87f-4009-adf2-7409e5c10ff9 x-openstack-request-id: req-ebaed319-f87f-4009-adf2-7409e5c10ff9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:50.579444 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4", "name": "network-vif-deleted", "tag": "66697f76-8e37-4e5a-ab64-4859670af37a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:50.579696 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebaed319-f87f-4009-adf2-7409e5c10ff9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:50.581013 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4', 'name': 'network-vif-deleted', 'tag': '66697f76-8e37-4e5a-ab64-4859670af37a', 'status': 'completed', 'code': 200} Feb 03 21:59:50.597029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0593a55-703d-4f86-ae23-daaa8e29bda0 req-1872a6d8-230a-4f1c-a2e2-0bb0444e215a tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 210 time: 0.0419390 Feb 03 21:59:50.711398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:50.834582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1054586847-network', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:50.867509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Made reservation on behalf of eb5afcbeebe24f71934e2665a78a2dd7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:50.870700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:50.895165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:50.899831 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-ce228c44-e01f-4cc3-95c7-7bfadea51fb6 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:50.901397 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-ce228c44-e01f-4cc3-95c7-7bfadea51fb6 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.47 "GET /v2.0/networks?id=062bb471-969c-4079-991f-f4cc70854e1f HTTP/1.1" status: 200 len: 825 time: 0.1649570 Feb 03 21:59:50.915971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Request body: {'port': {'device_id': '48f498ec-2db6-482a-8d55-171bea7317c1', 'network_id': '062bb471-969c-4079-991f-f4cc70854e1f', 'admin_state_up': True, 'tenant_id': '63b7d7fd28684147bc6f61ecad231d6d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:50.938156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-744b3afc-00a1-4636-8964-9574af0330c9 req-aa4b15cc-6e6a-4567-a8ec-7d6a08c3d98c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=afdc5cfa-7ee8-462c-91ee-57a6dd3e8fd4 HTTP/1.1" status: 200 len: 210 time: 0.0606799 Feb 03 21:59:50.995740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4025b7af-c5b0-4342-8ccf-6414dbc882ee req-f51c78b3-12e5-4202-b64e-8187f0f6def6 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0420310 Feb 03 21:59:51.097283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Publish callbacks [] for security_group (102d5672-b206-46c2-9908-b7228588fb4f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.103739 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (102d5672-b206-46c2-9908-b7228588fb4f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.105768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Made reservation on behalf of 63b7d7fd28684147bc6f61ecad231d6d for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:51.111737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.119808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 21:59:51.143104 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c55f406c-eafc-4550-a94b-4e63967a3295), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.143693 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Added segment c55f406c-eafc-4550-a94b-4e63967a3295 of type vlan for network ce88f1d2-4911-43d4-8df7-15f173417f10 Feb 03 21:59:51.208603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102d5672-b206-46c2-9908-b7228588fb4f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:51.240305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (ce88f1d2-4911-43d4-8df7-15f173417f10), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.275802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Allocated IP 172.20.0.5 (062bb471-969c-4079-991f-f4cc70854e1f/b0e6cd47-de07-42d8-8448-d76f8f2dc629/aaf7f354-c886-430a-b0d5-406e6ec25a69) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:51.277223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0df8a1-2933-42d5-ab7b-5cf8f7c911cd req-504e5436-bd71-4097-bda9-48374a62b61c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:51.284880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba0df8a1-2933-42d5-ab7b-5cf8f7c911cd req-504e5436-bd71-4097-bda9-48374a62b61c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1477957 Feb 03 21:59:51.313386 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (ce88f1d2-4911-43d4-8df7-15f173417f10), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.314289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:51.315044 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.385026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6684353 Feb 03 21:59:51.392787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:51.405604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Request body: {'subnet': {'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1054586847-subnet', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:51.415196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c750aa-455c-46a5-b83a-ac0fa84ba35a admin admin] Pushing event updated for resources: {'Network': ['ID=ce88f1d2-4911-43d4-8df7-15f173417f10,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:51.427842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba0df8a1-2933-42d5-ab7b-5cf8f7c911cd req-f45d2a88-f432-483c-8fc1-a30064b33166 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419899 Feb 03 21:59:51.438118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network ce88f1d2-4911-43d4-8df7-15f173417f10 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 21:59:51.460429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Made reservation on behalf of eb5afcbeebe24f71934e2665a78a2dd7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:51.463835 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.534098 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Publish callbacks [] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.570247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.617228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Network 062bb471-969c-4079-991f-f4cc70854e1f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:51.622820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:51.628029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:51.632101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Pushing event updated for resources: {'Port': ['ID=aaf7f354-c886-430a-b0d5-406e6ec25a69,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:51.683076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:51.683701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.693384 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (29421726-b876-425d-915a-9aa618fe4321), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.703314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-4e004115-35c9-45f6-a583-aa561f84d506 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934873 Feb 03 21:59:51.714094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Request body: {'port': {'device_id': '48f498ec-2db6-482a-8d55-171bea7317c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:51.775197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.779537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29421726-b876-425d-915a-9aa618fe4321,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:51.797638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de57a43-2031-484c-8721-7784db6c479b req-772dc068-28cf-4fa7-af36-dd2d38923613 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:51.799143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1de57a43-2031-484c-8721-7784db6c479b req-772dc068-28cf-4fa7-af36-dd2d38923613 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 931 time: 0.1191037 Feb 03 21:59:51.803268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:51.803633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Network hostable DHCP agents. Network: ce88f1d2-4911-43d4-8df7-15f173417f10, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 21:59:51.856610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1de57a43-2031-484c-8721-7784db6c479b req-3612f1b1-74c6-40a9-ac2d-da789715ca49 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Feb 03 21:59:51.859200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 21:59:51.870228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, ce88f1d2-4911-43d4-8df7-15f173417f10) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:51.880536 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087e3b6-469a-46f4-a0bc-0573065dc684 None None] Network ce88f1d2-4911-43d4-8df7-15f173417f10 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:51.886860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:51.887467 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.917202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ccd52b53-4c03-4768-942e-b08c8329f050 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5186734 Feb 03 21:59:51.917530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47396) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:51.922674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:51.957196 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (45055249-c15c-4ce9-a25e-af25fb83d706), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:51.959155 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (45055249-c15c-4ce9-a25e-af25fb83d706), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.018116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d93015e-2359-4555-befe-601246abe07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-ce88f1d2-4911-43d4-8df7-15f173417f10', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 21:59:52.032725 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d93015e-2359-4555-befe-601246abe07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.140611 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks [] for router_controller (45055249-c15c-4ce9-a25e-af25fb83d706), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.167642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf7f354-c886-430a-b0d5-406e6ec25a69 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:52.180644 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Publish callbacks [] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.183335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bd7d480-6946-4266-bcb2-d0c3c794de85 req-e65420d7-360c-4a1f-8b7f-fb7af09a844e tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0805788 Feb 03 21:59:52.219528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Transition to ACTIVE for port object aaf7f354-c886-430a-b0d5-406e6ec25a69 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:59:52.239420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.258573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8d93015e-2359-4555-befe-601246abe07c None None] Allocated IP 172.20.0.2 (ce88f1d2-4911-43d4-8df7-15f173417f10/29421726-b876-425d-915a-9aa618fe4321/7c5e0c50-e539-48f1-b9c1-3ed419ed6937) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:52.352753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf7f354-c886-430a-b0d5-406e6ec25a69,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:52.380762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks [] for router_gateway (45055249-c15c-4ce9-a25e-af25fb83d706), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.399323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Attempting to bind port aaf7f354-c886-430a-b0d5-406e6ec25a69 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:52.399640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Attempting to bind port aaf7f354-c886-430a-b0d5-406e6ec25a69 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c5a3a519-8ec7-4978-8a29-da7db374b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '062bb471-969c-4079-991f-f4cc70854e1f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:52.400106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Attempting to bind port aaf7f354-c886-430a-b0d5-406e6ec25a69 on network 062bb471-969c-4079-991f-f4cc70854e1f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:52.405732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Port aaf7f354-c886-430a-b0d5-406e6ec25a69 on network 062bb471-969c-4079-991f-f4cc70854e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:59:52.406109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Attempting to bind port aaf7f354-c886-430a-b0d5-406e6ec25a69 on network 062bb471-969c-4079-991f-f4cc70854e1f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:52.412158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:52.412502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Checking segment: {'id': 'c5a3a519-8ec7-4978-8a29-da7db374b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '062bb471-969c-4079-991f-f4cc70854e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:52.413090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Bound using segment: {'id': 'c5a3a519-8ec7-4978-8a29-da7db374b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '062bb471-969c-4079-991f-f4cc70854e1f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:52.413536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Bound port: aaf7f354-c886-430a-b0d5-406e6ec25a69, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a3a519-8ec7-4978-8a29-da7db374b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '062bb471-969c-4079-991f-f4cc70854e1f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:52.413902 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.421612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d93015e-2359-4555-befe-601246abe07c None None] Publish callbacks [] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.428791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d93015e-2359-4555-befe-601246abe07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.446856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93015e-2359-4555-befe-601246abe07c None None] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:52.468111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8d93015e-2359-4555-befe-601246abe07c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:52.474304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93015e-2359-4555-befe-601246abe07c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:52.528798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] For port aaf7f354-c886-430a-b0d5-406e6ec25a69, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:52.533606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] For port aaf7f354-c886-430a-b0d5-406e6ec25a69, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=aaf7f354-c886-430a-b0d5-406e6ec25a69,segment=NetworkSegment(c5a3a519-8ec7-4978-8a29-da7db374b156),segment_id=c5a3a519-8ec7-4978-8a29-da7db374b156)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:52.546750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.569236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8d93015e-2359-4555-befe-601246abe07c None None] Attempting to bind port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:52.570685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8d93015e-2359-4555-befe-601246abe07c None None] Attempting to bind port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:52.571604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93015e-2359-4555-befe-601246abe07c None None] Attempting to bind port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:52.576868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93015e-2359-4555-befe-601246abe07c None None] Pushing event updated for resources: {'Port': ['ID=7c5e0c50-e539-48f1-b9c1-3ed419ed6937,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:52.579553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93015e-2359-4555-befe-601246abe07c None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:52.579928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93015e-2359-4555-befe-601246abe07c None None] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:52.580391 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d93015e-2359-4555-befe-601246abe07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.580778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93015e-2359-4555-befe-601246abe07c None None] Bound using segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:52.581280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8d93015e-2359-4555-befe-601246abe07c None None] Bound port: 7c5e0c50-e539-48f1-b9c1-3ed419ed6937, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:52.581657 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d93015e-2359-4555-befe-601246abe07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.611413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:52.612203 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.614013 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] 10.222.0.47 "PUT /v2.0/ports/aaf7f354-c886-430a-b0d5-406e6ec25a69 HTTP/1.1" status: 200 len: 1091 time: 0.9042215 Feb 03 21:59:52.618735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f498ec-2db6-482a-8d55-171bea7317c1', 'tag': 'aaf7f354-c886-430a-b0d5-406e6ec25a69'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:52.622116 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b10056-4535-4d75-a806-17a8a55c78ec" -d '{"events": [{"name": "network-changed", "server_uuid": "48f498ec-2db6-482a-8d55-171bea7317c1", "tag": "aaf7f354-c886-430a-b0d5-406e6ec25a69"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:52.645332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9e4b0-d5d3-40b1-a719-ce98ff883ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf7f354-c886-430a-b0d5-406e6ec25a69,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:52.656621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8d93015e-2359-4555-befe-601246abe07c None None] For port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:52.661175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8d93015e-2359-4555-befe-601246abe07c None None] For port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7c5e0c50-e539-48f1-b9c1-3ed419ed6937,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:52.668084 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d93015e-2359-4555-befe-601246abe07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:52.671006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-73ab3603-4313-4fb8-8052-c3eefcfba761 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:52.678772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-73ab3603-4313-4fb8-8052-c3eefcfba761 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.3837216 Feb 03 21:59:52.704135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1fcf9-10d4-4edd-87f6-1f63d06bd72c req-69a41ae6-b772-4591-9080-c214af8f73d1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:52.711392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17c1fcf9-10d4-4edd-87f6-1f63d06bd72c req-69a41ae6-b772-4591-9080-c214af8f73d1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.2038281 Feb 03 21:59:52.727321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-b7e2cbe4-732a-4de6-b36f-efd18119d701 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/quotas/ba56a3ba2f2e4b4ab46d242315c1b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0476346 Feb 03 21:59:52.755214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-474535e1-1a1d-4418-a732-56ab0ecc0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:52.757997 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-474535e1-1a1d-4418-a732-56ab0ecc0ea4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63b7d7fd28684147bc6f61ecad231d6d&device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 1125 time: 0.0893052 Feb 03 21:59:52.772552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93015e-2359-4555-befe-601246abe07c None None] Pushing event updated for resources: {'Port': ['ID=7c5e0c50-e539-48f1-b9c1-3ed419ed6937,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:52.899854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-763f9e1d-2ae0-4e5b-b339-6b9459d7c496 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1714964 Feb 03 21:59:52.911567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17c1fcf9-10d4-4edd-87f6-1f63d06bd72c req-fbc920c4-4b9b-4879-acdb-b499e8f81ef0 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994176 Feb 03 21:59:53.141571 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f189d72f-4a7d-4ef0-bd10-8add345b17c5 x-openstack-request-id: req-f189d72f-4a7d-4ef0-bd10-8add345b17c5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:53.141879 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f498ec-2db6-482a-8d55-171bea7317c1", "tag": "aaf7f354-c886-430a-b0d5-406e6ec25a69", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:53.142139 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f189d72f-4a7d-4ef0-bd10-8add345b17c5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:53.142546 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f498ec-2db6-482a-8d55-171bea7317c1', 'tag': 'aaf7f354-c886-430a-b0d5-406e6ec25a69', 'status': 'completed', 'code': 200} Feb 03 21:59:53.145245 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-7b5e7907-07b8-4af4-bdea-aeb1d537731c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf7f354-c886-430a-b0d5-406e6ec25a69 HTTP/1.1" status: 200 len: 217 time: 0.3787563 Feb 03 21:59:53.174800 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks [] for router_gateway (45055249-c15c-4ce9-a25e-af25fb83d706), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:53.201326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-d1a88b20-bdc5-406f-b8b3-e639fee42ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:53.203603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-d1a88b20-bdc5-406f-b8b3-e639fee42ec5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b0e6cd47-de07-42d8-8448-d76f8f2dc629 HTTP/1.1" status: 200 len: 865 time: 0.0503702 Feb 03 21:59:53.216764 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:53.225443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-4b781962-d223-4603-aa66-4f0913a7ad65 service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067205 Feb 03 21:59:53.241173 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-73cba962-ffbb-4711-841a-6f1a2846ff87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=062bb471-969c-4079-991f-f4cc70854e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317276 Feb 03 21:59:53.321782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f5e89-1e21-40f1-9351-e83053b48afc req-b36398df-73ec-4119-ae2b-29560dd17947 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:53.323290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b0f5e89-1e21-40f1-9351-e83053b48afc req-b36398df-73ec-4119-ae2b-29560dd17947 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 943 time: 0.2085872 Feb 03 21:59:53.346295 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-457aaa50-4c2e-488a-b068-2e0273178540 service neutron] 10.222.0.47 "GET /v2.0/networks/062bb471-969c-4079-991f-f4cc70854e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995340 Feb 03 21:59:53.448583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b0f5e89-1e21-40f1-9351-e83053b48afc req-6b17869f-3ec6-458f-acb1-3b2e44d54128 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172307 Feb 03 21:59:53.450428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-dd313c48-fce5-4144-88df-f5a546d29b7c service neutron] 10.222.0.50 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149267 Feb 03 21:59:53.451957 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-72aeb982-45b9-4915-9534-a7767c1a3b06 req-f645844d-91ac-490b-9597-eb84504d5d97 service neutron] 10.222.0.47 "GET /v2.0/networks/062bb471-969c-4079-991f-f4cc70854e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992353 Feb 03 21:59:53.466767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Allocated IP 172.25.5.2 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d640309f-422c-4c07-b853-20c15c7d774d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:53.561289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cae5c3f-d83d-4efa-8c17-161e77e24a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:53.590599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-08b85491-d4cc-4f6d-b1bf-9b178d1088ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:53.596127 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-08b85491-d4cc-4f6d-b1bf-9b178d1088ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63b7d7fd28684147bc6f61ecad231d6d&device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 1125 time: 0.0911825 Feb 03 21:59:53.637908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks [] for port (d640309f-422c-4c07-b853-20c15c7d774d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:53.678966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2101e105-e6f5-4042-a49a-a5fafca96e44 req-154dbb67-5226-4acf-a460-91d88e1f2952 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0600450 Feb 03 21:59:53.793046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73efc192-df76-4f95-81fe-bf0de2c1ba00 req-8ae1a439-5a98-485e-a045-8e4f1fe9b35a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0599449 Feb 03 21:59:53.795786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d640309f-422c-4c07-b853-20c15c7d774d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:53.864698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:53.883176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-79259485-013b-4341-abd1-5b728a01da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:53.885331 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-79259485-013b-4341-abd1-5b728a01da1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=062bb471-969c-4079-991f-f4cc70854e1f HTTP/1.1" status: 200 len: 926 time: 0.2787673 Feb 03 21:59:53.885818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:53.893537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:53.924699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 66697f76-8e37-4e5a-ab64-4859670af37a no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 21:59:53.960259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 66697f76-8e37-4e5a-ab64-4859670af37a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 21:59:53.961040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 66697f76-8e37-4e5a-ab64-4859670af37a not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 21:59:53.976065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Pushing event updated for resources: {'Port': ['ID=d640309f-422c-4c07-b853-20c15c7d774d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:53.988828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.989206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.989551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.989888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.990222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.990557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.990879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.991207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.991528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.991852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.992173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.992494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:53.992817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:54.028893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-a885a2af-38eb-4433-9388-b2d949c96968 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf7f354-c886-430a-b0d5-406e6ec25a69 HTTP/1.1" status: 200 len: 217 time: 0.1376858 Feb 03 21:59:54.099717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:54.129364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-01f122b0-cb48-440b-92ff-9618527a8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:54.131712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-01f122b0-cb48-440b-92ff-9618527a8866 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b0e6cd47-de07-42d8-8448-d76f8f2dc629 HTTP/1.1" status: 200 len: 865 time: 0.0955448 Feb 03 21:59:54.191512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91058b2f-f8a5-4d84-a5de-0d3b772859c0 req-911e0b6e-db18-4df3-b0f0-1572881856b1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:54.199152 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-3a3a642b-0869-45ba-af5f-e85b4e98af2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=062bb471-969c-4079-991f-f4cc70854e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539343 Feb 03 21:59:54.200351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91058b2f-f8a5-4d84-a5de-0d3b772859c0 req-911e0b6e-db18-4df3-b0f0-1572881856b1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1069474 Feb 03 21:59:54.231605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8cf3c2-11b8-46ff-91e5-70bc834c5f26 None None] Network ce88f1d2-4911-43d4-8df7-15f173417f10 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 21:59:54.328079 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-74aadc52-d522-4081-bfbe-3eff39ada022 service neutron] 10.222.0.47 "GET /v2.0/networks/062bb471-969c-4079-991f-f4cc70854e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221240 Feb 03 21:59:54.344202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:54.344966 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:54.345297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91058b2f-f8a5-4d84-a5de-0d3b772859c0 req-e00a49ed-2de1-4b13-ae23-75f210a7ce7f tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384602 Feb 03 21:59:54.390337 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks [] for router_gateway (45055249-c15c-4ce9-a25e-af25fb83d706), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:54.464066 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b10056-4535-4d75-a806-17a8a55c78ec req-068fb2f6-7696-4eb9-841f-d3cbd829319b service neutron] 10.222.0.47 "GET /v2.0/networks/062bb471-969c-4079-991f-f4cc70854e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271772 Feb 03 21:59:54.625224 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:54.626307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a6658544-182b-49dc-b109-c7ee2a90afba None None] Provisioning complete for port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:54.626762 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6658544-182b-49dc-b109-c7ee2a90afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:54.655943 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:54.831695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a6658544-182b-49dc-b109-c7ee2a90afba None None] Current status of the port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:54.832323 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6658544-182b-49dc-b109-c7ee2a90afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:54.847059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8912c969-4699-41fd-bc94-86d91320f23c req-b52eea40-5e7a-44e3-89af-e9c72617a376 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0342634 Feb 03 21:59:54.861688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:54.864099 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:54.918131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5207b3-4a94-4520-9292-2dbe4dc961e6 req-2105f127-1ab4-4a19-9b60-7e7b80d1594e tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:54.919707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a5207b3-4a94-4520-9292-2dbe4dc961e6 req-2105f127-1ab4-4a19-9b60-7e7b80d1594e tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 943 time: 0.1741478 Feb 03 21:59:54.927531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a6658544-182b-49dc-b109-c7ee2a90afba None None] For port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7c5e0c50-e539-48f1-b9c1-3ed419ed6937,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:54.956931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6658544-182b-49dc-b109-c7ee2a90afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:55.085540 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e6ba616-c37a-43ac-9a3e-c175024eb033 req-dc89cd5a-5c58-42a5-adfa-cf25ee029221 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0391545 Feb 03 21:59:55.110545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6658544-182b-49dc-b109-c7ee2a90afba None None] Pushing event updated for resources: {'Port': ['ID=7c5e0c50-e539-48f1-b9c1-3ed419ed6937,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:55.117623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 21:59:55.118203 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 21:59:55.127903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (45055249-c15c-4ce9-a25e-af25fb83d706), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:55.133114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2db27382-b5a6-4496-890f-a6cc169c7d8e None None] Provisioning complete for port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:55.133749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2db27382-b5a6-4496-890f-a6cc169c7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:55.140353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a5207b3-4a94-4520-9292-2dbe4dc961e6 req-63d4a835-1c8b-4d1b-a631-20de90ff94dc tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098272 Feb 03 21:59:55.226915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-52ae0ba3-68c5-4604-9ca3-61fd3cb94914 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:55.229429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-52ae0ba3-68c5-4604-9ca3-61fd3cb94914 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/networks?id=5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 200 len: 806 time: 0.1371925 Feb 03 21:59:55.243951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Request body: {'port': {'device_id': '71064234-562d-4c95-bdd5-6153ea6bbae3', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'admin_state_up': True, 'tenant_id': 'ba56a3ba2f2e4b4ab46d242315c1b4c3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:55.323177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2db27382-b5a6-4496-890f-a6cc169c7d8e None None] Current status of the port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:55.364873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Router 45055249-c15c-4ce9-a25e-af25fb83d706 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 21:59:55.391380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Made reservation on behalf of ba56a3ba2f2e4b4ab46d242315c1b4c3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 21:59:55.396745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:55.521077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 21:59:55.535807 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Sync routers for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 21:59:55.548337 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:55.548337 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:55.554802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:55.558684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3c967e1e-b8ea-44b0-aa72-bc045c950fea admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6375234 Feb 03 21:59:55.558825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Allocated IP 172.20.0.9 (5b80f157-ae27-4069-a1da-9e28e7643a83/62d8fd80-7f87-469e-9ab2-aba4b4d5c683/f5f0d3a0-c300-4fc6-82fc-24313a2750dd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:55.559411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 21:59:55.588108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a12d2-5440-4902-acb1-cefed45322ab req-181d4fdc-4a50-4fa7-95cf-807bc7a8dde9 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:55.605514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-606a12d2-5440-4902-acb1-cefed45322ab req-181d4fdc-4a50-4fa7-95cf-807bc7a8dde9 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1194015 Feb 03 21:59:55.662716 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:59:55.687907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-606a12d2-5440-4902-acb1-cefed45322ab req-09df4e36-cb58-4596-a6f5-6be04c539454 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793297 Feb 03 21:59:55.717486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:55.732126 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e7dc029-c6b2-4823-b4f6-190bc61af99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:55.861147 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:54Z', 'revision_number': 3, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:55.889732 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Checking router: 45055249-c15c-4ce9-a25e-af25fb83d706 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 21:59:55.890408 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Updating router 45055249-c15c-4ce9-a25e-af25fb83d706 port d640309f-422c-4c07-b853-20c15c7d774d binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 21:59:55.928349 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d640309f-422c-4c07-b853-20c15c7d774d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:55.931589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:56.002403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:56.002780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.008568 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks [] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.044374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38e3dec0-7f54-459b-b333-ec1067c01cd9 req-bb1d2453-cf65-4a93-964b-fd4fe2925e0f tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0668714 Feb 03 21:59:56.123028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.130486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:56.135919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:56.259224 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Publish callbacks [] for port (d640309f-422c-4c07-b853-20c15c7d774d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.260873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Network 5b80f157-ae27-4069-a1da-9e28e7643a83 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:56.271413 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d640309f-422c-4c07-b853-20c15c7d774d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.292141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:56.300505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:56.354900 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e590-c09e-47aa-9391-31dcb72cdfc5 req-f3686874-1219-4578-b572-de0240ca3fa6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:56.356692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be98e590-c09e-47aa-9391-31dcb72cdfc5 req-f3686874-1219-4578-b572-de0240ca3fa6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 931 time: 0.0796318 Feb 03 21:59:56.357732 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Attempting to bind port d640309f-422c-4c07-b853-20c15c7d774d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:56.358156 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Attempting to bind port d640309f-422c-4c07-b853-20c15c7d774d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:56.358524 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Attempting to bind port d640309f-422c-4c07-b853-20c15c7d774d on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:56.377081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event updated for resources: {'Port': ['ID=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:56.382256 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:56.382636 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:56.383048 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.383442 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:56.383926 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Bound port: d640309f-422c-4c07-b853-20c15c7d774d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:56.384302 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d640309f-422c-4c07-b853-20c15c7d774d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.398804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce53891-efa8-462a-935d-e4e8fc43f8bd req-c5c0332d-9053-439f-b57e-6808a7907e4c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:56.407625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ce53891-efa8-462a-935d-e4e8fc43f8bd req-c5c0332d-9053-439f-b57e-6808a7907e4c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 943 time: 0.1743395 Feb 03 21:59:56.429248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:56.429881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.473998 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-06308cdd-fda6-447c-b180-f1ff97b739a0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2370243 Feb 03 21:59:56.475454 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] For port d640309f-422c-4c07-b853-20c15c7d774d, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:56.480351 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] For port d640309f-422c-4c07-b853-20c15c7d774d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d640309f-422c-4c07-b853-20c15c7d774d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:56.489471 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ce53891-efa8-462a-935d-e4e8fc43f8bd req-c2f33e8e-9b93-471b-9062-d23b97886890 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806930 Feb 03 21:59:56.490827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Request body: {'port': {'device_id': '71064234-562d-4c95-bdd5-6153ea6bbae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 21:59:56.490951 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Pushing event updated for resources: {'Port': ['ID=d640309f-422c-4c07-b853-20c15c7d774d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:56.503061 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.503562 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.503970 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.504223 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.504547 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.504874 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.505330 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.505652 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.505972 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.506291 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.506807 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.507135 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.507451 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 21:59:56.512353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be98e590-c09e-47aa-9391-31dcb72cdfc5 req-3658a6aa-8a81-4a92-a67f-c0f7ddfc9eb1 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426685 Feb 03 21:59:56.522192 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d640309f-422c-4c07-b853-20c15c7d774d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.584553 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 21:59:56.585216 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:56.588112 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849620f-ebfd-4fbd-b500-fcc6baad6b59 None None] Pushing event updated for resources: {'Port': ['ID=d640309f-422c-4c07-b853-20c15c7d774d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:56.633832 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.634067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device aaf7f354-c886-430a-b0d5-406e6ec25a69 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 21:59:56.646928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.695933 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 21:59:56.763287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port aaf7f354-c886-430a-b0d5-406e6ec25a69, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=aaf7f354-c886-430a-b0d5-406e6ec25a69,segment=NetworkSegment(c5a3a519-8ec7-4978-8a29-da7db374b156),segment_id=c5a3a519-8ec7-4978-8a29-da7db374b156)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:56.782587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'aaf7f354-c886-430a-b0d5-406e6ec25a69', 'network_id': '062bb471-969c-4079-991f-f4cc70854e1f', 'port_id': 'aaf7f354-c886-430a-b0d5-406e6ec25a69', 'mac_address': 'fa:16:3e:58:71:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e6cd47-de07-42d8-8448-d76f8f2dc629', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 21:59:56.874098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9fd0d-5a6c-4ec6-8d61-6921c2b356c7 req-40e59ffe-5463-4b09-96b0-d1b00c980fb1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:56.875659 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84e9fd0d-5a6c-4ec6-8d61-6921c2b356c7 req-40e59ffe-5463-4b09-96b0-d1b00c980fb1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.0905147 Feb 03 21:59:56.880505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port aaf7f354-c886-430a-b0d5-406e6ec25a69 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:56.880925 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.913807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf7f354-c886-430a-b0d5-406e6ec25a69 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:56.968163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:56.968998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84e9fd0d-5a6c-4ec6-8d61-6921c2b356c7 req-4b92d99f-0028-486d-b1cb-420284092142 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851185 Feb 03 21:59:56.972115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port aaf7f354-c886-430a-b0d5-406e6ec25a69, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=aaf7f354-c886-430a-b0d5-406e6ec25a69,segment=NetworkSegment(c5a3a519-8ec7-4978-8a29-da7db374b156),segment_id=c5a3a519-8ec7-4978-8a29-da7db374b156)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:56.980633 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:57.008482 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:54Z', 'revision_number': 3, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 21:59:57.030965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=aaf7f354-c886-430a-b0d5-406e6ec25a69,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:57.054483 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf45cd4-55d0-4041-96a1-499773909d5d None None] The sync data for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 is: [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:54Z', 'revision_number': 3, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 21:59:57.099805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Allocated IP 172.20.0.1 (ce88f1d2-4911-43d4-8df7-15f173417f10/29421726-b876-425d-915a-9aa618fe4321/b5c4a9fe-ff0c-4100-8bd0-b966be7efb91) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 21:59:57.189949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dba92f77-e8ec-4b45-beaf-9c28a1ad3242 req-2c613c40-57e1-479d-84ae-203206cc78f3 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0381885 Feb 03 21:59:57.284540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f0d3a0-c300-4fc6-82fc-24313a2750dd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 21:59:57.296339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Publish callbacks [] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:57.316778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc312c-63e0-452d-b2c5-e9591a31162b req-2b01cbea-c4e0-4cec-9e13-bfbd03e4d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:57.318609 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77cc312c-63e0-452d-b2c5-e9591a31162b req-2b01cbea-c4e0-4cec-9e13-bfbd03e4d990 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 1127 time: 0.1897304 Feb 03 21:59:57.325404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['aaf7f354-c886-430a-b0d5-406e6ec25a69'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 21:59:57.337791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Transition to ACTIVE for port object f5f0d3a0-c300-4fc6-82fc-24313a2750dd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 21:59:57.344274 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Publish callbacks [] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:57.353996 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:57.454937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:57.515521 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77cc312c-63e0-452d-b2c5-e9591a31162b req-664e0415-03fc-4097-816a-fd7d65f5859f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894262 Feb 03 21:59:57.576453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:57.645521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Pushing event updated for resources: {'Port': ['ID=b5c4a9fe-ff0c-4100-8bd0-b966be7efb91,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:57.663858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:57.667326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:57.671882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 21:59:57.717132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Attempting to bind port f5f0d3a0-c300-4fc6-82fc-24313a2750dd on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 21:59:57.717507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Attempting to bind port f5f0d3a0-c300-4fc6-82fc-24313a2750dd by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 21:59:57.717847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Attempting to bind port f5f0d3a0-c300-4fc6-82fc-24313a2750dd on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:57.732849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f45544-6995-46d0-98f5-f5ddab72f021 req-3aa54afb-12f3-4d29-9ab6-6a0067a23899 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:57.734672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Port f5f0d3a0-c300-4fc6-82fc-24313a2750dd on network 5b80f157-ae27-4069-a1da-9e28e7643a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 21:59:57.735012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Attempting to bind port f5f0d3a0-c300-4fc6-82fc-24313a2750dd on network 5b80f157-ae27-4069-a1da-9e28e7643a83 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 21:59:57.735337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95f45544-6995-46d0-98f5-f5ddab72f021 req-3aa54afb-12f3-4d29-9ab6-6a0067a23899 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 944 time: 0.1429021 Feb 03 21:59:57.743929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f766f92-7539-4b86-ba78-b3c6c6c58668 req-06360245-5f0a-4d9c-a9e2-4c5d443cd909 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:57.752043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f766f92-7539-4b86-ba78-b3c6c6c58668 req-06360245-5f0a-4d9c-a9e2-4c5d443cd909 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 943 time: 0.1420693 Feb 03 21:59:57.756751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 21:59:57.757151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Checking segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 21:59:57.757546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Bound using segment: {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 21:59:57.757993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Bound port: f5f0d3a0-c300-4fc6-82fc-24313a2750dd, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caafbae2-3805-422e-86eb-c1e8156d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 21:59:57.758375 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:57.777572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (45055249-c15c-4ce9-a25e-af25fb83d706), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:57.858147 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95f45544-6995-46d0-98f5-f5ddab72f021 req-e67fb603-e47e-4a93-bfb4-70aa53e981ad tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011190 Feb 03 21:59:57.877728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f766f92-7539-4b86-ba78-b3c6c6c58668 req-b13ecd12-9083-422c-8f33-7915be28cac9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127241 Feb 03 21:59:57.963257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] For port f5f0d3a0-c300-4fc6-82fc-24313a2750dd, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 21:59:57.999858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] For port f5f0d3a0-c300-4fc6-82fc-24313a2750dd, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 21:59:58.017234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.028193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d640309f-422c-4c07-b853-20c15c7d774d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:58.122598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-42557ba6-1a7a-464f-8c98-8b9ee7faee28 None None] Provisioning complete for port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:58.123128 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42557ba6-1a7a-464f-8c98-8b9ee7faee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.176245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19487edd-334a-4bbd-8984-9b14de234410 req-c173657a-90a0-4c5f-a7c4-a589e79f71af tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:58.184787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19487edd-334a-4bbd-8984-9b14de234410 req-c173657a-90a0-4c5f-a7c4-a589e79f71af tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1169548 Feb 03 21:59:58.198062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-42557ba6-1a7a-464f-8c98-8b9ee7faee28 None None] Port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 21:59:58.235166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d640309f-422c-4c07-b853-20c15c7d774d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:58.235784 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d640309f-422c-4c07-b853-20c15c7d774d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.335867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8aa409cf-7de9-4008-a782-a27f94a849eb req-80829479-97a6-41b6-ba9d-2d54bb6f66a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.1135826 Feb 03 21:59:58.354811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19487edd-334a-4bbd-8984-9b14de234410 req-2915c754-b006-4fa0-b7c3-963597b610c4 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678939 Feb 03 21:59:58.388105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d640309f-422c-4c07-b853-20c15c7d774d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:58.388752 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d640309f-422c-4c07-b853-20c15c7d774d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.418087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d358b05f-fb2f-41bc-af58-fe1f30a5f469 req-cc95d1c5-9f43-4edf-b787-91a82f1f7406 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0584950 Feb 03 21:59:58.421554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d640309f-422c-4c07-b853-20c15c7d774d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d640309f-422c-4c07-b853-20c15c7d774d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:58.448466 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d640309f-422c-4c07-b853-20c15c7d774d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.514032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d640309f-422c-4c07-b853-20c15c7d774d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:58.541158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:58.541798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.543186 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] 10.222.0.10 "PUT /v2.0/ports/f5f0d3a0-c300-4fc6-82fc-24313a2750dd HTTP/1.1" status: 200 len: 1091 time: 2.0574207 Feb 03 21:59:58.543679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71064234-562d-4c95-bdd5-6153ea6bbae3', 'tag': 'f5f0d3a0-c300-4fc6-82fc-24313a2750dd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:58.545998 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccdeb34-92e1-4c3c-80f6-e293875656bc" -d '{"events": [{"name": "network-changed", "server_uuid": "71064234-562d-4c95-bdd5-6153ea6bbae3", "tag": "f5f0d3a0-c300-4fc6-82fc-24313a2750dd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:58.566143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf8b07-1c8a-47ba-91df-b2f415c9cf71 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:58.569265 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.604440 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.625709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device aaf7f354-c886-430a-b0d5-406e6ec25a69 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 21:59:58.628424 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf3d596-f75f-40c3-a26c-47c91902f5aa x-openstack-request-id: req-3cf3d596-f75f-40c3-a26c-47c91902f5aa {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:58.628653 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71064234-562d-4c95-bdd5-6153ea6bbae3", "tag": "f5f0d3a0-c300-4fc6-82fc-24313a2750dd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:58.628931 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cf3d596-f75f-40c3-a26c-47c91902f5aa {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:58.629390 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71064234-562d-4c95-bdd5-6153ea6bbae3', 'tag': 'f5f0d3a0-c300-4fc6-82fc-24313a2750dd', 'status': 'completed', 'code': 200} Feb 03 21:59:58.677587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port aaf7f354-c886-430a-b0d5-406e6ec25a69 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 21:59:58.681661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port aaf7f354-c886-430a-b0d5-406e6ec25a69 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:58.682175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.749972 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdeb34-92e1-4c3c-80f6-e293875656bc req-07d19d3e-f2c2-434e-a59c-9827d33da199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:58.751442 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ccdeb34-92e1-4c3c-80f6-e293875656bc req-07d19d3e-f2c2-434e-a59c-9827d33da199 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 1125 time: 0.0768969 Feb 03 21:59:58.775199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port aaf7f354-c886-430a-b0d5-406e6ec25a69 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 21:59:58.775840 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.808806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f498ec-2db6-482a-8d55-171bea7317c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf7f354-c886-430a-b0d5-406e6ec25a69'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 21:59:58.812115 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5071e9-f16b-47f9-b74a-3e8b1fe8c20e" -d '{"events": [{"server_uuid": "48f498ec-2db6-482a-8d55-171bea7317c1", "name": "network-vif-plugged", "status": "completed", "tag": "aaf7f354-c886-430a-b0d5-406e6ec25a69"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 21:59:58.826289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port aaf7f354-c886-430a-b0d5-406e6ec25a69, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=aaf7f354-c886-430a-b0d5-406e6ec25a69,segment=NetworkSegment(c5a3a519-8ec7-4978-8a29-da7db374b156),segment_id=c5a3a519-8ec7-4978-8a29-da7db374b156)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 21:59:58.834299 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.896358 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 21:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd478ba0-e2c0-471a-b0e9-c1777b2a12d8 x-openstack-request-id: req-fd478ba0-e2c0-471a-b0e9-c1777b2a12d8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 21:59:58.897723 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Publish callbacks [] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.899128 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f498ec-2db6-482a-8d55-171bea7317c1", "name": "network-vif-plugged", "status": "completed", "tag": "aaf7f354-c886-430a-b0d5-406e6ec25a69", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 21:59:58.899436 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd478ba0-e2c0-471a-b0e9-c1777b2a12d8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 21:59:58.899864 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f498ec-2db6-482a-8d55-171bea7317c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf7f354-c886-430a-b0d5-406e6ec25a69', 'code': 200} Feb 03 21:59:58.921641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:58.931075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=aaf7f354-c886-430a-b0d5-406e6ec25a69,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:59.078072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdeb34-92e1-4c3c-80f6-e293875656bc req-fdadd7e4-4571-4477-94b2-cc42cdfdf531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:59.079616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ccdeb34-92e1-4c3c-80f6-e293875656bc req-fdadd7e4-4571-4477-94b2-cc42cdfdf531 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3188732 Feb 03 21:59:59.088687 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (45055249-c15c-4ce9-a25e-af25fb83d706), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:59.090406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Pushing event updated for resources: {'Port': ['ID=b5c4a9fe-ff0c-4100-8bd0-b966be7efb91,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 21:59:59.115757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8beb279-e6a6-47d6-bfce-7db8811cba26 req-b517846a-1526-4cf0-9302-48f93a31f2e9 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:59.117404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8beb279-e6a6-47d6-bfce-7db8811cba26 req-b517846a-1526-4cf0-9302-48f93a31f2e9 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 945 time: 0.1211488 Feb 03 21:59:59.131294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec527-9568-41a0-8cf5-ce37ae96423c req-dc1641c6-311d-432c-a6bc-7fde8c2c4962 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:59.138922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-894ec527-9568-41a0-8cf5-ce37ae96423c req-dc1641c6-311d-432c-a6bc-7fde8c2c4962 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 943 time: 0.1408668 Feb 03 21:59:59.221517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-894ec527-9568-41a0-8cf5-ce37ae96423c req-3823e795-79cf-45ff-ac9b-b2643b9dd87f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813291 Feb 03 21:59:59.242077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8beb279-e6a6-47d6-bfce-7db8811cba26 req-fb1b61cd-6a5b-4472-8012-5a67d43b67f5 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855837 Feb 03 21:59:59.300765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4d069-dc7f-4123-9625-80676d3720b5 req-00d343c1-ad75-4a06-a2c4-67ac1c067261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:59.302319 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-21f4d069-dc7f-4123-9625-80676d3720b5 req-00d343c1-ad75-4a06-a2c4-67ac1c067261 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 1127 time: 0.2950120 Feb 03 21:59:59.338596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdeb34-92e1-4c3c-80f6-e293875656bc req-12cc7473-62f5-418f-bedb-2a47045b63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:59.340118 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ccdeb34-92e1-4c3c-80f6-e293875656bc req-12cc7473-62f5-418f-bedb-2a47045b63c7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2537661 Feb 03 21:59:59.387505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-21f4d069-dc7f-4123-9625-80676d3720b5 req-0cf04b79-0aba-488e-a2be-3efb69613afe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735440 Feb 03 21:59:59.398785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 21:59:59.401367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 21:59:59.553722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3865a-ad93-48d5-aadf-b08dbbd1fad8 req-06ca6a7f-2cf9-459c-92a1-02ae279eb8c6 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:59.565591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dbe3865a-ad93-48d5-aadf-b08dbbd1fad8 req-06ca6a7f-2cf9-459c-92a1-02ae279eb8c6 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1201389 Feb 03 21:59:59.597882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-4f48ff1c-ee23-4366-9529-1beb9b1c5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:59.599481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-4f48ff1c-ee23-4366-9529-1beb9b1c5d72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 1125 time: 0.2146554 Feb 03 21:59:59.661888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbba6e31-87b2-4924-933d-9e41caeb72f7 req-e8dbe723-66eb-4951-ae78-9315fec05b59 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0703053 Feb 03 21:59:59.688790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dbe3865a-ad93-48d5-aadf-b08dbbd1fad8 req-93e605f3-271c-4e06-8e50-e306becf335a tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219895 Feb 03 21:59:59.706428 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-514a9c3c-66fd-4692-88a1-9ed517b2c62f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f0d3a0-c300-4fc6-82fc-24313a2750dd HTTP/1.1" status: 200 len: 217 time: 0.0764372 Feb 03 21:59:59.867160 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:59.871694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-4d7c1a10-ea4d-4bdf-8ecf-4000f36ed58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 21:59:59.875016 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-4d7c1a10-ea4d-4bdf-8ecf-4000f36ed58f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 200 len: 846 time: 0.1575017 Feb 03 21:59:59.907400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6c5148f2-1194-404c-a8c7-e635f1e425c2 None None] Provisioning complete for port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 21:59:59.907780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c5148f2-1194-404c-a8c7-e635f1e425c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 21:59:59.956390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Router 45055249-c15c-4ce9-a25e-af25fb83d706 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 21:59:59.962390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-4d387f81-3f9b-438a-add6-fb1f9b7cef99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b80f157-ae27-4069-a1da-9e28e7643a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791817 Feb 03 21:59:59.991560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d640309f-422c-4c07-b853-20c15c7d774d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:00.046769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6c5148f2-1194-404c-a8c7-e635f1e425c2 None None] Port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:00:00.086826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4677-4128-47b7-834d-9fc09266e0b2 req-c4319eca-c664-46a6-928d-7a804e5eac3e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:00.095928 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0abd4677-4128-47b7-834d-9fc09266e0b2 req-c4319eca-c664-46a6-928d-7a804e5eac3e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1118650 Feb 03 22:00:00.098824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d640309f-422c-4c07-b853-20c15c7d774d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:00.099443 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d640309f-422c-4c07-b853-20c15c7d774d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:00.157929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:00.187046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0abd4677-4128-47b7-834d-9fc09266e0b2 req-233ebc98-a753-4d69-96e4-a7c62eb1dd3b tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792506 Feb 03 22:00:00.243692 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:00:00.244442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d640309f-422c-4c07-b853-20c15c7d774d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:00.251039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-21ee0202-17de-4051-b44b-1ecb7af9ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:00.253040 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-21ee0202-17de-4051-b44b-1ecb7af9ee43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 1127 time: 0.2897418 Feb 03 22:00:00.266155 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-5d8f5b5a-51a6-41ff-b34d-5eaceb10d9df service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832408 Feb 03 22:00:00.372473 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:00:00.380499 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ffe43274-823d-41f8-8d50-9ba6792224cc admin admin] 10.222.0.50 "PUT /v2.0/routers/45055249-c15c-4ce9-a25e-af25fb83d706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8201897 Feb 03 22:00:00.393823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Sync routers for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:00:00.413592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:00.414251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:00.426027 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f92d940c-2e4e-470a-8572-79aae9504a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:00.453174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-6fdfe3da-1b9b-4e90-aa37-36af2c19f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:00.454687 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-6fdfe3da-1b9b-4e90-aa37-36af2c19f1ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 200 len: 911 time: 0.1912374 Feb 03 22:00:00.456604 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1c58b0d-c76b-41f1-9a56-722c82271350 req-20723326-b54b-4ed2-9f2e-cca8c2fd56b1 service neutron] 10.222.0.10 "GET /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802011 Feb 03 22:00:00.457919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514160-4033-46db-85d3-01ff92869c5a req-c2d37b63-9de9-4da6-921d-abd70803d51f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:00.459629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22514160-4033-46db-85d3-01ff92869c5a req-c2d37b63-9de9-4da6-921d-abd70803d51f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 943 time: 0.1267447 Feb 03 22:00:00.498218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d5bf-4dff-41f9-9f49-bbea54b6f5e8 req-b6c6830b-a9e1-47f6-b00c-ea1748bfe0bc tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:00.500306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96a9d5bf-4dff-41f9-9f49-bbea54b6f5e8 req-b6c6830b-a9e1-47f6-b00c-ea1748bfe0bc tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 945 time: 0.1333301 Feb 03 22:00:00.523631 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-4d6b34ae-4732-4bc1-b0fa-a04f60ff3754 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3657ebb1-cbfd-4e22-8d52-0d8874c2108b HTTP/1.1" status: 200 len: 217 time: 0.0570118 Feb 03 22:00:00.590307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-d1a9d6a6-0f02-4b4c-8505-b4b0d47bb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:00.598620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-d1a9d6a6-0f02-4b4c-8505-b4b0d47bb45f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a5aa92-0efb-4233-b620-a4a3eaf56a19 HTTP/1.1" status: 200 len: 850 time: 0.0681484 Feb 03 22:00:00.622840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22514160-4033-46db-85d3-01ff92869c5a req-cd21bc67-7391-4757-a08b-f8e0c1408bee tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452887 Feb 03 22:00:00.644074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f92d940c-2e4e-470a-8572-79aae9504a7f admin admin] Publish callbacks [] for security_group (3c52b462-fccc-406e-b1e0-285db80f6c4a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:00.655689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96a9d5bf-4dff-41f9-9f49-bbea54b6f5e8 req-2762c428-57af-41a5-8181-0754479d1a92 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415305 Feb 03 22:00:00.658351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f92d940c-2e4e-470a-8572-79aae9504a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3c52b462-fccc-406e-b1e0-285db80f6c4a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:00.660044 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-c9e99485-43bc-45f4-aeee-2a02950aa200 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540912 Feb 03 22:00:00.674717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:00.723262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f92d940c-2e4e-470a-8572-79aae9504a7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=444dc02c9f784bacac051a274485a003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5634308 Feb 03 22:00:00.725911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:00.733496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d940c-2e4e-470a-8572-79aae9504a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c52b462-fccc-406e-b1e0-285db80f6c4a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:00.821952 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-9fd26551-89d1-40de-bb50-9f25d2fcf0c2 service neutron] 10.222.0.47 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529276 Feb 03 22:00:00.917044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-043f9da0-702c-4f12-b98f-660e47d65f08 req-fa07d9bf-bbce-4684-8666-235419baf482 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.1076579 Feb 03 22:00:00.944481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4093-8a8f-4249-aeda-4ccc0d6f2433 admin admin] Publish callbacks [] for security_group (3c52b462-fccc-406e-b1e0-285db80f6c4a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:00.983584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4093-8a8f-4249-aeda-4ccc0d6f2433 admin admin] Publish callbacks [] for security_group (3c52b462-fccc-406e-b1e0-285db80f6c4a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:00.988153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-65819e70-1f72-43e1-bc4b-c7e3e2b72976 req-f2d3ef6e-1c1a-4905-b3d4-1809b7f8c2f6 service neutron] 10.222.0.47 "GET /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506109 Feb 03 22:00:01.031646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 2, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:01.056520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4093-8a8f-4249-aeda-4ccc0d6f2433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3c52b462-fccc-406e-b1e0-285db80f6c4a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.059636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4093-8a8f-4249-aeda-4ccc0d6f2433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.063718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0e0f4093-8a8f-4249-aeda-4ccc0d6f2433 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c52b462-fccc-406e-b1e0-285db80f6c4a HTTP/1.1" status: 204 len: 168 time: 0.3343360 Feb 03 22:00:01.071968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f4093-8a8f-4249-aeda-4ccc0d6f2433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c52b462-fccc-406e-b1e0-285db80f6c4a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:01.091650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Checking router: 45055249-c15c-4ce9-a25e-af25fb83d706 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:00:01.092005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Updating router 45055249-c15c-4ce9-a25e-af25fb83d706 port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:00:01.149149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.339555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92d7ec0a-b894-4283-bbe6-c6c067e5cc16 req-2173baa8-ed62-402c-854a-21697f2ca7c3 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f&device_id=baf0b404-93e4-4f1d-95d2-d8181e8adb90 HTTP/1.1" status: 200 len: 210 time: 0.0409877 Feb 03 22:00:01.477223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:01.481984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f816b94-eea6-484a-97f0-de552b959788 req-7b974e3f-e991-48d0-9cd2-d2bd5a5beb23 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:01.484324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1874764290-network', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:01.486792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f816b94-eea6-484a-97f0-de552b959788 req-7b974e3f-e991-48d0-9cd2-d2bd5a5beb23 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1484835 Feb 03 22:00:01.511084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Made reservation on behalf of b6ec7b3a08cb49f7964b1d82d14ce4d1 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:01.517519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.536310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.600353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f816b94-eea6-484a-97f0-de552b959788 req-efbe38a5-e5a5-4980-8744-2b66c088980b tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088171 Feb 03 22:00:01.615369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47568) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:01.643679 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f497232-6608-4b8a-8d83-e71be91e1811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.671105 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Publish callbacks [] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.687041 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d227f81-28c6-496c-b924-01203fba0e7f req-c40326e2-ab23-4cd9-8451-82287aac2728 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=934596a0422849cf95d39f17ad5f4d1a&device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0668542 Feb 03 22:00:01.707816 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.737368 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f497232-6608-4b8a-8d83-e71be91e1811 admin admin] Publish callbacks [] for security_group (e61b7510-a061-4b93-8072-da23845ccf99), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.743455 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d227f81-28c6-496c-b924-01203fba0e7f req-4837b9ae-a518-46ae-8d9d-7fd22cdfe4b0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=934596a0422849cf95d39f17ad5f4d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489733 Feb 03 22:00:01.779204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb37a30e-6ae2-4c3a-938c-125bdbdf37d3 req-823dfce0-2783-4f8e-b096-5535dd510f76 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0400624 Feb 03 22:00:01.787638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f497232-6608-4b8a-8d83-e71be91e1811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e61b7510-a061-4b93-8072-da23845ccf99), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.791491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43c54e-f892-477d-b819-71fd1b22b7bc None None] Pushing event updated for resources: {'Port': ['ID=b5c4a9fe-ff0c-4100-8bd0-b966be7efb91,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:01.852484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0f497232-6608-4b8a-8d83-e71be91e1811 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39f74d4edb6c4c0fb00805351cc64a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360313 Feb 03 22:00:01.898217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47576) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:01.917411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Attempting to bind port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:01.917797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Attempting to bind port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:01.918170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Attempting to bind port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:01.924895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:01.925241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:01.925656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.926218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Bound using segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:01.926684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Bound port: b5c4a9fe-ff0c-4100-8bd0-b966be7efb91, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:01.927062 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.966950 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Publish callbacks [] for security_group (0fc7bb56-5fa1-419d-b828-83c51dd44b5c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.968994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227f81-28c6-496c-b924-01203fba0e7f req-612563ad-c91e-46b3-b517-55e4e91a8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:01.970756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d227f81-28c6-496c-b924-01203fba0e7f req-612563ad-c91e-46b3-b517-55e4e91a8f97 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2129650 Feb 03 22:00:01.974026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0fc7bb56-5fa1-419d-b828-83c51dd44b5c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:01.988401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:00:02.003256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1bf5268f-1705-4597-873a-553bcbd0fbc4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.005820 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Added segment 1bf5268f-1705-4597-873a-553bcbd0fbc4 of type vlan for network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f Feb 03 22:00:02.060438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] For port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:02.063826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f497232-6608-4b8a-8d83-e71be91e1811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b7510-a061-4b93-8072-da23845ccf99,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:02.064880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] For port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b5c4a9fe-ff0c-4100-8bd0-b966be7efb91,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:02.073047 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.094076 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (83ad75ad-d2c0-40e7-a731-f4e9e5dac14f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.120244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e2c2c-c42b-4dee-83c6-18e0954e2092 req-7fcd180b-2ec9-4331-ac22-14bb6801944f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:02.127396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-279e2c2c-c42b-4dee-83c6-18e0954e2092 req-7fcd180b-2ec9-4331-ac22-14bb6801944f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 943 time: 0.2845988 Feb 03 22:00:02.141082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc7bb56-5fa1-419d-b828-83c51dd44b5c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:02.142420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43c54e-f892-477d-b819-71fd1b22b7bc None None] Pushing event updated for resources: {'Port': ['ID=b5c4a9fe-ff0c-4100-8bd0-b966be7efb91,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:02.147247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (83ad75ad-d2c0-40e7-a731-f4e9e5dac14f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.152114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:02.152722 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.174717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:02.175408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:02.199542 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-974d5022-8676-4852-9bdd-fec9cfb6ff1e admin admin] Publish callbacks [] for security_group (e61b7510-a061-4b93-8072-da23845ccf99), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.234619 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7560849 Feb 03 22:00:02.237328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:02.242922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Request body: {'subnet': {'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1874764290-subnet', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:02.250669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694993-c1e5-4121-8d75-16991c3abf30 req-94e3d893-b4e6-4041-9f60-37ac3823a8ac tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:02.261612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd31daf-2dc5-4751-baa5-3e195a474573 admin admin] Pushing event updated for resources: {'Network': ['ID=83ad75ad-d2c0-40e7-a731-f4e9e5dac14f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:02.262499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99694993-c1e5-4121-8d75-16991c3abf30 req-94e3d893-b4e6-4041-9f60-37ac3823a8ac tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 945 time: 0.3561549 Feb 03 22:00:02.273335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Made reservation on behalf of b6ec7b3a08cb49f7964b1d82d14ce4d1 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:02.276362 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.307301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-974d5022-8676-4852-9bdd-fec9cfb6ff1e admin admin] Publish callbacks [] for security_group (e61b7510-a061-4b93-8072-da23845ccf99), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.325428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-279e2c2c-c42b-4dee-83c6-18e0954e2092 req-1cd76968-24c6-44da-b2a4-130e85d3c1ef tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971154 Feb 03 22:00:02.354520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:02.395298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99694993-c1e5-4121-8d75-16991c3abf30 req-680cad1b-c025-453e-b333-4388f5aadbd1 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319013 Feb 03 22:00:02.413635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:00:02.473129 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-974d5022-8676-4852-9bdd-fec9cfb6ff1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e61b7510-a061-4b93-8072-da23845ccf99), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.475755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-974d5022-8676-4852-9bdd-fec9cfb6ff1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.479460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-974d5022-8676-4852-9bdd-fec9cfb6ff1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e61b7510-a061-4b93-8072-da23845ccf99 HTTP/1.1" status: 204 len: 168 time: 0.5720358 Feb 03 22:00:02.486321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d5022-8676-4852-9bdd-fec9cfb6ff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b7510-a061-4b93-8072-da23845ccf99,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:02.554005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fa93a-9f9c-455d-b5db-2f84d45a3b9e req-278d120d-63ad-49f6-8b4f-4e3021cdd5da tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:02.555966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee7fa93a-9f9c-455d-b5db-2f84d45a3b9e req-278d120d-63ad-49f6-8b4f-4e3021cdd5da tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 945 time: 0.0642605 Feb 03 22:00:02.560497 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d5ef47c4-35d5-45a1-904d-472530fd8cfb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.567194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1e63b7eb-7177-40eb-bece-92dac2741dc5 None None] Provisioning complete for port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:02.567720 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e63b7eb-7177-40eb-bece-92dac2741dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.634175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ef47c4-35d5-45a1-904d-472530fd8cfb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:02.643434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee7fa93a-9f9c-455d-b5db-2f84d45a3b9e req-edd870f4-6478-4a14-806d-c62597d570a1 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743387 Feb 03 22:00:02.654589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Checking segment: {'id': '1bf5268f-1705-4597-873a-553bcbd0fbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:02.655789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Network hostable DHCP agents. Network: 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:00:02.694393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:00:02.711345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:02.725764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:02.726370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.729463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addd31d0-c70f-4620-8ccc-39de128d6c83 None None] Network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:00:02.761517 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d828b150-9560-4cff-924a-44f86621835f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5230751 Feb 03 22:00:02.762522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:02.769799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:02.811989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (1be122a2-8831-40b2-a6a3-ceb3408cbd59), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.813527 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (1be122a2-8831-40b2-a6a3-ceb3408cbd59), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.834426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3301a8a-3623-4bb7-9113-e3dbcdb05609 req-d7bf5535-ef81-406b-b15d-8675358d1361 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:02.843581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3301a8a-3623-4bb7-9113-e3dbcdb05609 req-d7bf5535-ef81-406b-b15d-8675358d1361 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1318114 Feb 03 22:00:02.949537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1e63b7eb-7177-40eb-bece-92dac2741dc5 None None] Current status of the port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:02.949923 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e63b7eb-7177-40eb-bece-92dac2741dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.960633 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks [] for router_controller (1be122a2-8831-40b2-a6a3-ceb3408cbd59), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:02.982684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3301a8a-3623-4bb7-9113-e3dbcdb05609 req-5ff48d12-16cb-4299-bda4-4fe34c9a0d9e tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380882 Feb 03 22:00:03.088047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1e63b7eb-7177-40eb-bece-92dac2741dc5 None None] For port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b5c4a9fe-ff0c-4100-8bd0-b966be7efb91,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:03.096444 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e63b7eb-7177-40eb-bece-92dac2741dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:03.097744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-def1e42c-92f5-4f5d-873b-d66b0ae9dbf0 req-10f4458e-7589-4ae0-a6d1-b4e750e2d90e tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0331285 Feb 03 22:00:03.162393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-83ad75ad-d2c0-40e7-a731-f4e9e5dac14f', 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f', 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'fixed_ips': [{'subnet_id': 'd5ef47c4-35d5-45a1-904d-472530fd8cfb'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:00:03.163256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:03.207298 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks [] for router_gateway (1be122a2-8831-40b2-a6a3-ceb3408cbd59), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:03.208191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:02Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:03.241348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af4266-10cf-4e42-8978-6f639ad1e68b req-95ebc230-c61d-47e1-b1ea-399b7576ca42 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:03.249243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97af4266-10cf-4e42-8978-6f639ad1e68b req-95ebc230-c61d-47e1-b1ea-399b7576ca42 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 945 time: 0.1532888 Feb 03 22:00:03.255505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63b7eb-7177-40eb-bece-92dac2741dc5 None None] Pushing event updated for resources: {'Port': ['ID=b5c4a9fe-ff0c-4100-8bd0-b966be7efb91,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:03.265981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1edb45c-c916-415d-88e1-bae79531332a None None] The sync data for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 is: [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:02Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:00:03.321168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2ba9dbf1-ebad-4247-9df0-896587cc4e51 None None] Provisioning complete for port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:03.321571 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ba9dbf1-ebad-4247-9df0-896587cc4e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:03.389741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97af4266-10cf-4e42-8978-6f639ad1e68b req-47c17b4d-ff00-4af5-9c36-798de26a62eb tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318524 Feb 03 22:00:03.524611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Allocated IP 172.20.0.2 (83ad75ad-d2c0-40e7-a731-f4e9e5dac14f/d5ef47c4-35d5-45a1-904d-472530fd8cfb/55f707b8-5e62-4cd8-b45b-8daee64f81ba) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:03.571592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f0ec-98fb-4446-8489-bb879bca6028 req-40b7d2da-9264-4e01-8a17-a59b0d503dca tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:03.582431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad46f0ec-98fb-4446-8489-bb879bca6028 req-40b7d2da-9264-4e01-8a17-a59b0d503dca tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 943 time: 0.1313732 Feb 03 22:00:03.602947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9dbf1-ebad-4247-9df0-896587cc4e51 None None] Current status of the port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:03.613643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d227f81-28c6-496c-b924-01203fba0e7f req-699af7e6-c1e7-4d7a-9350-3f7d667b2ac7 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.0557816 Feb 03 22:00:03.784296 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks [] for router_gateway (1be122a2-8831-40b2-a6a3-ceb3408cbd59), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:03.797426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Publish callbacks [] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:03.807537 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:03.819710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:03.856360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:03.861559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:03.864045 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:03.963581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad46f0ec-98fb-4446-8489-bb879bca6028 req-77cc6659-2196-4d2b-ad49-89f66ba2c2d2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801103 Feb 03 22:00:03.976166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Pushing event updated for resources: {'Port': ['ID=55f707b8-5e62-4cd8-b45b-8daee64f81ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:04.006802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6c463-ae74-408c-898f-8bd940b4a4fc req-f9d04df5-567a-4f5b-97e8-c214e94b5eb1 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:04.014690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10b6c463-ae74-408c-898f-8bd940b4a4fc req-f9d04df5-567a-4f5b-97e8-c214e94b5eb1 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 945 time: 0.2244782 Feb 03 22:00:04.023292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Attempting to bind port 55f707b8-5e62-4cd8-b45b-8daee64f81ba on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:04.024849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Attempting to bind port 55f707b8-5e62-4cd8-b45b-8daee64f81ba by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '1bf5268f-1705-4597-873a-553bcbd0fbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:04.026150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Attempting to bind port 55f707b8-5e62-4cd8-b45b-8daee64f81ba on network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:04.041020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:04.041492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Checking segment: {'id': '1bf5268f-1705-4597-873a-553bcbd0fbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:04.042363 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:04.043590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Bound using segment: {'id': '1bf5268f-1705-4597-873a-553bcbd0fbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:04.044387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Bound port: 55f707b8-5e62-4cd8-b45b-8daee64f81ba, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf5268f-1705-4597-873a-553bcbd0fbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:04.047445 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:04.083027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:04.143728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Allocated IP 172.25.5.114 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/00b737fb-b051-4ae7-811c-272218066460) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:04.157427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10b6c463-ae74-408c-898f-8bd940b4a4fc req-b71ca092-a47f-4e81-8619-be2f673002f5 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419218 Feb 03 22:00:04.288030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-25226814-0178-42b4-a258-3924648b8dcb None None] For port 55f707b8-5e62-4cd8-b45b-8daee64f81ba, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:04.302552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:04.302788 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:04.305429 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-25226814-0178-42b4-a258-3924648b8dcb None None] For port 55f707b8-5e62-4cd8-b45b-8daee64f81ba, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55f707b8-5e62-4cd8-b45b-8daee64f81ba,segment=NetworkSegment(1bf5268f-1705-4597-873a-553bcbd0fbc4),segment_id=1bf5268f-1705-4597-873a-553bcbd0fbc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:04.335289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:04.349675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a98104-4a64-411d-9d61-3155359ddc50 req-4ddc1278-9e9e-4837-b017-e858198e5b4c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:04.357536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38a98104-4a64-411d-9d61-3155359ddc50 req-4ddc1278-9e9e-4837-b017-e858198e5b4c tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.2853143 Feb 03 22:00:04.403971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23678ce0-a309-4a5b-bbf4-06d2a2edd449 req-52926465-fb8a-43f3-bb90-2fe51f997860 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5137895-5c72-4f03-8f49-66120de3175f HTTP/1.1" status: 200 len: 210 time: 0.1184797 Feb 03 22:00:04.457207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25226814-0178-42b4-a258-3924648b8dcb None None] Pushing event updated for resources: {'Port': ['ID=55f707b8-5e62-4cd8-b45b-8daee64f81ba,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:04.506820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:04.522710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38a98104-4a64-411d-9d61-3155359ddc50 req-be232c5d-4344-4c91-b86a-de11a7ac7edd tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640482 Feb 03 22:00:04.549948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks [] for port (00b737fb-b051-4ae7-811c-272218066460), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:04.615706 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (00b737fb-b051-4ae7-811c-272218066460), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:04.665589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:04.668531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:04.680363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:04.738527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Pushing event updated for resources: {'Port': ['ID=00b737fb-b051-4ae7-811c-272218066460,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:05.230525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-bf0f870d-82a4-4f76-be18-353aa5d32fdc tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:05.232243 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-bf0f870d-82a4-4f76-be18-353aa5d32fdc tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.47 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 945 time: 0.0764067 Feb 03 22:00:05.402349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8efe6-a1bd-4a27-a6b1-98b7b9c3afd6 req-d8059a51-078b-4fb5-969d-54377b8de7f8 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:05.409400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87a8efe6-a1bd-4a27-a6b1-98b7b9c3afd6 req-d8059a51-078b-4fb5-969d-54377b8de7f8 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.5734425 Feb 03 22:00:05.508130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec58c7a-ff63-44f0-8ce8-c14cc87ad494 req-a6988f17-ff8f-43fe-9b18-aca52010c4b9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:05.515413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ec58c7a-ff63-44f0-8ce8-c14cc87ad494 req-a6988f17-ff8f-43fe-9b18-aca52010c4b9 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 943 time: 0.1908207 Feb 03 22:00:05.522629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87a8efe6-a1bd-4a27-a6b1-98b7b9c3afd6 req-bd9c114b-4aac-44fb-b779-0d507e6b8726 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121948 Feb 03 22:00:05.590942 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ec58c7a-ff63-44f0-8ce8-c14cc87ad494 req-6eb08716-ac82-4a67-9efc-d424dd7cba94 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741515 Feb 03 22:00:05.591776 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks [] for router_gateway (1be122a2-8831-40b2-a6a3-ceb3408cbd59), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:05.608735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:05.676946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Deleting port aaf7f354-c886-430a-b0d5-406e6ec25a69 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:00:05.677406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:05.775097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555fba2-3cd1-4f25-a35c-753433318fba req-2d5910c0-01ae-43f1-a367-6135994e37d4 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:05.776649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7555fba2-3cd1-4f25-a35c-753433318fba req-2d5910c0-01ae-43f1-a367-6135994e37d4 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f498ec-2db6-482a-8d55-171bea7317c1 HTTP/1.1" status: 200 len: 945 time: 0.0761120 Feb 03 22:00:05.802443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] For port aaf7f354-c886-430a-b0d5-406e6ec25a69, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=aaf7f354-c886-430a-b0d5-406e6ec25a69,segment=NetworkSegment(c5a3a519-8ec7-4978-8a29-da7db374b156),segment_id=c5a3a519-8ec7-4978-8a29-da7db374b156)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:05.804216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:05.837571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Calling delete_port for aaf7f354-c886-430a-b0d5-406e6ec25a69 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:00:05.858420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22269e14-9bc4-4197-949d-3e36c8669f3d None None] Network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:00:05.908714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0c43363-bd4e-4ae0-a6e7-96eea5702c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:05.941315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6f42591d-6855-4cda-bee0-e877763178b8 None None] Provisioning complete for port 55f707b8-5e62-4cd8-b45b-8daee64f81ba triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:05.941688 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f42591d-6855-4cda-bee0-e877763178b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:05.966924 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c8e0281-7106-4836-a181-b7a430a7a028 req-f636c163-9b99-407a-be2c-9783b5b85e50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=934596a0422849cf95d39f17ad5f4d1a&device_id=baf0b404-93e4-4f1d-95d2-d8181e8adb90 HTTP/1.1" status: 200 len: 210 time: 0.0295541 Feb 03 22:00:05.981202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f5f0d3a0-c300-4fc6-82fc-24313a2750dd details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:00:05.994454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b09c1e92-2f55-4154-8047-6c1d3e7acfd5 req-ab4cafc9-4fe5-40ab-bf6c-1fe9cd764b42 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=baf0b404-93e4-4f1d-95d2-d8181e8adb90 HTTP/1.1" status: 200 len: 210 time: 0.0468085 Feb 03 22:00:06.006770 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c8e0281-7106-4836-a181-b7a430a7a028 req-8b5fd61b-d307-4258-8ae5-69bae4aeeaa8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=934596a0422849cf95d39f17ad5f4d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299871 Feb 03 22:00:06.024096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7555fba2-3cd1-4f25-a35c-753433318fba req-508ca6b6-4dc1-444c-a770-765d816afd25 tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb368e-54e4-472f-98a1-b419dfcf0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952252 Feb 03 22:00:06.056582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (1be122a2-8831-40b2-a6a3-ceb3408cbd59), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.114387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 55f707b8-5e62-4cd8-b45b-8daee64f81ba up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:06.162893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (aaf7f354-c886-430a-b0d5-406e6ec25a69), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.183951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['aaf7f354-c886-430a-b0d5-406e6ec25a69'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:00:06.184274 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0c43363-bd4e-4ae0-a6e7-96eea5702c4d admin admin] Publish callbacks [] for security_group (9cda486b-7b54-4964-ac16-5f8c85c6dca2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.196608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0c43363-bd4e-4ae0-a6e7-96eea5702c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9cda486b-7b54-4964-ac16-5f8c85c6dca2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.203172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Pushing event deleted for resources: {'Port': ['ID=aaf7f354-c886-430a-b0d5-406e6ec25a69,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:06.248631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e0281-7106-4836-a181-b7a430a7a028 req-cdf6c9bb-06c5-4374-954e-6e64140faf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:06.250154 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c8e0281-7106-4836-a181-b7a430a7a028 req-cdf6c9bb-06c5-4374-954e-6e64140faf7d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2338207 Feb 03 22:00:06.252479 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b0c43363-bd4e-4ae0-a6e7-96eea5702c4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ed2a802a16e4c3db056b0716c0a5240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6426036 Feb 03 22:00:06.254412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47680) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:06.263714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c43363-bd4e-4ae0-a6e7-96eea5702c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cda486b-7b54-4964-ac16-5f8c85c6dca2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:06.265915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] No DVR routers for this DVR port aaf7f354-c886-430a-b0d5-406e6ec25a69 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:00:06.268559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.272556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-be2aa213-3804-4ad6-a4b3-2d7b5e051ecd req-d84d50b4-f134-404f-b8d0-3f6c3e9aec9c tempest-ServersNegativeTestMultiTenantJSON-1534546170 tempest-ServersNegativeTestMultiTenantJSON-1534546170-project] 10.222.0.47 "DELETE /v2.0/ports/aaf7f354-c886-430a-b0d5-406e6ec25a69 HTTP/1.1" status: 204 len: 173 time: 1.0316107 Feb 03 22:00:06.273113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f498ec-2db6-482a-8d55-171bea7317c1', 'name': 'network-vif-deleted', 'tag': 'aaf7f354-c886-430a-b0d5-406e6ec25a69'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:06.276205 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b7f4de-2eca-4095-be56-8907532ac373" -d '{"events": [{"server_uuid": "48f498ec-2db6-482a-8d55-171bea7317c1", "name": "network-vif-deleted", "tag": "aaf7f354-c886-430a-b0d5-406e6ec25a69"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:06.282814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f5f0d3a0-c300-4fc6-82fc-24313a2750dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:06.303866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'f5f0d3a0-c300-4fc6-82fc-24313a2750dd', 'network_id': '5b80f157-ae27-4069-a1da-9e28e7643a83', 'port_id': 'f5f0d3a0-c300-4fc6-82fc-24313a2750dd', 'mac_address': 'fa:16:3e:63:b6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8fd80-7f87-469e-9ab2-aba4b4d5c683', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:00:06.310028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6f42591d-6855-4cda-bee0-e877763178b8 None None] Current status of the port 55f707b8-5e62-4cd8-b45b-8daee64f81ba is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:06.310432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f42591d-6855-4cda-bee0-e877763178b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.318817 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b40c2a-1531-47fa-8848-7471b2772975 x-openstack-request-id: req-b4b40c2a-1531-47fa-8848-7471b2772975 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:06.320290 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f498ec-2db6-482a-8d55-171bea7317c1", "name": "network-vif-deleted", "tag": "aaf7f354-c886-430a-b0d5-406e6ec25a69", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:06.320713 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4b40c2a-1531-47fa-8848-7471b2772975 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:06.321366 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f498ec-2db6-482a-8d55-171bea7317c1', 'name': 'network-vif-deleted', 'tag': 'aaf7f354-c886-430a-b0d5-406e6ec25a69', 'status': 'completed', 'code': 200} Feb 03 22:00:06.338350 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f43b-3cff-43ce-bb00-9cf33b22acb8 admin admin] Publish callbacks [] for security_group (9cda486b-7b54-4964-ac16-5f8c85c6dca2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.343068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:00:06.370308 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f43b-3cff-43ce-bb00-9cf33b22acb8 admin admin] Publish callbacks [] for security_group (9cda486b-7b54-4964-ac16-5f8c85c6dca2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.413620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f5f0d3a0-c300-4fc6-82fc-24313a2750dd is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:06.414013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.416724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6f42591d-6855-4cda-bee0-e877763178b8 None None] For port 55f707b8-5e62-4cd8-b45b-8daee64f81ba, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55f707b8-5e62-4cd8-b45b-8daee64f81ba,segment=NetworkSegment(1bf5268f-1705-4597-873a-553bcbd0fbc4),segment_id=1bf5268f-1705-4597-873a-553bcbd0fbc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:06.419248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 55f707b8-5e62-4cd8-b45b-8daee64f81ba triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:06.419558 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.429501 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f42591d-6855-4cda-bee0-e877763178b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.479792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f0d3a0-c300-4fc6-82fc-24313a2750dd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:00:06.508348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:00:06.515832 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f43b-3cff-43ce-bb00-9cf33b22acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9cda486b-7b54-4964-ac16-5f8c85c6dca2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.518410 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f43b-3cff-43ce-bb00-9cf33b22acb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.521174 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Sync routers for ids ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:00:06.523157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2ba4f43b-3cff-43ce-bb00-9cf33b22acb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cda486b-7b54-4964-ac16-5f8c85c6dca2 HTTP/1.1" status: 204 len: 168 time: 0.2670085 Feb 03 22:00:06.528948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f5f0d3a0-c300-4fc6-82fc-24313a2750dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:06.538355 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Routers {'1be122a2-8831-40b2-a6a3-ceb3408cbd59'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:06.539774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4f43b-3cff-43ce-bb00-9cf33b22acb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cda486b-7b54-4964-ac16-5f8c85c6dca2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:06.540116 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:06.542146 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.547702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.549676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42591d-6855-4cda-bee0-e877763178b8 None None] Pushing event updated for resources: {'Port': ['ID=55f707b8-5e62-4cd8-b45b-8daee64f81ba,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:06.552045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:06.565985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ecae3a9e-d59c-49d2-867c-a9e5be8b6ecb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7989831 Feb 03 22:00:06.665862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 55f707b8-5e62-4cd8-b45b-8daee64f81ba is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:06.668628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:06.725112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec60b-5863-43ee-a9ec-6c7a49a4e5b3 req-eec2409c-2dfa-463e-b15f-f6499ade270f tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:06.726919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-579ec60b-5863-43ee-a9ec-6c7a49a4e5b3 req-eec2409c-2dfa-463e-b15f-f6499ade270f tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1213455 Feb 03 22:00:06.743917 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Set router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:06.859576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89becc61-62d0-4430-9ec1-4d5bc04bc4e9 req-0425757e-9e10-4f07-b2d8-84f9e34124a6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:06.861097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89becc61-62d0-4430-9ec1-4d5bc04bc4e9 req-0425757e-9e10-4f07-b2d8-84f9e34124a6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 944 time: 0.1167626 Feb 03 22:00:06.864941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-579ec60b-5863-43ee-a9ec-6c7a49a4e5b3 req-e7358079-cdc6-43c1-abab-f89a3f403bdc tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304097 Feb 03 22:00:06.888984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-20cddf1f-d8f4-4b80-94d6-c67a8f6f4514 None None] Provisioning complete for port 55f707b8-5e62-4cd8-b45b-8daee64f81ba triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:06.890421 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20cddf1f-d8f4-4b80-94d6-c67a8f6f4514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:06.932585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89becc61-62d0-4430-9ec1-4d5bc04bc4e9 req-09a41b34-a15c-45a0-ae2f-3929a65ce3b0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644221 Feb 03 22:00:06.947831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['f5f0d3a0-c300-4fc6-82fc-24313a2750dd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:00:07.074630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '00b737fb-b051-4ae7-811c-272218066460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:02Z', 'updated_at': '2022-02-03T22:00:04Z', 'revision_number': 3, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'gw_port': {'id': '00b737fb-b051-4ae7-811c-272218066460', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:03Z', 'updated_at': '2022-02-03T22:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:07.087677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-20cddf1f-d8f4-4b80-94d6-c67a8f6f4514 None None] Current status of the port 55f707b8-5e62-4cd8-b45b-8daee64f81ba is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:07.095049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47698) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:07.144322 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Checking router: 1be122a2-8831-40b2-a6a3-ceb3408cbd59 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:00:07.144667 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Updating router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 port 00b737fb-b051-4ae7-811c-272218066460 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:00:07.165790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:07.185421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2280f6e1-94ae-4571-bd63-eb37775191fd req-44db92de-cd52-4a94-a802-9302641fbd5c tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=baf0b404-93e4-4f1d-95d2-d8181e8adb90 HTTP/1.1" status: 200 len: 210 time: 0.0508609 Feb 03 22:00:07.186958 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe397-de89-4a7d-9141-1a4647474fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.204200 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (00b737fb-b051-4ae7-811c-272218066460), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.205714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc52cad5-8fa0-4e92-90a5-57f9a7fd7525 admin admin] Deleting subnet b0e6cd47-de07-42d8-8448-d76f8f2dc629 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:00:07.221524 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc52cad5-8fa0-4e92-90a5-57f9a7fd7525 admin admin] Publish callbacks [] for subnet (b0e6cd47-de07-42d8-8448-d76f8f2dc629), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.260736 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc52cad5-8fa0-4e92-90a5-57f9a7fd7525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (b0e6cd47-de07-42d8-8448-d76f8f2dc629), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.302815 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc52cad5-8fa0-4e92-90a5-57f9a7fd7525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b0e6cd47-de07-42d8-8448-d76f8f2dc629), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.314835 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.367246 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc52cad5-8fa0-4e92-90a5-57f9a7fd7525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (b0e6cd47-de07-42d8-8448-d76f8f2dc629), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.397667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc52cad5-8fa0-4e92-90a5-57f9a7fd7525 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.400854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cc52cad5-8fa0-4e92-90a5-57f9a7fd7525 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b0e6cd47-de07-42d8-8448-d76f8f2dc629 HTTP/1.1" status: 204 len: 168 time: 0.3047793 Feb 03 22:00:07.401898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52cad5-8fa0-4e92-90a5-57f9a7fd7525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e6cd47-de07-42d8-8448-d76f8f2dc629,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:07.408679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:07.418783 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe397-de89-4a7d-9141-1a4647474fb9 admin admin] Publish callbacks [] for security_group (c1946659-112f-4739-85b5-00c4ab459661), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.425343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe397-de89-4a7d-9141-1a4647474fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c1946659-112f-4739-85b5-00c4ab459661), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.496171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (062bb471-969c-4079-991f-f4cc70854e1f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.498283 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Publish callbacks [] for port (00b737fb-b051-4ae7-811c-272218066460), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.505322 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (00b737fb-b051-4ae7-811c-272218066460), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.524159 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b4cbe397-de89-4a7d-9141-1a4647474fb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8acc0056de604af7a0bdd66133c39e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571932 Feb 03 22:00:07.527240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbe397-de89-4a7d-9141-1a4647474fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1946659-112f-4739-85b5-00c4ab459661,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:07.528233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:07.564762 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Attempting to bind port 00b737fb-b051-4ae7-811c-272218066460 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:07.565352 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Attempting to bind port 00b737fb-b051-4ae7-811c-272218066460 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:07.565594 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Attempting to bind port 00b737fb-b051-4ae7-811c-272218066460 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:07.568617 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccb74b-5609-4d41-bb67-8239c91d1ec1 None None] Pushing event updated for resources: {'Port': ['ID=00b737fb-b051-4ae7-811c-272218066460,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:07.573276 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:07.573646 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:07.574046 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.574427 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:07.574949 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Bound port: 00b737fb-b051-4ae7-811c-272218066460, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:07.575258 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (00b737fb-b051-4ae7-811c-272218066460), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.575859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Allocated IP 172.20.0.1 (83ad75ad-d2c0-40e7-a731-f4e9e5dac14f/d5ef47c4-35d5-45a1-904d-472530fd8cfb/77c47a22-4693-42ac-9d9b-a91b38ac083f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:07.628249 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] For port 00b737fb-b051-4ae7-811c-272218066460, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:07.631161 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (062bb471-969c-4079-991f-f4cc70854e1f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.633341 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] For port 00b737fb-b051-4ae7-811c-272218066460, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=00b737fb-b051-4ae7-811c-272218066460,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:07.641424 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (00b737fb-b051-4ae7-811c-272218066460), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.661280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062bb471-969c-4079-991f-f4cc70854e1f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:07.673117 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b4c-5475-4337-aead-05073f7968cd admin admin] Publish callbacks [] for security_group (c1946659-112f-4739-85b5-00c4ab459661), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.676218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a3a519-8ec7-4978-8a29-da7db374b156') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:07.676218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a3a519-8ec7-4978-8a29-da7db374b156') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:07.693981 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (c5a3a519-8ec7-4978-8a29-da7db374b156), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.701063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Publish callbacks [] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.703402 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Routers {'1be122a2-8831-40b2-a6a3-ceb3408cbd59'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:07.704111 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:07.709222 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccb74b-5609-4d41-bb67-8239c91d1ec1 None None] Pushing event updated for resources: {'Port': ['ID=00b737fb-b051-4ae7-811c-272218066460,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:07.713668 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b4c-5475-4337-aead-05073f7968cd admin admin] Publish callbacks [] for security_group (c1946659-112f-4739-85b5-00c4ab459661), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.720588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c5a3a519-8ec7-4978-8a29-da7db374b156), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.733469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:00:07.733893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (c5a3a519-8ec7-4978-8a29-da7db374b156), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:00:07.735557 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:00:07.740473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.792121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:07.812839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Pushing event updated for resources: {'Port': ['ID=77c47a22-4693-42ac-9d9b-a91b38ac083f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:07.827965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:07.836760 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b4c-5475-4337-aead-05073f7968cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c1946659-112f-4739-85b5-00c4ab459661), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.839746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b4c-5475-4337-aead-05073f7968cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.841194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9c2b4b4c-5475-4337-aead-05073f7968cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1946659-112f-4739-85b5-00c4ab459661 HTTP/1.1" status: 204 len: 168 time: 0.3119946 Feb 03 22:00:07.841401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:07.851573 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (062bb471-969c-4079-991f-f4cc70854e1f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.861190 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] Set router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:07.873930 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:07.881599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8c8e0281-7106-4836-a181-b7a430a7a028 req-4436099c-d817-4ff2-afa9-f3ecb203c984 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.10 "GET /v2.0/ports?device_id=baf0b404-93e4-4f1d-95d2-d8181e8adb90 HTTP/1.1" status: 200 len: 210 time: 0.0425184 Feb 03 22:00:07.882086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:07.896223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] 10.222.0.50 "DELETE /v2.0/networks/062bb471-969c-4079-991f-f4cc70854e1f HTTP/1.1" status: 204 len: 168 time: 0.4770823 Feb 03 22:00:07.933496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b4b4c-5475-4337-aead-05073f7968cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1946659-112f-4739-85b5-00c4ab459661,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:07.938295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b406008-2e42-4a59-aba1-3ab1f1039271 admin admin] Pushing event deleted for resources: {'Network': ['ID=062bb471-969c-4079-991f-f4cc70854e1f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:08.015927 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 55f707b8-5e62-4cd8-b45b-8daee64f81ba up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:08.130060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 55f707b8-5e62-4cd8-b45b-8daee64f81ba triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:08.132107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.163571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f9c68e-8c96-4435-a795-8d955f3a412e admin admin] Deleting subnet d4dfdd13-8b52-46d4-8253-614e1ddff79b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:00:08.168313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c68e-8c96-4435-a795-8d955f3a412e admin admin] Publish callbacks [] for subnet (d4dfdd13-8b52-46d4-8253-614e1ddff79b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.218914 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c68e-8c96-4435-a795-8d955f3a412e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (d4dfdd13-8b52-46d4-8253-614e1ddff79b), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.224841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fdbb-5fe2-449f-ab25-6cea52dc1c74 req-6b1d61b9-f48b-4e39-a2e7-11b3d0c9cedd tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:08.226856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8961fdbb-5fe2-449f-ab25-6cea52dc1c74 req-6b1d61b9-f48b-4e39-a2e7-11b3d0c9cedd tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.1790180 Feb 03 22:00:08.246043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (1be122a2-8831-40b2-a6a3-ceb3408cbd59), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.247173 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '00b737fb-b051-4ae7-811c-272218066460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:02Z', 'updated_at': '2022-02-03T22:00:04Z', 'revision_number': 3, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'gw_port': {'id': '00b737fb-b051-4ae7-811c-272218066460', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:03Z', 'updated_at': '2022-02-03T22:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:08.291465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1348-3e80-4000-85b5-02445bbb3f7b req-07d419ab-e599-4991-975b-716ad97e15ec tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:08.293011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39be1348-3e80-4000-85b5-02445bbb3f7b req-07d419ab-e599-4991-975b-716ad97e15ec tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 944 time: 0.1813726 Feb 03 22:00:08.312666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8961fdbb-5fe2-449f-ab25-6cea52dc1c74 req-a0c94e9b-5f93-4aa4-ab88-1e7c11b51b66 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740979 Feb 03 22:00:08.340936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 55f707b8-5e62-4cd8-b45b-8daee64f81ba is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:08.367701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949319a-a687-4c9d-bcdf-169c68701272 req-a05eb3ee-5d09-46bf-bd93-588d2451daf1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:08.369909 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0949319a-a687-4c9d-bcdf-169c68701272 req-a05eb3ee-5d09-46bf-bd93-588d2451daf1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.47 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 945 time: 0.3361516 Feb 03 22:00:08.378138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-46440bbe-d53f-45e7-b958-38c8eda223fb None None] Provisioning complete for port 77c47a22-4693-42ac-9d9b-a91b38ac083f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:08.378363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39be1348-3e80-4000-85b5-02445bbb3f7b req-fd461ee4-ccdd-41b5-b119-d49b00b80723 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770071 Feb 03 22:00:08.378906 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46440bbe-d53f-45e7-b958-38c8eda223fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.400787 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c68e-8c96-4435-a795-8d955f3a412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d4dfdd13-8b52-46d4-8253-614e1ddff79b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.452707 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054227e1-c0c7-46ba-af2e-3c05268acc55 None None] The sync data for ids ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'] in n-d-824834-9 is: [{'id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '00b737fb-b051-4ae7-811c-272218066460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:02Z', 'updated_at': '2022-02-03T22:00:04Z', 'revision_number': 3, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'gw_port': {'id': '00b737fb-b051-4ae7-811c-272218066460', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:03Z', 'updated_at': '2022-02-03T22:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:00:08.459034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46440bbe-d53f-45e7-b958-38c8eda223fb None None] Port 77c47a22-4693-42ac-9d9b-a91b38ac083f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:00:08.536781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a287829-a9b4-428d-9c99-fe67f68b0c30 req-f3228cb2-1d56-418e-8f87-f464c9a41103 tempest-ServerShowV247Test-2096942524 tempest-ServerShowV247Test-2096942524-project] 10.222.0.50 "GET /v2.0/ports?device_id=baf0b404-93e4-4f1d-95d2-d8181e8adb90 HTTP/1.1" status: 200 len: 210 time: 0.0389512 Feb 03 22:00:08.580849 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c68e-8c96-4435-a795-8d955f3a412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (d4dfdd13-8b52-46d4-8253-614e1ddff79b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.650631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9c68e-8c96-4435-a795-8d955f3a412e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4dfdd13-8b52-46d4-8253-614e1ddff79b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:08.652632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device aaf7f354-c886-430a-b0d5-406e6ec25a69 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:00:08.658626 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c68e-8c96-4435-a795-8d955f3a412e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.661837 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a0f9c68e-8c96-4435-a795-8d955f3a412e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d4dfdd13-8b52-46d4-8253-614e1ddff79b HTTP/1.1" status: 204 len: 168 time: 0.7777610 Feb 03 22:00:08.665213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47728) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:08.668779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.676789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: aaf7f354-c886-430a-b0d5-406e6ec25a69 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:00:08.677272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device aaf7f354-c886-430a-b0d5-406e6ec25a69 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:00:08.741514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0949319a-a687-4c9d-bcdf-169c68701272 req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Deleting port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:00:08.741859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0949319a-a687-4c9d-bcdf-169c68701272 req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.757431 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (74b75659-a03d-4170-a7ad-07fe4aa584c5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.871617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (74b75659-a03d-4170-a7ad-07fe4aa584c5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.900823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b75659-a03d-4170-a7ad-07fe4aa584c5']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:08.923860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a880e03-6c46-4c81-90bb-8b2485d83e83') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:08.924163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a880e03-6c46-4c81-90bb-8b2485d83e83') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:08.931196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0949319a-a687-4c9d-bcdf-169c68701272 req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] For port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:08.931417 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0949319a-a687-4c9d-bcdf-169c68701272 req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.935606 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (7a880e03-6c46-4c81-90bb-8b2485d83e83), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.953147 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7a880e03-6c46-4c81-90bb-8b2485d83e83), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.957528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0949319a-a687-4c9d-bcdf-169c68701272 req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Calling delete_port for 3657ebb1-cbfd-4e22-8d52-0d8874c2108b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:00:08.962751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:00:08.963533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (7a880e03-6c46-4c81-90bb-8b2485d83e83), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:00:08.966007 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:00:09.036238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (74b75659-a03d-4170-a7ad-07fe4aa584c5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.046111 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.046581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Publish callbacks [] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.048715 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] 10.222.0.50 "DELETE /v2.0/networks/74b75659-a03d-4170-a7ad-07fe4aa584c5 HTTP/1.1" status: 204 len: 168 time: 0.3808439 Feb 03 22:00:09.063488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e5c43-01b5-49cd-9c87-a41f0b0ff651 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b75659-a03d-4170-a7ad-07fe4aa584c5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:09.064801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.165368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Pushing event updated for resources: {'Port': ['ID=77c47a22-4693-42ac-9d9b-a91b38ac083f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:09.170574 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (1be122a2-8831-40b2-a6a3-ceb3408cbd59), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.276748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47744) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:09.297779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0949319a-a687-4c9d-bcdf-169c68701272 req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3657ebb1-cbfd-4e22-8d52-0d8874c2108b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.313534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['adab1c47-ff64-427c-8f27-9ed5127f0b15'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:00:09.330665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4a41f581-5f3f-4dac-ab8e-158f5dc9a516 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63b7d7fd28684147bc6f61ecad231d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526366 Feb 03 22:00:09.333216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:09.346243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Pushing event deleted for resources: {'Port': ['ID=3657ebb1-cbfd-4e22-8d52-0d8874c2108b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:09.440192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0949319a-a687-4c9d-bcdf-169c68701272 req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] No DVR routers for this DVR port 3657ebb1-cbfd-4e22-8d52-0d8874c2108b on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:00:09.453298 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0949319a-a687-4c9d-bcdf-169c68701272 req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.453869 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d95c5910-6cbd-46a4-bb94-03bae33eaa4d admin admin] Publish callbacks [] for security_group (2acb368e-54e4-472f-98a1-b419dfcf0515), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.457340 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0949319a-a687-4c9d-bcdf-169c68701272 req-854c52b4-346c-4f1b-8946-baa241c779b2 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.47 "DELETE /v2.0/ports/3657ebb1-cbfd-4e22-8d52-0d8874c2108b HTTP/1.1" status: 204 len: 173 time: 1.0797884 Feb 03 22:00:09.464647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f7feff-d94c-49cd-8837-ede9004f6483', 'name': 'network-vif-deleted', 'tag': '3657ebb1-cbfd-4e22-8d52-0d8874c2108b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:09.467197 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a8ed56-677a-4fda-8ffa-e25ca1e0f9ca" -d '{"events": [{"server_uuid": "45f7feff-d94c-49cd-8837-ede9004f6483", "name": "network-vif-deleted", "tag": "3657ebb1-cbfd-4e22-8d52-0d8874c2108b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:09.500988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:09.502521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:09.537198 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d95c5910-6cbd-46a4-bb94-03bae33eaa4d admin admin] Publish callbacks [] for security_group (2acb368e-54e4-472f-98a1-b419dfcf0515), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.711398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:00:09.713090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74f26648-1678-459a-ae7d-d35ca4151f47 req-40a3429b-62ff-4e66-b28a-5d007f9dcbf3 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f7feff-d94c-49cd-8837-ede9004f6483 HTTP/1.1" status: 200 len: 210 time: 0.2293353 Feb 03 22:00:09.762402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b05ce-64f3-4635-8cc1-d5067d09dca9 req-e2ea6c6c-a6d8-4344-988d-a053d18431ea tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:09.769554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-116b05ce-64f3-4635-8cc1-d5067d09dca9 req-e2ea6c6c-a6d8-4344-988d-a053d18431ea tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 944 time: 0.2917066 Feb 03 22:00:09.801952 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b097db69-16d1-4048-8263-427c59d7f6fc x-openstack-request-id: req-b097db69-16d1-4048-8263-427c59d7f6fc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:09.802455 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f7feff-d94c-49cd-8837-ede9004f6483", "name": "network-vif-deleted", "tag": "3657ebb1-cbfd-4e22-8d52-0d8874c2108b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:09.802790 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b097db69-16d1-4048-8263-427c59d7f6fc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:09.805601 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f7feff-d94c-49cd-8837-ede9004f6483', 'name': 'network-vif-deleted', 'tag': '3657ebb1-cbfd-4e22-8d52-0d8874c2108b', 'status': 'completed', 'code': 200} Feb 03 22:00:09.836465 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d95c5910-6cbd-46a4-bb94-03bae33eaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2acb368e-54e4-472f-98a1-b419dfcf0515), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.840048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d95c5910-6cbd-46a4-bb94-03bae33eaa4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.841280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d95c5910-6cbd-46a4-bb94-03bae33eaa4d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2acb368e-54e4-472f-98a1-b419dfcf0515 HTTP/1.1" status: 204 len: 168 time: 0.5068495 Feb 03 22:00:09.875180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-116b05ce-64f3-4635-8cc1-d5067d09dca9 req-a9e0b28a-ed3e-42ae-a9e5-267710b3ac9c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046529 Feb 03 22:00:09.876232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c5910-6cbd-46a4-bb94-03bae33eaa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acb368e-54e4-472f-98a1-b419dfcf0515,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:09.916160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a14cb717-cb3c-41aa-b0d4-d115377b8996 None None] Provisioning complete for port 77c47a22-4693-42ac-9d9b-a91b38ac083f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:09.916647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a14cb717-cb3c-41aa-b0d4-d115377b8996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:09.944084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:00:09.968259 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e97e4abd-8328-4f46-af7c-205e650c9163 admin admin] 10.222.0.50 "PUT /v2.0/routers/1be122a2-8831-40b2-a6a3-ceb3408cbd59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4150088 Feb 03 22:00:09.998608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f5f0d3a0-c300-4fc6-82fc-24313a2750dd up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:10.195728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 00b737fb-b051-4ae7-811c-272218066460 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:10.236728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a14cb717-cb3c-41aa-b0d4-d115377b8996 None None] Port 77c47a22-4693-42ac-9d9b-a91b38ac083f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:00:10.271495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port f5f0d3a0-c300-4fc6-82fc-24313a2750dd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:00:10.275213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port f5f0d3a0-c300-4fc6-82fc-24313a2750dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:10.275766 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.278251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 00b737fb-b051-4ae7-811c-272218066460 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:10.278870 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (00b737fb-b051-4ae7-811c-272218066460), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.425116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f5f0d3a0-c300-4fc6-82fc-24313a2750dd is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:10.426790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.452996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 00b737fb-b051-4ae7-811c-272218066460 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:10.453388 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (00b737fb-b051-4ae7-811c-272218066460), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.481427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 00b737fb-b051-4ae7-811c-272218066460, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=00b737fb-b051-4ae7-811c-272218066460,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:10.488455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71064234-562d-4c95-bdd5-6153ea6bbae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f0d3a0-c300-4fc6-82fc-24313a2750dd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:10.490970 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466e4f7d-9be7-49ad-a73c-1e7f64798fc6" -d '{"events": [{"server_uuid": "71064234-562d-4c95-bdd5-6153ea6bbae3", "name": "network-vif-plugged", "status": "completed", "tag": "f5f0d3a0-c300-4fc6-82fc-24313a2750dd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:10.503629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (00b737fb-b051-4ae7-811c-272218066460), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.507211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:10.521434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f5f0d3a0-c300-4fc6-82fc-24313a2750dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:10.543154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.577476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=00b737fb-b051-4ae7-811c-272218066460,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:10.609857 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b2c5d8-4b9b-4abe-b0ed-2ac72b2c3d8f x-openstack-request-id: req-35b2c5d8-4b9b-4abe-b0ed-2ac72b2c3d8f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:10.610247 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71064234-562d-4c95-bdd5-6153ea6bbae3", "name": "network-vif-plugged", "status": "completed", "tag": "f5f0d3a0-c300-4fc6-82fc-24313a2750dd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:10.610378 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35b2c5d8-4b9b-4abe-b0ed-2ac72b2c3d8f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:10.610778 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71064234-562d-4c95-bdd5-6153ea6bbae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f0d3a0-c300-4fc6-82fc-24313a2750dd', 'code': 200} Feb 03 22:00:10.639577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47788) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:10.648725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:10.683723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3657ebb1-cbfd-4e22-8d52-0d8874c2108b no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:00:10.727860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 3657ebb1-cbfd-4e22-8d52-0d8874c2108b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:00:10.728525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3657ebb1-cbfd-4e22-8d52-0d8874c2108b not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:00:10.743667 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c70358d0-3479-42d8-b872-153a5f40c84d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b47ad71674846b4b0edf95ea9a540b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1027384 Feb 03 22:00:10.746267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:10.778731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3cc95-233d-4b57-bc20-74802dbdb6d8 req-e55f1a70-5e90-4803-b962-9498e8c4bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:10.780286 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-30f3cc95-233d-4b57-bc20-74802dbdb6d8 req-e55f1a70-5e90-4803-b962-9498e8c4bca6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 1127 time: 0.1240034 Feb 03 22:00:10.820051 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea53d-a0c1-48f5-afaa-f03a23801035 admin admin] Publish callbacks [] for security_group (2eae313c-f3b7-4fd1-9bf7-8fd356505e4d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.862753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea53d-a0c1-48f5-afaa-f03a23801035 admin admin] Publish callbacks [] for security_group (2eae313c-f3b7-4fd1-9bf7-8fd356505e4d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.882917 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-30f3cc95-233d-4b57-bc20-74802dbdb6d8 req-4f000cdc-c82e-4221-9777-6678e2f16fa6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958650 Feb 03 22:00:10.973721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea53d-a0c1-48f5-afaa-f03a23801035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2eae313c-f3b7-4fd1-9bf7-8fd356505e4d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.976803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea53d-a0c1-48f5-afaa-f03a23801035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:10.978135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f7ea53d-a0c1-48f5-afaa-f03a23801035 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2eae313c-f3b7-4fd1-9bf7-8fd356505e4d HTTP/1.1" status: 204 len: 168 time: 0.2313235 Feb 03 22:00:11.017163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ea53d-a0c1-48f5-afaa-f03a23801035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eae313c-f3b7-4fd1-9bf7-8fd356505e4d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:11.036042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b362558d-7146-4947-a585-c4f5a6c4bd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:11.100071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Sync routers for ids ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:00:11.108572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d895e1b-ec14-43ef-993f-a2dfa26a22bd req-8d6d8a82-fe9b-46fd-a46c-41e4a916af28 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:11.120174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d895e1b-ec14-43ef-993f-a2dfa26a22bd req-8d6d8a82-fe9b-46fd-a46c-41e4a916af28 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1340506 Feb 03 22:00:11.142724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Routers {'1be122a2-8831-40b2-a6a3-ceb3408cbd59'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:11.147581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:11.216641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b362558d-7146-4947-a585-c4f5a6c4bd1e admin admin] Publish callbacks [] for security_group (d1e7d542-0332-42e8-86b6-e7bd8c9eb1e9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:11.223560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b362558d-7146-4947-a585-c4f5a6c4bd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d1e7d542-0332-42e8-86b6-e7bd8c9eb1e9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:11.259087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d895e1b-ec14-43ef-993f-a2dfa26a22bd req-fc5619d3-4693-4784-b4b1-59eb40260715 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335363 Feb 03 22:00:11.289433 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd0dbe-367d-4669-a072-6bca119c192b req-42b5fc69-88b3-4c90-9ca8-701700e52f84 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:11.290933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63bd0dbe-367d-4669-a072-6bca119c192b req-42b5fc69-88b3-4c90-9ca8-701700e52f84 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1120050 Feb 03 22:00:11.298423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b362558d-7146-4947-a585-c4f5a6c4bd1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=934596a0422849cf95d39f17ad5f4d1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7895231 Feb 03 22:00:11.301031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:11.334187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362558d-7146-4947-a585-c4f5a6c4bd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e7d542-0332-42e8-86b6-e7bd8c9eb1e9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:11.358276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Set router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:11.391140 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63bd0dbe-367d-4669-a072-6bca119c192b req-83c64916-d479-4bb7-b8cd-a352f1bbc9fd tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825231 Feb 03 22:00:11.414917 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-680fbffc-b794-4826-9522-ed332be82d9c admin admin] Publish callbacks [] for security_group (d1e7d542-0332-42e8-86b6-e7bd8c9eb1e9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:11.447833 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-680fbffc-b794-4826-9522-ed332be82d9c admin admin] Publish callbacks [] for security_group (d1e7d542-0332-42e8-86b6-e7bd8c9eb1e9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:11.530702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-680fbffc-b794-4826-9522-ed332be82d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d1e7d542-0332-42e8-86b6-e7bd8c9eb1e9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:11.535508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-680fbffc-b794-4826-9522-ed332be82d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:11.536755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-680fbffc-b794-4826-9522-ed332be82d9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1e7d542-0332-42e8-86b6-e7bd8c9eb1e9 HTTP/1.1" status: 204 len: 168 time: 0.2346270 Feb 03 22:00:11.548548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fbffc-b794-4826-9522-ed332be82d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e7d542-0332-42e8-86b6-e7bd8c9eb1e9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:11.636957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '00b737fb-b051-4ae7-811c-272218066460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:02Z', 'updated_at': '2022-02-03T22:00:08Z', 'revision_number': 4, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'gw_port': {'id': '00b737fb-b051-4ae7-811c-272218066460', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:03Z', 'updated_at': '2022-02-03T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '77c47a22-4693-42ac-9d9b-a91b38ac083f', 'name': '', 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'mac_address': 'fa:16:3e:44:ab:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'd5ef47c4-35d5-45a1-904d-472530fd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:07Z', 'updated_at': '2022-02-03T22:00:08Z', 'revision_number': 2, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'subnets': [{'id': 'd5ef47c4-35d5-45a1-904d-472530fd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:11.707944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Checking router: 1be122a2-8831-40b2-a6a3-ceb3408cbd59 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:00:11.708323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Updating router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 port 77c47a22-4693-42ac-9d9b-a91b38ac083f binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:00:11.767121 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:11.986079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 00b737fb-b051-4ae7-811c-272218066460 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:12.086671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 00b737fb-b051-4ae7-811c-272218066460 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:12.087052 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (00b737fb-b051-4ae7-811c-272218066460), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:12.236971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Publish callbacks [] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:12.241838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 00b737fb-b051-4ae7-811c-272218066460 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:12.249402 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:12.422662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa380-5009-479b-910e-1ebce70cda3c None None] Pushing event updated for resources: {'Port': ['ID=77c47a22-4693-42ac-9d9b-a91b38ac083f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:12.477621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Attempting to bind port 77c47a22-4693-42ac-9d9b-a91b38ac083f on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:12.478263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Attempting to bind port 77c47a22-4693-42ac-9d9b-a91b38ac083f by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '1bf5268f-1705-4597-873a-553bcbd0fbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:12.478800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Attempting to bind port 77c47a22-4693-42ac-9d9b-a91b38ac083f on network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:12.498132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:12.503836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Checking segment: {'id': '1bf5268f-1705-4597-873a-553bcbd0fbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:12.506232 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:12.508584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Bound using segment: {'id': '1bf5268f-1705-4597-873a-553bcbd0fbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:12.509332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Bound port: 77c47a22-4693-42ac-9d9b-a91b38ac083f, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf5268f-1705-4597-873a-553bcbd0fbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:12.513130 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:12.557632 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069d0e6-c0e7-4b6f-bab9-4e8a557a4ee6 req-067ae861-8f0b-4c94-928b-fd4cecd36be5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:12.559149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e069d0e6-c0e7-4b6f-bab9-4e8a557a4ee6 req-067ae861-8f0b-4c94-928b-fd4cecd36be5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1333244 Feb 03 22:00:12.619904 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] For port 77c47a22-4693-42ac-9d9b-a91b38ac083f, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:12.624245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] For port 77c47a22-4693-42ac-9d9b-a91b38ac083f, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=77c47a22-4693-42ac-9d9b-a91b38ac083f,segment=NetworkSegment(1bf5268f-1705-4597-873a-553bcbd0fbc4),segment_id=1bf5268f-1705-4597-873a-553bcbd0fbc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:12.632348 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:12.651421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc56689-4852-469d-b8d7-5767b9d0f23b req-73705633-1eba-414c-bf36-e0c45caa0da6 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:12.656441 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adc56689-4852-469d-b8d7-5767b9d0f23b req-73705633-1eba-414c-bf36-e0c45caa0da6 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.1163042 Feb 03 22:00:12.667746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e069d0e6-c0e7-4b6f-bab9-4e8a557a4ee6 req-a51a3a1f-9376-46b7-a673-1766265fd9af tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880637 Feb 03 22:00:12.722902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adc56689-4852-469d-b8d7-5767b9d0f23b req-6339ff3b-e2d1-40dc-96b4-3d41e01a27a4 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655997 Feb 03 22:00:12.752339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa380-5009-479b-910e-1ebce70cda3c None None] Pushing event updated for resources: {'Port': ['ID=77c47a22-4693-42ac-9d9b-a91b38ac083f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:12.764256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Routers {'1be122a2-8831-40b2-a6a3-ceb3408cbd59'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:12.764918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:12.950714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9d25c268-a35d-4b07-8a60-7d0728430c47 None None] Provisioning complete for port 77c47a22-4693-42ac-9d9b-a91b38ac083f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:12.950714 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d25c268-a35d-4b07-8a60-7d0728430c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:13.151143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] Set router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:13.358145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47910) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:13.456096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9d25c268-a35d-4b07-8a60-7d0728430c47 None None] Current status of the port 77c47a22-4693-42ac-9d9b-a91b38ac083f is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:13.456488 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d25c268-a35d-4b07-8a60-7d0728430c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:13.606061 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62549ad3-9b2a-43cf-9058-1452cec4345c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:13.773459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62549ad3-9b2a-43cf-9058-1452cec4345c admin admin] Publish callbacks [] for security_group (e89bf8fd-fae9-4b70-a08a-df4c9df6dc88), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:13.804331 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62549ad3-9b2a-43cf-9058-1452cec4345c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e89bf8fd-fae9-4b70-a08a-df4c9df6dc88), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:13.844222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47928) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:13.883364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9d25c268-a35d-4b07-8a60-7d0728430c47 None None] For port 77c47a22-4693-42ac-9d9b-a91b38ac083f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=77c47a22-4693-42ac-9d9b-a91b38ac083f,segment=NetworkSegment(1bf5268f-1705-4597-873a-553bcbd0fbc4),segment_id=1bf5268f-1705-4597-873a-553bcbd0fbc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:13.918237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d25c268-a35d-4b07-8a60-7d0728430c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.052886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-62549ad3-9b2a-43cf-9058-1452cec4345c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5cf4d4ad4a5e496a8f317ddc7d5c87b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6932001 Feb 03 22:00:14.054421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47938) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:14.114415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25c268-a35d-4b07-8a60-7d0728430c47 None None] Pushing event updated for resources: {'Port': ['ID=77c47a22-4693-42ac-9d9b-a91b38ac083f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:14.146118 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19393e0f-4d49-467e-bb7f-12b92355d059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.148253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62549ad3-9b2a-43cf-9058-1452cec4345c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bf8fd-fae9-4b70-a08a-df4c9df6dc88,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:14.172981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d9ce2ea9-e232-44cc-a7ca-9751f2713be7 None None] Provisioning complete for port 77c47a22-4693-42ac-9d9b-a91b38ac083f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:14.173836 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2ea9-e232-44cc-a7ca-9751f2713be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.227249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '00b737fb-b051-4ae7-811c-272218066460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:02Z', 'updated_at': '2022-02-03T22:00:08Z', 'revision_number': 4, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'gw_port': {'id': '00b737fb-b051-4ae7-811c-272218066460', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:03Z', 'updated_at': '2022-02-03T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '77c47a22-4693-42ac-9d9b-a91b38ac083f', 'name': '', 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'mac_address': 'fa:16:3e:44:ab:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'd5ef47c4-35d5-45a1-904d-472530fd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:07Z', 'updated_at': '2022-02-03T22:00:12Z', 'revision_number': 4, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'subnets': [{'id': 'd5ef47c4-35d5-45a1-904d-472530fd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:14.271196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdaafd-1911-451a-80f6-c929718c9aa7 None None] The sync data for ids ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'] in n-d-824834-9 is: [{'id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '00b737fb-b051-4ae7-811c-272218066460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:02Z', 'updated_at': '2022-02-03T22:00:08Z', 'revision_number': 4, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'gw_port': {'id': '00b737fb-b051-4ae7-811c-272218066460', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:03Z', 'updated_at': '2022-02-03T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '77c47a22-4693-42ac-9d9b-a91b38ac083f', 'name': '', 'network_id': '83ad75ad-d2c0-40e7-a731-f4e9e5dac14f', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'mac_address': 'fa:16:3e:44:ab:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'd5ef47c4-35d5-45a1-904d-472530fd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:07Z', 'updated_at': '2022-02-03T22:00:12Z', 'revision_number': 4, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'subnets': [{'id': 'd5ef47c4-35d5-45a1-904d-472530fd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:00:14.274519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-554afbbc-e5d8-43fc-971c-5829582cb148 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:14.277349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-554afbbc-e5d8-43fc-971c-5829582cb148 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.5118842 Feb 03 22:00:14.377106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce2ea9-e232-44cc-a7ca-9751f2713be7 None None] Current status of the port 77c47a22-4693-42ac-9d9b-a91b38ac083f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:14.431311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90929d-5d20-432d-97b0-fc8bf9a6cf57 req-dde4eae5-198b-49e0-90a5-f6b97a5cb782 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:14.433145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc90929d-5d20-432d-97b0-fc8bf9a6cf57 req-dde4eae5-198b-49e0-90a5-f6b97a5cb782 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bea611f-dea2-40d4-b5d4-efedefbbd203 HTTP/1.1" status: 200 len: 945 time: 0.6189828 Feb 03 22:00:14.451520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1b2bd-43d1-43d4-913b-28fc98e7cac3 req-c630b496-e6e7-481d-810e-4312506f887b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:14.454176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05e1b2bd-43d1-43d4-913b-28fc98e7cac3 req-c630b496-e6e7-481d-810e-4312506f887b tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.6712914 Feb 03 22:00:14.506272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Deleting port adab1c47-ff64-427c-8f27-9ed5127f0b15 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:00:14.507117 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.544466 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c73a3b5-a3dc-44b4-bf81-126cc60c41a2 admin admin] Publish callbacks [] for security_group (e89bf8fd-fae9-4b70-a08a-df4c9df6dc88), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.565368 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19393e0f-4d49-467e-bb7f-12b92355d059 admin admin] Publish callbacks [] for security_group (2bbc59db-d84f-4a80-a037-f7a7d9d9c61b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.591400 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19393e0f-4d49-467e-bb7f-12b92355d059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2bbc59db-d84f-4a80-a037-f7a7d9d9c61b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.644694 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c73a3b5-a3dc-44b4-bf81-126cc60c41a2 admin admin] Publish callbacks [] for security_group (e89bf8fd-fae9-4b70-a08a-df4c9df6dc88), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.679319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] For port adab1c47-ff64-427c-8f27-9ed5127f0b15, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=adab1c47-ff64-427c-8f27-9ed5127f0b15,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:14.679733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.700288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Calling delete_port for adab1c47-ff64-427c-8f27-9ed5127f0b15 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:00:14.721000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc90929d-5d20-432d-97b0-fc8bf9a6cf57 req-13bde4e6-9fa7-4b0b-8add-900e227bdfb1 tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.50 "GET /v2.0/security-groups?id=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545538 Feb 03 22:00:14.777329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05e1b2bd-43d1-43d4-913b-28fc98e7cac3 req-c123fe57-e43c-4606-a38a-bec5e9f84e4e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148124 Feb 03 22:00:14.798007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-19393e0f-4d49-467e-bb7f-12b92355d059 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ace32e2ecfd44a9a655e5fafff88009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8986297 Feb 03 22:00:14.798833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19393e0f-4d49-467e-bb7f-12b92355d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbc59db-d84f-4a80-a037-f7a7d9d9c61b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:14.811003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:14.970080 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c73a3b5-a3dc-44b4-bf81-126cc60c41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e89bf8fd-fae9-4b70-a08a-df4c9df6dc88), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.973360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c73a3b5-a3dc-44b4-bf81-126cc60c41a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.974763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9c73a3b5-a3dc-44b4-bf81-126cc60c41a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e89bf8fd-fae9-4b70-a08a-df4c9df6dc88 HTTP/1.1" status: 204 len: 168 time: 0.9175174 Feb 03 22:00:14.986836 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (adab1c47-ff64-427c-8f27-9ed5127f0b15), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.991649 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7481ffe5-94cd-4c8e-b4bd-59b4a630802f admin admin] Publish callbacks [] for security_group (2bbc59db-d84f-4a80-a037-f7a7d9d9c61b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:14.999299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['adab1c47-ff64-427c-8f27-9ed5127f0b15'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:00:15.006186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73a3b5-a3dc-44b4-bf81-126cc60c41a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bf8fd-fae9-4b70-a08a-df4c9df6dc88,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:15.057785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-8a7ee177-dd09-4161-afd5-4847d3d9b5b4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:15.067763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-8a7ee177-dd09-4161-afd5-4847d3d9b5b4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.2222898 Feb 03 22:00:15.089906 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7481ffe5-94cd-4c8e-b4bd-59b4a630802f admin admin] Publish callbacks [] for security_group (2bbc59db-d84f-4a80-a037-f7a7d9d9c61b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:15.103825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-3843f327-3ea6-48a1-b304-235831ddb3dd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/quotas/eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 375 time: 0.0350435 Feb 03 22:00:15.195742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] No DVR routers for this DVR port adab1c47-ff64-427c-8f27-9ed5127f0b15 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:00:15.210125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Pushing event deleted for resources: {'Port': ['ID=adab1c47-ff64-427c-8f27-9ed5127f0b15,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:15.217083 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:15.231303 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-50091185-4acf-439c-891f-373c8e9cc7b6 req-e55b8a5c-4cc8-4b01-8ecd-2096fb06583d tempest-ServerRescueTestJSON-1580687673 tempest-ServerRescueTestJSON-1580687673-project] 10.222.0.10 "DELETE /v2.0/ports/adab1c47-ff64-427c-8f27-9ed5127f0b15 HTTP/1.1" status: 204 len: 173 time: 0.9480958 Feb 03 22:00:15.234373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bea611f-dea2-40d4-b5d4-efedefbbd203', 'name': 'network-vif-deleted', 'tag': 'adab1c47-ff64-427c-8f27-9ed5127f0b15'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:15.239233 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df30f438-3042-4690-843c-fb8b419973ec" -d '{"events": [{"server_uuid": "4bea611f-dea2-40d4-b5d4-efedefbbd203", "name": "network-vif-deleted", "tag": "adab1c47-ff64-427c-8f27-9ed5127f0b15"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:15.272405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-b4fccfa5-bdb3-4729-927a-ff0fe57968ad tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675878 Feb 03 22:00:15.311956 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7481ffe5-94cd-4c8e-b4bd-59b4a630802f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2bbc59db-d84f-4a80-a037-f7a7d9d9c61b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:15.314474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7481ffe5-94cd-4c8e-b4bd-59b4a630802f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:15.328545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7481ffe5-94cd-4c8e-b4bd-59b4a630802f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bbc59db-d84f-4a80-a037-f7a7d9d9c61b HTTP/1.1" status: 204 len: 168 time: 0.5164473 Feb 03 22:00:15.475486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481ffe5-94cd-4c8e-b4bd-59b4a630802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbc59db-d84f-4a80-a037-f7a7d9d9c61b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:15.492374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265d74-4000-442e-99d8-eb671d2c001f req-fa72ec1c-99d9-446a-a0dd-97b6394c67f7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:15.500019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0265d74-4000-442e-99d8-eb671d2c001f req-fa72ec1c-99d9-446a-a0dd-97b6394c67f7 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.3394396 Feb 03 22:00:15.501863 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-b70a2813-62b0-40bd-a67a-765128a43e63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493466 Feb 03 22:00:15.638860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0265d74-4000-442e-99d8-eb671d2c001f req-04f33ab3-e41d-4f24-b336-4ceac204ac14 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352739 Feb 03 22:00:15.658632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-545c476d-58f3-4c88-92f7-e8ba2b8d51fe service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852854 Feb 03 22:00:15.725523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-ef32412b-b403-450f-acd5-44435f63969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:15.732021 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-ef32412b-b403-450f-acd5-44435f63969c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 1128 time: 0.1613955 Feb 03 22:00:15.809122 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d7720-86dd-46cb-a8bb-478e821acf8b x-openstack-request-id: req-2c7d7720-86dd-46cb-a8bb-478e821acf8b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:15.809726 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bea611f-dea2-40d4-b5d4-efedefbbd203", "name": "network-vif-deleted", "tag": "adab1c47-ff64-427c-8f27-9ed5127f0b15", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:15.811960 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c7d7720-86dd-46cb-a8bb-478e821acf8b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:15.814226 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bea611f-dea2-40d4-b5d4-efedefbbd203', 'name': 'network-vif-deleted', 'tag': 'adab1c47-ff64-427c-8f27-9ed5127f0b15', 'status': 'completed', 'code': 200} Feb 03 22:00:15.839828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-24fcd651-34cd-41b9-87f5-5c0b90162026 service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803210 Feb 03 22:00:16.197800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-bdfd8013-b66c-4ca2-b32c-50180ad869bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:16.219305 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-bdfd8013-b66c-4ca2-b32c-50180ad869bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 911 time: 0.4367359 Feb 03 22:00:16.221938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7664507-7313-4969-9dc2-a7bad0bc34a5 req-dc4c8c0b-77ed-4c74-b52c-d4d85f2097c2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:16.232804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7664507-7313-4969-9dc2-a7bad0bc34a5 req-dc4c8c0b-77ed-4c74-b52c-d4d85f2097c2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.2558835 Feb 03 22:00:16.307970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7664507-7313-4969-9dc2-a7bad0bc34a5 req-087133e1-9bc5-4ced-9a06-7895dd42d6fb tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742188 Feb 03 22:00:16.312585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 77c47a22-4693-42ac-9d9b-a91b38ac083f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:16.350225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48004) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:16.432460 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-598c7f11-41f0-4c90-b200-1828e1fc5d74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993933b-5377-4d22-b139-ff72d689d147 HTTP/1.1" status: 200 len: 1002 time: 0.2117045 Feb 03 22:00:16.508205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 77c47a22-4693-42ac-9d9b-a91b38ac083f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:16.508586 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:16.621016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-0125e0b6-c974-420c-839e-c5afc8bfdc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:16.624487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-0125e0b6-c974-420c-839e-c5afc8bfdc92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.1844866 Feb 03 22:00:16.777148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-450e1d34-469b-4681-85f4-3d233f10a5a0 req-6f149b3a-dbf1-4c28-97d9-6d2ea95dea47 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0907853 Feb 03 22:00:16.809674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 77c47a22-4693-42ac-9d9b-a91b38ac083f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:16.862938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-09e849f3-bbb1-418c-9c0f-213ccb0b6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:16.877024 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-09e849f3-bbb1-418c-9c0f-213ccb0b6131 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2456863 Feb 03 22:00:17.082926 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-01cbcf9c-cb18-46f6-865e-b0fb237a1a38 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974204 Feb 03 22:00:17.227440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e3ae24d-3a13-42be-845b-d5f82601ca79 req-61aec55b-4230-4070-a1a8-9dc66087f962 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360462 Feb 03 22:00:17.610444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:17.774806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca013403-2d43-47e0-ba34-c4e75ee86645 req-d37b15a4-1cd9-471b-aeeb-625b2c0deb69 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:17.776701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca013403-2d43-47e0-ba34-c4e75ee86645 req-d37b15a4-1cd9-471b-aeeb-625b2c0deb69 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.9282818 Feb 03 22:00:17.942981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca013403-2d43-47e0-ba34-c4e75ee86645 req-27440bda-1b99-4ef4-855d-f52359d45726 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539736 Feb 03 22:00:17.999869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device adab1c47-ff64-427c-8f27-9ed5127f0b15 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:00:18.004071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82770e33-507f-41d5-93d0-93722ab68463 req-15df0c74-9090-45b1-85f9-85bc89b1d50d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0598497 Feb 03 22:00:18.074977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: adab1c47-ff64-427c-8f27-9ed5127f0b15 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:00:18.076387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device adab1c47-ff64-427c-8f27-9ed5127f0b15 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:00:18.145752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-network', 'tenant_id': '769e32d039cc427c99cf4027de31df66'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:18.159089 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (a2b61efe-2c03-4b10-a164-36e089839523), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.203536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Made reservation on behalf of 769e32d039cc427c99cf4027de31df66 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:18.210590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.252153 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.449399 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Publish callbacks [] for security_group (a1fdaaac-24fb-4e1e-950a-e4e104342834), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.488743 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a1fdaaac-24fb-4e1e-950a-e4e104342834), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.509527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:00:18.525437 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (39680020-19e9-468f-b466-e9e406aba60c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.526456 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Added segment 39680020-19e9-468f-b466-e9e406aba60c of type vlan for network d1d35677-80fc-40d1-be92-5e74df347aac Feb 03 22:00:18.607865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Deleting port fd9d335e-f797-496a-a95b-00996ac7389c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:00:18.608287 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.639633 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d1d35677-80fc-40d1-be92-5e74df347aac), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.731174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] For port fd9d335e-f797-496a-a95b-00996ac7389c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fd9d335e-f797-496a-a95b-00996ac7389c,segment=NetworkSegment(0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b),segment_id=0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:18.732257 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.740928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d1d35677-80fc-40d1-be92-5e74df347aac), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.741896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:18.742489 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:18.751374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Calling delete_port for fd9d335e-f797-496a-a95b-00996ac7389c owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:00:18.903234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fdaaac-24fb-4e1e-950a-e4e104342834,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:18.914962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-7a877862-1ba8-417e-989e-1cb7d512d602 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:18.919837 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-7a877862-1ba8-417e-989e-1cb7d512d602 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.4796472 Feb 03 22:00:18.947196 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3361366 Feb 03 22:00:19.021665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'port': {'device_id': '7b520dfd-573b-4edc-86be-9018d569248d', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'admin_state_up': True, 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:19.154781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:19.162031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Request body: {'subnet': {'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-subnet', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:19.178550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (fd9d335e-f797-496a-a95b-00996ac7389c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:19.208570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4104b-a67a-4e96-9813-f9a3234928c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d1d35677-80fc-40d1-be92-5e74df347aac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:19.226253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d1d35677-80fc-40d1-be92-5e74df347aac details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:00:19.284219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43199673-4723-462f-8865-c5329d7646ec req-45f4257c-b79f-4f5d-8642-d7c78190c8a8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.1161134 Feb 03 22:00:19.315970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9d335e-f797-496a-a95b-00996ac7389c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:19.368812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Made reservation on behalf of 769e32d039cc427c99cf4027de31df66 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:19.371628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:19.415189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Made reservation on behalf of eb5afcbeebe24f71934e2665a78a2dd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:19.423695 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:19.541847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab425-1549-41f1-b452-7376a0dcb81c req-27d29ec0-8e7d-433f-bf4b-71188a12c00f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:19.549793 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abeab425-1549-41f1-b452-7376a0dcb81c req-27d29ec0-8e7d-433f-bf4b-71188a12c00f tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.4062102 Feb 03 22:00:19.738219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.20.0.13 (ce88f1d2-4911-43d4-8df7-15f173417f10/29421726-b876-425d-915a-9aa618fe4321/a730c9d2-03d1-49f7-a393-30d47a2ce242) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:19.846108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (a2b61efe-2c03-4b10-a164-36e089839523), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:20.022202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abeab425-1549-41f1-b452-7376a0dcb81c req-eea16f83-e0f9-4031-97a4-21153abe990a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702084 Feb 03 22:00:20.138922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:20.219918 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:20.351043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:20.363418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:20.366068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=a730c9d2-03d1-49f7-a393-30d47a2ce242,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:20.369869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:20.476882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:20.481818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:20.511728 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-178fe179-4ccd-4274-a031-a13b3169ecef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5612097 Feb 03 22:00:20.529122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Request body: {'port': {'device_id': '7b520dfd-573b-4edc-86be-9018d569248d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:20.686343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:20.781401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-07fe3cf6-c0b4-43d6-a4df-24cf43c71366 None None] Provisioning complete for port a730c9d2-03d1-49f7-a393-30d47a2ce242 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:20.781979 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07fe3cf6-c0b4-43d6-a4df-24cf43c71366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:20.826710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (808fe823-17ff-42b8-ac22-6e8d3b137dd9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:20.900294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07fe3cf6-c0b4-43d6-a4df-24cf43c71366 None None] Port a730c9d2-03d1-49f7-a393-30d47a2ce242 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:00:20.923199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=808fe823-17ff-42b8-ac22-6e8d3b137dd9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:20.995025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c684430-a34e-4c0d-a008-9176c6b9388e req-513cebf2-d461-4931-b270-6d6bb27e0563 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:21.007543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c684430-a34e-4c0d-a008-9176c6b9388e req-513cebf2-d461-4931-b270-6d6bb27e0563 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 932 time: 0.5681393 Feb 03 22:00:21.076366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Router a2b61efe-2c03-4b10-a164-36e089839523 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:00:21.082412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Checking segment: {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:21.082780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Network hostable DHCP agents. Network: d1d35677-80fc-40d1-be92-5e74df347aac, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:00:21.123488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c684430-a34e-4c0d-a008-9176c6b9388e req-af90dbfd-0e55-4811-bb5a-ccda39a4ca9e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034598 Feb 03 22:00:21.126382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Network d1d35677-80fc-40d1-be92-5e74df347aac is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:00:21.204849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d1d35677-80fc-40d1-be92-5e74df347aac) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:21.213769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21964198-16ba-4cdf-8700-93268ec32afd None None] Network d1d35677-80fc-40d1-be92-5e74df347aac requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:00:21.222520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:21.222975 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:21.252532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-771b2319-cc1b-4c2c-b509-dc95f9ff7741 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0959044 Feb 03 22:00:21.259224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48132) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:21.267902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:21.310503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a730c9d2-03d1-49f7-a393-30d47a2ce242 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:00:21.324425 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Publish callbacks [] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:21.324857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c694dc-1e02-45bd-a475-46ef10a5a181 req-c3b93853-211b-4ae1-992f-9ba8a2d69ed2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:21.327019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4c694dc-1e02-45bd-a475-46ef10a5a181 req-c3b93853-211b-4ae1-992f-9ba8a2d69ed2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1237042 Feb 03 22:00:21.329811 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (3218fddb-955e-4cc2-b8ba-86c430f97f9c), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:21.330901 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (3218fddb-955e-4cc2-b8ba-86c430f97f9c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:21.338279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:00:21.351500 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] Sync routers for ids ['a2b61efe-2c03-4b10-a164-36e089839523'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:00:21.352033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-487a9b77-fb56-484b-b4e7-145c58e9239e admin admin] 10.222.0.50 "PUT /v2.0/routers/a2b61efe-2c03-4b10-a164-36e089839523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9999232 Feb 03 22:00:21.365438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Transition to ACTIVE for port object a730c9d2-03d1-49f7-a393-30d47a2ce242 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:00:21.365751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:21.373260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:21.389494 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] Routers {'a2b61efe-2c03-4b10-a164-36e089839523'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:21.391450 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a2b61efe-2c03-4b10-a164-36e089839523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:21.535084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-d1d35677-80fc-40d1-be92-5e74df347aac', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'project_id': '769e32d039cc427c99cf4027de31df66', 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:00:21.536184 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:21.594096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Pushing event updated for resources: {'Port': ['ID=a730c9d2-03d1-49f7-a393-30d47a2ce242,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:21.663307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks [] for router_controller (3218fddb-955e-4cc2-b8ba-86c430f97f9c), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:21.706368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4c694dc-1e02-45bd-a475-46ef10a5a181 req-368837c5-081c-451c-8441-493336794f05 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711586 Feb 03 22:00:21.837665 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] Set router a2b61efe-2c03-4b10-a164-36e089839523 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:21.881546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Attempting to bind port a730c9d2-03d1-49f7-a393-30d47a2ce242 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:21.884506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Attempting to bind port a730c9d2-03d1-49f7-a393-30d47a2ce242 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:21.884867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Attempting to bind port a730c9d2-03d1-49f7-a393-30d47a2ce242 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:21.902406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Port a730c9d2-03d1-49f7-a393-30d47a2ce242 on network ce88f1d2-4911-43d4-8df7-15f173417f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:00:21.902760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Attempting to bind port a730c9d2-03d1-49f7-a393-30d47a2ce242 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:21.927069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:21.927431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:21.929681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Bound using segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:21.930205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Bound port: a730c9d2-03d1-49f7-a393-30d47a2ce242, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:21.931387 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:21.943879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Allocated IP 172.20.0.2 (d1d35677-80fc-40d1-be92-5e74df347aac/808fe823-17ff-42b8-ac22-6e8d3b137dd9/be65090b-f0c8-44a5-866a-1c1a8822ee28) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:22.009833 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks [] for router_gateway (3218fddb-955e-4cc2-b8ba-86c430f97f9c), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:22.058561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] For port a730c9d2-03d1-49f7-a393-30d47a2ce242, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:22.074327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] For port a730c9d2-03d1-49f7-a393-30d47a2ce242, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a730c9d2-03d1-49f7-a393-30d47a2ce242,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:22.090934 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:22.121352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:22.121993 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:22.124598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] 10.222.0.47 "PUT /v2.0/ports/a730c9d2-03d1-49f7-a393-30d47a2ce242 HTTP/1.1" status: 200 len: 1092 time: 1.5999475 Feb 03 22:00:22.132052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b520dfd-573b-4edc-86be-9018d569248d', 'tag': 'a730c9d2-03d1-49f7-a393-30d47a2ce242'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:22.135278 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b520dfd-573b-4edc-86be-9018d569248d", "tag": "a730c9d2-03d1-49f7-a393-30d47a2ce242"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:22.255561 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9136b111-9658-4a83-b340-d0fd661fb8d2 x-openstack-request-id: req-9136b111-9658-4a83-b340-d0fd661fb8d2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:22.256534 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b520dfd-573b-4edc-86be-9018d569248d", "tag": "a730c9d2-03d1-49f7-a393-30d47a2ce242", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:22.256971 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9136b111-9658-4a83-b340-d0fd661fb8d2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:22.257537 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b520dfd-573b-4edc-86be-9018d569248d', 'tag': 'a730c9d2-03d1-49f7-a393-30d47a2ce242', 'status': 'completed', 'code': 200} Feb 03 22:00:22.300008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks [] for router (a2b61efe-2c03-4b10-a164-36e089839523), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:22.358183 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-ec6ae3d7-a76c-4fb0-8e2c-8d410973809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:22.359736 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-ec6ae3d7-a76c-4fb0-8e2c-8d410973809e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 1126 time: 0.1407247 Feb 03 22:00:22.360550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebf764-ff4b-4669-8728-9c8c91805a21 service neutron] Pushing event updated for resources: {'Port': ['ID=a730c9d2-03d1-49f7-a393-30d47a2ce242,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:22.472088 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-eb898852-ae2d-4b97-95d7-ce7888041403 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a730c9d2-03d1-49f7-a393-30d47a2ce242 HTTP/1.1" status: 200 len: 217 time: 0.0971265 Feb 03 22:00:22.566985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-1029d2ea-276c-46df-8be2-2f306a99ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:22.567884 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a379a958-2278-482e-bf15-65531e608eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:57:59Z', 'updated_at': '2022-02-03T22:00:18Z', 'revision_number': 5, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'gw_port': {'id': 'a379a958-2278-482e-bf15-65531e608eab', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:01Z', 'updated_at': '2022-02-03T21:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:22.568532 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-1029d2ea-276c-46df-8be2-2f306a99ad19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0904932 Feb 03 22:00:22.574431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Publish callbacks [] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:22.592207 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:22.657003 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] Checking router: a2b61efe-2c03-4b10-a164-36e089839523 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:00:22.657490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Network d1d35677-80fc-40d1-be92-5e74df347aac is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:22.664538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:22.668550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:22.680540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Pushing event updated for resources: {'Port': ['ID=be65090b-f0c8-44a5-866a-1c1a8822ee28,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:22.693808 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] Routers {'a2b61efe-2c03-4b10-a164-36e089839523'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:22.694479 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T21:59:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a2b61efe-2c03-4b10-a164-36e089839523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:22.821767 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-8e46b04d-9b25-4907-a2d5-4a7b93987241 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2440181 Feb 03 22:00:22.843404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-2ee167c5-6a88-4f90-bd4d-f69394424c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:22.846007 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-2ee167c5-6a88-4f90-bd4d-f69394424c09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2527049 Feb 03 22:00:22.961931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Attempting to bind port be65090b-f0c8-44a5-866a-1c1a8822ee28 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:22.969486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Attempting to bind port be65090b-f0c8-44a5-866a-1c1a8822ee28 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:22.970074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Attempting to bind port be65090b-f0c8-44a5-866a-1c1a8822ee28 on network d1d35677-80fc-40d1-be92-5e74df347aac {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:22.980447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:22.985469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Checking segment: {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:22.986138 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:22.986690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Bound using segment: {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:22.987338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Bound port: be65090b-f0c8-44a5-866a-1c1a8822ee28, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:22.989691 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:23.096828 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] Set router a2b61efe-2c03-4b10-a164-36e089839523 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:23.167267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] For port be65090b-f0c8-44a5-866a-1c1a8822ee28, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:23.176205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] For port be65090b-f0c8-44a5-866a-1c1a8822ee28, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=be65090b-f0c8-44a5-866a-1c1a8822ee28,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:23.184885 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:23.210950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-27607856-d7a5-4b56-9847-c6f9a97b9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:23.212566 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-27607856-d7a5-4b56-9847-c6f9a97b9e52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 1127 time: 0.3484433 Feb 03 22:00:23.304170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f1208-007a-46da-824d-1c7425a18040 None None] Pushing event updated for resources: {'Port': ['ID=be65090b-f0c8-44a5-866a-1c1a8822ee28,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:23.471658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-8fd91c09-803b-4a33-9fc5-1cf6950e5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:23.473507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-8fd91c09-803b-4a33-9fc5-1cf6950e5040 service neutron] 10.222.0.47 "GET /v2.0/networks?id=10dd792e-dca9-4744-809c-2408e7fdc704 HTTP/1.1" status: 200 len: 897 time: 0.2372468 Feb 03 22:00:23.477235 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-775a73ae-898f-4f09-bef5-2430546554c3 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089857 Feb 03 22:00:23.547581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks [] for router_gateway (a2b61efe-2c03-4b10-a164-36e089839523), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:23.562296 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2001035c-2603-4164-a19e-d931e7a55dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:23.616301 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a379a958-2278-482e-bf15-65531e608eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:57:59Z', 'updated_at': '2022-02-03T22:00:18Z', 'revision_number': 5, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'gw_port': {'id': 'a379a958-2278-482e-bf15-65531e608eab', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:01Z', 'updated_at': '2022-02-03T21:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:23.702788 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9cfff-b9d7-4c4e-947e-cdccac21cb40 None None] The sync data for ids ['a2b61efe-2c03-4b10-a164-36e089839523'] in n-d-824834-9 is: [{'id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'name': 'tempest-ServerRescueTestJSON-766473805-router', 'tenant_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a379a958-2278-482e-bf15-65531e608eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:57:59Z', 'updated_at': '2022-02-03T22:00:18Z', 'revision_number': 5, 'project_id': '9417518a2c4a4386a0fba9d0d3d4b314', 'gw_port': {'id': 'a379a958-2278-482e-bf15-65531e608eab', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b61efe-2c03-4b10-a164-36e089839523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:01Z', 'updated_at': '2022-02-03T21:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:00:23.753669 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-8c6634f5-f5fc-4427-af5b-88083d37e4f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1247b6-001a-4903-98f4-4e8520ad5515 HTTP/1.1" status: 200 len: 1000 time: 0.2527499 Feb 03 22:00:23.843644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9250274-d62f-46c0-a705-0e35a8a53395 req-3b2d52a3-6cc5-4f27-b7c9-a2eadeed6570 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:23.850354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9250274-d62f-46c0-a705-0e35a8a53395 req-3b2d52a3-6cc5-4f27-b7c9-a2eadeed6570 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 1.5534494 Feb 03 22:00:23.861019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-acbafa5f-b3f0-4e2b-8d69-96f24d68ff11 req-a44fe662-ee48-4222-8f08-a269d1f0130a service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712065 Feb 03 22:00:23.910127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-01edb789-74b8-4824-ae14-1a0700092418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:23.915011 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-01edb789-74b8-4824-ae14-1a0700092418 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26 HTTP/1.1" status: 200 len: 834 time: 0.1384346 Feb 03 22:00:23.918659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270fd80-2c21-442e-b049-813653db3403 req-ae4355da-b513-426b-bf16-355ca77acc46 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:23.926810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a270fd80-2c21-442e-b049-813653db3403 req-ae4355da-b513-426b-bf16-355ca77acc46 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.4833148 Feb 03 22:00:24.042888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-59a06480-7efa-4487-ae7b-b95bc545a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:24.044360 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-59a06480-7efa-4487-ae7b-b95bc545a201 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10dd792e-dca9-4744-809c-2408e7fdc704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0689154 Feb 03 22:00:24.047100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Deleting port a379a958-2278-482e-bf15-65531e608eab {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:00:24.047758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a379a958-2278-482e-bf15-65531e608eab), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:24.056410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-01fbf74f-84db-44df-bc5e-3afc79da8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:24.060054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-01fbf74f-84db-44df-bc5e-3afc79da8ac1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 1126 time: 0.1383343 Feb 03 22:00:24.223342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9250274-d62f-46c0-a705-0e35a8a53395 req-da677f60-90f9-4c3e-a4c5-6c14ee8014dd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454957 Feb 03 22:00:24.262718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a270fd80-2c21-442e-b049-813653db3403 req-83495eb2-dd5c-4369-acd8-eae422de6057 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344414 Feb 03 22:00:24.354431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-73c8459e-a906-4373-9f7c-126191e2721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:24.359053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-73c8459e-a906-4373-9f7c-126191e2721f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.2937129 Feb 03 22:00:24.391856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:24.443378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device be65090b-f0c8-44a5-866a-1c1a8822ee28 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:24.463860 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-165eed01-3380-4574-b479-67cbdf5544fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a730c9d2-03d1-49f7-a393-30d47a2ce242 HTTP/1.1" status: 200 len: 217 time: 0.0985286 Feb 03 22:00:24.503961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] For port a379a958-2278-482e-bf15-65531e608eab, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a379a958-2278-482e-bf15-65531e608eab,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:24.505527 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a379a958-2278-482e-bf15-65531e608eab), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:24.542043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Calling delete_port for a379a958-2278-482e-bf15-65531e608eab owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:00:24.583871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-c942e440-63e0-4dc8-875b-197cb29c297f service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303934 Feb 03 22:00:24.589375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-b0809b3e-9a9e-482e-97b3-0743713771a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:24.590934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-b0809b3e-9a9e-482e-97b3-0743713771a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1191947 Feb 03 22:00:24.597006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:24.654767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port be65090b-f0c8-44a5-866a-1c1a8822ee28 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:24.655152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:24.794324 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e42b0bb0-54c7-48ca-809e-78e9e3b49007 req-4575f8da-38c8-491d-a548-7e97e631b0c2 service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009301 Feb 03 22:00:24.843543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port be65090b-f0c8-44a5-866a-1c1a8822ee28 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:24.844161 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:24.875430 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a379a958-2278-482e-bf15-65531e608eab), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:24.911351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port be65090b-f0c8-44a5-866a-1c1a8822ee28, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=be65090b-f0c8-44a5-866a-1c1a8822ee28,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:24.916806 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:24.933876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fd9d335e-f797-496a-a95b-00996ac7389c no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:00:24.938509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-f95fb10e-ae1a-4eea-b4b2-ec0a3ddf7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:24.940061 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-f95fb10e-ae1a-4eea-b4b2-ec0a3ddf7a90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1449716 Feb 03 22:00:24.952044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Pushing event deleted for resources: {'Port': ['ID=a379a958-2278-482e-bf15-65531e608eab,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:25.022032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: fd9d335e-f797-496a-a95b-00996ac7389c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:00:25.022550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fd9d335e-f797-496a-a95b-00996ac7389c not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:00:25.065821 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks [] for router_gateway (3218fddb-955e-4cc2-b8ba-86c430f97f9c), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.106744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=be65090b-f0c8-44a5-866a-1c1a8822ee28,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:25.145203 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.166950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (a2b61efe-2c03-4b10-a164-36e089839523), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.175479 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-04acb9dd-4aae-48ab-83bf-3b7c56a4548d service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279465 Feb 03 22:00:25.402251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (a2b61efe-2c03-4b10-a164-36e089839523), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.418880 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b995f294-45d2-43eb-b3cd-d5ba8d3a67c8 req-b46427d2-c479-4659-a6ae-9e8e5e6412b9 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368219 Feb 03 22:00:25.426615 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks [] for router_controller (a2b61efe-2c03-4b10-a164-36e089839523), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.595968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Allocated IP 172.25.5.216 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/a6799860-0b03-48b6-b029-3bd45e5868ee) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:25.657995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f332558f-b6d8-46c0-af7e-0ec9b4df8c21 None None] Network d1d35677-80fc-40d1-be92-5e74df347aac requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:00:25.722184 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (a2b61efe-2c03-4b10-a164-36e089839523), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.722750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2b61efe-2c03-4b10-a164-36e089839523 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:00:25.731430 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.732669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6437cfa1-d30a-4274-b301-fccccd130700 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a2b61efe-2c03-4b10-a164-36e089839523 HTTP/1.1" status: 204 len: 168 time: 4.3657792 Feb 03 22:00:25.735134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:25.788855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd7999-c6a9-4959-9e0c-d21d292b6fb9 req-943db7d8-107d-4e28-ae11-8268bf9eccfa tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:25.790002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6fd7999-c6a9-4959-9e0c-d21d292b6fb9 req-943db7d8-107d-4e28-ae11-8268bf9eccfa tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.4190340 Feb 03 22:00:25.838339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4defab-af3f-42a9-a597-ba1d7f8d95ec admin admin] Deleting subnet e7a5aa92-0efb-4233-b620-a4a3eaf56a19 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:00:25.849863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b4defab-af3f-42a9-a597-ba1d7f8d95ec admin admin] Publish callbacks [] for subnet (e7a5aa92-0efb-4233-b620-a4a3eaf56a19), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.855038 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1efe401-a04a-4f24-b7da-7a000079444e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.877719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f83869c1-bab2-4ca1-9783-8bfb32c9848f None None] Provisioning complete for port be65090b-f0c8-44a5-866a-1c1a8822ee28 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:25.879243 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f83869c1-bab2-4ca1-9783-8bfb32c9848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.881774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6710dc-ef32-4d2b-94e1-d7ab30ff4a70 req-749dc379-43d8-4b3b-96d3-e8e839a79907 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:25.883414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e6710dc-ef32-4d2b-94e1-d7ab30ff4a70 req-749dc379-43d8-4b3b-96d3-e8e839a79907 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.3276639 Feb 03 22:00:25.958708 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b4defab-af3f-42a9-a597-ba1d7f8d95ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (e7a5aa92-0efb-4233-b620-a4a3eaf56a19), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:25.997746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks [] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.075380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b4defab-af3f-42a9-a597-ba1d7f8d95ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (e7a5aa92-0efb-4233-b620-a4a3eaf56a19), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.081217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f83869c1-bab2-4ca1-9783-8bfb32c9848f None None] Current status of the port be65090b-f0c8-44a5-866a-1c1a8822ee28 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:26.163459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.191501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b4defab-af3f-42a9-a597-ba1d7f8d95ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (e7a5aa92-0efb-4233-b620-a4a3eaf56a19), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.198429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6fd7999-c6a9-4959-9e0c-d21d292b6fb9 req-500812c4-64b9-4083-92e4-d2fbcab8ac6f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813734 Feb 03 22:00:26.250621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4defab-af3f-42a9-a597-ba1d7f8d95ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a5aa92-0efb-4233-b620-a4a3eaf56a19,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:26.254463 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b4defab-af3f-42a9-a597-ba1d7f8d95ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.261025 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6b4defab-af3f-42a9-a597-ba1d7f8d95ec admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e7a5aa92-0efb-4233-b620-a4a3eaf56a19 HTTP/1.1" status: 204 len: 168 time: 0.5247045 Feb 03 22:00:26.267445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48276) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:26.281592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e6710dc-ef32-4d2b-94e1-d7ab30ff4a70 req-b61ff121-304d-4584-ae6f-bc9426ebefc6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898767 Feb 03 22:00:26.324335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:26.336080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:26.343462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:26.439567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device be65090b-f0c8-44a5-866a-1c1a8822ee28 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:26.441728 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.465984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Pushing event updated for resources: {'Port': ['ID=a6799860-0b03-48b6-b029-3bd45e5868ee,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:26.594468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port be65090b-f0c8-44a5-866a-1c1a8822ee28 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:26.594909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.624008 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.651120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:26.663581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:26.664243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:26.687402 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.713979 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.724861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:00:26.727792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (0fe8e680-8802-4d7b-bc0d-8cf6b561bd8b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:00:26.735919 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:00:26.784374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-431b83f4-d08c-42e3-a116-ca102de65c3e None None] Provisioning complete for port be65090b-f0c8-44a5-866a-1c1a8822ee28 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:26.784880 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-431b83f4-d08c-42e3-a116-ca102de65c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.851311 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.856976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:26.861121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2 HTTP/1.1" status: 204 len: 168 time: 0.5922878 Feb 03 22:00:26.886770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa2084-606a-460b-b948-13b234e4b848 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8c1e8c-7ec3-4504-ab9d-38ab4ef0fcc2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:26.901584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port be65090b-f0c8-44a5-866a-1c1a8822ee28 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:26.994628 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.061537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-431b83f4-d08c-42e3-a116-ca102de65c3e None None] Current status of the port be65090b-f0c8-44a5-866a-1c1a8822ee28 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:27.092726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:27.099703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks [] for router_gateway (3218fddb-955e-4cc2-b8ba-86c430f97f9c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.153414 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-81cd2fe2-c673-4fce-a756-fc386b8370b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9417518a2c4a4386a0fba9d0d3d4b314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592389 Feb 03 22:00:27.156718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48292) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:27.232669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:27.239578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c766095-59f3-4045-94fd-0f82efc95135 admin admin] Publish callbacks [] for security_group (cac275a6-cdea-456e-9e24-1c4ccdc8e5cd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.266126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c766095-59f3-4045-94fd-0f82efc95135 admin admin] Publish callbacks [] for security_group (cac275a6-cdea-456e-9e24-1c4ccdc8e5cd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.323272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c766095-59f3-4045-94fd-0f82efc95135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cac275a6-cdea-456e-9e24-1c4ccdc8e5cd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.328806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c766095-59f3-4045-94fd-0f82efc95135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.330407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9c766095-59f3-4045-94fd-0f82efc95135 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cac275a6-cdea-456e-9e24-1c4ccdc8e5cd HTTP/1.1" status: 204 len: 168 time: 0.1721301 Feb 03 22:00:27.353205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c766095-59f3-4045-94fd-0f82efc95135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac275a6-cdea-456e-9e24-1c4ccdc8e5cd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:27.483555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e072bc10-b0af-48ed-ad17-27eebe7389da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.643364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e072bc10-b0af-48ed-ad17-27eebe7389da admin admin] Publish callbacks [] for security_group (4b5dae80-6125-4759-b7d7-5fbc3538d21a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.650604 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e072bc10-b0af-48ed-ad17-27eebe7389da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4b5dae80-6125-4759-b7d7-5fbc3538d21a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.667588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39073062-5b46-44da-a9f0-b1d60cc8be75 req-d026dd5e-b683-4e6e-8da8-c652498459b6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:27.669157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39073062-5b46-44da-a9f0-b1d60cc8be75 req-d026dd5e-b683-4e6e-8da8-c652498459b6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1862724 Feb 03 22:00:27.679580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a68a-4273-40e8-8bf1-84d0b2964bea req-feb989a1-6caa-4507-be29-8a5a8472bfe6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:27.686724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1962a68a-4273-40e8-8bf1-84d0b2964bea req-feb989a1-6caa-4507-be29-8a5a8472bfe6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.2026148 Feb 03 22:00:27.703806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072bc10-b0af-48ed-ad17-27eebe7389da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5dae80-6125-4759-b7d7-5fbc3538d21a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:27.727208 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e072bc10-b0af-48ed-ad17-27eebe7389da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7c60a56f0cc443b96e6c7efd190fa9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4932258 Feb 03 22:00:27.729673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:27.730943 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (3218fddb-955e-4cc2-b8ba-86c430f97f9c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.786250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa9d49b9-40bb-4b97-b1a3-b2ab8d514247 admin admin] Publish callbacks [] for security_group (4b5dae80-6125-4759-b7d7-5fbc3538d21a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.811764 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa9d49b9-40bb-4b97-b1a3-b2ab8d514247 admin admin] Publish callbacks [] for security_group (4b5dae80-6125-4759-b7d7-5fbc3538d21a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.849289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39073062-5b46-44da-a9f0-b1d60cc8be75 req-9bd0e948-6e22-44eb-9c51-e0e41c2d0120 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605213 Feb 03 22:00:27.919051 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa9d49b9-40bb-4b97-b1a3-b2ab8d514247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4b5dae80-6125-4759-b7d7-5fbc3538d21a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.922394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa9d49b9-40bb-4b97-b1a3-b2ab8d514247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:27.923934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fa9d49b9-40bb-4b97-b1a3-b2ab8d514247 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b5dae80-6125-4759-b7d7-5fbc3538d21a HTTP/1.1" status: 204 len: 168 time: 0.1927578 Feb 03 22:00:27.931967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a379a958-2278-482e-bf15-65531e608eab no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:00:27.941172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d49b9-40bb-4b97-b1a3-b2ab8d514247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5dae80-6125-4759-b7d7-5fbc3538d21a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:27.978942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a379a958-2278-482e-bf15-65531e608eab {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:00:27.979362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a379a958-2278-482e-bf15-65531e608eab not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:00:27.990346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1962a68a-4273-40e8-8bf1-84d0b2964bea req-f8c3b8c9-8cf6-4e9a-9a1f-b0a2847bb0fa tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026299 Feb 03 22:00:28.035904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Router 3218fddb-955e-4cc2-b8ba-86c430f97f9c is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:00:28.187715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:00:28.198523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Sync routers for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:00:28.214708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:28.220065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:28.221973 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:28.222619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:00:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:28.228708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-05304a79-88f1-4924-8933-c402f5f7e874 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9664683 Feb 03 22:00:28.441483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:28.687021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:28.687642 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:28.709101 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba8153f9-3eb4-4e38-aa43-d682d4d73523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:28.716323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:28.722553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:26Z', 'revision_number': 3, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:28.772209 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Checking router: 3218fddb-955e-4cc2-b8ba-86c430f97f9c for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:00:28.772666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Updating router 3218fddb-955e-4cc2-b8ba-86c430f97f9c port a6799860-0b03-48b6-b029-3bd45e5868ee binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:00:28.811427 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:28.908661 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba8153f9-3eb4-4e38-aa43-d682d4d73523 admin admin] Publish callbacks [] for security_group (c0c5ddad-5ce4-4e08-9e9b-604f95d94ad4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:28.916094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba8153f9-3eb4-4e38-aa43-d682d4d73523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c0c5ddad-5ce4-4e08-9e9b-604f95d94ad4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.089932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-247401766-network', 'tenant_id': 'a82bfcb000014da1b57397c07c069e64'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:29.118764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8153f9-3eb4-4e38-aa43-d682d4d73523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c5ddad-5ce4-4e08-9e9b-604f95d94ad4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:29.172356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Made reservation on behalf of a82bfcb000014da1b57397c07c069e64 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:29.174262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.189466 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.200299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ba8153f9-3eb4-4e38-aa43-d682d4d73523 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=144926f34e434f7ca84fb16883c2e6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5119388 Feb 03 22:00:29.256001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:29.259485 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Publish callbacks [] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.270650 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.281809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Publish callbacks [] for security_group (597677f7-e946-43e7-a8d5-275aeadc1008), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.295620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (597677f7-e946-43e7-a8d5-275aeadc1008), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.308685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:00:29.319235 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e485313e-e3b9-434c-a4d8-11debbf1a45a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.319512 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Added segment e485313e-e3b9-434c-a4d8-11debbf1a45a of type vlan for network 813f742e-8bda-4b94-b5ab-dcf2195f25c8 Feb 03 22:00:29.370529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (813f742e-8bda-4b94-b5ab-dcf2195f25c8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.389967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Attempting to bind port a6799860-0b03-48b6-b029-3bd45e5868ee on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:29.393304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Attempting to bind port a6799860-0b03-48b6-b029-3bd45e5868ee by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:29.393790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Attempting to bind port a6799860-0b03-48b6-b029-3bd45e5868ee on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:29.405631 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (813f742e-8bda-4b94-b5ab-dcf2195f25c8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.406729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:29.407180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:29.407360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.408943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:29.409477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.410275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:29.413272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Bound port: a6799860-0b03-48b6-b029-3bd45e5868ee, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:29.413790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.418156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399fc93-7a7e-4879-be39-31a3300a87ef None None] Pushing event updated for resources: {'Port': ['ID=a6799860-0b03-48b6-b029-3bd45e5868ee,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:29.437748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22a13b5d-f900-4add-b114-0d031815d8ed admin admin] Publish callbacks [] for security_group (c0c5ddad-5ce4-4e08-9e9b-604f95d94ad4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.484365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22a13b5d-f900-4add-b114-0d031815d8ed admin admin] Publish callbacks [] for security_group (c0c5ddad-5ce4-4e08-9e9b-604f95d94ad4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.491177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671cf32-9f4c-4ead-8484-99a60ecfda16 req-17789ce0-f02e-4c9c-af9b-a1c8aadad0ec tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:29.492958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3671cf32-9f4c-4ead-8484-99a60ecfda16 req-17789ce0-f02e-4c9c-af9b-a1c8aadad0ec tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.5311418 Feb 03 22:00:29.501556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Pushing event updated for resources: {'Network': ['ID=813f742e-8bda-4b94-b5ab-dcf2195f25c8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:29.524129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 813f742e-8bda-4b94-b5ab-dcf2195f25c8 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:00:29.543156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc6b7-7fca-4fbb-b92f-427645467134 req-5fc143ec-f19a-444d-8a8c-4888a039abd0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:29.545478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e1cc6b7-7fca-4fbb-b92f-427645467134 req-5fc143ec-f19a-444d-8a8c-4888a039abd0 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.4132555 Feb 03 22:00:29.567203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] For port a6799860-0b03-48b6-b029-3bd45e5868ee, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:29.577279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8595212 Feb 03 22:00:29.582864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:29.595550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Request body: {'subnet': {'network_id': '813f742e-8bda-4b94-b5ab-dcf2195f25c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-247401766-subnet', 'tenant_id': 'a82bfcb000014da1b57397c07c069e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:29.620146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb684877-e3fe-4950-ba35-cc73a83df695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597677f7-e946-43e7-a8d5-275aeadc1008,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:29.647136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Made reservation on behalf of a82bfcb000014da1b57397c07c069e64 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:29.650643 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.670575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] For port a6799860-0b03-48b6-b029-3bd45e5868ee, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a6799860-0b03-48b6-b029-3bd45e5868ee,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:29.715377 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.751946 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22a13b5d-f900-4add-b114-0d031815d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c0c5ddad-5ce4-4e08-9e9b-604f95d94ad4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.755147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22a13b5d-f900-4add-b114-0d031815d8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.756709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-22a13b5d-f900-4add-b114-0d031815d8ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0c5ddad-5ce4-4e08-9e9b-604f95d94ad4 HTTP/1.1" status: 204 len: 168 time: 0.5002460 Feb 03 22:00:29.907904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.924119 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:29.929865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:29.930641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:00:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:29.940011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399fc93-7a7e-4879-be39-31a3300a87ef None None] Pushing event updated for resources: {'Port': ['ID=a6799860-0b03-48b6-b029-3bd45e5868ee,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:29.958765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a13b5d-f900-4add-b114-0d031815d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c5ddad-5ce4-4e08-9e9b-604f95d94ad4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:30.274971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Allocated IP 172.20.0.1 (d1d35677-80fc-40d1-be92-5e74df347aac/808fe823-17ff-42b8-ac22-6e8d3b137dd9/5b4161a8-901a-43f1-a9b9-4801e48230b5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:30.422100 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Publish callbacks [] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:30.502017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:30.533122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3671cf32-9f4c-4ead-8484-99a60ecfda16 req-9444bc13-7b4e-4a4f-8bdb-74e5f45b81b6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0233786 Feb 03 22:00:30.546299 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (0f353577-67ac-4557-939c-d5744504fee3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:30.547928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:30.585369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Network d1d35677-80fc-40d1-be92-5e74df347aac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:30.592277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:30.596949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:30.612806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e1cc6b7-7fca-4fbb-b92f-427645467134 req-f60c4f27-2e51-4463-aa4f-671db444f9fa tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0521708 Feb 03 22:00:30.650286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f353577-67ac-4557-939c-d5744504fee3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:30.671278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (3218fddb-955e-4cc2-b8ba-86c430f97f9c), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:30.691981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Checking segment: {'id': 'e485313e-e3b9-434c-a4d8-11debbf1a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '813f742e-8bda-4b94-b5ab-dcf2195f25c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:30.692458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Network hostable DHCP agents. Network: 813f742e-8bda-4b94-b5ab-dcf2195f25c8, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:00:30.723406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Network 813f742e-8bda-4b94-b5ab-dcf2195f25c8 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:00:30.740516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 813f742e-8bda-4b94-b5ab-dcf2195f25c8) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:30.744836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:30.745582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:30.752241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4161a8-901a-43f1-a9b9-4801e48230b5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:30.771436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c1988-cdb0-419a-a4a3-12b1da095d20 None None] Network 813f742e-8bda-4b94-b5ab-dcf2195f25c8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:00:30.781954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-86c9c78a-db26-4714-bc60-d987e21dda8a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1911209 Feb 03 22:00:30.987216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:31.074670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7d930531-8458-4a97-bd75-8df35327535b None None] Provisioning complete for port 5b4161a8-901a-43f1-a9b9-4801e48230b5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:31.074670 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d930531-8458-4a97-bd75-8df35327535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:31.178256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7d930531-8458-4a97-bd75-8df35327535b None None] Port 5b4161a8-901a-43f1-a9b9-4801e48230b5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:00:31.215039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea63ef-0776-4c28-bbcb-b3157809a484 None None] Network 813f742e-8bda-4b94-b5ab-dcf2195f25c8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:00:31.316947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:26Z', 'revision_number': 3, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:31.387576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b337c25-1352-4789-8237-7ff5de090b93 None None] The sync data for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 is: [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:26Z', 'revision_number': 3, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:00:31.421202 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Publish callbacks [] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:31.427988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:31.535280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4161a8-901a-43f1-a9b9-4801e48230b5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:31.546403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (3218fddb-955e-4cc2-b8ba-86c430f97f9c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:31.600577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8b9543cb-7d70-4c29-9320-5fffa84f1a41 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:31.607504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8b9543cb-7d70-4c29-9320-5fffa84f1a41 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/networks?id=813f742e-8bda-4b94-b5ab-dcf2195f25c8 HTTP/1.1" status: 200 len: 808 time: 0.2071815 Feb 03 22:00:31.629061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-dbe987ed-d6e3-484b-88e5-d097359ef8a9 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/quotas/a82bfcb000014da1b57397c07c069e64 HTTP/1.1" status: 200 len: 375 time: 0.0204992 Feb 03 22:00:31.689281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-7ba052e0-fc72-4683-a3f5-434168bd84b0 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a82bfcb000014da1b57397c07c069e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593376 Feb 03 22:00:31.725346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Network d1d35677-80fc-40d1-be92-5e74df347aac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:31.729987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:31.926587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844c7f-959a-4d45-8d39-46a740a506bf req-23fcd381-964a-4764-aadf-a981e0c03780 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:31.936318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3844c7f-959a-4d45-8d39-46a740a506bf req-23fcd381-964a-4764-aadf-a981e0c03780 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.2443113 Feb 03 22:00:31.994525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-e8a273f3-079d-454b-817d-8fb871cb964a service neutron] 10.222.0.50 "GET /v2.0/networks/813f742e-8bda-4b94-b5ab-dcf2195f25c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042462 Feb 03 22:00:32.039873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Router 3218fddb-955e-4cc2-b8ba-86c430f97f9c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:00:32.207247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3844c7f-959a-4d45-8d39-46a740a506bf req-217b31e2-77dc-4038-b7c8-c7f3598bb8a5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699332 Feb 03 22:00:32.228500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a6799860-0b03-48b6-b029-3bd45e5868ee up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:32.363641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:00:32.368645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-f335925b-92e6-4d7a-84d9-27f97985ece3 service neutron] 10.222.0.50 "GET /v2.0/networks/813f742e-8bda-4b94-b5ab-dcf2195f25c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373570 Feb 03 22:00:32.382538 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1dde30bf-2f13-4af0-9495-f015e8ec16e3 admin admin] 10.222.0.50 "PUT /v2.0/routers/3218fddb-955e-4cc2-b8ba-86c430f97f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1531043 Feb 03 22:00:32.413875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-86357cd4-31cf-41b0-ab90-75f06d3e2492 None None] Provisioning complete for port 5b4161a8-901a-43f1-a9b9-4801e48230b5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:32.414258 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86357cd4-31cf-41b0-ab90-75f06d3e2492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:32.530722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a6799860-0b03-48b6-b029-3bd45e5868ee triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:32.530991 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:32.567235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b42121-d1ea-48f0-b9b2-d6b007f873bf req-fa3f3af5-0f8e-4939-9ff8-314a5abc0b31 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:32.573654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27b42121-d1ea-48f0-b9b2-d6b007f873bf req-fa3f3af5-0f8e-4939-9ff8-314a5abc0b31 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1943574 Feb 03 22:00:32.595599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-86357cd4-31cf-41b0-ab90-75f06d3e2492 None None] Port 5b4161a8-901a-43f1-a9b9-4801e48230b5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:00:32.711810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27b42121-d1ea-48f0-b9b2-d6b007f873bf req-8fbdfda5-83b5-4fd7-b766-918d1eb4bc55 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347420 Feb 03 22:00:32.755934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a6799860-0b03-48b6-b029-3bd45e5868ee is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:32.756449 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:32.802146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port a6799860-0b03-48b6-b029-3bd45e5868ee, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a6799860-0b03-48b6-b029-3bd45e5868ee,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:32.812302 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:32.933132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d9e926e-dbe2-4bd4-8820-a254d95be1fe req-af93e8e4-9c98-47be-b92e-5a390792b793 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 210 time: 0.1113329 Feb 03 22:00:33.027387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=a6799860-0b03-48b6-b029-3bd45e5868ee,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:33.161397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fd573-5500-4e47-81bb-7559e8882115 req-7adf618a-9282-4627-88af-dc5dd83f7155 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:33.163147 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c5fd573-5500-4e47-81bb-7559e8882115 req-7adf618a-9282-4627-88af-dc5dd83f7155 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1285372 Feb 03 22:00:33.262937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c5fd573-5500-4e47-81bb-7559e8882115 req-ab12e526-daa3-477b-9557-69978f1c5069 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935912 Feb 03 22:00:33.502087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12824bcd-f68a-4d01-90b6-01eace7a6117 req-332383f0-e517-48b3-8351-ea6918c5fb47 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:33.505766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12824bcd-f68a-4d01-90b6-01eace7a6117 req-332383f0-e517-48b3-8351-ea6918c5fb47 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1218877 Feb 03 22:00:33.628394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12824bcd-f68a-4d01-90b6-01eace7a6117 req-43be7020-44f9-4135-b5b4-1c692ff755ba tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116962 Feb 03 22:00:33.638846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:33.644546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-db60c037-5831-45ef-a4d7-e9123355533c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165703557', 'description': 'tempest-description--1597821899'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:33.703364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db60c037-5831-45ef-a4d7-e9123355533c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:33.885741 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db60c037-5831-45ef-a4d7-e9123355533c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (66be4918-b5ba-46ba-94ed-ce09c0d9c9e2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:33.892371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db60c037-5831-45ef-a4d7-e9123355533c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (66be4918-b5ba-46ba-94ed-ce09c0d9c9e2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:33.970036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db60c037-5831-45ef-a4d7-e9123355533c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:33.979480 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-db60c037-5831-45ef-a4d7-e9123355533c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3388979 Feb 03 22:00:33.993068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:34.017507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e78102f6-e784-4e8d-92d2-cc854f43956c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'security_group_rule': {'security_group_id': '66be4918-b5ba-46ba-94ed-ce09c0d9c9e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:34.017730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60c037-5831-45ef-a4d7-e9123355533c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:34.121619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a6799860-0b03-48b6-b029-3bd45e5868ee up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:34.147216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-952f94d6-6921-4280-98d8-134c8a202f39 req-dfdd7b24-48fa-447a-bccd-a624f4dd0080 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 210 time: 0.0409997 Feb 03 22:00:34.155986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41609c5a-6af1-4f1a-81b9-513d80fb498f req-fc325549-d7ba-4456-8e72-f222ad9af2b5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:34.162995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41609c5a-6af1-4f1a-81b9-513d80fb498f req-fc325549-d7ba-4456-8e72-f222ad9af2b5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.2682102 Feb 03 22:00:34.165707 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78102f6-e784-4e8d-92d2-cc854f43956c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (4ceacb5b-8add-45e1-a4b8-0dbd4030af3f), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.247843 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78102f6-e784-4e8d-92d2-cc854f43956c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (4ceacb5b-8add-45e1-a4b8-0dbd4030af3f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.275804 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78102f6-e784-4e8d-92d2-cc854f43956c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (4ceacb5b-8add-45e1-a4b8-0dbd4030af3f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.293780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a6799860-0b03-48b6-b029-3bd45e5868ee triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:34.294257 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.359230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78102f6-e784-4e8d-92d2-cc854f43956c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceacb5b-8add-45e1-a4b8-0dbd4030af3f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:34.429247 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78102f6-e784-4e8d-92d2-cc854f43956c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.430539 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e78102f6-e784-4e8d-92d2-cc854f43956c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364049 Feb 03 22:00:34.433593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:34.439265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c8ce92db-abdd-4316-b8bb-a017ce7f5b5b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'security_group_rule': {'security_group_id': '66be4918-b5ba-46ba-94ed-ce09c0d9c9e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:34.493742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8ce92db-abdd-4316-b8bb-a017ce7f5b5b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (5f0834a3-7837-49c2-b6ea-2968432ad002), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.497049 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41609c5a-6af1-4f1a-81b9-513d80fb498f req-aa17eda0-919c-4fb4-a4b7-40aa3e978659 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331242 Feb 03 22:00:34.560397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a6799860-0b03-48b6-b029-3bd45e5868ee is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:34.598614 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Sync routers for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:00:34.603339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8ce92db-abdd-4316-b8bb-a017ce7f5b5b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (5f0834a3-7837-49c2-b6ea-2968432ad002), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.608765 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8ce92db-abdd-4316-b8bb-a017ce7f5b5b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (5f0834a3-7837-49c2-b6ea-2968432ad002), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.610939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7699b-2904-493b-af25-abad8ae8adfc req-3a903ef1-719c-48af-a1d3-c0f5be565a74 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:34.623665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bac7699b-2904-493b-af25-abad8ae8adfc req-3a903ef1-719c-48af-a1d3-c0f5be565a74 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1697741 Feb 03 22:00:34.624572 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:34.626115 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:00:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:34.633509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce92db-abdd-4316-b8bb-a017ce7f5b5b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0834a3-7837-49c2-b6ea-2968432ad002,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:34.644150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8ce92db-abdd-4316-b8bb-a017ce7f5b5b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.648564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c8ce92db-abdd-4316-b8bb-a017ce7f5b5b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2138381 Feb 03 22:00:34.653161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:34.658250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:34.699477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:34.699720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bac7699b-2904-493b-af25-abad8ae8adfc req-9b775731-8ef0-46d3-bdfe-8866bb06b5ae tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731645 Feb 03 22:00:34.991767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e473b-3140-443b-8cf0-13b27e953852 req-ec8e0068-fdb3-4e5b-a8e4-eeafc5d27aeb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:35.003345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f83e473b-3140-443b-8cf0-13b27e953852 req-ec8e0068-fdb3-4e5b-a8e4-eeafc5d27aeb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1581569 Feb 03 22:00:35.157166 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f83e473b-3140-443b-8cf0-13b27e953852 req-0f70c10a-ffa2-47c8-951b-924e527beca0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363816 Feb 03 22:00:35.179489 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:35.261357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-7fc9cee5-78a4-446c-9c7b-819cfff81994 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:35.262882 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-7fc9cee5-78a4-446c-9c7b-819cfff81994 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.10 "GET /v2.0/networks?id=813f742e-8bda-4b94-b5ab-dcf2195f25c8 HTTP/1.1" status: 200 len: 808 time: 0.3611269 Feb 03 22:00:35.303769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Request body: {'port': {'device_id': '8e302bfb-9392-42c6-b049-c77d0e4772a1', 'network_id': '813f742e-8bda-4b94-b5ab-dcf2195f25c8', 'admin_state_up': True, 'tenant_id': 'a82bfcb000014da1b57397c07c069e64'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:35.474779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6d8c5ff-7075-4f9f-8bb2-1dc2f8f0b29a req-a8390ace-ab40-4a0d-8043-171f7e4feb33 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 210 time: 0.0706551 Feb 03 22:00:35.493082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:35.645908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Made reservation on behalf of a82bfcb000014da1b57397c07c069e64 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:35.655228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:35.712065 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:31Z', 'revision_number': 2, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:35.792520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e81df-75d6-4289-b0f1-192b1501a901 req-b8473919-e6dd-4999-9cfd-c78b92fc9b35 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:35.797187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-037e81df-75d6-4289-b0f1-192b1501a901 req-b8473919-e6dd-4999-9cfd-c78b92fc9b35 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1750546 Feb 03 22:00:35.823058 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Checking router: 3218fddb-955e-4cc2-b8ba-86c430f97f9c for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:00:35.823058 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Updating router 3218fddb-955e-4cc2-b8ba-86c430f97f9c port 5b4161a8-901a-43f1-a9b9-4801e48230b5 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:00:35.883664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-037e81df-75d6-4289-b0f1-192b1501a901 req-f2d32cc3-d2ff-4fff-9aaa-2b62c7f61e3a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751500 Feb 03 22:00:35.900880 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:35.978106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Allocated IP 172.25.5.135 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/59fbc811-4632-4edf-8b7e-3202056e78b9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:36.060511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74577c8-da77-4cb4-b643-de541d8672c9 req-eac442de-06ff-4fe0-9625-afab3aaa8116 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:36.070654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b74577c8-da77-4cb4-b643-de541d8672c9 req-eac442de-06ff-4fe0-9625-afab3aaa8116 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1968617 Feb 03 22:00:36.205623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b74577c8-da77-4cb4-b643-de541d8672c9 req-45944fa1-e45f-4af9-a086-02dd9228118f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331370 Feb 03 22:00:36.224160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Allocated IP 172.20.0.6 (813f742e-8bda-4b94-b5ab-dcf2195f25c8/0f353577-67ac-4557-939c-d5744504fee3/175dd87a-3bbe-4341-ad0a-7edc16a027d3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:36.405633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466ffe-9f22-453f-8ffc-2453632d30f1 req-199cbe5e-5adc-48fc-8f84-f76e677912a0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:36.413563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4466ffe-9f22-453f-8ffc-2453632d30f1 req-199cbe5e-5adc-48fc-8f84-f76e677912a0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.0907941 Feb 03 22:00:36.587739 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4466ffe-9f22-453f-8ffc-2453632d30f1 req-ae241538-be55-425a-8d47-4038f4371a39 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625612 Feb 03 22:00:36.602283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for port (59fbc811-4632-4edf-8b7e-3202056e78b9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:36.668642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-563a28cb-b344-4d43-99fa-3dbc41c2d938 req-18ba7108-7b47-450d-b3aa-62f012ae738e tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 210 time: 0.0512412 Feb 03 22:00:36.670265 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Publish callbacks [] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:36.679108 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:36.746090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (59fbc811-4632-4edf-8b7e-3202056e78b9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:36.768180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Publish callbacks [] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:36.770346 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add0adb-3a6c-497d-906a-9426f1e0ac58 None None] Pushing event updated for resources: {'Port': ['ID=5b4161a8-901a-43f1-a9b9-4801e48230b5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:36.832482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:36.837515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:36.844592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:36.940060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'Port': ['ID=59fbc811-4632-4edf-8b7e-3202056e78b9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:37.127057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (b2c6a068-dc93-437a-b557-b1f302def48e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:37.148315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da370b-57a1-4d81-9593-05c8e8e7801a req-d70afa7a-7cba-472c-8f19-7dfe427756ca tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:37.155569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65da370b-57a1-4d81-9593-05c8e8e7801a req-d70afa7a-7cba-472c-8f19-7dfe427756ca tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1455920 Feb 03 22:00:37.190303 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Attempting to bind port 5b4161a8-901a-43f1-a9b9-4801e48230b5 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:37.190663 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Attempting to bind port 5b4161a8-901a-43f1-a9b9-4801e48230b5 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:37.193751 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Attempting to bind port 5b4161a8-901a-43f1-a9b9-4801e48230b5 on network d1d35677-80fc-40d1-be92-5e74df347aac {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:37.216424 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:37.216918 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Checking segment: {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:37.221037 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:37.221487 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Bound using segment: {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:37.222441 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Bound port: 5b4161a8-901a-43f1-a9b9-4801e48230b5, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:37.223690 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:37.253496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65da370b-57a1-4d81-9593-05c8e8e7801a req-0dc11edd-d51b-4b89-a716-7e2b22239850 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969779 Feb 03 22:00:37.260773 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:00:37.266637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (59fbc811-4632-4edf-8b7e-3202056e78b9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:37.314811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6dacea36-2d21-412d-8489-f081a8cd8fda None None] Provisioning complete for port 5b4161a8-901a-43f1-a9b9-4801e48230b5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:37.314811 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6dacea36-2d21-412d-8489-f081a8cd8fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:37.421512 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:37.435974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6dacea36-2d21-412d-8489-f081a8cd8fda None None] Port 5b4161a8-901a-43f1-a9b9-4801e48230b5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:00:37.450417 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] For port 5b4161a8-901a-43f1-a9b9-4801e48230b5, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:37.453422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Network 813f742e-8bda-4b94-b5ab-dcf2195f25c8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:37.458635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:37.461240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:37.462955 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] For port 5b4161a8-901a-43f1-a9b9-4801e48230b5, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5b4161a8-901a-43f1-a9b9-4801e48230b5,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:37.486863 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:37.612339 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:37.612994 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:00:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:37.622252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df44ed8-2fc3-446e-bc89-a4cc92bf1e28 req-71321856-696f-4898-8af2-e549a5811847 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:37.649216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5df44ed8-2fc3-446e-bc89-a4cc92bf1e28 req-71321856-696f-4898-8af2-e549a5811847 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1761432 Feb 03 22:00:37.674937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Pushing event updated for resources: {'Port': ['ID=175dd87a-3bbe-4341-ad0a-7edc16a027d3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:37.714454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:37.715148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:37.769458 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-3c67954d-c4aa-4d70-aa6a-bf6006e21f1c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4782693 Feb 03 22:00:37.806317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Request body: {'port': {'device_id': '8e302bfb-9392-42c6-b049-c77d0e4772a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:37.820773 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add0adb-3a6c-497d-906a-9426f1e0ac58 None None] Pushing event updated for resources: {'Port': ['ID=5b4161a8-901a-43f1-a9b9-4801e48230b5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:37.848156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5df44ed8-2fc3-446e-bc89-a4cc92bf1e28 req-f0b580f1-0a6b-4ee3-847c-7b08f456dd0a tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960378 Feb 03 22:00:37.942537 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for port (59fbc811-4632-4edf-8b7e-3202056e78b9), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:37.953680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc33e6-f9b0-4e19-a915-91e77c3e75ef req-157c771a-a89f-4fb8-97a8-2d4bd010201d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:37.960668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4bdc33e6-f9b0-4e19-a915-91e77c3e75ef req-157c771a-a89f-4fb8-97a8-2d4bd010201d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1751928 Feb 03 22:00:37.980421 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (59fbc811-4632-4edf-8b7e-3202056e78b9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:38.039560 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:38.077833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4bdc33e6-f9b0-4e19-a915-91e77c3e75ef req-0347f2dc-f6ed-4c37-abd0-2c4db3b1fc00 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081610 Feb 03 22:00:38.098239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd950a-5c91-4c2c-b68b-370b1a62dda8 req-38a6d2f7-2a5a-434e-8a13-9f5968cac904 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:38.108757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44bd950a-5c91-4c2c-b68b-370b1a62dda8 req-38a6d2f7-2a5a-434e-8a13-9f5968cac904 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 931 time: 0.1166127 Feb 03 22:00:38.136696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'Port': ['ID=59fbc811-4632-4edf-8b7e-3202056e78b9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:38.163563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:38.166518 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b2c6a068-dc93-437a-b557-b1f302def48e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:38.187208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7d9ed43b-4247-41dc-807c-b45d12abdff2 None None] Provisioning complete for port 5b4161a8-901a-43f1-a9b9-4801e48230b5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:38.197190 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed43b-4247-41dc-807c-b45d12abdff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:38.203297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:38.207763 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a1701d44-e942-4d13-b03b-0b8e68f59869 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5535736 Feb 03 22:00:38.237817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44bd950a-5c91-4c2c-b68b-370b1a62dda8 req-5ba26fbc-55d4-44ab-a77d-78a7230ecf57 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277969 Feb 03 22:00:38.451366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ed43b-4247-41dc-807c-b45d12abdff2 None None] Current status of the port 5b4161a8-901a-43f1-a9b9-4801e48230b5 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:38.453405 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed43b-4247-41dc-807c-b45d12abdff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:38.592294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fa778-ef6f-44db-a379-fd4df9ed5611 req-4a525948-e754-4899-90e5-809ee6268c55 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:38.596509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d2fa778-ef6f-44db-a379-fd4df9ed5611 req-4a525948-e754-4899-90e5-809ee6268c55 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.2218015 Feb 03 22:00:38.629349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7d9ed43b-4247-41dc-807c-b45d12abdff2 None None] For port 5b4161a8-901a-43f1-a9b9-4801e48230b5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5b4161a8-901a-43f1-a9b9-4801e48230b5,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:38.643111 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed43b-4247-41dc-807c-b45d12abdff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:38.675805 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:37Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:38.728221 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d94bd-1ac3-4d0b-a250-14e9afd71828 None None] The sync data for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 is: [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:37Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:00:38.731490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-e7da2528-3fc8-4844-87e1-f10d86be4d83 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--165703557&fields=id&tenant_id=769e32d039cc427c99cf4027de31df66 HTTP/1.1" status: 200 len: 267 time: 0.1894836 Feb 03 22:00:38.774554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed43b-4247-41dc-807c-b45d12abdff2 None None] Pushing event updated for resources: {'Port': ['ID=5b4161a8-901a-43f1-a9b9-4801e48230b5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:38.949683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-6733ce56-29d9-43bc-8ef5-b74ae1db9400 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:38.956637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-6733ce56-29d9-43bc-8ef5-b74ae1db9400 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 817 time: 0.1911833 Feb 03 22:00:38.993304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-52711c3d-c8fc-4b02-9a1e-a38671ec1b6a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/quotas/769e32d039cc427c99cf4027de31df66 HTTP/1.1" status: 200 len: 375 time: 0.0353067 Feb 03 22:00:39.012951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175dd87a-3bbe-4341-ad0a-7edc16a027d3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:00:39.022017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Publish callbacks [] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:39.037639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Transition to ACTIVE for port object 175dd87a-3bbe-4341-ad0a-7edc16a027d3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:00:39.047140 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:39.125562 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-0f37d064-72a1-4f28-9e72-e05e8119ac0d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310196 Feb 03 22:00:39.151667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d2fa778-ef6f-44db-a379-fd4df9ed5611 req-096c70de-0372-4ef0-8dc5-f28446933196 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058937 Feb 03 22:00:39.318939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Pushing event updated for resources: {'Port': ['ID=175dd87a-3bbe-4341-ad0a-7edc16a027d3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:39.393212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Attempting to bind port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:39.397924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Attempting to bind port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'e485313e-e3b9-434c-a4d8-11debbf1a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '813f742e-8bda-4b94-b5ab-dcf2195f25c8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:39.398645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Attempting to bind port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 on network 813f742e-8bda-4b94-b5ab-dcf2195f25c8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:39.415989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 on network 813f742e-8bda-4b94-b5ab-dcf2195f25c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:00:39.417322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Attempting to bind port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 on network 813f742e-8bda-4b94-b5ab-dcf2195f25c8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:39.423361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:39.424060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Checking segment: {'id': 'e485313e-e3b9-434c-a4d8-11debbf1a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '813f742e-8bda-4b94-b5ab-dcf2195f25c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:39.424668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Bound using segment: {'id': 'e485313e-e3b9-434c-a4d8-11debbf1a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '813f742e-8bda-4b94-b5ab-dcf2195f25c8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:39.425398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Bound port: 175dd87a-3bbe-4341-ad0a-7edc16a027d3, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e485313e-e3b9-434c-a4d8-11debbf1a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '813f742e-8bda-4b94-b5ab-dcf2195f25c8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:39.425981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:39.460482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-f7031ebc-4bcf-45a7-8bfe-2db9e40aae8e service neutron] 10.222.0.50 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319368 Feb 03 22:00:39.618804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] For port 175dd87a-3bbe-4341-ad0a-7edc16a027d3, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:39.630856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de8a6a-2414-4acb-a12f-95350c58219e req-5b14eb71-f5e7-42e5-aece-83e93e2508dd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:39.631280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] For port 175dd87a-3bbe-4341-ad0a-7edc16a027d3, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=175dd87a-3bbe-4341-ad0a-7edc16a027d3,segment=NetworkSegment(e485313e-e3b9-434c-a4d8-11debbf1a45a),segment_id=e485313e-e3b9-434c-a4d8-11debbf1a45a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:39.632390 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10de8a6a-2414-4acb-a12f-95350c58219e req-5b14eb71-f5e7-42e5-aece-83e93e2508dd tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.3283925 Feb 03 22:00:39.644204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:39.742158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:39.742727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-a3b611cb-7b8d-4d61-902d-941de883acca service neutron] 10.222.0.50 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812390 Feb 03 22:00:39.743241 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:39.745394 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] 10.222.0.10 "PUT /v2.0/ports/175dd87a-3bbe-4341-ad0a-7edc16a027d3 HTTP/1.1" status: 200 len: 1091 time: 1.9687166 Feb 03 22:00:39.749713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e302bfb-9392-42c6-b049-c77d0e4772a1', 'tag': '175dd87a-3bbe-4341-ad0a-7edc16a027d3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:39.752223 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7790e343-8dae-456b-b52c-068f873b724c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e302bfb-9392-42c6-b049-c77d0e4772a1", "tag": "175dd87a-3bbe-4341-ad0a-7edc16a027d3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:39.851949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10de8a6a-2414-4acb-a12f-95350c58219e req-fff6c0a5-36df-4496-b274-c895e49f3186 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094707 Feb 03 22:00:39.867209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c17b6-c67a-4cd5-830a-3e30e4e02989 service neutron] Pushing event updated for resources: {'Port': ['ID=175dd87a-3bbe-4341-ad0a-7edc16a027d3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:39.921543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-9e544b5e-a14e-487d-930f-996b01313366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:39.927912 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-9e544b5e-a14e-487d-930f-996b01313366 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a82bfcb000014da1b57397c07c069e64&device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 1125 time: 0.1416321 Feb 03 22:00:40.061271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-6f0eab6f-3e6e-447b-b844-b5eae4647cc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=175dd87a-3bbe-4341-ad0a-7edc16a027d3 HTTP/1.1" status: 200 len: 217 time: 0.1156921 Feb 03 22:00:40.234314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eec8ad-f85d-4910-bced-38c4b8eca4d7 req-996ccdb7-bbfb-47a0-be68-ac1fc0213ae4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:40.239393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5b4161a8-901a-43f1-a9b9-4801e48230b5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:40.242990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8eec8ad-f85d-4910-bced-38c4b8eca4d7 req-996ccdb7-bbfb-47a0-be68-ac1fc0213ae4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1589038 Feb 03 22:00:40.268475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8f57e857-89f8-45d9-85cc-7bb621d803f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:40.270896 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-8f57e857-89f8-45d9-85cc-7bb621d803f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f353577-67ac-4557-939c-d5744504fee3 HTTP/1.1" status: 200 len: 848 time: 0.2087977 Feb 03 22:00:40.366807 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-abbac801-8181-4bdb-9129-8382ee7f5117 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=813f742e-8bda-4b94-b5ab-dcf2195f25c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864420 Feb 03 22:00:40.373805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5b4161a8-901a-43f1-a9b9-4801e48230b5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:40.375586 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:40.505972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:40.627222 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5b4161a8-901a-43f1-a9b9-4801e48230b5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:40.677223 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-730122d4-11a7-474a-ba34-62d845cd8c0f service neutron] 10.222.0.10 "GET /v2.0/networks/813f742e-8bda-4b94-b5ab-dcf2195f25c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048325 Feb 03 22:00:40.724430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8eec8ad-f85d-4910-bced-38c4b8eca4d7 req-84cbe46f-ed25-4b91-88ed-98f7cc10868d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703660 Feb 03 22:00:40.806261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ddb64-0349-457f-8d30-3d5610561644 req-f8a954e6-1a28-483b-90dc-70b11c8853e4 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:40.808130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-315ddb64-0349-457f-8d30-3d5610561644 req-f8a954e6-1a28-483b-90dc-70b11c8853e4 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 943 time: 0.5455084 Feb 03 22:00:40.895096 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7517998-fc23-4cbb-85b8-711c8596c59a x-openstack-request-id: req-c7517998-fc23-4cbb-85b8-711c8596c59a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:40.896247 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e302bfb-9392-42c6-b049-c77d0e4772a1", "tag": "175dd87a-3bbe-4341-ad0a-7edc16a027d3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:40.898401 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7517998-fc23-4cbb-85b8-711c8596c59a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:40.898842 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e302bfb-9392-42c6-b049-c77d0e4772a1', 'tag': '175dd87a-3bbe-4341-ad0a-7edc16a027d3', 'status': 'completed', 'code': 200} Feb 03 22:00:40.921319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16665f1-d5b2-4fae-b19a-4fa4d5a32f07 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:40.921816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16665f1-d5b2-4fae-b19a-4fa4d5a32f07 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:40.922286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16665f1-d5b2-4fae-b19a-4fa4d5a32f07 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:40.937715 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a16665f1-d5b2-4fae-b19a-4fa4d5a32f07 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=5e5fa9b027b94864ad2a48a62a90898c&network_id=10dd792e-dca9-4744-809c-2408e7fdc704 HTTP/1.1" status: 200 len: 3072 time: 0.4160545 Feb 03 22:00:40.992274 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73b203e3-3952-4678-a6f2-894bdcec56c5 req-cb3c8553-3859-4cd2-9b20-a87c44e94ea1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 210 time: 0.0901046 Feb 03 22:00:40.998325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-315ddb64-0349-457f-8d30-3d5610561644 req-ed353188-5c2e-409c-bab8-18569ca39871 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802697 Feb 03 22:00:41.089871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3b94442-6a2b-4142-ab81-7fd396062853 req-5cd6387c-bc57-4732-b307-dd88dacd216b service neutron] 10.222.0.10 "GET /v2.0/networks/813f742e-8bda-4b94-b5ab-dcf2195f25c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058633 Feb 03 22:00:41.218839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e343-8dae-456b-b52c-068f873b724c req-d41b259b-96a6-40eb-810b-0ad96911aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:41.221079 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7790e343-8dae-456b-b52c-068f873b724c req-d41b259b-96a6-40eb-810b-0ad96911aeed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a82bfcb000014da1b57397c07c069e64&device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 1125 time: 0.0695360 Feb 03 22:00:41.295863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e571c27-b9c9-40e1-bf48-579844b6c2a0 req-28a08f2f-be5f-4e77-8eaa-cd12cbed083a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:41.300383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e571c27-b9c9-40e1-bf48-579844b6c2a0 req-28a08f2f-be5f-4e77-8eaa-cd12cbed083a tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0979908 Feb 03 22:00:41.328082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4881a36-2052-431e-bf3f-577b4b8ec39c req-c582c7e2-9e25-488a-83e5-0f601b20857c tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:41.351774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4881a36-2052-431e-bf3f-577b4b8ec39c req-c582c7e2-9e25-488a-83e5-0f601b20857c tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.2072358 Feb 03 22:00:41.464732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e343-8dae-456b-b52c-068f873b724c req-cfcb9396-7d8a-44cc-b20e-74e6787d0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:41.466314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7790e343-8dae-456b-b52c-068f873b724c req-cfcb9396-7d8a-44cc-b20e-74e6787d0d29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=813f742e-8bda-4b94-b5ab-dcf2195f25c8 HTTP/1.1" status: 200 len: 909 time: 0.2300186 Feb 03 22:00:41.560621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e571c27-b9c9-40e1-bf48-579844b6c2a0 req-595971ba-a8ca-47ba-ac06-0b1e11392fca tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468338 Feb 03 22:00:41.564832 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7790e343-8dae-456b-b52c-068f873b724c req-c7a4de91-6b28-4afa-9ec8-d5a35477dd66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=175dd87a-3bbe-4341-ad0a-7edc16a027d3 HTTP/1.1" status: 200 len: 217 time: 0.0840209 Feb 03 22:00:41.580550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4881a36-2052-431e-bf3f-577b4b8ec39c req-adb50933-07c3-460c-8259-07049cb20255 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278018 Feb 03 22:00:41.651870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e343-8dae-456b-b52c-068f873b724c req-29b5947a-678b-43e1-8d59-dcd8f46ab293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:41.659563 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7790e343-8dae-456b-b52c-068f873b724c req-29b5947a-678b-43e1-8d59-dcd8f46ab293 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f353577-67ac-4557-939c-d5744504fee3 HTTP/1.1" status: 200 len: 848 time: 0.0911887 Feb 03 22:00:41.700221 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7790e343-8dae-456b-b52c-068f873b724c req-3107844d-2e2c-4ccc-86de-a071a2aee27f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=813f742e-8bda-4b94-b5ab-dcf2195f25c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338843 Feb 03 22:00:41.910534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45377e5-da8f-4c14-9935-d4938c777c5b req-214127f4-4b9a-4c83-893e-3830d399012e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:41.915040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c45377e5-da8f-4c14-9935-d4938c777c5b req-214127f4-4b9a-4c83-893e-3830d399012e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1251519 Feb 03 22:00:41.936717 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7790e343-8dae-456b-b52c-068f873b724c req-6e9e351d-58ae-475d-9d63-9a1508838563 service neutron] 10.222.0.10 "GET /v2.0/networks/813f742e-8bda-4b94-b5ab-dcf2195f25c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275558 Feb 03 22:00:42.000636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c45377e5-da8f-4c14-9935-d4938c777c5b req-91104467-4de9-4855-9b85-a461483855b5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728512 Feb 03 22:00:42.233842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8760b-ad4a-4fc8-b3c0-a1f6f3011a96 req-6299464f-5afe-4236-aac6-ecb303d3c473 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:42.240802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5be8760b-ad4a-4fc8-b3c0-a1f6f3011a96 req-6299464f-5afe-4236-aac6-ecb303d3c473 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 943 time: 0.0988815 Feb 03 22:00:42.278435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3a1c2b9-f7f5-468f-9348-56cdda0cc9b3 req-c8ccfb79-9c1b-44e5-80ee-bb84053205ec tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Feb 03 22:00:42.326345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5be8760b-ad4a-4fc8-b3c0-a1f6f3011a96 req-647a4729-b147-4050-b7f7-959ea7e4c63e tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806730 Feb 03 22:00:42.418663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:42.541618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4293f-2614-4153-8746-595dfec8eaf6 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:42.552940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c2f4293f-2614-4153-8746-595dfec8eaf6 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 814 time: 0.1235056 Feb 03 22:00:42.784307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef1db-6838-4bd9-9679-93870dbef0d2 req-377e079a-0d15-4fc5-ab3c-1d93c7061dd4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:42.793293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2aaef1db-6838-4bd9-9679-93870dbef0d2 req-377e079a-0d15-4fc5-ab3c-1d93c7061dd4 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1483569 Feb 03 22:00:42.834387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7790e343-8dae-456b-b52c-068f873b724c req-60ddd334-c399-4c8d-80c4-1f53fa26e7b2 service neutron] 10.222.0.10 "GET /v2.0/networks/813f742e-8bda-4b94-b5ab-dcf2195f25c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920014 Feb 03 22:00:42.843632 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef89e3-4bc9-4682-9663-bd82fddca448 req-c5f07273-9737-4c6e-803e-5e0be0224093 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:42.856383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddef89e3-4bc9-4682-9663-bd82fddca448 req-c5f07273-9737-4c6e-803e-5e0be0224093 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1674826 Feb 03 22:00:42.871051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-87be99fe-bf40-403c-9fc0-4001f48c1d3e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:42.872541 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-87be99fe-bf40-403c-9fc0-4001f48c1d3e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.47 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 817 time: 0.8974578 Feb 03 22:00:42.980748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2aaef1db-6838-4bd9-9679-93870dbef0d2 req-f218aceb-48dc-4134-85d0-2016ef2057b2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855137 Feb 03 22:00:42.995773 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-5943ee92-a9aa-4178-9063-9aef5eefb38c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=769e32d039cc427c99cf4027de31df66 HTTP/1.1" status: 200 len: 379 time: 0.0992911 Feb 03 22:00:43.007017 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddef89e3-4bc9-4682-9663-bd82fddca448 req-c27dfada-690a-4cef-90bc-e912828975d9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473250 Feb 03 22:00:43.011073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48684) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:43.017646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'port': {'device_id': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'admin_state_up': True, 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'security_groups': ['66be4918-b5ba-46ba-94ed-ce09c0d9c9e2']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:43.033063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'network': {'name': 'tempest-network-smoke--350348498', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:43.088722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Made reservation on behalf of 5e5fa9b027b94864ad2a48a62a90898c for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:43.092703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:43.151938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:00:43.184175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0562a64c-c081-4ac5-8b04-d68738964aa2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:43.184821 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Added segment 0562a64c-c081-4ac5-8b04-d68738964aa2 of type vlan for network 1e92ffda-fedc-4017-8312-c24605c44054 Feb 03 22:00:43.317217 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (1e92ffda-fedc-4017-8312-c24605c44054), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:43.318491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Made reservation on behalf of 769e32d039cc427c99cf4027de31df66 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:43.325260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:43.465594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7569e-aa20-46ea-8798-d5c373fff3f1 req-3db123a1-8507-496c-bd08-991f8e14e73e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:43.473320 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aff7569e-aa20-46ea-8798-d5c373fff3f1 req-3db123a1-8507-496c-bd08-991f8e14e73e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1685054 Feb 03 22:00:43.496663 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (1e92ffda-fedc-4017-8312-c24605c44054), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:43.501678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:43.502280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:43.545763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aff7569e-aa20-46ea-8798-d5c373fff3f1 req-956cf7c6-8f04-479a-bc99-9f4ce97e217e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714893 Feb 03 22:00:43.657100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Allocated IP 172.20.0.4 (d1d35677-80fc-40d1-be92-5e74df347aac/808fe823-17ff-42b8-ac22-6e8d3b137dd9/94902e60-bba8-42bc-88f9-ffdc3c10689a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:43.693393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe980681-3b14-45df-95ed-269e49d2a521 req-06d979e4-d5f7-4eba-a428-749e8499a99e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:43.695184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe980681-3b14-45df-95ed-269e49d2a521 req-06d979e4-d5f7-4eba-a428-749e8499a99e tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.3120248 Feb 03 22:00:43.698621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6865795 Feb 03 22:00:43.702302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:43.755549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d27e436c-9f8d-40ab-80a4-534ae59ff44c req-ffdec910-0229-43e6-9e67-6fe7fe3c6bbb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 210 time: 0.0882788 Feb 03 22:00:43.797284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf8aa0f-dbc1-4d7d-aba7-1b34bb9d129a tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:43.798909 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aaf8aa0f-dbc1-4d7d-aba7-1b34bb9d129a tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5e5fa9b027b94864ad2a48a62a90898c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0955586 Feb 03 22:00:43.803711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:43.835844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe980681-3b14-45df-95ed-269e49d2a521 req-9d892c1a-6b96-454f-8a88-51d8ac208289 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251292 Feb 03 22:00:43.842330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b2ca9-4f1d-46d3-a856-892c840657ee tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Network': ['ID=1e92ffda-fedc-4017-8312-c24605c44054,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:43.868599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 1e92ffda-fedc-4017-8312-c24605c44054 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:00:44.105460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481ee55-0673-4229-a1df-b50f24f11901 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:44.107042 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b481ee55-0673-4229-a1df-b50f24f11901 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3022757 Feb 03 22:00:44.110775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:44.139224 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:44.167140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30009d9-2a27-45fc-a8b2-791ede5e2f4c req-5ea52ade-cf3f-4e30-b854-2b252a27c620 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:44.180330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c30009d9-2a27-45fc-a8b2-791ede5e2f4c req-5ea52ade-cf3f-4e30-b854-2b252a27c620 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 943 time: 0.2636526 Feb 03 22:00:44.204699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:44.205066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-abd0e1b5-fef1-4fdf-98f7-44604c926be8 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0929372 Feb 03 22:00:44.240839 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a35ee2a1-51ea-47bd-b8c8-20c4cc21dca8 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5e5fa9b027b94864ad2a48a62a90898c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349839 Feb 03 22:00:44.242771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced24b-21be-4884-ab0a-5aa17a8c8eed req-7098b551-a778-48e2-8e13-2a53dde89e29 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:44.243391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:44.244286 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7fced24b-21be-4884-ab0a-5aa17a8c8eed req-7098b551-a778-48e2-8e13-2a53dde89e29 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.2246454 Feb 03 22:00:44.322084 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:44.331469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c30009d9-2a27-45fc-a8b2-791ede5e2f4c req-19840d4a-c3f0-41b1-91c1-aa019e9c6333 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432502 Feb 03 22:00:44.425200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Network d1d35677-80fc-40d1-be92-5e74df347aac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:44.439192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7fced24b-21be-4884-ab0a-5aa17a8c8eed req-05818c57-0177-4a12-84fd-ee8f511713d6 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878786 Feb 03 22:00:44.449250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:44.466060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:44.515475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:44.534386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d1077-adf8-45c9-83b7-a30878e2d721 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:44.536734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0a9d1077-adf8-45c9-83b7-a30878e2d721 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2867744 Feb 03 22:00:44.539627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48726) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:44.587706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:44.588383 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:44.639445 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-34ea8946-bf21-41ed-8a92-790f362cde18 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6374516 Feb 03 22:00:44.646319 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ca9e3111-0554-4094-ad72-dfb20e03cd7e tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1044018 Feb 03 22:00:44.650692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Request body: {'port': {'device_id': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:44.651552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48732) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:44.663202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021464717', 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:44.808755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:44.827964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c712-cf43-4193-abfb-7d5eaafa077c req-225fe6d5-f9dc-4aa3-85cd-b1d6f9bcd481 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:44.830708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7534c712-cf43-4193-abfb-7d5eaafa077c req-225fe6d5-f9dc-4aa3-85cd-b1d6f9bcd481 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.2658505 Feb 03 22:00:44.937051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8c12693-8ff7-47b7-a8b4-c3737fdd85c4 None None] Provisioning complete for port 94902e60-bba8-42bc-88f9-ffdc3c10689a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:44.942655 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8c12693-8ff7-47b7-a8b4-c3737fdd85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:44.957755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7534c712-cf43-4193-abfb-7d5eaafa077c req-eefd5902-1e18-4a28-8c9d-4c4c77301076 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828419 Feb 03 22:00:44.960132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Made reservation on behalf of 5e5fa9b027b94864ad2a48a62a90898c for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:44.963887 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:45.015849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8c12693-8ff7-47b7-a8b4-c3737fdd85c4 None None] Port 94902e60-bba8-42bc-88f9-ffdc3c10689a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:00:45.055527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4a8ce-99d1-47f5-b5b3-52d622e5b5d8 req-dff39cef-b08a-4547-93a5-cee9188d6e7b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:45.061041 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ed4a8ce-99d1-47f5-b5b3-52d622e5b5d8 req-dff39cef-b08a-4547-93a5-cee9188d6e7b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.2688298 Feb 03 22:00:45.193778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ed4a8ce-99d1-47f5-b5b3-52d622e5b5d8 req-762defc6-be6c-42ce-8e65-c9705ab26e5e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202784 Feb 03 22:00:45.249481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78da45-892a-4f4f-a9de-a4a5883f0398 req-73668908-d413-46bb-8098-85651bbc243c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:45.249722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94902e60-bba8-42bc-88f9-ffdc3c10689a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:00:45.256780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a78da45-892a-4f4f-a9de-a4a5883f0398 req-73668908-d413-46bb-8098-85651bbc243c tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1734128 Feb 03 22:00:45.269698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Publish callbacks [] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:45.288294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Transition to ACTIVE for port object 94902e60-bba8-42bc-88f9-ffdc3c10689a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:00:45.295616 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:45.401542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:45.426169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a78da45-892a-4f4f-a9de-a4a5883f0398 req-1c2622a8-9c56-4bdd-a992-b937a094e889 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683908 Feb 03 22:00:45.443694 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:45.489710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Attempting to bind port 94902e60-bba8-42bc-88f9-ffdc3c10689a on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:45.490277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Attempting to bind port 94902e60-bba8-42bc-88f9-ffdc3c10689a by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:45.490693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Attempting to bind port 94902e60-bba8-42bc-88f9-ffdc3c10689a on network d1d35677-80fc-40d1-be92-5e74df347aac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:45.498437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Port 94902e60-bba8-42bc-88f9-ffdc3c10689a on network d1d35677-80fc-40d1-be92-5e74df347aac not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:00:45.498850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Attempting to bind port 94902e60-bba8-42bc-88f9-ffdc3c10689a on network d1d35677-80fc-40d1-be92-5e74df347aac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:45.506484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:45.511426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Checking segment: {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:45.511979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Bound using segment: {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:45.515191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Bound port: 94902e60-bba8-42bc-88f9-ffdc3c10689a, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:45.515653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:45.548284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1810cd-8fbb-4c3a-b975-105c39132fe7 req-bd9d9b12-d252-4377-8e4f-1c7c62e68b7d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:45.551483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a1810cd-8fbb-4c3a-b975-105c39132fe7 req-bd9d9b12-d252-4377-8e4f-1c7c62e68b7d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2675519 Feb 03 22:00:45.680720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:45.682671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Subnet': ['ID=fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:45.688139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:45.714293 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:45.718851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Checking segment: {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:45.719881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network hostable DHCP agents. Network: 1e92ffda-fedc-4017-8312-c24605c44054, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:00:45.778056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a1810cd-8fbb-4c3a-b975-105c39132fe7 req-7c79aeb2-134d-432a-819e-61a5255fe481 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084062 Feb 03 22:00:45.840405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 1e92ffda-fedc-4017-8312-c24605c44054 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:00:45.870953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 1e92ffda-fedc-4017-8312-c24605c44054) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:45.881131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:45.881737 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:45.883832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee259d-f5d0-48df-835c-124d1b19351e None None] Network 1e92ffda-fedc-4017-8312-c24605c44054 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:00:45.893393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:45.907197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66513e-151a-4f29-b87b-f42cf7dbf199 req-48bbe6f3-422a-4706-8e86-cdc58d2ae231 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:45.916549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f66513e-151a-4f29-b87b-f42cf7dbf199 req-48bbe6f3-422a-4706-8e86-cdc58d2ae231 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 943 time: 0.1690285 Feb 03 22:00:45.988017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:45.989112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6c76463c-a5ac-4756-8c7a-421c04465154 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3320007 Feb 03 22:00:45.990268 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:46.003367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-ce5647b9-d243-48cd-8833-0f78059ed15a service neutron] 10.222.0.47 "PUT /v2.0/ports/94902e60-bba8-42bc-88f9-ffdc3c10689a HTTP/1.1" status: 200 len: 1091 time: 1.3570530 Feb 03 22:00:46.005099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:46.018506 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f4d15f-3085-4442-9622-ea19515b904d" -d '{"events": [{"name": "network-changed", "server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:46.128589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 175dd87a-3bbe-4341-ad0a-7edc16a027d3 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:00:46.173421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-875aee56-bbb9-427c-bb6c-500ef15577f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:46.183369 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-875aee56-bbb9-427c-bb6c-500ef15577f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 1128 time: 0.2904496 Feb 03 22:00:46.365311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 175dd87a-3bbe-4341-ad0a-7edc16a027d3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=175dd87a-3bbe-4341-ad0a-7edc16a027d3,segment=NetworkSegment(e485313e-e3b9-434c-a4d8-11debbf1a45a),segment_id=e485313e-e3b9-434c-a4d8-11debbf1a45a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:46.404227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '175dd87a-3bbe-4341-ad0a-7edc16a027d3', 'network_id': '813f742e-8bda-4b94-b5ab-dcf2195f25c8', 'port_id': '175dd87a-3bbe-4341-ad0a-7edc16a027d3', 'mac_address': 'fa:16:3e:3c:e6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f353577-67ac-4557-939c-d5744504fee3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:00:46.485247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-e6edc40f-513a-4635-8fb0-ec9a48d34e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:46.488170 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-e6edc40f-513a-4635-8fb0-ec9a48d34e07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 911 time: 0.2980485 Feb 03 22:00:46.554535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:46.554934 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:46.561249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-1e92ffda-fedc-4017-8312-c24605c44054', 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ips': [{'subnet_id': 'fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:00:46.565856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:46.587835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-3f5d3403-6a51-4d12-ba95-ca37c3b0ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:46.592471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-3f5d3403-6a51-4d12-ba95-ca37c3b0ec18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 1125 time: 0.5398898 Feb 03 22:00:46.611276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e6ae4-3c14-48e4-adfd-333127101bc2 req-1ee7c4c7-44c2-4d7f-adfd-748e828f2bd1 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:46.620225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d63e6ae4-3c14-48e4-adfd-333127101bc2 req-1ee7c4c7-44c2-4d7f-adfd-748e828f2bd1 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.7329450 Feb 03 22:00:46.627996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f66513e-151a-4f29-b87b-f42cf7dbf199 req-51b45437-b76d-400d-9d97-b317dacbd6e8 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7102761 Feb 03 22:00:46.672814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-ffe6dcab-b616-428e-84c2-cc8bea48f0e5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:46.686912 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-ffe6dcab-b616-428e-84c2-cc8bea48f0e5 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.7412393 Feb 03 22:00:46.691999 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-fa1f29df-1730-4ec9-9a1b-c42f55fc1774 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a HTTP/1.1" status: 200 len: 217 time: 0.0837960 Feb 03 22:00:46.791890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Allocated IP 172.20.0.18 (1e92ffda-fedc-4017-8312-c24605c44054/fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc/c582b389-a9f9-4e82-b59f-580025070492) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:46.842415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-a76e156d-366f-4be2-bf52-459cca64c23d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993933b-5377-4d22-b139-ff72d689d147 HTTP/1.1" status: 200 len: 1002 time: 0.3484986 Feb 03 22:00:46.974693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d63e6ae4-3c14-48e4-adfd-333127101bc2 req-4edca8c5-a8a7-4cb4-89b0-2fb0baf79895 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484108 Feb 03 22:00:46.988390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-9d6a32eb-500c-4d56-b88c-73fc3da36e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:46.990151 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-9d6a32eb-500c-4d56-b88c-73fc3da36e30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.1308181 Feb 03 22:00:47.036713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Deleting port f5f0d3a0-c300-4fc6-82fc-24313a2750dd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:00:47.037588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.042282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-beca1924-3bf3-4326-8909-d2379221bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:47.045830 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-beca1924-3bf3-4326-8909-d2379221bd0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.3466256 Feb 03 22:00:47.081207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175dd87a-3bbe-4341-ad0a-7edc16a027d3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:00:47.091962 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67081d03-36bf-4d3f-8879-96b0204dc503 x-openstack-request-id: req-67081d03-36bf-4d3f-8879-96b0204dc503 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:47.095891 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:47.097633 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67081d03-36bf-4d3f-8879-96b0204dc503 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:47.098280 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'status': 'completed', 'code': 200} Feb 03 22:00:47.127064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 175dd87a-3bbe-4341-ad0a-7edc16a027d3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=175dd87a-3bbe-4341-ad0a-7edc16a027d3,segment=NetworkSegment(e485313e-e3b9-434c-a4d8-11debbf1a45a),segment_id=e485313e-e3b9-434c-a4d8-11debbf1a45a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:47.143052 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.244098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-33eee0a7-2ab5-43a0-9985-e3eb57eee1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:47.248747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-33eee0a7-2ab5-43a0-9985-e3eb57eee1df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2498872 Feb 03 22:00:47.251154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:47.267636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301666171', 'description': 'tempest-secgroup-smoke-1301666171 description', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:47.287502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=175dd87a-3bbe-4341-ad0a-7edc16a027d3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:47.314436 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Publish callbacks [] for port (c582b389-a9f9-4e82-b59f-580025070492), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.320358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.321248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.322998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.323132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.323404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.324913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.325268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.325645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.325982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.329131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.329649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.330001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.330347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:47.348166 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (c582b389-a9f9-4e82-b59f-580025070492), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.414048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-11458f63-9b05-4b25-a6ee-ed02e2014817 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570570 Feb 03 22:00:47.414615 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.449639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] For port f5f0d3a0-c300-4fc6-82fc-24313a2750dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:47.449981 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.456844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-b4b2b761-1536-466a-9389-54e7a3994de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:47.471933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Network 1e92ffda-fedc-4017-8312-c24605c44054 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:47.474119 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-b4b2b761-1536-466a-9389-54e7a3994de6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3720474 Feb 03 22:00:47.479255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:47.482850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:47.501406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Pushing event updated for resources: {'Port': ['ID=c582b389-a9f9-4e82-b59f-580025070492,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:47.508308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df0593-bafc-44f6-a7b8-40e3bb59585e req-6faccff3-c171-4d56-9fff-88f0cc10f8ce tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:47.514477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42df0593-bafc-44f6-a7b8-40e3bb59585e req-6faccff3-c171-4d56-9fff-88f0cc10f8ce tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.3363547 Feb 03 22:00:47.550962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Calling delete_port for f5f0d3a0-c300-4fc6-82fc-24313a2750dd owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:00:47.581890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04edf8-0346-4599-826d-5abda2c6ba76 req-157d22db-5341-4bfe-b32d-e6474b60cb14 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:47.589247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e04edf8-0346-4599-826d-5abda2c6ba76 req-157d22db-5341-4bfe-b32d-e6474b60cb14 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 945 time: 0.2547152 Feb 03 22:00:47.595895 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f8368d42-055f-42ca-b5c3-0cf20266da26 req-61e1b758-be65-4993-bd49-8ad8ec931729 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479471 Feb 03 22:00:47.608191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['175dd87a-3bbe-4341-ad0a-7edc16a027d3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:00:47.740473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Attempting to bind port c582b389-a9f9-4e82-b59f-580025070492 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:47.740473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Attempting to bind port c582b389-a9f9-4e82-b59f-580025070492 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:47.740473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Attempting to bind port c582b389-a9f9-4e82-b59f-580025070492 on network 1e92ffda-fedc-4017-8312-c24605c44054 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:47.743458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:47.743830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Checking segment: {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:47.744236 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.744632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Bound using segment: {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:47.745193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Bound port: c582b389-a9f9-4e82-b59f-580025070492, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:47.745564 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c582b389-a9f9-4e82-b59f-580025070492), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.770770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.776129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.830265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] For port c582b389-a9f9-4e82-b59f-580025070492, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:47.830265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] For port c582b389-a9f9-4e82-b59f-580025070492, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c582b389-a9f9-4e82-b59f-580025070492,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:47.842022 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c582b389-a9f9-4e82-b59f-580025070492), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.848700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:47.850492 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5948081 Feb 03 22:00:47.860100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:47.878380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1d822b06-1fcd-4e57-b162-5ac1b49b09e4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:47.916259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:47.947093 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-60527f15-32f7-402b-8beb-b4bce8f007e9 service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481448 Feb 03 22:00:47.980215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42df0593-bafc-44f6-a7b8-40e3bb59585e req-95521993-a192-4487-b2d5-ee8a80ae3ae9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362843 Feb 03 22:00:48.009143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afe0d7-23fd-46b9-9d3a-5e148c59dbe2 None None] Pushing event updated for resources: {'Port': ['ID=c582b389-a9f9-4e82-b59f-580025070492,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:48.016660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e04edf8-0346-4599-826d-5abda2c6ba76 req-e87b0389-fd4b-4783-a159-6fdf4005a75d tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048207 Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.060611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f25ee-3365-48f4-bac5-5bb865cb1c49 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:48.087104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d822b06-1fcd-4e57-b162-5ac1b49b09e4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (e58d6d6e-f060-422e-8c0f-d6eed6152513), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.124248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f5f0d3a0-c300-4fc6-82fc-24313a2750dd no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:00:48.235521 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4e85a4e4-82e8-4a9a-8a2d-cece52b31d21 req-1d4243f8-a6c6-4d05-8813-cfa4964369a2 service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824619 Feb 03 22:00:48.259799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d822b06-1fcd-4e57-b162-5ac1b49b09e4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (e58d6d6e-f060-422e-8c0f-d6eed6152513), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.268117 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d822b06-1fcd-4e57-b162-5ac1b49b09e4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (e58d6d6e-f060-422e-8c0f-d6eed6152513), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.331928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f5f0d3a0-c300-4fc6-82fc-24313a2750dd is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:48.332484 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.351251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d822b06-1fcd-4e57-b162-5ac1b49b09e4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58d6d6e-f060-422e-8c0f-d6eed6152513,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:48.363531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d822b06-1fcd-4e57-b162-5ac1b49b09e4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.365108 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1d822b06-1fcd-4e57-b162-5ac1b49b09e4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4967175 Feb 03 22:00:48.370861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:48.379230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-34547f0e-9a04-4b16-b2dc-78e5b2055717 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:48.485652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34547f0e-9a04-4b16-b2dc-78e5b2055717 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (7f8c59f7-909c-4912-844e-eb6f12c6a531), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.506444 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f5f0d3a0-c300-4fc6-82fc-24313a2750dd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.536058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed94845-e50f-4f74-8f29-999b6e8ff4de req-7f1c4ff8-2eec-4f56-8cd3-8a4deedf5080 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:48.542145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:00:48.543395 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ed94845-e50f-4f74-8f29-999b6e8ff4de req-7f1c4ff8-2eec-4f56-8cd3-8a4deedf5080 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.4052749 Feb 03 22:00:48.567636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4d15f-3085-4442-9622-ea19515b904d req-52740d6e-07ee-496d-8874-084fef8fd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:48.569182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88f4d15f-3085-4442-9622-ea19515b904d req-52740d6e-07ee-496d-8874-084fef8fd271 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 1125 time: 0.1680863 Feb 03 22:00:48.598107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event deleted for resources: {'Port': ['ID=f5f0d3a0-c300-4fc6-82fc-24313a2750dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:48.621598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df79f99-0a54-424a-8e00-2291ef0cfdbe req-c44b881d-ebbd-43f0-9cfd-cc670cf9c26e tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:48.623946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5df79f99-0a54-424a-8e00-2291ef0cfdbe req-c44b881d-ebbd-43f0-9cfd-cc670cf9c26e tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 944 time: 0.2927063 Feb 03 22:00:48.699386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] No DVR routers for this DVR port f5f0d3a0-c300-4fc6-82fc-24313a2750dd on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:00:48.707730 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.710949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8911026-d0f4-4cce-9273-b80fa1bf6b45 req-b718d6cc-179a-47d8-9d42-b871885a51da tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "DELETE /v2.0/ports/f5f0d3a0-c300-4fc6-82fc-24313a2750dd HTTP/1.1" status: 204 len: 173 time: 2.0083303 Feb 03 22:00:48.711410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71064234-562d-4c95-bdd5-6153ea6bbae3', 'name': 'network-vif-deleted', 'tag': 'f5f0d3a0-c300-4fc6-82fc-24313a2750dd'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:48.713818 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d34146-3658-489a-92bd-8e796174852e" -d '{"events": [{"server_uuid": "71064234-562d-4c95-bdd5-6153ea6bbae3", "name": "network-vif-deleted", "tag": "f5f0d3a0-c300-4fc6-82fc-24313a2750dd"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:48.771333 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ed94845-e50f-4f74-8f29-999b6e8ff4de req-453535fd-ed4f-42f9-8218-8ad3138cfda1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172039 Feb 03 22:00:48.806292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34547f0e-9a04-4b16-b2dc-78e5b2055717 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (7f8c59f7-909c-4912-844e-eb6f12c6a531), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.824316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34547f0e-9a04-4b16-b2dc-78e5b2055717 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (7f8c59f7-909c-4912-844e-eb6f12c6a531), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.837025 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5df79f99-0a54-424a-8e00-2291ef0cfdbe req-4c999f3c-1962-48f4-a8b4-fd0323b12ed3 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807261 Feb 03 22:00:48.953212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34547f0e-9a04-4b16-b2dc-78e5b2055717 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8c59f7-909c-4912-844e-eb6f12c6a531,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:48.966821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34547f0e-9a04-4b16-b2dc-78e5b2055717 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:48.972484 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-34547f0e-9a04-4b16-b2dc-78e5b2055717 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6002026 Feb 03 22:00:48.988619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:49.001476 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddead66-12bb-4e1f-80f9-0d56fd6445a4 x-openstack-request-id: req-9ddead66-12bb-4e1f-80f9-0d56fd6445a4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:49.001829 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71064234-562d-4c95-bdd5-6153ea6bbae3", "name": "network-vif-deleted", "tag": "f5f0d3a0-c300-4fc6-82fc-24313a2750dd", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:49.002097 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ddead66-12bb-4e1f-80f9-0d56fd6445a4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:49.003531 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71064234-562d-4c95-bdd5-6153ea6bbae3', 'name': 'network-vif-deleted', 'tag': 'f5f0d3a0-c300-4fc6-82fc-24313a2750dd', 'status': 'completed', 'code': 200} Feb 03 22:00:49.006134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c0c17ca0-943f-4614-a171-b35f91541db3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:49.022544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4d15f-3085-4442-9622-ea19515b904d req-71d195ee-bb36-46d9-8085-29b051f431ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:49.024047 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88f4d15f-3085-4442-9622-ea19515b904d req-71d195ee-bb36-46d9-8085-29b051f431ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.4437728 Feb 03 22:00:49.046599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20435af8-aca1-46f8-901c-4635d6df1874 req-33f906b8-36f3-4d10-92da-4bfd7690cf5c tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:49.055471 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20435af8-aca1-46f8-901c-4635d6df1874 req-33f906b8-36f3-4d10-92da-4bfd7690cf5c tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1265852 Feb 03 22:00:49.102967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88f4d15f-3085-4442-9622-ea19515b904d req-725d1536-e971-415e-ae8d-d677d025076d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a HTTP/1.1" status: 200 len: 217 time: 0.0666492 Feb 03 22:00:49.127105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0c17ca0-943f-4614-a171-b35f91541db3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (96bfb34f-86dd-42c7-b7b4-83b1902d49b1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.159818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20435af8-aca1-46f8-901c-4635d6df1874 req-60c406e9-5927-48dc-b928-4cccc080fe6e tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985458 Feb 03 22:00:49.223308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35dfde-37f9-423f-84cd-173ee788ed9b req-7a06349a-8b42-4084-8d88-9c421870d5ae tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:49.225356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb35dfde-37f9-423f-84cd-173ee788ed9b req-7a06349a-8b42-4084-8d88-9c421870d5ae tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1445975 Feb 03 22:00:49.246486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0c17ca0-943f-4614-a171-b35f91541db3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (96bfb34f-86dd-42c7-b7b4-83b1902d49b1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.252605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0c17ca0-943f-4614-a171-b35f91541db3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (96bfb34f-86dd-42c7-b7b4-83b1902d49b1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.277141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4d15f-3085-4442-9622-ea19515b904d req-969c5718-536b-4720-9a84-652a77174165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:49.279473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88f4d15f-3085-4442-9622-ea19515b904d req-969c5718-536b-4720-9a84-652a77174165 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.1698847 Feb 03 22:00:49.284840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c17ca0-943f-4614-a171-b35f91541db3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96bfb34f-86dd-42c7-b7b4-83b1902d49b1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:49.320697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0c17ca0-943f-4614-a171-b35f91541db3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.326727 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c0c17ca0-943f-4614-a171-b35f91541db3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276536 Feb 03 22:00:49.327392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:49.339533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb35dfde-37f9-423f-84cd-173ee788ed9b req-e5bec044-baf5-4252-911e-6b6366b59bf8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083264 Feb 03 22:00:49.347281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-35c6b30d-314e-485a-87b7-ae8c187326f1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:49.393526 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35c6b30d-314e-485a-87b7-ae8c187326f1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (fffabe60-c4c0-42f1-9235-e0cad4c5d28d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.408669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4d15f-3085-4442-9622-ea19515b904d req-50982731-b576-4702-b7d9-9fb679299aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:49.410242 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88f4d15f-3085-4442-9622-ea19515b904d req-50982731-b576-4702-b7d9-9fb679299aa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1232536 Feb 03 22:00:49.426966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2c95f41-8728-4190-a5b3-a31863f75c96 req-1abcecba-1e08-441b-9332-1af643c55043 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=71064234-562d-4c95-bdd5-6153ea6bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0862741 Feb 03 22:00:49.545678 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35c6b30d-314e-485a-87b7-ae8c187326f1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (fffabe60-c4c0-42f1-9235-e0cad4c5d28d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.556567 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35c6b30d-314e-485a-87b7-ae8c187326f1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (fffabe60-c4c0-42f1-9235-e0cad4c5d28d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.585814 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88f4d15f-3085-4442-9622-ea19515b904d req-5ffa35a6-d211-4dc6-86b7-1265925fb5fc service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670394 Feb 03 22:00:49.589553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6b30d-314e-485a-87b7-ae8c187326f1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffabe60-c4c0-42f1-9235-e0cad4c5d28d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:49.613781 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35c6b30d-314e-485a-87b7-ae8c187326f1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.617641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-35c6b30d-314e-485a-87b7-ae8c187326f1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2714117 Feb 03 22:00:49.618425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:49.623057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-23c61a53-476a-4a45-9909-553cecce1a70 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:49.670772 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-23c61a53-476a-4a45-9909-553cecce1a70 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Project 5e5fa9b027b94864ad2a48a62a90898c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:00:49.680719 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23c61a53-476a-4a45-9909-553cecce1a70 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (b2126597-2598-41ad-a3f4-708ebc519b94), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.705649 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-88f4d15f-3085-4442-9622-ea19515b904d req-ce4c4e1d-7d6a-4857-9cc4-117001d5dd43 service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128078 Feb 03 22:00:49.745731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5145b-c165-4c8b-b8b7-9c308de9c281 None None] Network 1e92ffda-fedc-4017-8312-c24605c44054 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:00:49.758734 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23c61a53-476a-4a45-9909-553cecce1a70 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (b2126597-2598-41ad-a3f4-708ebc519b94), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.764635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23c61a53-476a-4a45-9909-553cecce1a70 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (b2126597-2598-41ad-a3f4-708ebc519b94), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.798285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c61a53-476a-4a45-9909-553cecce1a70 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2126597-2598-41ad-a3f4-708ebc519b94,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:49.804966 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23c61a53-476a-4a45-9909-553cecce1a70 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.807023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-23c61a53-476a-4a45-9909-553cecce1a70 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1881027 Feb 03 22:00:49.810511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:49.816466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-174698f1-702d-4d23-915f-d6cf1bf59d2c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': 'ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:49.829782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1090fd7e-0ba5-434c-a0cc-37e495ed4a39 None None] Provisioning complete for port c582b389-a9f9-4e82-b59f-580025070492 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:49.830483 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1090fd7e-0ba5-434c-a0cc-37e495ed4a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c582b389-a9f9-4e82-b59f-580025070492), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.859136 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-174698f1-702d-4d23-915f-d6cf1bf59d2c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Project 5e5fa9b027b94864ad2a48a62a90898c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:00:49.866717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-174698f1-702d-4d23-915f-d6cf1bf59d2c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (c7b068c5-7c8c-4702-b301-845a339bba0b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.965092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-174698f1-702d-4d23-915f-d6cf1bf59d2c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (c7b068c5-7c8c-4702-b301-845a339bba0b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:49.970173 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-174698f1-702d-4d23-915f-d6cf1bf59d2c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c7b068c5-7c8c-4702-b301-845a339bba0b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:50.002307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-174698f1-702d-4d23-915f-d6cf1bf59d2c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:50.008987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-174698f1-702d-4d23-915f-d6cf1bf59d2c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1916716 Feb 03 22:00:50.008987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174698f1-702d-4d23-915f-d6cf1bf59d2c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b068c5-7c8c-4702-b301-845a339bba0b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:50.105707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdaa5c-7174-4b2b-8fdd-104c8a7968cf req-acb54df2-84af-4281-ba09-8902fad1144b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:50.115550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31fdaa5c-7174-4b2b-8fdd-104c8a7968cf req-acb54df2-84af-4281-ba09-8902fad1144b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2231741 Feb 03 22:00:50.121346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 175dd87a-3bbe-4341-ad0a-7edc16a027d3 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:50.204980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31fdaa5c-7174-4b2b-8fdd-104c8a7968cf req-944cbce0-286d-4551-bbbe-b2bfd75b87e3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838037 Feb 03 22:00:50.231132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f79c-069e-4874-8c4d-edfa345ee902 req-b758bb36-814a-4e4c-bf6c-edfd6f4ddcd7 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:50.233370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c053f79c-069e-4874-8c4d-edfa345ee902 req-b758bb36-814a-4e4c-bf6c-edfd6f4ddcd7 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 944 time: 0.2082210 Feb 03 22:00:50.240513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c582b389-a9f9-4e82-b59f-580025070492 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:50.277346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1090fd7e-0ba5-434c-a0cc-37e495ed4a39 None None] Current status of the port c582b389-a9f9-4e82-b59f-580025070492 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:50.277985 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1090fd7e-0ba5-434c-a0cc-37e495ed4a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c582b389-a9f9-4e82-b59f-580025070492), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:50.301680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c053f79c-069e-4874-8c4d-edfa345ee902 req-f22a88de-c84c-4291-a85a-5ee0cab22e6d tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671690 Feb 03 22:00:50.430736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-d5b25c7a-0c34-4239-b86c-53d6b7e82c05 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301666171&fields=id&tenant_id=5e5fa9b027b94864ad2a48a62a90898c HTTP/1.1" status: 200 len: 267 time: 0.0958302 Feb 03 22:00:50.469791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:00:50.495022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:50.495749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:50.537453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1090fd7e-0ba5-434c-a0cc-37e495ed4a39 None None] For port c582b389-a9f9-4e82-b59f-580025070492, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c582b389-a9f9-4e82-b59f-580025070492,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:50.547387 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1090fd7e-0ba5-434c-a0cc-37e495ed4a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c582b389-a9f9-4e82-b59f-580025070492), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:50.590610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b993-102a-4d53-9a05-318463c020c8 req-a349a644-151d-4859-a7cd-d450f1950973 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:50.599615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-a349a644-151d-4859-a7cd-d450f1950973 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/networks?id=1e92ffda-fedc-4017-8312-c24605c44054 HTTP/1.1" status: 200 len: 796 time: 0.1595802 Feb 03 22:00:50.624744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-c4929248-04d3-4f0e-819a-baaf95a7e401 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/quotas/5e5fa9b027b94864ad2a48a62a90898c HTTP/1.1" status: 200 len: 375 time: 0.0240941 Feb 03 22:00:50.636162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090fd7e-0ba5-434c-a0cc-37e495ed4a39 None None] Pushing event updated for resources: {'Port': ['ID=c582b389-a9f9-4e82-b59f-580025070492,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:50.691140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c582b389-a9f9-4e82-b59f-580025070492 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:50.692807 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c582b389-a9f9-4e82-b59f-580025070492), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:50.735204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36181952-2342-46fc-8bee-63849269a9f7 req-32d32c05-3b35-45ee-a59f-4e53a2854f4b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:50.736977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36181952-2342-46fc-8bee-63849269a9f7 req-32d32c05-3b35-45ee-a59f-4e53a2854f4b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1294692 Feb 03 22:00:50.755778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-36621311-d8f8-4a2a-8a11-ad4f170127d5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1127017 Feb 03 22:00:50.823032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:50.823592 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:50.860238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:00:50.864547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36181952-2342-46fc-8bee-63849269a9f7 req-19665798-540d-4a0f-8ca2-4cce47d1e3e5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077113 Feb 03 22:00:50.921191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-bf6b9019-8372-4635-88a9-b0fe62e90808 service neutron] 10.222.0.50 "GET /v2.0/networks/1e92ffda-fedc-4017-8312-c24605c44054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467118 Feb 03 22:00:50.986352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e302bfb-9392-42c6-b049-c77d0e4772a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175dd87a-3bbe-4341-ad0a-7edc16a027d3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:50.988814 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8880778e-bb8d-45d8-bfbf-d708f5b487ca" -d '{"events": [{"server_uuid": "8e302bfb-9392-42c6-b049-c77d0e4772a1", "name": "network-vif-plugged", "status": "completed", "tag": "175dd87a-3bbe-4341-ad0a-7edc16a027d3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:51.051986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 175dd87a-3bbe-4341-ad0a-7edc16a027d3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=175dd87a-3bbe-4341-ad0a-7edc16a027d3,segment=NetworkSegment(e485313e-e3b9-434c-a4d8-11debbf1a45a),segment_id=e485313e-e3b9-434c-a4d8-11debbf1a45a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:51.064289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0490f3c1-fe0d-445c-93b5-490d9ff667fe None None] Provisioning complete for port c582b389-a9f9-4e82-b59f-580025070492 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:51.064821 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0490f3c1-fe0d-445c-93b5-490d9ff667fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c582b389-a9f9-4e82-b59f-580025070492), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:51.118569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c582b389-a9f9-4e82-b59f-580025070492 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:51.122067 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:51.125869 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6514aab8-7742-4ebf-bcf5-83ad7189243c x-openstack-request-id: req-6514aab8-7742-4ebf-bcf5-83ad7189243c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:51.126187 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e302bfb-9392-42c6-b049-c77d0e4772a1", "name": "network-vif-plugged", "status": "completed", "tag": "175dd87a-3bbe-4341-ad0a-7edc16a027d3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:51.126442 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6514aab8-7742-4ebf-bcf5-83ad7189243c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:51.126830 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e302bfb-9392-42c6-b049-c77d0e4772a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175dd87a-3bbe-4341-ad0a-7edc16a027d3', 'code': 200} Feb 03 22:00:51.143312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-178d63f1-bd40-44a3-a08c-fba98f62ff50 service neutron] 10.222.0.50 "GET /v2.0/networks/1e92ffda-fedc-4017-8312-c24605c44054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179132 Feb 03 22:00:51.148562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:51.202331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'port_id': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'mac_address': 'fa:16:3e:aa:8a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:00:51.226980 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=175dd87a-3bbe-4341-ad0a-7edc16a027d3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:51.254970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18909343-d664-4658-bb13-3899aebf36cb req-b7f6b30e-0285-4f21-ba0f-5f1af77e6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:51.257318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18909343-d664-4658-bb13-3899aebf36cb req-b7f6b30e-0285-4f21-ba0f-5f1af77e6573 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 1127 time: 0.0952122 Feb 03 22:00:51.299431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0490f3c1-fe0d-445c-93b5-490d9ff667fe None None] Current status of the port c582b389-a9f9-4e82-b59f-580025070492 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:51.302345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 94902e60-bba8-42bc-88f9-ffdc3c10689a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:51.302345 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:51.332479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94902e60-bba8-42bc-88f9-ffdc3c10689a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:00:51.350007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18909343-d664-4658-bb13-3899aebf36cb req-407ee73a-7a0a-418d-a290-ee376fc83f17 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874295 Feb 03 22:00:51.376462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:51.381742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:51.444653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:51.471735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c371532-41c8-4d71-967d-af056ac48d5e req-3c84e4cb-c186-4088-8753-959f1d1577bc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:51.473532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c371532-41c8-4d71-967d-af056ac48d5e req-3c84e4cb-c186-4088-8753-959f1d1577bc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 944 time: 0.1226246 Feb 03 22:00:51.552613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c371532-41c8-4d71-967d-af056ac48d5e req-3097ee4b-a9d0-4978-ac1a-28fc190191ee tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686164 Feb 03 22:00:51.584472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:51.635648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ebde9-ca99-4fd0-8dbd-4859af3b6b04 req-28c56758-af93-4c42-aea0-4fcc10e60537 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:51.637212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca3ebde9-ca99-4fd0-8dbd-4859af3b6b04 req-28c56758-af93-4c42-aea0-4fcc10e60537 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 945 time: 0.0901000 Feb 03 22:00:51.656377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-958ae8a1-542a-4727-8e81-d89a6fa47ac9 req-8ad1b13b-b4e8-4978-9ec6-d71d24397a14 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 210 time: 0.0421836 Feb 03 22:00:51.715168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['94902e60-bba8-42bc-88f9-ffdc3c10689a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:00:51.724042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca3ebde9-ca99-4fd0-8dbd-4859af3b6b04 req-2595cc88-94b6-4634-8e19-68fc31bdd3af tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672023 Feb 03 22:00:51.759412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a92d01b-f245-4d25-ba8a-d675d892966a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:51.943900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a92d01b-f245-4d25-ba8a-d675d892966a admin admin] Publish callbacks [] for security_group (cfa1481f-8471-4f9e-bb4d-8d3768269cb3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:51.951094 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a92d01b-f245-4d25-ba8a-d675d892966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cfa1481f-8471-4f9e-bb4d-8d3768269cb3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:51.982154 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6a92d01b-f245-4d25-ba8a-d675d892966a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2f99dd685954de1b0e0e30504a93b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3965564 Feb 03 22:00:51.989548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48958) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:52.042668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92d01b-f245-4d25-ba8a-d675d892966a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa1481f-8471-4f9e-bb4d-8d3768269cb3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:52.067361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c582b389-a9f9-4e82-b59f-580025070492 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:52.104955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb6aaa-28d0-4143-bd9b-09cf095a9ede req-3655dcbb-ec0e-48b7-bc94-7054b02c56c6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:52.107208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0deb6aaa-28d0-4143-bd9b-09cf095a9ede req-3655dcbb-ec0e-48b7-bc94-7054b02c56c6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1350431 Feb 03 22:00:52.139023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c582b389-a9f9-4e82-b59f-580025070492 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:52.139182 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c582b389-a9f9-4e82-b59f-580025070492), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:52.176784 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-22b9-47ff-8e38-43fad8576e0c admin admin] Publish callbacks [] for security_group (cfa1481f-8471-4f9e-bb4d-8d3768269cb3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:52.245967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c582b389-a9f9-4e82-b59f-580025070492 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:52.256201 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-22b9-47ff-8e38-43fad8576e0c admin admin] Publish callbacks [] for security_group (cfa1481f-8471-4f9e-bb4d-8d3768269cb3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:52.278130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0deb6aaa-28d0-4143-bd9b-09cf095a9ede req-0b1df752-2506-4bea-9b0d-3285162b9fab tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468954 Feb 03 22:00:52.335636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-22b9-47ff-8e38-43fad8576e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cfa1481f-8471-4f9e-bb4d-8d3768269cb3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:52.338919 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-22b9-47ff-8e38-43fad8576e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:52.343049 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7dc1c830-22b9-47ff-8e38-43fad8576e0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cfa1481f-8471-4f9e-bb4d-8d3768269cb3 HTTP/1.1" status: 204 len: 168 time: 0.3478696 Feb 03 22:00:52.356602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1c830-22b9-47ff-8e38-43fad8576e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa1481f-8471-4f9e-bb4d-8d3768269cb3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:52.502569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7411e-5ef0-40e7-94f9-eba94a7ddafe req-a865e293-c2df-4ba4-98e9-ab7603c71fb2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:52.504366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52b7411e-5ef0-40e7-94f9-eba94a7ddafe req-a865e293-c2df-4ba4-98e9-ab7603c71fb2 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 945 time: 0.0598891 Feb 03 22:00:52.562406 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52b7411e-5ef0-40e7-94f9-eba94a7ddafe req-34b68eb2-6266-40fa-89c6-3f87e56cd112 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522246 Feb 03 22:00:52.721499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:52.733607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777605-4875-4fb5-a3f6-a79de1d1a6d9 req-3ee9f0cd-6c41-4951-89de-0ae693bbbe38 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:52.735652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa777605-4875-4fb5-a3f6-a79de1d1a6d9 req-3ee9f0cd-6c41-4951-89de-0ae693bbbe38 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 944 time: 0.0940151 Feb 03 22:00:52.738357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18dcf33-74d8-497c-87c5-b7f8645153ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:52.817975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50e58ff5-e57a-4e0a-a757-8ae2f8b6e942 req-2fc2f7d6-e072-4fb9-a2ec-5b2c548161e9 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 210 time: 0.0424767 Feb 03 22:00:52.854365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:52.887631 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18dcf33-74d8-497c-87c5-b7f8645153ad admin admin] Publish callbacks [] for security_group (73eda583-01ea-4ba6-8c94-b1b982f0c4f2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:52.896687 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e18dcf33-74d8-497c-87c5-b7f8645153ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (73eda583-01ea-4ba6-8c94-b1b982f0c4f2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:52.906602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa777605-4875-4fb5-a3f6-a79de1d1a6d9 req-c5f1131b-9007-404d-95ea-e0a2d443601a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609149 Feb 03 22:00:52.951717 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e18dcf33-74d8-497c-87c5-b7f8645153ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22bca3eeddfd42249912839fa1a5c82f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290137 Feb 03 22:00:52.952589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:52.953359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dcf33-74d8-497c-87c5-b7f8645153ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73eda583-01ea-4ba6-8c94-b1b982f0c4f2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:53.003467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 94902e60-bba8-42bc-88f9-ffdc3c10689a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:00:53.009528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 94902e60-bba8-42bc-88f9-ffdc3c10689a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:53.011129 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:53.072794 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da539895-e213-4b53-8573-80c39284b292 admin admin] Publish callbacks [] for security_group (73eda583-01ea-4ba6-8c94-b1b982f0c4f2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:53.073829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bf828-00d2-49fa-8965-06f55aaf828e req-b6b136a5-7a9c-4251-bd66-17b7d2c15cac tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:53.076048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e54bf828-00d2-49fa-8965-06f55aaf828e req-b6b136a5-7a9c-4251-bd66-17b7d2c15cac tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 945 time: 0.0889235 Feb 03 22:00:53.100002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da539895-e213-4b53-8573-80c39284b292 admin admin] Publish callbacks [] for security_group (73eda583-01ea-4ba6-8c94-b1b982f0c4f2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:53.153385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b993-102a-4d53-9a05-318463c020c8 req-363e18d5-c0d8-44c5-a41b-07070ffbf83b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:53.155378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-363e18d5-c0d8-44c5-a41b-07070ffbf83b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "GET /v2.0/networks?id=1e92ffda-fedc-4017-8312-c24605c44054 HTTP/1.1" status: 200 len: 796 time: 0.2475555 Feb 03 22:00:53.159000 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da539895-e213-4b53-8573-80c39284b292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (73eda583-01ea-4ba6-8c94-b1b982f0c4f2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:53.161809 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da539895-e213-4b53-8573-80c39284b292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:53.167474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 94902e60-bba8-42bc-88f9-ffdc3c10689a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:53.168235 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:53.176205 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da539895-e213-4b53-8573-80c39284b292 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73eda583-01ea-4ba6-8c94-b1b982f0c4f2 HTTP/1.1" status: 204 len: 168 time: 0.2118056 Feb 03 22:00:53.190856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da539895-e213-4b53-8573-80c39284b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eda583-01ea-4ba6-8c94-b1b982f0c4f2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:53.209850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:53.213214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:53.213374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e54bf828-00d2-49fa-8965-06f55aaf828e req-5601481f-4dc7-4c1f-9b6b-e3c18cdbcc2c tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274643 Feb 03 22:00:53.216397 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1eff86-3583-46c6-8f8b-8504e17444dc" -d '{"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-plugged", "status": "completed", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:53.248109 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:53.382488 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8051dfc9-12be-400a-a10a-4b580c877622 x-openstack-request-id: req-8051dfc9-12be-400a-a10a-4b580c877622 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:53.386271 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-plugged", "status": "completed", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:53.386404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-9f5bb34c-c82c-4032-9aa5-d5d7639ab6cc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e5fa9b027b94864ad2a48a62a90898c HTTP/1.1" status: 200 len: 472 time: 0.2206028 Feb 03 22:00:53.386904 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8051dfc9-12be-400a-a10a-4b580c877622 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:53.389468 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'code': 200} Feb 03 22:00:53.390172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:53.401151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'port': {'device_id': 'b007d1b9-e425-4609-8daa-df4db4fc32fe', 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054', 'admin_state_up': True, 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'security_groups': ['ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:53.449630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d8da0-268b-4c0b-b01d-43bcfe7da6ce req-4536e10c-69aa-41c4-95df-1ed2cfc7f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:53.453351 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-228d8da0-268b-4c0b-b01d-43bcfe7da6ce req-4536e10c-69aa-41c4-95df-1ed2cfc7f881 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 1127 time: 0.0924363 Feb 03 22:00:53.558415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-228d8da0-268b-4c0b-b01d-43bcfe7da6ce req-818425a4-669f-4d5d-9487-0745f07cb59d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946586 Feb 03 22:00:53.559525 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5d95d8c-404c-4e51-8872-8c31ac66b612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:53.569055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156e7ee-b3ed-4de8-8efa-87313f71f12d req-f589b203-d225-475d-9af4-74bbeff38b88 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:53.585542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c156e7ee-b3ed-4de8-8efa-87313f71f12d req-f589b203-d225-475d-9af4-74bbeff38b88 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1237974 Feb 03 22:00:53.675578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Made reservation on behalf of 5e5fa9b027b94864ad2a48a62a90898c for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:00:53.680150 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:53.751658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c156e7ee-b3ed-4de8-8efa-87313f71f12d req-f3ea58b9-12d5-41b3-9284-4c9011eced6e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620393 Feb 03 22:00:53.944021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19dde2-1c86-42b7-b1cb-e97829f975f7 req-f8626f4c-42db-4ab4-b967-52b38c9f1f07 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:53.951804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b19dde2-1c86-42b7-b1cb-e97829f975f7 req-f8626f4c-42db-4ab4-b967-52b38c9f1f07 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 945 time: 0.1861489 Feb 03 22:00:54.072387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-92a6c485-ca50-4f9f-9405-b7f976328b28 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:54.073199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b19dde2-1c86-42b7-b1cb-e97829f975f7 req-26d5513a-2321-41db-91d0-1abb74ec6819 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7f8107d-cae0-4ea4-b857-f7efcd26f800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165230 Feb 03 22:00:54.075062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-92a6c485-ca50-4f9f-9405-b7f976328b28 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 945 time: 0.1516113 Feb 03 22:00:54.090034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.20.0.26 (1e92ffda-fedc-4017-8312-c24605c44054/fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc/d94eddc6-9068-40d3-9416-db40a8cee11b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:00:54.235773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Deleting port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:00:54.236133 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:54.329527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bea05c2f-6f6f-445d-b5fc-2db9b8ec8a79 req-b4eb9657-5062-402d-ab38-516dd371c1bd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 210 time: 0.1578627 Feb 03 22:00:54.370163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] For port 1d6388cb-41f7-4c67-af25-f12bc7c66c89, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=1d6388cb-41f7-4c67-af25-f12bc7c66c89,segment=NetworkSegment(caafbae2-3805-422e-86eb-c1e8156d40e7),segment_id=caafbae2-3805-422e-86eb-c1e8156d40e7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:54.370548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:54.396093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:54.407012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Calling delete_port for 1d6388cb-41f7-4c67-af25-f12bc7c66c89 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:00:54.508740 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:54.572628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:54.621794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b7a8-3db3-43f1-9798-e3c6b038bd07 req-77e81669-2640-4c36-b27c-95e9d448b658 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:54.624774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5622b7a8-3db3-43f1-9798-e3c6b038bd07 req-77e81669-2640-4c36-b27c-95e9d448b658 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.2938857 Feb 03 22:00:54.696925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1d6388cb-41f7-4c67-af25-f12bc7c66c89), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:54.708983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['1d6388cb-41f7-4c67-af25-f12bc7c66c89'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:00:54.757064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Pushing event deleted for resources: {'Port': ['ID=1d6388cb-41f7-4c67-af25-f12bc7c66c89,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:54.819104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5622b7a8-3db3-43f1-9798-e3c6b038bd07 req-3388c35c-d34f-4238-9757-fcd6cbc0c98a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872489 Feb 03 22:00:54.821592 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:54.900366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] No DVR routers for this DVR port 1d6388cb-41f7-4c67-af25-f12bc7c66c89 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:00:54.905658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:54.912739 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fcfff9c9-2814-4c45-98c8-07c3d1826c29 req-a15f8370-2fb0-4770-baac-5752dca8cc67 tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.10 "DELETE /v2.0/ports/1d6388cb-41f7-4c67-af25-f12bc7c66c89 HTTP/1.1" status: 204 len: 173 time: 0.8269527 Feb 03 22:00:54.913231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a23080f-7d01-4f25-969f-9035880e8e4a', 'name': 'network-vif-deleted', 'tag': '1d6388cb-41f7-4c67-af25-f12bc7c66c89'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:54.921726 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade3ea02-17d5-4c46-9992-ca9fc8c68a70" -d '{"events": [{"server_uuid": "4a23080f-7d01-4f25-969f-9035880e8e4a", "name": "network-vif-deleted", "tag": "1d6388cb-41f7-4c67-af25-f12bc7c66c89"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:54.982245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 1e92ffda-fedc-4017-8312-c24605c44054 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:00:54.992953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:00:55.006764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:00:55.011537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=d94eddc6-9068-40d3-9416-db40a8cee11b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:55.095193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.095553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.096025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.096373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.096721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.097119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.097520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.097857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.098193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.098522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.099034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.099770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.100110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:00:55.152271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fbe9c-31b9-44ea-af3a-867d902766bd req-990ff41e-421e-420f-829e-fc618a725ad0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:55.165499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a1fbe9c-31b9-44ea-af3a-867d902766bd req-990ff41e-421e-420f-829e-fc618a725ad0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.2559385 Feb 03 22:00:55.207554 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5599990e-f2e8-4aaf-94b1-0370524f122d x-openstack-request-id: req-5599990e-f2e8-4aaf-94b1-0370524f122d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:55.208565 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a23080f-7d01-4f25-969f-9035880e8e4a", "name": "network-vif-deleted", "tag": "1d6388cb-41f7-4c67-af25-f12bc7c66c89", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:55.208991 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5599990e-f2e8-4aaf-94b1-0370524f122d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:55.212529 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a23080f-7d01-4f25-969f-9035880e8e4a', 'name': 'network-vif-deleted', 'tag': '1d6388cb-41f7-4c67-af25-f12bc7c66c89', 'status': 'completed', 'code': 200} Feb 03 22:00:55.212941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:55.213799 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:55.289538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a1fbe9c-31b9-44ea-af3a-867d902766bd req-932b36be-a85d-4b0d-b638-7e3089f268aa tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224010 Feb 03 22:00:55.305806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-9fdc638b-4d59-4038-8d70-9ee8537c1cce tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9132400 Feb 03 22:00:55.364809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Request body: {'port': {'device_id': 'b007d1b9-e425-4609-8daa-df4db4fc32fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:55.372822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11926a4e-4ae4-4bfa-8e7e-2aff1a4bf734 req-2ebcdd8a-724c-424c-bd74-0d5cc71b93af tempest-ServersTestJSON-783229124 tempest-ServersTestJSON-783229124-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a23080f-7d01-4f25-969f-9035880e8e4a HTTP/1.1" status: 200 len: 210 time: 0.0660863 Feb 03 22:00:55.475538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:55.482812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d0efb256-6139-4a1e-a258-abcb716f213c None None] Provisioning complete for port d94eddc6-9068-40d3-9416-db40a8cee11b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:55.483461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0efb256-6139-4a1e-a258-abcb716f213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:55.606292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0efb256-6139-4a1e-a258-abcb716f213c None None] Port d94eddc6-9068-40d3-9416-db40a8cee11b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:00:55.718851 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99ff1201-8be4-4a8d-837a-997c87846d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:55.789442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7a68d-9bd4-48c7-b31e-b247736fa1e2 req-e64eb4c8-77a2-45ac-981a-55a38dc7c4d3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:55.790967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23a7a68d-9bd4-48c7-b31e-b247736fa1e2 req-e64eb4c8-77a2-45ac-981a-55a38dc7c4d3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 932 time: 0.2058115 Feb 03 22:00:55.920241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23a7a68d-9bd4-48c7-b31e-b247736fa1e2 req-c3caf2dd-00cb-4e89-bdde-153ddbc01f1a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164865 Feb 03 22:00:56.161875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94eddc6-9068-40d3-9416-db40a8cee11b {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:00:56.173196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab07d9-ec8e-4389-a7c2-361f3e9b6bad req-a8fa9506-797c-448f-9371-2a874ec63691 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:56.174691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69ab07d9-ec8e-4389-a7c2-361f3e9b6bad req-a8fa9506-797c-448f-9371-2a874ec63691 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1513753 Feb 03 22:00:56.179210 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Publish callbacks [] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:56.215706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Transition to ACTIVE for port object d94eddc6-9068-40d3-9416-db40a8cee11b will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:00:56.222588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:56.326783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69ab07d9-ec8e-4389-a7c2-361f3e9b6bad req-18ce8130-36ee-4c6e-ad02-2123cb20ae99 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452212 Feb 03 22:00:56.340893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Pushing event updated for resources: {'Port': ['ID=d94eddc6-9068-40d3-9416-db40a8cee11b,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:56.498460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Attempting to bind port d94eddc6-9068-40d3-9416-db40a8cee11b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:00:56.498800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Attempting to bind port d94eddc6-9068-40d3-9416-db40a8cee11b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:00:56.499135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Attempting to bind port d94eddc6-9068-40d3-9416-db40a8cee11b on network 1e92ffda-fedc-4017-8312-c24605c44054 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:56.514547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Port d94eddc6-9068-40d3-9416-db40a8cee11b on network 1e92ffda-fedc-4017-8312-c24605c44054 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:00:56.514884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Attempting to bind port d94eddc6-9068-40d3-9416-db40a8cee11b on network 1e92ffda-fedc-4017-8312-c24605c44054 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:00:56.553330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:00:56.553330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Checking segment: {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:00:56.553330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Bound using segment: {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:00:56.553330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Bound port: d94eddc6-9068-40d3-9416-db40a8cee11b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:00:56.553330 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:56.641237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3718e7-d511-4d7c-8586-717b2b3365ad req-6d12873a-d50b-4596-b6ab-88c68909bc9f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:56.648213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b3718e7-d511-4d7c-8586-717b2b3365ad req-6d12873a-d50b-4596-b6ab-88c68909bc9f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 944 time: 0.1514268 Feb 03 22:00:56.690547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f7c8e-4f44-49d0-b837-bec1ef347e58 req-64e4bca9-15b9-4b46-baf6-f28be0d49c46 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:56.692055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c69f7c8e-4f44-49d0-b837-bec1ef347e58 req-64e4bca9-15b9-4b46-baf6-f28be0d49c46 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1559215 Feb 03 22:00:56.702420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49120) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:56.708837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d86fb6a4-1979-495e-bd98-ba42e81ca4f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'floatingip': {'port_id': '94902e60-bba8-42bc-88f9-ffdc3c10689a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:00:56.710386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] For port d94eddc6-9068-40d3-9416-db40a8cee11b, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:00:56.732915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] For port d94eddc6-9068-40d3-9416-db40a8cee11b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d94eddc6-9068-40d3-9416-db40a8cee11b,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:00:56.740246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b3718e7-d511-4d7c-8586-717b2b3365ad req-0a26e86d-a770-4869-af84-0954e60acad9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910876 Feb 03 22:00:56.744864 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:56.773939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d86fb6a4-1979-495e-bd98-ba42e81ca4f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (b2c6a068-dc93-437a-b557-b1f302def48e), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:56.787005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:56.801310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:56.801951 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:56.803762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] 10.222.0.10 "PUT /v2.0/ports/d94eddc6-9068-40d3-9416-db40a8cee11b HTTP/1.1" status: 200 len: 1092 time: 1.4705811 Feb 03 22:00:56.804443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b007d1b9-e425-4609-8daa-df4db4fc32fe', 'tag': 'd94eddc6-9068-40d3-9416-db40a8cee11b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:56.806962 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5741c2-70ae-4585-b71b-0334fd55e177" -d '{"events": [{"name": "network-changed", "server_uuid": "b007d1b9-e425-4609-8daa-df4db4fc32fe", "tag": "d94eddc6-9068-40d3-9416-db40a8cee11b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:56.820471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bad69-1708-4730-9a5c-8a6e44b6310f service neutron] Pushing event updated for resources: {'Port': ['ID=d94eddc6-9068-40d3-9416-db40a8cee11b,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:56.870109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a730c9d2-03d1-49f7-a393-30d47a2ce242 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:00:56.964459 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2df6212-23a8-480a-af85-9aae3bd795b4 x-openstack-request-id: req-a2df6212-23a8-480a-af85-9aae3bd795b4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:56.964996 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b007d1b9-e425-4609-8daa-df4db4fc32fe", "tag": "d94eddc6-9068-40d3-9416-db40a8cee11b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:56.965098 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2df6212-23a8-480a-af85-9aae3bd795b4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:56.965489 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b007d1b9-e425-4609-8daa-df4db4fc32fe', 'tag': 'd94eddc6-9068-40d3-9416-db40a8cee11b', 'status': 'completed', 'code': 200} Feb 03 22:00:57.002189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b993-102a-4d53-9a05-318463c020c8 req-ddfcdf90-8e73-44cc-98ab-d73f5e4e1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:57.011173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-ddfcdf90-8e73-44cc-98ab-d73f5e4e1ed5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 1126 time: 0.1559780 Feb 03 22:00:57.096336 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:57.142767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-db438083-1792-4338-9803-86566c535f1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d94eddc6-9068-40d3-9416-db40a8cee11b HTTP/1.1" status: 200 len: 217 time: 0.1227679 Feb 03 22:00:57.203380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port a730c9d2-03d1-49f7-a393-30d47a2ce242, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a730c9d2-03d1-49f7-a393-30d47a2ce242,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:57.235206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'a730c9d2-03d1-49f7-a393-30d47a2ce242', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'port_id': 'a730c9d2-03d1-49f7-a393-30d47a2ce242', 'mac_address': 'fa:16:3e:51:25:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:00:57.289949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b993-102a-4d53-9a05-318463c020c8 req-f3c473e0-a3d6-4de7-bb69-e44254e31bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:57.291434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-f3c473e0-a3d6-4de7-bb69-e44254e31bbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc HTTP/1.1" status: 200 len: 838 time: 0.1065080 Feb 03 22:00:57.302817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port a730c9d2-03d1-49f7-a393-30d47a2ce242 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:57.303832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:57.322002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a730c9d2-03d1-49f7-a393-30d47a2ce242 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:00:57.357810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port a730c9d2-03d1-49f7-a393-30d47a2ce242, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a730c9d2-03d1-49f7-a393-30d47a2ce242,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:57.364399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:57.442684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=a730c9d2-03d1-49f7-a393-30d47a2ce242,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:57.471734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045d213-535c-4cf3-8f53-454448c98f64 req-38b136b8-0633-435b-aec8-f251d6df4c12 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:57.479072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7045d213-535c-4cf3-8f53-454448c98f64 req-38b136b8-0633-435b-aec8-f251d6df4c12 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 944 time: 0.3683577 Feb 03 22:00:57.565635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b993-102a-4d53-9a05-318463c020c8 req-6bdfd91e-fa7e-4447-b94a-6d2798f9524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:57.567165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-6bdfd91e-fa7e-4447-b94a-6d2798f9524a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e92ffda-fedc-4017-8312-c24605c44054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2689891 Feb 03 22:00:57.581228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7045d213-535c-4cf3-8f53-454448c98f64 req-4a002061-d48a-4ccc-8ea8-98f78bdd51b7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011987 Feb 03 22:00:57.673826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['a730c9d2-03d1-49f7-a393-30d47a2ce242'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:00:57.696190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-cb1e6d87-1f67-4526-9c8e-c9481cbb9db9 service neutron] 10.222.0.10 "GET /v2.0/networks/1e92ffda-fedc-4017-8312-c24605c44054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063569 Feb 03 22:00:57.845503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2039b993-102a-4d53-9a05-318463c020c8 req-9f61b506-a1b9-4b52-a3f7-d217c8f1a75a service neutron] 10.222.0.10 "GET /v2.0/networks/1e92ffda-fedc-4017-8312-c24605c44054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366446 Feb 03 22:00:57.860550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dc148-ce24-440a-bd2a-7af995c32089 req-b4f98a89-8fa4-448c-898d-a70bc3d00520 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:57.877471 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba6dc148-ce24-440a-bd2a-7af995c32089 req-b4f98a89-8fa4-448c-898d-a70bc3d00520 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 945 time: 0.3963146 Feb 03 22:00:57.966803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9151f6-f84d-43a8-b941-a7f0d5754924 admin admin] Deleting subnet 62d8fd80-7f87-469e-9ab2-aba4b4d5c683 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:00:57.972536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c9151f6-f84d-43a8-b941-a7f0d5754924 admin admin] Publish callbacks [] for subnet (62d8fd80-7f87-469e-9ab2-aba4b4d5c683), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.047516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c9151f6-f84d-43a8-b941-a7f0d5754924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (62d8fd80-7f87-469e-9ab2-aba4b4d5c683), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.144880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 1d6388cb-41f7-4c67-af25-f12bc7c66c89 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:00:58.169318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c9151f6-f84d-43a8-b941-a7f0d5754924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (62d8fd80-7f87-469e-9ab2-aba4b4d5c683), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.170512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 1d6388cb-41f7-4c67-af25-f12bc7c66c89 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:00:58.170959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 1d6388cb-41f7-4c67-af25-f12bc7c66c89 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:00:58.193077 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d86fb6a4-1979-495e-bd98-ba42e81ca4f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.201065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d86fb6a4-1979-495e-bd98-ba42e81ca4f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b2c6a068-dc93-437a-b557-b1f302def48e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.331637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c9151f6-f84d-43a8-b941-a7f0d5754924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (62d8fd80-7f87-469e-9ab2-aba4b4d5c683), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.368129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9151f6-f84d-43a8-b941-a7f0d5754924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d8fd80-7f87-469e-9ab2-aba4b4d5c683,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:58.371331 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-d86fb6a4-1979-495e-bd98-ba42e81ca4f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Floating IP b2c6a068-dc93-437a-b557-b1f302def48e associated. External IP: 172.25.5.135, port: 94902e60-bba8-42bc-88f9-ffdc3c10689a. Feb 03 22:00:58.409740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba6dc148-ce24-440a-bd2a-7af995c32089 req-0f3fc683-f42c-4771-a7ec-d3555ae54c84 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307741 Feb 03 22:00:58.445598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af5faf-5129-46d1-afc5-93b95e21ca76 req-7f3fb893-4c35-4b50-9db3-596e24601655 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:58.462421 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c9151f6-f84d-43a8-b941-a7f0d5754924 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.463254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08af5faf-5129-46d1-afc5-93b95e21ca76 req-7f3fb893-4c35-4b50-9db3-596e24601655 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 945 time: 0.5559945 Feb 03 22:00:58.463351 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3c9151f6-f84d-43a8-b941-a7f0d5754924 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/62d8fd80-7f87-469e-9ab2-aba4b4d5c683 HTTP/1.1" status: 204 len: 168 time: 1.6760445 Feb 03 22:00:58.463351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49164) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:58.481051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-b0d6769b-891d-45a9-b55d-bdc938672a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:58.482599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-b0d6769b-891d-45a9-b55d-bdc938672a90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 1126 time: 0.1989121 Feb 03 22:00:58.558325 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5b80f157-ae27-4069-a1da-9e28e7643a83), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.596298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08af5faf-5129-46d1-afc5-93b95e21ca76 req-4e9fdf67-11da-467d-ac79-02136f3b9403 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377530 Feb 03 22:00:58.600007 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.706955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-5b8c650d-cf30-43e4-a2d1-07e5d5b7069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:58.708571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-5b8c650d-cf30-43e4-a2d1-07e5d5b7069b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e92ffda-fedc-4017-8312-c24605c44054 HTTP/1.1" status: 200 len: 897 time: 0.2170396 Feb 03 22:00:58.769547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-13a10953-a0e7-4049-86a1-739e799261cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d94eddc6-9068-40d3-9416-db40a8cee11b HTTP/1.1" status: 200 len: 217 time: 0.0452392 Feb 03 22:00:58.776215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (5b80f157-ae27-4069-a1da-9e28e7643a83), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.805474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b80f157-ae27-4069-a1da-9e28e7643a83']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:58.823540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caafbae2-3805-422e-86eb-c1e8156d40e7') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:58.823847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caafbae2-3805-422e-86eb-c1e8156d40e7') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:58.839015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2ca4d-3670-458d-a73a-c17c75497427 req-e121ee21-83dc-4d8a-875c-83a8af26e5d3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:58.841211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fb2ca4d-3670-458d-a73a-c17c75497427 req-e121ee21-83dc-4d8a-875c-83a8af26e5d3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 944 time: 0.1495740 Feb 03 22:00:58.846067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (caafbae2-3805-422e-86eb-c1e8156d40e7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.866752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86fb6a4-1979-495e-bd98-ba42e81ca4f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Router 3218fddb-955e-4cc2-b8ba-86c430f97f9c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:00:58.869422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (caafbae2-3805-422e-86eb-c1e8156d40e7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.869947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a730c9d2-03d1-49f7-a393-30d47a2ce242 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:00:58.882285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-cf398ba4-5065-40d5-a4b5-70561594ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:58.884468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-cf398ba4-5065-40d5-a4b5-70561594ae65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc HTTP/1.1" status: 200 len: 838 time: 0.0978882 Feb 03 22:00:58.886825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:00:58.887507 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (caafbae2-3805-422e-86eb-c1e8156d40e7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:00:58.890109 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:00:58.955180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port a730c9d2-03d1-49f7-a393-30d47a2ce242 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:00:58.960537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port a730c9d2-03d1-49f7-a393-30d47a2ce242 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:00:58.961141 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:59.001889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fb2ca4d-3670-458d-a73a-c17c75497427 req-8d2ff1e9-bac5-4d06-9ab9-62711817bbf6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507823 Feb 03 22:00:59.026029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-31d54d13-5727-4885-9326-b448496f0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:59.027566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-31d54d13-5727-4885-9326-b448496f0069 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e92ffda-fedc-4017-8312-c24605c44054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1336286 Feb 03 22:00:59.102254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-e4a7ce9d-b72a-4c30-8a68-8f44778aac41 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:59.103748 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-e4a7ce9d-b72a-4c30-8a68-8f44778aac41 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 945 time: 0.1153460 Feb 03 22:00:59.104385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (5b80f157-ae27-4069-a1da-9e28e7643a83), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:59.110084 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:59.113230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b80f157-ae27-4069-a1da-9e28e7643a83 HTTP/1.1" status: 204 len: 168 time: 0.6511507 Feb 03 22:00:59.161372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port a730c9d2-03d1-49f7-a393-30d47a2ce242 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:00:59.161973 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:59.174533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91e669-349b-4d39-95e7-20b8fc0b6cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=5b80f157-ae27-4069-a1da-9e28e7643a83,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:59.203926 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-59385cd1-e3fa-4450-aba4-89585aa16e6c service neutron] 10.222.0.10 "GET /v2.0/networks/1e92ffda-fedc-4017-8312-c24605c44054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664906 Feb 03 22:00:59.230924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port a730c9d2-03d1-49f7-a393-30d47a2ce242, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a730c9d2-03d1-49f7-a393-30d47a2ce242,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:59.232087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86fb6a4-1979-495e-bd98-ba42e81ca4f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:00:59.233590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b520dfd-573b-4edc-86be-9018d569248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a730c9d2-03d1-49f7-a393-30d47a2ce242'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:59.237471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d86fb6a4-1979-495e-bd98-ba42e81ca4f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:59.243765 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44433319-25a1-4734-9e9e-8a9a8ff93f1c" -d '{"events": [{"server_uuid": "7b520dfd-573b-4edc-86be-9018d569248d", "name": "network-vif-plugged", "status": "completed", "tag": "a730c9d2-03d1-49f7-a393-30d47a2ce242"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:59.277409 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d86fb6a4-1979-495e-bd98-ba42e81ca4f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "PUT /v2.0/floatingips/b2c6a068-dc93-437a-b557-b1f302def48e HTTP/1.1" status: 200 len: 991 time: 2.5712538 Feb 03 22:00:59.277591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] Sync routers for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:00:59.278103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:00:59.280932 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e11de87-ddfb-42cf-8485-d23eb30ec799" -d '{"events": [{"name": "network-changed", "server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:00:59.291504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Deleting port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:00:59.291851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:59.297952 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:59.379741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb5741c2-70ae-4585-b71b-0334fd55e177 req-950a7c26-1ad3-4559-a5e8-2bcb7c1b22b1 service neutron] 10.222.0.10 "GET /v2.0/networks/1e92ffda-fedc-4017-8312-c24605c44054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698599 Feb 03 22:00:59.404713 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327d52f7-32dc-406d-91a9-6a90513a019d x-openstack-request-id: req-327d52f7-32dc-406d-91a9-6a90513a019d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:59.405194 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b520dfd-573b-4edc-86be-9018d569248d", "name": "network-vif-plugged", "status": "completed", "tag": "a730c9d2-03d1-49f7-a393-30d47a2ce242", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:59.405457 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-327d52f7-32dc-406d-91a9-6a90513a019d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:59.405878 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b520dfd-573b-4edc-86be-9018d569248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a730c9d2-03d1-49f7-a393-30d47a2ce242', 'code': 200} Feb 03 22:00:59.410130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:00:59.410805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:00:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:00:59.466535 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765b8f59-e14a-40ab-83bb-7f1aec29820f x-openstack-request-id: req-765b8f59-e14a-40ab-83bb-7f1aec29820f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:00:59.467362 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:00:59.467362 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-765b8f59-e14a-40ab-83bb-7f1aec29820f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:00:59.467586 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'status': 'completed', 'code': 200} Feb 03 22:00:59.566018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f613e-6893-400e-96ae-9e2f9b202452 req-8d6cf7b5-a80a-4b7d-910b-df66922f34fb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:59.573225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-960f613e-6893-400e-96ae-9e2f9b202452 req-8d6cf7b5-a80a-4b7d-910b-df66922f34fb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1480010 Feb 03 22:00:59.640800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:59.722444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] For port 175dd87a-3bbe-4341-ad0a-7edc16a027d3, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=175dd87a-3bbe-4341-ad0a-7edc16a027d3,segment=NetworkSegment(e485313e-e3b9-434c-a4d8-11debbf1a45a),segment_id=e485313e-e3b9-434c-a4d8-11debbf1a45a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:00:59.723092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:59.764689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=a730c9d2-03d1-49f7-a393-30d47a2ce242,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:00:59.781965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-c7188251-7d5a-486b-8a6b-eda662fa2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:59.781965 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-c7188251-7d5a-486b-8a6b-eda662fa2d0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 1127 time: 0.2760103 Feb 03 22:00:59.781965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Calling delete_port for 175dd87a-3bbe-4341-ad0a-7edc16a027d3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:00:59.854355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:00:59.859339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-960f613e-6893-400e-96ae-9e2f9b202452 req-bf0d0dcd-822e-4254-b948-02322dde8cc4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789965 Feb 03 22:00:59.865292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-528d4155-a2a3-4ba5-a6a0-aa5fec37510b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba56a3ba2f2e4b4ab46d242315c1b4c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226460 Feb 03 22:00:59.887764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49216) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:00:59.944520 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:00:59.957083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae3f65-2bd5-4207-9754-5a423955882a req-e6fad6b6-fe52-41a1-bcbd-3864aca116c7 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:00:59.965517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44ae3f65-2bd5-4207-9754-5a423955882a req-e6fad6b6-fe52-41a1-bcbd-3864aca116c7 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e302bfb-9392-42c6-b049-c77d0e4772a1 HTTP/1.1" status: 200 len: 945 time: 0.3581066 Feb 03 22:01:00.066509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-faa51970-ce8c-4532-b1d3-704794914d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:00.068098 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-faa51970-ce8c-4532-b1d3-704794914d31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.2754049 Feb 03 22:01:00.076586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603d028-a62b-4fd7-94b3-60a34aa40ef5 req-fa64420a-9396-4898-a830-ae19641d6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:00.078381 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f603d028-a62b-4fd7-94b3-60a34aa40ef5 req-fa64420a-9396-4898-a830-ae19641d6142 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 1128 time: 0.6154978 Feb 03 22:01:00.160466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0eb9f-013c-45b0-944a-fdad77c488bc req-4aaca50d-18f4-4a33-af55-5e39ea460b32 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:00.169182 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20c0eb9f-013c-45b0-944a-fdad77c488bc req-4aaca50d-18f4-4a33-af55-5e39ea460b32 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 946 time: 0.1526802 Feb 03 22:01:00.226268 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44ae3f65-2bd5-4207-9754-5a423955882a req-f79f8913-5f41-4603-8262-a9381cdf0a54 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.50 "GET /v2.0/security-groups?id=597677f7-e946-43e7-a8d5-275aeadc1008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589719 Feb 03 22:01:00.268590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49228) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:00.286772 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f603d028-a62b-4fd7-94b3-60a34aa40ef5 req-e4594a05-1029-43c8-9ec5-c55c2238bd0f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710219 Feb 03 22:01:00.301625 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99d9420c-d265-4f40-a393-291965ecca05 admin admin] Publish callbacks [] for security_group (f7f8107d-cae0-4ea4-b857-f7efcd26f800), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.307056 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-95d303be-7175-4c44-b509-f948f747e0de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a HTTP/1.1" status: 200 len: 999 time: 0.2276952 Feb 03 22:01:00.310946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b2c6a068-dc93-437a-b557-b1f302def48e', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'port_id': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'mac_address': 'fa:16:3e:aa:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:00:36Z', 'updated_at': '2022-02-03T22:00:57Z', 'revision_number': 1, 'project_id': '769e32d039cc427c99cf4027de31df66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:00.346664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20c0eb9f-013c-45b0-944a-fdad77c488bc req-5f0c09b4-4fdf-4ec3-bc07-84bc04f60d5e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762440 Feb 03 22:01:00.377509 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99d9420c-d265-4f40-a393-291965ecca05 admin admin] Publish callbacks [] for security_group (f7f8107d-cae0-4ea4-b857-f7efcd26f800), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.398562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] Checking router: 3218fddb-955e-4cc2-b8ba-86c430f97f9c for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:01:00.416710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:00.418154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (175dd87a-3bbe-4341-ad0a-7edc16a027d3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.419680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:00:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:00.479075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Pushing event deleted for resources: {'Port': ['ID=175dd87a-3bbe-4341-ad0a-7edc16a027d3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:00.486412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b89987c-1c64-4c37-98e2-739b288818a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.509382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8768774-77e0-46ac-923f-5a67111d6f6f req-df32f7b8-a956-4699-85a4-0010ab28a15f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:00.518188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8768774-77e0-46ac-923f-5a67111d6f6f req-df32f7b8-a956-4699-85a4-0010ab28a15f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 944 time: 0.1447446 Feb 03 22:01:00.560173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] No DVR routers for this DVR port 175dd87a-3bbe-4341-ad0a-7edc16a027d3 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:01:00.567286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99d9420c-d265-4f40-a393-291965ecca05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f7f8107d-cae0-4ea4-b857-f7efcd26f800), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.569900 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99d9420c-d265-4f40-a393-291965ecca05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.573597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-99d9420c-d265-4f40-a393-291965ecca05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7f8107d-cae0-4ea4-b857-f7efcd26f800 HTTP/1.1" status: 204 len: 168 time: 0.6792538 Feb 03 22:01:00.596752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.601061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9420c-d265-4f40-a393-291965ecca05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f8107d-cae0-4ea4-b857-f7efcd26f800,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:00.606219 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-22c1ed3e-87c3-4f3c-abad-a5771812959d req-46308eff-c8b6-45d9-aaea-82924582f241 tempest-ServerTagsTestJSON-717627419 tempest-ServerTagsTestJSON-717627419-project] 10.222.0.10 "DELETE /v2.0/ports/175dd87a-3bbe-4341-ad0a-7edc16a027d3 HTTP/1.1" status: 204 len: 173 time: 1.4918940 Feb 03 22:01:00.627645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8768774-77e0-46ac-923f-5a67111d6f6f req-ba6fbdd7-dac4-44c8-b1a8-21b460351c12 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084898 Feb 03 22:01:00.646495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-939ace25-d1f1-46ab-9582-d8d0dfa947a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:00.648001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-939ace25-d1f1-46ab-9582-d8d0dfa947a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.1008010 Feb 03 22:01:00.695870 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b89987c-1c64-4c37-98e2-739b288818a3 admin admin] Publish callbacks [] for security_group (a70114b2-da94-4b94-b3c7-24275d66d0f6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.706067 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b89987c-1c64-4c37-98e2-739b288818a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a70114b2-da94-4b94-b3c7-24275d66d0f6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.733838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-593f8e36-ed2d-47c1-b129-d201dafc010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:00.740399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['175dd87a-3bbe-4341-ad0a-7edc16a027d3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:01:00.740694 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-593f8e36-ed2d-47c1-b129-d201dafc010a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818512 Feb 03 22:01:00.785701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4b89987c-1c64-4c37-98e2-739b288818a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f283f89a34b14005b2e11c3103f2f9bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5135207 Feb 03 22:01:00.792342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49240) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:00.862784 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:01:00.883403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89987c-1c64-4c37-98e2-739b288818a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70114b2-da94-4b94-b3c7-24275d66d0f6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:00.925271 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19fb5e33-0217-4fdb-9428-3d288c549bdb admin admin] Publish callbacks [] for security_group (a70114b2-da94-4b94-b3c7-24275d66d0f6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:00.987005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19fb5e33-0217-4fdb-9428-3d288c549bdb admin admin] Publish callbacks [] for security_group (a70114b2-da94-4b94-b3c7-24275d66d0f6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:01.025908 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-1575f4a0-9635-4518-939c-0ef87f194cad service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816780 Feb 03 22:01:01.242883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18daecc-82d6-4e77-9923-5507abbf7d41 req-ddf7713c-e96b-4652-bf15-e9641b684a3f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:01.246109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c18daecc-82d6-4e77-9923-5507abbf7d41 req-ddf7713c-e96b-4652-bf15-e9641b684a3f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.2540181 Feb 03 22:01:01.295995 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9e11de87-ddfb-42cf-8485-d23eb30ec799 req-3b26d21a-563b-4cc3-a824-901e484f75d5 service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618756 Feb 03 22:01:01.314221 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19fb5e33-0217-4fdb-9428-3d288c549bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a70114b2-da94-4b94-b3c7-24275d66d0f6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:01.320938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19fb5e33-0217-4fdb-9428-3d288c549bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:01.322768 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-19fb5e33-0217-4fdb-9428-3d288c549bdb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a70114b2-da94-4b94-b3c7-24275d66d0f6 HTTP/1.1" status: 204 len: 168 time: 0.5292974 Feb 03 22:01:01.329828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:01.338752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb5e33-0217-4fdb-9428-3d288c549bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70114b2-da94-4b94-b3c7-24275d66d0f6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:01.395076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c18daecc-82d6-4e77-9923-5507abbf7d41 req-096d1172-0b51-47ca-99ef-8d128df9683c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225278 Feb 03 22:01:01.455108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c30b225-c74f-4af3-88c3-654f2ed37fcc admin admin] Deleting subnet 0f353577-67ac-4557-939c-d5744504fee3 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:01:01.458899 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c30b225-c74f-4af3-88c3-654f2ed37fcc admin admin] Publish callbacks [] for subnet (0f353577-67ac-4557-939c-d5744504fee3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:01.511292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c30b225-c74f-4af3-88c3-654f2ed37fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (0f353577-67ac-4557-939c-d5744504fee3), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:01.553957 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c30b225-c74f-4af3-88c3-654f2ed37fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0f353577-67ac-4557-939c-d5744504fee3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:01.574292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e302bfb-9392-42c6-b049-c77d0e4772a1', 'name': 'network-vif-deleted', 'tag': '175dd87a-3bbe-4341-ad0a-7edc16a027d3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:01:01.576502 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ffa327-925b-475d-8256-d5c955fd05b7" -d '{"events": [{"server_uuid": "8e302bfb-9392-42c6-b049-c77d0e4772a1", "name": "network-vif-deleted", "tag": "175dd87a-3bbe-4341-ad0a-7edc16a027d3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:01:01.620488 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c30b225-c74f-4af3-88c3-654f2ed37fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (0f353577-67ac-4557-939c-d5744504fee3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:01.624286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e31fcc-ae1c-4e9f-ba86-085a07108f8e req-16f7198b-f775-4fa5-8989-f273dcbf6b38 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:01.632199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33e31fcc-ae1c-4e9f-ba86-085a07108f8e req-16f7198b-f775-4fa5-8989-f273dcbf6b38 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 946 time: 0.1565323 Feb 03 22:01:01.641577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c30b225-c74f-4af3-88c3-654f2ed37fcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:01.646148 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8c30b225-c74f-4af3-88c3-654f2ed37fcc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0f353577-67ac-4557-939c-d5744504fee3 HTTP/1.1" status: 204 len: 168 time: 0.3150487 Feb 03 22:01:01.662455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b2c6a068-dc93-437a-b557-b1f302def48e', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'port_id': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'mac_address': 'fa:16:3e:aa:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:00:36Z', 'updated_at': '2022-02-03T22:00:57Z', 'revision_number': 1, 'project_id': '769e32d039cc427c99cf4027de31df66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:01.663892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49272) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:01.668633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30b225-c74f-4af3-88c3-654f2ed37fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f353577-67ac-4557-939c-d5744504fee3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:01.682221 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd182502-9e75-48c8-bc70-181abc569f55 x-openstack-request-id: req-dd182502-9e75-48c8-bc70-181abc569f55 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:01:01.682687 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e302bfb-9392-42c6-b049-c77d0e4772a1", "name": "network-vif-deleted", "tag": "175dd87a-3bbe-4341-ad0a-7edc16a027d3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:01:01.682949 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd182502-9e75-48c8-bc70-181abc569f55 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:01:01.683353 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e302bfb-9392-42c6-b049-c77d0e4772a1', 'name': 'network-vif-deleted', 'tag': '175dd87a-3bbe-4341-ad0a-7edc16a027d3', 'status': 'completed', 'code': 200} Feb 03 22:01:01.734683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaade4a-19af-4e75-9563-189e7b8b0dd9 None None] The sync data for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 is: [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b2c6a068-dc93-437a-b557-b1f302def48e', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'port_id': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'mac_address': 'fa:16:3e:aa:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:00:36Z', 'updated_at': '2022-02-03T22:00:57Z', 'revision_number': 1, 'project_id': '769e32d039cc427c99cf4027de31df66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:01:01.902551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33e31fcc-ae1c-4e9f-ba86-085a07108f8e req-2738eb21-c014-4d89-b01b-0296a4a6f89b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634833 Feb 03 22:01:01.925698 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (813f742e-8bda-4b94-b5ab-dcf2195f25c8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:01.984012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6df0e1-a732-458b-9367-e6ed3d9ab9a1 req-7050823e-89fe-493b-a03a-0af593510806 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:01.985722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e6df0e1-a732-458b-9367-e6ed3d9ab9a1 req-7050823e-89fe-493b-a03a-0af593510806 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 944 time: 0.1892321 Feb 03 22:01:02.113381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e6df0e1-a732-458b-9367-e6ed3d9ab9a1 req-184ee303-d1f8-47a0-821d-ed991a228a54 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109340 Feb 03 22:01:02.124369 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb1480-8975-4257-b59e-bf0df4a3d098 None None] New status for floating IP b2c6a068-dc93-437a-b557-b1f302def48e: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:01:02.127622 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (813f742e-8bda-4b94-b5ab-dcf2195f25c8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.151975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d94eddc6-9068-40d3-9416-db40a8cee11b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:01:02.156015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813f742e-8bda-4b94-b5ab-dcf2195f25c8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:02.174800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e485313e-e3b9-434c-a4d8-11debbf1a45a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:02.175380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e485313e-e3b9-434c-a4d8-11debbf1a45a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:02.213497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (e485313e-e3b9-434c-a4d8-11debbf1a45a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.233426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49280) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:02.251247 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e485313e-e3b9-434c-a4d8-11debbf1a45a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.256138 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6862d1db-40a4-47f9-a2bc-1c71630f30b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.261863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:01:02.264514 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (e485313e-e3b9-434c-a4d8-11debbf1a45a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:01:02.269742 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:01:02.346238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d94eddc6-9068-40d3-9416-db40a8cee11b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d94eddc6-9068-40d3-9416-db40a8cee11b,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:01:02.360871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'd94eddc6-9068-40d3-9416-db40a8cee11b', 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054', 'port_id': 'd94eddc6-9068-40d3-9416-db40a8cee11b', 'mac_address': 'fa:16:3e:cd:6f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:01:02.405489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (813f742e-8bda-4b94-b5ab-dcf2195f25c8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.408823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d94eddc6-9068-40d3-9416-db40a8cee11b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:01:02.409033 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.424592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94eddc6-9068-40d3-9416-db40a8cee11b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:01:02.425720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6862d1db-40a4-47f9-a2bc-1c71630f30b6 admin admin] Publish callbacks [] for security_group (01fc0b3b-7653-47ec-90db-41459372f915), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.439808 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6862d1db-40a4-47f9-a2bc-1c71630f30b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (01fc0b3b-7653-47ec-90db-41459372f915), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.449924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d94eddc6-9068-40d3-9416-db40a8cee11b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d94eddc6-9068-40d3-9416-db40a8cee11b,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:01:02.454667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.454812 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.464991 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] 10.222.0.50 "DELETE /v2.0/networks/813f742e-8bda-4b94-b5ab-dcf2195f25c8 HTTP/1.1" status: 204 len: 168 time: 0.7966952 Feb 03 22:01:02.467396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c30dde-106d-489d-a00a-c4f4397612cf admin admin] Pushing event deleted for resources: {'Network': ['ID=813f742e-8bda-4b94-b5ab-dcf2195f25c8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:02.505225 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6862d1db-40a4-47f9-a2bc-1c71630f30b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60ed8f572f2b47aab8b75a93809452fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681427 Feb 03 22:01:02.505457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:02.559106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862d1db-40a4-47f9-a2bc-1c71630f30b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fc0b3b-7653-47ec-90db-41459372f915,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:02.601362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d94eddc6-9068-40d3-9416-db40a8cee11b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:02.614194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e6e6-a16a-44d4-b6ce-534848d0e5d1 admin admin] Publish callbacks [] for security_group (01fc0b3b-7653-47ec-90db-41459372f915), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.626609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edee60-8e02-481c-a614-959ba67592cc req-f3955c9b-8607-491c-8987-4507b94ed732 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:02.628317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41edee60-8e02-481c-a614-959ba67592cc req-f3955c9b-8607-491c-8987-4507b94ed732 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1054075 Feb 03 22:01:02.640458 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e6e6-a16a-44d4-b6ce-534848d0e5d1 admin admin] Publish callbacks [] for security_group (01fc0b3b-7653-47ec-90db-41459372f915), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.710168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-41edee60-8e02-481c-a614-959ba67592cc req-20d8598c-7511-4fb9-8024-450554f7c00f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738895 Feb 03 22:01:02.710707 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e6e6-a16a-44d4-b6ce-534848d0e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (01fc0b3b-7653-47ec-90db-41459372f915), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.713462 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e6e6-a16a-44d4-b6ce-534848d0e5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:02.714760 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2eb7e6e6-a16a-44d4-b6ce-534848d0e5d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01fc0b3b-7653-47ec-90db-41459372f915 HTTP/1.1" status: 204 len: 168 time: 0.2049887 Feb 03 22:01:02.722861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7e6e6-a16a-44d4-b6ce-534848d0e5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fc0b3b-7653-47ec-90db-41459372f915,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:02.776387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['d94eddc6-9068-40d3-9416-db40a8cee11b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:01:02.927340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:03.009757 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-be1b8852-eeb1-456e-8c4f-d4405c20b247 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a82bfcb000014da1b57397c07c069e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0788033 Feb 03 22:01:03.010536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:03.067361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81dc26d-390c-486f-be1f-1ff1fd3e9cc4 req-cedd52cd-9b38-4ffc-9ff6-18d770265a8c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:03.076217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d81dc26d-390c-486f-be1f-1ff1fd3e9cc4 req-cedd52cd-9b38-4ffc-9ff6-18d770265a8c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 946 time: 0.0806029 Feb 03 22:01:03.115011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7286964-ddd6-4aa2-a743-aec368db64e5 admin admin] Publish callbacks [] for security_group (597677f7-e946-43e7-a8d5-275aeadc1008), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:03.152575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7286964-ddd6-4aa2-a743-aec368db64e5 admin admin] Publish callbacks [] for security_group (597677f7-e946-43e7-a8d5-275aeadc1008), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:03.182091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d81dc26d-390c-486f-be1f-1ff1fd3e9cc4 req-7b2a1f91-99fb-4531-bc46-3b059aa37f2c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045718 Feb 03 22:01:03.247015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7286964-ddd6-4aa2-a743-aec368db64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (597677f7-e946-43e7-a8d5-275aeadc1008), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:03.255129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7286964-ddd6-4aa2-a743-aec368db64e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:03.258495 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d7286964-ddd6-4aa2-a743-aec368db64e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/597677f7-e946-43e7-a8d5-275aeadc1008 HTTP/1.1" status: 204 len: 168 time: 0.2451186 Feb 03 22:01:03.274897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7286964-ddd6-4aa2-a743-aec368db64e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597677f7-e946-43e7-a8d5-275aeadc1008,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:03.313478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff59833-cc0d-4d69-9d3c-5cd65b199bf2 req-aa6024aa-e7fe-413a-b422-6edeaead3fbe tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:03.321444 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bff59833-cc0d-4d69-9d3c-5cd65b199bf2 req-aa6024aa-e7fe-413a-b422-6edeaead3fbe tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 945 time: 0.0816166 Feb 03 22:01:03.386863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bff59833-cc0d-4d69-9d3c-5cd65b199bf2 req-a7e7c3b1-cdbf-4283-9945-40d0f47b8d80 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634961 Feb 03 22:01:03.469518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f48308-bbce-4f41-b56b-d10904c53ace req-1d5d16eb-7a07-43c6-a668-597337d241b6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:03.471178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6f48308-bbce-4f41-b56b-d10904c53ace req-1d5d16eb-7a07-43c6-a668-597337d241b6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 946 time: 0.0816686 Feb 03 22:01:03.539080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6f48308-bbce-4f41-b56b-d10904c53ace req-20299912-c196-4c2d-ba36-0f634cb5ef08 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619645 Feb 03 22:01:03.708139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f3998-518a-41c9-a242-abf6afc64cdf req-49a5ecf2-a035-4974-aba6-d974dce04f7e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:03.716426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d61f3998-518a-41c9-a242-abf6afc64cdf req-49a5ecf2-a035-4974-aba6-d974dce04f7e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 946 time: 0.0776162 Feb 03 22:01:03.800169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d61f3998-518a-41c9-a242-abf6afc64cdf req-04bd6c7d-3be9-4591-af23-85b47ef063d7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766485 Feb 03 22:01:04.130907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63683132-c102-4b4b-b87f-3fc0c6a0e8c5 req-e3dea91b-02ff-49bb-9096-9bfdb40434eb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:04.142983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63683132-c102-4b4b-b87f-3fc0c6a0e8c5 req-e3dea91b-02ff-49bb-9096-9bfdb40434eb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 946 time: 0.0798447 Feb 03 22:01:04.168138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d94eddc6-9068-40d3-9416-db40a8cee11b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:01:04.209362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63683132-c102-4b4b-b87f-3fc0c6a0e8c5 req-ccafe5ba-afb4-4c7e-937f-55f991b20c75 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653389 Feb 03 22:01:04.232245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port d94eddc6-9068-40d3-9416-db40a8cee11b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:01:04.241317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port d94eddc6-9068-40d3-9416-db40a8cee11b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:04.241920 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:04.351461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d94eddc6-9068-40d3-9416-db40a8cee11b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:01:04.351889 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:04.385044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b007d1b9-e425-4609-8daa-df4db4fc32fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94eddc6-9068-40d3-9416-db40a8cee11b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:01:04.388462 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42782ad-1ed6-46a4-ab9a-e3f797a2c11d" -d '{"events": [{"server_uuid": "b007d1b9-e425-4609-8daa-df4db4fc32fe", "name": "network-vif-plugged", "status": "completed", "tag": "d94eddc6-9068-40d3-9416-db40a8cee11b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:01:04.406021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d94eddc6-9068-40d3-9416-db40a8cee11b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d94eddc6-9068-40d3-9416-db40a8cee11b,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:01:04.410620 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:04.412635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 175dd87a-3bbe-4341-ad0a-7edc16a027d3 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:01:04.448493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 175dd87a-3bbe-4341-ad0a-7edc16a027d3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:01:04.448958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 175dd87a-3bbe-4341-ad0a-7edc16a027d3 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:01:04.501216 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4398afdf-83b0-4d8d-9ada-56a16fff66dd x-openstack-request-id: req-4398afdf-83b0-4d8d-9ada-56a16fff66dd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:01:04.501547 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b007d1b9-e425-4609-8daa-df4db4fc32fe", "name": "network-vif-plugged", "status": "completed", "tag": "d94eddc6-9068-40d3-9416-db40a8cee11b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:01:04.501869 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4398afdf-83b0-4d8d-9ada-56a16fff66dd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:01:04.502451 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b007d1b9-e425-4609-8daa-df4db4fc32fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94eddc6-9068-40d3-9416-db40a8cee11b', 'code': 200} Feb 03 22:01:04.516081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d94eddc6-9068-40d3-9416-db40a8cee11b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:04.619096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c541cbb-953e-4d0a-8dec-8e942974323c req-ad900607-7e98-495a-a780-95adbe9a5927 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:04.626126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c541cbb-953e-4d0a-8dec-8e942974323c req-ad900607-7e98-495a-a780-95adbe9a5927 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 946 time: 0.1020668 Feb 03 22:01:04.648090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7c7f9-e62e-45a0-bfe8-2359443c092d req-38ce3bcc-41ef-4004-ac48-c1391aa05ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:04.650230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12a7c7f9-e62e-45a0-bfe8-2359443c092d req-38ce3bcc-41ef-4004-ac48-c1391aa05ebd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 1128 time: 0.0607386 Feb 03 22:01:04.718419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c541cbb-953e-4d0a-8dec-8e942974323c req-3aee0887-c123-4bf0-b9cc-8c57a884ec9b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806220 Feb 03 22:01:04.742107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12a7c7f9-e62e-45a0-bfe8-2359443c092d req-29640360-452f-46ac-83d1-df0ba9061d5d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846355 Feb 03 22:01:05.353653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba3ae9-2721-4051-9ade-6c4fa9515eae req-ea023c51-fc66-4530-9a00-9f870cabe75e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:05.355329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14ba3ae9-2721-4051-9ade-6c4fa9515eae req-ea023c51-fc66-4530-9a00-9f870cabe75e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 946 time: 0.0659389 Feb 03 22:01:05.421222 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14ba3ae9-2721-4051-9ade-6c4fa9515eae req-39d3e097-f291-4beb-a468-54b148e2d36a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547593 Feb 03 22:01:05.864365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a923ba2-4509-4dbe-b1e9-45d69c293747 req-ff632345-defe-435f-bb1f-5405c4e7642d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:05.866898 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a923ba2-4509-4dbe-b1e9-45d69c293747 req-ff632345-defe-435f-bb1f-5405c4e7642d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 946 time: 0.0888813 Feb 03 22:01:05.944600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-125c7846-94f7-424b-a3f8-28407527fd25 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:05.953691 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-125c7846-94f7-424b-a3f8-28407527fd25 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 946 time: 0.1035492 Feb 03 22:01:05.979885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a923ba2-4509-4dbe-b1e9-45d69c293747 req-2d6e365a-c6a3-48df-9fba-44174762cceb tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070864 Feb 03 22:01:06.144589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port a730c9d2-03d1-49f7-a393-30d47a2ce242 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:06.145134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:06.150829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa60cf38-9e39-47d8-9a29-504f46f92dcf req-53e82e3b-025c-447d-b95d-289f56635426 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0463479 Feb 03 22:01:06.271838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] For port a730c9d2-03d1-49f7-a393-30d47a2ce242, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a730c9d2-03d1-49f7-a393-30d47a2ce242,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:01:06.272427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:06.288039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for a730c9d2-03d1-49f7-a393-30d47a2ce242 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:06.499007 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a730c9d2-03d1-49f7-a393-30d47a2ce242), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:06.512220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['a730c9d2-03d1-49f7-a393-30d47a2ce242'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:01:06.554858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37b707f5-b8d7-4e32-ad6b-31e410ff9544 req-aa80de2b-4640-4b67-a37c-d4173e497616 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0465345 Feb 03 22:01:06.559024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=a730c9d2-03d1-49f7-a393-30d47a2ce242,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:06.616213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] No DVR routers for this DVR port a730c9d2-03d1-49f7-a393-30d47a2ce242 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:01:06.618752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:06.623271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa7a9833-355e-40c9-bc27-72a95dfd7f72 req-e006fae9-0763-4a60-981e-959aa16ee466 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "DELETE /v2.0/ports/a730c9d2-03d1-49f7-a393-30d47a2ce242 HTTP/1.1" status: 204 len: 173 time: 0.6676002 Feb 03 22:01:06.623746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b520dfd-573b-4edc-86be-9018d569248d', 'name': 'network-vif-deleted', 'tag': 'a730c9d2-03d1-49f7-a393-30d47a2ce242'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:01:06.639576 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9897b62-7a51-4732-af11-b39b6d9b5e93" -d '{"events": [{"server_uuid": "7b520dfd-573b-4edc-86be-9018d569248d", "name": "network-vif-deleted", "tag": "a730c9d2-03d1-49f7-a393-30d47a2ce242"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:01:06.730575 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2886aaa9-bd73-405c-8d4d-899175dc6511 x-openstack-request-id: req-2886aaa9-bd73-405c-8d4d-899175dc6511 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:01:06.731225 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b520dfd-573b-4edc-86be-9018d569248d", "name": "network-vif-deleted", "tag": "a730c9d2-03d1-49f7-a393-30d47a2ce242", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:01:06.731418 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2886aaa9-bd73-405c-8d4d-899175dc6511 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:01:06.732147 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b520dfd-573b-4edc-86be-9018d569248d', 'name': 'network-vif-deleted', 'tag': 'a730c9d2-03d1-49f7-a393-30d47a2ce242', 'status': 'completed', 'code': 200} Feb 03 22:01:07.105178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abed51-0c5b-4d29-b704-4568306fe258 req-d997380c-2916-4d79-8f79-f300e0141327 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:07.114464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69abed51-0c5b-4d29-b704-4568306fe258 req-d997380c-2916-4d79-8f79-f300e0141327 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 946 time: 0.0693781 Feb 03 22:01:07.169940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69abed51-0c5b-4d29-b704-4568306fe258 req-299ef632-7251-4cd7-8a37-ea1c0e0a0020 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542986 Feb 03 22:01:07.294340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b6c159b-a7ec-482c-b7ad-5c07767ab58f req-fc274a4f-6107-4bad-b4fd-b766c795b567 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0670986 Feb 03 22:01:07.382426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e59a08-c7f0-4233-a166-8ea3eff4e80d req-fd9ef8c4-20a7-4741-bb6b-39a7fbb27800 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:07.384193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88e59a08-c7f0-4233-a166-8ea3eff4e80d req-fd9ef8c4-20a7-4741-bb6b-39a7fbb27800 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 946 time: 0.0931416 Feb 03 22:01:07.431764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49510) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:07.466679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88e59a08-c7f0-4233-a166-8ea3eff4e80d req-86aab8bc-cbd7-4527-b69f-d79bbb60eda5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739617 Feb 03 22:01:07.505569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49516) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:07.692254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17926407-e2fd-4573-ba4f-9a8658224933 req-b69a22e0-7b5a-4edd-8a00-1e317c306631 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0306275 Feb 03 22:01:07.777671 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22387144-5d80-400a-a011-b81d559ffdbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:07.780361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5151-9c6b-4e5f-8080-d8336766de20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:07.917358 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22387144-5d80-400a-a011-b81d559ffdbd admin admin] Publish callbacks [] for security_group (0acfa00a-1dc3-417b-812e-63ab9c4a2c4e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:07.922534 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5151-9c6b-4e5f-8080-d8336766de20 admin admin] Publish callbacks [] for security_group (64fe0949-a630-4159-947a-eb13fcaa5977), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:07.923651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22387144-5d80-400a-a011-b81d559ffdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0acfa00a-1dc3-417b-812e-63ab9c4a2c4e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:07.929264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5151-9c6b-4e5f-8080-d8336766de20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (64fe0949-a630-4159-947a-eb13fcaa5977), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:07.989892 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-22387144-5d80-400a-a011-b81d559ffdbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ee9027c98c14227b5e9326644fc1718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562041 Feb 03 22:01:07.992300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22387144-5d80-400a-a011-b81d559ffdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acfa00a-1dc3-417b-812e-63ab9c4a2c4e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:07.992934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:07.997140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d5ab5151-9c6b-4e5f-8080-d8336766de20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71ebac428e0043c5b48dfda4cd418558&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4903431 Feb 03 22:01:07.999973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:08.048978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab5151-9c6b-4e5f-8080-d8336766de20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe0949-a630-4159-947a-eb13fcaa5977,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:08.051798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db58338f-bc7a-42c3-8b02-61e62b4f4974 admin admin] Publish callbacks [] for security_group (0acfa00a-1dc3-417b-812e-63ab9c4a2c4e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.080105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db58338f-bc7a-42c3-8b02-61e62b4f4974 admin admin] Publish callbacks [] for security_group (0acfa00a-1dc3-417b-812e-63ab9c4a2c4e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.083189 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b138e4d6-8485-44c0-bc14-e493848283a5 admin admin] Publish callbacks [] for security_group (64fe0949-a630-4159-947a-eb13fcaa5977), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.133258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b138e4d6-8485-44c0-bc14-e493848283a5 admin admin] Publish callbacks [] for security_group (64fe0949-a630-4159-947a-eb13fcaa5977), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.146102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db58338f-bc7a-42c3-8b02-61e62b4f4974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0acfa00a-1dc3-417b-812e-63ab9c4a2c4e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.152571 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db58338f-bc7a-42c3-8b02-61e62b4f4974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.156391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-db58338f-bc7a-42c3-8b02-61e62b4f4974 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0acfa00a-1dc3-417b-812e-63ab9c4a2c4e HTTP/1.1" status: 204 len: 168 time: 0.1598439 Feb 03 22:01:08.167156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58338f-bc7a-42c3-8b02-61e62b4f4974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acfa00a-1dc3-417b-812e-63ab9c4a2c4e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:08.226858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b138e4d6-8485-44c0-bc14-e493848283a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (64fe0949-a630-4159-947a-eb13fcaa5977), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.229605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b138e4d6-8485-44c0-bc14-e493848283a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.230903 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b138e4d6-8485-44c0-bc14-e493848283a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64fe0949-a630-4159-947a-eb13fcaa5977 HTTP/1.1" status: 204 len: 168 time: 0.2297807 Feb 03 22:01:08.248627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138e4d6-8485-44c0-bc14-e493848283a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe0949-a630-4159-947a-eb13fcaa5977,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:08.449495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4bb27e6c-4a4b-418c-9a1b-9e294a5e6f7e req-48c27f1b-6c11-4b13-a5c9-2659a3a98a11 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0510330 Feb 03 22:01:08.590362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49550) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:08.604834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee70e569-bf91-463f-92b2-ac3b38f947a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.709914 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee70e569-bf91-463f-92b2-ac3b38f947a5 admin admin] Publish callbacks [] for security_group (dcfa90fc-9f45-49df-9833-6d411462a7f1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.719840 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee70e569-bf91-463f-92b2-ac3b38f947a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dcfa90fc-9f45-49df-9833-6d411462a7f1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.767146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ee70e569-bf91-463f-92b2-ac3b38f947a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60eba3f08f0d42c9a740e97c0180e7b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755939 Feb 03 22:01:08.769798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:08.790079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70e569-bf91-463f-92b2-ac3b38f947a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfa90fc-9f45-49df-9833-6d411462a7f1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:08.851608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3a9b88b-e26b-4657-b075-52ef0c8e012a req-da8d7ef5-a807-4aae-8c70-06d153d93197 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0496421 Feb 03 22:01:08.865831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c71c467-3137-4b2b-950e-bef032e33630 admin admin] Publish callbacks [] for security_group (dcfa90fc-9f45-49df-9833-6d411462a7f1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.899407 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c71c467-3137-4b2b-950e-bef032e33630 admin admin] Publish callbacks [] for security_group (dcfa90fc-9f45-49df-9833-6d411462a7f1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.902247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a730c9d2-03d1-49f7-a393-30d47a2ce242 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:01:08.944847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: a730c9d2-03d1-49f7-a393-30d47a2ce242 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:01:08.945446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a730c9d2-03d1-49f7-a393-30d47a2ce242 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:01:08.965594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c71c467-3137-4b2b-950e-bef032e33630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dcfa90fc-9f45-49df-9833-6d411462a7f1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.969248 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c71c467-3137-4b2b-950e-bef032e33630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:08.970590 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7c71c467-3137-4b2b-950e-bef032e33630 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcfa90fc-9f45-49df-9833-6d411462a7f1 HTTP/1.1" status: 204 len: 168 time: 0.1995461 Feb 03 22:01:08.982058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71c467-3137-4b2b-950e-bef032e33630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfa90fc-9f45-49df-9833-6d411462a7f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:08.993797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49568) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:09.610668 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc523788-c244-4997-9f26-ddf287ec8af8 req-2070ad45-e888-45f1-b98e-4f01cf4eac07 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0540230 Feb 03 22:01:09.864024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:10.030431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbcb11e3-d817-4b9a-b7e4-de0001bf916e req-68d10318-1d9f-4299-be4d-fb3a91e8b764 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0570886 Feb 03 22:01:10.155507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6dd9bfd0-354e-40d7-900e-2e23342e843d req-a169bd79-2479-400f-a712-9aa1099a5b02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0426412 Feb 03 22:01:10.285422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.20.0.17 (1e92ffda-fedc-4017-8312-c24605c44054/fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc/34d74441-a371-4852-8d13-ab09062edbad) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:10.426286 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (34d74441-a371-4852-8d13-ab09062edbad), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:10.474548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (34d74441-a371-4852-8d13-ab09062edbad), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:10.521415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 1e92ffda-fedc-4017-8312-c24605c44054 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:10.534275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:10.538396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:10.545135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=34d74441-a371-4852-8d13-ab09062edbad,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:10.599733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (c5096671-43de-4978-842e-9edd7b7159e8), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:10.795182 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-144e21cd-587f-4bbe-8314-058e369d74c9 req-11307c68-7e06-46db-a39e-c32cb99536b7 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0554512 Feb 03 22:01:10.860999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (34d74441-a371-4852-8d13-ab09062edbad), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:10.985351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-87c81896-2ce8-4f87-a12e-f3741983448c None None] Provisioning complete for port 34d74441-a371-4852-8d13-ab09062edbad triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:10.985924 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87c81896-2ce8-4f87-a12e-f3741983448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34d74441-a371-4852-8d13-ab09062edbad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:11.024848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-87c81896-2ce8-4f87-a12e-f3741983448c None None] Port 34d74441-a371-4852-8d13-ab09062edbad cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:01:11.180805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98a7bd4b-61f4-4e4e-958e-b43247279960 req-aae74c21-b4de-4737-84ef-e2ea0b6e0956 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0647054 Feb 03 22:01:11.327753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (34d74441-a371-4852-8d13-ab09062edbad), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:11.336252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (34d74441-a371-4852-8d13-ab09062edbad), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:11.426216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=34d74441-a371-4852-8d13-ab09062edbad,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:11.434971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (c5096671-43de-4978-842e-9edd7b7159e8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:11.591695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 1e92ffda-fedc-4017-8312-c24605c44054 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:11.593437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:11.745761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router c5096671-43de-4978-842e-9edd7b7159e8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:01:11.941505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9ad8872-fd15-41f0-aa00-9c02d4d50f68 req-3be01df9-afdb-4003-9b5e-ff2cf51f89d6 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0420601 Feb 03 22:01:11.971457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:01:11.985525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Sync routers for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:01:11.999114 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4ee01b88-1085-4d47-8794-3eb08df9cd4d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "PUT /v2.0/routers/c5096671-43de-4978-842e-9edd7b7159e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0046208 Feb 03 22:01:12.002889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:12.003454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:00:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:12.144772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:12.183453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:01:12.187299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cfdb4c60-f270-40f4-8739-8d13aaa55616 None None] Provisioning complete for port 34d74441-a371-4852-8d13-ab09062edbad triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:12.187796 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4c60-f270-40f4-8739-8d13aaa55616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34d74441-a371-4852-8d13-ab09062edbad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:12.300093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb4c60-f270-40f4-8739-8d13aaa55616 None None] Port 34d74441-a371-4852-8d13-ab09062edbad cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:01:12.346593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ec5841f-a1f3-49d4-a890-d587c9128f72 req-0a0caa4e-38f5-40a6-8d06-16acc7da6b4b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0716894 Feb 03 22:01:12.455672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46ef1be7-0684-41bb-8055-6e914c8bb698 req-e35a13eb-2e29-44e1-ba1b-8ab123feaac4 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0523241 Feb 03 22:01:12.626011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:01:10Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '00c54826-6068-450e-b27e-f9e6593e99c8', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:59:22Z', 'updated_at': '2022-02-03T21:59:26Z', 'revision_number': 1, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d74441-a371-4852-8d13-ab09062edbad', 'name': '', 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:83:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:01:10Z', 'updated_at': '2022-02-03T22:01:11Z', 'revision_number': 2, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': 'fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:12.652545 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d93f-70ae-4c70-b2cf-f0fafb4b7d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:12.689750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Checking router: c5096671-43de-4978-842e-9edd7b7159e8 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:01:12.690107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Updating router c5096671-43de-4978-842e-9edd7b7159e8 port 34d74441-a371-4852-8d13-ab09062edbad binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:01:12.742001 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (34d74441-a371-4852-8d13-ab09062edbad), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:12.790831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d93f-70ae-4c70-b2cf-f0fafb4b7d25 admin admin] Publish callbacks [] for security_group (a212e6ec-5290-47e5-a3b6-6ff94aaf29e0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:12.800116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d93f-70ae-4c70-b2cf-f0fafb4b7d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a212e6ec-5290-47e5-a3b6-6ff94aaf29e0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:12.852776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0d93f-70ae-4c70-b2cf-f0fafb4b7d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a212e6ec-5290-47e5-a3b6-6ff94aaf29e0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:12.904072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49708) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:12.913810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0ca0d93f-70ae-4c70-b2cf-f0fafb4b7d25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ab2905ea3c942738868e770f6a7f58a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7673898 Feb 03 22:01:12.973580 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc997a19-2675-4ae9-813f-63d2b7b61872 admin admin] Publish callbacks [] for security_group (a212e6ec-5290-47e5-a3b6-6ff94aaf29e0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:13.004132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc997a19-2675-4ae9-813f-63d2b7b61872 admin admin] Publish callbacks [] for security_group (a212e6ec-5290-47e5-a3b6-6ff94aaf29e0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:13.089110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc997a19-2675-4ae9-813f-63d2b7b61872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a212e6ec-5290-47e5-a3b6-6ff94aaf29e0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:13.093355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc997a19-2675-4ae9-813f-63d2b7b61872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:13.097079 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dc997a19-2675-4ae9-813f-63d2b7b61872 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a212e6ec-5290-47e5-a3b6-6ff94aaf29e0 HTTP/1.1" status: 204 len: 168 time: 0.1909597 Feb 03 22:01:13.115130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc997a19-2675-4ae9-813f-63d2b7b61872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a212e6ec-5290-47e5-a3b6-6ff94aaf29e0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:13.171506 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Publish callbacks [] for port (34d74441-a371-4852-8d13-ab09062edbad), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:13.178208 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (34d74441-a371-4852-8d13-ab09062edbad), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:13.238800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aa585-7d4c-4ab9-bdc1-23797994a702 None None] Pushing event updated for resources: {'Port': ['ID=34d74441-a371-4852-8d13-ab09062edbad,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:13.338389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Attempting to bind port 34d74441-a371-4852-8d13-ab09062edbad on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:01:13.338914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Attempting to bind port 34d74441-a371-4852-8d13-ab09062edbad by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:01:13.340199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Attempting to bind port 34d74441-a371-4852-8d13-ab09062edbad on network 1e92ffda-fedc-4017-8312-c24605c44054 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:01:13.365474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:01:13.367543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Checking segment: {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:01:13.370276 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:13.370880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Bound using segment: {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:01:13.371637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Bound port: 34d74441-a371-4852-8d13-ab09062edbad, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0562a64c-c081-4ac5-8b04-d68738964aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:01:13.373242 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (34d74441-a371-4852-8d13-ab09062edbad), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:13.526187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-323779ad-9323-488a-9683-69d54291f773 req-7b3e63d8-d3e4-4827-924a-6051bd02d782 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0560033 Feb 03 22:01:13.544952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] For port 34d74441-a371-4852-8d13-ab09062edbad, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:01:13.548265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] For port 34d74441-a371-4852-8d13-ab09062edbad, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=34d74441-a371-4852-8d13-ab09062edbad,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:01:13.570341 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (34d74441-a371-4852-8d13-ab09062edbad), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:13.642756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3d3a9ac-e8c1-4206-b96f-59e2abde8ff8 req-f96d365b-3387-4a2c-86c2-4bc643192c32 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0597603 Feb 03 22:01:13.673765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:13.675021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:00:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:13.962778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:01:14.241907 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:01:14.306054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a164fc36-7af1-4d16-ab54-cb7281ad72e7 None None] Provisioning complete for port 34d74441-a371-4852-8d13-ab09062edbad triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:14.309752 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a164fc36-7af1-4d16-ab54-cb7281ad72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34d74441-a371-4852-8d13-ab09062edbad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:14.313947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aa585-7d4c-4ab9-bdc1-23797994a702 None None] Pushing event updated for resources: {'Port': ['ID=34d74441-a371-4852-8d13-ab09062edbad,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:14.521115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a164fc36-7af1-4d16-ab54-cb7281ad72e7 None None] Current status of the port 34d74441-a371-4852-8d13-ab09062edbad is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:01:14.521515 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a164fc36-7af1-4d16-ab54-cb7281ad72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (34d74441-a371-4852-8d13-ab09062edbad), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:14.671276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a164fc36-7af1-4d16-ab54-cb7281ad72e7 None None] For port 34d74441-a371-4852-8d13-ab09062edbad, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=34d74441-a371-4852-8d13-ab09062edbad,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:01:14.685836 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a164fc36-7af1-4d16-ab54-cb7281ad72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (34d74441-a371-4852-8d13-ab09062edbad), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:14.725796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42659f92-5968-4e19-9b66-613ea1cf33dd req-f33d0673-ffb3-447f-b734-cb14aaf195fc tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0534332 Feb 03 22:01:14.756106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164fc36-7af1-4d16-ab54-cb7281ad72e7 None None] Pushing event updated for resources: {'Port': ['ID=34d74441-a371-4852-8d13-ab09062edbad,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:14.828352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3513493c-d063-43f4-a61e-dc9ad771dd74 None None] Provisioning complete for port 34d74441-a371-4852-8d13-ab09062edbad triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:14.828730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3513493c-d063-43f4-a61e-dc9ad771dd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34d74441-a371-4852-8d13-ab09062edbad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:14.836402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:01:10Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '00c54826-6068-450e-b27e-f9e6593e99c8', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:59:22Z', 'updated_at': '2022-02-03T21:59:26Z', 'revision_number': 1, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d74441-a371-4852-8d13-ab09062edbad', 'name': '', 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:83:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:01:10Z', 'updated_at': '2022-02-03T22:01:13Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': 'fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:14.865446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c62aa636-aba4-45b8-bb58-c693154582d8 req-0bbc8121-6f44-4e33-a6b8-86624c9d9316 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0651162 Feb 03 22:01:14.904306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324120d-a39c-4eab-ae6a-4f602b06f688 None None] The sync data for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 is: [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:01:10Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '00c54826-6068-450e-b27e-f9e6593e99c8', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:59:22Z', 'updated_at': '2022-02-03T21:59:26Z', 'revision_number': 1, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d74441-a371-4852-8d13-ab09062edbad', 'name': '', 'network_id': '1e92ffda-fedc-4017-8312-c24605c44054', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:83:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:01:10Z', 'updated_at': '2022-02-03T22:01:13Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': 'fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:01:15.009642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3513493c-d063-43f4-a61e-dc9ad771dd74 None None] Current status of the port 34d74441-a371-4852-8d13-ab09062edbad is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:01:15.889565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a4ce61c-f05e-4878-ab74-ab2c4a0d0a24 req-abccb79c-e0fb-4225-bd10-bdf14a19bd19 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0409391 Feb 03 22:01:16.175284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5cd4f00b-05f9-4a47-9ecd-df7639561bd2 req-8286f3b4-300a-4e94-98ca-62c7f5334d0d tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.1013651 Feb 03 22:01:16.261421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 34d74441-a371-4852-8d13-ab09062edbad up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:01:16.353952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 34d74441-a371-4852-8d13-ab09062edbad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:16.354649 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (34d74441-a371-4852-8d13-ab09062edbad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:16.488006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 34d74441-a371-4852-8d13-ab09062edbad is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:01:16.888533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49880) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:17.042750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b9a1519-cecc-4ea0-98bb-3b037c1b4b24 req-4875496f-ddd2-46a0-b3bc-fa9dbc889c07 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b520dfd-573b-4edc-86be-9018d569248d HTTP/1.1" status: 200 len: 210 time: 0.0507317 Feb 03 22:01:17.200570 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2faf20-b53a-4131-88c7-f9c4f9c2d001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:17.306832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2a0b73c-067b-4b4f-b5e4-e0074abbe552 req-4c367434-01d3-4aea-b2dd-48688b7f68ab tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0313787 Feb 03 22:01:17.363028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2faf20-b53a-4131-88c7-f9c4f9c2d001 admin admin] Publish callbacks [] for security_group (e1479a14-7dbe-40d1-8313-57bbcb2af205), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:17.369225 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2faf20-b53a-4131-88c7-f9c4f9c2d001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e1479a14-7dbe-40d1-8313-57bbcb2af205), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:17.411178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fe2faf20-b53a-4131-88c7-f9c4f9c2d001 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1fb48be12504cce84b589d8ae1cd11b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5210469 Feb 03 22:01:17.412663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2faf20-b53a-4131-88c7-f9c4f9c2d001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1479a14-7dbe-40d1-8313-57bbcb2af205,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:17.414002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:17.468169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04223c3c-8587-488b-9301-2f575794d5c6 admin admin] Publish callbacks [] for security_group (e1479a14-7dbe-40d1-8313-57bbcb2af205), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:17.491748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04223c3c-8587-488b-9301-2f575794d5c6 admin admin] Publish callbacks [] for security_group (e1479a14-7dbe-40d1-8313-57bbcb2af205), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:17.543260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04223c3c-8587-488b-9301-2f575794d5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e1479a14-7dbe-40d1-8313-57bbcb2af205), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:17.547197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04223c3c-8587-488b-9301-2f575794d5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:17.548485 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-04223c3c-8587-488b-9301-2f575794d5c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1479a14-7dbe-40d1-8313-57bbcb2af205 HTTP/1.1" status: 204 len: 168 time: 0.1328139 Feb 03 22:01:17.558007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04223c3c-8587-488b-9301-2f575794d5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1479a14-7dbe-40d1-8313-57bbcb2af205,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:17.945020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49918) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:17.960033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3d13d89-bf99-44f5-9a1a-35cbeaa90114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:18.050976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3d13d89-bf99-44f5-9a1a-35cbeaa90114 admin admin] Publish callbacks [] for security_group (54e33cb9-6d1c-4d15-8ba0-b919b74154fb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:18.056141 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3d13d89-bf99-44f5-9a1a-35cbeaa90114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (54e33cb9-6d1c-4d15-8ba0-b919b74154fb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:18.098859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e3d13d89-bf99-44f5-9a1a-35cbeaa90114 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=600093103bb242889938b9c7c36f3bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516695 Feb 03 22:01:18.101871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49928) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:18.205330 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a186d926-d272-487b-bc0b-d7616fa01204 admin admin] Publish callbacks [] for security_group (54e33cb9-6d1c-4d15-8ba0-b919b74154fb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:18.212075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d13d89-bf99-44f5-9a1a-35cbeaa90114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e33cb9-6d1c-4d15-8ba0-b919b74154fb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:18.252581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a186d926-d272-487b-bc0b-d7616fa01204 admin admin] Publish callbacks [] for security_group (54e33cb9-6d1c-4d15-8ba0-b919b74154fb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:18.328591 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a186d926-d272-487b-bc0b-d7616fa01204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (54e33cb9-6d1c-4d15-8ba0-b919b74154fb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:18.331445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a186d926-d272-487b-bc0b-d7616fa01204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:18.332786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a186d926-d272-487b-bc0b-d7616fa01204 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54e33cb9-6d1c-4d15-8ba0-b919b74154fb HTTP/1.1" status: 204 len: 168 time: 0.2297626 Feb 03 22:01:18.350183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186d926-d272-487b-bc0b-d7616fa01204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e33cb9-6d1c-4d15-8ba0-b919b74154fb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:18.511772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8c0ad95-b1d3-42d6-8df4-89a99149a180 req-319338f5-2144-4cac-87e4-f4e413a98bf6 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0582182 Feb 03 22:01:19.731503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f30a0387-2a62-4ead-b66d-9e5d39584a9f req-d01546d2-4e0d-4467-912e-9e3be5b19ba7 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0688818 Feb 03 22:01:19.928757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:20.070527 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b14c16f-fa51-457b-871b-51caa32cca57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:20.228221 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b14c16f-fa51-457b-871b-51caa32cca57 admin admin] Publish callbacks [] for security_group (f4a5d067-7198-42b0-8afe-b56cc4d227f0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:20.234103 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b14c16f-fa51-457b-871b-51caa32cca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f4a5d067-7198-42b0-8afe-b56cc4d227f0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:20.283495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b14c16f-fa51-457b-871b-51caa32cca57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfcf8a83faea41c4a173e97f973f1e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3511508 Feb 03 22:01:20.283725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:20.291044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14c16f-fa51-457b-871b-51caa32cca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a5d067-7198-42b0-8afe-b56cc4d227f0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:20.365329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00c24dd6-11b4-474a-8774-b141593ce767 admin admin] Publish callbacks [] for security_group (f4a5d067-7198-42b0-8afe-b56cc4d227f0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:20.409634 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00c24dd6-11b4-474a-8774-b141593ce767 admin admin] Publish callbacks [] for security_group (f4a5d067-7198-42b0-8afe-b56cc4d227f0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:20.493276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00c24dd6-11b4-474a-8774-b141593ce767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f4a5d067-7198-42b0-8afe-b56cc4d227f0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:20.496533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00c24dd6-11b4-474a-8774-b141593ce767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:20.500098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-00c24dd6-11b4-474a-8774-b141593ce767 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4a5d067-7198-42b0-8afe-b56cc4d227f0 HTTP/1.1" status: 204 len: 168 time: 0.2150240 Feb 03 22:01:20.517034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c24dd6-11b4-474a-8774-b141593ce767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a5d067-7198-42b0-8afe-b56cc4d227f0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:20.761536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:20.939375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:20.940485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e5ebeec-14d9-4674-b144-5dddf9c1e217 req-34c8783c-bfff-435a-a0b9-72d294ee05a5 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0639811 Feb 03 22:01:20.963050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-832b16df-c8a5-4821-bd27-7a122523c36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.003992 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f017426-4c6b-49f8-b19b-4b7222a6a5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.113202 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-832b16df-c8a5-4821-bd27-7a122523c36a admin admin] Publish callbacks [] for security_group (d17cd8ce-5ea3-4ddc-8898-f01f0665598a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.118525 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-832b16df-c8a5-4821-bd27-7a122523c36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d17cd8ce-5ea3-4ddc-8898-f01f0665598a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.155112 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-832b16df-c8a5-4821-bd27-7a122523c36a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26eb2b3d465645dfb58cceeccb676c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136459 Feb 03 22:01:21.162251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:21.194950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f017426-4c6b-49f8-b19b-4b7222a6a5b9 admin admin] Publish callbacks [] for security_group (5dc1ef15-ef00-4e82-86b2-60c263ab0835), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.195795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b16df-c8a5-4821-bd27-7a122523c36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17cd8ce-5ea3-4ddc-8898-f01f0665598a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:21.201305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f017426-4c6b-49f8-b19b-4b7222a6a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5dc1ef15-ef00-4e82-86b2-60c263ab0835), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.238232 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1809cedd-2349-4fb7-941e-ad09b6f766ac admin admin] Publish callbacks [] for security_group (d17cd8ce-5ea3-4ddc-8898-f01f0665598a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.284607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1809cedd-2349-4fb7-941e-ad09b6f766ac admin admin] Publish callbacks [] for security_group (d17cd8ce-5ea3-4ddc-8898-f01f0665598a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.311145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50036) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:21.312514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0f017426-4c6b-49f8-b19b-4b7222a6a5b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7ddb8b3f99448fe92f6337e1c48b678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5498207 Feb 03 22:01:21.315151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f017426-4c6b-49f8-b19b-4b7222a6a5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc1ef15-ef00-4e82-86b2-60c263ab0835,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:21.396866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ab9aa5-05fa-464e-9149-5670382dd1aa admin admin] Publish callbacks [] for security_group (5dc1ef15-ef00-4e82-86b2-60c263ab0835), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.408874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1809cedd-2349-4fb7-941e-ad09b6f766ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d17cd8ce-5ea3-4ddc-8898-f01f0665598a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.411863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1809cedd-2349-4fb7-941e-ad09b6f766ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.415229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1809cedd-2349-4fb7-941e-ad09b6f766ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d17cd8ce-5ea3-4ddc-8898-f01f0665598a HTTP/1.1" status: 204 len: 168 time: 0.2490849 Feb 03 22:01:21.427811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809cedd-2349-4fb7-941e-ad09b6f766ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17cd8ce-5ea3-4ddc-8898-f01f0665598a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:21.453371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ab9aa5-05fa-464e-9149-5670382dd1aa admin admin] Publish callbacks [] for security_group (5dc1ef15-ef00-4e82-86b2-60c263ab0835), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.512756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ab9aa5-05fa-464e-9149-5670382dd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5dc1ef15-ef00-4e82-86b2-60c263ab0835), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.524500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55ab9aa5-05fa-464e-9149-5670382dd1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:21.544232 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-55ab9aa5-05fa-464e-9149-5670382dd1aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5dc1ef15-ef00-4e82-86b2-60c263ab0835 HTTP/1.1" status: 204 len: 168 time: 0.2310119 Feb 03 22:01:21.559967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab9aa5-05fa-464e-9149-5670382dd1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc1ef15-ef00-4e82-86b2-60c263ab0835,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:22.116601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-436f265f-af4e-4f83-ae3c-11e1f80ea40e req-cf5c0b46-ae90-4d8b-bc87-2332204ee42d tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0483124 Feb 03 22:01:23.281480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fd1666b-c14f-4981-829f-a2f55a53b3b2 req-c136d169-b112-4f55-a324-bb63ee9484d4 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0476704 Feb 03 22:01:23.386580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:23.551782 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2be99731-d4e5-4129-8801-07ec63367cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:23.586006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-901983d3-e046-4abc-a465-c9779eaf7302 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784969 Feb 03 22:01:23.726516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1744787940'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:23.758291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Made reservation on behalf of 26c884d6bca544c58587849691f2edf7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:23.761973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:23.773407 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:23.801401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-fe763790-3b77-4d74-b89c-667f69ee77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:23.803110 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-fe763790-3b77-4d74-b89c-667f69ee77f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 1127 time: 0.1647105 Feb 03 22:01:24.027057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-37f2512b-795b-47b5-99bf-c26c10149050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:24.029134 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-37f2512b-795b-47b5-99bf-c26c10149050 service neutron] 10.222.0.47 "GET /v2.0/networks?id=10dd792e-dca9-4744-809c-2408e7fdc704 HTTP/1.1" status: 200 len: 897 time: 0.2022092 Feb 03 22:01:24.049291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks [] for security_group (7b9d0683-6a7b-4d62-838e-db7c0e97427a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:24.082418 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7b9d0683-6a7b-4d62-838e-db7c0e97427a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:24.126388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:01:24.144353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9d0683-6a7b-4d62-838e-db7c0e97427a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:24.151185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-f2ca6180-09cf-4a6c-9f9e-c6c224a2db90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1247b6-001a-4903-98f4-4e8520ad5515 HTTP/1.1" status: 200 len: 1000 time: 0.1118464 Feb 03 22:01:24.152258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4ca8f055-0b8a-4870-a27a-b332beebc613), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:24.153157 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Added segment 4ca8f055-0b8a-4870-a27a-b332beebc613 of type vlan for network eb7a521b-6371-48c9-9e5b-9c93f71304df Feb 03 22:01:24.232791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (eb7a521b-6371-48c9-9e5b-9c93f71304df), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:24.249464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-29bd71d3-7a63-4a1f-b3ed-7d21513736dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:24.251000 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-29bd71d3-7a63-4a1f-b3ed-7d21513736dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26 HTTP/1.1" status: 200 len: 834 time: 0.0896327 Feb 03 22:01:24.301307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (eb7a521b-6371-48c9-9e5b-9c93f71304df), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:24.307461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:24.308103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:24.393561 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:24.410077 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0215957 Feb 03 22:01:24.415962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:24.422977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b04e6-5064-4429-9bfe-f8b53713a8a7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Pushing event updated for resources: {'Network': ['ID=eb7a521b-6371-48c9-9e5b-9c93f71304df,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:24.428517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-05dbc3ff-b452-4e1d-b4a7-1d16d168eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:24.430712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-05dbc3ff-b452-4e1d-b4a7-1d16d168eee2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10dd792e-dca9-4744-809c-2408e7fdc704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1709023 Feb 03 22:01:24.446409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network eb7a521b-6371-48c9-9e5b-9c93f71304df details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:01:24.491073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-192c0272-8c72-4542-92fd-7f9e50074141 req-bec15cb1-da8e-4b09-bbb4-f323c0cebdb1 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0650167 Feb 03 22:01:24.625995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:24.638627 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-079a2d64-3313-41ca-a212-2895cb1a110d service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005436 Feb 03 22:01:24.829160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-12182216-9f01-4b77-83a9-1b09e3dce7f3 req-b1f09365-8b4e-4c95-8afb-becb97c49ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819012 Feb 03 22:01:24.852642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Request body: {'network': {'name': 'tempest-network--1830365222', 'router:external': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:24.877962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Made reservation on behalf of 1e46de63a492458d8b919195a4bef849 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:24.880760 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:24.891035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.020453 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for security_group (6ccfd0b7-3b3d-4077-95ed-783d6bad415e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.034766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6ccfd0b7-3b3d-4077-95ed-783d6bad415e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.047513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:01:25.082966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccfd0b7-3b3d-4077-95ed-783d6bad415e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:25.091215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ebfd043f-49d8-47f3-850d-e3102d0e779d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.092086 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Added segment ebfd043f-49d8-47f3-850d-e3102d0e779d of type vlan for network a0da1a8d-12ad-4562-a105-b9cc23a0ab89 Feb 03 22:01:25.154210 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a0da1a8d-12ad-4562-a105-b9cc23a0ab89), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.200045 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a0da1a8d-12ad-4562-a105-b9cc23a0ab89), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.201082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:25.201789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.267195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8473690 Feb 03 22:01:25.267400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:25.301703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8498e7-5b87-4d50-a8ef-92a3b7afce1c tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'Network': ['ID=a0da1a8d-12ad-4562-a105-b9cc23a0ab89,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:25.311958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a0da1a8d-12ad-4562-a105-b9cc23a0ab89 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:01:25.369254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a0da1a8d-12ad-4562-a105-b9cc23a0ab89), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.458458 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a0da1a8d-12ad-4562-a105-b9cc23a0ab89), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.479072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0da1a8d-12ad-4562-a105-b9cc23a0ab89']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:25.489249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfd043f-49d8-47f3-850d-e3102d0e779d') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:25.489545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfd043f-49d8-47f3-850d-e3102d0e779d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:25.499079 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (ebfd043f-49d8-47f3-850d-e3102d0e779d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.513066 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ebfd043f-49d8-47f3-850d-e3102d0e779d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.520015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:01:25.520452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (ebfd043f-49d8-47f3-850d-e3102d0e779d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:01:25.522169 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:01:25.596797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a0da1a8d-12ad-4562-a105-b9cc23a0ab89), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.604624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0da1a8d-12ad-4562-a105-b9cc23a0ab89 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 22:01:25.616700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.619894 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a0da1a8d-12ad-4562-a105-b9cc23a0ab89 HTTP/1.1" status: 204 len: 168 time: 0.3514543 Feb 03 22:01:25.621075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d93a2-8190-4821-ae95-a214ebad019b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0da1a8d-12ad-4562-a105-b9cc23a0ab89,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:25.623501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50182) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:25.629000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:25.651845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Made reservation on behalf of 1e46de63a492458d8b919195a4bef849 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:25.657270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-546fbe6a-5b6c-4ef6-b7c2-d258d457c04c req-73491475-627a-428c-bdfa-dbbbd7dab69b tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0687642 Feb 03 22:01:25.657767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.693556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:01:25.704641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7d1169a3-c3d6-4d9b-9f0d-2d697e8303be), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.705057 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Added segment 7d1169a3-c3d6-4d9b-9f0d-2d697e8303be of type vlan for network ccbe5e85-5b19-4734-950e-e451c57cf290 Feb 03 22:01:25.772115 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (ccbe5e85-5b19-4734-950e-e451c57cf290), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.810811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (ccbe5e85-5b19-4734-950e-e451c57cf290), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.812004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:25.813154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:25.879491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2549350 Feb 03 22:01:25.882571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:25.888334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Request body: {'subnet': {'network_id': 'ccbe5e85-5b19-4734-950e-e451c57cf290', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:25.899350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da66ea-4684-4311-a277-e1d03602358b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'Network': ['ID=ccbe5e85-5b19-4734-950e-e451c57cf290,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:25.917678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Made reservation on behalf of 1e46de63a492458d8b919195a4bef849 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:25.920471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network ccbe5e85-5b19-4734-950e-e451c57cf290 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:01:25.933318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:26.323579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:01:26.324070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (e9a760df-cc6d-4c9e-90a5-3c94c565eca0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:26.421513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e9a760df-cc6d-4c9e-90a5-3c94c565eca0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:26.430458 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Checking segment: {'id': '7d1169a3-c3d6-4d9b-9f0d-2d697e8303be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ccbe5e85-5b19-4734-950e-e451c57cf290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:01:26.430846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Network hostable DHCP agents. Network: ccbe5e85-5b19-4734-950e-e451c57cf290, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:01:26.458446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Network ccbe5e85-5b19-4734-950e-e451c57cf290 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:01:26.477336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, ccbe5e85-5b19-4734-950e-e451c57cf290) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:26.491940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b893c5-7688-42ff-a7d1-8c31abac8e62 None None] Network ccbe5e85-5b19-4734-950e-e451c57cf290 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:01:26.494063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:26.497404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:26.528788 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0e07408f-f7c4-4aa5-ba38-c9d46baebccb tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6450419 Feb 03 22:01:26.531631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:26.536066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Request body: {'floatingip': {'floating_network_id': 'ccbe5e85-5b19-4734-950e-e451c57cf290'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:26.579002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:26.610143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73cf5a00-52fa-41da-8816-cda68e154db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:26.749779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c826fcb7-5384-4f44-b202-1855c66cab7f None None] Network ccbe5e85-5b19-4734-950e-e451c57cf290 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:01:26.750549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:26.873239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b687d1ef-eb47-4bb2-9c67-b66e12990315 req-db7bf090-bab3-4bfd-b362-6eac15ea05d1 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0707841 Feb 03 22:01:26.934124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:26.950526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Allocated IP 172.20.0.9 (ccbe5e85-5b19-4734-950e-e451c57cf290/e9a760df-cc6d-4c9e-90a5-3c94c565eca0/d0c09f7c-a6e0-411c-897c-0763cad83ec4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:27.145401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for port (d0c09f7c-a6e0-411c-897c-0763cad83ec4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:27.222763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d0c09f7c-a6e0-411c-897c-0763cad83ec4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:27.297522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'Port': ['ID=d0c09f7c-a6e0-411c-897c-0763cad83ec4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:27.311096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Network ccbe5e85-5b19-4734-950e-e451c57cf290 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:27.312686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:27.315277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:27.455111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for floatingip (b54f9bee-497a-4c25-9e0a-c17e876d3469), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:27.518134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0c09f7c-a6e0-411c-897c-0763cad83ec4), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:27.824576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for port (d0c09f7c-a6e0-411c-897c-0763cad83ec4), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:27.832999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d0c09f7c-a6e0-411c-897c-0763cad83ec4), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:27.920507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'Port': ['ID=d0c09f7c-a6e0-411c-897c-0763cad83ec4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:27.972994 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b54f9bee-497a-4c25-9e0a-c17e876d3469), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.000597 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.007061 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f4cf421b-008a-404f-9af4-59f7e90bdf70 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4718392 Feb 03 22:01:28.007628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:28.062879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4467f7b9-06dc-4094-b358-95cb6e7adfb0 req-435f5cf9-efa3-4bbb-8457-57ffba9e9daf tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0476322 Feb 03 22:01:28.109104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-606add10-1859-4cf1-aeaa-67842352922d tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=ccbe5e85-5b19-4734-950e-e451c57cf290 HTTP/1.1" status: 200 len: 689 time: 0.0977256 Feb 03 22:01:28.109420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:28.205942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (ccbe5e85-5b19-4734-950e-e451c57cf290), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.327050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Deleting port d0c09f7c-a6e0-411c-897c-0763cad83ec4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:28.327379 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d0c09f7c-a6e0-411c-897c-0763cad83ec4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.412638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d0c09f7c-a6e0-411c-897c-0763cad83ec4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.413225 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for floatingip (d0c09f7c-a6e0-411c-897c-0763cad83ec4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.427036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Calling delete_port for d0c09f7c-a6e0-411c-897c-0763cad83ec4 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:28.581544 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d0c09f7c-a6e0-411c-897c-0763cad83ec4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.595461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.609930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0c09f7c-a6e0-411c-897c-0763cad83ec4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:28.679874 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for floatingip (b54f9bee-497a-4c25-9e0a-c17e876d3469), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.726708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (e9a760df-cc6d-4c9e-90a5-3c94c565eca0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.788541 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (e9a760df-cc6d-4c9e-90a5-3c94c565eca0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.814737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a760df-cc6d-4c9e-90a5-3c94c565eca0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:28.882940 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (ccbe5e85-5b19-4734-950e-e451c57cf290), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.906916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbe5e85-5b19-4734-950e-e451c57cf290']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:28.919516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1169a3-c3d6-4d9b-9f0d-2d697e8303be') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:28.919832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1169a3-c3d6-4d9b-9f0d-2d697e8303be') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:28.929729 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (7d1169a3-c3d6-4d9b-9f0d-2d697e8303be), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.944755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7d1169a3-c3d6-4d9b-9f0d-2d697e8303be), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.951604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:01:28.952000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (7d1169a3-c3d6-4d9b-9f0d-2d697e8303be), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:01:28.954039 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:01:29.021962 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (ccbe5e85-5b19-4734-950e-e451c57cf290), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:29.028435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccbe5e85-5b19-4734-950e-e451c57cf290 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 22:01:29.042666 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:29.054613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:29.057317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "DELETE /v2.0/networks/ccbe5e85-5b19-4734-950e-e451c57cf290 HTTP/1.1" status: 204 len: 168 time: 0.9444582 Feb 03 22:01:29.082229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01176d93-f381-4688-8faf-871b9b237e74 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccbe5e85-5b19-4734-950e-e451c57cf290,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:29.249893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4004e9ec-4662-4025-a3f4-7b389855778b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.1933377 Feb 03 22:01:29.252356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:29.253152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cce3752b-3df6-46bc-b81b-b0e33a86a486 req-db8670e4-5c55-4e1a-985a-ea10c5f5fb25 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0677426 Feb 03 22:01:29.720764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:29.721499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:29.722019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:29.723192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:29.723706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:29.724641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:29.725186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:29.725800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:29.726475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:29.728931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-434e7a6f-f7ad-42ed-87dc-f5d38590b044 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5912 time: 0.4601943 Feb 03 22:01:29.732053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:29.813708 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-0351114b-ab58-4602-b64d-88409de4a5c7 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] delete failed (client error): The resource could not be found. Feb 03 22:01:29.814875 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0351114b-ab58-4602-b64d-88409de4a5c7 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/b54f9bee-497a-4c25-9e0a-c17e876d3469 HTTP/1.1" status: 404 len: 345 time: 0.0812774 Feb 03 22:01:29.817818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:29.837048 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-962aa8ca-bed4-4d90-8e2b-b5ab73bf875b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] DELETE failed (client error): The resource could not be found. Feb 03 22:01:29.837568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962aa8ca-bed4-4d90-8e2b-b5ab73bf875b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:01:29.846048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-962aa8ca-bed4-4d90-8e2b-b5ab73bf875b tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "DELETE /v2.0/networks/ccbe5e85-5b19-4734-950e-e451c57cf290 HTTP/1.1" status: 404 len: 339 time: 0.0265620 Feb 03 22:01:29.847617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50348) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:29.849712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:29.853258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Request body: {'network': {'name': 'tempest-network--753544631', 'router:external': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:29.878689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Made reservation on behalf of 1e46de63a492458d8b919195a4bef849 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:29.881177 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:29.918214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:01:29.939882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7fec25a6-f87b-4729-8b1e-f5c78772f2d7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:29.939882 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Added segment 7fec25a6-f87b-4729-8b1e-f5c78772f2d7 of type vlan for network 493c9e43-9642-4d28-914e-72bdc41ae797 Feb 03 22:01:30.006898 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (493c9e43-9642-4d28-914e-72bdc41ae797), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.081768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (493c9e43-9642-4d28-914e-72bdc41ae797), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.082737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:30.083787 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.156113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3072915 Feb 03 22:01:30.158860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50356) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:30.259610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0364646-9c94-483e-8dbf-cf64beb397b0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'Network': ['ID=493c9e43-9642-4d28-914e-72bdc41ae797,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:30.278366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 493c9e43-9642-4d28-914e-72bdc41ae797 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:01:30.420751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3653b3-4f74-4add-9c21-25bd23c73532 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:30.426366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3653b3-4f74-4add-9c21-25bd23c73532 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:30.431654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3653b3-4f74-4add-9c21-25bd23c73532 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:30.438124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3653b3-4f74-4add-9c21-25bd23c73532 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:30.440281 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fc3653b3-4f74-4add-9c21-25bd23c73532 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2799292 Feb 03 22:01:30.443199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:30.462597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56965215-e435-4928-8791-b6e370c5de9f req-94cfecfd-0345-40e8-9eab-0d1b2b4b4be6 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0974228 Feb 03 22:01:30.576821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (493c9e43-9642-4d28-914e-72bdc41ae797), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.697027 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (493c9e43-9642-4d28-914e-72bdc41ae797), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.722611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493c9e43-9642-4d28-914e-72bdc41ae797']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:30.732726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fec25a6-f87b-4729-8b1e-f5c78772f2d7') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:30.733064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fec25a6-f87b-4729-8b1e-f5c78772f2d7') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:30.745069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (7fec25a6-f87b-4729-8b1e-f5c78772f2d7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.761056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7fec25a6-f87b-4729-8b1e-f5c78772f2d7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.769744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:01:30.770182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (7fec25a6-f87b-4729-8b1e-f5c78772f2d7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:01:30.771997 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:01:30.835985 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (493c9e43-9642-4d28-914e-72bdc41ae797), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.847830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 493c9e43-9642-4d28-914e-72bdc41ae797 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 22:01:30.850963 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.859412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:30.864931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Request body: {'network': {'name': 'tempest-network--1555115840', 'router:external': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:30.870295 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "DELETE /v2.0/networks/493c9e43-9642-4d28-914e-72bdc41ae797 HTTP/1.1" status: 204 len: 168 time: 0.4260118 Feb 03 22:01:30.901335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Made reservation on behalf of 1e46de63a492458d8b919195a4bef849 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:30.908560 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:30.919279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b05374-d0de-423a-b398-57c325e11778 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event deleted for resources: {'Network': ['ID=493c9e43-9642-4d28-914e-72bdc41ae797,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:30.969338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:01:30.969493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:30.997539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8d0c03bd-ef4e-450b-a589-97d37c4489e5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.000714 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Added segment 8d0c03bd-ef4e-450b-a589-97d37c4489e5 of type vlan for network 304a0c32-b019-4721-b166-1fe599727c85 Feb 03 22:01:31.064512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (304a0c32-b019-4721-b166-1fe599727c85), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.099825 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (304a0c32-b019-4721-b166-1fe599727c85), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.101119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:31.101791 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.165307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0acd7fcf-bd30-4555-b7b6-56801170b686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.170692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3071992 Feb 03 22:01:31.174348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:31.181506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da195645-f8eb-45f2-ab0b-d5de9c4dd3cd tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'Network': ['ID=304a0c32-b019-4721-b166-1fe599727c85,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:31.192600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 304a0c32-b019-4721-b166-1fe599727c85 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:01:31.300689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0acd7fcf-bd30-4555-b7b6-56801170b686 admin admin] Publish callbacks [] for security_group (a4164223-cc22-4eb1-876f-86b664ee7dc1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.316705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0acd7fcf-bd30-4555-b7b6-56801170b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a4164223-cc22-4eb1-876f-86b664ee7dc1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.395102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd7fcf-bd30-4555-b7b6-56801170b686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4164223-cc22-4eb1-876f-86b664ee7dc1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:31.422055 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0acd7fcf-bd30-4555-b7b6-56801170b686 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16e93e35043742bcb2a11659b2f19315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4491782 Feb 03 22:01:31.422819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50378) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:31.455661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c13f7d-0705-4053-be0b-fc9699e802f2 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:31.457093 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-10c13f7d-0705-4053-be0b-fc9699e802f2 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] 10.222.0.50 "GET /v2.0/networks/304a0c32-b019-4721-b166-1fe599727c85 HTTP/1.1" status: 200 len: 757 time: 0.2807083 Feb 03 22:01:31.459730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:31.507299 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2696465-502f-41f5-8bbe-757c5a279ab1 admin admin] Publish callbacks [] for security_group (a4164223-cc22-4eb1-876f-86b664ee7dc1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.533214 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2696465-502f-41f5-8bbe-757c5a279ab1 admin admin] Publish callbacks [] for security_group (a4164223-cc22-4eb1-876f-86b664ee7dc1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.560144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9e86d0-d329-4146-85fd-ebd5a61fd0d7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:31.564099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ec9e86d0-d329-4146-85fd-ebd5a61fd0d7 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] 10.222.0.50 "GET /v2.0/networks/eb7a521b-6371-48c9-9e5b-9c93f71304df HTTP/1.1" status: 200 len: 768 time: 0.1009417 Feb 03 22:01:31.564839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50384) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:31.682551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d9dc804-5836-44c7-af8d-e70b05eaefab req-01754078-d2cd-4dab-99b4-9e9b3be83618 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0524917 Feb 03 22:01:31.699029 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (304a0c32-b019-4721-b166-1fe599727c85), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.787053 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2696465-502f-41f5-8bbe-757c5a279ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a4164223-cc22-4eb1-876f-86b664ee7dc1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.790213 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2696465-502f-41f5-8bbe-757c5a279ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.791384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d2696465-502f-41f5-8bbe-757c5a279ab1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4164223-cc22-4eb1-876f-86b664ee7dc1 HTTP/1.1" status: 204 len: 168 time: 0.3673663 Feb 03 22:01:31.810774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2696465-502f-41f5-8bbe-757c5a279ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4164223-cc22-4eb1-876f-86b664ee7dc1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:31.813779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (304a0c32-b019-4721-b166-1fe599727c85), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:31.858468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304a0c32-b019-4721-b166-1fe599727c85']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:31.877839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0c03bd-ef4e-450b-a589-97d37c4489e5') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:31.878362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0c03bd-ef4e-450b-a589-97d37c4489e5') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:32.104888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:32.248223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (8d0c03bd-ef4e-450b-a589-97d37c4489e5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.264971 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8d0c03bd-ef4e-450b-a589-97d37c4489e5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.272937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:01:32.273816 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (8d0c03bd-ef4e-450b-a589-97d37c4489e5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:01:32.276490 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:01:32.312094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:32.338243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49b32697-c84a-4adc-9451-0d67a185dbc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.342919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db15bbcf-2906-454a-8089-ba33cc02ef92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.350575 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (304a0c32-b019-4721-b166-1fe599727c85), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.362589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 304a0c32-b019-4721-b166-1fe599727c85 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 22:01:32.383646 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.402356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "DELETE /v2.0/networks/304a0c32-b019-4721-b166-1fe599727c85 HTTP/1.1" status: 204 len: 168 time: 0.8365874 Feb 03 22:01:32.408400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:32.417762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Request body: {'network': {'name': 'tempest-network--2015461064'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:32.422248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc35a8-e884-47e6-9b0f-ab8f6f2236c6 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event deleted for resources: {'Network': ['ID=304a0c32-b019-4721-b166-1fe599727c85,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:32.467608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Made reservation on behalf of 1e46de63a492458d8b919195a4bef849 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:32.470123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.536326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db15bbcf-2906-454a-8089-ba33cc02ef92 admin admin] Publish callbacks [] for security_group (242bd9cd-1cc0-47a9-938f-ce0a02a5fe40), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.543904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49b32697-c84a-4adc-9451-0d67a185dbc0 admin admin] Publish callbacks [] for security_group (c0562572-9580-4151-ab6d-02deab9cb1ef), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.548999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db15bbcf-2906-454a-8089-ba33cc02ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (242bd9cd-1cc0-47a9-938f-ce0a02a5fe40), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.562717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:01:32.564759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49b32697-c84a-4adc-9451-0d67a185dbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c0562572-9580-4151-ab6d-02deab9cb1ef), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.613010 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b428f09d-384c-429a-81e8-b4ea4e2925a5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.613272 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Added segment b428f09d-384c-429a-81e8-b4ea4e2925a5 of type vlan for network 3d027b40-34be-48e5-b979-89b107b923ba Feb 03 22:01:32.627047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15bbcf-2906-454a-8089-ba33cc02ef92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242bd9cd-1cc0-47a9-938f-ce0a02a5fe40,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:32.633271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-db15bbcf-2906-454a-8089-ba33cc02ef92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38e13a3423ae4bcfbf95b13dff3396bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5271955 Feb 03 22:01:32.636237 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-49b32697-c84a-4adc-9451-0d67a185dbc0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a55a19edf104a06ba46f840b80397ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231921 Feb 03 22:01:32.637017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:32.639622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50412) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:32.694658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3d027b40-34be-48e5-b979-89b107b923ba), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.698543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b32697-c84a-4adc-9451-0d67a185dbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0562572-9580-4151-ab6d-02deab9cb1ef,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:32.736840 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3d027b40-34be-48e5-b979-89b107b923ba), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.738330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:32.739550 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.779950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-001534ed-4be8-46f9-89be-adf23a7788ea admin admin] Publish callbacks [] for security_group (242bd9cd-1cc0-47a9-938f-ce0a02a5fe40), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.807709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-001534ed-4be8-46f9-89be-adf23a7788ea admin admin] Publish callbacks [] for security_group (242bd9cd-1cc0-47a9-938f-ce0a02a5fe40), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.882661 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4729438 Feb 03 22:01:32.886033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:32.897857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92493bc8-2c0e-49fd-af00-53a24acc2176 req-b05c95a2-6662-4f56-b44d-bad9e3994960 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0737154 Feb 03 22:01:32.898440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-37703550-cef6-48a4-a9d1-c68872d86fa0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:32.903010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a03a2a-1803-44c0-b7bb-7ba8d01a1fe3 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'Network': ['ID=3d027b40-34be-48e5-b979-89b107b923ba,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:32.913211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58b9037a-f565-4978-ba98-af1bfb35734d admin admin] Publish callbacks [] for security_group (c0562572-9580-4151-ab6d-02deab9cb1ef), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.920002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 3d027b40-34be-48e5-b979-89b107b923ba details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:01:32.945816 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58b9037a-f565-4978-ba98-af1bfb35734d admin admin] Publish callbacks [] for security_group (c0562572-9580-4151-ab6d-02deab9cb1ef), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.955116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-001534ed-4be8-46f9-89be-adf23a7788ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (242bd9cd-1cc0-47a9-938f-ce0a02a5fe40), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.958035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-001534ed-4be8-46f9-89be-adf23a7788ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:32.959520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-001534ed-4be8-46f9-89be-adf23a7788ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/242bd9cd-1cc0-47a9-938f-ce0a02a5fe40 HTTP/1.1" status: 204 len: 168 time: 0.3211029 Feb 03 22:01:32.973966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001534ed-4be8-46f9-89be-adf23a7788ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242bd9cd-1cc0-47a9-938f-ce0a02a5fe40,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:33.029758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58b9037a-f565-4978-ba98-af1bfb35734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c0562572-9580-4151-ab6d-02deab9cb1ef), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.033018 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58b9037a-f565-4978-ba98-af1bfb35734d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.034622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-58b9037a-f565-4978-ba98-af1bfb35734d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0562572-9580-4151-ab6d-02deab9cb1ef HTTP/1.1" status: 204 len: 168 time: 0.3324621 Feb 03 22:01:33.049821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9037a-f565-4978-ba98-af1bfb35734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0562572-9580-4151-ab6d-02deab9cb1ef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:33.307002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37703550-cef6-48a4-a9d1-c68872d86fa0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3d027b40-34be-48e5-b979-89b107b923ba), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.337495 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37703550-cef6-48a4-a9d1-c68872d86fa0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3d027b40-34be-48e5-b979-89b107b923ba), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.385709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37703550-cef6-48a4-a9d1-c68872d86fa0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Network 3d027b40-34be-48e5-b979-89b107b923ba is not hosted by any dhcp agent {{(pid=103398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 22:01:33.386590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37703550-cef6-48a4-a9d1-c68872d86fa0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:33.387729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37703550-cef6-48a4-a9d1-c68872d86fa0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.389747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-37703550-cef6-48a4-a9d1-c68872d86fa0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "PUT /v2.0/networks/3d027b40-34be-48e5-b979-89b107b923ba HTTP/1.1" status: 200 len: 858 time: 0.5025504 Feb 03 22:01:33.392431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50428) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:33.458677 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37703550-cef6-48a4-a9d1-c68872d86fa0 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event updated for resources: {'Network': ['ID=3d027b40-34be-48e5-b979-89b107b923ba,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:33.492733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (3d027b40-34be-48e5-b979-89b107b923ba), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.575511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50434) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:33.588680 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3423e788-9675-4848-bc5a-7acbe876a24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.640681 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (3d027b40-34be-48e5-b979-89b107b923ba), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.677108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d027b40-34be-48e5-b979-89b107b923ba']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:33.691147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b428f09d-384c-429a-81e8-b4ea4e2925a5') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:33.691563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b428f09d-384c-429a-81e8-b4ea4e2925a5') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:33.698204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3423e788-9675-4848-bc5a-7acbe876a24e admin admin] Publish callbacks [] for security_group (c5161058-2cb8-428b-8b99-ca2fdc9494cc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.703498 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3423e788-9675-4848-bc5a-7acbe876a24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c5161058-2cb8-428b-8b99-ca2fdc9494cc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.705242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (b428f09d-384c-429a-81e8-b4ea4e2925a5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.721509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b428f09d-384c-429a-81e8-b4ea4e2925a5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.730980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:01:33.731394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (b428f09d-384c-429a-81e8-b4ea4e2925a5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:01:33.734022 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:01:33.755512 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3423e788-9675-4848-bc5a-7acbe876a24e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f58cc15f3c4347c88d5944ce54611ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1787467 Feb 03 22:01:33.756487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423e788-9675-4848-bc5a-7acbe876a24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5161058-2cb8-428b-8b99-ca2fdc9494cc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:33.758861 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50438) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:33.820743 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-302accf0-ddd0-4c2c-a779-3252cb0abc04 admin admin] Publish callbacks [] for security_group (c5161058-2cb8-428b-8b99-ca2fdc9494cc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.839729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (3d027b40-34be-48e5-b979-89b107b923ba), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.847516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d027b40-34be-48e5-b979-89b107b923ba {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 22:01:33.853593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-302accf0-ddd0-4c2c-a779-3252cb0abc04 admin admin] Publish callbacks [] for security_group (c5161058-2cb8-428b-8b99-ca2fdc9494cc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.864212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.873373 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] 10.222.0.50 "DELETE /v2.0/networks/3d027b40-34be-48e5-b979-89b107b923ba HTTP/1.1" status: 204 len: 168 time: 0.4740200 Feb 03 22:01:33.873571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:33.899377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9f546-c448-4a55-9abb-d59628275547 tempest-ExternalNetworksTestJSON-1932837258 tempest-ExternalNetworksTestJSON-1932837258-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d027b40-34be-48e5-b979-89b107b923ba,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:33.909630 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-72adaa1d-e6db-4808-b7c6-fe909f982681 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] DELETE failed (client error): The resource could not be found. Feb 03 22:01:33.910095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72adaa1d-e6db-4808-b7c6-fe909f982681 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:01:33.915790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-72adaa1d-e6db-4808-b7c6-fe909f982681 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] 10.222.0.50 "DELETE /v2.0/subnets/e9a760df-cc6d-4c9e-90a5-3c94c565eca0 HTTP/1.1" status: 404 len: 337 time: 0.0391500 Feb 03 22:01:33.916515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:33.974155 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-302accf0-ddd0-4c2c-a779-3252cb0abc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c5161058-2cb8-428b-8b99-ca2fdc9494cc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.979955 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-302accf0-ddd0-4c2c-a779-3252cb0abc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:33.988669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-302accf0-ddd0-4c2c-a779-3252cb0abc04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5161058-2cb8-428b-8b99-ca2fdc9494cc HTTP/1.1" status: 204 len: 168 time: 0.2284076 Feb 03 22:01:33.999064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302accf0-ddd0-4c2c-a779-3252cb0abc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5161058-2cb8-428b-8b99-ca2fdc9494cc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:34.062015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (eb7a521b-6371-48c9-9e5b-9c93f71304df), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:34.177860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40be8f5a-e478-449a-9194-1a943b33fd17 req-fccb65cc-e51c-44af-9e10-cec3773cd8b6 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0913160 Feb 03 22:01:34.255990 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (eb7a521b-6371-48c9-9e5b-9c93f71304df), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:34.281824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7a521b-6371-48c9-9e5b-9c93f71304df']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:34.295802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca8f055-0b8a-4870-a27a-b332beebc613') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:34.296372 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca8f055-0b8a-4870-a27a-b332beebc613') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:34.312458 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (4ca8f055-0b8a-4870-a27a-b332beebc613), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:34.334690 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (4ca8f055-0b8a-4870-a27a-b332beebc613), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:34.346467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:01:34.348449 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (4ca8f055-0b8a-4870-a27a-b332beebc613), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:01:34.438490 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:01:34.452854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (eb7a521b-6371-48c9-9e5b-9c93f71304df), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:34.484721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:34.490465 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] 10.222.0.50 "DELETE /v2.0/networks/eb7a521b-6371-48c9-9e5b-9c93f71304df HTTP/1.1" status: 204 len: 168 time: 0.5701776 Feb 03 22:01:34.490465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca48005-4cd5-43a1-91bd-de6d11b32e04 tempest-ExternalNetworksTestJSON-2034727355 tempest-ExternalNetworksTestJSON-2034727355-project] Pushing event deleted for resources: {'Network': ['ID=eb7a521b-6371-48c9-9e5b-9c93f71304df,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:34.729242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:34.924941 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5e2a9db0-9ffd-4780-8bab-3ab27a807980 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26c884d6bca544c58587849691f2edf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1937220 Feb 03 22:01:34.927023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:34.981766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50500) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:34.984606 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36490063-23df-4ae1-9b86-c0b2c4f8e6b5 admin admin] Publish callbacks [] for security_group (7b9d0683-6a7b-4d62-838e-db7c0e97427a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.013334 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36490063-23df-4ae1-9b86-c0b2c4f8e6b5 admin admin] Publish callbacks [] for security_group (7b9d0683-6a7b-4d62-838e-db7c0e97427a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.075036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36490063-23df-4ae1-9b86-c0b2c4f8e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7b9d0683-6a7b-4d62-838e-db7c0e97427a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.079338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36490063-23df-4ae1-9b86-c0b2c4f8e6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.081452 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-36490063-23df-4ae1-9b86-c0b2c4f8e6b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b9d0683-6a7b-4d62-838e-db7c0e97427a HTTP/1.1" status: 204 len: 168 time: 0.1532695 Feb 03 22:01:35.092463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36490063-23df-4ae1-9b86-c0b2c4f8e6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9d0683-6a7b-4d62-838e-db7c0e97427a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:35.125648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-323251d7-8ab3-4321-b255-3175c872aba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.225116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-323251d7-8ab3-4321-b255-3175c872aba2 admin admin] Publish callbacks [] for security_group (e3370a50-a0a4-4387-acd5-47baeb6286a4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.229813 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-323251d7-8ab3-4321-b255-3175c872aba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e3370a50-a0a4-4387-acd5-47baeb6286a4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.263588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-323251d7-8ab3-4321-b255-3175c872aba2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08700271477c404aa5ab0ea4a3c5e53f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806683 Feb 03 22:01:35.266198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50516) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:35.286511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323251d7-8ab3-4321-b255-3175c872aba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3370a50-a0a4-4387-acd5-47baeb6286a4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:35.348524 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed0929fa-2070-4c6c-a37e-6232833f390f admin admin] Publish callbacks [] for security_group (e3370a50-a0a4-4387-acd5-47baeb6286a4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.373179 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed0929fa-2070-4c6c-a37e-6232833f390f admin admin] Publish callbacks [] for security_group (e3370a50-a0a4-4387-acd5-47baeb6286a4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.409526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cee572a8-2888-468f-8d6f-63f2ef9a6f01 req-8fb76039-e73e-4b49-bf50-7753e4b04671 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0623715 Feb 03 22:01:35.461802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed0929fa-2070-4c6c-a37e-6232833f390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e3370a50-a0a4-4387-acd5-47baeb6286a4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.464427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed0929fa-2070-4c6c-a37e-6232833f390f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.468049 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ed0929fa-2070-4c6c-a37e-6232833f390f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3370a50-a0a4-4387-acd5-47baeb6286a4 HTTP/1.1" status: 204 len: 168 time: 0.1985915 Feb 03 22:01:35.475622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0929fa-2070-4c6c-a37e-6232833f390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3370a50-a0a4-4387-acd5-47baeb6286a4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:35.666970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:35.717121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cf2aa6d2-f9fd-4214-a7de-e8706e02e1f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e46de63a492458d8b919195a4bef849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486755 Feb 03 22:01:35.717816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:35.781176 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1d147ca-7913-4491-8106-e2f4632b7048 admin admin] Publish callbacks [] for security_group (6ccfd0b7-3b3d-4077-95ed-783d6bad415e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.813506 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1d147ca-7913-4491-8106-e2f4632b7048 admin admin] Publish callbacks [] for security_group (6ccfd0b7-3b3d-4077-95ed-783d6bad415e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.894628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1d147ca-7913-4491-8106-e2f4632b7048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6ccfd0b7-3b3d-4077-95ed-783d6bad415e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.899135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1d147ca-7913-4491-8106-e2f4632b7048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:35.900688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d1d147ca-7913-4491-8106-e2f4632b7048 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ccfd0b7-3b3d-4077-95ed-783d6bad415e HTTP/1.1" status: 204 len: 168 time: 0.1817393 Feb 03 22:01:35.911240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d147ca-7913-4491-8106-e2f4632b7048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccfd0b7-3b3d-4077-95ed-783d6bad415e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:36.542713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75fb4ae4-0745-44b1-8f9b-75394f71a2c7 req-8e82bba3-8d56-4773-8e09-875fd4d06693 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0389595 Feb 03 22:01:37.681828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09b02b65-0591-4663-8564-9e4b7db30105 req-3331fd78-9407-4079-b573-87248b1baf1e tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0514810 Feb 03 22:01:37.990693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50646) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:38.195214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-965977836', 'router:external': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:38.217172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Made reservation on behalf of cfd23261001f41a6b34613b3cda659e8 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:38.221781 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:38.241589 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:38.372019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for security_group (1c25133d-32b1-4a3b-95f4-fc7169a5949b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:38.377671 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1c25133d-32b1-4a3b-95f4-fc7169a5949b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:38.419719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:01:38.441511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c25133d-32b1-4a3b-95f4-fc7169a5949b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:38.451899 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (78958305-e2e4-4c99-b311-c36298a74de7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:38.452670 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Added segment 78958305-e2e4-4c99-b311-c36298a74de7 of type vlan for network bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e Feb 03 22:01:38.554866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:38.599437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:38.600445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:38.601196 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:38.671055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event updated for resources: {'Network': ['ID=bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:38.681118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:38.689782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'subnet': {'network_id': 'bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:38.693540 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6f44a1ac-6f73-4ea7-b5b5-4de40e277dca tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7016928 Feb 03 22:01:38.712862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:01:38.736223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Made reservation on behalf of cfd23261001f41a6b34613b3cda659e8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:38.743679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:38.808331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba4d5a0c-5294-491c-811e-b9d85301dec4 req-749fa97c-584f-4667-8bc8-02d42793c2ac tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0493782 Feb 03 22:01:39.073193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50722) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:39.097467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:01:39.098183 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (7e100552-87ea-4727-89f3-ac6fc31c078a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.158069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e100552-87ea-4727-89f3-ac6fc31c078a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:39.166539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Checking segment: {'id': '78958305-e2e4-4c99-b311-c36298a74de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:01:39.166901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Network hostable DHCP agents. Network: bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:01:39.185600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Network bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:01:39.198185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:39.204271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:39.206455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11cb978d-54fa-48ab-8152-78171464a17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.207492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.207694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384c3025-b1b1-4744-87c9-b17947429e15 None None] Network bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:01:39.228190 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-28fcc439-0296-41fa-9cc7-c1abde88490c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5458062 Feb 03 22:01:39.231097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:39.238743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1784097044', 'network_id': 'bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:39.274621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Made reservation on behalf of cfd23261001f41a6b34613b3cda659e8 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:39.278126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.302123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] device_id is not set on port 30ec272a-94cd-4d8e-b9ed-dfb9b23b992c yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:01:39.335163 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11cb978d-54fa-48ab-8152-78171464a17b admin admin] Publish callbacks [] for security_group (eeb6c205-da78-4bcd-9718-8b4377f100f1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.337679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd8528-7720-4cec-9cc2-c69abf5ea6b8 None None] Network bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:01:39.347249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11cb978d-54fa-48ab-8152-78171464a17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (eeb6c205-da78-4bcd-9718-8b4377f100f1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.427687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Allocated IP 2001:db8::29a (bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e/7e100552-87ea-4727-89f3-ac6fc31c078a/30ec272a-94cd-4d8e-b9ed-dfb9b23b992c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:39.452653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-11cb978d-54fa-48ab-8152-78171464a17b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acbf47a0e290473b97a84a21050f7b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3760900 Feb 03 22:01:39.454533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50732) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:39.462437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb978d-54fa-48ab-8152-78171464a17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb6c205-da78-4bcd-9718-8b4377f100f1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:39.535749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb1631ac-75a2-46fb-8ecc-4d5668abd003 admin admin] Publish callbacks [] for security_group (eeb6c205-da78-4bcd-9718-8b4377f100f1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.569254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb1631ac-75a2-46fb-8ecc-4d5668abd003 admin admin] Publish callbacks [] for security_group (eeb6c205-da78-4bcd-9718-8b4377f100f1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.622894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for port (30ec272a-94cd-4d8e-b9ed-dfb9b23b992c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.630071 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb1631ac-75a2-46fb-8ecc-4d5668abd003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (eeb6c205-da78-4bcd-9718-8b4377f100f1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.633231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb1631ac-75a2-46fb-8ecc-4d5668abd003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.637442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb1631ac-75a2-46fb-8ecc-4d5668abd003 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eeb6c205-da78-4bcd-9718-8b4377f100f1 HTTP/1.1" status: 204 len: 168 time: 0.1788993 Feb 03 22:01:39.644391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1631ac-75a2-46fb-8ecc-4d5668abd003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb6c205-da78-4bcd-9718-8b4377f100f1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:39.676339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (30ec272a-94cd-4d8e-b9ed-dfb9b23b992c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.730297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Network bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:39.735614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:39.739667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:39.740748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:39.741534 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:39.751903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event updated for resources: {'Port': ['ID=30ec272a-94cd-4d8e-b9ed-dfb9b23b992c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:39.771630 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1d50d60d-2c2a-4c7c-917d-a78892cf8efe tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5370793 Feb 03 22:01:39.771964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:39.917631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c878b3c7-31db-4f75-8e13-8e1c9791b129 req-6562ebc5-f0bc-4043-9e0b-890fabf45fc5 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0375845 Feb 03 22:01:39.924571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8466adb0-39f4-4f1a-ad9c-e5cbfd522d21 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Deleting port 30ec272a-94cd-4d8e-b9ed-dfb9b23b992c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:39.925026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8466adb0-39f4-4f1a-ad9c-e5cbfd522d21 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (30ec272a-94cd-4d8e-b9ed-dfb9b23b992c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.028018 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8466adb0-39f4-4f1a-ad9c-e5cbfd522d21 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (30ec272a-94cd-4d8e-b9ed-dfb9b23b992c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.046004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8466adb0-39f4-4f1a-ad9c-e5cbfd522d21 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Calling delete_port for 30ec272a-94cd-4d8e-b9ed-dfb9b23b992c owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:40.080312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50752) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:40.098292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29ecca45-2057-407b-ac31-1d8409c5beb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.196370 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8466adb0-39f4-4f1a-ad9c-e5cbfd522d21 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (30ec272a-94cd-4d8e-b9ed-dfb9b23b992c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.238387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466adb0-39f4-4f1a-ad9c-e5cbfd522d21 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event deleted for resources: {'Port': ['ID=30ec272a-94cd-4d8e-b9ed-dfb9b23b992c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:40.249318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29ecca45-2057-407b-ac31-1d8409c5beb9 admin admin] Publish callbacks [] for security_group (71a2ae06-b4ea-41f6-a78a-b2c7f74c19d9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.256728 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29ecca45-2057-407b-ac31-1d8409c5beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (71a2ae06-b4ea-41f6-a78a-b2c7f74c19d9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.270538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8466adb0-39f4-4f1a-ad9c-e5cbfd522d21 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.274921 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8466adb0-39f4-4f1a-ad9c-e5cbfd522d21 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "DELETE /v2.0/ports/30ec272a-94cd-4d8e-b9ed-dfb9b23b992c HTTP/1.1" status: 204 len: 168 time: 0.5016212 Feb 03 22:01:40.278315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50756) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:40.286890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e', 'external_fixed_ips': [{'subnet_id': '7e100552-87ea-4727-89f3-ac6fc31c078a', 'ip_address': '2001:db8::29a'}]}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:40.309471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-29ecca45-2057-407b-ac31-1d8409c5beb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76f6a4f042664b54bfdf75ca0334ba8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253718 Feb 03 22:01:40.309750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (d20ac2d8-552e-4731-96d9-9d696ebc353a), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.309750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (d20ac2d8-552e-4731-96d9-9d696ebc353a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.309948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:40.321139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecca45-2057-407b-ac31-1d8409c5beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a2ae06-b4ea-41f6-a78a-b2c7f74c19d9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:40.375840 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_controller (d20ac2d8-552e-4731-96d9-9d696ebc353a), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.382071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd6-bd89-43ce-af5d-db3947e1b148 admin admin] Publish callbacks [] for security_group (71a2ae06-b4ea-41f6-a78a-b2c7f74c19d9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.409540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd6-bd89-43ce-af5d-db3947e1b148 admin admin] Publish callbacks [] for security_group (71a2ae06-b4ea-41f6-a78a-b2c7f74c19d9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.476033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd6-bd89-43ce-af5d-db3947e1b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (71a2ae06-b4ea-41f6-a78a-b2c7f74c19d9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.479440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd6-bd89-43ce-af5d-db3947e1b148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.484111 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-92ab1fd6-bd89-43ce-af5d-db3947e1b148 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71a2ae06-b4ea-41f6-a78a-b2c7f74c19d9 HTTP/1.1" status: 204 len: 168 time: 0.1710958 Feb 03 22:01:40.494256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab1fd6-bd89-43ce-af5d-db3947e1b148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a2ae06-b4ea-41f6-a78a-b2c7f74c19d9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:40.579191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (d20ac2d8-552e-4731-96d9-9d696ebc353a), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.827256 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (d20ac2d8-552e-4731-96d9-9d696ebc353a), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:40.848640 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:41.016475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Allocated IP 2001:db8::29a (bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e/7e100552-87ea-4727-89f3-ac6fc31c078a/3c027f3b-6310-4b26-a236-e8401a9fbf68) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:41.059214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9be18537-fe00-4292-9483-2d3884afe08f req-3582ebaf-4a58-42a9-85f4-b57bbbd2135b tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0391080 Feb 03 22:01:41.181511 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for port (3c027f3b-6310-4b26-a236-e8401a9fbf68), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:41.226096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3c027f3b-6310-4b26-a236-e8401a9fbf68), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:41.272323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Network bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:41.275401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:41.278292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:41.360026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event updated for resources: {'Port': ['ID=3c027f3b-6310-4b26-a236-e8401a9fbf68,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:41.534891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (d20ac2d8-552e-4731-96d9-9d696ebc353a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:41.806163 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (d20ac2d8-552e-4731-96d9-9d696ebc353a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:41.983391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Router d20ac2d8-552e-4731-96d9-9d696ebc353a is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:01:42.133869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:01:42.148243 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Sync routers for ids ['d20ac2d8-552e-4731-96d9-9d696ebc353a'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:01:42.162957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:42.164585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dd2594fb-2e5e-461f-b745-077b9bb077f9 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8851211 Feb 03 22:01:42.167282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:42.197252 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Routers {'d20ac2d8-552e-4731-96d9-9d696ebc353a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:42.197252 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['d20ac2d8-552e-4731-96d9-9d696ebc353a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:42.220783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b45ef703-2c77-4551-a460-d5e238230ddb req-d5a12888-fc86-45dc-a24c-f7a66e3aa4a6 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0429294 Feb 03 22:01:42.325431 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Set router d20ac2d8-552e-4731-96d9-9d696ebc353a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:01:42.403505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (d20ac2d8-552e-4731-96d9-9d696ebc353a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:42.592975 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (d20ac2d8-552e-4731-96d9-9d696ebc353a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:42.679549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Deleting port 3c027f3b-6310-4b26-a236-e8401a9fbf68 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:42.680111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3c027f3b-6310-4b26-a236-e8401a9fbf68), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:42.780726 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20ac2d8-552e-4731-96d9-9d696ebc353a', 'name': '', 'tenant_id': 'cfd23261001f41a6b34613b3cda659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e', 'external_fixed_ips': [{'subnet_id': '7e100552-87ea-4727-89f3-ac6fc31c078a', 'ip_address': '2001:db8::29a'}], 'enable_snat': True}, 'gw_port_id': '3c027f3b-6310-4b26-a236-e8401a9fbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:01:40Z', 'updated_at': '2022-02-03T22:01:41Z', 'revision_number': 3, 'project_id': 'cfd23261001f41a6b34613b3cda659e8', 'gw_port': {'id': '3c027f3b-6310-4b26-a236-e8401a9fbf68', 'name': '', 'network_id': 'bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ac2d8-552e-4731-96d9-9d696ebc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '7e100552-87ea-4727-89f3-ac6fc31c078a', 'ip_address': '2001:db8::29a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:01:40Z', 'updated_at': '2022-02-03T22:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e100552-87ea-4727-89f3-ac6fc31c078a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:42.795027 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3c027f3b-6310-4b26-a236-e8401a9fbf68), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:42.811736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Calling delete_port for 3c027f3b-6310-4b26-a236-e8401a9fbf68 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:42.818292 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Checking router: d20ac2d8-552e-4731-96d9-9d696ebc353a for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:01:42.818886 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Updating router d20ac2d8-552e-4731-96d9-9d696ebc353a port 3c027f3b-6310-4b26-a236-e8401a9fbf68 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:01:42.853521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:42.860027 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3c027f3b-6310-4b26-a236-e8401a9fbf68), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.010893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-501b0742-58cf-4675-9802-34c7a0e59d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.077091 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3c027f3b-6310-4b26-a236-e8401a9fbf68), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.144802 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (d20ac2d8-552e-4731-96d9-9d696ebc353a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.202843 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-501b0742-58cf-4675-9802-34c7a0e59d19 admin admin] Publish callbacks [] for security_group (61eebcb3-ab64-4058-a487-9bc586521856), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.208496 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-501b0742-58cf-4675-9802-34c7a0e59d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (61eebcb3-ab64-4058-a487-9bc586521856), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.232310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b0742-58cf-4675-9802-34c7a0e59d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eebcb3-ab64-4058-a487-9bc586521856,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:43.255468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-501b0742-58cf-4675-9802-34c7a0e59d19 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fcf118cd7f284f869ec7a8cb5140a4cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007297 Feb 03 22:01:43.257087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c027f3b-6310-4b26-a236-e8401a9fbf68,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:43.258062 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50906) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:43.263143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (d20ac2d8-552e-4731-96d9-9d696ebc353a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.266556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_controller (d20ac2d8-552e-4731-96d9-9d696ebc353a), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.322105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (d20ac2d8-552e-4731-96d9-9d696ebc353a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.323377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d20ac2d8-552e-4731-96d9-9d696ebc353a {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:01:43.330698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.332102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c5445881-e6e8-4aa0-a6ed-a8a761337ae7 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d20ac2d8-552e-4731-96d9-9d696ebc353a HTTP/1.1" status: 204 len: 168 time: 1.1623588 Feb 03 22:01:43.334991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:43.346962 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cd94471-5250-4e45-8708-b4281ec18861 admin admin] Publish callbacks [] for security_group (61eebcb3-ab64-4058-a487-9bc586521856), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.374486 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cd94471-5250-4e45-8708-b4281ec18861 admin admin] Publish callbacks [] for security_group (61eebcb3-ab64-4058-a487-9bc586521856), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.397689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e308eb-4803-40b6-9558-a21be1a8f00c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Deleting subnet 7e100552-87ea-4727-89f3-ac6fc31c078a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:01:43.407172 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0e308eb-4803-40b6-9558-a21be1a8f00c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for subnet (7e100552-87ea-4727-89f3-ac6fc31c078a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.410034 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:01:43.412170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28ff19cf-414c-4433-819c-294cc1c18847 req-0d9e23a9-8753-45a0-a03f-474fcfc033c7 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0281832 Feb 03 22:01:43.414941 n-d-824834-9 neutron-server[103400]: DEBUG oslo_db.api [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:01:43.469477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0e308eb-4803-40b6-9558-a21be1a8f00c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (7e100552-87ea-4727-89f3-ac6fc31c078a), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.478766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cd94471-5250-4e45-8708-b4281ec18861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (61eebcb3-ab64-4058-a487-9bc586521856), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.481986 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cd94471-5250-4e45-8708-b4281ec18861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.483157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6cd94471-5250-4e45-8708-b4281ec18861 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61eebcb3-ab64-4058-a487-9bc586521856 HTTP/1.1" status: 204 len: 168 time: 0.2239769 Feb 03 22:01:43.495646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd94471-5250-4e45-8708-b4281ec18861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eebcb3-ab64-4058-a487-9bc586521856,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:43.556552 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0e308eb-4803-40b6-9558-a21be1a8f00c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (7e100552-87ea-4727-89f3-ac6fc31c078a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.624974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0e308eb-4803-40b6-9558-a21be1a8f00c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (7e100552-87ea-4727-89f3-ac6fc31c078a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.679159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0e308eb-4803-40b6-9558-a21be1a8f00c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.688613 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d0e308eb-4803-40b6-9558-a21be1a8f00c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/7e100552-87ea-4727-89f3-ac6fc31c078a HTTP/1.1" status: 204 len: 168 time: 0.3525584 Feb 03 22:01:43.690980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e308eb-4803-40b6-9558-a21be1a8f00c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e100552-87ea-4727-89f3-ac6fc31c078a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:43.691338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50922) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:43.765827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.861422 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.884017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:43.895448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78958305-e2e4-4c99-b311-c36298a74de7') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:43.895748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78958305-e2e4-4c99-b311-c36298a74de7') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:43.906819 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (78958305-e2e4-4c99-b311-c36298a74de7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.921005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (78958305-e2e4-4c99-b311-c36298a74de7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.927850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:01:43.928123 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (78958305-e2e4-4c99-b311-c36298a74de7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:43.946551 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Port 3c027f3b-6310-4b26-a236-e8401a9fbf68 not found while updating agent binding for router d20ac2d8-552e-4731-96d9-9d696ebc353a. {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 22:01:43.969287 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Routers set() bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:43.985384 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Router IDs set() for agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 22:01:43.987520 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_agentschedulers_db [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d20ac2d8-552e-4731-96d9-9d696ebc353a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent'). {{(pid=103400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 22:01:43.989194 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0903c-2054-44a4-b297-3ca45541c750 None None] The sync data for ids ['d20ac2d8-552e-4731-96d9-9d696ebc353a'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:01:44.002268 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:01:44.006130 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:44.012670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 22:01:44.016161 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:44.020404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "DELETE /v2.0/networks/bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e HTTP/1.1" status: 204 len: 168 time: 0.3280456 Feb 03 22:01:44.037298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bc53c-eb54-46bf-977f-ee23fbb683de tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb3f48f6-fdf9-4bbb-bced-64b6cba06e3e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:44.559780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88243a61-b885-4ca5-87d6-b1564ae8afea req-8e79c946-ca8c-42ec-a581-98cfe44d07c2 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0408497 Feb 03 22:01:44.587336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:44.648679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:44.654226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-27235314-5bc8-4436-8a13-96004a3c176b tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'router': {'name': 'tempest-router--616326788', 'project_id': 'b89c312690d74574a0bab86a7f01ecf5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:44.698408 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27235314-5bc8-4436-8a13-96004a3c176b tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (757d5df5-a90b-49e0-86be-55f6da6932ac), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:44.700204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27235314-5bc8-4436-8a13-96004a3c176b tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (757d5df5-a90b-49e0-86be-55f6da6932ac), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:44.827677 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27235314-5bc8-4436-8a13-96004a3c176b tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_controller (757d5df5-a90b-49e0-86be-55f6da6932ac), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:44.843756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-90140910'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:44.860169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27235314-5bc8-4436-8a13-96004a3c176b tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (757d5df5-a90b-49e0-86be-55f6da6932ac), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:44.913139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27235314-5bc8-4436-8a13-96004a3c176b tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:44.913139 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-27235314-5bc8-4436-8a13-96004a3c176b tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2605751 Feb 03 22:01:44.913579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:44.961752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Made reservation on behalf of 141b0dc37a984741806df2c499810899 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:44.967536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:44.989585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.065465 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5944fc3b-bc70-4c2d-976c-c97126d11047 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (757d5df5-a90b-49e0-86be-55f6da6932ac), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.187853 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for security_group (7821476d-e619-432a-941e-5f653025b423), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.195023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7821476d-e619-432a-941e-5f653025b423), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.217527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:01:45.271507 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0ddd8308-48d8-4012-acd2-97e6f85dbfa2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.272705 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Added segment 0ddd8308-48d8-4012-acd2-97e6f85dbfa2 of type vlan for network 6e6e430f-b44a-451b-a02d-3219d2872453 Feb 03 22:01:45.348668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7821476d-e619-432a-941e-5f653025b423,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:45.351246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 50986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:45.359518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5944fc3b-bc70-4c2d-976c-c97126d11047 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (757d5df5-a90b-49e0-86be-55f6da6932ac), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.363731 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5944fc3b-bc70-4c2d-976c-c97126d11047 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_controller (757d5df5-a90b-49e0-86be-55f6da6932ac), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.392537 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (6e6e430f-b44a-451b-a02d-3219d2872453), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.427123 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5944fc3b-bc70-4c2d-976c-c97126d11047 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (757d5df5-a90b-49e0-86be-55f6da6932ac), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.427530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5944fc3b-bc70-4c2d-976c-c97126d11047 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 757d5df5-a90b-49e0-86be-55f6da6932ac {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:01:45.441219 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5944fc3b-bc70-4c2d-976c-c97126d11047 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.442275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5944fc3b-bc70-4c2d-976c-c97126d11047 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "DELETE /v2.0/routers/757d5df5-a90b-49e0-86be-55f6da6932ac HTTP/1.1" status: 204 len: 168 time: 0.5276000 Feb 03 22:01:45.459180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (6e6e430f-b44a-451b-a02d-3219d2872453), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.466817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:45.467339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.517836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c614a-e5c0-43f9-a064-dd6dc410be5b req-73efef9b-2ad2-42cc-b6e3-7d6e1cd67d8f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:45.519693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f72c614a-e5c0-43f9-a064-dd6dc410be5b req-73efef9b-2ad2-42cc-b6e3-7d6e1cd67d8f tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.0953956 Feb 03 22:01:45.572001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15000856-710e-4bbd-ae4a-05ab0924d27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.584198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f72c614a-e5c0-43f9-a064-dd6dc410be5b req-8b3533a4-c92a-4373-a909-f71cf93d1555 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578063 Feb 03 22:01:45.597465 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0076849 Feb 03 22:01:45.606023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 50996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:45.612952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'subnet': {'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:45.622887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdfeef-9e1d-4175-8a57-7fb214a089f2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Network': ['ID=6e6e430f-b44a-451b-a02d-3219d2872453,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:45.634117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 6e6e430f-b44a-451b-a02d-3219d2872453 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:01:45.711130 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15000856-710e-4bbd-ae4a-05ab0924d27b admin admin] Publish callbacks [] for security_group (8abc0ac7-78cd-435f-9af1-2c4de454c32a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.718869 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15000856-710e-4bbd-ae4a-05ab0924d27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8abc0ac7-78cd-435f-9af1-2c4de454c32a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.744048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:45.784970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15000856-710e-4bbd-ae4a-05ab0924d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abc0ac7-78cd-435f-9af1-2c4de454c32a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:45.804814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd0eb0b6-3c2b-4319-8026-eb583ba7d9e6 req-7bfbc68b-90da-4ed1-880c-f125b127a5fd tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0487959 Feb 03 22:01:45.816578 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-15000856-710e-4bbd-ae4a-05ab0924d27b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ca734e1f69c48caaa56cf74ec97c447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620972 Feb 03 22:01:45.820260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:45.843768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Made reservation on behalf of 141b0dc37a984741806df2c499810899 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:45.855337 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.920022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025e9605-2b1f-442d-a8c1-262adfed9582 admin admin] Publish callbacks [] for security_group (8abc0ac7-78cd-435f-9af1-2c4de454c32a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:45.933042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51006) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:45.965388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025e9605-2b1f-442d-a8c1-262adfed9582 admin admin] Publish callbacks [] for security_group (8abc0ac7-78cd-435f-9af1-2c4de454c32a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.033517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1322739387', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:46.074922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (29bd8d63-c2e5-46ba-b9ba-e6f088971220), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.077957 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (29bd8d63-c2e5-46ba-b9ba-e6f088971220), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.161985 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (29bd8d63-c2e5-46ba-b9ba-e6f088971220), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.171311 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025e9605-2b1f-442d-a8c1-262adfed9582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8abc0ac7-78cd-435f-9af1-2c4de454c32a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.174508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025e9605-2b1f-442d-a8c1-262adfed9582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.177700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-025e9605-2b1f-442d-a8c1-262adfed9582 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8abc0ac7-78cd-435f-9af1-2c4de454c32a HTTP/1.1" status: 204 len: 168 time: 0.3542356 Feb 03 22:01:46.665830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e9605-2b1f-442d-a8c1-262adfed9582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abc0ac7-78cd-435f-9af1-2c4de454c32a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:46.716812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (6e5642b6-35da-48b1-9287-a4fd541e5f60), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.744715 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (29bd8d63-c2e5-46ba-b9ba-e6f088971220), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.773658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:46.822976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-199f3906-98ce-40fe-a986-214853208b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.887184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b420-8ea1-4629-a77d-161286f4354c req-c005d20d-4994-4c02-8435-c85887330dfc tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:46.891044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85f5b420-8ea1-4629-a77d-161286f4354c req-c005d20d-4994-4c02-8435-c85887330dfc tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.1712863 Feb 03 22:01:46.908683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Subnet': ['ID=6e5642b6-35da-48b1-9287-a4fd541e5f60,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:46.970236 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-199f3906-98ce-40fe-a986-214853208b19 admin admin] Publish callbacks [] for security_group (f1182b61-bc49-4057-ab23-7694c09aaf57), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:46.976051 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-199f3906-98ce-40fe-a986-214853208b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f1182b61-bc49-4057-ab23-7694c09aaf57), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.019851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Checking segment: {'id': '0ddd8308-48d8-4012-acd2-97e6f85dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:01:47.020548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Network hostable DHCP agents. Network: 6e6e430f-b44a-451b-a02d-3219d2872453, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:01:47.029039 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-199f3906-98ce-40fe-a986-214853208b19 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a875345c963a4b3dbcd9ede86e2ce8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531478 Feb 03 22:01:47.030185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f3906-98ce-40fe-a986-214853208b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1182b61-bc49-4057-ab23-7694c09aaf57,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:47.033844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:47.092170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de31469c-95fd-45d4-9845-295d0be714ec req-9e834fd5-cc2a-4828-9ab3-f120881cea0b tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.1275711 Feb 03 22:01:47.113806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85f5b420-8ea1-4629-a77d-161286f4354c req-4ee318e0-a41f-4df5-bdcd-379baa5b92c4 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163615 Feb 03 22:01:47.128376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Network 6e6e430f-b44a-451b-a02d-3219d2872453 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:01:47.132356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca9b1bba-3a67-4657-95fd-a4f1fb6b3cf2 admin admin] Publish callbacks [] for security_group (f1182b61-bc49-4057-ab23-7694c09aaf57), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.144015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 6e6e430f-b44a-451b-a02d-3219d2872453) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:47.151448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:47.152621 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.157913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ffb34e-ea45-4563-ad8d-e4dc8698e0ab None None] Network 6e6e430f-b44a-451b-a02d-3219d2872453 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:01:47.189110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-825aa6a7-e485-4aaa-8b6e-6a3a44c9216e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5819118 Feb 03 22:01:47.190287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:47.198441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'port': {'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453', 'name': 'tempest-AllowedAddressPairTestJSON-1273250685'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:47.215235 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2a7af625-132a-462e-a672-5d0e4c5cc39a req-5b07a14d-e853-4fc7-835d-a22b81ad3784 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0366106 Feb 03 22:01:47.217379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca9b1bba-3a67-4657-95fd-a4f1fb6b3cf2 admin admin] Publish callbacks [] for security_group (f1182b61-bc49-4057-ab23-7694c09aaf57), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.390874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (29bd8d63-c2e5-46ba-b9ba-e6f088971220), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.392471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-6e6e430f-b44a-451b-a02d-3219d2872453', 'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453', 'project_id': '141b0dc37a984741806df2c499810899', 'fixed_ips': [{'subnet_id': '6e5642b6-35da-48b1-9287-a4fd541e5f60'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:01:47.394272 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.423987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.427922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca9b1bba-3a67-4657-95fd-a4f1fb6b3cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f1182b61-bc49-4057-ab23-7694c09aaf57), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.430698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca9b1bba-3a67-4657-95fd-a4f1fb6b3cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.435174 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ca9b1bba-3a67-4657-95fd-a4f1fb6b3cf2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1182b61-bc49-4057-ab23-7694c09aaf57 HTTP/1.1" status: 204 len: 168 time: 0.3990312 Feb 03 22:01:47.493681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Made reservation on behalf of 141b0dc37a984741806df2c499810899 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:47.504008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.551714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (c5096671-43de-4978-842e-9edd7b7159e8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.562866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b1bba-3a67-4657-95fd-a4f1fb6b3cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1182b61-bc49-4057-ab23-7694c09aaf57,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:47.649049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] device_id is not set on port 6fa71d64-11af-490f-ac97-9cefcdb7ec95 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:01:47.687432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Allocated IP 172.20.0.2 (6e6e430f-b44a-451b-a02d-3219d2872453/6e5642b6-35da-48b1-9287-a4fd541e5f60/23fe26da-a888-48f2-a842-2c7e464bc545) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:47.737927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Allocated IP 172.25.5.68 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:47.878083 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Publish callbacks [] for port (23fe26da-a888-48f2-a842-2c7e464bc545), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.889057 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:47.947470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-72141ccc-ab1f-46a6-90e7-0edafb2d9820 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:47.949082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-72141ccc-ab1f-46a6-90e7-0edafb2d9820 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.2565982 Feb 03 22:01:47.967014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Pushing event updated for resources: {'Port': ['ID=23fe26da-a888-48f2-a842-2c7e464bc545,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:47.994371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Network 6e6e430f-b44a-451b-a02d-3219d2872453 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:47.997138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:47.997931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:47.999063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.000053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.000661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.001388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.002010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.002620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.003129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.003771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.004282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.004855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.005482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.018403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:48.021623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:48.109533 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for port (70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.160555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Deleting port 4993933b-5377-4d22-b139-ff72d689d147 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:48.160925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4993933b-5377-4d22-b139-ff72d689d147), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.190610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Allocated IP 172.20.0.3 (6e6e430f-b44a-451b-a02d-3219d2872453/6e5642b6-35da-48b1-9287-a4fd541e5f60/6fa71d64-11af-490f-ac97-9cefcdb7ec95) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:48.202576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Attempting to bind port 23fe26da-a888-48f2-a842-2c7e464bc545 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:01:48.203260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Attempting to bind port 23fe26da-a888-48f2-a842-2c7e464bc545 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '0ddd8308-48d8-4012-acd2-97e6f85dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:01:48.207741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Attempting to bind port 23fe26da-a888-48f2-a842-2c7e464bc545 on network 6e6e430f-b44a-451b-a02d-3219d2872453 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:01:48.219808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:01:48.220194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Checking segment: {'id': '0ddd8308-48d8-4012-acd2-97e6f85dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:01:48.221835 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.222242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Bound using segment: {'id': '0ddd8308-48d8-4012-acd2-97e6f85dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:01:48.223869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Bound port: 23fe26da-a888-48f2-a842-2c7e464bc545, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddd8308-48d8-4012-acd2-97e6f85dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:01:48.225464 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.251632 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.303121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event updated for resources: {'Port': ['ID=70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:48.315738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.316100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.316509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.316857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.317225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.317567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.317901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.318233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.318561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.318889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.319219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.320019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.320019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:48.359498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:48.368281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:48.371372 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:48.395511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] For port 23fe26da-a888-48f2-a842-2c7e464bc545, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:01:48.402727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] For port 23fe26da-a888-48f2-a842-2c7e464bc545, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=23fe26da-a888-48f2-a842-2c7e464bc545,segment=NetworkSegment(0ddd8308-48d8-4012-acd2-97e6f85dbfa2),segment_id=0ddd8308-48d8-4012-acd2-97e6f85dbfa2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:01:48.413605 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.421069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] For port 4993933b-5377-4d22-b139-ff72d689d147, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4993933b-5377-4d22-b139-ff72d689d147,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:01:48.421372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4993933b-5377-4d22-b139-ff72d689d147), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.451039 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for port (6fa71d64-11af-490f-ac97-9cefcdb7ec95), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.514661 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6fa71d64-11af-490f-ac97-9cefcdb7ec95), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.597131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f8056-94dc-495c-ae49-44f6fa8fa60f None None] Pushing event updated for resources: {'Port': ['ID=23fe26da-a888-48f2-a842-2c7e464bc545,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:48.791586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9bfd91d3-ec2d-4dc3-9283-0951c69ee020 req-5304e662-5129-4b16-b9e2-5d1e8a729247 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.2813323 Feb 03 22:01:48.805272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Port': ['ID=6fa71d64-11af-490f-ac97-9cefcdb7ec95,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:48.823366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Network 6e6e430f-b44a-451b-a02d-3219d2872453 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:48.838147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:48.856498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:48.896596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (29bd8d63-c2e5-46ba-b9ba-e6f088971220), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.928869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:48.929529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:48.978545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9460d4b8-89e7-431e-a2f1-59790ec91efb tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7830591 Feb 03 22:01:48.983943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51064) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:48.992732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'port': {'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453', 'name': 'tempest-AllowedAddressPairTestJSON-1473267866', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fd:0e:87'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:49.069775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d995b-ca94-430d-bdcb-8b9d27237000 req-76fc4f3c-1c92-4abb-ac56-2ca80dcd81aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:49.081776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-202d995b-ca94-430d-bdcb-8b9d27237000 req-76fc4f3c-1c92-4abb-ac56-2ca80dcd81aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 946 time: 0.5701020 Feb 03 22:01:49.258129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-202d995b-ca94-430d-bdcb-8b9d27237000 req-116ac544-efee-4e4e-89fe-55937e1a5b14 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=584fefc6-d899-4aa9-8106-139c7e1b9856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776443 Feb 03 22:01:49.270260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:49.270734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (d46d63da-7196-42fd-b46d-1e22ecd7fb70), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:49.271108 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Floating IP d46d63da-7196-42fd-b46d-1e22ecd7fb70 disassociated. External IP: 172.25.5.131, port: 4993933b-5377-4d22-b139-ff72d689d147. Feb 03 22:01:49.271468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Calling delete_port for 4993933b-5377-4d22-b139-ff72d689d147 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:49.332725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Made reservation on behalf of 141b0dc37a984741806df2c499810899 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:49.399112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port 34d74441-a371-4852-8d13-ab09062edbad {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:49.399472 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (34d74441-a371-4852-8d13-ab09062edbad), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:49.434498 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (29bd8d63-c2e5-46ba-b9ba-e6f088971220), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:49.508043 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:49.555191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] For port 34d74441-a371-4852-8d13-ab09062edbad, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=34d74441-a371-4852-8d13-ab09062edbad,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:01:49.555191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (34d74441-a371-4852-8d13-ab09062edbad), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:49.556595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] device_id is not set on port 0b476219-dff6-4c1f-ab73-181435012e7a yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:01:49.570261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for 34d74441-a371-4852-8d13-ab09062edbad owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:49.630224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Router 29bd8d63-c2e5-46ba-b9ba-e6f088971220 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:01:49.783801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4993933b-5377-4d22-b139-ff72d689d147), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:49.787370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Allocated IP 172.20.0.13 (6e6e430f-b44a-451b-a02d-3219d2872453/6e5642b6-35da-48b1-9287-a4fd541e5f60/0b476219-dff6-4c1f-ab73-181435012e7a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:49.831980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event deleted for resources: {'Port': ['ID=4993933b-5377-4d22-b139-ff72d689d147,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:50.031362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7d9d273-58bc-4164-99e7-fdc7ffa19c9d req-8b79355d-f709-466c-ab8f-a95a81758a1a tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.1243787 Feb 03 22:01:50.083205 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (34d74441-a371-4852-8d13-ab09062edbad), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:50.208354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Router 60258327-edec-43eb-9780-cc31e6e67670 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:01:50.214197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:01:50.230758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaea728-ab8e-4d63-9309-005e9f61b6c5 None None] Sync routers for ids ['29bd8d63-c2e5-46ba-b9ba-e6f088971220'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:01:50.244829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=34d74441-a371-4852-8d13-ab09062edbad,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:50.252052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaea728-ab8e-4d63-9309-005e9f61b6c5 None None] Routers {'29bd8d63-c2e5-46ba-b9ba-e6f088971220'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:50.259730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:50.259730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-35e85980-4309-4765-a779-f52b21abb63c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5119026 Feb 03 22:01:50.266727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51100) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:50.268601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7eaea728-ab8e-4d63-9309-005e9f61b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['29bd8d63-c2e5-46ba-b9ba-e6f088971220'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:50.289090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 23fe26da-a888-48f2-a842-2c7e464bc545 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:01:50.423325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7eaea728-ab8e-4d63-9309-005e9f61b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:50.594124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bea950f-b534-4bf7-8175-1d98af2ae566 req-7b8db09c-4c92-4510-89b4-f88bddb0be93 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 210 time: 0.1343629 Feb 03 22:01:50.615027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaea728-ab8e-4d63-9309-005e9f61b6c5 None None] Routers {'29bd8d63-c2e5-46ba-b9ba-e6f088971220'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:50.615721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7eaea728-ab8e-4d63-9309-005e9f61b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['29bd8d63-c2e5-46ba-b9ba-e6f088971220'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:50.647454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76308a2-4ce2-4c64-8a93-97332f54798a None None] Network 6e6e430f-b44a-451b-a02d-3219d2872453 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:01:50.745072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a729bda-7a4d-4e17-b6db-3cf56b2f01a2 req-91b1172e-36f9-4bfb-902d-6c5a8ac41229 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=422f3e71bdd34b03aaae7dcd1f83643c&device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.1139591 Feb 03 22:01:50.767036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7fa063f-6b30-45f6-9203-8a653dcf2c17 req-1d6a3138-f516-4df1-b55b-8a453d461c75 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0969412 Feb 03 22:01:50.821031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7eaea728-ab8e-4d63-9309-005e9f61b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:50.821945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaea728-ab8e-4d63-9309-005e9f61b6c5 None None] The sync data for ids ['29bd8d63-c2e5-46ba-b9ba-e6f088971220'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:01:50.844426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7a581c18-af0b-4ede-bc15-4cc89ee5f597 None None] Provisioning complete for port 23fe26da-a888-48f2-a842-2c7e464bc545 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:50.845229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a581c18-af0b-4ede-bc15-4cc89ee5f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:50.868499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a729bda-7a4d-4e17-b6db-3cf56b2f01a2 req-78e83e65-fcb1-4763-9082-6458a0196175 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=422f3e71bdd34b03aaae7dcd1f83643c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043441 Feb 03 22:01:50.874587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51110) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:50.915593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for port (0b476219-dff6-4c1f-ab73-181435012e7a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:50.957270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7a581c18-af0b-4ede-bc15-4cc89ee5f597 None None] Current status of the port 23fe26da-a888-48f2-a842-2c7e464bc545 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:01:50.957987 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a581c18-af0b-4ede-bc15-4cc89ee5f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:50.999510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:01:51.010996 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] Sync routers for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:01:51.029459 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:51.030090 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:51.139640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] No DVR routers for this DVR port 4993933b-5377-4d22-b139-ff72d689d147 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:01:51.144571 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:51.158670 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-373a778b-6a54-43b7-98ca-f554a012afc5 req-daab711a-dec0-4ad1-a61e-2248ae0ffa7d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "DELETE /v2.0/ports/4993933b-5377-4d22-b139-ff72d689d147 HTTP/1.1" status: 204 len: 173 time: 3.1979091 Feb 03 22:01:51.159161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'name': 'network-vif-deleted', 'tag': '4993933b-5377-4d22-b139-ff72d689d147'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:01:51.161729 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8150905-d73e-41e9-a68a-0893a927ddaf" -d '{"events": [{"server_uuid": "568feb87-74da-4766-90ad-a6e7c6a3ef90", "name": "network-vif-deleted", "tag": "4993933b-5377-4d22-b139-ff72d689d147"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:01:51.196165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d088e02-acc3-4765-989b-97bcc5acaf79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:51.244051 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96381b90-d7c4-46fe-bca9-99f604a7ae66 x-openstack-request-id: req-96381b90-d7c4-46fe-bca9-99f604a7ae66 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:01:51.244528 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568feb87-74da-4766-90ad-a6e7c6a3ef90", "name": "network-vif-deleted", "tag": "4993933b-5377-4d22-b139-ff72d689d147", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:01:51.244611 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96381b90-d7c4-46fe-bca9-99f604a7ae66 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:01:51.245000 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568feb87-74da-4766-90ad-a6e7c6a3ef90', 'name': 'network-vif-deleted', 'tag': '4993933b-5377-4d22-b139-ff72d689d147', 'status': 'completed', 'code': 200} Feb 03 22:01:51.254041 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-68df7dbe-f23a-4318-ae5f-3668db7ca4db tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/routers/29bd8d63-c2e5-46ba-b9ba-e6f088971220 HTTP/1.1" status: 200 len: 924 time: 0.9832933 Feb 03 22:01:51.254612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:51.306058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 23fe26da-a888-48f2-a842-2c7e464bc545 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:51.306602 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:01:51.306725 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:51.333045 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-188b3f5d-c858-4a51-b996-2d0e7ac4302b tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=29bd8d63-c2e5-46ba-b9ba-e6f088971220 HTTP/1.1" status: 200 len: 205 time: 0.0756309 Feb 03 22:01:51.334305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51118) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:51.409029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7a581c18-af0b-4ede-bc15-4cc89ee5f597 None None] For port 23fe26da-a888-48f2-a842-2c7e464bc545, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=23fe26da-a888-48f2-a842-2c7e464bc545,segment=NetworkSegment(0ddd8308-48d8-4012-acd2-97e6f85dbfa2),segment_id=0ddd8308-48d8-4012-acd2-97e6f85dbfa2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:01:51.428423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a729bda-7a4d-4e17-b6db-3cf56b2f01a2 req-f84172a7-5cc7-41c0-ab56-33aa8fdd7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:51.429961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a729bda-7a4d-4e17-b6db-3cf56b2f01a2 req-f84172a7-5cc7-41c0-ab56-33aa8fdd7dd8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5531511 Feb 03 22:01:51.435823 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0b476219-dff6-4c1f-ab73-181435012e7a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:51.458075 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a581c18-af0b-4ede-bc15-4cc89ee5f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:51.461040 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (c5096671-43de-4978-842e-9edd7b7159e8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:51.472114 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:01:51.523744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Port': ['ID=0b476219-dff6-4c1f-ab73-181435012e7a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:51.541984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Network 6e6e430f-b44a-451b-a02d-3219d2872453 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:51.550731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:51.564448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (29bd8d63-c2e5-46ba-b9ba-e6f088971220), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:51.570552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:51.627142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a581c18-af0b-4ede-bc15-4cc89ee5f597 None None] Pushing event updated for resources: {'Port': ['ID=23fe26da-a888-48f2-a842-2c7e464bc545,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:51.629164 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:51.726081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 23fe26da-a888-48f2-a842-2c7e464bc545 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:01:51.739574 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] Checking router: 60258327-edec-43eb-9780-cc31e6e67670 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:01:51.765394 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:51.768480 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:51.819728 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (29bd8d63-c2e5-46ba-b9ba-e6f088971220), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:51.923981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Deleting port 70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:51.924619 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:51.984637 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:01:52.024877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.041751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Calling delete_port for 70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:52.194139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d3261230-62d0-438e-9d6b-26020b537ebf None None] Provisioning complete for port 23fe26da-a888-48f2-a842-2c7e464bc545 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:52.196515 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3261230-62d0-438e-9d6b-26020b537ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.258930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 23fe26da-a888-48f2-a842-2c7e464bc545 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:01:52.294839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae0e8ca2-8528-44d0-a0a5-5b85c518e44d req-b20f326b-a1c2-4f41-a051-33a7252c1561 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=568feb87-74da-4766-90ad-a6e7c6a3ef90 HTTP/1.1" status: 200 len: 210 time: 0.1388798 Feb 03 22:01:52.328365 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:52.345888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d21eb7f1-436a-43b7-b106-bde63795a370 req-054fbe53-33df-4f4b-95af-e2200846ebfa tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.1842093 Feb 03 22:01:52.384377 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d7f70-2143-4294-b8b1-d86d80585964 None None] The sync data for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 is: [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:01:52.391832 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.406586 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d088e02-acc3-4765-989b-97bcc5acaf79 admin admin] Publish callbacks [] for security_group (4d55f5c2-ac2f-4f50-b3da-a5fc49f5698a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.419674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:52.420218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.436387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d088e02-acc3-4765-989b-97bcc5acaf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4d55f5c2-ac2f-4f50-b3da-a5fc49f5698a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.455962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4993933b-5377-4d22-b139-ff72d689d147 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:01:52.460818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event deleted for resources: {'Port': ['ID=70beaef0-8121-4f0f-9ff6-2f5f0a86ce0c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:52.492194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 23fe26da-a888-48f2-a842-2c7e464bc545 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:52.492588 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.504431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d088e02-acc3-4765-989b-97bcc5acaf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d55f5c2-ac2f-4f50-b3da-a5fc49f5698a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:52.511905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 4993933b-5377-4d22-b139-ff72d689d147 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:01:52.512360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4993933b-5377-4d22-b139-ff72d689d147 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:01:52.538493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7535f3dd-52a0-45c2-971f-2ef9c0d7e88f tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5524979 Feb 03 22:01:52.541270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:52.543821 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3d088e02-acc3-4765-989b-97bcc5acaf79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c371792cb6514aca9657052284ed4057&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6682127 Feb 03 22:01:52.546605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51128) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:52.589561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d3261230-62d0-438e-9d6b-26020b537ebf None None] Current status of the port 23fe26da-a888-48f2-a842-2c7e464bc545 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:01:52.628562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (29bd8d63-c2e5-46ba-b9ba-e6f088971220), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.729727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d3261230-62d0-438e-9d6b-26020b537ebf None None] Provisioning complete for port 6fa71d64-11af-490f-ac97-9cefcdb7ec95 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:52.730635 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3261230-62d0-438e-9d6b-26020b537ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6fa71d64-11af-490f-ac97-9cefcdb7ec95), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.804136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 23fe26da-a888-48f2-a842-2c7e464bc545 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:01:52.806806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d3261230-62d0-438e-9d6b-26020b537ebf None None] Port 6fa71d64-11af-490f-ac97-9cefcdb7ec95 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:01:52.821450 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (29bd8d63-c2e5-46ba-b9ba-e6f088971220), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.837748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (29bd8d63-c2e5-46ba-b9ba-e6f088971220), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.847913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a729bda-7a4d-4e17-b6db-3cf56b2f01a2 req-19d56e65-e965-454f-b3cf-2a9d87ea44d8 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0544703 Feb 03 22:01:52.853868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac29ca01-9a3a-481c-9bb5-cc16aaab8c2d admin admin] Publish callbacks [] for security_group (4d55f5c2-ac2f-4f50-b3da-a5fc49f5698a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.905435 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac29ca01-9a3a-481c-9bb5-cc16aaab8c2d admin admin] Publish callbacks [] for security_group (4d55f5c2-ac2f-4f50-b3da-a5fc49f5698a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.922617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ffc89d-cdbe-4de8-93d3-79b8701e5500 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:52.938718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ffc89d-cdbe-4de8-93d3-79b8701e5500 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:52.940237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2b692ece-9eaa-423d-a83e-cecd7fb2aa32 None None] Provisioning complete for port 0b476219-dff6-4c1f-ab73-181435012e7a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:52.941056 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b692ece-9eaa-423d-a83e-cecd7fb2aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0b476219-dff6-4c1f-ab73-181435012e7a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.946307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ffc89d-cdbe-4de8-93d3-79b8701e5500 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:52.951890 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-86ffc89d-cdbe-4de8-93d3-79b8701e5500 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4056544 Feb 03 22:01:52.951890 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (29bd8d63-c2e5-46ba-b9ba-e6f088971220), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.951890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Fanout notify agent at l3_agent the message router_deleted on router 29bd8d63-c2e5-46ba-b9ba-e6f088971220 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:01:52.951890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:52.986985 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.987936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a71cf54a-147a-4d8c-b447-b82cbaa7b13a tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/29bd8d63-c2e5-46ba-b9ba-e6f088971220 HTTP/1.1" status: 204 len: 168 time: 1.6525583 Feb 03 22:01:52.989604 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac29ca01-9a3a-481c-9bb5-cc16aaab8c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4d55f5c2-ac2f-4f50-b3da-a5fc49f5698a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.992393 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac29ca01-9a3a-481c-9bb5-cc16aaab8c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:52.995209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ac29ca01-9a3a-481c-9bb5-cc16aaab8c2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d55f5c2-ac2f-4f50-b3da-a5fc49f5698a HTTP/1.1" status: 204 len: 168 time: 0.4475861 Feb 03 22:01:52.996584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:53.002031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2b692ece-9eaa-423d-a83e-cecd7fb2aa32 None None] Port 0b476219-dff6-4c1f-ab73-181435012e7a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:01:53.004227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22287fbc-851f-4d42-845d-3f018e729a7f None None] New status for floating IP d46d63da-7196-42fd-b46d-1e22ecd7fb70: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:01:53.050318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2044980967', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': False}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:53.093976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29ca01-9a3a-481c-9bb5-cc16aaab8c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d55f5c2-ac2f-4f50-b3da-a5fc49f5698a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:53.119047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router c5096671-43de-4978-842e-9edd7b7159e8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:01:53.132112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2b692ece-9eaa-423d-a83e-cecd7fb2aa32 None None] Provisioning complete for port 6fa71d64-11af-490f-ac97-9cefcdb7ec95 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:53.132652 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b692ece-9eaa-423d-a83e-cecd7fb2aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6fa71d64-11af-490f-ac97-9cefcdb7ec95), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.139519 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (884e1a74-de32-4c01-ac32-b71d71e6c580), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.140547 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (884e1a74-de32-4c01-ac32-b71d71e6c580), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.147651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a99e5ca2-7ce7-4226-8b3f-e75c1d1a6946 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Deleting port 0b476219-dff6-4c1f-ab73-181435012e7a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:53.148006 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99e5ca2-7ce7-4226-8b3f-e75c1d1a6946 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0b476219-dff6-4c1f-ab73-181435012e7a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.191942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2b692ece-9eaa-423d-a83e-cecd7fb2aa32 None None] Port 6fa71d64-11af-490f-ac97-9cefcdb7ec95 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:01:53.330185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99e5ca2-7ce7-4226-8b3f-e75c1d1a6946 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0b476219-dff6-4c1f-ab73-181435012e7a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.349741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a99e5ca2-7ce7-4226-8b3f-e75c1d1a6946 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Calling delete_port for 0b476219-dff6-4c1f-ab73-181435012e7a owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:53.377164 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_controller (884e1a74-de32-4c01-ac32-b71d71e6c580), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.487642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:53.564746 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa33b9b4-d37c-403c-9c6e-a3b94ea3eed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.570789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-589297d5-e378-4ec1-81ed-d12694418e79 req-bf03eb49-2007-4838-9c3e-40e063166c67 tempest-ServerShowV257Test-1030268845 tempest-ServerShowV257Test-1030268845-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7115235-4195-46a3-a206-36033db366fb HTTP/1.1" status: 200 len: 210 time: 0.0446734 Feb 03 22:01:53.603747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:53.613481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:01:53.623037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ae64dabc-5884-489e-98f8-49b1e8ed7674 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "PUT /v2.0/routers/c5096671-43de-4978-842e-9edd7b7159e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6787822 Feb 03 22:01:53.625971 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] Sync routers for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:01:53.637422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e30c5df1-abcd-429f-91c0-c10ebcca3f78 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (584fefc6-d899-4aa9-8106-139c7e1b9856), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.640612 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:53.640612 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:53.648805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41280756-7cb5-464f-8b8f-9ef1aede35a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.704059 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (884e1a74-de32-4c01-ac32-b71d71e6c580), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.723975 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e30c5df1-abcd-429f-91c0-c10ebcca3f78 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (584fefc6-d899-4aa9-8106-139c7e1b9856), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.861476 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:01:53.883436 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41280756-7cb5-464f-8b8f-9ef1aede35a4 admin admin] Publish callbacks [] for security_group (ba154a6a-f15f-4fe5-b458-14adecc2b4a7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.885096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99e5ca2-7ce7-4226-8b3f-e75c1d1a6946 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0b476219-dff6-4c1f-ab73-181435012e7a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.918394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41280756-7cb5-464f-8b8f-9ef1aede35a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ba154a6a-f15f-4fe5-b458-14adecc2b4a7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:53.974706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-41280756-7cb5-464f-8b8f-9ef1aede35a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f05312f393ce4370be81f05c8b5b1ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3686948 Feb 03 22:01:53.980520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e5ca2-7ce7-4226-8b3f-e75c1d1a6946 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event deleted for resources: {'Port': ['ID=0b476219-dff6-4c1f-ab73-181435012e7a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:53.989944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:54.079571 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e30c5df1-abcd-429f-91c0-c10ebcca3f78 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (584fefc6-d899-4aa9-8106-139c7e1b9856), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.082326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e30c5df1-abcd-429f-91c0-c10ebcca3f78 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.086294 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e30c5df1-abcd-429f-91c0-c10ebcca3f78 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "DELETE /v2.0/security-groups/584fefc6-d899-4aa9-8106-139c7e1b9856 HTTP/1.1" status: 204 len: 168 time: 0.5976436 Feb 03 22:01:54.098169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:54.120135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41280756-7cb5-464f-8b8f-9ef1aede35a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba154a6a-f15f-4fe5-b458-14adecc2b4a7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:54.121220 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (884e1a74-de32-4c01-ac32-b71d71e6c580), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.165585 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.176621 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-c40dcaa7-7afa-4927-8dfb-4a756f962249 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] show failed (client error): The resource could not be found. Feb 03 22:01:54.186971 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c40dcaa7-7afa-4927-8dfb-4a756f962249 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups/584fefc6-d899-4aa9-8106-139c7e1b9856 HTTP/1.1" status: 404 len: 347 time: 0.0830472 Feb 03 22:01:54.189624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a0366-5379-4efb-81ef-d5192edef2bc req-be247b9f-cc8c-4a60-9db8-e38c41803aca tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:54.195655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51160) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:54.198176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c9a0366-5379-4efb-81ef-d5192edef2bc req-be247b9f-cc8c-4a60-9db8-e38c41803aca tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 946 time: 0.2360921 Feb 03 22:01:54.214335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c5df1-abcd-429f-91c0-c10ebcca3f78 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584fefc6-d899-4aa9-8106-139c7e1b9856,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:54.236342 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:01:49Z', 'revision_number': 6, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '00c54826-6068-450e-b27e-f9e6593e99c8', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:59:22Z', 'updated_at': '2022-02-03T21:59:26Z', 'revision_number': 1, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:54.281948 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] Checking router: c5096671-43de-4978-842e-9edd7b7159e8 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:01:54.294760 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:54.295410 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:54.325406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c54b5f-f4c0-4957-9190-6aa7e952a1a3 admin admin] Publish callbacks [] for security_group (ba154a6a-f15f-4fe5-b458-14adecc2b4a7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.341200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c9a0366-5379-4efb-81ef-d5192edef2bc req-00fecfef-739c-4d4e-aa1b-d56c12e1db2d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417320 Feb 03 22:01:54.399263 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.416853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Allocated IP 172.25.5.157 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/9caff07a-bb8b-44d3-bde9-ee361061c3e6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:54.437763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c54b5f-f4c0-4957-9190-6aa7e952a1a3 admin admin] Publish callbacks [] for security_group (ba154a6a-f15f-4fe5-b458-14adecc2b4a7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.466878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99e5ca2-7ce7-4226-8b3f-e75c1d1a6946 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.472647 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a99e5ca2-7ce7-4226-8b3f-e75c1d1a6946 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "DELETE /v2.0/ports/0b476219-dff6-4c1f-ab73-181435012e7a HTTP/1.1" status: 204 len: 168 time: 1.5180244 Feb 03 22:01:54.475129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:54.478269 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:01:54.485181 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.509948 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d113666-6e2a-4a0a-8553-7171d5054c1a tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] GET failed (client error): The resource could not be found. Feb 03 22:01:54.515069 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2d113666-6e2a-4a0a-8553-7171d5054c1a tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "GET /v2.0/ports/0b476219-dff6-4c1f-ab73-181435012e7a HTTP/1.1" status: 404 len: 333 time: 0.0353396 Feb 03 22:01:54.515804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51164) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:54.522009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'port': {'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453', 'name': 'tempest-AllowedAddressPairTestJSON-1248955845'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:54.548036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Deleting port cc94b717-c220-4982-9b27-c08976d7f7c1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:54.548412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cc94b717-c220-4982-9b27-c08976d7f7c1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.594729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c54b5f-f4c0-4957-9190-6aa7e952a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ba154a6a-f15f-4fe5-b458-14adecc2b4a7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.597945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c54b5f-f4c0-4957-9190-6aa7e952a1a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.599282 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-99c54b5f-f4c0-4957-9190-6aa7e952a1a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba154a6a-f15f-4fe5-b458-14adecc2b4a7 HTTP/1.1" status: 204 len: 168 time: 0.6053097 Feb 03 22:01:54.617663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c54b5f-f4c0-4957-9190-6aa7e952a1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba154a6a-f15f-4fe5-b458-14adecc2b4a7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:54.685955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cc94b717-c220-4982-9b27-c08976d7f7c1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.687519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (cc94b717-c220-4982-9b27-c08976d7f7c1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.692612 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.737413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Calling delete_port for cc94b717-c220-4982-9b27-c08976d7f7c1 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:54.821957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Made reservation on behalf of 141b0dc37a984741806df2c499810899 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:01:54.827613 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.867847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] device_id is not set on port 80c951dc-2db2-4334-9a53-5a40e5436cba yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:01:54.880442 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:54.992318 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:01:49Z', 'revision_number': 6, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '00c54826-6068-450e-b27e-f9e6593e99c8', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:59:22Z', 'updated_at': '2022-02-03T21:59:26Z', 'revision_number': 1, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:55.134054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event updated for resources: {'Port': ['ID=9caff07a-bb8b-44d3-bde9-ee361061c3e6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:55.167197 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b16201-3e97-4abc-8679-8bd9cbbc959a None None] The sync data for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 is: [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:01:49Z', 'revision_number': 6, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '00c54826-6068-450e-b27e-f9e6593e99c8', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'port_id': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'mac_address': 'fa:16:3e:8b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T21:59:22Z', 'updated_at': '2022-02-03T21:59:26Z', 'revision_number': 1, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:01:55.180447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:55.182332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:55.191819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:55.199348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.203600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.203600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.203600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.204290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.204290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.204595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.204931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.205287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.205627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.209535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.209890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.210314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:01:55.305940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Allocated IP 172.20.0.12 (6e6e430f-b44a-451b-a02d-3219d2872453/6e5642b6-35da-48b1-9287-a4fd541e5f60/80c951dc-2db2-4334-9a53-5a40e5436cba) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:55.316644 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cc94b717-c220-4982-9b27-c08976d7f7c1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:55.375050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event deleted for resources: {'Port': ['ID=cc94b717-c220-4982-9b27-c08976d7f7c1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:55.479677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51186) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:55.524039 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (d46d63da-7196-42fd-b46d-1e22ecd7fb70), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:55.527971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:55.531636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9beb0933-a98f-4d08-9664-b7384b2bf8db tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "DELETE /v2.0/floatingips/d46d63da-7196-42fd-b46d-1e22ecd7fb70 HTTP/1.1" status: 204 len: 168 time: 1.3305550 Feb 03 22:01:55.834553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48217f4b-4cdd-4e37-b9f8-9bc3b44cd883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:55.854465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd3bca-62b6-4072-8630-dde105d18e3a req-1c990d6a-c908-40b6-ae4d-19466863499d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:55.856938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36cd3bca-62b6-4072-8630-dde105d18e3a req-1c990d6a-c908-40b6-ae4d-19466863499d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 946 time: 0.3624837 Feb 03 22:01:55.894415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ef385-8986-49d4-8aed-99abdbbc965c req-46133869-c26f-4344-a1ca-3456f8805e2e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:55.896491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-260ef385-8986-49d4-8aed-99abdbbc965c req-46133869-c26f-4344-a1ca-3456f8805e2e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 946 time: 0.3277435 Feb 03 22:01:55.900611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:55.905965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c997043a-ff79-46f4-b8bd-9f46bee4b79b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333110574', 'description': 'tempest-description--1411956022'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:55.937317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c997043a-ff79-46f4-b8bd-9f46bee4b79b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.043785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 34d74441-a371-4852-8d13-ab09062edbad no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:01:56.077527 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c997043a-ff79-46f4-b8bd-9f46bee4b79b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (a229358e-6ec4-44e6-899c-e0ff028aa256), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.079481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 34d74441-a371-4852-8d13-ab09062edbad {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:01:56.080047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 34d74441-a371-4852-8d13-ab09062edbad not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:01:56.085396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c997043a-ff79-46f4-b8bd-9f46bee4b79b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a229358e-6ec4-44e6-899c-e0ff028aa256), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.090380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.101649 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (884e1a74-de32-4c01-ac32-b71d71e6c580), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.120591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997043a-ff79-46f4-b8bd-9f46bee4b79b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a229358e-6ec4-44e6-899c-e0ff028aa256,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:56.125250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c997043a-ff79-46f4-b8bd-9f46bee4b79b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.126762 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c997043a-ff79-46f4-b8bd-9f46bee4b79b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2247972 Feb 03 22:01:56.131256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:56.138013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6805d344-c0b2-42ac-ae8e-8b3643b92f07 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'security_group_rule': {'security_group_id': 'a229358e-6ec4-44e6-899c-e0ff028aa256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:56.185718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6805d344-c0b2-42ac-ae8e-8b3643b92f07 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (967c6cad-2f61-4977-b351-3aaac8742083), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.224241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36cd3bca-62b6-4072-8630-dde105d18e3a req-71de1e5c-099c-4b23-bd3d-8586fce49e86 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476417 Feb 03 22:01:56.298360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6805d344-c0b2-42ac-ae8e-8b3643b92f07 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (967c6cad-2f61-4977-b351-3aaac8742083), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.303314 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48217f4b-4cdd-4e37-b9f8-9bc3b44cd883 admin admin] Publish callbacks [] for security_group (e50647c8-a1ae-409c-8d09-958ad2a94bf8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.306246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-260ef385-8986-49d4-8aed-99abdbbc965c req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port d94eddc6-9068-40d3-9416-db40a8cee11b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:56.306487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6805d344-c0b2-42ac-ae8e-8b3643b92f07 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (967c6cad-2f61-4977-b351-3aaac8742083), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.306707 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-260ef385-8986-49d4-8aed-99abdbbc965c req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.333121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805d344-c0b2-42ac-ae8e-8b3643b92f07 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967c6cad-2f61-4977-b351-3aaac8742083,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:56.357970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6805d344-c0b2-42ac-ae8e-8b3643b92f07 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.362485 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48217f4b-4cdd-4e37-b9f8-9bc3b44cd883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e50647c8-a1ae-409c-8d09-958ad2a94bf8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.364417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6805d344-c0b2-42ac-ae8e-8b3643b92f07 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2320917 Feb 03 22:01:56.365660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:56.372101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e37e0c6f-0a18-4ba9-96fd-f086524d46ce tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'security_group_rule': {'security_group_id': 'a229358e-6ec4-44e6-899c-e0ff028aa256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:56.398925 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.418610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c6f-0a18-4ba9-96fd-f086524d46ce tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (1b3bea46-8a69-4f28-bd87-846032ae304b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.520320 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c6f-0a18-4ba9-96fd-f086524d46ce tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (1b3bea46-8a69-4f28-bd87-846032ae304b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.524749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c6f-0a18-4ba9-96fd-f086524d46ce tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (1b3bea46-8a69-4f28-bd87-846032ae304b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.525419 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb45d6df-ce84-45e1-8e84-7db3e6b6be9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.545796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e0c6f-0a18-4ba9-96fd-f086524d46ce tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3bea46-8a69-4f28-bd87-846032ae304b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:56.558750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c6f-0a18-4ba9-96fd-f086524d46ce tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.560783 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e37e0c6f-0a18-4ba9-96fd-f086524d46ce tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1928120 Feb 03 22:01:56.563762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51220) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:56.569674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:56.601790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.727060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.729497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51224) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:56.820612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-48217f4b-4cdd-4e37-b9f8-9bc3b44cd883 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=422f3e71bdd34b03aaae7dcd1f83643c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3373845 Feb 03 22:01:56.829105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51228) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:56.865379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48217f4b-4cdd-4e37-b9f8-9bc3b44cd883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50647c8-a1ae-409c-8d09-958ad2a94bf8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:56.869315 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10745963-6e00-4671-ab31-ea31b88a5e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.892025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Network 6e6e430f-b44a-451b-a02d-3219d2872453 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:56.917702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Allocated IP 172.25.5.4 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/ce423c3d-0bd1-41cd-800b-0ba7789921c6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:56.927613 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:56.935426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:56.950818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:56.989032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Port': ['ID=80c951dc-2db2-4334-9a53-5a40e5436cba,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:57.018528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-260ef385-8986-49d4-8aed-99abdbbc965c req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] For port d94eddc6-9068-40d3-9416-db40a8cee11b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d94eddc6-9068-40d3-9416-db40a8cee11b,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:01:57.019151 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-260ef385-8986-49d4-8aed-99abdbbc965c req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.058445 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10745963-6e00-4671-ab31-ea31b88a5e34 admin admin] Publish callbacks [] for security_group (32a3842b-c82c-455f-bba7-60c5f607e7a2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.067433 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10745963-6e00-4671-ab31-ea31b88a5e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (32a3842b-c82c-455f-bba7-60c5f607e7a2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.067601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-260ef385-8986-49d4-8aed-99abdbbc965c req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for d94eddc6-9068-40d3-9416-db40a8cee11b owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:01:57.106200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:57.106946 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.110878 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (884e1a74-de32-4c01-ac32-b71d71e6c580), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.139034 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-10745963-6e00-4671-ab31-ea31b88a5e34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43bdc6e7be22455abd4f7560cda7149e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051404 Feb 03 22:01:57.142471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:57.153077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10745963-6e00-4671-ab31-ea31b88a5e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a3842b-c82c-455f-bba7-60c5f607e7a2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:57.163943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for port (ce423c3d-0bd1-41cd-800b-0ba7789921c6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.224380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef965593-09d7-45e1-84d9-5735b8370ea5 admin admin] Publish callbacks [] for security_group (32a3842b-c82c-455f-bba7-60c5f607e7a2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.248360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ce423c3d-0bd1-41cd-800b-0ba7789921c6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.253639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eba0022e-ba5f-423c-a432-c32df62061c5 None None] Provisioning complete for port 80c951dc-2db2-4334-9a53-5a40e5436cba triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:57.254790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eba0022e-ba5f-423c-a432-c32df62061c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.256553 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef965593-09d7-45e1-84d9-5735b8370ea5 admin admin] Publish callbacks [] for security_group (32a3842b-c82c-455f-bba7-60c5f607e7a2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.297488 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eba0022e-ba5f-423c-a432-c32df62061c5 None None] Port 80c951dc-2db2-4334-9a53-5a40e5436cba cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:01:57.318107 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e76f26-bb28-435f-97ec-f9966e81f1bb admin admin] Publish callbacks [] for security_group (e50647c8-a1ae-409c-8d09-958ad2a94bf8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.327338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:01:57.329130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e2020340-7961-4e29-a1ed-62abd80cc4fa tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8125155 Feb 03 22:01:57.332095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:57.334707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:01:57.341922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:01:57.348167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2e938a01-d2a2-4933-89f7-d4942101c023 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fd:0e:87'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:57.353700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'Port': ['ID=ce423c3d-0bd1-41cd-800b-0ba7789921c6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:57.395910 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e76f26-bb28-435f-97ec-f9966e81f1bb admin admin] Publish callbacks [] for security_group (e50647c8-a1ae-409c-8d09-958ad2a94bf8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.485410 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef965593-09d7-45e1-84d9-5735b8370ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (32a3842b-c82c-455f-bba7-60c5f607e7a2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.488197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef965593-09d7-45e1-84d9-5735b8370ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.491872 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ef965593-09d7-45e1-84d9-5735b8370ea5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32a3842b-c82c-455f-bba7-60c5f607e7a2 HTTP/1.1" status: 204 len: 168 time: 0.3459601 Feb 03 22:01:57.511634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef965593-09d7-45e1-84d9-5735b8370ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a3842b-c82c-455f-bba7-60c5f607e7a2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:57.521870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6d2c-a554-42a9-b582-8bf171f28cbc req-1bcc7aaa-9001-4041-9ba2-7e0357ab7b60 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:57.523872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50ec6d2c-a554-42a9-b582-8bf171f28cbc req-1bcc7aaa-9001-4041-9ba2-7e0357ab7b60 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007d1b9-e425-4609-8daa-df4db4fc32fe HTTP/1.1" status: 200 len: 946 time: 0.1980155 Feb 03 22:01:57.557497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e76f26-bb28-435f-97ec-f9966e81f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e50647c8-a1ae-409c-8d09-958ad2a94bf8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.560456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e76f26-bb28-435f-97ec-f9966e81f1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.561189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-91e76f26-bb28-435f-97ec-f9966e81f1bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e50647c8-a1ae-409c-8d09-958ad2a94bf8 HTTP/1.1" status: 204 len: 168 time: 0.6971321 Feb 03 22:01:57.583065 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-260ef385-8986-49d4-8aed-99abdbbc965c req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d94eddc6-9068-40d3-9416-db40a8cee11b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.591138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e76f26-bb28-435f-97ec-f9966e81f1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50647c8-a1ae-409c-8d09-958ad2a94bf8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:57.622753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Router 884e1a74-de32-4c01-ac32-b71d71e6c580 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:01:57.633769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=d94eddc6-9068-40d3-9416-db40a8cee11b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:57.697100 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e938a01-d2a2-4933-89f7-d4942101c023 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.699282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50ec6d2c-a554-42a9-b582-8bf171f28cbc req-0c343945-c877-4eb7-b98b-d77ce2dceecc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626220 Feb 03 22:01:57.729514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.759600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-260ef385-8986-49d4-8aed-99abdbbc965c req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] No DVR routers for this DVR port d94eddc6-9068-40d3-9416-db40a8cee11b on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:01:57.792167 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-260ef385-8986-49d4-8aed-99abdbbc965c req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.795978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-260ef385-8986-49d4-8aed-99abdbbc965c req-98a84197-6b8c-48fa-9136-1bbad4a43ad7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "DELETE /v2.0/ports/d94eddc6-9068-40d3-9416-db40a8cee11b HTTP/1.1" status: 204 len: 173 time: 1.8881173 Feb 03 22:01:57.796450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b007d1b9-e425-4609-8daa-df4db4fc32fe', 'name': 'network-vif-deleted', 'tag': 'd94eddc6-9068-40d3-9416-db40a8cee11b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:01:57.799536 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759364b0-430d-48ab-907f-9e425ffc91d7" -d '{"events": [{"server_uuid": "b007d1b9-e425-4609-8daa-df4db4fc32fe", "name": "network-vif-deleted", "tag": "d94eddc6-9068-40d3-9416-db40a8cee11b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:01:57.862811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:01:57.868800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ce423c3d-0bd1-41cd-800b-0ba7789921c6), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.874386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Sync routers for ids ['884e1a74-de32-4c01-ac32-b71d71e6c580'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:01:57.874552 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ea17e2-0fb1-4391-b810-3b87ce3ccfe0 x-openstack-request-id: req-c9ea17e2-0fb1-4391-b810-3b87ce3ccfe0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:01:57.874788 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b007d1b9-e425-4609-8daa-df4db4fc32fe", "name": "network-vif-deleted", "tag": "d94eddc6-9068-40d3-9416-db40a8cee11b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:01:57.875026 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9ea17e2-0fb1-4391-b810-3b87ce3ccfe0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:01:57.875472 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b007d1b9-e425-4609-8daa-df4db4fc32fe', 'name': 'network-vif-deleted', 'tag': 'd94eddc6-9068-40d3-9416-db40a8cee11b', 'status': 'completed', 'code': 200} Feb 03 22:01:57.888454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Routers {'884e1a74-de32-4c01-ac32-b71d71e6c580'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:57.890302 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['884e1a74-de32-4c01-ac32-b71d71e6c580'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:57.900687 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:57.905486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6456e916-ee35-4ff2-9542-f19f3dd2068f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8769548 Feb 03 22:01:57.906084 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:58.135709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Set router 884e1a74-de32-4c01-ac32-b71d71e6c580 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:01:58.175763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1915ba43-d1f5-41a5-b9a2-ce2ef51c737f tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/routers/884e1a74-de32-4c01-ac32-b71d71e6c580 HTTP/1.1" status: 200 len: 909 time: 0.2681017 Feb 03 22:01:58.178022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:58.184039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2044980967', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': True}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:58.282499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (658eb775-a784-4649-8119-28648c016359), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:58.296297 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (658eb775-a784-4649-8119-28648c016359), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:58.471710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_controller (658eb775-a784-4649-8119-28648c016359), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:58.504761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d94eddc6-9068-40d3-9416-db40a8cee11b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:01:58.554066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: d94eddc6-9068-40d3-9416-db40a8cee11b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:01:58.554402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d94eddc6-9068-40d3-9416-db40a8cee11b not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:01:58.623263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e1a74-de32-4c01-ac32-b71d71e6c580', 'name': 'tempest-snat-router-2044980967', 'tenant_id': 'cfd23261001f41a6b34613b3cda659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.157'}], 'enable_snat': False}, 'gw_port_id': '9caff07a-bb8b-44d3-bde9-ee361061c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:01:53Z', 'updated_at': '2022-02-03T22:01:55Z', 'revision_number': 3, 'project_id': 'cfd23261001f41a6b34613b3cda659e8', 'gw_port': {'id': '9caff07a-bb8b-44d3-bde9-ee361061c3e6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884e1a74-de32-4c01-ac32-b71d71e6c580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:01:54Z', 'updated_at': '2022-02-03T22:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:58.627260 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:58.680673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Checking router: 884e1a74-de32-4c01-ac32-b71d71e6c580 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:01:58.680860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (658eb775-a784-4649-8119-28648c016359), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:58.681489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Updating router 884e1a74-de32-4c01-ac32-b71d71e6c580 port 9caff07a-bb8b-44d3-bde9-ee361061c3e6 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:01:58.727502 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:58.832616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:59.093205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c548cdf-469a-45a4-9d48-49250309cf85 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.120523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (658eb775-a784-4649-8119-28648c016359), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.121136 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c548cdf-469a-45a4-9d48-49250309cf85 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.169795 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.199991 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e938a01-d2a2-4933-89f7-d4942101c023 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.216733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e938a01-d2a2-4933-89f7-d4942101c023 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.263326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:59.287627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e938a01-d2a2-4933-89f7-d4942101c023 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Port': ['ID=80c951dc-2db2-4334-9a53-5a40e5436cba,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:59.339959 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for port (ce423c3d-0bd1-41cd-800b-0ba7789921c6), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.343907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c548cdf-469a-45a4-9d48-49250309cf85 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.346583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c548cdf-469a-45a4-9d48-49250309cf85 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.347784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3c548cdf-469a-45a4-9d48-49250309cf85 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/security-groups/ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea HTTP/1.1" status: 204 len: 168 time: 0.5102043 Feb 03 22:01:59.358977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ce423c3d-0bd1-41cd-800b-0ba7789921c6), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.384388 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Publish callbacks [] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.401378 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.408825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c548cdf-469a-45a4-9d48-49250309cf85 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee86f15d-8da1-4fbf-ac41-6d0b2b2131ea,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:59.468370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:59.495379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2e938a01-d2a2-4933-89f7-d4942101c023 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] In _notify_port_updated(), no bound segment for port 80c951dc-2db2-4334-9a53-5a40e5436cba on network 6e6e430f-b44a-451b-a02d-3219d2872453 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 22:01:59.506339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e938a01-d2a2-4933-89f7-d4942101c023 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:01:59.507030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e938a01-d2a2-4933-89f7-d4942101c023 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.508383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e938a01-d2a2-4933-89f7-d4942101c023 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "PUT /v2.0/ports/80c951dc-2db2-4334-9a53-5a40e5436cba HTTP/1.1" status: 200 len: 994 time: 2.1714537 Feb 03 22:01:59.534427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51314) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:01:59.547938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1904814119-network', 'tenant_id': 'd5ebe9085070448390108cb35f42d2b0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:01:59.549724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Allocated IP 172.25.5.30 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/39d5bba9-3245-403b-a2ca-46aac0391b13) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:01:59.578935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Attempting to bind port 9caff07a-bb8b-44d3-bde9-ee361061c3e6 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:01:59.579512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Attempting to bind port 9caff07a-bb8b-44d3-bde9-ee361061c3e6 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:01:59.579671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Attempting to bind port 9caff07a-bb8b-44d3-bde9-ee361061c3e6 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:01:59.582699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e4fb2-abd2-4eea-bcc6-37b8a31fbde2 None None] Pushing event updated for resources: {'Port': ['ID=9caff07a-bb8b-44d3-bde9-ee361061c3e6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:59.596661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:01:59.607533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:01:59.607953 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.608349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:01:59.609044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Bound port: 9caff07a-bb8b-44d3-bde9-ee361061c3e6, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:01:59.609590 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.636681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'Port': ['ID=ce423c3d-0bd1-41cd-800b-0ba7789921c6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:59.643834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.667575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-446f52c5-7373-4240-82a6-885cc337ce0a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting subnet fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:01:59.680318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-446f52c5-7373-4240-82a6-885cc337ce0a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for subnet (fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.718858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] For port 9caff07a-bb8b-44d3-bde9-ee361061c3e6, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:01:59.726661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] For port 9caff07a-bb8b-44d3-bde9-ee361061c3e6, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9caff07a-bb8b-44d3-bde9-ee361061c3e6,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:01:59.736095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-446f52c5-7373-4240-82a6-885cc337ce0a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.741875 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.812558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f673785d-4449-4246-8360-53ccbcbb5c43 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Deleting port 80c951dc-2db2-4334-9a53-5a40e5436cba {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:01:59.812929 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f673785d-4449-4246-8360-53ccbcbb5c43 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.841457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b812bf7b-58bf-400e-a0ea-9d1dece48278 None None] Provisioning complete for port 80c951dc-2db2-4334-9a53-5a40e5436cba triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:01:59.841981 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b812bf7b-58bf-400e-a0ea-9d1dece48278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.843318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.872505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e4fb2-abd2-4eea-bcc6-37b8a31fbde2 None None] Pushing event updated for resources: {'Port': ['ID=9caff07a-bb8b-44d3-bde9-ee361061c3e6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:01:59.875371 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.876849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Routers {'884e1a74-de32-4c01-ac32-b71d71e6c580'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:01:59.877595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['884e1a74-de32-4c01-ac32-b71d71e6c580'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:01:59.951169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-446f52c5-7373-4240-82a6-885cc337ce0a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.969297 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f673785d-4449-4246-8360-53ccbcbb5c43 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.978513 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:01:59.989112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] Set router 884e1a74-de32-4c01-ac32-b71d71e6c580 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:00.022536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:00.028265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:00.031266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Made reservation on behalf of d5ebe9085070448390108cb35f42d2b0 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:00.033710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.035822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:00.064383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f673785d-4449-4246-8360-53ccbcbb5c43 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Calling delete_port for 80c951dc-2db2-4334-9a53-5a40e5436cba owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:00.092768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.102812 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-87c9112b-6e9d-4334-bfe6-5ca1307ed8ec tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5298390 Feb 03 22:02:00.102812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-446f52c5-7373-4240-82a6-885cc337ce0a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.102812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.186717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b812bf7b-58bf-400e-a0ea-9d1dece48278 None None] Port 80c951dc-2db2-4334-9a53-5a40e5436cba cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:00.191350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event updated for resources: {'Port': ['ID=39d5bba9-3245-403b-a2ca-46aac0391b13,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:00.209309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f52c5-7373-4240-82a6-885cc337ce0a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Subnet': ['ID=fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:00.215946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e1a74-de32-4c01-ac32-b71d71e6c580', 'name': 'tempest-snat-router-2044980967', 'tenant_id': 'cfd23261001f41a6b34613b3cda659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.157'}], 'enable_snat': False}, 'gw_port_id': '9caff07a-bb8b-44d3-bde9-ee361061c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:01:53Z', 'updated_at': '2022-02-03T22:01:55Z', 'revision_number': 3, 'project_id': 'cfd23261001f41a6b34613b3cda659e8', 'gw_port': {'id': '9caff07a-bb8b-44d3-bde9-ee361061c3e6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884e1a74-de32-4c01-ac32-b71d71e6c580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:01:54Z', 'updated_at': '2022-02-03T22:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:00.222564 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-446f52c5-7373-4240-82a6-885cc337ce0a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.231849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-446f52c5-7373-4240-82a6-885cc337ce0a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/subnets/fe577c7c-a3e2-4c93-a0cb-fa5757cb05cc HTTP/1.1" status: 204 len: 168 time: 0.7222953 Feb 03 22:02:00.239171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:00.441314 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (1e92ffda-fedc-4017-8312-c24605c44054), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.493188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-4621c385-1437-4f23-a434-df21d6336bb0 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1333110574&fields=id&tenant_id=c92022e28c9445fb92269882b0985112 HTTP/1.1" status: 200 len: 267 time: 0.1023631 Feb 03 22:02:00.522249 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Publish callbacks [] for security_group (8221a5d9-97b1-4c3f-b748-085adc61e78d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.530972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8221a5d9-97b1-4c3f-b748-085adc61e78d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.533514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c2c50-7ac8-4cb9-a919-6eddbd4d5cc8 None None] Network 1e92ffda-fedc-4017-8312-c24605c44054 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:00.538305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f673785d-4449-4246-8360-53ccbcbb5c43 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (80c951dc-2db2-4334-9a53-5a40e5436cba), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.567645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:02:00.600825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8221a5d9-97b1-4c3f-b748-085adc61e78d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:00.601312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb61b6-7246-48f7-8842-968aa265a645 None None] The sync data for ids ['884e1a74-de32-4c01-ac32-b71d71e6c580'] in n-d-824834-9 is: [{'id': '884e1a74-de32-4c01-ac32-b71d71e6c580', 'name': 'tempest-snat-router-2044980967', 'tenant_id': 'cfd23261001f41a6b34613b3cda659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.157'}], 'enable_snat': False}, 'gw_port_id': '9caff07a-bb8b-44d3-bde9-ee361061c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:01:53Z', 'updated_at': '2022-02-03T22:01:55Z', 'revision_number': 3, 'project_id': 'cfd23261001f41a6b34613b3cda659e8', 'gw_port': {'id': '9caff07a-bb8b-44d3-bde9-ee361061c3e6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884e1a74-de32-4c01-ac32-b71d71e6c580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:01:54Z', 'updated_at': '2022-02-03T22:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:00.632623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b1a78f09-6f5f-40c1-97d6-13816332a4f9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.634348 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Added segment b1a78f09-6f5f-40c1-97d6-13816332a4f9 of type vlan for network a8e84895-867d-4cf8-9b55-ec5a0b5099ef Feb 03 22:02:00.685149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port c582b389-a9f9-4e82-b59f-580025070492 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:00.685711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c582b389-a9f9-4e82-b59f-580025070492), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.723161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673785d-4449-4246-8360-53ccbcbb5c43 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event deleted for resources: {'Port': ['ID=80c951dc-2db2-4334-9a53-5a40e5436cba,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:00.782229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f54653-0871-4b14-a82d-96329c04b5fb None None] DHCP port deletion for 1e92ffda-fedc-4017-8312-c24605c44054 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:02:00.844210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150e43-856e-4416-a9d7-9586e9780919 req-f2a7754c-391b-4cdf-9c8f-1e33c17d510a tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:00.850071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-f2a7754c-391b-4cdf-9c8f-1e33c17d510a tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 810 time: 0.3458164 Feb 03 22:02:00.885079 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a8e84895-867d-4cf8-9b55-ec5a0b5099ef), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:00.929346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1f54653-0871-4b14-a82d-96329c04b5fb None None] Deleting port c582b389-a9f9-4e82-b59f-580025070492 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:00.930217 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1f54653-0871-4b14-a82d-96329c04b5fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c582b389-a9f9-4e82-b59f-580025070492), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.010270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-ebe2b931-afe7-4831-9ce7-6bd9609e1718 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/quotas/c92022e28c9445fb92269882b0985112 HTTP/1.1" status: 200 len: 375 time: 0.1196301 Feb 03 22:02:01.047289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] For port c582b389-a9f9-4e82-b59f-580025070492, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c582b389-a9f9-4e82-b59f-580025070492,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:01.048195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c582b389-a9f9-4e82-b59f-580025070492), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.069313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b1f54653-0871-4b14-a82d-96329c04b5fb None None] For port c582b389-a9f9-4e82-b59f-580025070492, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c582b389-a9f9-4e82-b59f-580025070492,segment=NetworkSegment(0562a64c-c081-4ac5-8b04-d68738964aa2),segment_id=0562a64c-c081-4ac5-8b04-d68738964aa2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:01.069832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1f54653-0871-4b14-a82d-96329c04b5fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c582b389-a9f9-4e82-b59f-580025070492), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.072196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for c582b389-a9f9-4e82-b59f-580025070492 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:01.074922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a8e84895-867d-4cf8-9b55-ec5a0b5099ef), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.083796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:01.085257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.110318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1f54653-0871-4b14-a82d-96329c04b5fb None None] Calling delete_port for c582b389-a9f9-4e82-b59f-580025070492 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:01.250672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (658eb775-a784-4649-8119-28648c016359), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.310990 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1f54653-0871-4b14-a82d-96329c04b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (c582b389-a9f9-4e82-b59f-580025070492), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.327404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c582b389-a9f9-4e82-b59f-580025070492), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.362709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0946913 Feb 03 22:02:01.365637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-698076ea-14b2-40fb-a85a-c297e9648a0c tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2919321 Feb 03 22:02:01.374436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f54653-0871-4b14-a82d-96329c04b5fb None None] No DVR routers for this DVR port c582b389-a9f9-4e82-b59f-580025070492 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:02:01.379121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] No DVR routers for this DVR port c582b389-a9f9-4e82-b59f-580025070492 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:02:01.383199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f54653-0871-4b14-a82d-96329c04b5fb None None] Pushing event deleted for resources: {'Port': ['ID=c582b389-a9f9-4e82-b59f-580025070492,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:01.417687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=c582b389-a9f9-4e82-b59f-580025070492,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:01.422320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:01.427640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Request body: {'subnet': {'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1904814119-subnet', 'tenant_id': 'd5ebe9085070448390108cb35f42d2b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:01.471702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67f2fc-893c-4d6e-8fc4-9691b84d9738 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e84895-867d-4cf8-9b55-ec5a0b5099ef,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:01.483206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a8e84895-867d-4cf8-9b55-ec5a0b5099ef details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:02:01.606679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (1e92ffda-fedc-4017-8312-c24605c44054), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.650654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e92ffda-fedc-4017-8312-c24605c44054']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:01.665855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0562a64c-c081-4ac5-8b04-d68738964aa2') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:01.666150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0562a64c-c081-4ac5-8b04-d68738964aa2') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:01.685586 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (0562a64c-c081-4ac5-8b04-d68738964aa2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.700822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0562a64c-c081-4ac5-8b04-d68738964aa2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.708206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:02:01.708674 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (0562a64c-c081-4ac5-8b04-d68738964aa2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:02:01.711705 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:02:01.827604 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (1e92ffda-fedc-4017-8312-c24605c44054), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.835703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.840075 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/networks/1e92ffda-fedc-4017-8312-c24605c44054 HTTP/1.1" status: 204 len: 168 time: 1.5944569 Feb 03 22:02:01.856537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:01.857535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4f3d4-5855-4ae6-b9a3-fa1e2d92419f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Network': ['ID=1e92ffda-fedc-4017-8312-c24605c44054,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:01.969928 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f673785d-4449-4246-8360-53ccbcbb5c43 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:01.977483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f673785d-4449-4246-8360-53ccbcbb5c43 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "DELETE /v2.0/ports/80c951dc-2db2-4334-9a53-5a40e5436cba HTTP/1.1" status: 204 len: 168 time: 2.4408717 Feb 03 22:02:01.980374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:02.001284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Made reservation on behalf of d5ebe9085070448390108cb35f42d2b0 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:02.003830 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.080285 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae2d72f-9e12-4f02-b20a-456bea5803cc tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] GET failed (client error): The resource could not be found. Feb 03 22:02:02.085108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aae2d72f-9e12-4f02-b20a-456bea5803cc tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "GET /v2.0/ports/80c951dc-2db2-4334-9a53-5a40e5436cba HTTP/1.1" status: 404 len: 333 time: 0.0930595 Feb 03 22:02:02.089092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:02.107442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'port': {'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453', 'name': 'tempest-AllowedAddressPairTestJSON-922280914'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:02.211470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9caff07a-bb8b-44d3-bde9-ee361061c3e6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:02.329473 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (658eb775-a784-4649-8119-28648c016359), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.331709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9caff07a-bb8b-44d3-bde9-ee361061c3e6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:02.332133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.335799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port f011dde8-da7f-49f9-a155-3edb968d5023 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:02.337046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f011dde8-da7f-49f9-a155-3edb968d5023), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.409648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-bf213b40-3c0a-4ab0-8e5e-71ea1da59ca1 service neutron] 10.222.0.50 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096760 Feb 03 22:02:02.429748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9caff07a-bb8b-44d3-bde9-ee361061c3e6 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:02.430145 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.458821 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 9caff07a-bb8b-44d3-bde9-ee361061c3e6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9caff07a-bb8b-44d3-bde9-ee361061c3e6,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:02.464967 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.470253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Made reservation on behalf of 141b0dc37a984741806df2c499810899 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:02.473647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.501127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f011dde8-da7f-49f9-a155-3edb968d5023), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.501510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for floatingip (f011dde8-da7f-49f9-a155-3edb968d5023), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.522100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] device_id is not set on port 473bcd95-6e75-46a2-a11d-3fa102a66341 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:02:02.534404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for f011dde8-da7f-49f9-a155-3edb968d5023 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:02.549683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=9caff07a-bb8b-44d3-bde9-ee361061c3e6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:02.588246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c582b389-a9f9-4e82-b59f-580025070492 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:02:02.615471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c582b389-a9f9-4e82-b59f-580025070492 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:02:02.615897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c582b389-a9f9-4e82-b59f-580025070492 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:02:02.737899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Allocated IP 172.20.0.8 (6e6e430f-b44a-451b-a02d-3219d2872453/6e5642b6-35da-48b1-9287-a4fd541e5f60/473bcd95-6e75-46a2-a11d-3fa102a66341) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:02.746740 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (f2a02ccb-aed1-4217-aee2-39134d7a4d61), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:02.797672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-bd1ff10e-cffc-4512-9e0d-22998c14fce6 service neutron] 10.222.0.50 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068972 Feb 03 22:02:02.863974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a02ccb-aed1-4217-aee2-39134d7a4d61,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:02.957519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Checking segment: {'id': 'b1a78f09-6f5f-40c1-97d6-13816332a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:02.958521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Network hostable DHCP agents. Network: a8e84895-867d-4cf8-9b55-ec5a0b5099ef, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:02:02.960307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Router 658eb775-a784-4649-8119-28648c016359 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:02:03.041255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Network a8e84895-867d-4cf8-9b55-ec5a0b5099ef is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:02:03.055814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:03.067225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f011dde8-da7f-49f9-a155-3edb968d5023), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:03.250954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=f011dde8-da7f-49f9-a155-3edb968d5023,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:03.254851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, a8e84895-867d-4cf8-9b55-ec5a0b5099ef) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:03.260328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:03.265142 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:03.267416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caed2d63-6c8d-484f-8364-77b41368196b None None] Network a8e84895-867d-4cf8-9b55-ec5a0b5099ef requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:03.335873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5fb87f9-63a3-4f6e-988c-abfd9baabf64 req-9d45d664-39da-43d0-aff7-5b619a20b3ff tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 210 time: 0.0636871 Feb 03 22:02:03.353511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8afbbb09-4c63-41f0-bf2f-37e19ec68b91 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9296613 Feb 03 22:02:03.358570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:03.372423 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Sync routers for ids ['658eb775-a784-4649-8119-28648c016359'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:03.388191 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Routers {'658eb775-a784-4649-8119-28648c016359'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:03.390193 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['658eb775-a784-4649-8119-28648c016359'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:03.407580 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:03.425883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e8c4ee7b-624e-4e61-9ff6-281ea332de16 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2457631 Feb 03 22:02:03.426195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51372) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:03.492415 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for floatingip (00c54826-6068-450e-b27e-f9e6593e99c8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:03.506150 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Floating IP 00c54826-6068-450e-b27e-f9e6593e99c8 disassociated (deleted). External IP: 172.25.5.95, port: 3e1247b6-001a-4903-98f4-4e8520ad5515. Feb 03 22:02:03.551717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52c84d-823e-45fb-8d39-b1bdc9abbdfc None None] Network a8e84895-867d-4cf8-9b55-ec5a0b5099ef requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:03.615560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:03.656800 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Set router 658eb775-a784-4649-8119-28648c016359 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:03.675801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Network 6e6e430f-b44a-451b-a02d-3219d2872453 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:03.701824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:03.708278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:03.722544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-36171e6f-976f-47e4-82dc-e72b373278ff tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/routers/658eb775-a784-4649-8119-28648c016359 HTTP/1.1" status: 200 len: 907 time: 0.2950141 Feb 03 22:02:03.723117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51384) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:03.794133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Port': ['ID=473bcd95-6e75-46a2-a11d-3fa102a66341,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:03.856437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:03.858106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:03.911966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:03.916338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-58dc64b3-5a35-4449-8f6b-a7a83a6e78df tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8163514 Feb 03 22:02:03.939594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a4019dec-4101-4220-841c-4ad70b719ded tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fd:0e:87'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:04.051895 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658eb775-a784-4649-8119-28648c016359', 'name': 'tempest-snat-router-2044980967', 'tenant_id': 'cfd23261001f41a6b34613b3cda659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '39d5bba9-3245-403b-a2ca-46aac0391b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:01:58Z', 'updated_at': '2022-02-03T22:02:00Z', 'revision_number': 3, 'project_id': 'cfd23261001f41a6b34613b3cda659e8', 'gw_port': {'id': '39d5bba9-3245-403b-a2ca-46aac0391b13', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658eb775-a784-4649-8119-28648c016359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:01:59Z', 'updated_at': '2022-02-03T22:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:04.102607 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Checking router: 658eb775-a784-4649-8119-28648c016359 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:02:04.103109 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Updating router 658eb775-a784-4649-8119-28648c016359 port 39d5bba9-3245-403b-a2ca-46aac0391b13 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:02:04.150949 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.190451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router c5096671-43de-4978-842e-9edd7b7159e8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:02:04.234605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9caff07a-bb8b-44d3-bde9-ee361061c3e6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:04.313962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0663ce52-079f-4902-ab9b-50601fa9e595 None None] Provisioning complete for port 473bcd95-6e75-46a2-a11d-3fa102a66341 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:04.315817 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0663ce52-079f-4902-ab9b-50601fa9e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.344482 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (658eb775-a784-4649-8119-28648c016359), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.367098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9caff07a-bb8b-44d3-bde9-ee361061c3e6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:04.367705 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.422794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0663ce52-079f-4902-ab9b-50601fa9e595 None None] Port 473bcd95-6e75-46a2-a11d-3fa102a66341 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:04.442260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:04.449780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.497973 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9caff07a-bb8b-44d3-bde9-ee361061c3e6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:04.512071 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4fe6fa01-ed3c-4980-a50f-634d6cde6d36 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/floatingips/00c54826-6068-450e-b27e-f9e6593e99c8 HTTP/1.1" status: 204 len: 168 time: 2.6388748 Feb 03 22:02:04.512753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:04.515192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] Sync routers for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:04.516024 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:04.531532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:04.532379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:04.668874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-6191fa13-a986-419a-94a8-dc67b54b1eb3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:04.670629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-6191fa13-a986-419a-94a8-dc67b54b1eb3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 814 time: 0.5728443 Feb 03 22:02:04.680710 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Publish callbacks [] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.687719 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.697029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:04.736965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-da072c26-ab63-41b0-aa86-8f66a459187f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/quotas/d5ebe9085070448390108cb35f42d2b0 HTTP/1.1" status: 200 len: 375 time: 0.0525892 Feb 03 22:02:04.754081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-4fc4d26c-b2eb-49ea-a8bb-fba64c8b672e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:04.755546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-4fc4d26c-b2eb-49ea-a8bb-fba64c8b672e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.4360888 Feb 03 22:02:04.773503 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Attempting to bind port 39d5bba9-3245-403b-a2ca-46aac0391b13 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:04.774250 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Attempting to bind port 39d5bba9-3245-403b-a2ca-46aac0391b13 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:04.774841 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Attempting to bind port 39d5bba9-3245-403b-a2ca-46aac0391b13 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:04.787744 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:04.788544 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:04.789306 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.789918 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:04.790630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Bound port: 39d5bba9-3245-403b-a2ca-46aac0391b13, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:04.791236 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.811479 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (658eb775-a784-4649-8119-28648c016359), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.817641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-27f3e159-8e58-4ca9-a400-1fc94490f30a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694180 Feb 03 22:02:04.854114 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] For port 39d5bba9-3245-403b-a2ca-46aac0391b13, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:04.858106 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] For port 39d5bba9-3245-403b-a2ca-46aac0391b13, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=39d5bba9-3245-403b-a2ca-46aac0391b13,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:04.867697 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Pushing event updated for resources: {'Port': ['ID=39d5bba9-3245-403b-a2ca-46aac0391b13,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:04.873192 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.892163 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.892861 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.893495 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.894071 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.894843 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.895435 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.895978 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.896530 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.897099 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.897667 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.898206 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.898757 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.899301 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:04.962506 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4019dec-4101-4220-841c-4ad70b719ded tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:04.975938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-7a4af68c-081b-4451-8c02-e681af4b52cd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/quotas/eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 375 time: 0.1553311 Feb 03 22:02:04.990773 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83135ee3-66bf-4e62-8fea-3b3de719582f None None] Pushing event updated for resources: {'Port': ['ID=39d5bba9-3245-403b-a2ca-46aac0391b13,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:05.009793 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Routers {'658eb775-a784-4649-8119-28648c016359'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:05.012455 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['658eb775-a784-4649-8119-28648c016359'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:05.124931 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] Set router 658eb775-a784-4649-8119-28648c016359 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:05.132562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:01:49Z', 'revision_number': 6, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:05.171239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] Checking router: c5096671-43de-4978-842e-9edd7b7159e8 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:02:05.180162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:05.180896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:05.187856 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658eb775-a784-4649-8119-28648c016359', 'name': 'tempest-snat-router-2044980967', 'tenant_id': 'cfd23261001f41a6b34613b3cda659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:01:58Z', 'updated_at': '2022-02-03T22:02:04Z', 'revision_number': 4, 'project_id': 'cfd23261001f41a6b34613b3cda659e8', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:05.222276 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8d8c9-c189-43ed-a97b-26dac9ce7450 None None] The sync data for ids ['658eb775-a784-4649-8119-28648c016359'] in n-d-824834-9 is: [{'id': '658eb775-a784-4649-8119-28648c016359', 'name': 'tempest-snat-router-2044980967', 'tenant_id': 'cfd23261001f41a6b34613b3cda659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:01:58Z', 'updated_at': '2022-02-03T22:02:04Z', 'revision_number': 4, 'project_id': 'cfd23261001f41a6b34613b3cda659e8', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:05.254659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150e43-856e-4416-a9d7-9586e9780919 req-ee3c1688-9c10-417d-9a71-acb79ca0bd1e tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:05.254659 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-ee3c1688-9c10-417d-9a71-acb79ca0bd1e tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 810 time: 0.2922170 Feb 03 22:02:05.314469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:05.335665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-f07600ea-a70a-42ec-ada8-f71e26bcdfc2 service neutron] 10.222.0.50 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929938 Feb 03 22:02:05.393306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-b7b08149-d3df-48cd-9e52-c6ff2eea7a1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3124130 Feb 03 22:02:05.429426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Deleting port 39d5bba9-3245-403b-a2ca-46aac0391b13 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:05.430021 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:05.560231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:01:49Z', 'revision_number': 6, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:05.591199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b9e38b-a0ea-464d-80a6-c85026f1f590 None None] The sync data for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 is: [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:01:49Z', 'revision_number': 6, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c1e604f3-48da-44c5-8e90-0181655a9e15', 'name': '', 'network_id': '10dd792e-dca9-4744-809c-2408e7fdc704', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:16:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:47Z', 'updated_at': '2022-02-03T21:58:55Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:05.917646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6b27976f-4013-4634-adcc-2180fbc830d9 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c92022e28c9445fb92269882b0985112 HTTP/1.1" status: 200 len: 380 time: 0.6507361 Feb 03 22:02:05.933925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'port': {'device_id': 'd1697748-7c62-44d5-8433-52d2c8273531', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'admin_state_up': True, 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'security_groups': ['a229358e-6ec4-44e6-899c-e0ff028aa256']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:05.966490 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54549828-75e9-475e-8071-f81a3b676445 None None] New status for floating IP 00c54826-6068-450e-b27e-f9e6593e99c8: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:02:06.091627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-b241c54e-d3db-4598-814b-8eae04c266a3 service neutron] 10.222.0.50 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382982 Feb 03 22:02:06.102582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4019dec-4101-4220-841c-4ad70b719ded tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:06.123990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-c4847946-e547-4f0f-8350-62e0b165f4fd service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875474 Feb 03 22:02:06.128100 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4019dec-4101-4220-841c-4ad70b719ded tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:06.161480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] For port 39d5bba9-3245-403b-a2ca-46aac0391b13, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=39d5bba9-3245-403b-a2ca-46aac0391b13,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:06.161988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:06.289253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Calling delete_port for 39d5bba9-3245-403b-a2ca-46aac0391b13 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:06.373161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4019dec-4101-4220-841c-4ad70b719ded tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Port': ['ID=473bcd95-6e75-46a2-a11d-3fa102a66341,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:06.462244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-831d3fe0-ccf4-4f7e-ae68-1eb2d7de02b7 req-b8ac07ec-9ac8-4f7e-827d-17b03b0ffa4d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 210 time: 0.1411090 Feb 03 22:02:06.466847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a4019dec-4101-4220-841c-4ad70b719ded tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] In _notify_port_updated(), no bound segment for port 473bcd95-6e75-46a2-a11d-3fa102a66341 on network 6e6e430f-b44a-451b-a02d-3219d2872453 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 22:02:06.471910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4019dec-4101-4220-841c-4ad70b719ded tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:06.472556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4019dec-4101-4220-841c-4ad70b719ded tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:06.473855 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a4019dec-4101-4220-841c-4ad70b719ded tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "PUT /v2.0/ports/473bcd95-6e75-46a2-a11d-3fa102a66341 HTTP/1.1" status: 200 len: 995 time: 2.5520265 Feb 03 22:02:06.476817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51432) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:06.477975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Made reservation on behalf of c92022e28c9445fb92269882b0985112 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:06.481855 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:06.603451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-509664f2-b220-43f5-8607-892737a06fc3 service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629643 Feb 03 22:02:06.716667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5cd8b21c-bf52-4f74-8b8c-6a1a24664333 None None] Provisioning complete for port 473bcd95-6e75-46a2-a11d-3fa102a66341 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:06.717699 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b21c-bf52-4f74-8b8c-6a1a24664333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:06.734998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-914d3fda-ba94-4c3b-a661-9a59cb66f2da tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Deleting port 473bcd95-6e75-46a2-a11d-3fa102a66341 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:06.735422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-914d3fda-ba94-4c3b-a661-9a59cb66f2da tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:06.793027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8b21c-bf52-4f74-8b8c-6a1a24664333 None None] Port 473bcd95-6e75-46a2-a11d-3fa102a66341 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:06.884541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Allocated IP 172.20.0.8 (5a1c491b-4944-4165-b76f-994e988028ec/9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e/3319579a-538a-4351-b2c9-16bee73bf9f1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:06.896594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-914d3fda-ba94-4c3b-a661-9a59cb66f2da tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:06.923050 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18abd553-d5ee-4fce-b894-ed7efa11601e x-openstack-request-id: req-18abd553-d5ee-4fce-b894-ed7efa11601e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:06.923359 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:06.923627 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18abd553-d5ee-4fce-b894-ed7efa11601e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:06.924055 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'status': 'completed', 'code': 200} Feb 03 22:02:06.929560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-914d3fda-ba94-4c3b-a661-9a59cb66f2da tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Calling delete_port for 473bcd95-6e75-46a2-a11d-3fa102a66341 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:07.061664 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-53f2ef60-4a7c-4549-bcbe-49fe55794d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:07.063117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-53f2ef60-4a7c-4549-bcbe-49fe55794d4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 1127 time: 0.1348906 Feb 03 22:02:07.070369 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ccf4aaf6-b9cc-4951-8bef-d5c8f9ccf1b4 req-beb45528-6162-4b1b-9521-5d4ee4410763 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 210 time: 0.0717931 Feb 03 22:02:07.172689 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (39d5bba9-3245-403b-a2ca-46aac0391b13), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:07.284874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-0d77bba2-3b61-4ae8-afb0-845c6655e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:07.286653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-0d77bba2-3b61-4ae8-afb0-845c6655e24e service neutron] 10.222.0.47 "GET /v2.0/networks?id=10dd792e-dca9-4744-809c-2408e7fdc704 HTTP/1.1" status: 200 len: 897 time: 0.1912563 Feb 03 22:02:07.292272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-914d3fda-ba94-4c3b-a661-9a59cb66f2da tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (473bcd95-6e75-46a2-a11d-3fa102a66341), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:07.338696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03f01518-1aa2-4899-8c92-248939b21564 req-766a8e8e-3c48-4b4c-a51d-bde8b9d33734 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.1914842 Feb 03 22:02:07.345352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event deleted for resources: {'Port': ['ID=39d5bba9-3245-403b-a2ca-46aac0391b13,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:07.394391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d3fda-ba94-4c3b-a661-9a59cb66f2da tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event deleted for resources: {'Port': ['ID=473bcd95-6e75-46a2-a11d-3fa102a66341,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:07.426323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-4b35c440-3670-4bda-b13d-c824d2c7e3f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1247b6-001a-4903-98f4-4e8520ad5515 HTTP/1.1" status: 200 len: 217 time: 0.1199312 Feb 03 22:02:07.449959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (658eb775-a784-4649-8119-28648c016359), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:07.527893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-dd479644-ef43-4b6c-8fb1-5f0e0c43dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:07.530680 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-dd479644-ef43-4b6c-8fb1-5f0e0c43dc05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26 HTTP/1.1" status: 200 len: 834 time: 0.0885165 Feb 03 22:02:07.625292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-914d3fda-ba94-4c3b-a661-9a59cb66f2da tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:07.631502 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-914d3fda-ba94-4c3b-a661-9a59cb66f2da tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "DELETE /v2.0/ports/473bcd95-6e75-46a2-a11d-3fa102a66341 HTTP/1.1" status: 204 len: 168 time: 1.1528673 Feb 03 22:02:07.634260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:07.670023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-dcc74d42-240a-40b0-bb61-03275763c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:07.671859 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-dcc74d42-240a-40b0-bb61-03275763c5b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10dd792e-dca9-4744-809c-2408e7fdc704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1222663 Feb 03 22:02:07.673529 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cab90f2-8649-4cc4-a101-7f28e53560be tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] GET failed (client error): The resource could not be found. Feb 03 22:02:07.681358 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3cab90f2-8649-4cc4-a101-7f28e53560be tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "GET /v2.0/ports/473bcd95-6e75-46a2-a11d-3fa102a66341 HTTP/1.1" status: 404 len: 333 time: 0.0456994 Feb 03 22:02:07.684015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:07.690428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'port': {'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453', 'name': 'tempest-AllowedAddressPairTestJSON-11220372'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:07.717933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de7cd0-c252-4ef8-a39b-af8db7b60273 req-d76143a8-a866-4bd5-a789-21c96bbfe9ab tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:07.719661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16de7cd0-c252-4ef8-a39b-af8db7b60273 req-d76143a8-a866-4bd5-a789-21c96bbfe9ab tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 945 time: 0.5404618 Feb 03 22:02:07.750699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (658eb775-a784-4649-8119-28648c016359), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:07.765765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1497187-9e80-4fa4-995d-675b029144a8 req-abc1c234-684a-4b18-8e29-ea9e32dfd631 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 210 time: 0.1663983 Feb 03 22:02:07.790478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_controller (658eb775-a784-4649-8119-28648c016359), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:07.826364 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:07.934507 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (658eb775-a784-4649-8119-28648c016359), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:07.935307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 658eb775-a784-4649-8119-28648c016359 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:02:07.945701 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:07.950088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6fb0a830-cac9-48e3-b48a-48fc77740c0c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "DELETE /v2.0/routers/658eb775-a784-4649-8119-28648c016359 HTTP/1.1" status: 204 len: 168 time: 4.2260139 Feb 03 22:02:07.950314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:07.978824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:08.142542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Network 5a1c491b-4944-4165-b76f-994e988028ec is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:08.150068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:08.152643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:08.159971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16de7cd0-c252-4ef8-a39b-af8db7b60273 req-cb1edb57-0587-4ac4-a117-f7a6dfd570bf tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4289911 Feb 03 22:02:08.162245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event updated for resources: {'Port': ['ID=3319579a-538a-4351-b2c9-16bee73bf9f1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:08.239552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:08.241600 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:08.277902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-cab4a7a1-ced3-4c4e-b755-5e6578815547 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3482511 Feb 03 22:02:08.296179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Request body: {'port': {'device_id': 'd1697748-7c62-44d5-8433-52d2c8273531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:08.327097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b3d6e5e-4f1c-46a4-af22-3a367d99552d req-b12b2095-b945-4566-a04a-8ede0c8c35ac tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 210 time: 0.1536195 Feb 03 22:02:08.468011 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:08.473412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-253b23c5-8670-4054-ad51-4580b6f1b285 req-f31ad593-fc4d-4805-ae0e-50a2698580ba tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0488412 Feb 03 22:02:08.544545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5decbd56-2174-4bb7-8a5b-995b82a34ac6 None None] Provisioning complete for port 3319579a-538a-4351-b2c9-16bee73bf9f1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:08.545133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5decbd56-2174-4bb7-8a5b-995b82a34ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:08.545769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-b0fb2efb-102a-4240-8f07-5c7e910c19cb service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8630161 Feb 03 22:02:08.571431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-8beb84cd-004a-4a7b-8b4b-8c362d80d7bd tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:08.573259 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-8beb84cd-004a-4a7b-8b4b-8c362d80d7bd tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.47 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 814 time: 0.7763886 Feb 03 22:02:08.607866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.47', 63117) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:08.618962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5decbd56-2174-4bb7-8a5b-995b82a34ac6 None None] Port 3319579a-538a-4351-b2c9-16bee73bf9f1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:08.626053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Request body: {'port': {'device_id': 'bfed1f23-2d83-473d-9963-b73787110240', 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef', 'admin_state_up': True, 'tenant_id': 'd5ebe9085070448390108cb35f42d2b0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:08.855769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3319579a-538a-4351-b2c9-16bee73bf9f1 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:08.858386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-984f0c53-7b85-4646-9c34-b36b8c239656 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:08.859911 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-984f0c53-7b85-4646-9c34-b36b8c239656 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 945 time: 0.3228176 Feb 03 22:02:08.878546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Publish callbacks [] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:08.885970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Made reservation on behalf of 141b0dc37a984741806df2c499810899 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:08.890880 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:08.931429 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (884e1a74-de32-4c01-ac32-b71d71e6c580), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:08.949161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Transition to ACTIVE for port object 3319579a-538a-4351-b2c9-16bee73bf9f1 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:02:08.954717 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:09.039784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776dad1-93ac-4b87-8446-7892b0d2e907 req-57d7751a-7a3c-46b9-973f-398849cd3d6d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:09.043013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6776dad1-93ac-4b87-8446-7892b0d2e907 req-57d7751a-7a3c-46b9-973f-398849cd3d6d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 931 time: 0.1817145 Feb 03 22:02:09.080281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Pushing event updated for resources: {'Port': ['ID=3319579a-538a-4351-b2c9-16bee73bf9f1,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:09.106216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] device_id is not set on port a3d46dca-e5f7-48ee-bc6a-abaa37e3451a yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:02:09.120481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-107cdf18-f2ad-400e-9e5f-bdf9e9efe7d4 service neutron] 10.222.0.47 "GET /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576730 Feb 03 22:02:09.147334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-9d6502fe-8110-44d4-980d-b34f2640bc05 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:09.149109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-9d6502fe-8110-44d4-980d-b34f2640bc05 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.5359473 Feb 03 22:02:09.205876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6776dad1-93ac-4b87-8446-7892b0d2e907 req-a55da18b-f0c8-4560-a09e-84356565103e tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540887 Feb 03 22:02:09.239124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'port': {'device_id': '83a6edbf-cb81-4cba-98d6-8a41cf6841d3', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'admin_state_up': True, 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:09.336651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Attempting to bind port 3319579a-538a-4351-b2c9-16bee73bf9f1 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:09.337308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Attempting to bind port 3319579a-538a-4351-b2c9-16bee73bf9f1 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:09.337919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Attempting to bind port 3319579a-538a-4351-b2c9-16bee73bf9f1 on network 5a1c491b-4944-4165-b76f-994e988028ec {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:09.351055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Port 3319579a-538a-4351-b2c9-16bee73bf9f1 on network 5a1c491b-4944-4165-b76f-994e988028ec not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:02:09.351664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Attempting to bind port 3319579a-538a-4351-b2c9-16bee73bf9f1 on network 5a1c491b-4944-4165-b76f-994e988028ec {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:09.365383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:09.366285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Checking segment: {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:09.368077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Bound using segment: {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:09.368556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Bound port: 3319579a-538a-4351-b2c9-16bee73bf9f1, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1109e8a0-3078-4e48-9f7b-d1bb66647566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:09.371241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:09.373258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Made reservation on behalf of d5ebe9085070448390108cb35f42d2b0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:09.376959 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:09.491762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] For port 3319579a-538a-4351-b2c9-16bee73bf9f1, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:09.495419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] For port 3319579a-538a-4351-b2c9-16bee73bf9f1, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3319579a-538a-4351-b2c9-16bee73bf9f1,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:09.530566 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:09.569173 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (884e1a74-de32-4c01-ac32-b71d71e6c580), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:09.576449 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:09.592723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Allocated IP 172.20.0.13 (6e6e430f-b44a-451b-a02d-3219d2872453/6e5642b6-35da-48b1-9287-a4fd541e5f60/a3d46dca-e5f7-48ee-bc6a-abaa37e3451a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:09.597673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-918af6cc-ee6c-48b5-ba02-3439fe09b0c3 req-182954dd-4c5f-4465-910f-2529b95b7551 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 210 time: 0.0715096 Feb 03 22:02:09.612468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:09.613246 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:09.614762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] 10.222.0.10 "PUT /v2.0/ports/3319579a-538a-4351-b2c9-16bee73bf9f1 HTTP/1.1" status: 200 len: 1091 time: 1.3254807 Feb 03 22:02:09.615201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1697748-7c62-44d5-8433-52d2c8273531', 'tag': '3319579a-538a-4351-b2c9-16bee73bf9f1'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:09.617510 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b76e18-cbdd-47d9-88fa-afd02361872e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1697748-7c62-44d5-8433-52d2c8273531", "tag": "3319579a-538a-4351-b2c9-16bee73bf9f1"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:09.669498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a49b89-b431-4bb7-9b74-7f7d72e35bcd req-cc964af5-7a79-472f-bc2f-27f773f58648 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:09.671766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83a49b89-b431-4bb7-9b74-7f7d72e35bcd req-cc964af5-7a79-472f-bc2f-27f773f58648 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 945 time: 0.2684281 Feb 03 22:02:09.691883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344af41-b66b-42d4-bbb2-a7a1e9b84048 service neutron] Pushing event updated for resources: {'Port': ['ID=3319579a-538a-4351-b2c9-16bee73bf9f1,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:09.806772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Allocated IP 172.20.0.7 (a8e84895-867d-4cf8-9b55-ec5a0b5099ef/f2a02ccb-aed1-4217-aee2-39134d7a4d61/3bb6d39f-92b1-46cd-8ce3-0e5e9f337496) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:09.863957 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2becba5c-02dd-4f14-9313-17be5bec7f19 req-87d03d84-8561-458c-b079-6d8cb559d862 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0841365 Feb 03 22:02:09.871354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-83a49b89-b431-4bb7-9b74-7f7d72e35bcd req-2655fcb2-b017-4c6e-9faf-4aefa4d00d50 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811845 Feb 03 22:02:09.878624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150e43-856e-4416-a9d7-9586e9780919 req-2488603f-5677-4dfa-8800-873c84768899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:09.880318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-2488603f-5677-4dfa-8800-873c84768899 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 1125 time: 0.2074277 Feb 03 22:02:09.966030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-3f5446e5-4f5f-4dd5-a87d-630b9b5fe1bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3319579a-538a-4351-b2c9-16bee73bf9f1 HTTP/1.1" status: 200 len: 217 time: 0.0695817 Feb 03 22:02:10.000295 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e75e797-0b9d-451a-bb6f-4e7b320264c4 x-openstack-request-id: req-2e75e797-0b9d-451a-bb6f-4e7b320264c4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:10.002191 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1697748-7c62-44d5-8433-52d2c8273531", "tag": "3319579a-538a-4351-b2c9-16bee73bf9f1", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:10.002615 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e75e797-0b9d-451a-bb6f-4e7b320264c4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:10.003185 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1697748-7c62-44d5-8433-52d2c8273531', 'tag': '3319579a-538a-4351-b2c9-16bee73bf9f1', 'status': 'completed', 'code': 200} Feb 03 22:02:10.044438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port 3e1247b6-001a-4903-98f4-4e8520ad5515 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:10.044894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:10.089678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150e43-856e-4416-a9d7-9586e9780919 req-653d6fbd-eddd-41d1-bc56-6cd6733ed23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:10.091555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-653d6fbd-eddd-41d1-bc56-6cd6733ed23d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.1124594 Feb 03 22:02:10.153570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150e43-856e-4416-a9d7-9586e9780919 req-4734e13c-cd60-42ce-8708-b35f6a8ac825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:10.155098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-4734e13c-cd60-42ce-8708-b35f6a8ac825 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580375 Feb 03 22:02:10.173204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks [] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:10.204559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e00b45f3-1dee-45b0-964f-b8c35b31ab76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:10.245106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Made reservation on behalf of eb5afcbeebe24f71934e2665a78a2dd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:10.249249 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:10.261691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-94a04840-e7c6-4ae3-aeb0-4a1e218d35e2 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997956 Feb 03 22:02:10.367159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] For port 3e1247b6-001a-4903-98f4-4e8520ad5515, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3e1247b6-001a-4903-98f4-4e8520ad5515,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:10.367539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:10.397604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a150e43-856e-4416-a9d7-9586e9780919 req-8629e76a-b846-498c-97a7-a45292e034f4 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311595 Feb 03 22:02:10.423871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5433c7-645e-4d75-a736-842a0cdd15b6 req-05c216e3-2923-46d2-bba8-2a1c379ce64d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:10.425880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e5433c7-645e-4d75-a736-842a0cdd15b6 req-05c216e3-2923-46d2-bba8-2a1c379ce64d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 943 time: 0.0863922 Feb 03 22:02:10.433086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for 3e1247b6-001a-4903-98f4-4e8520ad5515 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:10.517501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e5433c7-645e-4d75-a736-842a0cdd15b6 req-41bc079b-6ad4-44b9-a2a4-57b9090a53d6 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855267 Feb 03 22:02:10.535868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-d0b3e147-7b23-442b-bd73-ae6e30c59a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:10.537281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-d0b3e147-7b23-442b-bd73-ae6e30c59a27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 1125 time: 0.0722399 Feb 03 22:02:10.577759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e00b45f3-1dee-45b0-964f-b8c35b31ab76 admin admin] Publish callbacks [] for security_group (8f8ef300-344d-4868-b005-6278bc014964), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:10.593416 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e00b45f3-1dee-45b0-964f-b8c35b31ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8f8ef300-344d-4868-b005-6278bc014964), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:10.596310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:10.606881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Deleting port 9caff07a-bb8b-44d3-bde9-ee361061c3e6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:10.607224 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:10.645279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-02ba7008-8f4f-4bf4-b816-61442a6043ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:10.646807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-02ba7008-8f4f-4bf4-b816-61442a6043ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 911 time: 0.1041222 Feb 03 22:02:10.699329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-0e71999c-7e4f-4b85-a415-efa26a9b22bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3319579a-538a-4351-b2c9-16bee73bf9f1 HTTP/1.1" status: 200 len: 217 time: 0.0464330 Feb 03 22:02:10.794811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-b9897d3f-4e5e-43b2-8811-886a20c2edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:10.796513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-b9897d3f-4e5e-43b2-8811-886a20c2edea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.0917525 Feb 03 22:02:10.844209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69922c-776f-42e7-9010-1b8d47953e3a req-65e3190d-39a8-41d6-8df4-84028215e66e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:10.845917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df69922c-776f-42e7-9010-1b8d47953e3a req-65e3190d-39a8-41d6-8df4-84028215e66e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 931 time: 0.1284974 Feb 03 22:02:10.885460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.20.0.3 (ce88f1d2-4911-43d4-8df7-15f173417f10/29421726-b876-425d-915a-9aa618fe4321/37626aaa-655f-47e1-acf5-85c5d4b06b8a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:11.021430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Network a8e84895-867d-4cf8-9b55-ec5a0b5099ef is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:11.031721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:11.034259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:11.085634 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e00b45f3-1dee-45b0-964f-b8c35b31ab76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=951197ac3598451780ba652cff6e0858&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5020549 Feb 03 22:02:11.104003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:11.104789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:11.116474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:11.117199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b45f3-1dee-45b0-964f-b8c35b31ab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8ef300-344d-4868-b005-6278bc014964,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:11.222556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for port (a3d46dca-e5f7-48ee-bc6a-abaa37e3451a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:11.239889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3e1247b6-001a-4903-98f4-4e8520ad5515 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:02:11.283926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-f51d68b3-46e0-4446-bab4-8cd2387732c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:11.285662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-f51d68b3-46e0-4446-bab4-8cd2387732c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4825642 Feb 03 22:02:11.295330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] For port 9caff07a-bb8b-44d3-bde9-ee361061c3e6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9caff07a-bb8b-44d3-bde9-ee361061c3e6,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:11.295714 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:11.316057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Calling delete_port for 9caff07a-bb8b-44d3-bde9-ee361061c3e6 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:11.397357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3e1247b6-001a-4903-98f4-4e8520ad5515 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:11.398219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:11.413437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-31f5d9c0-29c0-41ee-a52b-9c3e3ad9d191 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130331 Feb 03 22:02:11.440024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:11.443113 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eabc20-afea-49b8-a5fe-802eb08882b5" -d '{"events": [{"server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "name": "network-vif-unplugged", "status": "completed", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:11.459433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3e1247b6-001a-4903-98f4-4e8520ad5515, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3e1247b6-001a-4903-98f4-4e8520ad5515,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:11.467218 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:11.531228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3e1247b6-001a-4903-98f4-4e8520ad5515,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:11.548598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95b76e18-cbdd-47d9-88fa-afd02361872e req-2827a66a-d6b4-49be-bd9b-cb38d2c4e3ab service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288371 Feb 03 22:02:11.566518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23ffecc5-aba0-46b3-ae90-ff4163bcc456 req-d47828ca-5764-4033-9ca3-3af1e063ad20 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.2795246 Feb 03 22:02:11.588322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df69922c-776f-42e7-9010-1b8d47953e3a req-5c6d9168-9275-46f3-8bdb-a586a09d9044 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7343364 Feb 03 22:02:11.682324 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dbf04d-5c73-4ad8-abd8-c883d7a07595 x-openstack-request-id: req-c3dbf04d-5c73-4ad8-abd8-c883d7a07595 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:11.683099 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "name": "network-vif-unplugged", "status": "completed", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:11.683452 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3dbf04d-5c73-4ad8-abd8-c883d7a07595 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:11.683949 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'code': 200} Feb 03 22:02:11.787849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726d6e5-b791-40d1-afff-eb805f059bb4 req-84af4f67-9cda-4291-875a-45bb6526e5cb tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:11.789431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7726d6e5-b791-40d1-afff-eb805f059bb4 req-84af4f67-9cda-4291-875a-45bb6526e5cb tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf702a75-6d90-4dae-8a4f-8129195beced HTTP/1.1" status: 200 len: 943 time: 0.1437097 Feb 03 22:02:11.829377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6ed4d-fedd-49aa-a631-fbc5e7a14855 req-c61a8357-4974-4b0d-9442-c5a70edd3c85 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:11.830897 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ad6ed4d-fedd-49aa-a631-fbc5e7a14855 req-c61a8357-4974-4b0d-9442-c5a70edd3c85 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 943 time: 0.0933878 Feb 03 22:02:11.863605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:11.874036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7726d6e5-b791-40d1-afff-eb805f059bb4 req-11bb1aaa-bce0-4564-a905-1fea054fdd92 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752931 Feb 03 22:02:11.903962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ad6ed4d-fedd-49aa-a631-fbc5e7a14855 req-118447d0-c8ea-4b3f-8fec-21dfe6ae8e18 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626233 Feb 03 22:02:11.931782 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:11.945950 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-06cad767-b39f-4fa5-bdf1-26759ca732bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3458841 Feb 03 22:02:11.952732 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a3d46dca-e5f7-48ee-bc6a-abaa37e3451a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:11.971082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Request body: {'port': {'device_id': 'bfed1f23-2d83-473d-9963-b73787110240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:12.033429 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c141214-e963-49c8-8969-ef6f3fbdbf02 admin admin] Publish callbacks [] for security_group (8f8ef300-344d-4868-b005-6278bc014964), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.092021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Network 6e6e430f-b44a-451b-a02d-3219d2872453 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:12.113500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:12.142037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:12.149196 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c141214-e963-49c8-8969-ef6f3fbdbf02 admin admin] Publish callbacks [] for security_group (8f8ef300-344d-4868-b005-6278bc014964), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.153927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Port': ['ID=a3d46dca-e5f7-48ee-bc6a-abaa37e3451a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:12.288169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3e1247b6-001a-4903-98f4-4e8520ad5515), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.294151 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.296428 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.342426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c3bffd02-71d5-464f-9628-7da8ab9b06c9 None None] Provisioning complete for port a3d46dca-e5f7-48ee-bc6a-abaa37e3451a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:12.342989 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3bffd02-71d5-464f-9628-7da8ab9b06c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a3d46dca-e5f7-48ee-bc6a-abaa37e3451a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.352318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:12.353036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.355900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9caff07a-bb8b-44d3-bde9-ee361061c3e6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.368893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=3e1247b6-001a-4903-98f4-4e8520ad5515,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:12.391906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3bffd02-71d5-464f-9628-7da8ab9b06c9 None None] Port a3d46dca-e5f7-48ee-bc6a-abaa37e3451a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:12.460053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:12.465793 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-13a848ce-5635-4af3-830b-69d451eeb573 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7808099 Feb 03 22:02:12.470148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51512) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:12.478789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'port': {'network_id': '6e6e430f-b44a-451b-a02d-3219d2872453', 'name': 'tempest-AllowedAddressPairTestJSON-2048732824'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:12.493495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:12.514041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] No DVR routers for this DVR port 3e1247b6-001a-4903-98f4-4e8520ad5515 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:02:12.519591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:12.532665 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.535949 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.47 "DELETE /v2.0/ports/3e1247b6-001a-4903-98f4-4e8520ad5515 HTTP/1.1" status: 204 len: 173 time: 3.6574633 Feb 03 22:02:12.536412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'name': 'network-vif-deleted', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:12.538668 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f157a8-9373-421f-9bde-332ca100fa86" -d '{"events": [{"server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "name": "network-vif-deleted", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:12.583727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c141214-e963-49c8-8969-ef6f3fbdbf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8f8ef300-344d-4868-b005-6278bc014964), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.594825 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c141214-e963-49c8-8969-ef6f3fbdbf02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.596066 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4c141214-e963-49c8-8969-ef6f3fbdbf02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f8ef300-344d-4868-b005-6278bc014964 HTTP/1.1" status: 204 len: 168 time: 1.4632211 Feb 03 22:02:12.649417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=37626aaa-655f-47e1-acf5-85c5d4b06b8a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:12.707448 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bfb5e7-e6bd-4354-8775-7f85e760a173 x-openstack-request-id: req-e6bfb5e7-e6bd-4354-8775-7f85e760a173 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:12.707866 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf702a75-6d90-4dae-8a4f-8129195beced", "name": "network-vif-deleted", "tag": "3e1247b6-001a-4903-98f4-4e8520ad5515", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:12.708032 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6bfb5e7-e6bd-4354-8775-7f85e760a173 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:12.708444 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf702a75-6d90-4dae-8a4f-8129195beced', 'name': 'network-vif-deleted', 'tag': '3e1247b6-001a-4903-98f4-4e8520ad5515', 'status': 'completed', 'code': 200} Feb 03 22:02:12.791130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Made reservation on behalf of 141b0dc37a984741806df2c499810899 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:12.799067 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.825488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c141214-e963-49c8-8969-ef6f3fbdbf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8ef300-344d-4868-b005-6278bc014964,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:12.895370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event deleted for resources: {'Port': ['ID=9caff07a-bb8b-44d3-bde9-ee361061c3e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:12.926984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (884e1a74-de32-4c01-ac32-b71d71e6c580), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:12.934296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:12.934971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.006298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] device_id is not set on port ec82acaf-0dea-4a16-a0e9-f67c7178fc5d yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:02:13.045439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-40765718-c026-4df4-b758-89cb371f36b3 None None] Provisioning complete for port 37626aaa-655f-47e1-acf5-85c5d4b06b8a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:13.046208 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40765718-c026-4df4-b758-89cb371f36b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.116135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-31d29c4b-0916-4143-a7f6-1481c2767ec1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9487000 Feb 03 22:02:13.134424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Request body: {'port': {'device_id': '83a6edbf-cb81-4cba-98d6-8a41cf6841d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:13.144253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-40765718-c026-4df4-b758-89cb371f36b3 None None] Port 37626aaa-655f-47e1-acf5-85c5d4b06b8a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:13.154534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be2eb-892f-427a-b932-25827f0f8397 req-9e24e54a-0fc9-42b6-9b17-55aaff1610ee tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:13.158610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-142be2eb-892f-427a-b932-25827f0f8397 req-9e24e54a-0fc9-42b6-9b17-55aaff1610ee tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 931 time: 0.4356985 Feb 03 22:02:13.167647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (884e1a74-de32-4c01-ac32-b71d71e6c580), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.172657 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_controller (884e1a74-de32-4c01-ac32-b71d71e6c580), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.193827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:13.230495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e21ac3-55c7-4d51-84e4-c932a4246e5b req-4157aa3c-4ecd-407a-8fe0-028807b82411 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:13.232363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00e21ac3-55c7-4d51-84e4-c932a4246e5b req-4157aa3c-4ecd-407a-8fe0-028807b82411 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 931 time: 0.4462252 Feb 03 22:02:13.279662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c65b0e63-935b-4371-bf7d-a86250f43c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.317174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (884e1a74-de32-4c01-ac32-b71d71e6c580), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.317694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 884e1a74-de32-4c01-ac32-b71d71e6c580 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:02:13.321706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-142be2eb-892f-427a-b932-25827f0f8397 req-df8211f6-35b7-4445-8fc2-61a95eb6f58f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476064 Feb 03 22:02:13.344397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00e21ac3-55c7-4d51-84e4-c932a4246e5b req-c0818124-1393-4feb-bde6-896d748ff620 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040597 Feb 03 22:02:13.348408 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.349587 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5daedfb1-ced3-4515-bc8c-efd33e25745d tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "DELETE /v2.0/routers/884e1a74-de32-4c01-ac32-b71d71e6c580 HTTP/1.1" status: 204 len: 168 time: 5.3903213 Feb 03 22:02:13.355508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:13.356941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Allocated IP 172.20.0.12 (6e6e430f-b44a-451b-a02d-3219d2872453/6e5642b6-35da-48b1-9287-a4fd541e5f60/ec82acaf-0dea-4a16-a0e9-f67c7178fc5d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:13.362833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-906117276', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:13.407625 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.433540 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (bf1d307c-10ed-4589-90ca-f922d2735e2b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.434591 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (bf1d307c-10ed-4589-90ca-f922d2735e2b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.520492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:13.552341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:13.580524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Publish callbacks [] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.627491 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (bf1d307c-10ed-4589-90ca-f922d2735e2b), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.644149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f29741-b360-4942-8579-aa7d8676c7cb req-07101433-fdaa-4713-b5cd-b5ca1153600b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:13.645670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53f29741-b360-4942-8579-aa7d8676c7cb req-07101433-fdaa-4713-b5cd-b5ca1153600b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 943 time: 0.1156168 Feb 03 22:02:13.685431 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c65b0e63-935b-4371-bf7d-a86250f43c72 admin admin] Publish callbacks [] for security_group (3f9da6ac-fd6e-4955-ad56-e85cba4c4b02), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.690543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Transition to ACTIVE for port object 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:02:13.697313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c65b0e63-935b-4371-bf7d-a86250f43c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f9da6ac-fd6e-4955-ad56-e85cba4c4b02), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.704295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.829036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53f29741-b360-4942-8579-aa7d8676c7cb req-3e46c42a-8096-4d5a-8931-aa77227ea289 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442633 Feb 03 22:02:13.829707 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.846766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b0e63-935b-4371-bf7d-a86250f43c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9da6ac-fd6e-4955-ad56-e85cba4c4b02,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:13.852837 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd0fa-767d-4caf-945d-18c76a0b117c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (c2dfa807-aa63-4a89-8481-9ce3bb84d8d1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.869729 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (bf1d307c-10ed-4589-90ca-f922d2735e2b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.873030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c65b0e63-935b-4371-bf7d-a86250f43c72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=610b08a59ae54ea99c9fb0efa5130aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6558542 Feb 03 22:02:13.873894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51534) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:13.897955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd0fa-767d-4caf-945d-18c76a0b117c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (c2dfa807-aa63-4a89-8481-9ce3bb84d8d1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:13.911840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:13.997566 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.090402 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-382555e9-8834-40b4-9502-13fd9de8c3ef admin admin] Publish callbacks [] for security_group (3f9da6ac-fd6e-4955-ad56-e85cba4c4b02), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.094836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9caff07a-bb8b-44d3-bde9-ee361061c3e6 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:02:14.121011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Network 6e6e430f-b44a-451b-a02d-3219d2872453 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:14.121868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 9caff07a-bb8b-44d3-bde9-ee361061c3e6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:02:14.122560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9caff07a-bb8b-44d3-bde9-ee361061c3e6 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:02:14.122784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37626aaa-655f-47e1-acf5-85c5d4b06b8a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:14.128465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:14.136371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Publish callbacks [] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.161473 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-382555e9-8834-40b4-9502-13fd9de8c3ef admin admin] Publish callbacks [] for security_group (3f9da6ac-fd6e-4955-ad56-e85cba4c4b02), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.161694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Transition to ACTIVE for port object 37626aaa-655f-47e1-acf5-85c5d4b06b8a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:02:14.168361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.170260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Port': ['ID=ec82acaf-0dea-4a16-a0e9-f67c7178fc5d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:14.174923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:14.239204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:14.240253 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.292974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bdab1285-f615-4929-8ab6-35320634bbf2 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8213906 Feb 03 22:02:14.295544 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:14.300837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-829f067d-5a09-47fe-8344-983d9f48adbe tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fd:0e:87'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0d:ef:39'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:14.308118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Attempting to bind port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:14.308442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Attempting to bind port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'b1a78f09-6f5f-40c1-97d6-13816332a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:14.308766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Attempting to bind port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 on network a8e84895-867d-4cf8-9b55-ec5a0b5099ef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:14.316551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Pushing event updated for resources: {'Port': ['ID=37626aaa-655f-47e1-acf5-85c5d4b06b8a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:14.324314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 on network a8e84895-867d-4cf8-9b55-ec5a0b5099ef not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:02:14.327897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Attempting to bind port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 on network a8e84895-867d-4cf8-9b55-ec5a0b5099ef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:14.348663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Attempting to bind port 37626aaa-655f-47e1-acf5-85c5d4b06b8a on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:14.348663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Attempting to bind port 37626aaa-655f-47e1-acf5-85c5d4b06b8a by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:14.348663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Attempting to bind port 37626aaa-655f-47e1-acf5-85c5d4b06b8a on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:14.355134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:14.355467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Checking segment: {'id': 'b1a78f09-6f5f-40c1-97d6-13816332a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:14.355855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Bound using segment: {'id': 'b1a78f09-6f5f-40c1-97d6-13816332a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:14.356295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Bound port: 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a78f09-6f5f-40c1-97d6-13816332a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:14.356667 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.358746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Port 37626aaa-655f-47e1-acf5-85c5d4b06b8a on network ce88f1d2-4911-43d4-8df7-15f173417f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:02:14.359065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Attempting to bind port 37626aaa-655f-47e1-acf5-85c5d4b06b8a on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:14.396016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:14.396431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:14.396838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Bound using segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:14.397377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Bound port: 37626aaa-655f-47e1-acf5-85c5d4b06b8a, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:14.397749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.410731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd0fa-767d-4caf-945d-18c76a0b117c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c2dfa807-aa63-4a89-8481-9ce3bb84d8d1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.413383 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd0fa-767d-4caf-945d-18c76a0b117c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.423058 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5c3bd0fa-767d-4caf-945d-18c76a0b117c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/security-groups/c2dfa807-aa63-4a89-8481-9ce3bb84d8d1 HTTP/1.1" status: 204 len: 168 time: 0.8988543 Feb 03 22:02:14.466576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-382555e9-8834-40b4-9502-13fd9de8c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3f9da6ac-fd6e-4955-ad56-e85cba4c4b02), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.469258 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-382555e9-8834-40b4-9502-13fd9de8c3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.470569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-382555e9-8834-40b4-9502-13fd9de8c3ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f9da6ac-fd6e-4955-ad56-e85cba4c4b02 HTTP/1.1" status: 204 len: 168 time: 0.5945539 Feb 03 22:02:14.481996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3319579a-538a-4351-b2c9-16bee73bf9f1 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:02:14.550772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382555e9-8834-40b4-9502-13fd9de8c3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9da6ac-fd6e-4955-ad56-e85cba4c4b02,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:14.675524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:14.680570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:14.686659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bd0fa-767d-4caf-945d-18c76a0b117c tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dfa807-aa63-4a89-8481-9ce3bb84d8d1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:14.696127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.748580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-56114bf6-db64-41c1-b391-bdcb8beec414 None None] Provisioning complete for port ec82acaf-0dea-4a16-a0e9-f67c7178fc5d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:14.750574 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56114bf6-db64-41c1-b391-bdcb8beec414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.761309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:14.761953 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.764052 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] 10.222.0.47 "PUT /v2.0/ports/3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 HTTP/1.1" status: 200 len: 1091 time: 2.8026507 Feb 03 22:02:14.766363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:14.768763 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd68a4-a627-4269-a568-9201fd7f6119" -d '{"events": [{"name": "network-changed", "server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:14.772290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] For port 37626aaa-655f-47e1-acf5-85c5d4b06b8a, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:14.797302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] For port 37626aaa-655f-47e1-acf5-85c5d4b06b8a, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=37626aaa-655f-47e1-acf5-85c5d4b06b8a,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:14.810386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.812457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c609f4-cff9-4b08-abb3-65abe1d341cc service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:14.889281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:14.889933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:14.891953 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/37626aaa-655f-47e1-acf5-85c5d4b06b8a HTTP/1.1" status: 200 len: 1091 time: 1.7716796 Feb 03 22:02:14.902641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-56114bf6-db64-41c1-b391-bdcb8beec414 None None] Port ec82acaf-0dea-4a16-a0e9-f67c7178fc5d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:14.927421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91307e13-4ae3-436a-a65e-1d0e111104c3 service neutron] Pushing event updated for resources: {'Port': ['ID=37626aaa-655f-47e1-acf5-85c5d4b06b8a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:14.932991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-53852117-3a40-4afb-9335-32a920de794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:14.934871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-53852117-3a40-4afb-9335-32a920de794e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 1125 time: 0.1139870 Feb 03 22:02:15.004278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3319579a-538a-4351-b2c9-16bee73bf9f1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3319579a-538a-4351-b2c9-16bee73bf9f1,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:15.012803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (bf1d307c-10ed-4589-90ca-f922d2735e2b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:15.058448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '3319579a-538a-4351-b2c9-16bee73bf9f1', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'port_id': '3319579a-538a-4351-b2c9-16bee73bf9f1', 'mac_address': 'fa:16:3e:45:7c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:02:15.068300 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:15.096580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-b5e51f8a-0e19-4942-b538-e4c2d09bcf17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 HTTP/1.1" status: 200 len: 217 time: 0.1336613 Feb 03 22:02:15.108449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 3319579a-538a-4351-b2c9-16bee73bf9f1 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:15.109462 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:15.124019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3319579a-538a-4351-b2c9-16bee73bf9f1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:15.157314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3319579a-538a-4351-b2c9-16bee73bf9f1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3319579a-538a-4351-b2c9-16bee73bf9f1,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:15.168675 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:15.199954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-99eb5506-e3cc-4c3b-ad75-15f67d65f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:15.205848 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-99eb5506-e3cc-4c3b-ad75-15f67d65f246 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 1125 time: 0.2549913 Feb 03 22:02:15.214644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Allocated IP 172.25.5.193 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/ab8d3f38-a1fa-47a0-a939-4330fc8ddfda) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:15.247086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=3319579a-538a-4351-b2c9-16bee73bf9f1,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:15.265830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d5ece-a70f-4f48-b7e8-40d75883aa64 req-7e3746c8-238a-4ae3-96b2-87c36a486372 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:15.267704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-365d5ece-a70f-4f48-b7e8-40d75883aa64 req-7e3746c8-238a-4ae3-96b2-87c36a486372 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.7358854 Feb 03 22:02:15.272724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-71b30240-6d8d-4182-9d2c-9f6bfd18575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:15.274289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-71b30240-6d8d-4182-9d2c-9f6bfd18575d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2a02ccb-aed1-4217-aee2-39134d7a4d61 HTTP/1.1" status: 200 len: 854 time: 0.1645200 Feb 03 22:02:15.275692 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-fe78d1d9-f626-4ff1-9efd-b02389881827 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37626aaa-655f-47e1-acf5-85c5d4b06b8a HTTP/1.1" status: 200 len: 217 time: 0.0622098 Feb 03 22:02:15.321723 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-b4987da7-2c8f-4297-b71f-dc129bf375cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346413 Feb 03 22:02:15.350181 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-829f067d-5a09-47fe-8344-983d9f48adbe tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:15.359291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329063f0-9e61-4fe5-bbb2-e84800f954e4 req-e36dca4a-8311-4d0c-a071-5d8c483c71f2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:15.366611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-329063f0-9e61-4fe5-bbb2-e84800f954e4 req-e36dca4a-8311-4d0c-a071-5d8c483c71f2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.8362243 Feb 03 22:02:15.449447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-b876c411-6fb7-471f-8297-c5bb94a723be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:15.450990 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-b876c411-6fb7-471f-8297-c5bb94a723be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1628308 Feb 03 22:02:15.453019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-2543278c-e715-47c7-b97b-9ae580372c11 service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105750 Feb 03 22:02:15.471553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['3319579a-538a-4351-b2c9-16bee73bf9f1'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:02:15.570308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-329063f0-9e61-4fe5-bbb2-e84800f954e4 req-468071fc-2504-4015-9964-f05f6c319656 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984439 Feb 03 22:02:15.584324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-365d5ece-a70f-4f48-b7e8-40d75883aa64 req-e4243b99-b314-49e0-8e73-adc3fdf315b4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812614 Feb 03 22:02:15.694810 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for port (ab8d3f38-a1fa-47a0-a939-4330fc8ddfda), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:15.711887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:15.767511 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a082c60-fbf5-422f-bffd-2587098c81a1 x-openstack-request-id: req-0a082c60-fbf5-422f-bffd-2587098c81a1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:15.767866 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:15.768038 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a082c60-fbf5-422f-bffd-2587098c81a1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:15.768455 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'status': 'completed', 'code': 200} Feb 03 22:02:15.773873 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda2e8a6-4005-4f3c-8445-1749d015cbd6 req-45bcbd4c-b595-4b6b-8b01-d14241ea85c6 service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744658 Feb 03 22:02:15.875960 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-5fcde514-7fbb-46c0-b1d5-2664df0ab4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:15.877777 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-5fcde514-7fbb-46c0-b1d5-2664df0ab4e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4158509 Feb 03 22:02:15.885403 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ab8d3f38-a1fa-47a0-a939-4330fc8ddfda), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:15.953629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:15.960935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:15.963489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:16.080754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c506a88-79b4-418f-b427-dd92593aa287 req-11974f84-fe7c-47de-8a8e-1abc615a885b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:16.082379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c506a88-79b4-418f-b427-dd92593aa287 req-11974f84-fe7c-47de-8a8e-1abc615a885b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 944 time: 0.3503945 Feb 03 22:02:16.130053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event updated for resources: {'Port': ['ID=ab8d3f38-a1fa-47a0-a939-4330fc8ddfda,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:16.231447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c506a88-79b4-418f-b427-dd92593aa287 req-2153904f-1803-455b-92bb-e887af0525cf tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095631 Feb 03 22:02:16.252842 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-829f067d-5a09-47fe-8344-983d9f48adbe tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:16.260872 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-829f067d-5a09-47fe-8344-983d9f48adbe tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:16.333777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-55a028f3-3737-48aa-958d-eebbaad84fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:16.335291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-55a028f3-3737-48aa-958d-eebbaad84fa3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 1125 time: 0.5021443 Feb 03 22:02:16.497194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3319579a-538a-4351-b2c9-16bee73bf9f1 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:16.548613 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-2cb8a2d0-1609-47c9-a91c-0987c5fa179d service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597340 Feb 03 22:02:16.631129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 3319579a-538a-4351-b2c9-16bee73bf9f1 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:02:16.638146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 3319579a-538a-4351-b2c9-16bee73bf9f1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:16.638530 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:16.714405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-24e8b2f5-d708-490a-8d82-1eb657f27f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:16.715910 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-24e8b2f5-d708-490a-8d82-1eb657f27f28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 915 time: 0.3601708 Feb 03 22:02:16.762266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1f30cb8b-51fb-46fd-97a9-ecab40a9f763 None None] Provisioning complete for port ec82acaf-0dea-4a16-a0e9-f67c7178fc5d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:16.762639 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f30cb8b-51fb-46fd-97a9-ecab40a9f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:16.814867 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-b0f70d1a-47a4-4ca7-b0ba-8a312c3d792d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 HTTP/1.1" status: 200 len: 217 time: 0.0577545 Feb 03 22:02:16.881006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-647be186-5047-4642-9eaa-4a7c089b3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:16.884097 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-647be186-5047-4642-9eaa-4a7c089b3122 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2a02ccb-aed1-4217-aee2-39134d7a4d61 HTTP/1.1" status: 200 len: 854 time: 0.0534625 Feb 03 22:02:16.891141 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-05268eec-2d81-4412-ad4a-2770fc7f1a3b req-7e5e65d3-9484-458a-bf1f-04fec77eb69e service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315396 Feb 03 22:02:16.930908 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-c9c23ea4-ddb1-4c86-b8bc-57e6a62087af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386002 Feb 03 22:02:16.983799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-829f067d-5a09-47fe-8344-983d9f48adbe tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] In _notify_port_updated(), no bound segment for port ec82acaf-0dea-4a16-a0e9-f67c7178fc5d on network 6e6e430f-b44a-451b-a02d-3219d2872453 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 22:02:16.989342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f067d-5a09-47fe-8344-983d9f48adbe tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:16.990032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-829f067d-5a09-47fe-8344-983d9f48adbe tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:16.991566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-829f067d-5a09-47fe-8344-983d9f48adbe tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "PUT /v2.0/ports/ec82acaf-0dea-4a16-a0e9-f67c7178fc5d HTTP/1.1" status: 200 len: 1057 time: 2.6948047 Feb 03 22:02:16.992375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f067d-5a09-47fe-8344-983d9f48adbe tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event updated for resources: {'Port': ['ID=ec82acaf-0dea-4a16-a0e9-f67c7178fc5d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:16.998486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:17.074491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-1d237461-0891-4e6a-882f-5353355a5c35 service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238556 Feb 03 22:02:17.088135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6295c26-f419-4761-8a1b-d6c3c9a6b468 req-9fc4f508-bd51-4326-987b-23433c608651 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:17.089787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6295c26-f419-4761-8a1b-d6c3c9a6b468 req-9fc4f508-bd51-4326-987b-23433c608651 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2943358 Feb 03 22:02:17.093961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1f30cb8b-51fb-46fd-97a9-ecab40a9f763 None None] Port ec82acaf-0dea-4a16-a0e9-f67c7178fc5d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:17.196556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 3319579a-538a-4351-b2c9-16bee73bf9f1 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:17.197037 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:17.202662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6295c26-f419-4761-8a1b-d6c3c9a6b468 req-86738821-c9a1-4835-aa29-d9e5930cb8e8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866137 Feb 03 22:02:17.234403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cae753-bcfa-4ef9-92e5-6d52a09e0479 req-3985bd65-b454-44de-a2d7-4fa3f61b209b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:17.235973 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10cae753-bcfa-4ef9-92e5-6d52a09e0479 req-3985bd65-b454-44de-a2d7-4fa3f61b209b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.4416950 Feb 03 22:02:17.237162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1697748-7c62-44d5-8433-52d2c8273531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3319579a-538a-4351-b2c9-16bee73bf9f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:17.239781 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93d2d69-60aa-4c34-875d-58e0d5c28ae1" -d '{"events": [{"server_uuid": "d1697748-7c62-44d5-8433-52d2c8273531", "name": "network-vif-plugged", "status": "completed", "tag": "3319579a-538a-4351-b2c9-16bee73bf9f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:17.254500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3319579a-538a-4351-b2c9-16bee73bf9f1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3319579a-538a-4351-b2c9-16bee73bf9f1,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:17.263728 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:17.268849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bcd68a4-a627-4269-a568-9201fd7f6119 req-83632674-015e-4ecb-b655-fa08ebd10d5d service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870084 Feb 03 22:02:17.293292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (c5096671-43de-4978-842e-9edd7b7159e8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:17.296479 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (bf1d307c-10ed-4589-90ca-f922d2735e2b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:17.391941 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3875020-f1fc-4339-9f89-2905288b866c x-openstack-request-id: req-e3875020-f1fc-4339-9f89-2905288b866c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:17.392256 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1697748-7c62-44d5-8433-52d2c8273531", "name": "network-vif-plugged", "status": "completed", "tag": "3319579a-538a-4351-b2c9-16bee73bf9f1", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:17.392496 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3875020-f1fc-4339-9f89-2905288b866c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:17.392925 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1697748-7c62-44d5-8433-52d2c8273531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3319579a-538a-4351-b2c9-16bee73bf9f1', 'code': 200} Feb 03 22:02:17.393933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=3319579a-538a-4351-b2c9-16bee73bf9f1,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:17.426317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10cae753-bcfa-4ef9-92e5-6d52a09e0479 req-82a1c6a5-c897-43e6-ab26-06cf7f73e5e7 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663647 Feb 03 22:02:17.428804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc59cd-899c-46a7-9993-433a9848dd62 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Deleting port ec82acaf-0dea-4a16-a0e9-f67c7178fc5d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:17.429373 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1dc59cd-899c-46a7-9993-433a9848dd62 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:17.653947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986064-5a4e-4302-b044-9ac13ffaa248 req-fe8f9921-127b-4b4c-a718-c1f97ff93ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:17.655791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15986064-5a4e-4302-b044-9ac13ffaa248 req-fe8f9921-127b-4b4c-a718-c1f97ff93ee0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 1127 time: 0.2794068 Feb 03 22:02:17.675092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c4329-9791-4da5-8ad1-ee5d22d066d9 req-88b98166-2afd-4fdc-ad4e-dc4a2cd5240d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:17.688119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd7c4329-9791-4da5-8ad1-ee5d22d066d9 req-88b98166-2afd-4fdc-ad4e-dc4a2cd5240d tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 945 time: 0.2728317 Feb 03 22:02:17.730988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port c1e604f3-48da-44c5-8e90-0181655a9e15 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:17.731582 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:17.746900 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1dc59cd-899c-46a7-9993-433a9848dd62 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:17.775632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a6edbf-cb81-4cba-98d6-8a41cf6841d3', 'tag': '37626aaa-655f-47e1-acf5-85c5d4b06b8a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:17.778509 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa55585f-5c10-40f0-9d21-5b2cdd510528" -d '{"events": [{"name": "network-changed", "server_uuid": "83a6edbf-cb81-4cba-98d6-8a41cf6841d3", "tag": "37626aaa-655f-47e1-acf5-85c5d4b06b8a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:17.882145 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3408cf0-e6ec-4685-86b5-a47f261f99ee x-openstack-request-id: req-e3408cf0-e6ec-4685-86b5-a47f261f99ee {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:17.882472 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a6edbf-cb81-4cba-98d6-8a41cf6841d3", "tag": "37626aaa-655f-47e1-acf5-85c5d4b06b8a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:17.882707 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3408cf0-e6ec-4685-86b5-a47f261f99ee {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:17.883103 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a6edbf-cb81-4cba-98d6-8a41cf6841d3', 'tag': '37626aaa-655f-47e1-acf5-85c5d4b06b8a', 'status': 'completed', 'code': 200} Feb 03 22:02:17.918587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc59cd-899c-46a7-9993-433a9848dd62 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Calling delete_port for ec82acaf-0dea-4a16-a0e9-f67c7178fc5d owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:17.965449 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] For port c1e604f3-48da-44c5-8e90-0181655a9e15, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c1e604f3-48da-44c5-8e90-0181655a9e15,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:17.965824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:17.981579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15986064-5a4e-4302-b044-9ac13ffaa248 req-eda44d8f-012c-41f9-bae9-e172f861f64c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159616 Feb 03 22:02:17.985305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for c1e604f3-48da-44c5-8e90-0181655a9e15 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:18.002909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-1416bd64-f49d-4b7e-be1e-f3f7d0778d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:18.004463 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-1416bd64-f49d-4b7e-be1e-f3f7d0778d9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 1125 time: 0.1134632 Feb 03 22:02:18.066192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd7c4329-9791-4da5-8ad1-ee5d22d066d9 req-ace2ba68-d798-4457-aef1-7b5ec4e34068 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756692 Feb 03 22:02:18.111589 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (bf1d307c-10ed-4589-90ca-f922d2735e2b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:18.355118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-44f9fc7d-c998-4325-9d2b-cd0a84619b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:18.356539 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-44f9fc7d-c998-4325-9d2b-cd0a84619b19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.2558396 Feb 03 22:02:18.483498 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-f2d8734e-8fb4-412b-a16d-5cb30450f13d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37626aaa-655f-47e1-acf5-85c5d4b06b8a HTTP/1.1" status: 200 len: 217 time: 0.1164289 Feb 03 22:02:18.504204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1dc59cd-899c-46a7-9993-433a9848dd62 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ec82acaf-0dea-4a16-a0e9-f67c7178fc5d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:18.557151 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c1e604f3-48da-44c5-8e90-0181655a9e15), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:18.560081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc59cd-899c-46a7-9993-433a9848dd62 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event deleted for resources: {'Port': ['ID=ec82acaf-0dea-4a16-a0e9-f67c7178fc5d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:18.583466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb355c69-0364-4e65-b56f-4ae8dca035eb req-5511663a-9520-4526-b644-9acb0098b8d5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:18.586796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb355c69-0364-4e65-b56f-4ae8dca035eb req-5511663a-9520-4526-b644-9acb0098b8d5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2519433 Feb 03 22:02:18.591477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-ea64c70a-5e7a-4995-811e-6c3323e40f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:18.607912 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-ea64c70a-5e7a-4995-811e-6c3323e40f85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1183991 Feb 03 22:02:18.674919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=c1e604f3-48da-44c5-8e90-0181655a9e15,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:18.803773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-7127cb33-03dd-4763-a552-f20217a2b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:18.805881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-7127cb33-03dd-4763-a552-f20217a2b8d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1486361 Feb 03 22:02:18.873436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb355c69-0364-4e65-b56f-4ae8dca035eb req-49cb833f-cba6-4036-8185-7085e8778fb5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694657 Feb 03 22:02:19.003105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Router bf1d307c-10ed-4589-90ca-f922d2735e2b is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:02:19.285189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:02:19.382709 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (c5096671-43de-4978-842e-9edd7b7159e8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:19.499911 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:19.516446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef', 'port_id': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'mac_address': 'fa:16:3e:4a:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a02ccb-aed1-4217-aee2-39134d7a4d61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:02:19.564616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:19.565337 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:19.580276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:19.609632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:19.621180 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:19.623860 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-ae88c545-fcb3-413f-be4b-b5e133921005 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8095453 Feb 03 22:02:19.676447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:19.773090 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fa55585f-5c10-40f0-9d21-5b2cdd510528 req-ad954358-5baa-4329-91da-ae1cb189cd61 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036625 Feb 03 22:02:19.881789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13da1ce-d5bf-442a-9d43-db7c476267ff req-6d04a97e-fd74-4b75-ba20-400a89754933 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:19.886316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e13da1ce-d5bf-442a-9d43-db7c476267ff req-6d04a97e-fd74-4b75-ba20-400a89754933 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.6911056 Feb 03 22:02:19.969273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router c5096671-43de-4978-842e-9edd7b7159e8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:02:19.972525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:02:20.052740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:20.118877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32c7d37-8ef1-49f9-959b-e48c1546cc3b None None] Sync routers for ids ['bf1d307c-10ed-4589-90ca-f922d2735e2b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:20.136023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241aac-b2ed-4cad-bd24-a7d300b9e137 req-580de23f-8d9c-400f-9b88-8d3ec1e4ebb3 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:20.137153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c241aac-b2ed-4cad-bd24-a7d300b9e137 req-580de23f-8d9c-400f-9b88-8d3ec1e4ebb3 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 945 time: 0.3730531 Feb 03 22:02:20.151826 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1dc59cd-899c-46a7-9993-433a9848dd62 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:20.156665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c1dc59cd-899c-46a7-9993-433a9848dd62 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "DELETE /v2.0/ports/ec82acaf-0dea-4a16-a0e9-f67c7178fc5d HTTP/1.1" status: 204 len: 168 time: 3.1486061 Feb 03 22:02:20.176261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:20.179028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:20.181300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c7d37-8ef1-49f9-959b-e48c1546cc3b None None] Routers {'bf1d307c-10ed-4589-90ca-f922d2735e2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:20.182809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f32c7d37-8ef1-49f9-959b-e48c1546cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['bf1d307c-10ed-4589-90ca-f922d2735e2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:20.195967 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] Sync routers for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:20.207198 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-98c6f7c4-9e2f-4bc5-9802-8e6cc86ba619 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "PUT /v2.0/routers/c5096671-43de-4978-842e-9edd7b7159e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4926310 Feb 03 22:02:20.207921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:20.213034 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:20.218137 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:20.270061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f32c7d37-8ef1-49f9-959b-e48c1546cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:20.313058 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:20.315966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c7d37-8ef1-49f9-959b-e48c1546cc3b None None] Routers {'bf1d307c-10ed-4589-90ca-f922d2735e2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:20.318204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f32c7d37-8ef1-49f9-959b-e48c1546cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['bf1d307c-10ed-4589-90ca-f922d2735e2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:20.318552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:20.334490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e0c02f1f-9e9c-47bf-97b4-dacd36c8ecd8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9752326 Feb 03 22:02:20.334885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-efccbf5d-bc0e-4414-95e3-e036b4099855 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': False}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:20.364031 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaefdac-a5d0-45d6-bf52-a7d1599dbf0c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] GET failed (client error): The resource could not be found. Feb 03 22:02:20.369712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0eaefdac-a5d0-45d6-bf52-a7d1599dbf0c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "GET /v2.0/ports/ec82acaf-0dea-4a16-a0e9-f67c7178fc5d HTTP/1.1" status: 404 len: 333 time: 0.1742904 Feb 03 22:02:20.374243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51634) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:20.437044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f32c7d37-8ef1-49f9-959b-e48c1546cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:20.438122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32c7d37-8ef1-49f9-959b-e48c1546cc3b None None] The sync data for ids ['bf1d307c-10ed-4589-90ca-f922d2735e2b'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:20.486923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e13da1ce-d5bf-442a-9d43-db7c476267ff req-24990f46-13a1-4b07-8223-de72cd73c9b3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549784 Feb 03 22:02:20.503316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c56f23-3b6b-4978-8dd7-2fd09bc4ba6b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting subnet 2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:02:20.533702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c241aac-b2ed-4cad-bd24-a7d300b9e137 req-91f8991f-3e84-4d7b-bfc5-ee6ddda43bba tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755152 Feb 03 22:02:20.565611 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:20.642113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7c56f23-3b6b-4978-8dd7-2fd09bc4ba6b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for subnet (2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:20.678921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-69c80182-c812-4f3c-9dc8-9cd7be9e312c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Deleting port a3d46dca-e5f7-48ee-bc6a-abaa37e3451a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:20.679209 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69c80182-c812-4f3c-9dc8-9cd7be9e312c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a3d46dca-e5f7-48ee-bc6a-abaa37e3451a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:20.713397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7c56f23-3b6b-4978-8dd7-2fd09bc4ba6b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:20.829500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7c56f23-3b6b-4978-8dd7-2fd09bc4ba6b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:20.834882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-9e2a30e6-958c-4c78-9b58-daa3a33a569f tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e43550e9482d44539efcf4299c92cdac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103854 Feb 03 22:02:21.009465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7c56f23-3b6b-4978-8dd7-2fd09bc4ba6b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:21.073842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74045865-58b0-44ef-834f-eb247b2f5607 req-133aab1e-ed30-40b5-9922-6c174e13e2ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:21.083335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74045865-58b0-44ef-834f-eb247b2f5607 req-133aab1e-ed30-40b5-9922-6c174e13e2ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.3774364 Feb 03 22:02:21.087244 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:02:18Z', 'revision_number': 7, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:21.177025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69c80182-c812-4f3c-9dc8-9cd7be9e312c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a3d46dca-e5f7-48ee-bc6a-abaa37e3451a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:21.258321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-69c80182-c812-4f3c-9dc8-9cd7be9e312c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Calling delete_port for a3d46dca-e5f7-48ee-bc6a-abaa37e3451a owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:21.287519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:21.288271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-8768437c-386e-436a-8ff3-796a5552e767 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:21.289843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-8768437c-386e-436a-8ff3-796a5552e767 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4416232 Feb 03 22:02:21.306674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74045865-58b0-44ef-834f-eb247b2f5607 req-09c721d8-bb43-41ad-b0ac-a122d73ef87a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221897 Feb 03 22:02:21.351937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-893f9f44-e04b-47d0-9206-e4f628a51d72 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/quotas/e43550e9482d44539efcf4299c92cdac HTTP/1.1" status: 200 len: 375 time: 0.0420461 Feb 03 22:02:21.358959 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] Checking router: c5096671-43de-4978-842e-9edd7b7159e8 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:02:21.389255 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] Routers {'c5096671-43de-4978-842e-9edd7b7159e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:21.389639 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c5096671-43de-4978-842e-9edd7b7159e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:21.494562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:02:21.504201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:21.504730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:21.624834 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] Set router c5096671-43de-4978-842e-9edd7b7159e8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:21.746388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:21.746920 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:21.798195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:21.800575 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4103331b-d2d1-4640-805f-9383989446fc" -d '{"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:21.814745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c56f23-3b6b-4978-8dd7-2fd09bc4ba6b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:21.821317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7c56f23-3b6b-4978-8dd7-2fd09bc4ba6b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:21.837264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea613fc9-b5c7-4f52-bc64-ea2ed2bc6e7e None None] Network 10dd792e-dca9-4744-809c-2408e7fdc704 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:21.837487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a7c56f23-3b6b-4978-8dd7-2fd09bc4ba6b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/subnets/2ce8f8d4-7d02-4cb6-adbb-c39a1f5ffa26 HTTP/1.1" status: 204 len: 168 time: 1.6282907 Feb 03 22:02:21.840391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51650) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:21.844209 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:21.987848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.118562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:22.154384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router (c5096671-43de-4978-842e-9edd7b7159e8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.186499 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:02:18Z', 'revision_number': 7, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:22.234200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cea2cea-f5b8-443e-93d7-1d3e00274442 None None] DHCP port deletion for 10dd792e-dca9-4744-809c-2408e7fdc704 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:02:22.327708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-4ec8bdcc-4737-4358-8939-8138da710bb3 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e43550e9482d44539efcf4299c92cdac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8266873 Feb 03 22:02:22.347749 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208274e-f4a5-4df3-a73c-b74a71024342 None None] The sync data for ids ['c5096671-43de-4978-842e-9edd7b7159e8'] in n-d-824834-9 is: [{'id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'name': 'tempest-TestNetworkBasicOps-router-1217921377', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '59288950-f187-48d1-b611-5173cd5b640a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:58:40Z', 'updated_at': '2022-02-03T22:02:18Z', 'revision_number': 7, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': '59288950-f187-48d1-b611-5173cd5b640a', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5096671-43de-4978-842e-9edd7b7159e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:58:41Z', 'updated_at': '2022-02-03T21:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:22.402199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe9f94-0959-429d-b9db-dd9b77084027 req-e34f5d3f-9996-4772-9f38-afb0928befd1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:22.413148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6dfe9f94-0959-429d-b9db-dd9b77084027 req-e34f5d3f-9996-4772-9f38-afb0928befd1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.9317749 Feb 03 22:02:22.420037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1cea2cea-f5b8-443e-93d7-1d3e00274442 None None] Deleting port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:22.423793 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cea-f5b8-443e-93d7-1d3e00274442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.449689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efccbf5d-bc0e-4414-95e3-e036b4099855 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (bf1d307c-10ed-4589-90ca-f922d2735e2b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.501483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_gateway (c5096671-43de-4978-842e-9edd7b7159e8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.563974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6dfe9f94-0959-429d-b9db-dd9b77084027 req-70765117-8167-4dec-8f44-9c6342caafdc tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495018 Feb 03 22:02:22.605483 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69c80182-c812-4f3c-9dc8-9cd7be9e312c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a3d46dca-e5f7-48ee-bc6a-abaa37e3451a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.645062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1cea2cea-f5b8-443e-93d7-1d3e00274442 None None] For port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7c5688fd-57b0-4fa2-a9da-1b91bdf760d8,segment=NetworkSegment(b158d856-39f3-461b-bd7d-ba4523ecf15a),segment_id=b158d856-39f3-461b-bd7d-ba4523ecf15a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:22.650752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c80182-c812-4f3c-9dc8-9cd7be9e312c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event deleted for resources: {'Port': ['ID=a3d46dca-e5f7-48ee-bc6a-abaa37e3451a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:22.651614 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cea-f5b8-443e-93d7-1d3e00274442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.706974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1cea2cea-f5b8-443e-93d7-1d3e00274442 None None] Calling delete_port for 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:22.819286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port 59288950-f187-48d1-b611-5173cd5b640a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:22.819613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (59288950-f187-48d1-b611-5173cd5b640a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.830651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69c80182-c812-4f3c-9dc8-9cd7be9e312c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.834124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-69c80182-c812-4f3c-9dc8-9cd7be9e312c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "DELETE /v2.0/ports/a3d46dca-e5f7-48ee-bc6a-abaa37e3451a HTTP/1.1" status: 204 len: 168 time: 2.4577281 Feb 03 22:02:22.878138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:22.911850 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cea-f5b8-443e-93d7-1d3e00274442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (7c5688fd-57b0-4fa2-a9da-1b91bdf760d8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:22.991470 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc24bae9-5820-41c6-8586-2dc4c6571f8e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] GET failed (client error): The resource could not be found. Feb 03 22:02:22.992200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea2cea-f5b8-443e-93d7-1d3e00274442 None None] Pushing event deleted for resources: {'Port': ['ID=7c5688fd-57b0-4fa2-a9da-1b91bdf760d8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:23.004188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bc24bae9-5820-41c6-8586-2dc4c6571f8e tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "GET /v2.0/ports/a3d46dca-e5f7-48ee-bc6a-abaa37e3451a HTTP/1.1" status: 404 len: 333 time: 0.1176322 Feb 03 22:02:23.007131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:23.009585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea2cea-f5b8-443e-93d7-1d3e00274442 None None] No DVR routers for this DVR port 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:02:23.056559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] For port 59288950-f187-48d1-b611-5173cd5b640a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=59288950-f187-48d1-b611-5173cd5b640a,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:23.056845 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (59288950-f187-48d1-b611-5173cd5b640a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:23.129770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47af49-2e32-4dce-8aec-af8ff1ec8e5b req-2234de0a-9ad5-4aab-ba3c-225d0586fee0 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:23.132076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a47af49-2e32-4dce-8aec-af8ff1ec8e5b req-2234de0a-9ad5-4aab-ba3c-225d0586fee0 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 945 time: 0.4223483 Feb 03 22:02:23.142531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:23.151624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Request body: {'floatingip': {'port_id': '3319579a-538a-4351-b2c9-16bee73bf9f1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:23.166969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2915-b565-4494-8d2c-379660ac61c5 req-a93d615b-bb6c-4c63-9e06-978c7e684de4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:23.169791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70da2915-b565-4494-8d2c-379660ac61c5 req-a93d615b-bb6c-4c63-9e06-978c7e684de4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.4625056 Feb 03 22:02:23.220954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for 59288950-f187-48d1-b611-5173cd5b640a owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:23.233698 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cfaf40-d99c-4004-861c-f14f3ae51ff2 x-openstack-request-id: req-80cfaf40-d99c-4004-861c-f14f3ae51ff2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:23.234084 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:23.234433 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80cfaf40-d99c-4004-861c-f14f3ae51ff2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:23.234887 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'code': 200} Feb 03 22:02:23.293252 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:23.465291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecb571-b40a-477c-b172-38ca57e865d3 req-d98471ff-eb25-41f4-8ff7-565bf49ae023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:23.467157 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42ecb571-b40a-477c-b172-38ca57e865d3 req-d98471ff-eb25-41f4-8ff7-565bf49ae023 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 1127 time: 0.1184704 Feb 03 22:02:23.558931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ec4cf3c-ed09-49c8-aafb-5fef24867517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:23.604966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70da2915-b565-4494-8d2c-379660ac61c5 req-536dd23f-b157-4351-a97d-2dcf8dcb6970 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575234 Feb 03 22:02:23.618388 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-42ecb571-b40a-477c-b172-38ca57e865d3 req-27ff6546-f5a8-432f-a69d-ed790bb4935b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121013 Feb 03 22:02:23.702917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fe549c43-71e7-4ac2-bcd9-ac8572acd334 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Deleting port 6fa71d64-11af-490f-ac97-9cefcdb7ec95 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:23.703676 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe549c43-71e7-4ac2-bcd9-ac8572acd334 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6fa71d64-11af-490f-ac97-9cefcdb7ec95), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:23.718074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7399a5-5b94-4b11-9149-2648056006c2 req-6480cd60-8e5b-46bf-9fdb-6d111bab1635 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:23.728987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d7399a5-5b94-4b11-9149-2648056006c2 req-6480cd60-8e5b-46bf-9fdb-6d111bab1635 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.3556449 Feb 03 22:02:23.778340 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (59288950-f187-48d1-b611-5173cd5b640a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:23.810346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=59288950-f187-48d1-b611-5173cd5b640a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:23.878390 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-833b4e2b-84c6-45d0-8edf-989b4814befb req-90950b48-eac0-49e2-889e-784c6b48ab13 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 210 time: 0.1347756 Feb 03 22:02:23.908082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efccbf5d-bc0e-4414-95e3-e036b4099855 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (bf1d307c-10ed-4589-90ca-f922d2735e2b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:23.919778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efccbf5d-bc0e-4414-95e3-e036b4099855 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (bf1d307c-10ed-4589-90ca-f922d2735e2b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:23.934363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (c5096671-43de-4978-842e-9edd7b7159e8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.111241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d7399a5-5b94-4b11-9149-2648056006c2 req-93600446-544f-432d-83c4-6bd9f5a354ad tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3805218 Feb 03 22:02:24.139893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe549c43-71e7-4ac2-bcd9-ac8572acd334 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6fa71d64-11af-490f-ac97-9cefcdb7ec95), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.189858 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d04194-4ddd-4d33-92d4-e497b74d3f28 req-48f5ec24-8a6c-4589-a6a5-13467ebb9719 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:24.192458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56d04194-4ddd-4d33-92d4-e497b74d3f28 req-48f5ec24-8a6c-4589-a6a5-13467ebb9719 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2020271 Feb 03 22:02:24.195779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (c5096671-43de-4978-842e-9edd7b7159e8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.200168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_controller (c5096671-43de-4978-842e-9edd7b7159e8), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.206288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fe549c43-71e7-4ac2-bcd9-ac8572acd334 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Calling delete_port for 6fa71d64-11af-490f-ac97-9cefcdb7ec95 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:24.293132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:02:24.329362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:02:24.330158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c5688fd-57b0-4fa2-a9da-1b91bdf760d8 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:02:24.330816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c1e604f3-48da-44c5-8e90-0181655a9e15 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:02:24.347098 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (c5096671-43de-4978-842e-9edd7b7159e8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.348855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Fanout notify agent at l3_agent the message router_deleted on router c5096671-43de-4978-842e-9edd7b7159e8 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:02:24.367739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.370199 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-21db495e-0074-4417-95c0-dfd0c895bd8e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/routers/c5096671-43de-4978-842e-9edd7b7159e8 HTTP/1.1" status: 204 len: 168 time: 2.5285943 Feb 03 22:02:24.378930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:24.386536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-8855a1c5-6763-4dcc-ad3b-48c72c9fa001 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e43550e9482d44539efcf4299c92cdac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402451 Feb 03 22:02:24.389293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c1e604f3-48da-44c5-8e90-0181655a9e15 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:02:24.392289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c1e604f3-48da-44c5-8e90-0181655a9e15 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:02:24.434933 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.504421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efccbf5d-bc0e-4414-95e3-e036b4099855 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Router bf1d307c-10ed-4589-90ca-f922d2735e2b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:02:24.508141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56d04194-4ddd-4d33-92d4-e497b74d3f28 req-6ddf49ff-7ca4-4f42-b53c-dd72dfa3c6a5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679101 Feb 03 22:02:24.544759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 22:02:24.574285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (10dd792e-dca9-4744-809c-2408e7fdc704), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.603295 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.658166 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.660846 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe549c43-71e7-4ac2-bcd9-ac8572acd334 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6fa71d64-11af-490f-ac97-9cefcdb7ec95), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.679615 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.755660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-b0ff4ecd-cdb6-4558-9bdb-9f2182d9263b tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:24.757119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-b0ff4ecd-cdb6-4558-9bdb-9f2182d9263b tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3496821 Feb 03 22:02:24.808860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe549c43-71e7-4ac2-bcd9-ac8572acd334 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event deleted for resources: {'Port': ['ID=6fa71d64-11af-490f-ac97-9cefcdb7ec95,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:24.817398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Request body: {'port': {'device_id': 'ef003b81-611c-4fc6-98f1-e62568e86f73', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': 'e43550e9482d44539efcf4299c92cdac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:24.892412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (10dd792e-dca9-4744-809c-2408e7fdc704), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.922785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dd792e-dca9-4744-809c-2408e7fdc704']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:24.925977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efccbf5d-bc0e-4414-95e3-e036b4099855 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:24.935131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf21e0-28b4-4275-ab41-6c792ab858b4 None None] Sync routers for ids ['bf1d307c-10ed-4589-90ca-f922d2735e2b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:24.936523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efccbf5d-bc0e-4414-95e3-e036b4099855 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:24.940815 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-efccbf5d-bc0e-4414-95e3-e036b4099855 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "PUT /v2.0/routers/bf1d307c-10ed-4589-90ca-f922d2735e2b HTTP/1.1" status: 200 len: 925 time: 4.6212530 Feb 03 22:02:24.941936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:24.953304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b158d856-39f3-461b-bd7d-ba4523ecf15a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:24.953994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b158d856-39f3-461b-bd7d-ba4523ecf15a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:24.972007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf21e0-28b4-4275-ab41-6c792ab858b4 None None] Routers {'bf1d307c-10ed-4589-90ca-f922d2735e2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:24.972657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e9cf21e0-28b4-4275-ab41-6c792ab858b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['bf1d307c-10ed-4589-90ca-f922d2735e2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:25.038344 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe549c43-71e7-4ac2-bcd9-ac8572acd334 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.042143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fe549c43-71e7-4ac2-bcd9-ac8572acd334 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "DELETE /v2.0/ports/6fa71d64-11af-490f-ac97-9cefcdb7ec95 HTTP/1.1" status: 204 len: 168 time: 2.0329721 Feb 03 22:02:25.051563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dee1b-c3f9-47f5-821a-33292f331047 req-bbc76a41-5ffe-45e9-837b-7d227de22174 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:25.053740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be8dee1b-c3f9-47f5-821a-33292f331047 req-bbc76a41-5ffe-45e9-837b-7d227de22174 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3153350 Feb 03 22:02:25.054069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51680) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:25.062923 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (b158d856-39f3-461b-bd7d-ba4523ecf15a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.110524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e9cf21e0-28b4-4275-ab41-6c792ab858b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:25.113474 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b158d856-39f3-461b-bd7d-ba4523ecf15a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.122821 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf21e0-28b4-4275-ab41-6c792ab858b4 None None] Routers {'bf1d307c-10ed-4589-90ca-f922d2735e2b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:25.123458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e9cf21e0-28b4-4275-ab41-6c792ab858b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:01:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['bf1d307c-10ed-4589-90ca-f922d2735e2b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:25.139240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:02:25.140226 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (b158d856-39f3-461b-bd7d-ba4523ecf15a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:02:25.162516 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:02:25.164471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e9cf21e0-28b4-4275-ab41-6c792ab858b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:25.164850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf21e0-28b4-4275-ab41-6c792ab858b4 None None] The sync data for ids ['bf1d307c-10ed-4589-90ca-f922d2735e2b'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:25.237618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a62fc6f-6e4c-488c-adb4-c4ec833ca114 req-51a48f9e-87f5-47f5-8c51-1d734d81843b tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 210 time: 0.0972416 Feb 03 22:02:25.257706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-03d8fed2-2527-498d-9a78-5b01751738fb tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/routers/bf1d307c-10ed-4589-90ca-f922d2735e2b HTTP/1.1" status: 200 len: 925 time: 0.3120310 Feb 03 22:02:25.258576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:25.261197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (10dd792e-dca9-4744-809c-2408e7fdc704), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.263651 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Floating IP 0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721 associated. External IP: 172.25.5.4, port: 3319579a-538a-4351-b2c9-16bee73bf9f1. Feb 03 22:02:25.271917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Made reservation on behalf of e43550e9482d44539efcf4299c92cdac for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:25.275316 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.319020 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.325249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/networks/10dd792e-dca9-4744-809c-2408e7fdc704 HTTP/1.1" status: 204 len: 168 time: 0.9411156 Feb 03 22:02:25.336444 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.368280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f17428-1258-4e86-b0c6-acba9cf3479d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Network': ['ID=10dd792e-dca9-4744-809c-2408e7fdc704,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:25.370743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:25.379666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'network': {'name': 'tempest-network-smoke--1209381950', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:25.388667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df3c595-a618-433e-a221-70c8c7e8da3c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Deleting subnet 6e5642b6-35da-48b1-9287-a4fd541e5f60 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:02:25.411216 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2df3c595-a618-433e-a221-70c8c7e8da3c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for subnet (6e5642b6-35da-48b1-9287-a4fd541e5f60), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.418480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be8dee1b-c3f9-47f5-821a-33292f331047 req-ccd7595d-9bbb-4a5b-bc02-d81f5f690413 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735941 Feb 03 22:02:25.445780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Made reservation on behalf of 5e5fa9b027b94864ad2a48a62a90898c for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:25.453033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.459067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c170dd57-3fb9-4a6e-ac88-d9f32b1b9a06 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:25.464840 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c170dd57-3fb9-4a6e-ac88-d9f32b1b9a06 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=bf1d307c-10ed-4589-90ca-f922d2735e2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2019992 Feb 03 22:02:25.468106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:25.495431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:02:25.518370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (548b2237-ea96-45ef-95e5-bba67758f334), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.518836 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Added segment 548b2237-ea96-45ef-95e5-bba67758f334 of type vlan for network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d Feb 03 22:02:25.582747 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2df3c595-a618-433e-a221-70c8c7e8da3c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (6e5642b6-35da-48b1-9287-a4fd541e5f60), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.616371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2d92a08c-6ed6-4c8c-82f2-d4a1017e783d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.652153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-cc5f1ab5-4030-445c-b3f0-75df2d8fa18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:25.653864 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-cc5f1ab5-4030-445c-b3f0-75df2d8fa18a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 1127 time: 0.0767295 Feb 03 22:02:25.655042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2d92a08c-6ed6-4c8c-82f2-d4a1017e783d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:25.660052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:25.660640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.038069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 59288950-f187-48d1-b611-5173cd5b640a no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:02:26.063234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 59288950-f187-48d1-b611-5173cd5b640a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:02:26.063575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 59288950-f187-48d1-b611-5173cd5b640a not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:02:26.082005 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7062583 Feb 03 22:02:26.086095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:26.092753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'admin_state_up': True, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:26.114474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500eed3-d56f-4097-b304-0695f8613667 req-157dcb9a-58f7-4ecb-992e-d8eb907a1f9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:26.116127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0500eed3-d56f-4097-b304-0695f8613667 req-157dcb9a-58f7-4ecb-992e-d8eb907a1f9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.7444942 Feb 03 22:02:26.126571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00660a72-a455-4114-9ffd-84ec597fa228 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Network': ['ID=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:26.138420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:02:26.157998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (e0747959-e76e-4e1c-9db9-a5120dc47deb), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.159484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (e0747959-e76e-4e1c-9db9-a5120dc47deb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.176065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-cf3a39e0-0d87-49ba-9abc-658525db29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:26.177892 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-cf3a39e0-0d87-49ba-9abc-658525db29f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.4922490 Feb 03 22:02:26.222346 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2df3c595-a618-433e-a221-70c8c7e8da3c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6e5642b6-35da-48b1-9287-a4fd541e5f60), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.261280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be315374-d715-46a0-ba89-7a90c4bc2962 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:26.262701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-be315374-d715-46a0-ba89-7a90c4bc2962 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 881 time: 0.7912025 Feb 03 22:02:26.266646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51696) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:26.281708 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_controller (e0747959-e76e-4e1c-9db9-a5120dc47deb), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.296778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd46c-593d-4165-bee8-ccd79723e3bc req-c48ac7a0-2e72-40fb-b6fa-4ff2949b9238 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:26.298310 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d7cd46c-593d-4165-bee8-ccd79723e3bc req-c48ac7a0-2e72-40fb-b6fa-4ff2949b9238 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.6575289 Feb 03 22:02:26.309103 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-22ed9b0b-f248-44b2-9093-efd75be5219d tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf1d307c-10ed-4589-90ca-f922d2735e2b HTTP/1.1" status: 200 len: 205 time: 0.0399175 Feb 03 22:02:26.312278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51698) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:26.350110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks [] for security_group (59d99534-1e2a-49c9-b435-2a6fb7f6c07c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.355594 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-f1ba540c-0b78-4bfc-9853-d16e8171abf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a HTTP/1.1" status: 200 len: 1001 time: 0.1705942 Feb 03 22:02:26.366072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0500eed3-d56f-4097-b304-0695f8613667 req-cb8826ec-6ebe-41e9-b884-416efed96043 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019355 Feb 03 22:02:26.375406 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (59d99534-1e2a-49c9-b435-2a6fb7f6c07c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.423463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2df3c595-a618-433e-a221-70c8c7e8da3c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (6e5642b6-35da-48b1-9287-a4fd541e5f60), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.461309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Router 60258327-edec-43eb-9780-cc31e6e67670 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:02:26.484174 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1d23b9-2b6c-4f5e-a02c-31b68c39455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.523239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3c595-a618-433e-a221-70c8c7e8da3c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5642b6-35da-48b1-9287-a4fd541e5f60,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:26.536084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d7cd46c-593d-4165-bee8-ccd79723e3bc req-aa660f1a-fb50-42ef-872f-5dce843a620e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196984 Feb 03 22:02:26.543599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca88db-dd6c-4166-b2e8-6ffb2eb5743b None None] Network 6e6e430f-b44a-451b-a02d-3219d2872453 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:26.552416 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2df3c595-a618-433e-a221-70c8c7e8da3c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.559006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2df3c595-a618-433e-a221-70c8c7e8da3c tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "DELETE /v2.0/subnets/6e5642b6-35da-48b1-9287-a4fd541e5f60 HTTP/1.1" status: 204 len: 168 time: 1.4881320 Feb 03 22:02:26.566142 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d99534-1e2a-49c9-b435-2a6fb7f6c07c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:26.571072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:26.574734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a8c187d-ad64-400a-958a-01c95967c464 req-443ecfcf-6e0c-4cc9-8b18-a96cb6968bf0 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 210 time: 0.1023476 Feb 03 22:02:26.597867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_gateway (e0747959-e76e-4e1c-9db9-a5120dc47deb), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.615660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-c905567f-bedd-436d-b162-c425525f89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:26.617163 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-c905567f-bedd-436d-b162-c425525f89c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.1959760 Feb 03 22:02:26.657425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-f2f23bf9-60e6-44d9-8054-8e888f0ceb43 req-8ecf2d9a-ff95-4497-8e53-96598fd06b3b service neutron] (103398) timed out ('10.222.0.50', 57954) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:02:26.712798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (bf1d307c-10ed-4589-90ca-f922d2735e2b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.771784 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a902c807-465f-4f3c-aaf4-4fc68048e69a None None] DHCP port deletion for 6e6e430f-b44a-451b-a02d-3219d2872453 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:02:26.804736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Allocated IP 192.168.233.126 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/9f69b812-0260-4b21-8b4c-8511aaefa8be) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:26.808646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-cafeba23-b667-46c0-82d6-e82ad8162511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:26.810460 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-cafeba23-b667-46c0-82d6-e82ad8162511 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1849656 Feb 03 22:02:26.817783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (6e6e430f-b44a-451b-a02d-3219d2872453), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.825236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a902c807-465f-4f3c-aaf4-4fc68048e69a None None] Deleting port 23fe26da-a888-48f2-a842-2c7e464bc545 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:26.826036 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a902c807-465f-4f3c-aaf4-4fc68048e69a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.896733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6981e-8ecf-4250-bfb5-4dfbb11b270d req-2b7302d9-348f-4f51-99fb-9cdc25f0b30e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:26.898305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3a6981e-8ecf-4250-bfb5-4dfbb11b270d req-2b7302d9-348f-4f51-99fb-9cdc25f0b30e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2709310 Feb 03 22:02:26.899617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a902c807-465f-4f3c-aaf4-4fc68048e69a None None] For port 23fe26da-a888-48f2-a842-2c7e464bc545, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=23fe26da-a888-48f2-a842-2c7e464bc545,segment=NetworkSegment(0ddd8308-48d8-4012-acd2-97e6f85dbfa2),segment_id=0ddd8308-48d8-4012-acd2-97e6f85dbfa2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:26.900183 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a902c807-465f-4f3c-aaf4-4fc68048e69a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.913207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (bf1d307c-10ed-4589-90ca-f922d2735e2b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.927644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a902c807-465f-4f3c-aaf4-4fc68048e69a None None] Calling delete_port for 23fe26da-a888-48f2-a842-2c7e464bc545 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:26.930355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:26.932989 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.945296 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:26.955269 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] Sync routers for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:26.972699 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:26.973749 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:26.987131 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-9897b083-fb95-44f6-8bc9-8d8f3c66d80b service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663878 Feb 03 22:02:27.030972 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a902c807-465f-4f3c-aaf4-4fc68048e69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.059890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5e566e92-9811-44cf-9503-0680f71de4aa tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "PUT /v2.0/floatingips/0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721 HTTP/1.1" status: 200 len: 989 time: 3.9123158 Feb 03 22:02:27.071557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902c807-465f-4f3c-aaf4-4fc68048e69a None None] Pushing event deleted for resources: {'Port': ['ID=23fe26da-a888-48f2-a842-2c7e464bc545,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:27.076251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1697748-7c62-44d5-8433-52d2c8273531', 'tag': '3319579a-538a-4351-b2c9-16bee73bf9f1'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:27.078768 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6b56d-0c78-4d33-886a-a17c830e9551" -d '{"events": [{"name": "network-changed", "server_uuid": "d1697748-7c62-44d5-8433-52d2c8273531", "tag": "3319579a-538a-4351-b2c9-16bee73bf9f1"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:27.086374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902c807-465f-4f3c-aaf4-4fc68048e69a None None] No DVR routers for this DVR port 23fe26da-a888-48f2-a842-2c7e464bc545 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:02:27.102706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3a6981e-8ecf-4250-bfb5-4dfbb11b270d req-92a74842-19ec-429c-acfc-051716ab39a3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704214 Feb 03 22:02:27.129199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Deleting port 23fe26da-a888-48f2-a842-2c7e464bc545 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:27.133752 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.173686 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9654e36a-5c6d-4cde-9719-4760b43ce244 x-openstack-request-id: req-9654e36a-5c6d-4cde-9719-4760b43ce244 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:27.174103 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1697748-7c62-44d5-8433-52d2c8273531", "tag": "3319579a-538a-4351-b2c9-16bee73bf9f1", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:27.174915 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9654e36a-5c6d-4cde-9719-4760b43ce244 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:27.175426 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1697748-7c62-44d5-8433-52d2c8273531', 'tag': '3319579a-538a-4351-b2c9-16bee73bf9f1', 'status': 'completed', 'code': 200} Feb 03 22:02:27.209118 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:27.238512 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_gateway (e0747959-e76e-4e1c-9db9-a5120dc47deb), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.245041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Deleting port ab8d3f38-a1fa-47a0-a939-4330fc8ddfda {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:27.245577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ab8d3f38-a1fa-47a0-a939-4330fc8ddfda), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.308098 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks [] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.316797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.322132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] For port 23fe26da-a888-48f2-a842-2c7e464bc545, host n-d-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:27.322602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.344412 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-db7e3ec5-374d-4c2f-baa4-4433e6f26d9a req-e8ade129-84dd-4da5-b013-385945fcd8f5 service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498397 Feb 03 22:02:27.392863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Calling delete_port for 23fe26da-a888-48f2-a842-2c7e464bc545 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:27.396610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Port 23fe26da-a888-48f2-a842-2c7e464bc545 was not found and therefore no delete operation was performed {{(pid=103397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:02:27.409490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d4a6b-82d7-4968-a950-e2103e129eea req-853b4d4e-fe2a-4aef-acfb-9b1b08a4e091 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:27.415497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e63d4a6b-82d7-4968-a950-e2103e129eea req-853b4d4e-fe2a-4aef-acfb-9b1b08a4e091 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 945 time: 0.2010574 Feb 03 22:02:27.422618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (23fe26da-a888-48f2-a842-2c7e464bc545), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.435020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-66e76eb0-eb21-4f45-8d61-51bc3ebb7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:27.436581 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-66e76eb0-eb21-4f45-8d61-51bc3ebb7ed7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 1127 time: 0.2460575 Feb 03 22:02:27.487373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event deleted for resources: {'Port': ['ID=23fe26da-a888-48f2-a842-2c7e464bc545,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:27.493047 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '60258327-edec-43eb-9780-cc31e6e67670', 'port_id': '3319579a-538a-4351-b2c9-16bee73bf9f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'mac_address': 'fa:16:3e:45:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1697748-7c62-44d5-8433-52d2c8273531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:01:57Z', 'updated_at': '2022-02-03T22:02:24Z', 'revision_number': 1, 'project_id': 'c92022e28c9445fb92269882b0985112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:27.501717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] No DVR routers for this DVR port 23fe26da-a888-48f2-a842-2c7e464bc545 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:02:27.529403 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] Checking router: 60258327-edec-43eb-9780-cc31e6e67670 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:02:27.537023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ab8d3f38-a1fa-47a0-a939-4330fc8ddfda), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.539234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.540036 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:27.541860 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:27.563423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Calling delete_port for ab8d3f38-a1fa-47a0-a939-4330fc8ddfda owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:27.587615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.25.5.230 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/cefb7928-9205-461c-83ba-9cea5c72a56e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:27.657560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1aa1113b-4b38-4c9b-b512-180336f76033 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:27.659070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1aa1113b-4b38-4c9b-b512-180336f76033 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 814 time: 0.3256044 Feb 03 22:02:27.660695 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:27.671933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e63d4a6b-82d7-4968-a950-e2103e129eea req-7adb4706-aba1-4b59-85e3-f4ead15f7a5e tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422490 Feb 03 22:02:27.701001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:27.714537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-114bd687-adac-42b9-82a9-dca20de15bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:27.716295 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-114bd687-adac-42b9-82a9-dca20de15bd2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 911 time: 0.2474935 Feb 03 22:02:27.726803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:27.730718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:27.735937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (6e6e430f-b44a-451b-a02d-3219d2872453), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.740454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Pushing event updated for resources: {'Port': ['ID=9f69b812-0260-4b21-8b4c-8511aaefa8be,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:27.781714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-113fd21a-ab47-44d5-a61b-c8f269fba10f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/quotas/d5ebe9085070448390108cb35f42d2b0 HTTP/1.1" status: 200 len: 375 time: 0.0826950 Feb 03 22:02:27.846168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e430f-b44a-451b-a02d-3219d2872453']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:27.867267 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-93278c3a-7c5b-4848-bd5b-3c41ebfc2a06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3319579a-538a-4351-b2c9-16bee73bf9f1 HTTP/1.1" status: 200 len: 997 time: 0.1428673 Feb 03 22:02:27.876311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddd8308-48d8-4012-acd2-97e6f85dbfa2') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:27.877474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddd8308-48d8-4012-acd2-97e6f85dbfa2') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:27.920020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (0ddd8308-48d8-4012-acd2-97e6f85dbfa2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.930104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-38c835bc-e9a0-43f9-a400-0af7167a4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:27.931670 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-38c835bc-e9a0-43f9-a400-0af7167a4abd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.0559433 Feb 03 22:02:27.939349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:27.941704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.949822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.966616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0ddd8308-48d8-4012-acd2-97e6f85dbfa2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:27.987057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170a598-ba24-41dd-b436-c2425fe17baa req-ce5301e3-540f-4727-9537-2c350c6ae96e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:27.989517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f170a598-ba24-41dd-b436-c2425fe17baa req-ce5301e3-540f-4727-9537-2c350c6ae96e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.2358427 Feb 03 22:02:27.998433 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:02:27.998750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (0ddd8308-48d8-4012-acd2-97e6f85dbfa2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:28.011702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-9f9bb747-20ec-4481-b0da-49d58b34fcb8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1970701 Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:02:28.012282 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:02:28.027304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-fbf229b9-d7c6-4140-a3ad-85860b556038 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2136226 Feb 03 22:02:28.044993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-6980ac7b-cd89-4eb0-bcc2-48c056a9c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:28.046522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-6980ac7b-cd89-4eb0-bcc2-48c056a9c23c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081333 Feb 03 22:02:28.064635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ab8d3f38-a1fa-47a0-a939-4330fc8ddfda), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:28.065858 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '60258327-edec-43eb-9780-cc31e6e67670', 'port_id': '3319579a-538a-4351-b2c9-16bee73bf9f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'mac_address': 'fa:16:3e:45:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1697748-7c62-44d5-8433-52d2c8273531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:01:57Z', 'updated_at': '2022-02-03T22:02:24Z', 'revision_number': 1, 'project_id': 'c92022e28c9445fb92269882b0985112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:28.076689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Request body: {'port': {'device_id': 'ef003b81-611c-4fc6-98f1-e62568e86f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:28.109596 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7c449-9dbd-4e28-957e-03732236591f None None] The sync data for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 is: [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '60258327-edec-43eb-9780-cc31e6e67670', 'port_id': '3319579a-538a-4351-b2c9-16bee73bf9f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'mac_address': 'fa:16:3e:45:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1697748-7c62-44d5-8433-52d2c8273531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:01:57Z', 'updated_at': '2022-02-03T22:02:24Z', 'revision_number': 1, 'project_id': 'c92022e28c9445fb92269882b0985112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:28.113329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 23fe26da-a888-48f2-a842-2c7e464bc545 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:02:28.136518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 23fe26da-a888-48f2-a842-2c7e464bc545 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:02:28.137279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 23fe26da-a888-48f2-a842-2c7e464bc545 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:02:28.138110 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:28.145909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event deleted for resources: {'Port': ['ID=ab8d3f38-a1fa-47a0-a939-4330fc8ddfda,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:28.172130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-540c4bd4-d11f-4752-8579-c81c0375cf90 None None] Provisioning complete for port 9f69b812-0260-4b21-8b4c-8511aaefa8be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:28.173202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-540c4bd4-d11f-4752-8579-c81c0375cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:28.207447 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (6e6e430f-b44a-451b-a02d-3219d2872453), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:28.233186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-540c4bd4-d11f-4752-8579-c81c0375cf90 None None] Port 9f69b812-0260-4b21-8b4c-8511aaefa8be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:28.262133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:28.265695 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:28.275097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] 10.222.0.50 "DELETE /v2.0/networks/6e6e430f-b44a-451b-a02d-3219d2872453 HTTP/1.1" status: 204 len: 168 time: 1.6968009 Feb 03 22:02:28.276946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:28.284779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:28.290940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=cefb7928-9205-461c-83ba-9cea5c72a56e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:28.302626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd5a8b-d695-4a5c-80ac-4455269286a3 tempest-AllowedAddressPairTestJSON-561487795 tempest-AllowedAddressPairTestJSON-561487795-project] Pushing event deleted for resources: {'Network': ['ID=6e6e430f-b44a-451b-a02d-3219d2872453,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:28.311593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f170a598-ba24-41dd-b436-c2425fe17baa req-591481aa-0e2c-4f7c-87ea-26220be1a01a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094018 Feb 03 22:02:28.321405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-dfedc56b-9137-4540-82d5-26178d4ad9a9 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687283 Feb 03 22:02:28.328618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:28.357885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (bf1d307c-10ed-4589-90ca-f922d2735e2b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:28.413256 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:02:28.419601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-5fbe25e2-1435-4c2b-a3f9-81ee10e51cf2 service neutron] 10.222.0.50 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913207 Feb 03 22:02:28.568635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04e02b-cd54-465d-808c-8c7249cac802 None None] New status for floating IP 0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:02:28.676931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:28.719201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-85f1b008-f5dc-4528-9965-f7f502e98d0a service neutron] 10.222.0.50 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888527 Feb 03 22:02:28.739478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51732) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:28.779654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f55b5-5879-4f15-b14b-fae365dba707 req-01e9e303-5d4d-426f-87a6-e11941eb0e2b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:28.793431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-945f55b5-5879-4f15-b14b-fae365dba707 req-01e9e303-5d4d-426f-87a6-e11941eb0e2b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2669537 Feb 03 22:02:28.905960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-945f55b5-5879-4f15-b14b-fae365dba707 req-6ccff076-b6b1-48ec-9c17-fe4076b71675 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118257 Feb 03 22:02:29.102530 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (bf1d307c-10ed-4589-90ca-f922d2735e2b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.105365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (bf1d307c-10ed-4589-90ca-f922d2735e2b), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.118516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f69b812-0260-4b21-8b4c-8511aaefa8be {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:29.149001 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Publish callbacks [] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.200667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9530b1b-5074-4609-999b-6f172c327123 req-8e036bfe-fed0-4769-81ff-56e82505c94e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:29.202898 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9530b1b-5074-4609-999b-6f172c327123 req-8e036bfe-fed0-4769-81ff-56e82505c94e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 936 time: 0.1740942 Feb 03 22:02:29.206150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-72abf0a2-8699-42b1-8e49-63c042f717f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=141b0dc37a984741806df2c499810899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4637363 Feb 03 22:02:29.207718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Transition to ACTIVE for port object 9f69b812-0260-4b21-8b4c-8511aaefa8be will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:02:29.211222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (bf1d307c-10ed-4589-90ca-f922d2735e2b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.211487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51744) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:29.211786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Fanout notify agent at l3_agent the message router_deleted on router bf1d307c-10ed-4589-90ca-f922d2735e2b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:02:29.220848 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.224576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.226420 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-522ddc88-0861-40d1-8c5b-0bd3dc2f653c tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/bf1d307c-10ed-4589-90ca-f922d2735e2b HTTP/1.1" status: 204 len: 168 time: 2.9132442 Feb 03 22:02:29.235969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:29.242390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ed0423bf-f124-4138-bd0b-42bb06c4aca7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-390580463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:29.312703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Pushing event updated for resources: {'Port': ['ID=9f69b812-0260-4b21-8b4c-8511aaefa8be,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:29.343694 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-95d6b56d-0c78-4d33-886a-a17c830e9551 req-f0887748-04bb-456b-b7f8-8d1db24f70b9 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0145922 Feb 03 22:02:29.357454 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed0423bf-f124-4138-bd0b-42bb06c4aca7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (9a4bcc93-f021-41f9-882a-887f18d2a9a3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.358513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed0423bf-f124-4138-bd0b-42bb06c4aca7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (9a4bcc93-f021-41f9-882a-887f18d2a9a3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.385177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4940742-11c1-43ac-a105-9889058e4e38 req-edc61afb-5f2b-45d9-97af-62c87ff7c5da tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:29.393434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4940742-11c1-43ac-a105-9889058e4e38 req-edc61afb-5f2b-45d9-97af-62c87ff7c5da tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 945 time: 0.3434041 Feb 03 22:02:29.463623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9530b1b-5074-4609-999b-6f172c327123 req-3e9a21e1-1cc3-4ef9-afbf-76935220ffd0 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206161 Feb 03 22:02:29.566537 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed0423bf-f124-4138-bd0b-42bb06c4aca7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (9a4bcc93-f021-41f9-882a-887f18d2a9a3), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.573135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed0423bf-f124-4138-bd0b-42bb06c4aca7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (9a4bcc93-f021-41f9-882a-887f18d2a9a3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.594349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_gateway (e0747959-e76e-4e1c-9db9-a5120dc47deb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.600195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed0423bf-f124-4138-bd0b-42bb06c4aca7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.601709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ed0423bf-f124-4138-bd0b-42bb06c4aca7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3634810 Feb 03 22:02:29.609294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93630d6a-3c2b-4b83-b82f-3ce1932ca5b4 admin admin] Publish callbacks [] for security_group (7821476d-e619-432a-941e-5f653025b423), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.636439 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93630d6a-3c2b-4b83-b82f-3ce1932ca5b4 admin admin] Publish callbacks [] for security_group (7821476d-e619-432a-941e-5f653025b423), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.665690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51752) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:29.671790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:29.737707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5e9a732-039e-411c-85f3-4341d292d5c5 req-21145c6c-a508-4d54-b40c-7b7cae61f817 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 210 time: 0.1831670 Feb 03 22:02:29.753547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Attempting to bind port 9f69b812-0260-4b21-8b4c-8511aaefa8be on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:29.753897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Attempting to bind port 9f69b812-0260-4b21-8b4c-8511aaefa8be by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:29.754237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Attempting to bind port 9f69b812-0260-4b21-8b4c-8511aaefa8be on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:29.762278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4940742-11c1-43ac-a105-9889058e4e38 req-b1eee360-166f-4650-9208-20010d255fde tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680146 Feb 03 22:02:29.764362 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93630d6a-3c2b-4b83-b82f-3ce1932ca5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7821476d-e619-432a-941e-5f653025b423), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.767135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93630d6a-3c2b-4b83-b82f-3ce1932ca5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.768339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-93630d6a-3c2b-4b83-b82f-3ce1932ca5b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7821476d-e619-432a-941e-5f653025b423 HTTP/1.1" status: 204 len: 168 time: 0.5554597 Feb 03 22:02:29.780069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93630d6a-3c2b-4b83-b82f-3ce1932ca5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7821476d-e619-432a-941e-5f653025b423,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:29.788517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Port 9f69b812-0260-4b21-8b4c-8511aaefa8be on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:02:29.788892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Attempting to bind port 9f69b812-0260-4b21-8b4c-8511aaefa8be on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:29.809240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:29.809591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:29.810254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:29.810951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Bound port: 9f69b812-0260-4b21-8b4c-8511aaefa8be, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:29.811328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:29.896443 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:30.045472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6786b1-a233-44e4-90b0-ee511ee5e7c3 req-73a2ab41-d56e-4dba-ac87-01687cdb2418 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:30.047356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d6786b1-a233-44e4-90b0-ee511ee5e7c3 req-73a2ab41-d56e-4dba-ac87-01687cdb2418 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1152380 Feb 03 22:02:30.049911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] For port 9f69b812-0260-4b21-8b4c-8511aaefa8be, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:30.054768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] For port 9f69b812-0260-4b21-8b4c-8511aaefa8be, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f69b812-0260-4b21-8b4c-8511aaefa8be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:30.089924 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:30.142033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:30.142859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:30.144417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] 10.222.0.10 "PUT /v2.0/ports/9f69b812-0260-4b21-8b4c-8511aaefa8be HTTP/1.1" status: 200 len: 1096 time: 2.0731461 Feb 03 22:02:30.146292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef003b81-611c-4fc6-98f1-e62568e86f73', 'tag': '9f69b812-0260-4b21-8b4c-8511aaefa8be'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:30.148716 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f19ca5-9d92-440f-a735-31065d046862" -d '{"events": [{"name": "network-changed", "server_uuid": "ef003b81-611c-4fc6-98f1-e62568e86f73", "tag": "9f69b812-0260-4b21-8b4c-8511aaefa8be"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:30.173409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (9a4bcc93-f021-41f9-882a-887f18d2a9a3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:30.282212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aaa756-01e7-4c29-b2f0-83ca6b929a14 service neutron] Pushing event updated for resources: {'Port': ['ID=9f69b812-0260-4b21-8b4c-8511aaefa8be,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:30.287709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d6786b1-a233-44e4-90b0-ee511ee5e7c3 req-e4b4d6b5-bfee-4ea8-8172-b899ac50ee23 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212253 Feb 03 22:02:30.299275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdbe52-bc4f-404e-9523-d9997f6fec9f req-1100510a-01f2-4faa-b83e-34acdb0ba3d5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:30.300851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7cdbe52-bc4f-404e-9523-d9997f6fec9f req-1100510a-01f2-4faa-b83e-34acdb0ba3d5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2524834 Feb 03 22:02:30.330502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (e0747959-e76e-4e1c-9db9-a5120dc47deb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:30.360531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-de506c84-62f0-4f0f-84fb-7b0108da9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:30.362229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-de506c84-62f0-4f0f-84fb-7b0108da9e58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e43550e9482d44539efcf4299c92cdac&device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 1130 time: 0.1406744 Feb 03 22:02:30.754146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1f8b786b-f15d-46a4-b445-48228330f69c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:30.755639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1f8b786b-f15d-46a4-b445-48228330f69c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.10 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 814 time: 0.2985694 Feb 03 22:02:30.772809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Request body: {'port': {'device_id': '92d40552-53d9-426d-b32b-2c0fee8290a3', 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef', 'admin_state_up': True, 'tenant_id': 'd5ebe9085070448390108cb35f42d2b0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:30.966168 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-95034d81-ce28-43c7-9165-c4678fa88e57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9f69b812-0260-4b21-8b4c-8511aaefa8be HTTP/1.1" status: 200 len: 217 time: 0.5905404 Feb 03 22:02:30.980176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (9a4bcc93-f021-41f9-882a-887f18d2a9a3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:30.983769 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f157919c-30e9-487f-a819-2f0790bedfd1 x-openstack-request-id: req-f157919c-30e9-487f-a819-2f0790bedfd1 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:30.987104 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef003b81-611c-4fc6-98f1-e62568e86f73", "tag": "9f69b812-0260-4b21-8b4c-8511aaefa8be", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:30.987464 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f157919c-30e9-487f-a819-2f0790bedfd1 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:30.987953 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef003b81-611c-4fc6-98f1-e62568e86f73', 'tag': '9f69b812-0260-4b21-8b4c-8511aaefa8be', 'status': 'completed', 'code': 200} Feb 03 22:02:31.012892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:31.030361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router e0747959-e76e-4e1c-9db9-a5120dc47deb is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:02:31.084157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7cdbe52-bc4f-404e-9523-d9997f6fec9f req-38dc423e-6702-4be3-9d66-e32955f35769 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690482 Feb 03 22:02:31.153565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-e7cfcb3d-51b5-4ac6-b213-3ce48f6a48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:31.160456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-e7cfcb3d-51b5-4ac6-b213-3ce48f6a48e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.1691628 Feb 03 22:02:31.187310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:31.283909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f096dc2-7040-4610-8ccd-b14ad5c60310 req-fde0f7f5-60b0-496a-966f-49620050d7e1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 210 time: 0.0568483 Feb 03 22:02:31.306215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:02:31.307263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42a059-ab26-4414-b77b-4a316d842dd5 req-460c205e-acdd-48bc-99b0-a0b9f4386de1 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:31.315165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b42a059-ab26-4414-b77b-4a316d842dd5 req-460c205e-acdd-48bc-99b0-a0b9f4386de1 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 948 time: 0.3448308 Feb 03 22:02:31.345862 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-ef4b5b98-9b86-45fe-813e-4571c657e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:31.347579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-ef4b5b98-9b86-45fe-813e-4571c657e50c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1825488 Feb 03 22:02:31.393889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a2d18270-37ca-4c43-891f-612d81e4c08f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-282388280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:31.455036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b42a059-ab26-4414-b77b-4a316d842dd5 req-defb4f21-627a-485b-92a9-e5fe19b8c4e6 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388817 Feb 03 22:02:31.480942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Made reservation on behalf of d5ebe9085070448390108cb35f42d2b0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:31.484287 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:31.486075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:31.498912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Allocated IP 172.25.5.90 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/e526f9cc-2e13-4b6f-a4d7-5c25a9166b73) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:31.501679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'port_id': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'mac_address': 'fa:16:3e:aa:8a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:02:31.511998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d18270-37ca-4c43-891f-612d81e4c08f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (6c377245-c342-49d3-b8cd-be410a9378bf), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:31.513105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d18270-37ca-4c43-891f-612d81e4c08f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (6c377245-c342-49d3-b8cd-be410a9378bf), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:31.526738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:31.539112 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Sync routers for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:31.554073 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:31.555161 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:31.565296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 94902e60-bba8-42bc-88f9-ffdc3c10689a is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:31.565702 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:31.581596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94902e60-bba8-42bc-88f9-ffdc3c10689a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:31.597719 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:31.598926 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-29d9379e-5181-465c-a992-dd273c4bd46b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5095196 Feb 03 22:02:31.606553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:31.607681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:31.610331 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:31.672792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:31.688698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['94902e60-bba8-42bc-88f9-ffdc3c10689a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:02:31.692719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b617bb-fb7d-4c73-b056-c6b7f5bfc8e5 req-0e1fd389-1f24-4772-9817-094754ab9a99 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:31.703788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5b617bb-fb7d-4c73-b056-c6b7f5bfc8e5 req-0e1fd389-1f24-4772-9817-094754ab9a99 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 945 time: 0.2848623 Feb 03 22:02:31.726059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-608665e0-0697-499d-aefe-04756e7d6049 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5e5fa9b027b94864ad2a48a62a90898c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1139114 Feb 03 22:02:31.726265 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-00550a80-2bf0-43e1-add5-4ecf0a78b65c service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648372 Feb 03 22:02:31.731906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:31.738396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d18270-37ca-4c43-891f-612d81e4c08f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for router_controller (6c377245-c342-49d3-b8cd-be410a9378bf), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:31.750215 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:31.834217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578feb7c-afe7-4476-b42c-a98a82a5a42a tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:31.838595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-578feb7c-afe7-4476-b42c-a98a82a5a42a tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1024480 Feb 03 22:02:31.839186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51794) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:31.874851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d18270-37ca-4c43-891f-612d81e4c08f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (6c377245-c342-49d3-b8cd-be410a9378bf), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:31.904802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca394a-3b2e-44a1-80d4-3b610cfe0d8b req-88c54670-e468-4e85-a7b0-e7c83720e1b5 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:31.907312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3ca394a-3b2e-44a1-80d4-3b610cfe0d8b req-88c54670-e468-4e85-a7b0-e7c83720e1b5 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 944 time: 0.3380196 Feb 03 22:02:31.922503 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-46ec6205-33a8-45f0-9ecc-6967891d9d52 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767651 Feb 03 22:02:31.931252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:31.944934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5b617bb-fb7d-4c73-b056-c6b7f5bfc8e5 req-3d3522c7-6ede-41f2-9c7b-7c37960a71f5 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244892 Feb 03 22:02:31.958775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2060551854', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:32.029315 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2d18270-37ca-4c43-891f-612d81e4c08f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.030494 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a2d18270-37ca-4c43-891f-612d81e4c08f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8408267 Feb 03 22:02:32.043891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:32.045606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Allocated IP 172.20.0.9 (a8e84895-867d-4cf8-9b55-ec5a0b5099ef/f2a02ccb-aed1-4217-aee2-39134d7a4d61/49f37d32-c749-46e9-90a6-7fa1f417e492) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:32.053370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-107579869'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:32.072840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c14640fb-757d-4eb7-b819-be3e3b258a1c req-2b1d9a9b-0a22-447e-824d-d0935e7dfb62 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347831 Feb 03 22:02:32.076716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3ca394a-3b2e-44a1-80d4-3b610cfe0d8b req-19aa7a00-035c-474c-9e6a-a0d8aa0403a6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605430 Feb 03 22:02:32.116482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for port (e526f9cc-2e13-4b6f-a4d7-5c25a9166b73), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.156896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Made reservation on behalf of 5e5fa9b027b94864ad2a48a62a90898c for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:32.160364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.167702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Made reservation on behalf of 09f2737608b14333a23fdc922aa196a7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:32.170928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.247070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.247703 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:29Z', 'revision_number': 3, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:32.267119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f19ca5-9d92-440f-a735-31065d046862 req-f4088ec5-aed2-4166-8a54-02195cc0ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:32.268656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54f19ca5-9d92-440f-a735-31065d046862 req-f4088ec5-aed2-4166-8a54-02195cc0ad3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e43550e9482d44539efcf4299c92cdac&device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 1130 time: 0.1382127 Feb 03 22:02:32.299086 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Checking router: e0747959-e76e-4e1c-9db9-a5120dc47deb for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:02:32.299692 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Updating router e0747959-e76e-4e1c-9db9-a5120dc47deb port cefb7928-9205-461c-83ba-9cea5c72a56e binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:02:32.345125 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.427685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e526f9cc-2e13-4b6f-a4d7-5c25a9166b73), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.487845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:32.497650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:32.509184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:32.576377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3d762d9-5a63-42c5-98b7-fd2bd8217805 req-70248190-8c49-4c1d-84a0-145f3ac09f9e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 210 time: 0.1534832 Feb 03 22:02:32.578384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f19ca5-9d92-440f-a735-31065d046862 req-8d52b8bc-ec7f-4872-9bb0-5251f8059760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:32.579845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54f19ca5-9d92-440f-a735-31065d046862 req-8d52b8bc-ec7f-4872-9bb0-5251f8059760 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2835627 Feb 03 22:02:32.637445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de04bf-f8cd-4d4d-80e3-8ca1d201830b req-aae51974-d346-4ead-9659-3c1a772f6a3f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:32.640860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37de04bf-f8cd-4d4d-80e3-8ca1d201830b req-aae51974-d346-4ead-9659-3c1a772f6a3f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.4020081 Feb 03 22:02:32.717532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54f19ca5-9d92-440f-a735-31065d046862 req-42252114-6c0c-4ee4-9a33-c83ba4a24b79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9f69b812-0260-4b21-8b4c-8511aaefa8be HTTP/1.1" status: 200 len: 217 time: 0.1229270 Feb 03 22:02:32.787110 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Publish callbacks [] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.794154 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.800160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f19ca5-9d92-440f-a735-31065d046862 req-a6b33643-d003-4700-8af7-671f08028cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:32.802339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54f19ca5-9d92-440f-a735-31065d046862 req-a6b33643-d003-4700-8af7-671f08028cbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0613196 Feb 03 22:02:32.924341 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Attempting to bind port cefb7928-9205-461c-83ba-9cea5c72a56e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:32.925953 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Attempting to bind port cefb7928-9205-461c-83ba-9cea5c72a56e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:32.926337 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Attempting to bind port cefb7928-9205-461c-83ba-9cea5c72a56e on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:32.937878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092e794-ebb5-4e76-9dfc-c583987732f2 req-90c19b07-200d-47e5-bc9e-6a562146fb68 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:32.945483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3092e794-ebb5-4e76-9dfc-c583987732f2 req-90c19b07-200d-47e5-bc9e-6a562146fb68 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 948 time: 0.2479167 Feb 03 22:02:32.953460 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:32.962308 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:32.962979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37de04bf-f8cd-4d4d-80e3-8ca1d201830b req-2dbdfd90-91eb-4208-85f0-e9f12f356fad tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560625 Feb 03 22:02:32.963103 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.964622 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:32.965287 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Bound port: cefb7928-9205-461c-83ba-9cea5c72a56e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:32.965979 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:32.971640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f19ca5-9d92-440f-a735-31065d046862 req-bfac227a-b75a-48c8-992e-2e4b98f30d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:32.973906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54f19ca5-9d92-440f-a735-31065d046862 req-bfac227a-b75a-48c8-992e-2e4b98f30d0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1635303 Feb 03 22:02:33.054774 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] For port cefb7928-9205-461c-83ba-9cea5c72a56e, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:33.058686 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] For port cefb7928-9205-461c-83ba-9cea5c72a56e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cefb7928-9205-461c-83ba-9cea5c72a56e,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:33.062117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event updated for resources: {'Port': ['ID=e526f9cc-2e13-4b6f-a4d7-5c25a9166b73,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:33.074488 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.090139 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80f04e-6786-4aaf-97fd-7215770b2697 None None] Pushing event updated for resources: {'Port': ['ID=cefb7928-9205-461c-83ba-9cea5c72a56e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:33.153525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54f19ca5-9d92-440f-a735-31065d046862 req-e68bbde3-0049-4953-a2b4-d83e12b4f1c5 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700826 Feb 03 22:02:33.216396 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80f04e-6786-4aaf-97fd-7215770b2697 None None] Pushing event updated for resources: {'Port': ['ID=cefb7928-9205-461c-83ba-9cea5c72a56e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:33.217509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks [] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.244054 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:33.249150 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:33.258830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for security_group (1ed95088-40f4-49cf-84d4-db1d55207fa8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.294233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1ed95088-40f4-49cf-84d4-db1d55207fa8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.306109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:02:33.316928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7e0b4eb8-c159-42a6-97f5-f4424cad2c9a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.317399 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Added segment 7e0b4eb8-c159-42a6-97f5-f4424cad2c9a of type vlan for network e08372d8-37ae-4130-beb9-30b279c318ee Feb 03 22:02:33.328863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:33.377886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54f19ca5-9d92-440f-a735-31065d046862 req-b8bc3567-45c8-449b-a62b-eeabf1cf2ff6 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141750 Feb 03 22:02:33.423319 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3092e794-ebb5-4e76-9dfc-c583987732f2 req-45394512-013d-4b89-be3b-d3148accb21e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769335 Feb 03 22:02:33.427830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (e08372d8-37ae-4130-beb9-30b279c318ee), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.428230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 94902e60-bba8-42bc-88f9-ffdc3c10689a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:33.428748 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.471073 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:33.505337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0997f2-cb75-4af9-8a27-c9e225fdcb34 req-e54ad232-7fb6-4a30-8aa6-da85b86f2725 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:33.518706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f0997f2-cb75-4af9-8a27-c9e225fdcb34 req-e54ad232-7fb6-4a30-8aa6-da85b86f2725 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 944 time: 0.1332781 Feb 03 22:02:33.531070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 94902e60-bba8-42bc-88f9-ffdc3c10689a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:33.532163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.570906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:33.574060 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01719cc-2145-4e33-bfbb-e942c8b8b82c" -d '{"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-plugged", "status": "completed", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:33.615831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:33.624612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.627034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f0997f2-cb75-4af9-8a27-c9e225fdcb34 req-71724e38-47cd-43b9-b691-4e0fa85e4533 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074376 Feb 03 22:02:33.644613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (09dbefd6-cbb4-4cf0-8fe2-a791f691faa4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.677074 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b068e0-efcd-48dc-ad47-72fd70605486 x-openstack-request-id: req-35b068e0-efcd-48dc-ad47-72fd70605486 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:33.677360 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-plugged", "status": "completed", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:33.677767 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35b068e0-efcd-48dc-ad47-72fd70605486 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:33.678214 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'code': 200} Feb 03 22:02:33.710601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:33.765297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.777540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:02:33.816218 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:29Z', 'revision_number': 3, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:33.852589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86eb1d-60e3-47b0-91eb-3a83584dda15 req-25331c8c-ed39-493c-81c2-9b8f1c592311 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:33.855801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c86eb1d-60e3-47b0-91eb-3a83584dda15 req-25331c8c-ed39-493c-81c2-9b8f1c592311 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 931 time: 0.1071877 Feb 03 22:02:33.879708 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029411e2-cd18-4471-88a6-78c67f067b08 None None] The sync data for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 is: [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:29Z', 'revision_number': 3, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:33.879956 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (e08372d8-37ae-4130-beb9-30b279c318ee), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.897788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:33.899258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:33.986603 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c86eb1d-60e3-47b0-91eb-3a83584dda15 req-712f4ab1-7f37-4fd7-9af5-f15c24717ee0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228590 Feb 03 22:02:34.017712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed95088-40f4-49cf-84d4-db1d55207fa8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:34.117674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Network': ['ID=e08372d8-37ae-4130-beb9-30b279c318ee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:34.128810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network e08372d8-37ae-4130-beb9-30b279c318ee details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:02:34.141677 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-629a533c-6b7f-46ef-8cf6-6f1827a99318 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0974824 Feb 03 22:02:34.154145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51826) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:34.163355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Network a8e84895-867d-4cf8-9b55-ec5a0b5099ef is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:34.170344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'subnet': {'network_id': 'e08372d8-37ae-4130-beb9-30b279c318ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:34.171755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Subnet': ['ID=09dbefd6-cbb4-4cf0-8fe2-a791f691faa4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:34.194853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:34.201532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:34.263280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Checking segment: {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:34.264215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network hostable DHCP agents. Network: 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:02:34.269876 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Pushing event updated for resources: {'Port': ['ID=49f37d32-c749-46e9-90a6-7fa1f417e492,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:34.331206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a100e3c-a44f-4a67-a5f1-a202e615715a req-46471672-4e03-40c0-b562-acb8ec5fc7ea tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:34.332804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a100e3c-a44f-4a67-a5f1-a202e615715a req-46471672-4e03-40c0-b562-acb8ec5fc7ea tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2449212 Feb 03 22:02:34.349279 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (9a4bcc93-f021-41f9-882a-887f18d2a9a3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:34.500071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a100e3c-a44f-4a67-a5f1-a202e615715a req-0f3c629e-399c-4166-9495-9da90d29e712 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518300 Feb 03 22:02:34.526770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Made reservation on behalf of 09f2737608b14333a23fdc922aa196a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:34.529929 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:34.540136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:34.540860 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:34.583035 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-1dde1e71-2824-4813-882f-bf4c46ce2ba8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8151021 Feb 03 22:02:34.585283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:02:34.600009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Request body: {'port': {'device_id': '92d40552-53d9-426d-b32b-2c0fee8290a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:34.713243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:34.715125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:34.720254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:34.720860 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:34.724480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be0d4cd-3459-4a5d-8bc2-4cf35a8af4fd None None] Network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:34.789345 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (bd9041cb-82b1-495e-92d4-e117feadc987), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:34.826776 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09c6187e-7672-4400-b0e9-ef8603dd35a3 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8863158 Feb 03 22:02:34.828031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:34.960538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:02:34.961439 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:34.971702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Subnet': ['ID=bd9041cb-82b1-495e-92d4-e117feadc987,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:34.973994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Checking segment: {'id': '7e0b4eb8-c159-42a6-97f5-f4424cad2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e08372d8-37ae-4130-beb9-30b279c318ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:34.974362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network hostable DHCP agents. Network: e08372d8-37ae-4130-beb9-30b279c318ee, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:02:35.021289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (9a4bcc93-f021-41f9-882a-887f18d2a9a3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:35.030071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (9a4bcc93-f021-41f9-882a-887f18d2a9a3), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:35.030537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843ca02-32e5-4ca7-bb2e-3a4502afc037 req-b0b2f6ba-a296-4b57-8c88-49c3fae909f0 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:35.038460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8843ca02-32e5-4ca7-bb2e-3a4502afc037 req-b0b2f6ba-a296-4b57-8c88-49c3fae909f0 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 948 time: 0.5016298 Feb 03 22:02:35.119908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network e08372d8-37ae-4130-beb9-30b279c318ee is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:02:35.144949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, e08372d8-37ae-4130-beb9-30b279c318ee) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:35.149339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:35.149952 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:35.170369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06abc639-bc31-4370-84a7-849f58c42ba1 None None] Network e08372d8-37ae-4130-beb9-30b279c318ee requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:35.273028 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b2059018-4845-45fc-ad28-08fcd75ad1ce tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1179202 Feb 03 22:02:35.280621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:35.310718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8843ca02-32e5-4ca7-bb2e-3a4502afc037 req-2adbe8c7-e5b2-4ef0-98e5-8193b25d0a28 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717309 Feb 03 22:02:35.315807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'network': {'name': 'tempest-router-network01--953281951'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:35.408556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f5c3b-9c92-46c6-84a9-9916983f5835 req-1faa0d5f-8f5a-46bc-8a0e-308a9968ab28 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:35.422856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e3f5c3b-9c92-46c6-84a9-9916983f5835 req-1faa0d5f-8f5a-46bc-8a0e-308a9968ab28 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.2433004 Feb 03 22:02:35.502612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Made reservation on behalf of 09f2737608b14333a23fdc922aa196a7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:35.510254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:35.556827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-e08372d8-37ae-4130-beb9-30b279c318ee', 'network_id': 'e08372d8-37ae-4130-beb9-30b279c318ee', 'project_id': '09f2737608b14333a23fdc922aa196a7', 'fixed_ips': [{'subnet_id': 'bd9041cb-82b1-495e-92d4-e117feadc987'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:02:35.558305 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:35.578269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:02:35.589444 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d2c14a7c-25a5-4638-a68d-cb10b5495100), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:35.589795 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Added segment d2c14a7c-25a5-4638-a68d-cb10b5495100 of type vlan for network d023bea5-33ae-4b8a-a024-0743aa74bdd8 Feb 03 22:02:35.682897 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d023bea5-33ae-4b8a-a024-0743aa74bdd8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:35.705673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Allocated IP 172.20.0.2 (2d92a08c-6ed6-4c8c-82f2-d4a1017e783d/09dbefd6-cbb4-4cf0-8fe2-a791f691faa4/c5030c2f-4278-4cc6-b0dc-3a59b422bec6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:35.789471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d023bea5-33ae-4b8a-a024-0743aa74bdd8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:35.801503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:35.805848 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:35.857048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Allocated IP 2001:db8::2 (e08372d8-37ae-4130-beb9-30b279c318ee/bd9041cb-82b1-495e-92d4-e117feadc987/75439ad7-4f16-4091-8cd1-7f70e437e884) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:35.950403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e3f5c3b-9c92-46c6-84a9-9916983f5835 req-d4b9037e-f56e-4ee2-984c-590b95d30375 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5259821 Feb 03 22:02:35.964209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6500573 Feb 03 22:02:35.971596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:35.983039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'network': {'name': 'tempest-router-network02--1302081396'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:36.003577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe857b6-c01d-46d0-9d50-f6c1cd28df4e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Network': ['ID=d023bea5-33ae-4b8a-a024-0743aa74bdd8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:36.025076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397089ea-8486-4eb1-9ead-8e551ff6ffeb req-ce4aac7e-b22f-4f23-b171-6c208c7a6ab1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:36.028318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-397089ea-8486-4eb1-9ead-8e551ff6ffeb req-ce4aac7e-b22f-4f23-b171-6c208c7a6ab1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 931 time: 0.5571704 Feb 03 22:02:36.038192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f37d32-c749-46e9-90a6-7fa1f417e492 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:36.081802 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Publish callbacks [] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.098338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Made reservation on behalf of 09f2737608b14333a23fdc922aa196a7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:36.102492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.121287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d023bea5-33ae-4b8a-a024-0743aa74bdd8 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:02:36.152403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Transition to ACTIVE for port object 49f37d32-c749-46e9-90a6-7fa1f417e492 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:02:36.157787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Router 9a4bcc93-f021-41f9-882a-887f18d2a9a3 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:02:36.170400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.199802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615b9d5-df9e-44b3-89cd-aedc4c3f6ff4 req-379270b4-add2-4a0c-9b38-0b1891882200 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:36.208433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3615b9d5-df9e-44b3-89cd-aedc4c3f6ff4 req-379270b4-add2-4a0c-9b38-0b1891882200 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.1635616 Feb 03 22:02:36.213941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-397089ea-8486-4eb1-9ead-8e551ff6ffeb req-66532bba-8291-49c4-9f2e-d6f30831d32d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683652 Feb 03 22:02:36.217800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:02:36.242051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Pushing event updated for resources: {'Port': ['ID=49f37d32-c749-46e9-90a6-7fa1f417e492,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:36.259449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (46038f61-c813-4972-a955-60d6a611c2ff), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.259821 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Added segment 46038f61-c813-4972-a955-60d6a611c2ff of type vlan for network 8c21cb68-047d-4861-ab1f-d02dd8696dd6 Feb 03 22:02:36.287523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cefb7928-9205-461c-83ba-9cea5c72a56e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:36.351893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8c21cb68-047d-4861-ab1f-d02dd8696dd6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.395693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3615b9d5-df9e-44b3-89cd-aedc4c3f6ff4 req-28537fb6-024a-4bb9-a266-dded2545686d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878092 Feb 03 22:02:36.401912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:36.419130 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.420741 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c97e591a-3dbc-4c9f-a300-bb3b2e306de3 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "PUT /v2.0/routers/9a4bcc93-f021-41f9-882a-887f18d2a9a3 HTTP/1.1" status: 200 len: 882 time: 6.7530470 Feb 03 22:02:36.424805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:36.456865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d6f6d-85b3-4b92-98f1-12b0955f2912 None None] Sync routers for ids ['9a4bcc93-f021-41f9-882a-887f18d2a9a3'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:36.500762 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Publish callbacks [] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.507428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d6f6d-85b3-4b92-98f1-12b0955f2912 None None] Routers {'9a4bcc93-f021-41f9-882a-887f18d2a9a3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:36.508085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1b7d6f6d-85b3-4b92-98f1-12b0955f2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9a4bcc93-f021-41f9-882a-887f18d2a9a3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:36.583727 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.623127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cb425a9f-a4aa-4b00-bafa-a69fd0fdaa7c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/routers/9a4bcc93-f021-41f9-882a-887f18d2a9a3 HTTP/1.1" status: 200 len: 923 time: 0.1965096 Feb 03 22:02:36.624551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:36.626676 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8c21cb68-047d-4861-ab1f-d02dd8696dd6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.633577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:36.634518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.655247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1b7d6f6d-85b3-4b92-98f1-12b0955f2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:36.661749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9f69b812-0260-4b21-8b4c-8511aaefa8be details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:02:36.701618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:36.756807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Network': ['ID=8c21cb68-047d-4861-ab1f-d02dd8696dd6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:36.762627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4d3e23e5-8985-40c3-8d43-d23061fc4ea2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7879236 Feb 03 22:02:36.766831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:36.777638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'subnet': {'network_id': 'd023bea5-33ae-4b8a-a024-0743aa74bdd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:36.786913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9f69b812-0260-4b21-8b4c-8511aaefa8be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f69b812-0260-4b21-8b4c-8511aaefa8be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:36.799241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1657a0d9-cca5-453d-ba17-324375517c5a tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:36.800837 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1657a0d9-cca5-453d-ba17-324375517c5a tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=9a4bcc93-f021-41f9-882a-887f18d2a9a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1711891 Feb 03 22:02:36.805050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:36.808498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Pushing event updated for resources: {'Port': ['ID=c5030c2f-4278-4cc6-b0dc-3a59b422bec6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:36.829594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9f69b812-0260-4b21-8b4c-8511aaefa8be', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '9f69b812-0260-4b21-8b4c-8511aaefa8be', 'mac_address': 'fa:16:3e:76:6e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:02:36.835978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8c21cb68-047d-4861-ab1f-d02dd8696dd6 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:02:36.850014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d6f6d-85b3-4b92-98f1-12b0955f2912 None None] Routers {'9a4bcc93-f021-41f9-882a-887f18d2a9a3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:36.850957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1b7d6f6d-85b3-4b92-98f1-12b0955f2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9a4bcc93-f021-41f9-882a-887f18d2a9a3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:36.957150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:36.980047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4faca3-948a-4b49-b673-4a01839ac0ca req-86017ded-872a-4408-a854-adf9a970d91e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:36.982622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f4faca3-948a-4b49-b673-4a01839ac0ca req-86017ded-872a-4408-a854-adf9a970d91e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 948 time: 0.5599751 Feb 03 22:02:37.021000 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:37.023473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cefb7928-9205-461c-83ba-9cea5c72a56e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:37.024132 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.070192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1b7d6f6d-85b3-4b92-98f1-12b0955f2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:37.070991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d6f6d-85b3-4b92-98f1-12b0955f2912 None None] The sync data for ids ['9a4bcc93-f021-41f9-882a-887f18d2a9a3'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:37.083024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:37.096584 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f4faca3-948a-4b49-b673-4a01839ac0ca req-0fe790fc-7762-4ab6-9217-395fc700ac04 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058676 Feb 03 22:02:37.228326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cefb7928-9205-461c-83ba-9cea5c72a56e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:37.229334 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.243457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Made reservation on behalf of 09f2737608b14333a23fdc922aa196a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:37.256768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.275253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port cefb7928-9205-461c-83ba-9cea5c72a56e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cefb7928-9205-461c-83ba-9cea5c72a56e,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:37.283539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Publish callbacks [] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.285817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9f69b812-0260-4b21-8b4c-8511aaefa8be is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:37.286188 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.301445 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.307695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f69b812-0260-4b21-8b4c-8511aaefa8be {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:37.331362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9f69b812-0260-4b21-8b4c-8511aaefa8be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f69b812-0260-4b21-8b4c-8511aaefa8be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:37.397375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ae289-7c5b-4d61-b22d-70f104a93db5 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:37.399102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=cefb7928-9205-461c-83ba-9cea5c72a56e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:37.399875 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-814ae289-7c5b-4d61-b22d-70f104a93db5 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 881 time: 0.5936399 Feb 03 22:02:37.403207 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.407959 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.414624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Attempting to bind port 49f37d32-c749-46e9-90a6-7fa1f417e492 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:37.415297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Attempting to bind port 49f37d32-c749-46e9-90a6-7fa1f417e492 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'b1a78f09-6f5f-40c1-97d6-13816332a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:37.415849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Attempting to bind port 49f37d32-c749-46e9-90a6-7fa1f417e492 on network a8e84895-867d-4cf8-9b55-ec5a0b5099ef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:37.420736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:37.458259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9f69b812-0260-4b21-8b4c-8511aaefa8be,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:37.481349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-36b8b931-57bd-4ff8-811f-e00068f57fdb tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a4bcc93-f021-41f9-882a-887f18d2a9a3 HTTP/1.1" status: 200 len: 205 time: 0.0577717 Feb 03 22:02:37.487724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:37.490268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Port 49f37d32-c749-46e9-90a6-7fa1f417e492 on network a8e84895-867d-4cf8-9b55-ec5a0b5099ef not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:02:37.490699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Attempting to bind port 49f37d32-c749-46e9-90a6-7fa1f417e492 on network a8e84895-867d-4cf8-9b55-ec5a0b5099ef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:37.518261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Pushing event updated for resources: {'Port': ['ID=75439ad7-4f16-4091-8cd1-7f70e437e884,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:37.527113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Attempting to bind port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:37.527486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Attempting to bind port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:37.527851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Attempting to bind port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 on network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:37.537551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Network e08372d8-37ae-4130-beb9-30b279c318ee is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:37.538128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58520332-6d0d-4f44-84ea-a6ac3479165a req-ab8f8bf1-ff03-4390-845b-283ac8a7d9d3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:37.539840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:37.544376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:37.553932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:37.553932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Checking segment: {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:37.554432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.554710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Bound using segment: {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:37.554973 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58520332-6d0d-4f44-84ea-a6ac3479165a req-ab8f8bf1-ff03-4390-845b-283ac8a7d9d3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.4387267 Feb 03 22:02:37.555167 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Bound port: c5030c2f-4278-4cc6-b0dc-3a59b422bec6, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:37.556673 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.558227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:37.558670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Checking segment: {'id': 'b1a78f09-6f5f-40c1-97d6-13816332a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:37.559141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Bound using segment: {'id': 'b1a78f09-6f5f-40c1-97d6-13816332a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:37.559658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Bound port: 49f37d32-c749-46e9-90a6-7fa1f417e492, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a78f09-6f5f-40c1-97d6-13816332a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:37.560748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.652617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Attempting to bind port 75439ad7-4f16-4091-8cd1-7f70e437e884 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:37.653011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Attempting to bind port 75439ad7-4f16-4091-8cd1-7f70e437e884 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '7e0b4eb8-c159-42a6-97f5-f4424cad2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e08372d8-37ae-4130-beb9-30b279c318ee'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:37.653371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Attempting to bind port 75439ad7-4f16-4091-8cd1-7f70e437e884 on network e08372d8-37ae-4130-beb9-30b279c318ee {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:37.663912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:37.664353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Checking segment: {'id': '7e0b4eb8-c159-42a6-97f5-f4424cad2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e08372d8-37ae-4130-beb9-30b279c318ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:37.664681 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.665107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Bound using segment: {'id': '7e0b4eb8-c159-42a6-97f5-f4424cad2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e08372d8-37ae-4130-beb9-30b279c318ee'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:37.665647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] For port 49f37d32-c749-46e9-90a6-7fa1f417e492, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:37.665897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Bound port: 75439ad7-4f16-4091-8cd1-7f70e437e884, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0b4eb8-c159-42a6-97f5-f4424cad2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e08372d8-37ae-4130-beb9-30b279c318ee'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:37.666291 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.669781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] For port 49f37d32-c749-46e9-90a6-7fa1f417e492, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=49f37d32-c749-46e9-90a6-7fa1f417e492,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:37.691963 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.734234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] For port c5030c2f-4278-4cc6-b0dc-3a59b422bec6, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:37.766509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9f69b812-0260-4b21-8b4c-8511aaefa8be'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:02:37.777285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] For port c5030c2f-4278-4cc6-b0dc-3a59b422bec6, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c5030c2f-4278-4cc6-b0dc-3a59b422bec6,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:37.814810 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.821515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:37.832159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:37.835972 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/49f37d32-c749-46e9-90a6-7fa1f417e492 HTTP/1.1" status: 200 len: 1091 time: 3.2405922 Feb 03 22:02:37.863982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d40552-53d9-426d-b32b-2c0fee8290a3', 'tag': '49f37d32-c749-46e9-90a6-7fa1f417e492'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:37.870309 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf" -d '{"events": [{"name": "network-changed", "server_uuid": "92d40552-53d9-426d-b32b-2c0fee8290a3", "tag": "49f37d32-c749-46e9-90a6-7fa1f417e492"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:37.896476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b94f3-e10e-4b62-be53-8dd0fdcead3a None None] Pushing event updated for resources: {'Port': ['ID=c5030c2f-4278-4cc6-b0dc-3a59b422bec6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:37.901626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] For port 75439ad7-4f16-4091-8cd1-7f70e437e884, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:37.918295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] For port 75439ad7-4f16-4091-8cd1-7f70e437e884, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=75439ad7-4f16-4091-8cd1-7f70e437e884,segment=NetworkSegment(7e0b4eb8-c159-42a6-97f5-f4424cad2c9a),segment_id=7e0b4eb8-c159-42a6-97f5-f4424cad2c9a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:37.942781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1edc8-0b3e-4ee8-a7f7-ac98ebe445d1 service neutron] Pushing event updated for resources: {'Port': ['ID=49f37d32-c749-46e9-90a6-7fa1f417e492,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:37.946536 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:38.013622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58520332-6d0d-4f44-84ea-a6ac3479165a req-3110c25f-a05b-4d51-bd2d-34d87a8074b7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4570310 Feb 03 22:02:38.016628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (e32ce2e7-df8f-4f6c-8a24-5e87f149255d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:38.057595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430f71d-296b-4666-954b-e2f93de38ca4 req-cf57012d-c62c-4c67-87a3-b5dd55877672 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:38.058833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa01115-0bce-426a-97aa-d4df0e1c294a None None] Pushing event updated for resources: {'Port': ['ID=75439ad7-4f16-4091-8cd1-7f70e437e884,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:38.078132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9430f71d-296b-4666-954b-e2f93de38ca4 req-cf57012d-c62c-4c67-87a3-b5dd55877672 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 943 time: 0.6647415 Feb 03 22:02:38.134299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (9a4bcc93-f021-41f9-882a-887f18d2a9a3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:38.226119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cefb7928-9205-461c-83ba-9cea5c72a56e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:38.332248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cefb7928-9205-461c-83ba-9cea5c72a56e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:38.333515 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:38.463980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-85a483e3-1fa4-4f24-8c91-1c5b4cc92c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:38.467850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-85a483e3-1fa4-4f24-8c91-1c5b4cc92c4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 1125 time: 0.5870712 Feb 03 22:02:38.556026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Subnet': ['ID=e32ce2e7-df8f-4f6c-8a24-5e87f149255d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:38.613543 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-e7259d16-1429-4706-8b44-61539e04e4af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f37d32-c749-46e9-90a6-7fa1f417e492 HTTP/1.1" status: 200 len: 217 time: 0.1250000 Feb 03 22:02:38.620472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cefb7928-9205-461c-83ba-9cea5c72a56e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:38.689123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Checking segment: {'id': 'd2c14a7c-25a5-4638-a68d-cb10b5495100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd023bea5-33ae-4b8a-a024-0743aa74bdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:38.689669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network hostable DHCP agents. Network: d023bea5-33ae-4b8a-a024-0743aa74bdd8, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:02:38.695404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9430f71d-296b-4666-954b-e2f93de38ca4 req-4137a0ca-e322-4ae3-9174-647e3e66bce7 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162331 Feb 03 22:02:38.724734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-30cf59d4-796f-46d1-8d63-20ee980a50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:38.726708 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-30cf59d4-796f-46d1-8d63-20ee980a50a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2a02ccb-aed1-4217-aee2-39134d7a4d61 HTTP/1.1" status: 200 len: 854 time: 0.1059453 Feb 03 22:02:38.747220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001da51-ef80-4176-b1e5-9ae9d307f85e req-dfbe9113-8a62-42a3-9b12-bea4e0d46468 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:38.759625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f001da51-ef80-4176-b1e5-9ae9d307f85e req-dfbe9113-8a62-42a3-9b12-bea4e0d46468 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.4949491 Feb 03 22:02:38.808487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network d023bea5-33ae-4b8a-a024-0743aa74bdd8 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:02:38.821385 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-23983206-2ad8-42cb-b821-6a60a1c70635 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871477 Feb 03 22:02:38.823831 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817f931d-acb9-49bf-909b-140862e37129 x-openstack-request-id: req-817f931d-acb9-49bf-909b-140862e37129 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:38.824311 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d40552-53d9-426d-b32b-2c0fee8290a3", "tag": "49f37d32-c749-46e9-90a6-7fa1f417e492", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:38.824727 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-817f931d-acb9-49bf-909b-140862e37129 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:38.825322 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d40552-53d9-426d-b32b-2c0fee8290a3', 'tag': '49f37d32-c749-46e9-90a6-7fa1f417e492', 'status': 'completed', 'code': 200} Feb 03 22:02:38.845066 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d023bea5-33ae-4b8a-a024-0743aa74bdd8) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:38.859501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:38.860203 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:38.861397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78416aae-508a-4701-a98a-539d02d89431 None None] Network d023bea5-33ae-4b8a-a024-0743aa74bdd8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:38.905387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f001da51-ef80-4176-b1e5-9ae9d307f85e req-4832266e-603a-4fc9-8b70-5cec5048aafd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326056 Feb 03 22:02:38.917421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a17c3eba-05b5-471f-a0ff-ffec8395fa0a tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1489334 Feb 03 22:02:38.921419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51908) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:38.927493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'subnet': {'network_id': '8c21cb68-047d-4861-ab1f-d02dd8696dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:39.096137 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (9a4bcc93-f021-41f9-882a-887f18d2a9a3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:39.099565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4056d9-d848-4e41-b169-4e429d6d31ac req-2fe5fc80-59a9-4d4a-b4b0-e6a31193de2a tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:39.102088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-d023bea5-33ae-4b8a-a024-0743aa74bdd8', 'network_id': 'd023bea5-33ae-4b8a-a024-0743aa74bdd8', 'project_id': '09f2737608b14333a23fdc922aa196a7', 'fixed_ips': [{'subnet_id': 'e32ce2e7-df8f-4f6c-8a24-5e87f149255d'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:02:39.105571 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:39.107052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae4056d9-d848-4e41-b169-4e429d6d31ac req-2fe5fc80-59a9-4d4a-b4b0-e6a31193de2a tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 949 time: 0.1436346 Feb 03 22:02:39.155625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.20.0.1 (2d92a08c-6ed6-4c8c-82f2-d4a1017e783d/09dbefd6-cbb4-4cf0-8fe2-a791f691faa4/af60fa31-592a-4c41-84f2-4a05f8ff75d5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:39.191904 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-b57ace6a-b1ec-4520-9c7d-a4e3976eaee5 service neutron] 10.222.0.10 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476868 Feb 03 22:02:39.317372 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b53dfc05-53fc-435b-b3e7-cbb249add539 req-3149c307-8303-4357-b328-30142a505813 service neutron] 10.222.0.10 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163917 Feb 03 22:02:39.325681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Allocated IP 2001:db8::2 (d023bea5-33ae-4b8a-a024-0743aa74bdd8/e32ce2e7-df8f-4f6c-8a24-5e87f149255d/7efcd32e-bb2a-4457-927f-3cba0024970d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:39.545947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-802a4733-5469-4e8b-8997-9d3a24261f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:39.547613 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-802a4733-5469-4e8b-8997-9d3a24261f6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 1125 time: 0.1730361 Feb 03 22:02:39.564212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Deleting port e526f9cc-2e13-4b6f-a4d7-5c25a9166b73 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:39.564478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e526f9cc-2e13-4b6f-a4d7-5c25a9166b73), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:39.641401 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Publish callbacks [] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:39.659841 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:39.692758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e526f9cc-2e13-4b6f-a4d7-5c25a9166b73), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:39.708149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Calling delete_port for e526f9cc-2e13-4b6f-a4d7-5c25a9166b73 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:39.762521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Pushing event updated for resources: {'Port': ['ID=7efcd32e-bb2a-4457-927f-3cba0024970d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:39.796211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Network d023bea5-33ae-4b8a-a024-0743aa74bdd8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:39.798016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:39.801332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:39.950098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Attempting to bind port 7efcd32e-bb2a-4457-927f-3cba0024970d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:39.950941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Attempting to bind port 7efcd32e-bb2a-4457-927f-3cba0024970d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd2c14a7c-25a5-4638-a68d-cb10b5495100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd023bea5-33ae-4b8a-a024-0743aa74bdd8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:39.951476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Attempting to bind port 7efcd32e-bb2a-4457-927f-3cba0024970d on network d023bea5-33ae-4b8a-a024-0743aa74bdd8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:39.961091 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:39.963183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Checking segment: {'id': 'd2c14a7c-25a5-4638-a68d-cb10b5495100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd023bea5-33ae-4b8a-a024-0743aa74bdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:39.964974 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:39.965672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Bound using segment: {'id': 'd2c14a7c-25a5-4638-a68d-cb10b5495100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd023bea5-33ae-4b8a-a024-0743aa74bdd8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:39.966570 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Bound port: 7efcd32e-bb2a-4457-927f-3cba0024970d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c14a7c-25a5-4638-a68d-cb10b5495100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd023bea5-33ae-4b8a-a024-0743aa74bdd8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:39.967137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.049925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Made reservation on behalf of 09f2737608b14333a23fdc922aa196a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:40.057618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e526f9cc-2e13-4b6f-a4d7-5c25a9166b73), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.070093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.142733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] For port 7efcd32e-bb2a-4457-927f-3cba0024970d, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:40.158786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] For port 7efcd32e-bb2a-4457-927f-3cba0024970d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7efcd32e-bb2a-4457-927f-3cba0024970d,segment=NetworkSegment(d2c14a7c-25a5-4638-a68d-cb10b5495100),segment_id=d2c14a7c-25a5-4638-a68d-cb10b5495100)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:40.185601 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.313409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.319733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cdbad-c3de-4523-93c0-bf74f3dd7155 None None] Pushing event updated for resources: {'Port': ['ID=7efcd32e-bb2a-4457-927f-3cba0024970d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:40.324834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event deleted for resources: {'Port': ['ID=e526f9cc-2e13-4b6f-a4d7-5c25a9166b73,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:40.339703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78966d0-58cf-4c91-b2f5-b180ffdbd17c None None] Network e08372d8-37ae-4130-beb9-30b279c318ee requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:40.545604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae4056d9-d848-4e41-b169-4e429d6d31ac req-61ea64d5-5da4-40c0-ae24-d3eec17ea138 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4374540 Feb 03 22:02:40.552737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 75439ad7-4f16-4091-8cd1-7f70e437e884 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:40.557153 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (04cd8748-d85a-4eaf-beed-f9e973d639de), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.573582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-d1fdc245-34e4-4737-b065-63aad73c8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:40.575154 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-d1fdc245-34e4-4737-b065-63aad73c8f05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 915 time: 1.0159228 Feb 03 22:02:40.577474 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (9a4bcc93-f021-41f9-882a-887f18d2a9a3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.637257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc7e4b-29d1-498f-967d-94f7c17909cd None None] Network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:40.696960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba26be-d15e-4583-92e3-5c02fcc6b495 req-bdedc823-805e-4def-95d9-18902520ac03 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:40.699430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.705564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31ba26be-d15e-4583-92e3-5c02fcc6b495 req-bdedc823-805e-4def-95d9-18902520ac03 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.6786077 Feb 03 22:02:40.743548 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-24046461-92b5-414c-93fb-b2b043bac2a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f37d32-c749-46e9-90a6-7fa1f417e492 HTTP/1.1" status: 200 len: 217 time: 0.1610448 Feb 03 22:02:40.787035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (9a4bcc93-f021-41f9-882a-887f18d2a9a3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.791180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (9a4bcc93-f021-41f9-882a-887f18d2a9a3), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:40.814056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:40.901526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:40.906673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:40.967192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=af60fa31-592a-4c41-84f2-4a05f8ff75d5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:41.013091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Checking segment: {'id': '46038f61-c813-4972-a955-60d6a611c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8c21cb68-047d-4861-ab1f-d02dd8696dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:41.015889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network hostable DHCP agents. Network: 8c21cb68-047d-4861-ab1f-d02dd8696dd6, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:02:41.024961 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (9a4bcc93-f021-41f9-882a-887f18d2a9a3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.026265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Fanout notify agent at l3_agent the message router_deleted on router 9a4bcc93-f021-41f9-882a-887f18d2a9a3 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:02:41.087871 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.093218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aa3d8f45-f69c-4b08-8a15-93bf26e62ed7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/9a4bcc93-f021-41f9-882a-887f18d2a9a3 HTTP/1.1" status: 204 len: 168 time: 3.6003006 Feb 03 22:02:41.102897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328059e-bfd7-49b8-8672-9820238ef333 req-4a5ef8a5-4a2d-4941-88bf-341413942a57 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:41.105852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51918) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:41.106246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a328059e-bfd7-49b8-8672-9820238ef333 req-4a5ef8a5-4a2d-4941-88bf-341413942a57 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 943 time: 0.3971059 Feb 03 22:02:41.112746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Subnet': ['ID=04cd8748-d85a-4eaf-beed-f9e973d639de,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:41.127436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9f69b812-0260-4b21-8b4c-8511aaefa8be up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:41.129996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-102697f3-040d-4901-b105-6f76cfd47260 None None] Provisioning complete for port 75439ad7-4f16-4091-8cd1-7f70e437e884 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:41.130373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-102697f3-040d-4901-b105-6f76cfd47260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.139196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8004c5ae-a609-4896-a1ff-4caa52c6ff54 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1660076045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:41.168777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (e0747959-e76e-4e1c-9db9-a5120dc47deb), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.206315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a328059e-bfd7-49b8-8672-9820238ef333 req-1d888602-f4c7-4793-9ecf-bbab70dc2f42 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763335 Feb 03 22:02:41.232445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31ba26be-d15e-4583-92e3-5c02fcc6b495 req-336e7ad7-8a36-4dfa-8bc1-274ab7b82451 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4128544 Feb 03 22:02:41.236875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network 8c21cb68-047d-4861-ab1f-d02dd8696dd6 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:02:41.256182 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8c21cb68-047d-4861-ab1f-d02dd8696dd6) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:41.273237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:41.273237 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.312460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eecc2d-2052-4659-b8a2-5a79cb07e1ef None None] Network 8c21cb68-047d-4861-ab1f-d02dd8696dd6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:41.318416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-301f695e-624d-462c-9a3c-010a4f5f8522 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3963783 Feb 03 22:02:41.319577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-56d43c16-d833-4ab5-a74e-2098da2fdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:41.320453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51920) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:41.326580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-56d43c16-d833-4ab5-a74e-2098da2fdd18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2a02ccb-aed1-4217-aee2-39134d7a4d61 HTTP/1.1" status: 200 len: 854 time: 0.5554008 Feb 03 22:02:41.342784 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8004c5ae-a609-4896-a1ff-4caa52c6ff54 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (c77ad63f-52f1-4641-9800-04d914f1963f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.343906 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8004c5ae-a609-4896-a1ff-4caa52c6ff54 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (c77ad63f-52f1-4641-9800-04d914f1963f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.421616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-e5d25314-f4ce-4470-8969-a0c503867217 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803947 Feb 03 22:02:41.671783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643544fa-153c-4a31-b9cc-6e1734dd2876 req-5fb6172f-33d2-4aa1-b696-2073eaec4541 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:41.673338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-643544fa-153c-4a31-b9cc-6e1734dd2876 req-5fb6172f-33d2-4aa1-b696-2073eaec4541 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2789521 Feb 03 22:02:41.689509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-8c21cb68-047d-4861-ab1f-d02dd8696dd6', 'network_id': '8c21cb68-047d-4861-ab1f-d02dd8696dd6', 'project_id': '09f2737608b14333a23fdc922aa196a7', 'fixed_ips': [{'subnet_id': '04cd8748-d85a-4eaf-beed-f9e973d639de'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:02:41.690617 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.712393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 75439ad7-4f16-4091-8cd1-7f70e437e884 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:41.713046 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.734155 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8004c5ae-a609-4896-a1ff-4caa52c6ff54 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (c77ad63f-52f1-4641-9800-04d914f1963f), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.847236 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-1275211a-d717-4eca-8bd8-699f6c5108ae service neutron] 10.222.0.10 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970990 Feb 03 22:02:41.852126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8004c5ae-a609-4896-a1ff-4caa52c6ff54 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (c77ad63f-52f1-4641-9800-04d914f1963f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:41.945059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-643544fa-153c-4a31-b9cc-6e1734dd2876 req-2dc94d23-9cc4-45bf-9db2-2a30ef61c46b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549186 Feb 03 22:02:42.025213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-102697f3-040d-4901-b105-6f76cfd47260 None None] Current status of the port 75439ad7-4f16-4091-8cd1-7f70e437e884 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:42.026134 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-102697f3-040d-4901-b105-6f76cfd47260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.028333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c2125-5a8a-49b2-a7b2-e19609472f8e req-b87faeab-be42-4611-a0cf-f700f62d74cd tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:42.030253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-645c2125-5a8a-49b2-a7b2-e19609472f8e req-b87faeab-be42-4611-a0cf-f700f62d74cd tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 949 time: 0.3557003 Feb 03 22:02:42.039886 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d3a178f-8de0-4f51-8b2c-bd7eb309ddbf req-80cab257-b362-4af8-a5fc-2bb36fcef5b8 service neutron] 10.222.0.10 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787856 Feb 03 22:02:42.094608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8004c5ae-a609-4896-a1ff-4caa52c6ff54 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.102925 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8004c5ae-a609-4896-a1ff-4caa52c6ff54 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9711099 Feb 03 22:02:42.106631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:42.111245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': True}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:42.122463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.236748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 9f69b812-0260-4b21-8b4c-8511aaefa8be completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:02:42.358585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9f69b812-0260-4b21-8b4c-8511aaefa8be triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:42.359276 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.364789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-645c2125-5a8a-49b2-a7b2-e19609472f8e req-fe9bdcc6-a720-4355-ba1f-1dabe818ada2 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247151 Feb 03 22:02:42.517064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.519398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Allocated IP 2001:db8::2 (8c21cb68-047d-4861-ab1f-d02dd8696dd6/04cd8748-d85a-4eaf-beed-f9e973d639de/dcef3cf1-3f03-4d5f-9726-9d1e709d8358) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:42.776687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b121d32-e2ee-4058-bba8-4993bfc6d682 req-078a21ba-ced8-479a-9388-1c4286846acc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:42.780336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (c77ad63f-52f1-4641-9800-04d914f1963f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.787753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b121d32-e2ee-4058-bba8-4993bfc6d682 req-078a21ba-ced8-479a-9388-1c4286846acc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 943 time: 0.4495673 Feb 03 22:02:42.824361 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Publish callbacks [] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.830007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-102697f3-040d-4901-b105-6f76cfd47260 None None] For port 75439ad7-4f16-4091-8cd1-7f70e437e884, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=75439ad7-4f16-4091-8cd1-7f70e437e884,segment=NetworkSegment(7e0b4eb8-c159-42a6-97f5-f4424cad2c9a),segment_id=7e0b4eb8-c159-42a6-97f5-f4424cad2c9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:42.860933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 49f37d32-c749-46e9-90a6-7fa1f417e492 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:02:42.862844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a47f76-56ed-45b4-b4d1-561ff2af9585 None None] Network d023bea5-33ae-4b8a-a024-0743aa74bdd8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:42.977395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.990857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 75439ad7-4f16-4091-8cd1-7f70e437e884 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:42.991260 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.993774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-102697f3-040d-4901-b105-6f76cfd47260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:42.995262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e6ea6-3cab-476a-a6ce-b1d59e8ded18 req-e552bf82-ffb6-4705-992a-b8291124fb35 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:42.997684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d3e6ea6-3cab-476a-a6ce-b1d59e8ded18 req-e552bf82-ffb6-4705-992a-b8291124fb35 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.4036939 Feb 03 22:02:43.015589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b121d32-e2ee-4058-bba8-4993bfc6d682 req-4c589cb2-ecbb-48e8-bb12-31768850ae86 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261758 Feb 03 22:02:43.142008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Network 8c21cb68-047d-4861-ab1f-d02dd8696dd6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:43.197720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:43.212769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:43.229692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Provisioning complete for port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:43.230119 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:43.331873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d3e6ea6-3cab-476a-a6ce-b1d59e8ded18 req-10a1152c-8595-46ff-8961-7167454600e4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076336 Feb 03 22:02:43.346179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Allocated IP 2001:db8::1 (d023bea5-33ae-4b8a-a024-0743aa74bdd8/e32ce2e7-df8f-4f6c-8a24-5e87f149255d/9175ba51-76e2-45a5-a9ba-ebc272246e28) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:43.405907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14d511-41de-4f77-b6cc-51669324b61d req-fa1c6c66-f786-4a45-a2b4-e1c8b0e114db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:43.414378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc14d511-41de-4f77-b6cc-51669324b61d req-fa1c6c66-f786-4a45-a2b4-e1c8b0e114db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2624173 Feb 03 22:02:43.440076 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:02:43.449267 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:02:43.547107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 22:02:43.622761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Pushing event updated for resources: {'Port': ['ID=dcef3cf1-3f03-4d5f-9726-9d1e709d8358,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:43.665179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Attempting to bind port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:43.665836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Attempting to bind port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '46038f61-c813-4972-a955-60d6a611c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8c21cb68-047d-4861-ab1f-d02dd8696dd6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:43.677146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Attempting to bind port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 on network 8c21cb68-047d-4861-ab1f-d02dd8696dd6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:43.723071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc14d511-41de-4f77-b6cc-51669324b61d req-97c76f02-e93f-4e55-9e41-782679bec5be tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979717 Feb 03 22:02:43.777365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afecde7-6756-4d89-8b09-1f7496ae7394 req-b857d3c9-ec99-4a3c-ba9b-65aec94f693e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:43.779769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8afecde7-6756-4d89-8b09-1f7496ae7394 req-b857d3c9-ec99-4a3c-ba9b-65aec94f693e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 949 time: 0.2637897 Feb 03 22:02:43.829446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102697f3-040d-4901-b105-6f76cfd47260 None None] Pushing event updated for resources: {'Port': ['ID=75439ad7-4f16-4091-8cd1-7f70e437e884,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:43.877127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8afecde7-6756-4d89-8b09-1f7496ae7394 req-ab04fc51-3d97-4c08-a31b-aac433ab8c64 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887372 Feb 03 22:02:43.886850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Current status of the port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:43.891444 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:43.903958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:43.907137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Checking segment: {'id': '46038f61-c813-4972-a955-60d6a611c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8c21cb68-047d-4861-ab1f-d02dd8696dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:43.907657 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:43.908162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Bound using segment: {'id': '46038f61-c813-4972-a955-60d6a611c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8c21cb68-047d-4861-ab1f-d02dd8696dd6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:43.908746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Bound port: dcef3cf1-3f03-4d5f-9726-9d1e709d8358, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46038f61-c813-4972-a955-60d6a611c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8c21cb68-047d-4861-ab1f-d02dd8696dd6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:43.909573 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for port (9175ba51-76e2-45a5-a9ba-ebc272246e28), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:43.910075 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:43.983659 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9175ba51-76e2-45a5-a9ba-ebc272246e28), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.008016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 75439ad7-4f16-4091-8cd1-7f70e437e884 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:44.009196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c5030c2f-4278-4cc6-b0dc-3a59b422bec6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:44.024168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (c77ad63f-52f1-4641-9800-04d914f1963f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.085814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network d023bea5-33ae-4b8a-a024-0743aa74bdd8 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:44.095078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:44.112110 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.113298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:44.113851 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (6c377245-c342-49d3-b8cd-be410a9378bf), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.164720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9f69b812-0260-4b21-8b4c-8511aaefa8be is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:44.165540 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.204424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] For port c5030c2f-4278-4cc6-b0dc-3a59b422bec6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c5030c2f-4278-4cc6-b0dc-3a59b422bec6,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:44.204643 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.219690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.288342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.303406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Pushing event updated for resources: {'Port': ['ID=c5030c2f-4278-4cc6-b0dc-3a59b422bec6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:44.310347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Port': ['ID=9175ba51-76e2-45a5-a9ba-ebc272246e28,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:44.345264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9f69b812-0260-4b21-8b4c-8511aaefa8be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f69b812-0260-4b21-8b4c-8511aaefa8be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:44.360699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 49f37d32-c749-46e9-90a6-7fa1f417e492, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=49f37d32-c749-46e9-90a6-7fa1f417e492,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:44.366707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef003b81-611c-4fc6-98f1-e62568e86f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f69b812-0260-4b21-8b4c-8511aaefa8be'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:44.375230 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff253113-8f9a-44d9-82e5-44acaebeedda" -d '{"events": [{"server_uuid": "ef003b81-611c-4fc6-98f1-e62568e86f73", "name": "network-vif-plugged", "status": "completed", "tag": "9f69b812-0260-4b21-8b4c-8511aaefa8be"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:44.441079 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.455847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] For port dcef3cf1-3f03-4d5f-9726-9d1e709d8358, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:44.467905 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (e0747959-e76e-4e1c-9db9-a5120dc47deb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.488114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=af60fa31-592a-4c41-84f2-4a05f8ff75d5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:44.531929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9f69b812-0260-4b21-8b4c-8511aaefa8be,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:44.545711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] For port dcef3cf1-3f03-4d5f-9726-9d1e709d8358, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dcef3cf1-3f03-4d5f-9726-9d1e709d8358,segment=NetworkSegment(46038f61-c813-4972-a955-60d6a611c2ff),segment_id=46038f61-c813-4972-a955-60d6a611c2ff)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:44.547217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:44.547694 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.549792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '49f37d32-c749-46e9-90a6-7fa1f417e492', 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef', 'port_id': '49f37d32-c749-46e9-90a6-7fa1f417e492', 'mac_address': 'fa:16:3e:ea:dc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a02ccb-aed1-4217-aee2-39134d7a4d61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:02:44.557030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Provisioning complete for port 7efcd32e-bb2a-4457-927f-3cba0024970d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:44.557613 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.578896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528453b-075c-42e6-abed-17b8fb35a856 req-f627e6d4-558d-4c6b-86df-2401bc6ee564 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:44.587568 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4528453b-075c-42e6-abed-17b8fb35a856 req-f627e6d4-558d-4c6b-86df-2401bc6ee564 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 943 time: 0.4486258 Feb 03 22:02:44.592749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.621292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9175ba51-76e2-45a5-a9ba-ebc272246e28), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:44.653468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Allocated IP 172.25.5.33 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/3a17bda0-5c0f-478d-bc2d-91898aba1ce1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:44.797748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb5d28-38d7-4da5-9fa6-65a918074d31 req-06929d72-0a13-4a65-b5f2-9c70be1d414e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:44.799513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19bb5d28-38d7-4da5-9fa6-65a918074d31 req-06929d72-0a13-4a65-b5f2-9c70be1d414e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.2625222 Feb 03 22:02:44.860507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4528453b-075c-42e6-abed-17b8fb35a856 req-b83c92dd-ec0c-44be-bbc7-d9768afe06a9 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344041 Feb 03 22:02:44.886794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d7fab-e3a6-4e67-9ed3-df9d31aaeaea None None] Pushing event updated for resources: {'Port': ['ID=dcef3cf1-3f03-4d5f-9726-9d1e709d8358,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:44.964627 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e7bbe-0e90-4099-878f-2c900464c1cb x-openstack-request-id: req-722e7bbe-0e90-4099-878f-2c900464c1cb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:44.965274 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef003b81-611c-4fc6-98f1-e62568e86f73", "name": "network-vif-plugged", "status": "completed", "tag": "9f69b812-0260-4b21-8b4c-8511aaefa8be", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:44.966246 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-722e7bbe-0e90-4099-878f-2c900464c1cb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:44.967688 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef003b81-611c-4fc6-98f1-e62568e86f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f69b812-0260-4b21-8b4c-8511aaefa8be', 'code': 200} Feb 03 22:02:44.998648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 49f37d32-c749-46e9-90a6-7fa1f417e492 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:44.999717 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:45.004750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for port (3a17bda0-5c0f-478d-bc2d-91898aba1ce1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:45.037259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f37d32-c749-46e9-90a6-7fa1f417e492 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:02:45.143249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19bb5d28-38d7-4da5-9fa6-65a918074d31 req-adeb7eb1-7e9b-4ac0-9ae9-39620a2277b3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353891 Feb 03 22:02:45.156161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:45.159099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:45.178427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 49f37d32-c749-46e9-90a6-7fa1f417e492, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=49f37d32-c749-46e9-90a6-7fa1f417e492,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:45.182967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:45.195957 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:45.209045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7a3c-c998-487a-a2b5-f075091d19f6 req-7c879bec-4c7e-45ae-a8c1-04513948dc82 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:45.217375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-582b7a3c-c998-487a-a2b5-f075091d19f6 req-7c879bec-4c7e-45ae-a8c1-04513948dc82 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.1413057 Feb 03 22:02:45.259358 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3a17bda0-5c0f-478d-bc2d-91898aba1ce1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:45.331165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:45.351917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:45.393727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:45.440882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-582b7a3c-c998-487a-a2b5-f075091d19f6 req-5a5d3f6e-657a-4138-a083-893223362d6f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219086 Feb 03 22:02:45.507275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Current status of the port 7efcd32e-bb2a-4457-927f-3cba0024970d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:45.508239 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:45.568895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['49f37d32-c749-46e9-90a6-7fa1f417e492'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:02:45.666507 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for port (9175ba51-76e2-45a5-a9ba-ebc272246e28), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:45.672796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=49f37d32-c749-46e9-90a6-7fa1f417e492,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:45.771552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] For port 7efcd32e-bb2a-4457-927f-3cba0024970d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7efcd32e-bb2a-4457-927f-3cba0024970d,segment=NetworkSegment(d2c14a7c-25a5-4638-a68d-cb10b5495100),segment_id=d2c14a7c-25a5-4638-a68d-cb10b5495100)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:45.779393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 75439ad7-4f16-4091-8cd1-7f70e437e884 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:45.785248 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9175ba51-76e2-45a5-a9ba-ebc272246e28), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:45.785467 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:45.788989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (6c377245-c342-49d3-b8cd-be410a9378bf), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:45.888767 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b597a91-ee52-465a-af66-52a68e9ad78d req-c7661a78-4f8f-46bb-a40b-30cba0169270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:45.896329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b597a91-ee52-465a-af66-52a68e9ad78d req-c7661a78-4f8f-46bb-a40b-30cba0169270 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 1132 time: 0.7854006 Feb 03 22:02:45.922916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe21835-0db5-4bff-8ff9-4ff2d7217307 req-5da36b2c-f193-4aa3-895c-fb220d8dd2bc tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:45.924506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cfe21835-0db5-4bff-8ff9-4ff2d7217307 req-5da36b2c-f193-4aa3-895c-fb220d8dd2bc tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 950 time: 0.4826622 Feb 03 22:02:45.978482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Port': ['ID=9175ba51-76e2-45a5-a9ba-ebc272246e28,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:46.006550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cfe21835-0db5-4bff-8ff9-4ff2d7217307 req-2943e19d-64ed-46f6-a4f4-7a83a45875c0 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724740 Feb 03 22:02:46.013520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event updated for resources: {'Port': ['ID=3a17bda0-5c0f-478d-bc2d-91898aba1ce1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:46.071421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Provisioning complete for port 75439ad7-4f16-4091-8cd1-7f70e437e884 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:46.072093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:46.098661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network d023bea5-33ae-4b8a-a024-0743aa74bdd8 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:46.102867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Pushing event updated for resources: {'Port': ['ID=7efcd32e-bb2a-4457-927f-3cba0024970d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:46.107716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a89c6-0a76-4e06-b8db-e674dcb08c90 req-6d4037d9-a019-4a40-84ef-1eca94d0cd5d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:46.109302 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f3a89c6-0a76-4e06-b8db-e674dcb08c90 req-6d4037d9-a019-4a40-84ef-1eca94d0cd5d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 944 time: 0.0995157 Feb 03 22:02:46.110752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:46.214994 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b597a91-ee52-465a-af66-52a68e9ad78d req-44911b95-fbef-46fd-9b3f-ed648ffbf720 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146215 Feb 03 22:02:46.325047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 75439ad7-4f16-4091-8cd1-7f70e437e884 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:46.331915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:46.394184 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (c77ad63f-52f1-4641-9800-04d914f1963f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:46.397041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router e0747959-e76e-4e1c-9db9-a5120dc47deb has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:02:46.527860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Current status of the port 75439ad7-4f16-4091-8cd1-7f70e437e884 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:46.584616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Provisioning complete for port af60fa31-592a-4c41-84f2-4a05f8ff75d5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:46.585057 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:46.715937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 75439ad7-4f16-4091-8cd1-7f70e437e884 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:46.719071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c5030c2f-4278-4cc6-b0dc-3a59b422bec6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:46.789515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:46.802562 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Sync routers for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:46.803952 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b4f324cd-7d50-4ade-aba0-31cc3c6b1d7a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "PUT /v2.0/routers/e0747959-e76e-4e1c-9db9-a5120dc47deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9694815 Feb 03 22:02:46.807612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:46.832662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b71c50d-aef2-4c7f-b3a2-14d6b9e64fef None None] Port af60fa31-592a-4c41-84f2-4a05f8ff75d5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:46.834948 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:46.835594 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:46.877154 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:46.877532 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:46.930342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f9e0b-9e29-4a80-96c3-2cfd64f7e5e3 None None] Network 8c21cb68-047d-4861-ab1f-d02dd8696dd6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:46.989211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f3a89c6-0a76-4e06-b8db-e674dcb08c90 req-efadfbc0-914b-4903-b037-582c29e666e4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8721738 Feb 03 22:02:46.999331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9894b-1d15-4936-b2b3-af8896a23a9d req-95fc01d7-2dec-41d9-a1af-80b91ee53810 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.000670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60c9894b-1d15-4936-b2b3-af8896a23a9d req-95fc01d7-2dec-41d9-a1af-80b91ee53810 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1343515 Feb 03 22:02:47.155908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Provisioning complete for port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:47.156215 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:47.160133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60c9894b-1d15-4936-b2b3-af8896a23a9d req-654b5a19-794a-4c73-bf7d-0de1edd77a10 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469166 Feb 03 22:02:47.163772 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:47.183880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Router 6c377245-c342-49d3-b8cd-be410a9378bf is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:02:47.203120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.205090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.207515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.208208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.208863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.210455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.213322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.214032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.215548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.217964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.218661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.223079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.228966 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a556f327-3c21-4d20-ba6e-d787a089d97b tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8472 time: 0.4199941 Feb 03 22:02:47.231235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:47.319528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (c77ad63f-52f1-4641-9800-04d914f1963f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:47.331709 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (c77ad63f-52f1-4641-9800-04d914f1963f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:47.451094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.460116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.460615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.461161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.462914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.463885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.464343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.464788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.465267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.465711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.466163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.466602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.471610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:47.472840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7efcd32e-bb2a-4457-927f-3cba0024970d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:47.477213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7148c35b-6451-497e-944d-7eaef3c04cea tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7765 time: 0.2426410 Feb 03 22:02:47.478222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51956) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:47.547010 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:41Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'af60fa31-592a-4c41-84f2-4a05f8ff75d5', 'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:cd:6f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:37Z', 'updated_at': '2022-02-03T22:02:43Z', 'revision_number': 2, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:47.582355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83db546-c9b5-49ae-87c2-737d5710fea7 req-69dda1e2-4132-4ddb-8fbd-65f6dff74319 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.587955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c83db546-c9b5-49ae-87c2-737d5710fea7 req-69dda1e2-4132-4ddb-8fbd-65f6dff74319 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.3837306 Feb 03 22:02:47.621308 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Checking router: e0747959-e76e-4e1c-9db9-a5120dc47deb for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:02:47.621308 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Updating router e0747959-e76e-4e1c-9db9-a5120dc47deb port af60fa31-592a-4c41-84f2-4a05f8ff75d5 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:02:47.650133 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:47.734840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Router c77ad63f-52f1-4641-9800-04d914f1963f is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:02:47.757400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7efcd32e-bb2a-4457-927f-3cba0024970d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:47.760590 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:47.768871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Current status of the port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:47.768871 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:47.832958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c83db546-c9b5-49ae-87c2-737d5710fea7 req-56c5e043-b2db-4018-a198-6d1c9f4ffde3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354131 Feb 03 22:02:47.852117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a84ba-a118-4b28-9f62-0214e4caf1fe req-3f8b8a40-8826-45e9-9fc9-c2cff0d6b336 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:47.855102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd7a84ba-a118-4b28-9f62-0214e4caf1fe req-3f8b8a40-8826-45e9-9fc9-c2cff0d6b336 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 950 time: 0.4833138 Feb 03 22:02:47.881485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] For port dcef3cf1-3f03-4d5f-9726-9d1e709d8358, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dcef3cf1-3f03-4d5f-9726-9d1e709d8358,segment=NetworkSegment(46038f61-c813-4972-a955-60d6a611c2ff),segment_id=46038f61-c813-4972-a955-60d6a611c2ff)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:47.888469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:47.901725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:47.921034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0b653f6e-f364-489e-ba0b-f50498be011f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "PUT /v2.0/routers/6c377245-c342-49d3-b8cd-be410a9378bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5980077 Feb 03 22:02:47.922073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:47.939186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc4c16-2a7c-43f2-a275-cfddbcde84ee None None] Sync routers for ids ['6c377245-c342-49d3-b8cd-be410a9378bf'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:47.993504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Provisioning complete for port 7efcd32e-bb2a-4457-927f-3cba0024970d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:47.993804 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.030788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc4c16-2a7c-43f2-a275-cfddbcde84ee None None] Routers {'6c377245-c342-49d3-b8cd-be410a9378bf'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:48.031814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4bcc4c16-2a7c-43f2-a275-cfddbcde84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6c377245-c342-49d3-b8cd-be410a9378bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:48.043360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:48.051126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.055502 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-969e93e0-6acc-4fb1-90e4-25684cdca372 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "PUT /v2.0/routers/c77ad63f-52f1-4641-9800-04d914f1963f HTTP/1.1" status: 200 len: 918 time: 5.9446762 Feb 03 22:02:48.056224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:48.096954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4bcc4c16-2a7c-43f2-a275-cfddbcde84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:48.146902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Pushing event updated for resources: {'Port': ['ID=dcef3cf1-3f03-4d5f-9726-9d1e709d8358,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:48.152339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7efcd32e-bb2a-4457-927f-3cba0024970d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:48.215895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.217674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.218390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.219472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.220639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.222699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.223230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.223765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.224319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.226467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.227016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.227264 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Publish callbacks [] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.228080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.229662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:48.240306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc4c16-2a7c-43f2-a275-cfddbcde84ee None None] Routers {'6c377245-c342-49d3-b8cd-be410a9378bf'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:48.243613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4bcc4c16-2a7c-43f2-a275-cfddbcde84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6c377245-c342-49d3-b8cd-be410a9378bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:48.258734 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cde07-9d40-4570-a4c7-339934713254 None None] Sync routers for ids ['c77ad63f-52f1-4641-9800-04d914f1963f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:48.271492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd7a84ba-a118-4b28-9f62-0214e4caf1fe req-744681af-5ad6-428c-8131-37bb01ddc6f5 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935621 Feb 03 22:02:48.282078 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.367569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4bcc4c16-2a7c-43f2-a275-cfddbcde84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:48.368585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc4c16-2a7c-43f2-a275-cfddbcde84ee None None] The sync data for ids ['6c377245-c342-49d3-b8cd-be410a9378bf'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:48.411781 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-66dd5197-5582-4813-9852-f15261d732b8 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/routers/c77ad63f-52f1-4641-9800-04d914f1963f HTTP/1.1" status: 200 len: 924 time: 0.3523941 Feb 03 22:02:48.417625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:48.484238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Current status of the port 7efcd32e-bb2a-4457-927f-3cba0024970d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:48.510339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Provisioning complete for port 9175ba51-76e2-45a5-a9ba-ebc272246e28 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:48.511077 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9175ba51-76e2-45a5-a9ba-ebc272246e28), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.516203 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9735362-2ba6-4fd0-865a-fe78745abd13 None None] Pushing event updated for resources: {'Port': ['ID=af60fa31-592a-4c41-84f2-4a05f8ff75d5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:48.578509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df7591-8277-44cc-b317-94225d274c52 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:48.584285 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cde07-9d40-4570-a4c7-339934713254 None None] Routers {'c77ad63f-52f1-4641-9800-04d914f1963f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:48.584988 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-600cde07-9d40-4570-a4c7-339934713254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c77ad63f-52f1-4641-9800-04d914f1963f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:48.590191 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-08df7591-8277-44cc-b317-94225d274c52 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=c77ad63f-52f1-4641-9800-04d914f1963f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1686208 Feb 03 22:02:48.592832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:48.605898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7efcd32e-bb2a-4457-927f-3cba0024970d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:48.638035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Port 9175ba51-76e2-45a5-a9ba-ebc272246e28 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:48.661299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Provisioning complete for port af60fa31-592a-4c41-84f2-4a05f8ff75d5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:48.662177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.673247 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-600cde07-9d40-4570-a4c7-339934713254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:48.735822 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cde07-9d40-4570-a4c7-339934713254 None None] Routers {'c77ad63f-52f1-4641-9800-04d914f1963f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:48.736474 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-600cde07-9d40-4570-a4c7-339934713254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c77ad63f-52f1-4641-9800-04d914f1963f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:48.741372 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Attempting to bind port af60fa31-592a-4c41-84f2-4a05f8ff75d5 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:48.741749 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Attempting to bind port af60fa31-592a-4c41-84f2-4a05f8ff75d5 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:48.742136 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Attempting to bind port af60fa31-592a-4c41-84f2-4a05f8ff75d5 on network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:48.755757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7efcd32e-bb2a-4457-927f-3cba0024970d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:48.756536 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.762810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0f14ddc-60e4-4350-9b50-887a6039e106 None None] Port af60fa31-592a-4c41-84f2-4a05f8ff75d5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:02:48.810951 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-600cde07-9d40-4570-a4c7-339934713254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:48.811568 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cde07-9d40-4570-a4c7-339934713254 None None] The sync data for ids ['c77ad63f-52f1-4641-9800-04d914f1963f'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:48.821243 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:48.821647 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Checking segment: {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:48.823009 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.823411 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Bound using segment: {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:48.825508 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Bound port: af60fa31-592a-4c41-84f2-4a05f8ff75d5, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:48.826103 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.845140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394a74c1-566c-4412-9c65-697049b00606 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:48.846943 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-394a74c1-566c-4412-9c65-697049b00606 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 881 time: 0.2531123 Feb 03 22:02:48.850716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:48.901301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7efcd32e-bb2a-4457-927f-3cba0024970d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:48.902561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dcef3cf1-3f03-4d5f-9726-9d1e709d8358 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:48.942475 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-887ac0cb-c41d-492f-a95b-5185e6d0e551 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=c77ad63f-52f1-4641-9800-04d914f1963f HTTP/1.1" status: 200 len: 205 time: 0.0898707 Feb 03 22:02:48.950306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:48.966335 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] For port af60fa31-592a-4c41-84f2-4a05f8ff75d5, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:48.971480 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] For port af60fa31-592a-4c41-84f2-4a05f8ff75d5, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=af60fa31-592a-4c41-84f2-4a05f8ff75d5,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:48.983276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-51bcb9e7-cd21-46cf-834f-c63743b2504c None None] Provisioning complete for port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:48.983656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51bcb9e7-cd21-46cf-834f-c63743b2504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:48.987884 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:49.063956 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:49.064636 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:49.107592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:49.107977 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:49.209158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (c77ad63f-52f1-4641-9800-04d914f1963f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:49.245294 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9735362-2ba6-4fd0-865a-fe78745abd13 None None] Pushing event updated for resources: {'Port': ['ID=af60fa31-592a-4c41-84f2-4a05f8ff75d5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:49.282441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a544f5-6d10-423d-af13-15af0a9dde00 req-490389f3-9c16-4272-b9df-9e9bedaa04a7 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:49.284082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01a544f5-6d10-423d-af13-15af0a9dde00 req-490389f3-9c16-4272-b9df-9e9bedaa04a7 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 944 time: 1.0050309 Feb 03 22:02:49.296544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 49f37d32-c749-46e9-90a6-7fa1f417e492 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:49.346312 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:02:49.367718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64294112-4f66-46ae-b590-b2e683908c3d req-7629d930-dbed-4f68-bfd4-9ed35a2b8811 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:49.379712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64294112-4f66-46ae-b590-b2e683908c3d req-7629d930-dbed-4f68-bfd4-9ed35a2b8811 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.9410455 Feb 03 22:02:49.388754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51bcb9e7-cd21-46cf-834f-c63743b2504c None None] Current status of the port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:49.481508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:49.504147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (c77ad63f-52f1-4641-9800-04d914f1963f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:49.508392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 49f37d32-c749-46e9-90a6-7fa1f417e492 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:02:49.522599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 49f37d32-c749-46e9-90a6-7fa1f417e492 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:49.526857 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:49.596169 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-9fd48db4-006d-40e8-bb80-1e5d69270a7d tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:02:49.597342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9fd48db4-006d-40e8-bb80-1e5d69270a7d tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "PUT /v2.0/routers/6c377245-c342-49d3-b8cd-be410a9378bf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6655853 Feb 03 22:02:49.600760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:49.601828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e9650250-841a-406d-8397-d765f3b37d1b None None] Provisioning complete for port af60fa31-592a-4c41-84f2-4a05f8ff75d5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:49.602308 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9650250-841a-406d-8397-d765f3b37d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:49.616671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-088ba2a5-cbf6-4098-8edb-cb865c54a4b5 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5756 time: 2.1307287 Feb 03 22:02:49.630927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01a544f5-6d10-423d-af13-15af0a9dde00 req-8e7b2924-1c44-46ef-be8c-2219b40c44d4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348398 Feb 03 22:02:49.682013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64294112-4f66-46ae-b590-b2e683908c3d req-ad1d7774-8749-4788-9444-b2a6182eda76 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011341 Feb 03 22:02:49.705281 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:41Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'af60fa31-592a-4c41-84f2-4a05f8ff75d5', 'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:cd:6f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:37Z', 'updated_at': '2022-02-03T22:02:48Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:49.763187 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd4460-5f97-4022-8c5e-1761dd994f8d None None] The sync data for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 is: [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:41Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'af60fa31-592a-4c41-84f2-4a05f8ff75d5', 'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:cd:6f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:37Z', 'updated_at': '2022-02-03T22:02:48Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:49.967710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e9650250-841a-406d-8397-d765f3b37d1b None None] Current status of the port af60fa31-592a-4c41-84f2-4a05f8ff75d5 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:49.968298 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9650250-841a-406d-8397-d765f3b37d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:49.973340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd5ba5-51e1-4f74-9316-3c64d6d0e00e req-54f5db8a-d507-4d03-b910-2198caa5c15c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:49.979369 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56fd5ba5-51e1-4f74-9316-3c64d6d0e00e req-54f5db8a-d507-4d03-b910-2198caa5c15c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2301764 Feb 03 22:02:49.995388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 49f37d32-c749-46e9-90a6-7fa1f417e492 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:49.995976 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:50.038470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Deleting port 3a17bda0-5c0f-478d-bc2d-91898aba1ce1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:50.039204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3a17bda0-5c0f-478d-bc2d-91898aba1ce1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:50.048685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e9650250-841a-406d-8397-d765f3b37d1b None None] For port af60fa31-592a-4c41-84f2-4a05f8ff75d5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=af60fa31-592a-4c41-84f2-4a05f8ff75d5,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:50.056206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048762-b9b2-4249-9141-c13b3dfd0192 req-903e5fe6-a4c7-481a-ace9-984c53a71271 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:50.060254 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9650250-841a-406d-8397-d765f3b37d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:50.060451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95048762-b9b2-4249-9141-c13b3dfd0192 req-903e5fe6-a4c7-481a-ace9-984c53a71271 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 950 time: 0.2382147 Feb 03 22:02:50.064091 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d40552-53d9-426d-b32b-2c0fee8290a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f37d32-c749-46e9-90a6-7fa1f417e492'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:50.066734 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a40b699-6abb-4322-91f6-deeed737f069" -d '{"events": [{"server_uuid": "92d40552-53d9-426d-b32b-2c0fee8290a3", "name": "network-vif-plugged", "status": "completed", "tag": "49f37d32-c749-46e9-90a6-7fa1f417e492"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:50.143153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56fd5ba5-51e1-4f74-9316-3c64d6d0e00e req-1d295522-17ff-4839-abe3-a9556d677d3b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563680 Feb 03 22:02:50.150175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 49f37d32-c749-46e9-90a6-7fa1f417e492, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=49f37d32-c749-46e9-90a6-7fa1f417e492,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:50.175832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:50.253693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95048762-b9b2-4249-9141-c13b3dfd0192 req-e9ec9c1b-a0f4-4c07-bbfe-316bdcfc515b tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535442 Feb 03 22:02:50.280707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9650250-841a-406d-8397-d765f3b37d1b None None] Pushing event updated for resources: {'Port': ['ID=af60fa31-592a-4c41-84f2-4a05f8ff75d5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:50.421416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=49f37d32-c749-46e9-90a6-7fa1f417e492,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:50.605228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device af60fa31-592a-4c41-84f2-4a05f8ff75d5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:50.685658 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cb8967-ad43-4f61-8a41-39e54fda9c7a x-openstack-request-id: req-e7cb8967-ad43-4f61-8a41-39e54fda9c7a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:50.689453 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d40552-53d9-426d-b32b-2c0fee8290a3", "name": "network-vif-plugged", "status": "completed", "tag": "49f37d32-c749-46e9-90a6-7fa1f417e492", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:50.689732 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7cb8967-ad43-4f61-8a41-39e54fda9c7a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:50.690414 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d40552-53d9-426d-b32b-2c0fee8290a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f37d32-c749-46e9-90a6-7fa1f417e492', 'code': 200} Feb 03 22:02:50.783628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port af60fa31-592a-4c41-84f2-4a05f8ff75d5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:50.786612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:50.981987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port af60fa31-592a-4c41-84f2-4a05f8ff75d5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:50.983073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dcef3cf1-3f03-4d5f-9726-9d1e709d8358 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:51.190721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3a17bda0-5c0f-478d-bc2d-91898aba1ce1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:51.197705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:51.203981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-579a48cc-59b9-4ad3-8cd8-21fff8c08d03 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408216053', 'description': 'tempest-secgroup-smoke-408216053 description', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:51.216066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584560e9-1938-477b-b2f5-199f4ed3e845 req-455395cd-e51b-4774-804e-5892290593bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:51.217623 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-584560e9-1938-477b-b2f5-199f4ed3e845 req-455395cd-e51b-4774-804e-5892290593bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 1127 time: 0.3950624 Feb 03 22:02:51.246330 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-579a48cc-59b9-4ad3-8cd8-21fff8c08d03 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:51.271141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Calling delete_port for 3a17bda0-5c0f-478d-bc2d-91898aba1ce1 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:51.466349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:51.467761 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:51.475101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81740eb9-0a1e-4317-ad85-0c583633f7b1 req-7fde30e1-391c-4919-ab46-2104db1e0fbf tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:51.498086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81740eb9-0a1e-4317-ad85-0c583633f7b1 req-7fde30e1-391c-4919-ab46-2104db1e0fbf tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 945 time: 0.1801844 Feb 03 22:02:51.591385 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-584560e9-1938-477b-b2f5-199f4ed3e845 req-7a157ea3-6dfd-4d25-a874-69866a51723b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456893 Feb 03 22:02:51.618249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:51.628662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81740eb9-0a1e-4317-ad85-0c583633f7b1 req-383add14-ba98-4128-a2b6-b83650686ac2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224763 Feb 03 22:02:51.660163 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-579a48cc-59b9-4ad3-8cd8-21fff8c08d03 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (25b618dc-890a-472b-8af3-6dda2ef978e4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:51.668311 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-579a48cc-59b9-4ad3-8cd8-21fff8c08d03 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (25b618dc-890a-472b-8af3-6dda2ef978e4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:51.668861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-3c57bab0-2a50-4ab1-8d66-d53748d56365 req-c35157ee-6cd0-413e-ab99-3404aead9eda service neutron] (103398) timed out ('10.222.0.50', 47404) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:02:51.684064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (6c377245-c342-49d3-b8cd-be410a9378bf), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:51.716471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-579a48cc-59b9-4ad3-8cd8-21fff8c08d03 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:51.719424 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-579a48cc-59b9-4ad3-8cd8-21fff8c08d03 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5187964 Feb 03 22:02:51.731281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52002) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:51.743833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-451a1d4d-c0f2-4071-8d6d-50901dd92ef1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': '25b618dc-890a-472b-8af3-6dda2ef978e4', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:51.840288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a48cc-59b9-4ad3-8cd8-21fff8c08d03 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b618dc-890a-472b-8af3-6dda2ef978e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:51.867921 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-451a1d4d-c0f2-4071-8d6d-50901dd92ef1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (6358b445-152c-4feb-99d7-21e2fb0bcd9e), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:51.927230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b0a9-ac83-43ca-9804-ba56785c17e1 req-560b4d80-d2a6-496e-9d84-841bf52f4a3d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:51.934415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2d9b0a9-ac83-43ca-9804-ba56785c17e1 req-560b4d80-d2a6-496e-9d84-841bf52f4a3d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1528664 Feb 03 22:02:52.011404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2d9b0a9-ac83-43ca-9804-ba56785c17e1 req-d019f9a8-5247-439f-90a2-ec876ee15b9a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691912 Feb 03 22:02:52.035041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-451a1d4d-c0f2-4071-8d6d-50901dd92ef1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (6358b445-152c-4feb-99d7-21e2fb0bcd9e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.039802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-451a1d4d-c0f2-4071-8d6d-50901dd92ef1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6358b445-152c-4feb-99d7-21e2fb0bcd9e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.102412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a1d4d-c0f2-4071-8d6d-50901dd92ef1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6358b445-152c-4feb-99d7-21e2fb0bcd9e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:52.123780 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-451a1d4d-c0f2-4071-8d6d-50901dd92ef1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.128032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3a17bda0-5c0f-478d-bc2d-91898aba1ce1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.128216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-451a1d4d-c0f2-4071-8d6d-50901dd92ef1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3888116 Feb 03 22:02:52.131188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:52.153304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-01465dab-0c88-4849-b8de-cad252dc9a4e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': '25b618dc-890a-472b-8af3-6dda2ef978e4', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:52.265919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31652716-e515-432a-92e9-5ead7ff31584 req-e7889ad7-7cbc-40cc-9754-1814ed6549aa tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:52.268457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31652716-e515-432a-92e9-5ead7ff31584 req-e7889ad7-7cbc-40cc-9754-1814ed6549aa tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.1191623 Feb 03 22:02:52.291983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event deleted for resources: {'Port': ['ID=3a17bda0-5c0f-478d-bc2d-91898aba1ce1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:52.305276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device af60fa31-592a-4c41-84f2-4a05f8ff75d5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:02:52.342182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01465dab-0c88-4849-b8de-cad252dc9a4e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (86a76b98-1fb6-4dba-ae47-51806a39a13f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.346481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.347051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.347592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.348123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.348674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.349304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.349877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.350398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.350946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.351459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.351981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.352567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.353117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:52.401875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31652716-e515-432a-92e9-5ead7ff31584 req-2022bdea-96d3-4814-8d0b-21a7567ff3d3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216171 Feb 03 22:02:52.426374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port af60fa31-592a-4c41-84f2-4a05f8ff75d5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:02:52.426900 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.488963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Deleting port 9175ba51-76e2-45a5-a9ba-ebc272246e28 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:52.489717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9175ba51-76e2-45a5-a9ba-ebc272246e28), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.528623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port af60fa31-592a-4c41-84f2-4a05f8ff75d5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:02:52.557181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (c77ad63f-52f1-4641-9800-04d914f1963f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.641614 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01465dab-0c88-4849-b8de-cad252dc9a4e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (86a76b98-1fb6-4dba-ae47-51806a39a13f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.679902 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01465dab-0c88-4849-b8de-cad252dc9a4e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (86a76b98-1fb6-4dba-ae47-51806a39a13f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.717169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01465dab-0c88-4849-b8de-cad252dc9a4e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a76b98-1fb6-4dba-ae47-51806a39a13f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:52.727037 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01465dab-0c88-4849-b8de-cad252dc9a4e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.731897 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-01465dab-0c88-4849-b8de-cad252dc9a4e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6001911 Feb 03 22:02:52.733879 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (c77ad63f-52f1-4641-9800-04d914f1963f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.735355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:52.753071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dddd1d6a-8c92-4142-834b-d21a5e5c22a7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': '25b618dc-890a-472b-8af3-6dda2ef978e4', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:52.784392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (c77ad63f-52f1-4641-9800-04d914f1963f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.797198 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9175ba51-76e2-45a5-a9ba-ebc272246e28), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.800320 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddd1d6a-8c92-4142-834b-d21a5e5c22a7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (6c698b06-a8a0-4f4f-a008-5d915a2dcb78), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.859387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b04696-5ff1-47b0-b8b0-f096fae13542 req-ccbac99b-4ab2-482e-871d-a888c1aee35c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:52.865277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Calling delete_port for 9175ba51-76e2-45a5-a9ba-ebc272246e28 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:52.877698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39b04696-5ff1-47b0-b8b0-f096fae13542 req-ccbac99b-4ab2-482e-871d-a888c1aee35c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 945 time: 0.1464348 Feb 03 22:02:52.889420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (c77ad63f-52f1-4641-9800-04d914f1963f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.890116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Fanout notify agent at l3_agent the message router_deleted on router c77ad63f-52f1-4641-9800-04d914f1963f {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:02:52.922464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:52.931578 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a121d79e-fcbf-47a9-9178-77ff5a4a41d6 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/c77ad63f-52f1-4641-9800-04d914f1963f HTTP/1.1" status: 204 len: 168 time: 3.9741039 Feb 03 22:02:52.933696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:52.945027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8f3898e2-c37c-49ec-91b9-f7658cc60876 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-354150317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:52.963764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39b04696-5ff1-47b0-b8b0-f096fae13542 req-80053b9e-69ca-4ef2-8a2b-752c0cb5a62b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849535 Feb 03 22:02:53.006916 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddd1d6a-8c92-4142-834b-d21a5e5c22a7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (6c698b06-a8a0-4f4f-a008-5d915a2dcb78), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.060750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddd1d6a-8c92-4142-834b-d21a5e5c22a7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6c698b06-a8a0-4f4f-a008-5d915a2dcb78), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.096585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f3898e2-c37c-49ec-91b9-f7658cc60876 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (3ddb2a62-b45e-4612-a96d-01e05bd4146b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.098093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f3898e2-c37c-49ec-91b9-f7658cc60876 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (3ddb2a62-b45e-4612-a96d-01e05bd4146b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.114323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd1d6a-8c92-4142-834b-d21a5e5c22a7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c698b06-a8a0-4f4f-a008-5d915a2dcb78,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:53.133588 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddd1d6a-8c92-4142-834b-d21a5e5c22a7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.135351 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dddd1d6a-8c92-4142-834b-d21a5e5c22a7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3938191 Feb 03 22:02:53.139359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:53.148572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1c05632b-cfda-4585-a6e5-a626be33841b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': '25b618dc-890a-472b-8af3-6dda2ef978e4', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:53.220375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89d5be-a796-459c-bc88-0cf62636b096 req-a31d8784-1776-400c-a782-752c615af6d5 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:53.232050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f89d5be-a796-459c-bc88-0cf62636b096 req-a31d8784-1776-400c-a782-752c615af6d5 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1001108 Feb 03 22:02:53.289766 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f3898e2-c37c-49ec-91b9-f7658cc60876 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (3ddb2a62-b45e-4612-a96d-01e05bd4146b), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.300067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f3898e2-c37c-49ec-91b9-f7658cc60876 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (3ddb2a62-b45e-4612-a96d-01e05bd4146b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.307325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f89d5be-a796-459c-bc88-0cf62636b096 req-9c79b6e3-cc0d-4278-93b1-9ef86dfeddd7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741408 Feb 03 22:02:53.319338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c05632b-cfda-4585-a6e5-a626be33841b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (6ddb69c8-a70d-419c-8798-197ae3be4e5f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.374113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f3898e2-c37c-49ec-91b9-f7658cc60876 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.379490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52016) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:53.379631 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f3898e2-c37c-49ec-91b9-f7658cc60876 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4436002 Feb 03 22:02:53.385777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'enable_snat': False}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:53.445375 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9175ba51-76e2-45a5-a9ba-ebc272246e28), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.462575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c05632b-cfda-4585-a6e5-a626be33841b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (6ddb69c8-a70d-419c-8798-197ae3be4e5f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.512250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Port': ['ID=9175ba51-76e2-45a5-a9ba-ebc272246e28,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:53.522250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c05632b-cfda-4585-a6e5-a626be33841b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6ddb69c8-a70d-419c-8798-197ae3be4e5f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.565594 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e458909-f143-4447-8eb9-fc72f2f3e234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.578674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05632b-cfda-4585-a6e5-a626be33841b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddb69c8-a70d-419c-8798-197ae3be4e5f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:53.656243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c05632b-cfda-4585-a6e5-a626be33841b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.657855 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1c05632b-cfda-4585-a6e5-a626be33841b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5148575 Feb 03 22:02:53.660591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:53.713942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b17d4596-1c9c-4fa1-9118-79328fdb34b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': '25b618dc-890a-472b-8af3-6dda2ef978e4', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:53.740133 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (6c377245-c342-49d3-b8cd-be410a9378bf), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.755400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3634b2-79b4-428f-8d9d-29c9e235ee06 req-ff136f6c-1631-4de1-be41-ee6b73a3f9ba tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:53.757434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf3634b2-79b4-428f-8d9d-29c9e235ee06 req-ff136f6c-1631-4de1-be41-ee6b73a3f9ba tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2023623 Feb 03 22:02:53.784849 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-b17d4596-1c9c-4fa1-9118-79328fdb34b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Project 5e5fa9b027b94864ad2a48a62a90898c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:02:53.886587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17d4596-1c9c-4fa1-9118-79328fdb34b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (81d0217b-2d32-433c-8a04-9d60ca766841), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.907509 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (3ddb2a62-b45e-4612-a96d-01e05bd4146b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:53.922781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf3634b2-79b4-428f-8d9d-29c9e235ee06 req-ca39bf95-5ee0-4e3f-be37-0f88b8620705 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127207 Feb 03 22:02:54.040482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17d4596-1c9c-4fa1-9118-79328fdb34b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (81d0217b-2d32-433c-8a04-9d60ca766841), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.048069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17d4596-1c9c-4fa1-9118-79328fdb34b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (81d0217b-2d32-433c-8a04-9d60ca766841), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.119372 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d4596-1c9c-4fa1-9118-79328fdb34b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d0217b-2d32-433c-8a04-9d60ca766841,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:54.162817 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17d4596-1c9c-4fa1-9118-79328fdb34b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.164019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b17d4596-1c9c-4fa1-9118-79328fdb34b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5022221 Feb 03 22:02:54.178160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:54.190562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3648f2b4-344f-4dbc-8ab2-26031c0e4749 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'security_group_rule': {'security_group_id': '25b618dc-890a-472b-8af3-6dda2ef978e4', 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:54.235914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Router 6c377245-c342-49d3-b8cd-be410a9378bf has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:02:54.253664 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-3648f2b4-344f-4dbc-8ab2-26031c0e4749 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Project 5e5fa9b027b94864ad2a48a62a90898c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:02:54.261762 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3648f2b4-344f-4dbc-8ab2-26031c0e4749 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (361373f3-36de-423e-80e7-1cdd38f648ca), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.305295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14f60-7c5d-465e-b9d0-fe0eccb84200 req-31f73444-a0c5-4e81-b043-c5d09892d472 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:54.307674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7d14f60-7c5d-465e-b9d0-fe0eccb84200 req-31f73444-a0c5-4e81-b043-c5d09892d472 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 945 time: 0.1612835 Feb 03 22:02:54.360486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:54.370038 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e80bb444-bc5b-4794-95cb-b913d498916f tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "PUT /v2.0/routers/6c377245-c342-49d3-b8cd-be410a9378bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7592988 Feb 03 22:02:54.375150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a419d8-99a9-4e5f-bedb-f3e75f27df0a None None] Sync routers for ids ['6c377245-c342-49d3-b8cd-be410a9378bf'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:54.392414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:54.398656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7d14f60-7c5d-465e-b9d0-fe0eccb84200 req-55f7a82d-7aed-4807-a7e7-454e42cafb3e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850751 Feb 03 22:02:54.406148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (3ddb2a62-b45e-4612-a96d-01e05bd4146b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.439524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a419d8-99a9-4e5f-bedb-f3e75f27df0a None None] Routers {'6c377245-c342-49d3-b8cd-be410a9378bf'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:54.444541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c6a419d8-99a9-4e5f-bedb-f3e75f27df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6c377245-c342-49d3-b8cd-be410a9378bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:54.477828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.481175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3648f2b4-344f-4dbc-8ab2-26031c0e4749 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (361373f3-36de-423e-80e7-1cdd38f648ca), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.483169 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-0fa1a3aa-23a1-4ad6-9c19-ecb9b60d7b38 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] delete failed (client error): The resource could not be found. Feb 03 22:02:54.484377 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0fa1a3aa-23a1-4ad6-9c19-ecb9b60d7b38 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1288850148 HTTP/1.1" status: 404 len: 335 time: 0.0909085 Feb 03 22:02:54.488652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3648f2b4-344f-4dbc-8ab2-26031c0e4749 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (361373f3-36de-423e-80e7-1cdd38f648ca), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.497714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:54.502715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ce7d8645-31a8-431c-846a-8e6ad61304e1 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c377245-c342-49d3-b8cd-be410a9378bf'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:54.569326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648f2b4-344f-4dbc-8ab2-26031c0e4749 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361373f3-36de-423e-80e7-1cdd38f648ca,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:54.595277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c6a419d8-99a9-4e5f-bedb-f3e75f27df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:54.604840 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3648f2b4-344f-4dbc-8ab2-26031c0e4749 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.613501 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3648f2b4-344f-4dbc-8ab2-26031c0e4749 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4329431 Feb 03 22:02:54.653500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a419d8-99a9-4e5f-bedb-f3e75f27df0a None None] Routers {'6c377245-c342-49d3-b8cd-be410a9378bf'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:54.660438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c6a419d8-99a9-4e5f-bedb-f3e75f27df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6c377245-c342-49d3-b8cd-be410a9378bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:54.662826 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.665450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.733371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c6a419d8-99a9-4e5f-bedb-f3e75f27df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:54.734855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a419d8-99a9-4e5f-bedb-f3e75f27df0a None None] The sync data for ids ['6c377245-c342-49d3-b8cd-be410a9378bf'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:54.843213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57ad0-0fc1-4838-83cb-1da2e9a5e05c req-fc38dfad-feeb-4ca7-a840-2fd735264578 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:54.844763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8b57ad0-0fc1-4838-83cb-1da2e9a5e05c req-fc38dfad-feeb-4ca7-a840-2fd735264578 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.2418880 Feb 03 22:02:54.852798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce7d8645-31a8-431c-846a-8e6ad61304e1 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for router_gateway (6c377245-c342-49d3-b8cd-be410a9378bf), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:54.903275 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-ce7d8645-31a8-431c-846a-8e6ad61304e1 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] update failed (client error): The resource could not be found. Feb 03 22:02:54.904117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce7d8645-31a8-431c-846a-8e6ad61304e1 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "PUT /v2.0/routers/6c377245-c342-49d3-b8cd-be410a9378bf HTTP/1.1" status: 404 len: 339 time: 0.4052353 Feb 03 22:02:54.909425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:54.925275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Allocated IP 172.25.5.237 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/0d43bf51-6620-4a3d-966e-fc36cd4a2948) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:54.930981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-832651631'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:54.943811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8b57ad0-0fc1-4838-83cb-1da2e9a5e05c req-7846c7d0-4477-45a1-bf64-b6c5928552d9 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879874 Feb 03 22:02:54.955044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Made reservation on behalf of 09f2737608b14333a23fdc922aa196a7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:54.958756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:55.015144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:02:55.037905 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (81a483e9-a8a2-4028-b123-652cf5095dc8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:55.039329 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Added segment 81a483e9-a8a2-4028-b123-652cf5095dc8 of type vlan for network edc65f6a-449d-4552-8366-c9acf589144a Feb 03 22:02:55.096808 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (edc65f6a-449d-4552-8366-c9acf589144a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:55.117373 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for port (0d43bf51-6620-4a3d-966e-fc36cd4a2948), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:55.131394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (edc65f6a-449d-4552-8366-c9acf589144a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:55.142128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:55.142766 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:55.158379 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0d43bf51-6620-4a3d-966e-fc36cd4a2948), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:55.169540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52042) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:55.170629 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2600272 Feb 03 22:02:55.179013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'subnet': {'network_id': 'edc65f6a-449d-4552-8366-c9acf589144a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:55.270335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:55.284672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:55.291546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51788342-437e-4857-9073-ea669d448bd6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Network': ['ID=edc65f6a-449d-4552-8366-c9acf589144a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:55.292484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:55.304896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network edc65f6a-449d-4552-8366-c9acf589144a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:02:55.317798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Pushing event updated for resources: {'Port': ['ID=0d43bf51-6620-4a3d-966e-fc36cd4a2948,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.371392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:02:55.513223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Made reservation on behalf of 09f2737608b14333a23fdc922aa196a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:02:55.518812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:56.114481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-3312bfc6-80a3-45b6-8aae-3d41d0750ddc tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408216053&fields=id&tenant_id=5e5fa9b027b94864ad2a48a62a90898c HTTP/1.1" status: 200 len: 267 time: 0.7631476 Feb 03 22:02:56.345728 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (6d8708a5-3f8e-4633-b3e2-2b289a14ef09), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:56.427873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router_gateway (3ddb2a62-b45e-4612-a96d-01e05bd4146b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:56.497632 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17a00b1e-8740-4213-b6bd-7caca17ac1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:56.536728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-4ba3a8e2-ea41-4de9-9c88-3c6789c0bec2 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:56.538847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-4ba3a8e2-ea41-4de9-9c88-3c6789c0bec2 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/networks?id=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d HTTP/1.1" status: 200 len: 797 time: 0.3691082 Feb 03 22:02:56.586352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Subnet': ['ID=6d8708a5-3f8e-4633-b3e2-2b289a14ef09,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:56.614617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-43618a04-8970-4579-ae30-c7b056610364 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/quotas/5e5fa9b027b94864ad2a48a62a90898c HTTP/1.1" status: 200 len: 375 time: 0.0376751 Feb 03 22:02:56.665163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Checking segment: {'id': '81a483e9-a8a2-4028-b123-652cf5095dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'edc65f6a-449d-4552-8366-c9acf589144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:56.665763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network hostable DHCP agents. Network: edc65f6a-449d-4552-8366-c9acf589144a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:02:56.705921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network edc65f6a-449d-4552-8366-c9acf589144a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:02:56.725456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-8500b87a-ce8c-42f3-9642-28b4ee3c83be tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037071 Feb 03 22:02:56.789660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, edc65f6a-449d-4552-8366-c9acf589144a) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:56.803189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b551c1-a5f4-4616-9e66-86b90a74685f None None] Network edc65f6a-449d-4552-8366-c9acf589144a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:02:56.826813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-850d400a-0b06-4978-9b33-2cef33121e20 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:56.828393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-850d400a-0b06-4978-9b33-2cef33121e20 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 945 time: 0.1959021 Feb 03 22:02:56.963268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:56.980618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.018171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e1ad9292-d27b-4a99-bdae-546fb2d48e02 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8445835 Feb 03 22:02:57.024061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52064) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:57.029249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-58ebe3b6-eafc-4489-be12-d44fae12ba0e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edc65f6a-449d-4552-8366-c9acf589144a'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:02:57.066771 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.167978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Deleting port 49f37d32-c749-46e9-90a6-7fa1f417e492 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:02:57.168663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.201949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-edc65f6a-449d-4552-8366-c9acf589144a', 'network_id': 'edc65f6a-449d-4552-8366-c9acf589144a', 'project_id': '09f2737608b14333a23fdc922aa196a7', 'fixed_ips': [{'subnet_id': '6d8708a5-3f8e-4633-b3e2-2b289a14ef09'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:02:57.202878 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.355191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] For port 49f37d32-c749-46e9-90a6-7fa1f417e492, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=49f37d32-c749-46e9-90a6-7fa1f417e492,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:02:57.355787 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.368120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-8a09c3a2-5d17-421c-bd35-399aa1b77375 service neutron] 10.222.0.50 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359770 Feb 03 22:02:57.388716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Calling delete_port for 49f37d32-c749-46e9-90a6-7fa1f417e492 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:02:57.442094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Allocated IP 2001:db8:1::2 (edc65f6a-449d-4552-8366-c9acf589144a/6d8708a5-3f8e-4633-b3e2-2b289a14ef09/f1c24e13-bd3e-4af2-83e7-8cca79099b45) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:02:57.629202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Publish callbacks [] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.640134 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.688473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (49f37d32-c749-46e9-90a6-7fa1f417e492), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.720083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Pushing event updated for resources: {'Port': ['ID=f1c24e13-bd3e-4af2-83e7-8cca79099b45,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:57.732480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['49f37d32-c749-46e9-90a6-7fa1f417e492'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:02:57.740757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (3ddb2a62-b45e-4612-a96d-01e05bd4146b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.769029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:02:57.806053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Pushing event deleted for resources: {'Port': ['ID=49f37d32-c749-46e9-90a6-7fa1f417e492,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:57.828050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Network edc65f6a-449d-4552-8366-c9acf589144a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:02:57.841802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:02:57.845574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:02:57.853534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] No DVR routers for this DVR port 49f37d32-c749-46e9-90a6-7fa1f417e492 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:02:57.856209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.861551 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8427a11-ead6-4b90-9672-a3a2c56f6744 req-cb892a30-0d27-40cf-af64-177c138902b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.10 "DELETE /v2.0/ports/49f37d32-c749-46e9-90a6-7fa1f417e492 HTTP/1.1" status: 204 len: 173 time: 1.0134447 Feb 03 22:02:57.865687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d40552-53d9-426d-b32b-2c0fee8290a3', 'name': 'network-vif-deleted', 'tag': '49f37d32-c749-46e9-90a6-7fa1f417e492'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:02:57.875464 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732eb2f0-af98-4086-b749-549b3011069d" -d '{"events": [{"server_uuid": "92d40552-53d9-426d-b32b-2c0fee8290a3", "name": "network-vif-deleted", "tag": "49f37d32-c749-46e9-90a6-7fa1f417e492"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:02:57.899145 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (3ddb2a62-b45e-4612-a96d-01e05bd4146b), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.916997 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58ebe3b6-eafc-4489-be12-d44fae12ba0e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for router_gateway (6c377245-c342-49d3-b8cd-be410a9378bf), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:57.944298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2aed4f-5d70-4a3e-87fd-f1547c9f5616 req-169a37fd-a2c2-4e87-8fc8-5b7e64fccdec tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:57.946786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d2aed4f-5d70-4a3e-87fd-f1547c9f5616 req-169a37fd-a2c2-4e87-8fc8-5b7e64fccdec tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.7828722 Feb 03 22:02:57.950949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-b7ba88d1-86c6-49c7-8ae1-8733ad0dffcc service neutron] 10.222.0.50 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114568 Feb 03 22:02:58.105056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Attempting to bind port f1c24e13-bd3e-4af2-83e7-8cca79099b45 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:02:58.109235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Attempting to bind port f1c24e13-bd3e-4af2-83e7-8cca79099b45 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '81a483e9-a8a2-4028-b123-652cf5095dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'edc65f6a-449d-4552-8366-c9acf589144a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:02:58.109706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Attempting to bind port f1c24e13-bd3e-4af2-83e7-8cca79099b45 on network edc65f6a-449d-4552-8366-c9acf589144a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:02:58.137608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:02:58.139478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Checking segment: {'id': '81a483e9-a8a2-4028-b123-652cf5095dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'edc65f6a-449d-4552-8366-c9acf589144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:02:58.140003 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:58.149143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Bound using segment: {'id': '81a483e9-a8a2-4028-b123-652cf5095dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'edc65f6a-449d-4552-8366-c9acf589144a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:02:58.149680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Bound port: f1c24e13-bd3e-4af2-83e7-8cca79099b45, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a483e9-a8a2-4028-b123-652cf5095dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'edc65f6a-449d-4552-8366-c9acf589144a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:02:58.150142 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:58.302016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d2aed4f-5d70-4a3e-87fd-f1547c9f5616 req-a1245504-af42-4901-bb67-f9e5e5d2ca74 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144593 Feb 03 22:02:58.454873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] For port f1c24e13-bd3e-4af2-83e7-8cca79099b45, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:02:58.467142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] For port f1c24e13-bd3e-4af2-83e7-8cca79099b45, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1c24e13-bd3e-4af2-83e7-8cca79099b45,segment=NetworkSegment(81a483e9-a8a2-4028-b123-652cf5095dc8),segment_id=81a483e9-a8a2-4028-b123-652cf5095dc8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:02:58.498359 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:58.509204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e253cc0a-bd60-4169-bfae-f577abd72eeb req-bbb19063-2e16-4059-af6c-50eeb30af83c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d40552-53d9-426d-b32b-2c0fee8290a3 HTTP/1.1" status: 200 len: 210 time: 0.1158092 Feb 03 22:02:58.629272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Router 3ddb2a62-b45e-4612-a96d-01e05bd4146b is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:02:58.652582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594170ea-7d4e-41e7-a031-aa73cb26835e req-dc7b7965-9644-4282-87b4-f379db0a83d0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:58.664428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-594170ea-7d4e-41e7-a031-aa73cb26835e req-dc7b7965-9644-4282-87b4-f379db0a83d0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1771462 Feb 03 22:02:58.677613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bbe55-14be-4d62-9ae4-35a2bd141c5f None None] Pushing event updated for resources: {'Port': ['ID=f1c24e13-bd3e-4af2-83e7-8cca79099b45,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:02:58.682541 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:58.708586 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-58ebe3b6-eafc-4489-be12-d44fae12ba0e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:02:58.710141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-58ebe3b6-eafc-4489-be12-d44fae12ba0e tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "PUT /v2.0/routers/6c377245-c342-49d3-b8cd-be410a9378bf HTTP/1.1" status: 400 len: 364 time: 1.6851759 Feb 03 22:02:58.716030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:58.939008 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1621edf-df12-40af-95bb-73dcd5f4d632 x-openstack-request-id: req-b1621edf-df12-40af-95bb-73dcd5f4d632 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:02:58.939992 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d40552-53d9-426d-b32b-2c0fee8290a3", "name": "network-vif-deleted", "tag": "49f37d32-c749-46e9-90a6-7fa1f417e492", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:02:58.940249 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1621edf-df12-40af-95bb-73dcd5f4d632 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:02:58.940675 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d40552-53d9-426d-b32b-2c0fee8290a3', 'name': 'network-vif-deleted', 'tag': '49f37d32-c749-46e9-90a6-7fa1f417e492', 'status': 'completed', 'code': 200} Feb 03 22:02:58.989254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-594170ea-7d4e-41e7-a031-aa73cb26835e req-666903bc-db03-4b16-bc65-eac786a3f81e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200204 Feb 03 22:02:59.109865 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a2f12fd-b28a-428d-87de-6c8e7d8ac6eb req-c7a74a6e-9d01-4bbb-bc36-4889f3a20412 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 210 time: 0.0799456 Feb 03 22:02:59.160037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:02:59.174663 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a83e036-e052-43e6-9922-6e2a800e1d38 None None] Sync routers for ids ['3ddb2a62-b45e-4612-a96d-01e05bd4146b'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:02:59.183488 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:59.192018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-68cde478-bd73-4bfa-846a-66b903fbc8f3 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "PUT /v2.0/routers/3ddb2a62-b45e-4612-a96d-01e05bd4146b HTTP/1.1" status: 200 len: 919 time: 5.8091393 Feb 03 22:02:59.194018 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83e036-e052-43e6-9922-6e2a800e1d38 None None] Routers {'3ddb2a62-b45e-4612-a96d-01e05bd4146b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:59.194153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52088) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:59.194929 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a83e036-e052-43e6-9922-6e2a800e1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3ddb2a62-b45e-4612-a96d-01e05bd4146b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:59.282277 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a83e036-e052-43e6-9922-6e2a800e1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:59.305446 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83e036-e052-43e6-9922-6e2a800e1d38 None None] Routers {'3ddb2a62-b45e-4612-a96d-01e05bd4146b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:02:59.307704 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a83e036-e052-43e6-9922-6e2a800e1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3ddb2a62-b45e-4612-a96d-01e05bd4146b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:59.386251 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a83e036-e052-43e6-9922-6e2a800e1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:02:59.387405 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a83e036-e052-43e6-9922-6e2a800e1d38 None None] The sync data for ids ['3ddb2a62-b45e-4612-a96d-01e05bd4146b'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:02:59.454948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-81d63e79-c89e-43d4-a4bf-3d864b1ca111 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/routers/3ddb2a62-b45e-4612-a96d-01e05bd4146b HTTP/1.1" status: 200 len: 925 time: 0.2597258 Feb 03 22:02:59.460114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:59.593059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4309f8-e924-4a24-aa76-1b4926939a79 req-12e97079-ab35-47f2-be02-579fda7de607 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:59.597118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c4309f8-e924-4a24-aa76-1b4926939a79 req-12e97079-ab35-47f2-be02-579fda7de607 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.1410372 Feb 03 22:02:59.656081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:59.747032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c4309f8-e924-4a24-aa76-1b4926939a79 req-f22a8703-0f48-4561-9a13-fd38e1cc59e4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384089 Feb 03 22:02:59.824535 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:02:59.848091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13437a9c-3256-4c74-8825-732f7b67116c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:59.850176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-13437a9c-3256-4c74-8825-732f7b67116c tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=3ddb2a62-b45e-4612-a96d-01e05bd4146b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3879154 Feb 03 22:02:59.853871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:02:59.913810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057bd66-c162-4a77-946d-e1576aaf0898 req-588dfc77-c74a-47d8-9ad3-5dee1a2c6661 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:02:59.927930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b057bd66-c162-4a77-946d-e1576aaf0898 req-588dfc77-c74a-47d8-9ad3-5dee1a2c6661 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1696596 Feb 03 22:03:00.049884 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b057bd66-c162-4a77-946d-e1576aaf0898 req-7c2ea05e-4888-4833-8d54-a71c89824bf5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208704 Feb 03 22:03:00.385689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7308b42-e45b-42df-ac08-38ced8318f89 req-f84266ec-5c01-4f80-8432-4d204920da95 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 210 time: 0.0596247 Feb 03 22:03:00.395660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e00f9b7-9c2d-4183-ba27-ede48003d27e None None] Network edc65f6a-449d-4552-8366-c9acf589144a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:00.435423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f488aa-e8cd-4ce7-ac64-e91779bb9177 req-be4e3e2c-06f5-4e7d-a5cc-efd7aadec0d4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:00.439601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3f488aa-e8cd-4ce7-ac64-e91779bb9177 req-be4e3e2c-06f5-4e7d-a5cc-efd7aadec0d4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.2356877 Feb 03 22:03:00.521197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1c24e13-bd3e-4af2-83e7-8cca79099b45 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:03:00.612150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-58df77fb-155d-46c8-b139-0e6f712ad62c None None] Provisioning complete for port f1c24e13-bd3e-4af2-83e7-8cca79099b45 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:00.612747 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58df77fb-155d-46c8-b139-0e6f712ad62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:00.617915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f1c24e13-bd3e-4af2-83e7-8cca79099b45 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:00.619361 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:00.640117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3f488aa-e8cd-4ce7-ac64-e91779bb9177 req-c5987f43-61ae-4c77-ae80-b20d3e5677b5 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941714 Feb 03 22:03:00.690161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb773551-332f-48cc-a483-bcf337600252 req-c7be3831-917e-4370-b265-b769b6f9580c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:00.691694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb773551-332f-48cc-a483-bcf337600252 req-c7be3831-917e-4370-b265-b769b6f9580c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1756747 Feb 03 22:03:00.791977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb773551-332f-48cc-a483-bcf337600252 req-18b62d4f-e6e9-4a05-895a-e8977e1f68b9 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937586 Feb 03 22:03:00.819950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f1c24e13-bd3e-4af2-83e7-8cca79099b45 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:00.820697 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:00.909926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port f1c24e13-bd3e-4af2-83e7-8cca79099b45, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1c24e13-bd3e-4af2-83e7-8cca79099b45,segment=NetworkSegment(81a483e9-a8a2-4028-b123-652cf5095dc8),segment_id=81a483e9-a8a2-4028-b123-652cf5095dc8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:00.932978 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:00.946184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Allocated IP 2001:db8::1 (e08372d8-37ae-4130-beb9-30b279c318ee/bd9041cb-82b1-495e-92d4-e117feadc987/b935fbb2-a811-405a-a45c-2903c87aea4f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:01.001833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58df77fb-155d-46c8-b139-0e6f712ad62c None None] Current status of the port f1c24e13-bd3e-4af2-83e7-8cca79099b45 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:01.002358 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58df77fb-155d-46c8-b139-0e6f712ad62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:01.010105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724444e5-de35-414d-8aef-388eae4f54fd req-2fd20e57-c28c-4514-80e2-454adc0c4a7d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:01.011964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-724444e5-de35-414d-8aef-388eae4f54fd req-2fd20e57-c28c-4514-80e2-454adc0c4a7d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.1202295 Feb 03 22:03:01.090617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=f1c24e13-bd3e-4af2-83e7-8cca79099b45,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:01.168696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-724444e5-de35-414d-8aef-388eae4f54fd req-885c4003-8e2a-4638-9bf5-775cdb1e8ba4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344936 Feb 03 22:03:01.195948 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-58df77fb-155d-46c8-b139-0e6f712ad62c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:03:01.196585 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-58df77fb-155d-46c8-b139-0e6f712ad62c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:03:01.199269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aab62f-1da9-4353-af5d-429385b4ba53 req-8c5a06b1-69ae-4757-a688-5ce7c9044cce tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:01.216163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3aab62f-1da9-4353-af5d-429385b4ba53 req-8c5a06b1-69ae-4757-a688-5ce7c9044cce tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2354846 Feb 03 22:03:01.236608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108263a1-c760-4d22-b1d1-3d55b55e6f0a tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:01.238065 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-108263a1-c760-4d22-b1d1-3d55b55e6f0a tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/networks/b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 881 time: 1.3832603 Feb 03 22:03:01.241761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:01.248433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 49f37d32-c749-46e9-90a6-7fa1f417e492 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:03:01.300992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 49f37d32-c749-46e9-90a6-7fa1f417e492 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:03:01.302138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 49f37d32-c749-46e9-90a6-7fa1f417e492 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:03:01.326848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-01b3c132-4a74-4045-ac56-8171a07f9ddf tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:01.328925 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-01b3c132-4a74-4045-ac56-8171a07f9ddf tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "GET /v2.0/networks?id=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d HTTP/1.1" status: 200 len: 797 time: 0.2720690 Feb 03 22:03:01.333904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1114d663-98b4-4531-b758-54af233ad1ad tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ddb2a62-b45e-4612-a96d-01e05bd4146b HTTP/1.1" status: 200 len: 205 time: 0.0905602 Feb 03 22:03:01.336367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:01.338000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52116) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:01.407044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3aab62f-1da9-4353-af5d-429385b4ba53 req-ccbd8849-fc61-4cb1-8ebc-c157a71ef29b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874480 Feb 03 22:03:01.437981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-80ea29c4-08e3-4f86-b345-1bf179bd573e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e5fa9b027b94864ad2a48a62a90898c HTTP/1.1" status: 200 len: 379 time: 0.0977881 Feb 03 22:03:01.449198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'port': {'device_id': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'admin_state_up': True, 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'security_groups': ['25b618dc-890a-472b-8af3-6dda2ef978e4']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:01.518403 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (3ddb2a62-b45e-4612-a96d-01e05bd4146b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:01.519341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:01.580728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Port': ['ID=b935fbb2-a811-405a-a45c-2903c87aea4f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:01.605621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network e08372d8-37ae-4130-beb9-30b279c318ee is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:01.609213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:01.629420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:01.629982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (6c377245-c342-49d3-b8cd-be410a9378bf), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:01.775646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58df77fb-155d-46c8-b139-0e6f712ad62c None None] Current status of the port f1c24e13-bd3e-4af2-83e7-8cca79099b45 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:01.900433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Made reservation on behalf of 5e5fa9b027b94864ad2a48a62a90898c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:01.905042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:01.909171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3fc71325-787a-4d8f-8b65-1d21095af937 None None] Provisioning complete for port f1c24e13-bd3e-4af2-83e7-8cca79099b45 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:01.910600 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fc71325-787a-4d8f-8b65-1d21095af937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.022258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.094272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3fc71325-787a-4d8f-8b65-1d21095af937 None None] Current status of the port f1c24e13-bd3e-4af2-83e7-8cca79099b45 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:02.205649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faae35dd-aaa6-496d-8df8-d1dab80a34a1 req-6043850b-140e-488b-9270-0054216cc90f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 210 time: 0.0434175 Feb 03 22:03:02.242260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b83ff985-6b1f-4f24-8191-1d5793021816 None None] Provisioning complete for port b935fbb2-a811-405a-a45c-2903c87aea4f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:02.242865 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83ff985-6b1f-4f24-8191-1d5793021816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.380403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1c24e13-bd3e-4af2-83e7-8cca79099b45 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:03:02.385174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b83ff985-6b1f-4f24-8191-1d5793021816 None None] Port b935fbb2-a811-405a-a45c-2903c87aea4f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:03:02.399525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.20.0.7 (2d92a08c-6ed6-4c8c-82f2-d4a1017e783d/09dbefd6-cbb4-4cf0-8fe2-a791f691faa4/6d63ef88-e392-400b-aafb-dcaf996431ba) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:02.482358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbc6cf-9627-4651-8edc-36f55f48799b req-8d4c0dbb-ddec-48dd-b372-579dbe701884 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:02.483868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6dbc6cf-9627-4651-8edc-36f55f48799b req-8d4c0dbb-ddec-48dd-b372-579dbe701884 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.3225331 Feb 03 22:03:02.507133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f1c24e13-bd3e-4af2-83e7-8cca79099b45 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:02.507820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.594081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.599796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.600781 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (6c377245-c342-49d3-b8cd-be410a9378bf), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.612758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe51c7d-8f07-4585-9111-6656c065608a req-06a4d202-8825-40dd-994b-bd57067c5174 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:02.619712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6fe51c7d-8f07-4585-9111-6656c065608a req-06a4d202-8825-40dd-994b-bd57067c5174 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2584734 Feb 03 22:03:02.645017 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (3ddb2a62-b45e-4612-a96d-01e05bd4146b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.748828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6dbc6cf-9627-4651-8edc-36f55f48799b req-1a777e2e-33ca-4dac-b4b7-677cb3de7f4e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415497 Feb 03 22:03:02.776459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event updated for resources: {'Port': ['ID=b935fbb2-a811-405a-a45c-2903c87aea4f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:02.779619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6fe51c7d-8f07-4585-9111-6656c065608a req-82369061-5305-4d74-b36b-0333db854302 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442237 Feb 03 22:03:02.809478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f1c24e13-bd3e-4af2-83e7-8cca79099b45 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:02.810925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.822461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Deleting port 0d43bf51-6620-4a3d-966e-fc36cd4a2948 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:02.822807 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0d43bf51-6620-4a3d-966e-fc36cd4a2948), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.893918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Network e08372d8-37ae-4130-beb9-30b279c318ee is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:02.893918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:02.906432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.955388 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0d43bf51-6620-4a3d-966e-fc36cd4a2948), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:02.976468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Calling delete_port for 0d43bf51-6620-4a3d-966e-fc36cd4a2948 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:03.093395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:03.126382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:03.132983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:03.301764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:03.302647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:03.305857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=6d63ef88-e392-400b-aafb-dcaf996431ba,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:03.308073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0d43bf51-6620-4a3d-966e-fc36cd4a2948), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:03.339625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Router 6c377245-c342-49d3-b8cd-be410a9378bf has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:03:03.362940 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-f9d3a8f8-16d8-492f-8d31-12049152e3b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9182904 Feb 03 22:03:03.488378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event deleted for resources: {'Port': ['ID=0d43bf51-6620-4a3d-966e-fc36cd4a2948,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:03.540401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-795b7c77-f8cf-4165-ad12-593e5b645864 None None] Provisioning complete for port b935fbb2-a811-405a-a45c-2903c87aea4f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:03.542457 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-795b7c77-f8cf-4165-ad12-593e5b645864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:03.561112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Request body: {'port': {'device_id': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:03.572240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:03:03.605850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c7e96760-2a7d-4a3d-b5d8-0e5def0f8e90 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "PUT /v2.0/routers/6c377245-c342-49d3-b8cd-be410a9378bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8884404 Feb 03 22:03:03.608760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:03.705912 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (3ddb2a62-b45e-4612-a96d-01e05bd4146b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:03.748239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:03.779321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5ec81-b67f-4cd9-b84c-a260328649c1 None None] Sync routers for ids ['6c377245-c342-49d3-b8cd-be410a9378bf'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:03:03.820203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5ec81-b67f-4cd9-b84c-a260328649c1 None None] Routers {'6c377245-c342-49d3-b8cd-be410a9378bf'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:03.820856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0be5ec81-b67f-4cd9-b84c-a260328649c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6c377245-c342-49d3-b8cd-be410a9378bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:03.832976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-795b7c77-f8cf-4165-ad12-593e5b645864 None None] Port b935fbb2-a811-405a-a45c-2903c87aea4f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:03:03.930190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0be5ec81-b67f-4cd9-b84c-a260328649c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:03.940303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdce19dd-b288-4fa4-aa0f-9ad9514200ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for router (6c377245-c342-49d3-b8cd-be410a9378bf), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:03.975192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72ab83-cf73-4ab7-8018-9db27d134dae req-8510fc13-78c1-4189-bfe6-2bdc96fb57c7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:03.977982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f72ab83-cf73-4ab7-8018-9db27d134dae req-8510fc13-78c1-4189-bfe6-2bdc96fb57c7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 931 time: 0.6472778 Feb 03 22:03:03.981364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5ec81-b67f-4cd9-b84c-a260328649c1 None None] Routers {'6c377245-c342-49d3-b8cd-be410a9378bf'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:03.982060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0be5ec81-b67f-4cd9-b84c-a260328649c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6c377245-c342-49d3-b8cd-be410a9378bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:04.073380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0be5ec81-b67f-4cd9-b84c-a260328649c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:04.074050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5ec81-b67f-4cd9-b84c-a260328649c1 None None] The sync data for ids ['6c377245-c342-49d3-b8cd-be410a9378bf'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:03:04.076464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-68bb6677-81b6-4368-9226-83f0279ccdad None None] Provisioning complete for port 6d63ef88-e392-400b-aafb-dcaf996431ba triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:04.076844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bb6677-81b6-4368-9226-83f0279ccdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.153808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (3ddb2a62-b45e-4612-a96d-01e05bd4146b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.161414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-68bb6677-81b6-4368-9226-83f0279ccdad None None] Port 6d63ef88-e392-400b-aafb-dcaf996431ba cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:03:04.166312 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (3ddb2a62-b45e-4612-a96d-01e05bd4146b), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.189553 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-fdce19dd-b288-4fa4-aa0f-9ad9514200ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 22:03:04.193711 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fdce19dd-b288-4fa4-aa0f-9ad9514200ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/routers/6c377245-c342-49d3-b8cd-be410a9378bf HTTP/1.1" status: 409 len: 329 time: 0.5809016 Feb 03 22:03:04.201890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:04.292067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f72ab83-cf73-4ab7-8018-9db27d134dae req-7d5633b2-8424-4d4e-b68e-e96ee21fe68a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782271 Feb 03 22:03:04.307943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aab34-fad8-4d86-8b42-6f94fb3e095e req-f109e172-1787-4c4d-b9ce-41c1dfaf7d00 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:04.309533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e0aab34-fad8-4d86-8b42-6f94fb3e095e req-f109e172-1787-4c4d-b9ce-41c1dfaf7d00 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.3752923 Feb 03 22:03:04.312032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (3ddb2a62-b45e-4612-a96d-01e05bd4146b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.312611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Fanout notify agent at l3_agent the message router_deleted on router 3ddb2a62-b45e-4612-a96d-01e05bd4146b {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:03:04.319315 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.320416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0af16165-96f0-4c00-8bf7-c7c38e960a37 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/3ddb2a62-b45e-4612-a96d-01e05bd4146b HTTP/1.1" status: 204 len: 168 time: 2.9815123 Feb 03 22:03:04.327541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:04.331853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-834512586', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:04.395349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e0aab34-fad8-4d86-8b42-6f94fb3e095e req-8beac33e-e552-42db-82e4-17f81f14740e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732505 Feb 03 22:03:04.404364 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.406735 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.482589 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.693476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.798578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d63ef88-e392-400b-aafb-dcaf996431ba {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:03:04.808159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Publish callbacks [] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.831790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Transition to ACTIVE for port object 6d63ef88-e392-400b-aafb-dcaf996431ba will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:03:04.836949 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:04.871949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c93216-b416-463f-b17d-688cb2d27943 req-59fc6f8f-d681-4ab0-b18c-70e0ae11eb19 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:04.888785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03c93216-b416-463f-b17d-688cb2d27943 req-59fc6f8f-d681-4ab0-b18c-70e0ae11eb19 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.4046521 Feb 03 22:03:04.991839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d63ef88-e392-400b-aafb-dcaf996431ba,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:05.028626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03c93216-b416-463f-b17d-688cb2d27943 req-9ab964b9-45e6-4071-9b16-336cde0d5f1a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269748 Feb 03 22:03:05.051648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Attempting to bind port 6d63ef88-e392-400b-aafb-dcaf996431ba on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:03:05.051989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Attempting to bind port 6d63ef88-e392-400b-aafb-dcaf996431ba by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:03:05.052328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Attempting to bind port 6d63ef88-e392-400b-aafb-dcaf996431ba on network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:03:05.089990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Port 6d63ef88-e392-400b-aafb-dcaf996431ba on network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:03:05.090253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Attempting to bind port 6d63ef88-e392-400b-aafb-dcaf996431ba on network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:03:05.098309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:03:05.098652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Checking segment: {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:03:05.099032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Bound using segment: {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:03:05.099979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Bound port: 6d63ef88-e392-400b-aafb-dcaf996431ba, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548b2237-ea96-45ef-95e5-bba67758f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:03:05.100349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:05.231222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (6c377245-c342-49d3-b8cd-be410a9378bf), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:05.330194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] For port 6d63ef88-e392-400b-aafb-dcaf996431ba, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:03:05.364931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:05.386960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:05.416547 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:03:05.626907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Allocated IP 172.25.5.6 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/41e614c8-a388-4367-ac67-81515fe7b6fb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:05.735783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] For port 6d63ef88-e392-400b-aafb-dcaf996431ba, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6d63ef88-e392-400b-aafb-dcaf996431ba,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:03:05.746808 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:05.749849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for port (41e614c8-a388-4367-ac67-81515fe7b6fb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:05.802732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (41e614c8-a388-4367-ac67-81515fe7b6fb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:05.811361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d63ef88-e392-400b-aafb-dcaf996431ba,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:05.876774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:05.877435 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:05.879174 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-88c2ef67-6e40-4931-9727-b89abed4b1d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/6d63ef88-e392-400b-aafb-dcaf996431ba HTTP/1.1" status: 200 len: 1091 time: 2.3222816 Feb 03 22:03:05.880642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:03:05.885542 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:03:05.909246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:05.919678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:05.924251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:06.062796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event updated for resources: {'Port': ['ID=41e614c8-a388-4367-ac67-81515fe7b6fb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:06.081171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Deleting port b935fbb2-a811-405a-a45c-2903c87aea4f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:06.081471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:06.112231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f39f7-1099-42e3-b34b-2d2965c05e55 req-7e555b1f-b3f4-454a-bbb2-2bfd9fc57423 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:06.113800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d73f39f7-1099-42e3-b34b-2d2965c05e55 req-7e555b1f-b3f4-454a-bbb2-2bfd9fc57423 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 943 time: 0.3314443 Feb 03 22:03:06.121499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1bcaf-b499-4798-b2a0-51526454d051 req-349bc4c5-ef40-4e73-8799-66cd6bd6621f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:06.122955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9c1bcaf-b499-4798-b2a0-51526454d051 req-349bc4c5-ef40-4e73-8799-66cd6bd6621f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.3314471 Feb 03 22:03:06.202056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-babb60bb-b8b7-425f-831a-0963fa11465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:06.204449 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-babb60bb-b8b7-425f-831a-0963fa11465f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 1125 time: 0.2793803 Feb 03 22:03:06.276432 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-ef540a73-7a46-429a-85a5-812969773188 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d63ef88-e392-400b-aafb-dcaf996431ba HTTP/1.1" status: 200 len: 217 time: 0.0592406 Feb 03 22:03:06.278208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d73f39f7-1099-42e3-b34b-2d2965c05e55 req-d9713a39-f2a1-4fb3-9c53-7da85375f2e0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440432 Feb 03 22:03:06.361492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:06.370172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9c1bcaf-b499-4798-b2a0-51526454d051 req-5608a6b7-2f02-4daf-aea3-1fbbc220ef2c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849930 Feb 03 22:03:06.384215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Calling delete_port for b935fbb2-a811-405a-a45c-2903c87aea4f owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:06.387011 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230a8e7c-91a7-4163-b6d6-f7c2524edf3d x-openstack-request-id: req-230a8e7c-91a7-4163-b6d6-f7c2524edf3d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:03:06.387307 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:03:06.387555 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-230a8e7c-91a7-4163-b6d6-f7c2524edf3d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:03:06.387958 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'status': 'completed', 'code': 200} Feb 03 22:03:06.397448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-8c9461d4-3335-4195-acaa-664456c41364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:06.399015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-8c9461d4-3335-4195-acaa-664456c41364 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09dbefd6-cbb4-4cf0-8fe2-a791f691faa4 HTTP/1.1" status: 200 len: 835 time: 0.1043694 Feb 03 22:03:06.449694 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:06.566529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-cdfbf466-0eaa-4032-98d9-0451d02e1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:06.568758 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-cdfbf466-0eaa-4032-98d9-0451d02e1365 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1596527 Feb 03 22:03:06.734142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-1be7e33a-402a-4f3b-9f9d-13e36e23c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:06.735742 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-1be7e33a-402a-4f3b-9f9d-13e36e23c974 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 1127 time: 0.3132651 Feb 03 22:03:06.741994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0266f-6ebc-4d0f-95c8-e5bc0f86ba0f req-119b5380-dd68-4ecc-b758-22f9d39cc0a6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:06.743712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aae0266f-6ebc-4d0f-95c8-e5bc0f86ba0f req-119b5380-dd68-4ecc-b758-22f9d39cc0a6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 943 time: 0.2047200 Feb 03 22:03:06.748637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:06.819718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b935fbb2-a811-405a-a45c-2903c87aea4f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:06.829513 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-21b81f8e-1421-42ca-926e-817edc27d353 service neutron] 10.222.0.10 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478702 Feb 03 22:03:06.873482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Port': ['ID=b935fbb2-a811-405a-a45c-2903c87aea4f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:07.055404 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c9cda9da-e224-47b9-9510-7c9c6eb26a49 req-4b9ce8bd-8ebf-4297-be19-aa8065795f22 service neutron] 10.222.0.10 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163994 Feb 03 22:03:07.060345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-b6bb1fe0-9eee-47b6-995a-497b6651028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:07.061883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-b6bb1fe0-9eee-47b6-995a-497b6651028a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.3080368 Feb 03 22:03:07.194604 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (6c377245-c342-49d3-b8cd-be410a9378bf), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:07.221227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aae0266f-6ebc-4d0f-95c8-e5bc0f86ba0f req-dd347613-df9b-472b-9d3a-53ee3f315b35 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699957 Feb 03 22:03:07.265296 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-ec423a20-5911-4d77-962a-1a88d6ce3bfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a HTTP/1.1" status: 200 len: 1001 time: 0.1619751 Feb 03 22:03:07.284268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Router bbbd5b8b-6ed3-4cb6-9924-142cc061767d is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:03:07.312314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-7c11b5d7-6f56-4fc3-91e1-1a4cc48f9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:07.314368 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-7c11b5d7-6f56-4fc3-91e1-1a4cc48f9773 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 1125 time: 0.2001572 Feb 03 22:03:07.397285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-4074be14-c7ea-4bd9-81fa-bf748d0c762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:07.399150 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-4074be14-c7ea-4bd9-81fa-bf748d0c762f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.0987530 Feb 03 22:03:07.465275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:03:07.478576 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5b5f2-d7af-4012-a4ed-6314ebb11b36 None None] Sync routers for ids ['bbbd5b8b-6ed3-4cb6-9924-142cc061767d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:03:07.496939 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5b5f2-d7af-4012-a4ed-6314ebb11b36 None None] Routers {'bbbd5b8b-6ed3-4cb6-9924-142cc061767d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:07.499363 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90e5b5f2-d7af-4012-a4ed-6314ebb11b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['bbbd5b8b-6ed3-4cb6-9924-142cc061767d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:07.538770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 37626aaa-655f-47e1-acf5-85c5d4b06b8a details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:03:07.575793 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90e5b5f2-d7af-4012-a4ed-6314ebb11b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:07.595846 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5b5f2-d7af-4012-a4ed-6314ebb11b36 None None] Routers {'bbbd5b8b-6ed3-4cb6-9924-142cc061767d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:07.596750 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90e5b5f2-d7af-4012-a4ed-6314ebb11b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['bbbd5b8b-6ed3-4cb6-9924-142cc061767d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:07.610059 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:07.612255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-916b43d9-8e1b-40d8-b820-7b493f24c147 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2834232 Feb 03 22:03:07.615526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:07.639929 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90e5b5f2-d7af-4012-a4ed-6314ebb11b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:07.640580 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5b5f2-d7af-4012-a4ed-6314ebb11b36 None None] The sync data for ids ['bbbd5b8b-6ed3-4cb6-9924-142cc061767d'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:03:07.642027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd815a19-15c1-4c45-b82e-ce121eff5074 req-31bebc9a-6059-4eaa-b57e-f2cbd54dc7e1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:07.644701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd815a19-15c1-4c45-b82e-ce121eff5074 req-31bebc9a-6059-4eaa-b57e-f2cbd54dc7e1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 943 time: 0.2651973 Feb 03 22:03:07.650267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:07.678434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-1586c14e-69d7-494e-9c8d-882f607978c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:07.680447 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-1586c14e-69d7-494e-9c8d-882f607978c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2589078 Feb 03 22:03:07.726232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 37626aaa-655f-47e1-acf5-85c5d4b06b8a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=37626aaa-655f-47e1-acf5-85c5d4b06b8a,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:07.728423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Router 6c377245-c342-49d3-b8cd-be410a9378bf has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:03:07.744695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '37626aaa-655f-47e1-acf5-85c5d4b06b8a', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'port_id': '37626aaa-655f-47e1-acf5-85c5d4b06b8a', 'mac_address': 'fa:16:3e:5b:2b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:03:07.798019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 37626aaa-655f-47e1-acf5-85c5d4b06b8a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:07.798807 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:07.816731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37626aaa-655f-47e1-acf5-85c5d4b06b8a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:03:07.851340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 37626aaa-655f-47e1-acf5-85c5d4b06b8a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=37626aaa-655f-47e1-acf5-85c5d4b06b8a,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:07.857595 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:07.870237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c8970-3000-4db4-b44f-27b772e3c1d7 req-ae120e10-36b8-464f-8268-08c9ee045832 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:07.870800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:03:07.877906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d3c8970-3000-4db4-b44f-27b772e3c1d7 req-ae120e10-36b8-464f-8268-08c9ee045832 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.3548641 Feb 03 22:03:07.884423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d367be74-9c38-4ab6-9ea2-c6f8706911ea tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "PUT /v2.0/routers/6c377245-c342-49d3-b8cd-be410a9378bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6780243 Feb 03 22:03:07.884423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-b7824f44-64ba-4883-9240-685ed682e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:07.887246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-b7824f44-64ba-4883-9240-685ed682e88e service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d HTTP/1.1" status: 200 len: 898 time: 0.5054808 Feb 03 22:03:07.890469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:07.947523 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-93c194aa-601d-49c0-9fe1-02a8179c7b06 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] show failed (client error): The resource could not be found. Feb 03 22:03:07.953053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-93c194aa-601d-49c0-9fe1-02a8179c7b06 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1593876740 HTTP/1.1" status: 404 len: 335 time: 0.0575259 Feb 03 22:03:07.955083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:07.958155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e270c02-5d9c-494c-bb50-6f13a4daa39e None None] Sync routers for ids ['6c377245-c342-49d3-b8cd-be410a9378bf'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:03:07.964093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=37626aaa-655f-47e1-acf5-85c5d4b06b8a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:07.985197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e270c02-5d9c-494c-bb50-6f13a4daa39e None None] Routers {'6c377245-c342-49d3-b8cd-be410a9378bf'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:07.986018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5e270c02-5d9c-494c-bb50-6f13a4daa39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6c377245-c342-49d3-b8cd-be410a9378bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:07.988699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-41985f27-ebfc-43f3-8d89-9b3fb874c667 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:07.994583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd815a19-15c1-4c45-b82e-ce121eff5074 req-0d22a368-f842-4f45-ba9c-240522545c77 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393171 Feb 03 22:03:08.032552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5e270c02-5d9c-494c-bb50-6f13a4daa39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:08.035690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-cab3c8a6-35e1-41e1-8a03-38495d4d9fea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d63ef88-e392-400b-aafb-dcaf996431ba HTTP/1.1" status: 200 len: 217 time: 0.0967863 Feb 03 22:03:08.042243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e270c02-5d9c-494c-bb50-6f13a4daa39e None None] Routers {'6c377245-c342-49d3-b8cd-be410a9378bf'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:08.042996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5e270c02-5d9c-494c-bb50-6f13a4daa39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6c377245-c342-49d3-b8cd-be410a9378bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:08.044739 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-41985f27-ebfc-43f3-8d89-9b3fb874c667 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] update failed (client error): The resource could not be found. Feb 03 22:03:08.048433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-41985f27-ebfc-43f3-8d89-9b3fb874c667 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-2124930020 HTTP/1.1" status: 404 len: 335 time: 0.0903418 Feb 03 22:03:08.051160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:08.079523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d3c8970-3000-4db4-b44f-27b772e3c1d7 req-fcda84b3-e0b0-45b8-9ed6-9038ed6f3c65 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007413 Feb 03 22:03:08.085648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5e270c02-5d9c-494c-bb50-6f13a4daa39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:08.086067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e270c02-5d9c-494c-bb50-6f13a4daa39e None None] The sync data for ids ['6c377245-c342-49d3-b8cd-be410a9378bf'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:03:08.137487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-43de0cd6-8f2f-47b2-bac9-c817609f3eae service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423475 Feb 03 22:03:08.186728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-5e47b2d1-769c-4b22-82e3-59566a50d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:08.188228 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-5e47b2d1-769c-4b22-82e3-59566a50d017 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09dbefd6-cbb4-4cf0-8fe2-a791f691faa4 HTTP/1.1" status: 200 len: 835 time: 0.1361599 Feb 03 22:03:08.211518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['37626aaa-655f-47e1-acf5-85c5d4b06b8a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:03:08.290564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcea50b-70c4-4bdd-9e1b-a13f7857a1a3 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Deleting subnet 6d8708a5-3f8e-4633-b3e2-2b289a14ef09 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:03:08.300490 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bcea50b-70c4-4bdd-9e1b-a13f7857a1a3 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (6d8708a5-3f8e-4633-b3e2-2b289a14ef09), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.383024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-8ca1dcbb-78d1-405b-8fa9-16ae5200cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:08.384680 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-8ca1dcbb-78d1-405b-8fa9-16ae5200cb38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1775219 Feb 03 22:03:08.387037 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bcea50b-70c4-4bdd-9e1b-a13f7857a1a3 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (6d8708a5-3f8e-4633-b3e2-2b289a14ef09), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.411713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5c38b976-8988-412c-9a1b-37ae4dd693dc req-10a8a546-bcd5-4456-9381-beb8e96932d6 service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417512 Feb 03 22:03:08.416430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094fbf1-63eb-4f93-bc8c-2dcdaee84fd1 req-2c260fe7-6adc-45b6-a7f0-3d27f4b11dab tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:08.428770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e094fbf1-63eb-4f93-bc8c-2dcdaee84fd1 req-2c260fe7-6adc-45b6-a7f0-3d27f4b11dab tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2099471 Feb 03 22:03:08.477792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5b7c7-5a00-48ad-a9d1-d8df425a90ea req-c04b0be6-4a37-4943-8def-1a97e8fd9f0f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:08.480220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47a5b7c7-5a00-48ad-a9d1-d8df425a90ea req-c04b0be6-4a37-4943-8def-1a97e8fd9f0f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 944 time: 0.1191874 Feb 03 22:03:08.510375 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.539523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_gateway (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.550887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bcea50b-70c4-4bdd-9e1b-a13f7857a1a3 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6d8708a5-3f8e-4633-b3e2-2b289a14ef09), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.553658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e094fbf1-63eb-4f93-bc8c-2dcdaee84fd1 req-474b9eb3-9cc9-4d6d-bdf7-7254cfd68a80 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116025 Feb 03 22:03:08.574116 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-b884001d-7c08-44fb-9a9f-10255d1089d5 service neutron] 10.222.0.10 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650207 Feb 03 22:03:08.599850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47a5b7c7-5a00-48ad-a9d1-d8df425a90ea req-00e7c6e8-7337-4296-89f6-b7f05f1ff80b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072993 Feb 03 22:03:08.649464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Deleting port 41e614c8-a388-4367-ac67-81515fe7b6fb {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:08.650442 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (41e614c8-a388-4367-ac67-81515fe7b6fb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.671954 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bcea50b-70c4-4bdd-9e1b-a13f7857a1a3 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (6d8708a5-3f8e-4633-b3e2-2b289a14ef09), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.716652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bcea50b-70c4-4bdd-9e1b-a13f7857a1a3 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.719860 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1bcea50b-70c4-4bdd-9e1b-a13f7857a1a3 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/subnets/6d8708a5-3f8e-4633-b3e2-2b289a14ef09 HTTP/1.1" status: 204 len: 168 time: 0.6666231 Feb 03 22:03:08.720863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcea50b-70c4-4bdd-9e1b-a13f7857a1a3 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8708a5-3f8e-4633-b3e2-2b289a14ef09,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:08.723814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:08.726166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e3bf6-c6d0-46fd-b0a2-524e18a94a17 None None] Network edc65f6a-449d-4552-8366-c9acf589144a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:08.745454 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e13a196c-9a82-4c62-b12f-41e5f62bf5a7 req-593068aa-b669-458a-97af-4766f038231c service neutron] 10.222.0.10 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634719 Feb 03 22:03:08.771332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709d0d-3863-4952-946a-de9e8d1e92d6 req-8ed5c5b0-31ec-4413-af0e-0dbbfcaab89c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:08.772946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06709d0d-3863-4952-946a-de9e8d1e92d6 req-8ed5c5b0-31ec-4413-af0e-0dbbfcaab89c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1029980 Feb 03 22:03:08.820058 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (41e614c8-a388-4367-ac67-81515fe7b6fb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.834815 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (edc65f6a-449d-4552-8366-c9acf589144a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.854394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Calling delete_port for 41e614c8-a388-4367-ac67-81515fe7b6fb owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:08.882844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06709d0d-3863-4952-946a-de9e8d1e92d6 req-df383343-813b-4b6c-8831-685170b1e821 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968862 Feb 03 22:03:08.948698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Deleting port f1c24e13-bd3e-4af2-83e7-8cca79099b45 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:08.949147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:08.995220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e31e60-dc56-496e-b814-cca386d0a717 None None] DHCP port deletion for edc65f6a-449d-4552-8366-c9acf589144a request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:03:09.064318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] For port f1c24e13-bd3e-4af2-83e7-8cca79099b45, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1c24e13-bd3e-4af2-83e7-8cca79099b45,segment=NetworkSegment(81a483e9-a8a2-4028-b123-652cf5095dc8),segment_id=81a483e9-a8a2-4028-b123-652cf5095dc8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:09.064695 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.069613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63e31e60-dc56-496e-b814-cca386d0a717 None None] Deleting port f1c24e13-bd3e-4af2-83e7-8cca79099b45 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:09.070352 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63e31e60-dc56-496e-b814-cca386d0a717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.080150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Calling delete_port for f1c24e13-bd3e-4af2-83e7-8cca79099b45 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:09.191518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-63e31e60-dc56-496e-b814-cca386d0a717 None None] For port f1c24e13-bd3e-4af2-83e7-8cca79099b45, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1c24e13-bd3e-4af2-83e7-8cca79099b45,segment=NetworkSegment(81a483e9-a8a2-4028-b123-652cf5095dc8),segment_id=81a483e9-a8a2-4028-b123-652cf5095dc8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:09.192361 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63e31e60-dc56-496e-b814-cca386d0a717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.213046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46728d8-9926-41dc-98aa-78504b4b862c req-662c9f70-e215-450b-be45-a289292a029e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:09.219214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63e31e60-dc56-496e-b814-cca386d0a717 None None] Calling delete_port for f1c24e13-bd3e-4af2-83e7-8cca79099b45 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:09.220219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c46728d8-9926-41dc-98aa-78504b4b862c req-662c9f70-e215-450b-be45-a289292a029e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 943 time: 0.0890262 Feb 03 22:03:09.264658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.335459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Port': ['ID=f1c24e13-bd3e-4af2-83e7-8cca79099b45,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:09.336931 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c46728d8-9926-41dc-98aa-78504b4b862c req-c78941a8-706e-4af8-99d3-40177aa35dc7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158314 Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.350290 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:03:09.352729 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:03:09.356619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] No DVR routers for this DVR port f1c24e13-bd3e-4af2-83e7-8cca79099b45 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:03:09.370555 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63e31e60-dc56-496e-b814-cca386d0a717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f1c24e13-bd3e-4af2-83e7-8cca79099b45), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.380778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae1b91-ed2f-4a41-9b91-28d7438eef5a req-d922d2bd-2526-47b5-904e-6404e6c3704f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:09.382536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8ae1b91-ed2f-4a41-9b91-28d7438eef5a req-d922d2bd-2526-47b5-904e-6404e6c3704f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 945 time: 0.1406295 Feb 03 22:03:09.416211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e31e60-dc56-496e-b814-cca386d0a717 None None] Pushing event deleted for resources: {'Port': ['ID=f1c24e13-bd3e-4af2-83e7-8cca79099b45,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:09.418990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e31e60-dc56-496e-b814-cca386d0a717 None None] No DVR routers for this DVR port f1c24e13-bd3e-4af2-83e7-8cca79099b45 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:03:09.470697 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (41e614c8-a388-4367-ac67-81515fe7b6fb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.473716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (edc65f6a-449d-4552-8366-c9acf589144a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.497457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc65f6a-449d-4552-8366-c9acf589144a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:09.507901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a483e9-a8a2-4028-b123-652cf5095dc8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:09.508292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a483e9-a8a2-4028-b123-652cf5095dc8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:09.512478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Pushing event deleted for resources: {'Port': ['ID=41e614c8-a388-4367-ac67-81515fe7b6fb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:09.521343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (81a483e9-a8a2-4028-b123-652cf5095dc8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.537805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8ae1b91-ed2f-4a41-9b91-28d7438eef5a req-22050131-d992-430b-af5e-bc60368f304d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408603 Feb 03 22:03:09.538647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (81a483e9-a8a2-4028-b123-652cf5095dc8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.550450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:03:09.551237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (81a483e9-a8a2-4028-b123-652cf5095dc8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.554646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 37626aaa-655f-47e1-acf5-85c5d4b06b8a up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:03:09.563935 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:03:09.626417 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.652819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 37626aaa-655f-47e1-acf5-85c5d4b06b8a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:03:09.657343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (edc65f6a-449d-4552-8366-c9acf589144a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.663648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 37626aaa-655f-47e1-acf5-85c5d4b06b8a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:09.665163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.673760 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.686525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/networks/edc65f6a-449d-4552-8366-c9acf589144a HTTP/1.1" status: 204 len: 168 time: 0.9595931 Feb 03 22:03:09.687074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:09.737216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d8746-2197-45d2-b40b-3f75dc276ff5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Network': ['ID=edc65f6a-449d-4552-8366-c9acf589144a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:09.789075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 37626aaa-655f-47e1-acf5-85c5d4b06b8a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:09.789636 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.807927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-591a6a29-6bd8-43f1-9c8c-5c423bc7ef61 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Deleting subnet 04cd8748-d85a-4eaf-beed-f9e973d639de {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:03:09.812285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-591a6a29-6bd8-43f1-9c8c-5c423bc7ef61 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (04cd8748-d85a-4eaf-beed-f9e973d639de), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.836274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a6edbf-cb81-4cba-98d6-8a41cf6841d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37626aaa-655f-47e1-acf5-85c5d4b06b8a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:03:09.840883 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17adcc1a-a11e-42da-8394-455ed5a72381" -d '{"events": [{"server_uuid": "83a6edbf-cb81-4cba-98d6-8a41cf6841d3", "name": "network-vif-plugged", "status": "completed", "tag": "37626aaa-655f-47e1-acf5-85c5d4b06b8a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:03:09.870088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-591a6a29-6bd8-43f1-9c8c-5c423bc7ef61 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (04cd8748-d85a-4eaf-beed-f9e973d639de), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.889552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 37626aaa-655f-47e1-acf5-85c5d4b06b8a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=37626aaa-655f-47e1-acf5-85c5d4b06b8a,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:09.901971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:09.903078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:03:09.984041 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810fa709-2e08-4a25-b286-47882f96a0bf x-openstack-request-id: req-810fa709-2e08-4a25-b286-47882f96a0bf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:03:09.984406 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a6edbf-cb81-4cba-98d6-8a41cf6841d3", "name": "network-vif-plugged", "status": "completed", "tag": "37626aaa-655f-47e1-acf5-85c5d4b06b8a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:03:09.984585 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-810fa709-2e08-4a25-b286-47882f96a0bf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:03:09.985029 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a6edbf-cb81-4cba-98d6-8a41cf6841d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37626aaa-655f-47e1-acf5-85c5d4b06b8a', 'code': 200} Feb 03 22:03:10.031931 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-591a6a29-6bd8-43f1-9c8c-5c423bc7ef61 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (04cd8748-d85a-4eaf-beed-f9e973d639de), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.108447 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-591a6a29-6bd8-43f1-9c8c-5c423bc7ef61 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (04cd8748-d85a-4eaf-beed-f9e973d639de), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.133740 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.141287 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.150683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=37626aaa-655f-47e1-acf5-85c5d4b06b8a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:10.161858 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13135600-5de2-42d4-9f01-d71751b94e25 req-7a9b9b29-ec66-4b0b-abe9-d17688d3935d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:10.163404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13135600-5de2-42d4-9f01-d71751b94e25 req-7a9b9b29-ec66-4b0b-abe9-d17688d3935d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 944 time: 0.4373825 Feb 03 22:03:10.219569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a6a29-6bd8-43f1-9c8c-5c423bc7ef61 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Subnet': ['ID=04cd8748-d85a-4eaf-beed-f9e973d639de,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:10.239698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-591a6a29-6bd8-43f1-9c8c-5c423bc7ef61 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.246135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-591a6a29-6bd8-43f1-9c8c-5c423bc7ef61 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/subnets/04cd8748-d85a-4eaf-beed-f9e973d639de HTTP/1.1" status: 204 len: 168 time: 0.5278642 Feb 03 22:03:10.252348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:10.309716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 94902e60-bba8-42bc-88f9-ffdc3c10689a is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:10.310356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.315066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f3ae35-90d1-432a-a3fc-eab609944bb0 None None] Network 8c21cb68-047d-4861-ab1f-d02dd8696dd6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:10.385282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc8af4-a2b9-4cbd-b22e-2ad0fcdc40cc req-8475af9e-635e-4e4f-8153-0cf992896529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:10.386823 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32cc8af4-a2b9-4cbd-b22e-2ad0fcdc40cc req-8475af9e-635e-4e4f-8153-0cf992896529 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 1127 time: 0.2896109 Feb 03 22:03:10.419657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aacd21-2126-4462-9c73-246435a91f9c tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Deleting subnet e32ce2e7-df8f-4f6c-8a24-5e87f149255d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:03:10.439785 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6aacd21-2126-4462-9c73-246435a91f9c tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (e32ce2e7-df8f-4f6c-8a24-5e87f149255d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.464060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1c24e13-bd3e-4af2-83e7-8cca79099b45 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:03:10.504729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Router bbbd5b8b-6ed3-4cb6-9924-142cc061767d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:03:10.529423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13135600-5de2-42d4-9f01-d71751b94e25 req-13ebd4b0-f73d-4db5-be91-ed0e95784c55 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203119 Feb 03 22:03:10.550804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f1c24e13-bd3e-4af2-83e7-8cca79099b45 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:03:10.551156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1c24e13-bd3e-4af2-83e7-8cca79099b45 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:03:10.563323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32cc8af4-a2b9-4cbd-b22e-2ad0fcdc40cc req-593a75a6-4d36-45f3-8524-c7dd0f72188f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688704 Feb 03 22:03:10.596269 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6aacd21-2126-4462-9c73-246435a91f9c tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (e32ce2e7-df8f-4f6c-8a24-5e87f149255d), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.705035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:10.712034 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.788607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:10.818773 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6aacd21-2126-4462-9c73-246435a91f9c tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (e32ce2e7-df8f-4f6c-8a24-5e87f149255d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.846949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80131aaf-c71e-4e09-bd58-f584ecca384e None None] DHCP port deletion for 8c21cb68-047d-4861-ab1f-d02dd8696dd6 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:03:10.858569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:03:10.865755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.866934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-683e6c54-963c-4adb-b530-a58ebf1c7ba8 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "PUT /v2.0/routers/bbbd5b8b-6ed3-4cb6-9924-142cc061767d HTTP/1.1" status: 200 len: 709 time: 3.2209833 Feb 03 22:03:10.871670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:10.877414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a399b9-3a9c-4aab-b2a7-d6345dc39c9f None None] Sync routers for ids ['bbbd5b8b-6ed3-4cb6-9924-142cc061767d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:03:10.897181 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a399b9-3a9c-4aab-b2a7-d6345dc39c9f None None] Routers {'bbbd5b8b-6ed3-4cb6-9924-142cc061767d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:10.898156 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-10a399b9-3a9c-4aab-b2a7-d6345dc39c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['bbbd5b8b-6ed3-4cb6-9924-142cc061767d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:10.954180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80131aaf-c71e-4e09-bd58-f584ecca384e None None] Deleting port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:10.955708 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80131aaf-c71e-4e09-bd58-f584ecca384e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:10.971266 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-10a399b9-3a9c-4aab-b2a7-d6345dc39c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:10.990260 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a399b9-3a9c-4aab-b2a7-d6345dc39c9f None None] Routers {'bbbd5b8b-6ed3-4cb6-9924-142cc061767d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:10.990897 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-10a399b9-3a9c-4aab-b2a7-d6345dc39c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['bbbd5b8b-6ed3-4cb6-9924-142cc061767d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:10.995194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6aacd21-2126-4462-9c73-246435a91f9c tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (e32ce2e7-df8f-4f6c-8a24-5e87f149255d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.063348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aacd21-2126-4462-9c73-246435a91f9c tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Subnet': ['ID=e32ce2e7-df8f-4f6c-8a24-5e87f149255d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:11.075529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6aacd21-2126-4462-9c73-246435a91f9c tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.076661 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-10a399b9-3a9c-4aab-b2a7-d6345dc39c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:11.080170 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a399b9-3a9c-4aab-b2a7-d6345dc39c9f None None] The sync data for ids ['bbbd5b8b-6ed3-4cb6-9924-142cc061767d'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:03:11.086248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b9ae9-a6b5-4331-b7fb-ceaee3408c60 None None] Network d023bea5-33ae-4b8a-a024-0743aa74bdd8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:11.102709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a6aacd21-2126-4462-9c73-246435a91f9c tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/subnets/e32ce2e7-df8f-4f6c-8a24-5e87f149255d HTTP/1.1" status: 204 len: 168 time: 0.8488646 Feb 03 22:03:11.105860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52268) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:11.135575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc286-2176-412e-b5af-7b0151474b13 req-d23168ec-859e-41df-a14b-652141ea361f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:11.144265 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d2fc286-2176-412e-b5af-7b0151474b13 req-d23168ec-859e-41df-a14b-652141ea361f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 943 time: 0.4925561 Feb 03 22:03:11.156051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f67d6f14-dc1f-46e6-8db3-3cda2f88a395 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/routers/bbbd5b8b-6ed3-4cb6-9924-142cc061767d HTTP/1.1" status: 200 len: 744 time: 0.2809899 Feb 03 22:03:11.158888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52272) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:11.207440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f1be-f796-4ed9-a002-dc2ee07fcd4f req-ca4309f3-a658-4a07-a7a2-69839fa83bf7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:11.209826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-80131aaf-c71e-4e09-bd58-f584ecca384e None None] For port dcef3cf1-3f03-4d5f-9726-9d1e709d8358, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dcef3cf1-3f03-4d5f-9726-9d1e709d8358,segment=NetworkSegment(46038f61-c813-4972-a955-60d6a611c2ff),segment_id=46038f61-c813-4972-a955-60d6a611c2ff)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:11.210244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80131aaf-c71e-4e09-bd58-f584ecca384e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.216708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b007f1be-f796-4ed9-a002-dc2ee07fcd4f req-ca4309f3-a658-4a07-a7a2-69839fa83bf7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.5273805 Feb 03 22:03:11.231560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80131aaf-c71e-4e09-bd58-f584ecca384e None None] Calling delete_port for dcef3cf1-3f03-4d5f-9726-9d1e709d8358 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:11.285621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1f3e5eb1-0344-4410-b59c-84f4ea1246e5 tempest-RoutersIpV6AdminTest-132963392 tempest-RoutersIpV6AdminTest-132963392-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=b881c972-8cd9-4bce-b699-43968304918e&device_id=bbbd5b8b-6ed3-4cb6-9924-142cc061767d HTTP/1.1" status: 200 len: 205 time: 0.1252697 Feb 03 22:03:11.286275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52274) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:11.288602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6d63ef88-e392-400b-aafb-dcaf996431ba details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:03:11.360434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bec7a23f-c2c4-4afc-a457-73cf5b42c7c7 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbbd5b8b-6ed3-4cb6-9924-142cc061767d HTTP/1.1" status: 200 len: 205 time: 0.0571516 Feb 03 22:03:11.387483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52278) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:11.405323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d2fc286-2176-412e-b5af-7b0151474b13 req-643cdb94-b8e9-4101-9b6d-d2a2f93c040e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549677 Feb 03 22:03:11.426676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 6d63ef88-e392-400b-aafb-dcaf996431ba, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6d63ef88-e392-400b-aafb-dcaf996431ba,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:11.445111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'port_id': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'mac_address': 'fa:16:3e:b0:79:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:03:11.450974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e999bed-14a3-4f1c-a643-b21ff253c7ce None None] DHCP port deletion for d023bea5-33ae-4b8a-a024-0743aa74bdd8 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:03:11.497982 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-899e8cb7-fd37-4880-a97b-a98b535bd4e9 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.679402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 6d63ef88-e392-400b-aafb-dcaf996431ba is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:11.679795 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.792730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d63ef88-e392-400b-aafb-dcaf996431ba {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:03:11.865384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8c21cb68-047d-4861-ab1f-d02dd8696dd6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.865926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 6d63ef88-e392-400b-aafb-dcaf996431ba, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6d63ef88-e392-400b-aafb-dcaf996431ba,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:11.873867 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80131aaf-c71e-4e09-bd58-f584ecca384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (dcef3cf1-3f03-4d5f-9726-9d1e709d8358), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.885149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.917699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80131aaf-c71e-4e09-bd58-f584ecca384e None None] Pushing event deleted for resources: {'Port': ['ID=dcef3cf1-3f03-4d5f-9726-9d1e709d8358,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:11.920375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8e999bed-14a3-4f1c-a643-b21ff253c7ce None None] Deleting port 7efcd32e-bb2a-4457-927f-3cba0024970d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:11.920806 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e999bed-14a3-4f1c-a643-b21ff253c7ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.925223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-899e8cb7-fd37-4880-a97b-a98b535bd4e9 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.935322 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-899e8cb7-fd37-4880-a97b-a98b535bd4e9 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router_controller (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:11.968763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b007f1be-f796-4ed9-a002-dc2ee07fcd4f req-97100b09-8f7b-4445-9201-be9b763111d9 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7451108 Feb 03 22:03:11.997377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15627ce8-6a4c-49aa-8e25-cb87b8cc80e3 req-fb6c8300-4e62-4599-b49f-ba5f5c3988b0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:11.999145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15627ce8-6a4c-49aa-8e25-cb87b8cc80e3 req-fb6c8300-4e62-4599-b49f-ba5f5c3988b0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 945 time: 0.3580456 Feb 03 22:03:12.025817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8e999bed-14a3-4f1c-a643-b21ff253c7ce None None] For port 7efcd32e-bb2a-4457-927f-3cba0024970d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7efcd32e-bb2a-4457-927f-3cba0024970d,segment=NetworkSegment(d2c14a7c-25a5-4638-a68d-cb10b5495100),segment_id=d2c14a7c-25a5-4638-a68d-cb10b5495100)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:12.026400 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e999bed-14a3-4f1c-a643-b21ff253c7ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.044269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8e999bed-14a3-4f1c-a643-b21ff253c7ce None None] Calling delete_port for 7efcd32e-bb2a-4457-927f-3cba0024970d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:12.048998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8c21cb68-047d-4861-ab1f-d02dd8696dd6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.129017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80131aaf-c71e-4e09-bd58-f584ecca384e None None] No DVR routers for this DVR port dcef3cf1-3f03-4d5f-9726-9d1e709d8358 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:03:12.130544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c21cb68-047d-4861-ab1f-d02dd8696dd6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:12.164847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46038f61-c813-4972-a955-60d6a611c2ff') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:12.172018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46038f61-c813-4972-a955-60d6a611c2ff') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:12.186974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (46038f61-c813-4972-a955-60d6a611c2ff), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.189411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:03:12.191638 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda81885-8f92-4ddf-82ba-bbc08cdcc552" -d '{"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-unplugged", "status": "completed", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:03:12.197392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=6d63ef88-e392-400b-aafb-dcaf996431ba,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:12.203769 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e999bed-14a3-4f1c-a643-b21ff253c7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (7efcd32e-bb2a-4457-927f-3cba0024970d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.223953 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (46038f61-c813-4972-a955-60d6a611c2ff), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.235407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e999bed-14a3-4f1c-a643-b21ff253c7ce None None] Pushing event deleted for resources: {'Port': ['ID=7efcd32e-bb2a-4457-927f-3cba0024970d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:12.235620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:03:12.235965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (46038f61-c813-4972-a955-60d6a611c2ff), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:03:12.243022 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:03:12.258056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e999bed-14a3-4f1c-a643-b21ff253c7ce None None] No DVR routers for this DVR port 7efcd32e-bb2a-4457-927f-3cba0024970d on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:03:12.334892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['6d63ef88-e392-400b-aafb-dcaf996431ba'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:03:12.410947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8c21cb68-047d-4861-ab1f-d02dd8696dd6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.424056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7efcd32e-bb2a-4457-927f-3cba0024970d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:03:12.425935 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.434287 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/networks/8c21cb68-047d-4861-ab1f-d02dd8696dd6 HTTP/1.1" status: 204 len: 168 time: 1.3271856 Feb 03 22:03:12.453437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:12.495906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30958473-1301-4c8a-8139-98ef7873077b tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Network': ['ID=8c21cb68-047d-4861-ab1f-d02dd8696dd6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:12.508379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7efcd32e-bb2a-4457-927f-3cba0024970d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:03:12.510311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7efcd32e-bb2a-4457-927f-3cba0024970d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:03:12.511005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dcef3cf1-3f03-4d5f-9726-9d1e709d8358 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:03:12.568465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: dcef3cf1-3f03-4d5f-9726-9d1e709d8358 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:03:12.577941 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d023bea5-33ae-4b8a-a024-0743aa74bdd8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.578291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dcef3cf1-3f03-4d5f-9726-9d1e709d8358 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:03:12.710910 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d023bea5-33ae-4b8a-a024-0743aa74bdd8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.739885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d023bea5-33ae-4b8a-a024-0743aa74bdd8']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:12.757104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c14a7c-25a5-4638-a68d-cb10b5495100') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:12.757460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c14a7c-25a5-4638-a68d-cb10b5495100') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:12.773038 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-899e8cb7-fd37-4880-a97b-a98b535bd4e9 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (bbbd5b8b-6ed3-4cb6-9924-142cc061767d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.773547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899e8cb7-fd37-4880-a97b-a98b535bd4e9 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Fanout notify agent at l3_agent the message router_deleted on router bbbd5b8b-6ed3-4cb6-9924-142cc061767d {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:03:12.777667 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d2c14a7c-25a5-4638-a68d-cb10b5495100), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.781970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-899e8cb7-fd37-4880-a97b-a98b535bd4e9 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.786128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-899e8cb7-fd37-4880-a97b-a98b535bd4e9 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/bbbd5b8b-6ed3-4cb6-9924-142cc061767d HTTP/1.1" status: 204 len: 168 time: 1.3762538 Feb 03 22:03:12.788720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52304) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:12.795513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d2c14a7c-25a5-4638-a68d-cb10b5495100), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.804217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:03:12.804641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d2c14a7c-25a5-4638-a68d-cb10b5495100), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:03:12.881091 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:03:12.885256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d023bea5-33ae-4b8a-a024-0743aa74bdd8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.896748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:12.902565 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/networks/d023bea5-33ae-4b8a-a024-0743aa74bdd8 HTTP/1.1" status: 204 len: 168 time: 0.4417503 Feb 03 22:03:12.903076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:12.904510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-07ba090f-8e72-40d7-ad67-00cfbf7e5c8e tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbbd5b8b-6ed3-4cb6-9924-142cc061767d HTTP/1.1" status: 200 len: 205 time: 0.1019316 Feb 03 22:03:12.912387 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4650ee97-2ab8-4e9d-a492-045b9d1407ed x-openstack-request-id: req-4650ee97-2ab8-4e9d-a492-045b9d1407ed {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:03:12.912964 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-unplugged", "status": "failed", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a", "code": 422}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:03:12.912964 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4650ee97-2ab8-4e9d-a492-045b9d1407ed {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:03:12.913403 n-d-824834-9 neutron-server[103399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'code': 422} returned with failed status Feb 03 22:03:12.927533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15627ce8-6a4c-49aa-8e25-cb87b8cc80e3 req-00833358-e807-4f3f-b8f7-b0a91ced5db4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830130 Feb 03 22:03:12.938432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52310) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.000877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4022fa-e96b-489c-9630-a00624d05536 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Network': ['ID=d023bea5-33ae-4b8a-a024-0743aa74bdd8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:13.028940 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-9188a067-1c1e-4a68-a7b3-8318c92ccc55 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] delete failed (client error): The resource could not be found. Feb 03 22:03:13.033489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9188a067-1c1e-4a68-a7b3-8318c92ccc55 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/bbbd5b8b-6ed3-4cb6-9924-142cc061767d HTTP/1.1" status: 404 len: 336 time: 0.0874939 Feb 03 22:03:13.033646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.087980 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c22e3f5b-e4c5-4acd-a2db-dd59c8908a56 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ddb2a62-b45e-4612-a96d-01e05bd4146b HTTP/1.1" status: 200 len: 205 time: 0.0532074 Feb 03 22:03:13.091283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52318) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.094658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9267e51-5f51-4656-b664-67db8e5ffbc5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Deleting subnet bd9041cb-82b1-495e-92d4-e117feadc987 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:03:13.099502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9267e51-5f51-4656-b664-67db8e5ffbc5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (bd9041cb-82b1-495e-92d4-e117feadc987), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:13.145984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9267e51-5f51-4656-b664-67db8e5ffbc5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (bd9041cb-82b1-495e-92d4-e117feadc987), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:13.201712 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-f5a4c5ec-7fa0-4348-acc4-921fcc124e5b tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] delete failed (client error): The resource could not be found. Feb 03 22:03:13.206185 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f5a4c5ec-7fa0-4348-acc4-921fcc124e5b tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/3ddb2a62-b45e-4612-a96d-01e05bd4146b HTTP/1.1" status: 404 len: 336 time: 0.1139441 Feb 03 22:03:13.206863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52322) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.214254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-1e7af103-388b-4079-9648-e64e12be4cba req-535d3f40-0cb2-4c2b-b35c-78dae5ee0b7d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:03:13.226036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e7af103-388b-4079-9648-e64e12be4cba req-535d3f40-0cb2-4c2b-b35c-78dae5ee0b7d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117188 Feb 03 22:03:13.271755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9267e51-5f51-4656-b664-67db8e5ffbc5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (bd9041cb-82b1-495e-92d4-e117feadc987), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:13.323315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afcba5-fe90-4228-b7d0-2ced913c9e38 req-7176ad02-3dc5-4abd-b8c4-0744d29a779b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:13.335796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90afcba5-fe90-4228-b7d0-2ced913c9e38 req-7176ad02-3dc5-4abd-b8c4-0744d29a779b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 944 time: 0.2933164 Feb 03 22:03:13.344737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5962fa99-d734-466f-b1b5-d9a258091492 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=c77ad63f-52f1-4641-9800-04d914f1963f HTTP/1.1" status: 200 len: 205 time: 0.1103806 Feb 03 22:03:13.347109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.416294 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-702c11d0-e9b8-4f9f-b14b-0197a609b27d tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] delete failed (client error): The resource could not be found. Feb 03 22:03:13.420394 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-702c11d0-e9b8-4f9f-b14b-0197a609b27d tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/c77ad63f-52f1-4641-9800-04d914f1963f HTTP/1.1" status: 404 len: 336 time: 0.0688949 Feb 03 22:03:13.420394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.433363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90afcba5-fe90-4228-b7d0-2ced913c9e38 req-7e9c3529-499e-4233-91c7-ed01a011bd91 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965061 Feb 03 22:03:13.538218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-10c0d403-bbbd-4e39-b5ca-32f5235b2409 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a4bcc93-f021-41f9-882a-887f18d2a9a3 HTTP/1.1" status: 200 len: 205 time: 0.1171000 Feb 03 22:03:13.540579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.585092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9267e51-5f51-4656-b664-67db8e5ffbc5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (bd9041cb-82b1-495e-92d4-e117feadc987), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:13.611058 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-a682f68e-3cba-4ce7-a0fd-a295b1c77c26 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] delete failed (client error): The resource could not be found. Feb 03 22:03:13.614694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a682f68e-3cba-4ce7-a0fd-a295b1c77c26 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/9a4bcc93-f021-41f9-882a-887f18d2a9a3 HTTP/1.1" status: 404 len: 336 time: 0.0707574 Feb 03 22:03:13.617551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.625573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9267e51-5f51-4656-b664-67db8e5ffbc5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9041cb-82b1-495e-92d4-e117feadc987,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:13.632931 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9267e51-5f51-4656-b664-67db8e5ffbc5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:13.638795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c945511-ed30-4397-9343-19cd0d06c32e None None] Network e08372d8-37ae-4130-beb9-30b279c318ee requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:13.645943 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d9267e51-5f51-4656-b664-67db8e5ffbc5 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/subnets/bd9041cb-82b1-495e-92d4-e117feadc987 HTTP/1.1" status: 204 len: 168 time: 0.7304261 Feb 03 22:03:13.646577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52350) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.736489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-75131920-201e-49fb-81d3-4f2887587759 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf1d307c-10ed-4589-90ca-f922d2735e2b HTTP/1.1" status: 200 len: 205 time: 0.1200640 Feb 03 22:03:13.737092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.737416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.776464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (e08372d8-37ae-4130-beb9-30b279c318ee), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:13.787418 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-8a56f2b4-d356-4136-b241-74dabddf0893 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] delete failed (client error): The resource could not be found. Feb 03 22:03:13.790938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8a56f2b4-d356-4136-b241-74dabddf0893 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/bf1d307c-10ed-4589-90ca-f922d2735e2b HTTP/1.1" status: 404 len: 336 time: 0.0461841 Feb 03 22:03:13.795851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a75b-62bd-48bb-85e1-f813a47a04e9 req-155307f3-16eb-4468-9909-c498eb039d53 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:13.802693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ee1a75b-62bd-48bb-85e1-f813a47a04e9 req-155307f3-16eb-4468-9909-c498eb039d53 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.3499680 Feb 03 22:03:13.806171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.838096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23faaf12-0aae-4244-a2ad-075ca46ee09c None None] DHCP port deletion for e08372d8-37ae-4130-beb9-30b279c318ee request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:03:13.858200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Deleting port 75439ad7-4f16-4091-8cd1-7f70e437e884 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:13.858599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:13.869243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-43890e6c-48dd-47a0-aa0c-70f1c0e645d5 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "GET /v2.0/ports?device_id=29bd8d63-c2e5-46ba-b9ba-e6f088971220 HTTP/1.1" status: 200 len: 205 time: 0.0606494 Feb 03 22:03:13.871718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.919834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-23faaf12-0aae-4244-a2ad-075ca46ee09c None None] Deleting port 75439ad7-4f16-4091-8cd1-7f70e437e884 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:13.921078 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23faaf12-0aae-4244-a2ad-075ca46ee09c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:13.925534 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-101d64b7-34d2-44ad-9fe5-0d0758b0d6ed tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] delete failed (client error): The resource could not be found. Feb 03 22:03:13.928956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-101d64b7-34d2-44ad-9fe5-0d0758b0d6ed tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/routers/29bd8d63-c2e5-46ba-b9ba-e6f088971220 HTTP/1.1" status: 404 len: 336 time: 0.0539556 Feb 03 22:03:13.931020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52366) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:13.960604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c009-71a9-42f8-b0bb-feb3eba05264 req-a11b75e9-1f3d-4382-93d8-80bc6f343371 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:13.962282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5204c009-71a9-42f8-b0bb-feb3eba05264 req-a11b75e9-1f3d-4382-93d8-80bc6f343371 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3621795 Feb 03 22:03:13.981088 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebca619-47c1-4197-85a5-75f7b7c10fa4 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] DELETE failed (client error): The resource could not be found. Feb 03 22:03:13.981593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebca619-47c1-4197-85a5-75f7b7c10fa4 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:03:13.987744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cebca619-47c1-4197-85a5-75f7b7c10fa4 tempest-RoutersIpV6AdminTest-1107784898 tempest-RoutersIpV6AdminTest-1107784898-project] 10.222.0.50 "DELETE /v2.0/subnets/7e100552-87ea-4727-89f3-ac6fc31c078a HTTP/1.1" status: 404 len: 337 time: 0.0533485 Feb 03 22:03:13.991824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] For port 75439ad7-4f16-4091-8cd1-7f70e437e884, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=75439ad7-4f16-4091-8cd1-7f70e437e884,segment=NetworkSegment(7e0b4eb8-c159-42a6-97f5-f4424cad2c9a),segment_id=7e0b4eb8-c159-42a6-97f5-f4424cad2c9a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:13.992208 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.006550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Calling delete_port for 75439ad7-4f16-4091-8cd1-7f70e437e884 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:14.045464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ee1a75b-62bd-48bb-85e1-f813a47a04e9 req-c7d046c8-af66-49ed-8cce-4b7809a6429b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230723 Feb 03 22:03:14.104753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-1e899208-b3ac-49d6-9bed-a015396bafe1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3638682 Feb 03 22:03:14.110344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-0a961f51-84c9-4aaa-973d-221662a5c730 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:03:14.122844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-0a961f51-84c9-4aaa-973d-221662a5c730 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168936 Feb 03 22:03:14.136993 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.141708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5204c009-71a9-42f8-b0bb-feb3eba05264 req-b87bd613-8248-4ab0-bef3-a3c3636cf4cc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572738 Feb 03 22:03:14.185124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] No DVR routers for this DVR port 75439ad7-4f16-4091-8cd1-7f70e437e884 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:03:14.242795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e7c5-f231-4ef4-9670-4a8a34cd023d req-8f95cce6-322f-459b-9810-61ab24c51616 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:14.250987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5380e7c5-f231-4ef4-9670-4a8a34cd023d req-8f95cce6-322f-459b-9810-61ab24c51616 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 945 time: 0.1019542 Feb 03 22:03:14.295899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Port': ['ID=75439ad7-4f16-4091-8cd1-7f70e437e884,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:14.377388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (e08372d8-37ae-4130-beb9-30b279c318ee), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.394887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 75439ad7-4f16-4091-8cd1-7f70e437e884 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:03:14.402362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08372d8-37ae-4130-beb9-30b279c318ee']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:14.422540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0b4eb8-c159-42a6-97f5-f4424cad2c9a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:14.422901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0b4eb8-c159-42a6-97f5-f4424cad2c9a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:14.426391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 75439ad7-4f16-4091-8cd1-7f70e437e884 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:03:14.426561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 75439ad7-4f16-4091-8cd1-7f70e437e884 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:03:14.430314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-23faaf12-0aae-4244-a2ad-075ca46ee09c None None] For port 75439ad7-4f16-4091-8cd1-7f70e437e884, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=75439ad7-4f16-4091-8cd1-7f70e437e884,segment=NetworkSegment(7e0b4eb8-c159-42a6-97f5-f4424cad2c9a),segment_id=7e0b4eb8-c159-42a6-97f5-f4424cad2c9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:14.430716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23faaf12-0aae-4244-a2ad-075ca46ee09c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.445214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-23faaf12-0aae-4244-a2ad-075ca46ee09c None None] Calling delete_port for 75439ad7-4f16-4091-8cd1-7f70e437e884 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:14.460802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5380e7c5-f231-4ef4-9670-4a8a34cd023d req-00a42150-eb78-4158-8139-7e304e690ac9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084556 Feb 03 22:03:14.472810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (7e0b4eb8-c159-42a6-97f5-f4424cad2c9a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.510977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7e0b4eb8-c159-42a6-97f5-f4424cad2c9a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.518069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:14.526879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a57e7-9d25-4554-944a-51286ce70d22 req-4669f23d-3fdf-461a-b0c1-84314cb3ed70 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:14.528373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c8a57e7-9d25-4554-944a-51286ce70d22 req-4669f23d-3fdf-461a-b0c1-84314cb3ed70 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2402956 Feb 03 22:03:14.542047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:03:14.542423 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (7e0b4eb8-c159-42a6-97f5-f4424cad2c9a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:03:14.548645 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:03:14.581243 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23faaf12-0aae-4244-a2ad-075ca46ee09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (75439ad7-4f16-4091-8cd1-7f70e437e884), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.604369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23faaf12-0aae-4244-a2ad-075ca46ee09c None None] No DVR routers for this DVR port 75439ad7-4f16-4091-8cd1-7f70e437e884 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:03:14.657838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faaf12-0aae-4244-a2ad-075ca46ee09c None None] Pushing event deleted for resources: {'Port': ['ID=75439ad7-4f16-4091-8cd1-7f70e437e884,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:14.717866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c8a57e7-9d25-4554-944a-51286ce70d22 req-189f56c7-52bf-4d39-b3d1-b16d6ad48865 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806149 Feb 03 22:03:14.718468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (e08372d8-37ae-4130-beb9-30b279c318ee), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.728850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.749181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77f2e-6530-4f56-a656-629676f510f5 req-92b3973d-b318-4421-8046-cc60c2249032 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:14.749301 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/networks/e08372d8-37ae-4130-beb9-30b279c318ee HTTP/1.1" status: 204 len: 168 time: 1.0876520 Feb 03 22:03:14.749301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:14.749505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5b77f2e-6530-4f56-a656-629676f510f5 req-92b3973d-b318-4421-8046-cc60c2249032 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 944 time: 0.1828241 Feb 03 22:03:14.776920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545739-2132-479d-8dc8-3622121ff6e6 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Pushing event deleted for resources: {'Network': ['ID=e08372d8-37ae-4130-beb9-30b279c318ee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:14.816866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5b77f2e-6530-4f56-a656-629676f510f5 req-9b037cd7-49f6-4cdf-bcb0-5b228180e956 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733144 Feb 03 22:03:14.845105 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d79d463c-8836-45aa-ac4f-995d5f3aa4b2 tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c377245-c342-49d3-b8cd-be410a9378bf HTTP/1.1" status: 200 len: 205 time: 0.0923979 Feb 03 22:03:14.847491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:14.852419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c8498c7-fa12-46f6-bbed-fe04ed047afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.976652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c8498c7-fa12-46f6-bbed-fe04ed047afb admin admin] Publish callbacks [] for security_group (414225ea-5fd1-4145-a5f7-61681dabfa81), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:14.981545 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c8498c7-fa12-46f6-bbed-fe04ed047afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (414225ea-5fd1-4145-a5f7-61681dabfa81), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.042739 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7c8498c7-fa12-46f6-bbed-fe04ed047afb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=521f2d6038c14025b5953ba4b8fad6c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5235717 Feb 03 22:03:15.043357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:15.045583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8498c7-fa12-46f6-bbed-fe04ed047afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414225ea-5fd1-4145-a5f7-61681dabfa81,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:15.059569 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a48f-bb67-42a4-befe-ea8b05f0c7ba tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for router (6c377245-c342-49d3-b8cd-be410a9378bf), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.194397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ba2a215-ad2a-43ed-9640-5273c0c6e970 admin admin] Publish callbacks [] for security_group (414225ea-5fd1-4145-a5f7-61681dabfa81), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.232171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ba2a215-ad2a-43ed-9640-5273c0c6e970 admin admin] Publish callbacks [] for security_group (414225ea-5fd1-4145-a5f7-61681dabfa81), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.291161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863461d-d2f5-43a3-bec9-5f86779ab405 req-68c2a40c-6940-4145-b5ac-8815b3f9cb5d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:15.293472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6d63ef88-e392-400b-aafb-dcaf996431ba up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:03:15.300787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5863461d-d2f5-43a3-bec9-5f86779ab405 req-68c2a40c-6940-4145-b5ac-8815b3f9cb5d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 945 time: 0.2271326 Feb 03 22:03:15.315814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ba2a215-ad2a-43ed-9640-5273c0c6e970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (414225ea-5fd1-4145-a5f7-61681dabfa81), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.318464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ba2a215-ad2a-43ed-9640-5273c0c6e970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.319632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0ba2a215-ad2a-43ed-9640-5273c0c6e970 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/414225ea-5fd1-4145-a5f7-61681dabfa81 HTTP/1.1" status: 204 len: 168 time: 0.2750881 Feb 03 22:03:15.380692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2a215-ad2a-43ed-9640-5273c0c6e970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414225ea-5fd1-4145-a5f7-61681dabfa81,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:15.404808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a48f-bb67-42a4-befe-ea8b05f0c7ba tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (6c377245-c342-49d3-b8cd-be410a9378bf), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.409602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a48f-bb67-42a4-befe-ea8b05f0c7ba tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for router_controller (6c377245-c342-49d3-b8cd-be410a9378bf), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.427462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5863461d-d2f5-43a3-bec9-5f86779ab405 req-5d5a548c-6c4b-44c3-a71b-ac399352ce46 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202598 Feb 03 22:03:15.518072 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 6d63ef88-e392-400b-aafb-dcaf996431ba completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:03:15.527717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 6d63ef88-e392-400b-aafb-dcaf996431ba triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:15.528152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.608649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:03:15.647586 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a48f-bb67-42a4-befe-ea8b05f0c7ba tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (6c377245-c342-49d3-b8cd-be410a9378bf), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.648136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc4a48f-bb67-42a4-befe-ea8b05f0c7ba tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Fanout notify agent at l3_agent the message router_deleted on router 6c377245-c342-49d3-b8cd-be410a9378bf {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:03:15.657767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a48f-bb67-42a4-befe-ea8b05f0c7ba tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.661261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ecc4a48f-bb67-42a4-befe-ea8b05f0c7ba tempest-RoutersNegativeIpV6Test-585813244 tempest-RoutersNegativeIpV6Test-585813244-project] 10.222.0.50 "DELETE /v2.0/routers/6c377245-c342-49d3-b8cd-be410a9378bf HTTP/1.1" status: 204 len: 168 time: 0.8103981 Feb 03 22:03:15.696969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32c957-2cfb-42eb-b879-193fa35d16aa req-5d2d8b3f-f938-4b16-90f3-82aadf9385bd tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:15.699060 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae32c957-2cfb-42eb-b879-193fa35d16aa req-5d2d8b3f-f938-4b16-90f3-82aadf9385bd tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1438859 Feb 03 22:03:15.709279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f3718-542c-4654-877e-4eb76dab8b49 req-f249d784-ba37-4bf8-8443-a01820bb04a3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:15.718092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f14f3718-542c-4654-877e-4eb76dab8b49 req-f249d784-ba37-4bf8-8443-a01820bb04a3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1709423 Feb 03 22:03:15.782695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 6d63ef88-e392-400b-aafb-dcaf996431ba is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:15.785716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:15.795290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f14f3718-542c-4654-877e-4eb76dab8b49 req-2863fac4-47cd-43d8-b8a3-c2b445296833 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760963 Feb 03 22:03:15.862813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae32c957-2cfb-42eb-b879-193fa35d16aa req-cc91683f-551c-4473-8ac5-98f404b737da tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416969 Feb 03 22:03:15.942546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 94902e60-bba8-42bc-88f9-ffdc3c10689a is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:15.944486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:03:15.958519 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0980acc0-1484-4055-ab19-0e5c7e9946af" -d '{"events": [{"server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:03:15.974337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:15.979881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 6d63ef88-e392-400b-aafb-dcaf996431ba, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6d63ef88-e392-400b-aafb-dcaf996431ba,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:15.988369 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:16.026934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ba6e-3df5-4edc-a09d-310cc495489b req-83c08c5a-b2d0-45cc-a2c6-a9a3b1e20b07 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:16.034701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cef0ba6e-3df5-4edc-a09d-310cc495489b req-83c08c5a-b2d0-45cc-a2c6-a9a3b1e20b07 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 945 time: 0.1370797 Feb 03 22:03:16.041589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=6d63ef88-e392-400b-aafb-dcaf996431ba,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:16.066496 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-94263738-0297-4a30-8ea8-f3268c2d412b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfd23261001f41a6b34613b3cda659e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884986 Feb 03 22:03:16.066968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:16.123781 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d77ce008-c5d4-4918-bab0-78a3d9a6520e admin admin] Publish callbacks [] for security_group (1c25133d-32b1-4a3b-95f4-fc7169a5949b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:16.144238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156d28e-f3ea-41cc-b4ab-02f3afdf83f7 req-3c95ec2c-163e-441f-9fc1-cfbf0306c985 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:16.149380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0156d28e-f3ea-41cc-b4ab-02f3afdf83f7 req-3c95ec2c-163e-441f-9fc1-cfbf0306c985 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 945 time: 0.1067388 Feb 03 22:03:16.158873 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d77ce008-c5d4-4918-bab0-78a3d9a6520e admin admin] Publish callbacks [] for security_group (1c25133d-32b1-4a3b-95f4-fc7169a5949b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:16.166550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cef0ba6e-3df5-4edc-a09d-310cc495489b req-8fe1f731-f50e-4a3b-adc9-e2d33262ef84 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282961 Feb 03 22:03:16.199354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:16.250459 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d77ce008-c5d4-4918-bab0-78a3d9a6520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1c25133d-32b1-4a3b-95f4-fc7169a5949b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:16.254086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d77ce008-c5d4-4918-bab0-78a3d9a6520e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:16.257911 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d77ce008-c5d4-4918-bab0-78a3d9a6520e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c25133d-32b1-4a3b-95f4-fc7169a5949b HTTP/1.1" status: 204 len: 168 time: 0.1875370 Feb 03 22:03:16.267096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ce008-c5d4-4918-bab0-78a3d9a6520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c25133d-32b1-4a3b-95f4-fc7169a5949b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:16.288428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0156d28e-f3ea-41cc-b4ab-02f3afdf83f7 req-011c8ff1-006f-4cd3-8ff6-941af1c557eb tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208613 Feb 03 22:03:16.355004 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837f674b-80fc-434b-9058-9ca1c8d33872 x-openstack-request-id: req-837f674b-80fc-434b-9058-9ca1c8d33872 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:03:16.355494 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:03:16.355585 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-837f674b-80fc-434b-9058-9ca1c8d33872 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:03:16.355979 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'code': 200} Feb 03 22:03:16.387330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea935c16-b771-4e1d-9705-3d0d67e145ab req-8d378d59-9928-44ad-bf3d-fc2f9d954a30 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:16.396007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea935c16-b771-4e1d-9705-3d0d67e145ab req-8d378d59-9928-44ad-bf3d-fc2f9d954a30 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1273389 Feb 03 22:03:16.464493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea935c16-b771-4e1d-9705-3d0d67e145ab req-723f893b-3ac4-45e0-8f3c-19e4b7af1aac tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649071 Feb 03 22:03:16.541690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdf1f4-be46-4a62-a531-4368bb72fb64 req-b4072d16-b56b-4f78-8c5a-c8e3386a9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:16.543605 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5efdf1f4-be46-4a62-a531-4368bb72fb64 req-b4072d16-b56b-4f78-8c5a-c8e3386a9fdd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 1127 time: 0.1304085 Feb 03 22:03:16.546647 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6bb4d3e4-ded4-42f8-939e-115dc05e4123 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09f2737608b14333a23fdc922aa196a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3463106 Feb 03 22:03:16.549232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:16.632866 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5efdf1f4-be46-4a62-a531-4368bb72fb64 req-853c0650-f01f-4965-b6d4-34e4a377f2bc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753050 Feb 03 22:03:16.647562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ad5349d-5e0c-4bcd-a34f-337c33bc4ca8 admin admin] Publish callbacks [] for security_group (1ed95088-40f4-49cf-84d4-db1d55207fa8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:16.715152 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ad5349d-5e0c-4bcd-a34f-337c33bc4ca8 admin admin] Publish callbacks [] for security_group (1ed95088-40f4-49cf-84d4-db1d55207fa8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:16.785288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ad5349d-5e0c-4bcd-a34f-337c33bc4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1ed95088-40f4-49cf-84d4-db1d55207fa8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:16.792177 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ad5349d-5e0c-4bcd-a34f-337c33bc4ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:16.798488 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0ad5349d-5e0c-4bcd-a34f-337c33bc4ca8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ed95088-40f4-49cf-84d4-db1d55207fa8 HTTP/1.1" status: 204 len: 168 time: 0.2458858 Feb 03 22:03:16.805893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82a36-b87f-4e2a-8130-9a8740245e46 req-6bbec5d0-6d9a-4a9c-846a-24221ce5b9ae tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:16.817397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fe82a36-b87f-4e2a-8130-9a8740245e46 req-6bbec5d0-6d9a-4a9c-846a-24221ce5b9ae tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0922687 Feb 03 22:03:16.831943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5349d-5e0c-4bcd-a34f-337c33bc4ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed95088-40f4-49cf-84d4-db1d55207fa8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:16.894488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2fe82a36-b87f-4e2a-8130-9a8740245e46 req-64209113-005d-4c30-92e7-7cb7ffa95d1d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758400 Feb 03 22:03:17.019727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3b947-3eb9-4d9e-af7d-73ff0fa0b6a6 req-348881ab-edc0-4ed2-867e-dcee0d9572f7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:17.021246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dc3b947-3eb9-4d9e-af7d-73ff0fa0b6a6 req-348881ab-edc0-4ed2-867e-dcee0d9572f7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1048040 Feb 03 22:03:17.190940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec4b9e-e40f-466c-be7d-386653ee1ba1 req-98e47587-0032-4a5a-9023-ae9ec735e2bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:17.193939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99ec4b9e-e40f-466c-be7d-386653ee1ba1 req-98e47587-0032-4a5a-9023-ae9ec735e2bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1826146 Feb 03 22:03:17.213227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dc3b947-3eb9-4d9e-af7d-73ff0fa0b6a6 req-8b0aecbe-a7cf-43d7-b418-cee5e3185a7e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459126 Feb 03 22:03:17.297392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99ec4b9e-e40f-466c-be7d-386653ee1ba1 req-252a21c6-9b1c-4f96-ac92-b08e9a4352d0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785341 Feb 03 22:03:17.497740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce07541-dcb2-4757-9c91-ce01c9216225 req-d5b47e33-7bfd-4541-b550-4420e00e1bf6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:17.499658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dce07541-dcb2-4757-9c91-ce01c9216225 req-d5b47e33-7bfd-4541-b550-4420e00e1bf6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 945 time: 0.0850501 Feb 03 22:03:17.607519 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dce07541-dcb2-4757-9c91-ce01c9216225 req-333bd02b-7c69-475c-8445-328a2f674284 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959649 Feb 03 22:03:17.711570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8b5ff-2bf1-4711-8ec8-c46815493cef req-8d88fae1-1850-4cf0-9c19-f6298e0d5415 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:17.727077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48b8b5ff-2bf1-4711-8ec8-c46815493cef req-8d88fae1-1850-4cf0-9c19-f6298e0d5415 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1148360 Feb 03 22:03:17.822407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48b8b5ff-2bf1-4711-8ec8-c46815493cef req-60653862-c691-47f1-b4e7-c5e8a5b815a9 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902627 Feb 03 22:03:18.016310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4436f32-ae60-4d1b-8f7b-469d5371950c req-3bf1fd58-f540-4469-b7cc-dd797d14dc1f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:18.025570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4436f32-ae60-4d1b-8f7b-469d5371950c req-3bf1fd58-f540-4469-b7cc-dd797d14dc1f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1248643 Feb 03 22:03:18.112002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4436f32-ae60-4d1b-8f7b-469d5371950c req-e63a11ee-23f1-482b-85d4-0d6f377eb5fc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838282 Feb 03 22:03:18.126304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:18.264959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-secgroup--247194548'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:18.289385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:18.308021 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:18.458340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d434906-d2af-4686-9f33-7345388488fa req-5187742d-81f8-4cc2-9999-cc6abb7d42ff tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:18.477242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d434906-d2af-4686-9f33-7345388488fa req-5187742d-81f8-4cc2-9999-cc6abb7d42ff tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1228578 Feb 03 22:03:18.498157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (dd5a5d06-e881-480c-be7c-cc504e8c87b3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:18.506397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dd5a5d06-e881-480c-be7c-cc504e8c87b3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:18.518224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806a26f-1a31-4087-a10a-cd7fab4f352c req-3936c10f-42be-4c36-970d-1cfd694c9046 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:18.526574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2806a26f-1a31-4087-a10a-cd7fab4f352c req-3936c10f-42be-4c36-970d-1cfd694c9046 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1352730 Feb 03 22:03:18.608518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d434906-d2af-4686-9f33-7345388488fa req-c28554cb-43c4-4fcd-a3ea-665021e0c867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277857 Feb 03 22:03:18.630031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2806a26f-1a31-4087-a10a-cd7fab4f352c req-bbf747ea-147a-47fe-bee2-60ca9fc27d7e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023064 Feb 03 22:03:18.684523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (b8c3c779-7236-488c-8dbf-5462ae37bd60), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:18.685696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a5d06-e881-480c-be7c-cc504e8c87b3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:18.692872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b8c3c779-7236-488c-8dbf-5462ae37bd60), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:18.697797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52542) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:18.809438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:18.812143 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6843631 Feb 03 22:03:18.816872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:18.826434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3379e7e-bc15-4e50-985f-ca2ce3bd5aaa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c3c779-7236-488c-8dbf-5462ae37bd60,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:18.892553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1e7a0151-da27-44ba-a459-bff91183637b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-446467574'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:18.909900 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-51e92531-fba7-48e6-bacf-b02f5175bd26 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0917070 Feb 03 22:03:18.912661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:18.917889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-43c6e8d5-22f2-46c0-a062-d7cc79e1da3d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-security--496261637', 'description': 'tempest-security-description-1894191062'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:18.945965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0151-da27-44ba-a459-bff91183637b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (ad43c781-ac8d-46da-8926-7e0ca37c928c), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:18.947638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0151-da27-44ba-a459-bff91183637b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (ad43c781-ac8d-46da-8926-7e0ca37c928c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:18.977017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43c6e8d5-22f2-46c0-a062-d7cc79e1da3d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (b8c3c779-7236-488c-8dbf-5462ae37bd60), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.035928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43c6e8d5-22f2-46c0-a062-d7cc79e1da3d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (b8c3c779-7236-488c-8dbf-5462ae37bd60), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.041227 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43c6e8d5-22f2-46c0-a062-d7cc79e1da3d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b8c3c779-7236-488c-8dbf-5462ae37bd60), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.045261 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43c6e8d5-22f2-46c0-a062-d7cc79e1da3d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.047386 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-43c6e8d5-22f2-46c0-a062-d7cc79e1da3d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "PUT /v2.0/security-groups/b8c3c779-7236-488c-8dbf-5462ae37bd60 HTTP/1.1" status: 200 len: 1796 time: 0.1331513 Feb 03 22:03:19.051296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52550) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:19.052512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0151-da27-44ba-a459-bff91183637b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (ad43c781-ac8d-46da-8926-7e0ca37c928c), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.069222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ab29-2c07-4452-ae43-8c70a6150f26 req-9ad1f8e7-e578-4ee8-8e32-c8274a81da3f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:19.071023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfc2ab29-2c07-4452-ae43-8c70a6150f26 req-9ad1f8e7-e578-4ee8-8e32-c8274a81da3f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2867980 Feb 03 22:03:19.078889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129e1f9-0dec-4adc-afbe-1fa1d262c3ad req-9f87230b-d4b1-4fd3-a599-04c82f911a30 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:19.087576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a129e1f9-0dec-4adc-afbe-1fa1d262c3ad req-9f87230b-d4b1-4fd3-a599-04c82f911a30 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 945 time: 0.3586903 Feb 03 22:03:19.092624 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0151-da27-44ba-a459-bff91183637b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (ad43c781-ac8d-46da-8926-7e0ca37c928c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.128653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-afa8ea64-b100-4ed7-9dee-ea7ef9d97580 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups/b8c3c779-7236-488c-8dbf-5462ae37bd60 HTTP/1.1" status: 200 len: 1796 time: 0.0758989 Feb 03 22:03:19.132759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:19.145203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6e8d5-22f2-46c0-a062-d7cc79e1da3d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c3c779-7236-488c-8dbf-5462ae37bd60,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:19.208102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0151-da27-44ba-a459-bff91183637b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.211683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1e7a0151-da27-44ba-a459-bff91183637b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5107028 Feb 03 22:03:19.214522 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed487023-adb6-4c6b-8e4c-463382daa4d4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (b8c3c779-7236-488c-8dbf-5462ae37bd60), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.216236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52554) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:19.232082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a129e1f9-0dec-4adc-afbe-1fa1d262c3ad req-46b013a7-3cab-4b43-a4f8-4241d8a0bec0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436481 Feb 03 22:03:19.285944 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed487023-adb6-4c6b-8e4c-463382daa4d4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (b8c3c779-7236-488c-8dbf-5462ae37bd60), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.363923 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed487023-adb6-4c6b-8e4c-463382daa4d4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b8c3c779-7236-488c-8dbf-5462ae37bd60), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.366812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed487023-adb6-4c6b-8e4c-463382daa4d4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.368053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ed487023-adb6-4c6b-8e4c-463382daa4d4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/b8c3c779-7236-488c-8dbf-5462ae37bd60 HTTP/1.1" status: 204 len: 168 time: 0.2328846 Feb 03 22:03:19.379161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:19.379995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed487023-adb6-4c6b-8e4c-463382daa4d4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c3c779-7236-488c-8dbf-5462ae37bd60,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:19.415587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a59e-1c48-4ee6-a871-99473495877e tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (ad43c781-ac8d-46da-8926-7e0ca37c928c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.455479 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-b20d3f86-f15e-45cd-b691-e1c1d06f599c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1256652 Feb 03 22:03:19.460667 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0996f85c-f5ea-452c-92cf-d5cbc96fa39f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0775154 Feb 03 22:03:19.463453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52560) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:19.487077 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2f7252c5-3cba-4152-8fdc-973b9eb3edc0 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] delete failed (client error): The resource could not be found. Feb 03 22:03:19.488428 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2f7252c5-3cba-4152-8fdc-973b9eb3edc0 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/b8c3c779-7236-488c-8dbf-5462ae37bd60 HTTP/1.1" status: 404 len: 347 time: 0.0237703 Feb 03 22:03:19.498291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:19.507210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-60ee7a4d-18d0-471e-bbb9-36ba00d31767 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-secgroup--231501474'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:19.557599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfc2ab29-2c07-4452-ae43-8c70a6150f26 req-0c68f172-4339-457e-b917-2baee0c09cf0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678290 Feb 03 22:03:19.585295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60ee7a4d-18d0-471e-bbb9-36ba00d31767 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.707442 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a59e-1c48-4ee6-a871-99473495877e tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (ad43c781-ac8d-46da-8926-7e0ca37c928c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.710701 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a59e-1c48-4ee6-a871-99473495877e tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (ad43c781-ac8d-46da-8926-7e0ca37c928c), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.721273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0654af8-0ae5-424d-94f9-7c904337a73e req-c59a096e-115f-44de-9741-ae312bc79a3d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:19.723980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0654af8-0ae5-424d-94f9-7c904337a73e req-c59a096e-115f-44de-9741-ae312bc79a3d tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 945 time: 0.2425182 Feb 03 22:03:19.764489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-86e433b9-7fdc-4663-b900-2a48cbfeec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:19.768050 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-86e433b9-7fdc-4663-b900-2a48cbfeec5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c92022e28c9445fb92269882b0985112&device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 1127 time: 0.2545567 Feb 03 22:03:19.779008 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60ee7a4d-18d0-471e-bbb9-36ba00d31767 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (cf93b20e-25fb-4b34-9bea-5e8d3a3593de), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.784750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60ee7a4d-18d0-471e-bbb9-36ba00d31767 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf93b20e-25fb-4b34-9bea-5e8d3a3593de), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.841237 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a59e-1c48-4ee6-a871-99473495877e tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (ad43c781-ac8d-46da-8926-7e0ca37c928c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.841906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a8a59e-1c48-4ee6-a871-99473495877e tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad43c781-ac8d-46da-8926-7e0ca37c928c {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:03:19.846655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a59e-1c48-4ee6-a871-99473495877e tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.851415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c5a8a59e-1c48-4ee6-a871-99473495877e tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ad43c781-ac8d-46da-8926-7e0ca37c928c HTTP/1.1" status: 204 len: 168 time: 0.6307874 Feb 03 22:03:19.860500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52570) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:19.865883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-415acdc8-238f-44d5-8ff9-f4674d9ff619 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Request body: {'router': {'name': 'tempest-router-657621046', 'distributed': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:19.898983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0654af8-0ae5-424d-94f9-7c904337a73e req-51124e16-8758-4eaf-8ba9-c9a1488a05c1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676373 Feb 03 22:03:19.905064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee7a4d-18d0-471e-bbb9-36ba00d31767 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf93b20e-25fb-4b34-9bea-5e8d3a3593de,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:19.928607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60ee7a4d-18d0-471e-bbb9-36ba00d31767 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.934097 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-60ee7a4d-18d0-471e-bbb9-36ba00d31767 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4346933 Feb 03 22:03:19.938379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52572) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:19.941638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-415acdc8-238f-44d5-8ff9-f4674d9ff619 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (ab62325c-c8f2-4d6d-9184-40eeaf76a397), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.942828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-415acdc8-238f-44d5-8ff9-f4674d9ff619 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (ab62325c-c8f2-4d6d-9184-40eeaf76a397), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:19.947794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f84fe523-1061-42c5-9c25-544eb0e391c1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': 'cf93b20e-25fb-4b34-9bea-5e8d3a3593de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:19.954983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:19.967163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162a0d4-9c2f-40ef-ba07-b8cb803c61c3 req-9d5ee89e-70da-4ad6-b82b-3e44b45b1f8f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:19.968796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5162a0d4-9c2f-40ef-ba07-b8cb803c61c3 req-9d5ee89e-70da-4ad6-b82b-3e44b45b1f8f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1661131 Feb 03 22:03:20.099048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f84fe523-1061-42c5-9c25-544eb0e391c1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (292629de-261e-4831-bd95-3d43367bc33a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.109014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8eec7-21a1-43f0-a4c2-56ec73baf003 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:20.110187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-415acdc8-238f-44d5-8ff9-f4674d9ff619 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (ab62325c-c8f2-4d6d-9184-40eeaf76a397), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.110801 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f2e8eec7-21a1-43f0-a4c2-56ec73baf003 tempest-TestNetworkBasicOps-61129853 tempest-TestNetworkBasicOps-61129853-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 1122 time: 0.1553054 Feb 03 22:03:20.111982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-1f907c55-79ff-4cb2-8d9e-5fdc48040409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:20.113431 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-1f907c55-79ff-4cb2-8d9e-5fdc48040409 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 200 len: 911 time: 0.3219638 Feb 03 22:03:20.114087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:20.133749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:20.136397 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-415acdc8-238f-44d5-8ff9-f4674d9ff619 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (ab62325c-c8f2-4d6d-9184-40eeaf76a397), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.172005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5162a0d4-9c2f-40ef-ba07-b8cb803c61c3 req-2b36b023-7c0d-4450-a179-58198aec7432 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967421 Feb 03 22:03:20.218125 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-415acdc8-238f-44d5-8ff9-f4674d9ff619 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.220061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-415acdc8-238f-44d5-8ff9-f4674d9ff619 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3583612 Feb 03 22:03:20.224031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52580) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:20.253613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.322988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f84fe523-1061-42c5-9c25-544eb0e391c1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (292629de-261e-4831-bd95-3d43367bc33a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.328958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764e018-03c8-4240-b4d5-73b59c39b4e8 req-3ecc2ed0-7ed5-45d1-9b72-7185137b7ae0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:20.331417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-d2d749d1-6259-403b-aa02-ae3d4d4009bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3319579a-538a-4351-b2c9-16bee73bf9f1 HTTP/1.1" status: 200 len: 999 time: 0.2039425 Feb 03 22:03:20.333468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f84fe523-1061-42c5-9c25-544eb0e391c1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (292629de-261e-4831-bd95-3d43367bc33a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.338674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6764e018-03c8-4240-b4d5-73b59c39b4e8 req-3ecc2ed0-7ed5-45d1-9b72-7185137b7ae0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2745039 Feb 03 22:03:20.364396 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b835122-bb9d-41b5-a9f0-56e3ac2e80ca tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (ab62325c-c8f2-4d6d-9184-40eeaf76a397), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.374485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f84fe523-1061-42c5-9c25-544eb0e391c1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.378665 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f84fe523-1061-42c5-9c25-544eb0e391c1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4393206 Feb 03 22:03:20.386575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52582) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:20.387205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fe523-1061-42c5-9c25-544eb0e391c1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292629de-261e-4831-bd95-3d43367bc33a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:20.461401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2640dcba-6f55-477b-9df0-c6f004f100e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (292629de-261e-4831-bd95-3d43367bc33a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.470396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2640dcba-6f55-477b-9df0-c6f004f100e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (292629de-261e-4831-bd95-3d43367bc33a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.508466 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2640dcba-6f55-477b-9df0-c6f004f100e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (292629de-261e-4831-bd95-3d43367bc33a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.515102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2640dcba-6f55-477b-9df0-c6f004f100e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.518999 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2640dcba-6f55-477b-9df0-c6f004f100e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/292629de-261e-4831-bd95-3d43367bc33a HTTP/1.1" status: 204 len: 168 time: 0.1268110 Feb 03 22:03:20.519725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:20.567568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640dcba-6f55-477b-9df0-c6f004f100e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=292629de-261e-4831-bd95-3d43367bc33a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:20.572632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b835122-bb9d-41b5-a9f0-56e3ac2e80ca tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (ab62325c-c8f2-4d6d-9184-40eeaf76a397), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.575351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b835122-bb9d-41b5-a9f0-56e3ac2e80ca tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (ab62325c-c8f2-4d6d-9184-40eeaf76a397), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.579438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-d1195c18-7306-4992-9a35-0cc13781e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:20.581440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-d1195c18-7306-4992-9a35-0cc13781e00f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 200 len: 849 time: 0.2265682 Feb 03 22:03:20.634158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b835122-bb9d-41b5-a9f0-56e3ac2e80ca tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (ab62325c-c8f2-4d6d-9184-40eeaf76a397), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.634867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b835122-bb9d-41b5-a9f0-56e3ac2e80ca tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab62325c-c8f2-4d6d-9184-40eeaf76a397 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:03:20.642423 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b835122-bb9d-41b5-a9f0-56e3ac2e80ca tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.643946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5b835122-bb9d-41b5-a9f0-56e3ac2e80ca tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ab62325c-c8f2-4d6d-9184-40eeaf76a397 HTTP/1.1" status: 204 len: 168 time: 0.4190795 Feb 03 22:03:20.645147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.653278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:20.662805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a16b12d5-a567-471f-af54-fa83177f8994 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Request body: {'router': {'name': 'tempest-router-937728800', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ddd3845937cd4d2bbb487d09f656f721'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:20.694440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6764e018-03c8-4240-b4d5-73b59c39b4e8 req-d174c6d8-88b6-4af5-96a0-4ef3d28ef612 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547075 Feb 03 22:03:20.701556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a16b12d5-a567-471f-af54-fa83177f8994 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (25999f1e-360f-4993-a4d9-3f7e80126187), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.702916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a16b12d5-a567-471f-af54-fa83177f8994 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (25999f1e-360f-4993-a4d9-3f7e80126187), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.795722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a16b12d5-a567-471f-af54-fa83177f8994 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (25999f1e-360f-4993-a4d9-3f7e80126187), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.801816 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a16b12d5-a567-471f-af54-fa83177f8994 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (25999f1e-360f-4993-a4d9-3f7e80126187), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.812841 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-62379e74-2c70-46b2-a6d3-78c0580f9da5 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2860034 Feb 03 22:03:20.826015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:20.852131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-fc3e70ca-1f6f-4e96-a98d-0f0165e3c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:20.854341 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-fc3e70ca-1f6f-4e96-a98d-0f0165e3c092 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a1c491b-4944-4165-b76f-994e988028ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2632704 Feb 03 22:03:20.874686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Allocated IP 172.25.5.197 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/fda52850-efe2-4e31-958b-abe0885f3846) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:20.883995 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a16b12d5-a567-471f-af54-fa83177f8994 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.885594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a16b12d5-a567-471f-af54-fa83177f8994 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2312520 Feb 03 22:03:20.893355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:20.914269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:20.924782 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40891747-e83c-4b17-9f28-b717d60b31f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (cf93b20e-25fb-4b34-9bea-5e8d3a3593de), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:20.949711 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40891747-e83c-4b17-9f28-b717d60b31f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (cf93b20e-25fb-4b34-9bea-5e8d3a3593de), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.004821 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40891747-e83c-4b17-9f28-b717d60b31f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf93b20e-25fb-4b34-9bea-5e8d3a3593de), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.007553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40891747-e83c-4b17-9f28-b717d60b31f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.008693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-40891747-e83c-4b17-9f28-b717d60b31f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/cf93b20e-25fb-4b34-9bea-5e8d3a3593de HTTP/1.1" status: 204 len: 168 time: 0.1813745 Feb 03 22:03:21.013092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52594) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:21.022003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90310d13-2fb8-49ce-814b-482bc250c65c req-8a366ff0-d7dc-425c-8d27-693a0134dfd1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:21.023432 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90310d13-2fb8-49ce-814b-482bc250c65c req-8a366ff0-d7dc-425c-8d27-693a0134dfd1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2109709 Feb 03 22:03:21.051021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40891747-e83c-4b17-9f28-b717d60b31f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf93b20e-25fb-4b34-9bea-5e8d3a3593de,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:21.151369 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3ec85ecc-3602-4841-9003-f180f097ff1e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1268559 Feb 03 22:03:21.155097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90310d13-2fb8-49ce-814b-482bc250c65c req-4e56be8c-b64f-4a9d-ad66-0d04d9020727 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210325 Feb 03 22:03:21.155626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52596) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:21.159913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-101d74b4-8b97-4f5e-a692-c4a0784d8e7d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965509063'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:21.206354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-101d74b4-8b97-4f5e-a692-c4a0784d8e7d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.325587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (25999f1e-360f-4993-a4d9-3f7e80126187), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.326053 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (25999f1e-360f-4993-a4d9-3f7e80126187), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.357933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-101d74b4-8b97-4f5e-a692-c4a0784d8e7d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (921128be-eaa1-4f95-a7ce-82a04b490e17), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.368828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-101d74b4-8b97-4f5e-a692-c4a0784d8e7d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (921128be-eaa1-4f95-a7ce-82a04b490e17), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.369844 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-fb6e8259-a758-4a8f-9140-b8e0d6251e01 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042796 Feb 03 22:03:21.429455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-101d74b4-8b97-4f5e-a692-c4a0784d8e7d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.434048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-101d74b4-8b97-4f5e-a692-c4a0784d8e7d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2774251 Feb 03 22:03:21.463384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52612) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:21.470720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c6be6bc2-49b9-42c0-a4c7-1e3e7006e3f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': '921128be-eaa1-4f95-a7ce-82a04b490e17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:21.485871 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (fda52850-efe2-4e31-958b-abe0885f3846), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.523307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103398) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 03 22:03:21.523616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Router 25999f1e-360f-4993-a4d9-3f7e80126187 migrating from provider to provider. {{(pid=103398) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 03 22:03:21.523910 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (25999f1e-360f-4993-a4d9-3f7e80126187), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.547135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (25999f1e-360f-4993-a4d9-3f7e80126187), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.563972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (25999f1e-360f-4993-a4d9-3f7e80126187), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.580102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6be6bc2-49b9-42c0-a4c7-1e3e7006e3f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (051dd2ce-3b17-42f0-9510-785980d7c26c), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.603719 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fabe1ed-d04c-420a-9101-72b72f288546 req-1ac61efe-2b61-4af1-8a92-fbae695f3012 service neutron] 10.222.0.10 "GET /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269039 Feb 03 22:03:21.674706 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fda52850-efe2-4e31-958b-abe0885f3846), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.744817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:21.755586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:21.766104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:21.769796 n-d-824834-9 neutron-server[103398]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] No L3 agents can host the router 25999f1e-360f-4993-a4d9-3f7e80126187 Feb 03 22:03:21.806827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6be6bc2-49b9-42c0-a4c7-1e3e7006e3f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (051dd2ce-3b17-42f0-9510-785980d7c26c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.810963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=fda52850-efe2-4e31-958b-abe0885f3846,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:21.817120 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6be6bc2-49b9-42c0-a4c7-1e3e7006e3f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (051dd2ce-3b17-42f0-9510-785980d7c26c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.831253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d74b4-8b97-4f5e-a692-c4a0784d8e7d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921128be-eaa1-4f95-a7ce-82a04b490e17,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:21.849850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be6bc2-49b9-42c0-a4c7-1e3e7006e3f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051dd2ce-3b17-42f0-9510-785980d7c26c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:21.852613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d70995-7823-4951-8327-95d09287b666 req-df611e80-455a-4181-b959-ec6c78a70667 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:21.857898 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9d70995-7823-4951-8327-95d09287b666 req-df611e80-455a-4181-b959-ec6c78a70667 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.5415101 Feb 03 22:03:21.861309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6be6bc2-49b9-42c0-a4c7-1e3e7006e3f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:21.865012 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c6be6bc2-49b9-42c0-a4c7-1e3e7006e3f7 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3981359 Feb 03 22:03:21.873534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:21.879666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-18723e04-4e75-4444-acc9-247d65ca7e35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': '921128be-eaa1-4f95-a7ce-82a04b490e17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:21.996125 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea896803-e995-4135-adb9-8cd84c943117 req-5621c2f3-346c-4667-8421-d68fbf88a666 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:21.998109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea896803-e995-4135-adb9-8cd84c943117 req-5621c2f3-346c-4667-8421-d68fbf88a666 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 814 time: 0.6227281 Feb 03 22:03:22.011652 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18723e04-4e75-4444-acc9-247d65ca7e35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (232f59b2-e1bb-412a-aedf-fdb94521a9f3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.017644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9d70995-7823-4951-8327-95d09287b666 req-b56aa279-9142-4df3-b679-e436f8e2d7a9 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538665 Feb 03 22:03:22.040403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea896803-e995-4135-adb9-8cd84c943117 req-7aedb55c-082c-48fc-972c-a0a424ca78ae tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/quotas/d5ebe9085070448390108cb35f42d2b0 HTTP/1.1" status: 200 len: 375 time: 0.0206418 Feb 03 22:03:22.043467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Hosts for router 25999f1e-360f-4993-a4d9-3f7e80126187: [] {{(pid=103398) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 03 22:03:22.129506 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18723e04-4e75-4444-acc9-247d65ca7e35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (232f59b2-e1bb-412a-aedf-fdb94521a9f3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.141270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea896803-e995-4135-adb9-8cd84c943117 req-b0f372b9-53ed-4a95-9aa4-500c264f72d3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850222 Feb 03 22:03:22.142167 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18723e04-4e75-4444-acc9-247d65ca7e35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (232f59b2-e1bb-412a-aedf-fdb94521a9f3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.165057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18723e04-4e75-4444-acc9-247d65ca7e35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232f59b2-e1bb-412a-aedf-fdb94521a9f3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:22.172230 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18723e04-4e75-4444-acc9-247d65ca7e35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.174916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-18723e04-4e75-4444-acc9-247d65ca7e35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3001223 Feb 03 22:03:22.178940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52618) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:22.183629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d31c820c-7482-41c2-ba2d-2cde161c907d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': '921128be-eaa1-4f95-a7ce-82a04b490e17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:22.259322 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d31c820c-7482-41c2-ba2d-2cde161c907d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (3e7aaa36-fcbb-432d-b6cb-f6be926baad6), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.326606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7383574-e3ab-47bd-bd14-42b6c207ac40 req-c37115b6-e920-426a-9c36-4739ef09211c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:22.328100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7383574-e3ab-47bd-bd14-42b6c207ac40 req-c37115b6-e920-426a-9c36-4739ef09211c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1048651 Feb 03 22:03:22.352019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d31c820c-7482-41c2-ba2d-2cde161c907d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (3e7aaa36-fcbb-432d-b6cb-f6be926baad6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.362771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d31c820c-7482-41c2-ba2d-2cde161c907d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (3e7aaa36-fcbb-432d-b6cb-f6be926baad6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.406249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c820c-7482-41c2-ba2d-2cde161c907d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7aaa36-fcbb-432d-b6cb-f6be926baad6,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:22.412447 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d31c820c-7482-41c2-ba2d-2cde161c907d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.413905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d31c820c-7482-41c2-ba2d-2cde161c907d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2338867 Feb 03 22:03:22.417649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7383574-e3ab-47bd-bd14-42b6c207ac40 req-d5cf98e9-dd57-41bf-a595-73e1ec7d73cc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737948 Feb 03 22:03:22.418183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:22.422836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-48063776-b067-4dad-97a6-2b6b1facf1c9 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': '921128be-eaa1-4f95-a7ce-82a04b490e17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:22.452730 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48063776-b067-4dad-97a6-2b6b1facf1c9 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (bae375a6-bcdb-4490-8ca3-7e4056bdd0ad), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.530249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48063776-b067-4dad-97a6-2b6b1facf1c9 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (bae375a6-bcdb-4490-8ca3-7e4056bdd0ad), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.541379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Hosts for other DVR routers connected to router 25999f1e-360f-4993-a4d9-3f7e80126187: set() {{(pid=103398) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 03 22:03:22.543559 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48063776-b067-4dad-97a6-2b6b1facf1c9 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (bae375a6-bcdb-4490-8ca3-7e4056bdd0ad), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.544160 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.545407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9843b285-3d44-4754-a8ea-d34fca6d114b tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "PUT /v2.0/routers/25999f1e-360f-4993-a4d9-3f7e80126187 HTTP/1.1" status: 200 len: 716 time: 1.6448889 Feb 03 22:03:22.548395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:22.585049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48063776-b067-4dad-97a6-2b6b1facf1c9 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae375a6-bcdb-4490-8ca3-7e4056bdd0ad,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:22.594652 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48063776-b067-4dad-97a6-2b6b1facf1c9 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.596253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-48063776-b067-4dad-97a6-2b6b1facf1c9 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1771033 Feb 03 22:03:22.600077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52626) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:22.605775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ae02af2e-e46b-4c45-9cdf-0811f4355271 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': '921128be-eaa1-4f95-a7ce-82a04b490e17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:22.641894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e17d-fd5d-4fb7-9f0f-abb74bc36a88 req-2b5c05db-c322-4ef6-8367-133d4f27dff0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:22.642134 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-566f2602-2f69-47ae-9ce2-79e387b18f73 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "GET /v2.0/routers/25999f1e-360f-4993-a4d9-3f7e80126187 HTTP/1.1" status: 200 len: 716 time: 0.0894637 Feb 03 22:03:22.642246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd77e17d-fd5d-4fb7-9f0f-abb74bc36a88 req-2b5c05db-c322-4ef6-8367-133d4f27dff0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1094134 Feb 03 22:03:22.642679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:22.655192 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae02af2e-e46b-4c45-9cdf-0811f4355271 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (ca7497dd-f3e0-4df6-8a60-419db22b04f1), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.751314 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae02af2e-e46b-4c45-9cdf-0811f4355271 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (ca7497dd-f3e0-4df6-8a60-419db22b04f1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.757367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd77e17d-fd5d-4fb7-9f0f-abb74bc36a88 req-073b6732-ee87-4b0e-9ed5-c46a3e53ddc0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796971 Feb 03 22:03:22.758607 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae02af2e-e46b-4c45-9cdf-0811f4355271 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ca7497dd-f3e0-4df6-8a60-419db22b04f1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.779787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02af2e-e46b-4c45-9cdf-0811f4355271 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7497dd-f3e0-4df6-8a60-419db22b04f1,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:22.785211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae02af2e-e46b-4c45-9cdf-0811f4355271 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.786590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ae02af2e-e46b-4c45-9cdf-0811f4355271 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1856465 Feb 03 22:03:22.789536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52632) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:22.831204 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for floatingip (2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.833126 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4e56783-c07f-4138-b0b6-73fcbdf22953 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (ca7497dd-f3e0-4df6-8a60-419db22b04f1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.901821 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4e56783-c07f-4138-b0b6-73fcbdf22953 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (ca7497dd-f3e0-4df6-8a60-419db22b04f1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.949542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fda52850-efe2-4e31-958b-abe0885f3846), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:22.986092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4633538c-91dd-43cc-9d10-3a73fa206b64 tempest-RoutersTestDVR-42960537 tempest-RoutersTestDVR-42960537-project] 10.222.0.50 "GET /v2.0/routers/25999f1e-360f-4993-a4d9-3f7e80126187 HTTP/1.1" status: 200 len: 682 time: 0.3421719 Feb 03 22:03:22.989176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52646) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.013446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b9c2653-d375-4dd3-9694-6002ae35d131 req-dfbf7079-5e40-4e64-82cb-1060d9f7636a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d5ebe9085070448390108cb35f42d2b0 HTTP/1.1" status: 200 len: 221 time: 0.0718546 Feb 03 22:03:23.062716 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4e56783-c07f-4138-b0b6-73fcbdf22953 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ca7497dd-f3e0-4df6-8a60-419db22b04f1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.068531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4e56783-c07f-4138-b0b6-73fcbdf22953 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.069758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b4e56783-c07f-4138-b0b6-73fcbdf22953 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ca7497dd-f3e0-4df6-8a60-419db22b04f1 HTTP/1.1" status: 204 len: 168 time: 0.2786682 Feb 03 22:03:23.072835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.138686 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-52ff641b-6216-4bba-8316-a3c808424707 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0642428 Feb 03 22:03:23.145584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.152245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e56783-c07f-4138-b0b6-73fcbdf22953 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca7497dd-f3e0-4df6-8a60-419db22b04f1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:23.158167 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a1c85d2-b62f-4d7b-a1e0-c90fff934da8 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (25999f1e-360f-4993-a4d9-3f7e80126187), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.194211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a5bd-21a1-4bbc-b677-ad4b6016fa88 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (bae375a6-bcdb-4490-8ca3-7e4056bdd0ad), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.212308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a5bd-21a1-4bbc-b677-ad4b6016fa88 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (bae375a6-bcdb-4490-8ca3-7e4056bdd0ad), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.220748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for port (fda52850-efe2-4e31-958b-abe0885f3846), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.232289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (fda52850-efe2-4e31-958b-abe0885f3846), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.282351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a5bd-21a1-4bbc-b677-ad4b6016fa88 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (bae375a6-bcdb-4490-8ca3-7e4056bdd0ad), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.301163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b047af-c6d9-4177-9c69-2050873c0e9a req-ff054a9a-ce85-48f5-8e3f-20b8468a068f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:23.303414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58b047af-c6d9-4177-9c69-2050873c0e9a req-ff054a9a-ce85-48f5-8e3f-20b8468a068f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1936674 Feb 03 22:03:23.314942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a5bd-21a1-4bbc-b677-ad4b6016fa88 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.316137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7ce9a5bd-21a1-4bbc-b677-ad4b6016fa88 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/bae375a6-bcdb-4490-8ca3-7e4056bdd0ad HTTP/1.1" status: 204 len: 168 time: 0.1699231 Feb 03 22:03:23.323398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.334806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a5bd-21a1-4bbc-b677-ad4b6016fa88 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bae375a6-bcdb-4490-8ca3-7e4056bdd0ad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:23.339423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event updated for resources: {'Port': ['ID=fda52850-efe2-4e31-958b-abe0885f3846,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:23.362929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.425265 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1ac6832c-1a74-49ad-9a91-be58feaf7d09 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0977702 Feb 03 22:03:23.437912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e4b08-068f-446f-b033-a27a38c70027 req-31a33239-0ea6-4721-9b9c-399c510b9240 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:23.439816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f7e4b08-068f-446f-b033-a27a38c70027 req-31a33239-0ea6-4721-9b9c-399c510b9240 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2888763 Feb 03 22:03:23.440465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.442476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a1c85d2-b62f-4d7b-a1e0-c90fff934da8 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (25999f1e-360f-4993-a4d9-3f7e80126187), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.459645 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a1c85d2-b62f-4d7b-a1e0-c90fff934da8 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (25999f1e-360f-4993-a4d9-3f7e80126187), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.498721 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Floating IP 2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec associated. External IP: 172.25.5.197, port: 6d63ef88-e392-400b-aafb-dcaf996431ba. Feb 03 22:03:23.554566 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c193bed5-7720-48bd-b95a-6b8b38515a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.576870 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58b047af-c6d9-4177-9c69-2050873c0e9a req-27033fe3-6367-4869-8a41-64e709c5ea55 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059977 Feb 03 22:03:23.577929 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b7658be-dfcc-43b1-abb1-8b8e46be2f76 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (3e7aaa36-fcbb-432d-b6cb-f6be926baad6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.594523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a1c85d2-b62f-4d7b-a1e0-c90fff934da8 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (25999f1e-360f-4993-a4d9-3f7e80126187), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.594986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1c85d2-b62f-4d7b-a1e0-c90fff934da8 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25999f1e-360f-4993-a4d9-3f7e80126187 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:03:23.602523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b7658be-dfcc-43b1-abb1-8b8e46be2f76 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (3e7aaa36-fcbb-432d-b6cb-f6be926baad6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.617480 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a1c85d2-b62f-4d7b-a1e0-c90fff934da8 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.622074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4a1c85d2-b62f-4d7b-a1e0-c90fff934da8 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "DELETE /v2.0/routers/25999f1e-360f-4993-a4d9-3f7e80126187 HTTP/1.1" status: 204 len: 168 time: 0.6283183 Feb 03 22:03:23.623123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.629429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f7e4b08-068f-446f-b033-a27a38c70027 req-fdefdc6b-a329-4932-ac4c-ab01ae5c9b88 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672740 Feb 03 22:03:23.634953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-144b11f1-13e2-40d5-ba63-eccf3dc290d5 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Request body: {'router': {'name': 'tempest-router-499406074', 'distributed': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:23.670359 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b7658be-dfcc-43b1-abb1-8b8e46be2f76 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (3e7aaa36-fcbb-432d-b6cb-f6be926baad6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.679230 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b7658be-dfcc-43b1-abb1-8b8e46be2f76 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.680650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9b7658be-dfcc-43b1-abb1-8b8e46be2f76 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3e7aaa36-fcbb-432d-b6cb-f6be926baad6 HTTP/1.1" status: 204 len: 168 time: 0.2347612 Feb 03 22:03:23.686157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.688583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-144b11f1-13e2-40d5-ba63-eccf3dc290d5 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (31432913-012f-4bd8-94e2-d3e4d01d9e7f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.689847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-144b11f1-13e2-40d5-ba63-eccf3dc290d5 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (31432913-012f-4bd8-94e2-d3e4d01d9e7f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.708099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7658be-dfcc-43b1-abb1-8b8e46be2f76 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e7aaa36-fcbb-432d-b6cb-f6be926baad6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:23.796607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f881d977-4973-4a78-a8c0-996126282a2f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1083076 Feb 03 22:03:23.799967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.809435 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-144b11f1-13e2-40d5-ba63-eccf3dc290d5 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (31432913-012f-4bd8-94e2-d3e4d01d9e7f), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.842687 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-144b11f1-13e2-40d5-ba63-eccf3dc290d5 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (31432913-012f-4bd8-94e2-d3e4d01d9e7f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.845204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617a357-4cac-4e52-a42f-fc40bdaabe16 req-38ae42a3-0be2-42ab-9096-3acd7e29f3b1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:23.853132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6617a357-4cac-4e52-a42f-fc40bdaabe16 req-38ae42a3-0be2-42ab-9096-3acd7e29f3b1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1710358 Feb 03 22:03:23.863421 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1f92dfc-2345-4204-97a4-2a2b144d1f92 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (232f59b2-e1bb-412a-aedf-fdb94521a9f3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.870881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-144b11f1-13e2-40d5-ba63-eccf3dc290d5 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.875045 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-144b11f1-13e2-40d5-ba63-eccf3dc290d5 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2464724 Feb 03 22:03:23.875407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.882844 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1f92dfc-2345-4204-97a4-2a2b144d1f92 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (232f59b2-e1bb-412a-aedf-fdb94521a9f3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.940867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6617a357-4cac-4e52-a42f-fc40bdaabe16 req-2d0ff7a2-6bc9-47bd-962f-d788c8ef6e73 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866513 Feb 03 22:03:23.942361 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1f92dfc-2345-4204-97a4-2a2b144d1f92 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (232f59b2-e1bb-412a-aedf-fdb94521a9f3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.954643 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1f92dfc-2345-4204-97a4-2a2b144d1f92 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:23.956396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e1f92dfc-2345-4204-97a4-2a2b144d1f92 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/232f59b2-e1bb-412a-aedf-fdb94521a9f3 HTTP/1.1" status: 204 len: 168 time: 0.1550181 Feb 03 22:03:23.959340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52670) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:23.979536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f92dfc-2345-4204-97a4-2a2b144d1f92 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=232f59b2-e1bb-412a-aedf-fdb94521a9f3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:23.982109 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3f0345c-3f78-40de-b31d-9b943ee7b152 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (31432913-012f-4bd8-94e2-d3e4d01d9e7f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.031791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-75af2717-7efc-4b30-ac91-05a3f43566e2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0712428 Feb 03 22:03:24.034510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:24.064618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12d27d26-a23b-4198-b03b-b501a9431572 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (051dd2ce-3b17-42f0-9510-785980d7c26c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.075394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12d27d26-a23b-4198-b03b-b501a9431572 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (051dd2ce-3b17-42f0-9510-785980d7c26c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.082497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router e0747959-e76e-4e1c-9db9-a5120dc47deb has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:03:24.137299 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12d27d26-a23b-4198-b03b-b501a9431572 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (051dd2ce-3b17-42f0-9510-785980d7c26c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.146179 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12d27d26-a23b-4198-b03b-b501a9431572 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.147617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-12d27d26-a23b-4198-b03b-b501a9431572 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/051dd2ce-3b17-42f0-9510-785980d7c26c HTTP/1.1" status: 204 len: 168 time: 0.1113725 Feb 03 22:03:24.154392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:24.162576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d27d26-a23b-4198-b03b-b501a9431572 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=051dd2ce-3b17-42f0-9510-785980d7c26c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:24.193829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7cc07-5af9-4a34-848a-cfb258afa038 req-96320c7a-2cbf-4b09-8994-b011be12bf75 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:24.195274 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4e7cc07-5af9-4a34-848a-cfb258afa038 req-96320c7a-2cbf-4b09-8994-b011be12bf75 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1000748 Feb 03 22:03:24.205784 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3f0345c-3f78-40de-b31d-9b943ee7b152 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (31432913-012f-4bd8-94e2-d3e4d01d9e7f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.220269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-36905517-149e-4c48-9e07-a81699460dbc tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616102 Feb 03 22:03:24.220582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52680) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:24.244914 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3f0345c-3f78-40de-b31d-9b943ee7b152 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router_controller (31432913-012f-4bd8-94e2-d3e4d01d9e7f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.310699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4e7cc07-5af9-4a34-848a-cfb258afa038 req-12ab8aa2-2839-4377-b757-cbec476c085c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830374 Feb 03 22:03:24.311317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c04e0bca-993a-4f09-8337-a604f676683c tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (921128be-eaa1-4f95-a7ce-82a04b490e17), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.342238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c04e0bca-993a-4f09-8337-a604f676683c tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (921128be-eaa1-4f95-a7ce-82a04b490e17), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.346025 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3f0345c-3f78-40de-b31d-9b943ee7b152 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (31432913-012f-4bd8-94e2-d3e4d01d9e7f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.346327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f0345c-3f78-40de-b31d-9b943ee7b152 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31432913-012f-4bd8-94e2-d3e4d01d9e7f {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:03:24.353162 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3f0345c-3f78-40de-b31d-9b943ee7b152 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.354242 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d3f0345c-3f78-40de-b31d-9b943ee7b152 tempest-RoutersTestDVR-744507841 tempest-RoutersTestDVR-744507841-project-admin] 10.222.0.50 "DELETE /v2.0/routers/31432913-012f-4bd8-94e2-d3e4d01d9e7f HTTP/1.1" status: 204 len: 168 time: 0.4778020 Feb 03 22:03:24.396802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c04e0bca-993a-4f09-8337-a604f676683c tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (921128be-eaa1-4f95-a7ce-82a04b490e17), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.400428 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c04e0bca-993a-4f09-8337-a604f676683c tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.403990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c04e0bca-993a-4f09-8337-a604f676683c tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/921128be-eaa1-4f95-a7ce-82a04b490e17 HTTP/1.1" status: 204 len: 168 time: 0.1801662 Feb 03 22:03:24.404149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:03:24.405042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:24.417948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e0bca-993a-4f09-8337-a604f676683c tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921128be-eaa1-4f95-a7ce-82a04b490e17,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:24.444826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] Sync routers for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:03:24.464555 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-89fcddad-572d-49a5-8dae-6bcac5939b70 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588760 Feb 03 22:03:24.468114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.468869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:24.474133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ebe1ee13-2a63-4a1a-bc89-43c35d71ee34 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-secgroup--604528270'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:24.527222 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dddb50a8-cc3b-4dbf-845d-6fe1791772f4 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4031844 Feb 03 22:03:24.527981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:24.528624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:03:24.530281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ee13-2a63-4a1a-bc89-43c35d71ee34 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.531300 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b" -d '{"events": [{"name": "network-changed", "server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:03:24.536386 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.546777 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.549875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:24.551891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:24.609595 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34da23a1-9ddc-4f36-b005-d8db68c0c7f0 x-openstack-request-id: req-34da23a1-9ddc-4f36-b005-d8db68c0c7f0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:03:24.609919 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:03:24.610198 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34da23a1-9ddc-4f36-b005-d8db68c0c7f0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:03:24.610633 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'status': 'completed', 'code': 200} Feb 03 22:03:24.639524 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-44f96c42-ff8a-4b87-a351-6109f92b15b5 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/floatingips/2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec HTTP/1.1" status: 200 len: 991 time: 0.1044283 Feb 03 22:03:24.693654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858f03-3892-47a0-b077-3888657d40f5 req-d2654ba3-1028-4d18-a1a9-1c7dc73dda18 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:24.697682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-fb30e4f2-e924-4134-937d-49d23b924cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:24.699343 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-fb30e4f2-e924-4134-937d-49d23b924cce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 1127 time: 0.0536015 Feb 03 22:03:24.702826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858f03-3892-47a0-b077-3888657d40f5 req-d2654ba3-1028-4d18-a1a9-1c7dc73dda18 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2043784 Feb 03 22:03:24.757228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:03:24.813193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52698) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:24.832516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ee13-2a63-4a1a-bc89-43c35d71ee34 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (116363b1-e22f-4112-a6e6-11e2370d5b81), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.846018 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ee13-2a63-4a1a-bc89-43c35d71ee34 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (116363b1-e22f-4112-a6e6-11e2370d5b81), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.877817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa858f03-3892-47a0-b077-3888657d40f5 req-f8faf6b7-702f-472e-8e57-2b8932fa4d18 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598845 Feb 03 22:03:24.901608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ee13-2a63-4a1a-bc89-43c35d71ee34 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:24.905347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ebe1ee13-2a63-4a1a-bc89-43c35d71ee34 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4327259 Feb 03 22:03:24.905347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1ee13-2a63-4a1a-bc89-43c35d71ee34 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116363b1-e22f-4112-a6e6-11e2370d5b81,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:24.912782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:24.914393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7a6556f2-24d1-493f-a7d6-9f533a064d8f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': '116363b1-e22f-4112-a6e6-11e2370d5b81', 'direction': 'ingress', 'protocol': 17}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:24.919004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-130aabeb-713e-49ca-9c99-efae99407b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:24.921572 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-130aabeb-713e-49ca-9c99-efae99407b6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d HTTP/1.1" status: 200 len: 898 time: 0.2134862 Feb 03 22:03:24.997672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814fa4-de0b-43cf-8a33-99426af12e74 req-b810d181-affc-4897-987c-5b69fd916d7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:24.999476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c814fa4-de0b-43cf-8a33-99426af12e74 req-b810d181-affc-4897-987c-5b69fd916d7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2307200 Feb 03 22:03:25.009128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e43c019-5bd2-4140-aba7-d141b8e4ec7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.022863 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-df3c1b12-bf10-40ec-b9d6-8744c8ce0dbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d63ef88-e392-400b-aafb-dcaf996431ba HTTP/1.1" status: 200 len: 999 time: 0.0947104 Feb 03 22:03:25.030673 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a6556f2-24d1-493f-a7d6-9f533a064d8f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (e3a73d90-3b4b-4c6d-ac0c-f3b082c864dc), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.067122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:41Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.197', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'port_id': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'mac_address': 'fa:16:3e:b0:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:03:22Z', 'updated_at': '2022-02-03T22:03:22Z', 'revision_number': 0, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af60fa31-592a-4c41-84f2-4a05f8ff75d5', 'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:cd:6f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:37Z', 'updated_at': '2022-02-03T22:02:50Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:25.102378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] Checking router: e0747959-e76e-4e1c-9db9-a5120dc47deb for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:03:25.106764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-e4f5151d-075f-4e8d-b0f2-922d3b448bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:25.108464 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-e4f5151d-075f-4e8d-b0f2-922d3b448bf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09dbefd6-cbb4-4cf0-8fe2-a791f691faa4 HTTP/1.1" status: 200 len: 835 time: 0.0791461 Feb 03 22:03:25.114411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:03:25.115170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:02:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:25.173771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c814fa4-de0b-43cf-8a33-99426af12e74 req-477dd550-ccb2-4996-9529-1929bec8964e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644785 Feb 03 22:03:25.195239 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a6556f2-24d1-493f-a7d6-9f533a064d8f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (e3a73d90-3b4b-4c6d-ac0c-f3b082c864dc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.204791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02514cd-15e9-4a9a-a2b5-d64df5a28206 req-13df6bd1-98f5-451f-8a89-5ac04d24d5f4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:25.211816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a02514cd-15e9-4a9a-a2b5-d64df5a28206 req-13df6bd1-98f5-451f-8a89-5ac04d24d5f4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1432705 Feb 03 22:03:25.219951 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a6556f2-24d1-493f-a7d6-9f533a064d8f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (e3a73d90-3b4b-4c6d-ac0c-f3b082c864dc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.225715 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e43c019-5bd2-4140-aba7-d141b8e4ec7a admin admin] Publish callbacks [] for security_group (ba71fe59-a518-42ff-9ae0-63a03890a8e8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.230814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-8e6de1b6-aaa8-4e43-9633-6cc1f58fe98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:25.232591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-8e6de1b6-aaa8-4e43-9633-6cc1f58fe98e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156924 Feb 03 22:03:25.233704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e43c019-5bd2-4140-aba7-d141b8e4ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ba71fe59-a518-42ff-9ae0-63a03890a8e8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.259051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6556f2-24d1-493f-a7d6-9f533a064d8f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a73d90-3b4b-4c6d-ac0c-f3b082c864dc,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:25.288935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:03:25.289978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a6556f2-24d1-493f-a7d6-9f533a064d8f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.296305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7a6556f2-24d1-493f-a7d6-9f533a064d8f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3860390 Feb 03 22:03:25.300737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a02514cd-15e9-4a9a-a2b5-d64df5a28206 req-2eb03232-9af8-4af3-a4b1-ee7d91e75369 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881412 Feb 03 22:03:25.301482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52708) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:25.348472 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-a1d4ab18-e2ef-4c37-8fb3-cce86f1b61b8 service neutron] 10.222.0.10 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029794 Feb 03 22:03:25.383763 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e62c2164-b2ec-4d7e-aefe-9e1d3e0f33a2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (116363b1-e22f-4112-a6e6-11e2370d5b81), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.418320 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e62c2164-b2ec-4d7e-aefe-9e1d3e0f33a2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (116363b1-e22f-4112-a6e6-11e2370d5b81), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.473422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43c019-5bd2-4140-aba7-d141b8e4ec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba71fe59-a518-42ff-9ae0-63a03890a8e8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:25.491661 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2bd99b7e-bfb0-40d3-98f9-b8f6c08fb58b req-35e93727-2492-43d5-94d0-0c3265dfc16e service neutron] 10.222.0.10 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300664 Feb 03 22:03:25.505974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e43c019-5bd2-4140-aba7-d141b8e4ec7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddd3845937cd4d2bbb487d09f656f721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6915560 Feb 03 22:03:25.508454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:25.535664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed00e21-3b6a-4e50-bea6-4a64837274b3 req-555088b9-615f-4c03-8f74-b90e680d6c75 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:25.537556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ed00e21-3b6a-4e50-bea6-4a64837274b3 req-555088b9-615f-4c03-8f74-b90e680d6c75 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1160781 Feb 03 22:03:25.561015 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e62c2164-b2ec-4d7e-aefe-9e1d3e0f33a2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (116363b1-e22f-4112-a6e6-11e2370d5b81), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.563492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e62c2164-b2ec-4d7e-aefe-9e1d3e0f33a2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.567117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e62c2164-b2ec-4d7e-aefe-9e1d3e0f33a2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/116363b1-e22f-4112-a6e6-11e2370d5b81 HTTP/1.1" status: 204 len: 168 time: 0.2620409 Feb 03 22:03:25.573737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:25.585788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c2164-b2ec-4d7e-aefe-9e1d3e0f33a2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116363b1-e22f-4112-a6e6-11e2370d5b81,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:25.586316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:41Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.197', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'port_id': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'mac_address': 'fa:16:3e:b0:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:03:22Z', 'updated_at': '2022-02-03T22:03:22Z', 'revision_number': 0, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af60fa31-592a-4c41-84f2-4a05f8ff75d5', 'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:cd:6f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:37Z', 'updated_at': '2022-02-03T22:02:50Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:25.594750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-947ca966-cba5-42b5-9856-a5e1f5e8f708 admin admin] Publish callbacks [] for security_group (ba71fe59-a518-42ff-9ae0-63a03890a8e8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.640353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8765992-3cfd-4b9d-8a8d-3a64ecd31a58 None None] The sync data for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 is: [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:41Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'floating_ip_address': '172.25.5.197', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'port_id': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'mac_address': 'fa:16:3e:b0:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:03:22Z', 'updated_at': '2022-02-03T22:03:22Z', 'revision_number': 0, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af60fa31-592a-4c41-84f2-4a05f8ff75d5', 'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:cd:6f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:37Z', 'updated_at': '2022-02-03T22:02:50Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:03:25.640772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ed00e21-3b6a-4e50-bea6-4a64837274b3 req-c4ca7198-10cb-461d-84b6-47408610b840 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889032 Feb 03 22:03:25.643941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:25.649118 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-32facccc-5522-470b-9dfb-ff49e1b9bd5c tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0738728 Feb 03 22:03:25.649765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:25.668152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a9406178-a92c-46bc-bfe4-63798c6a4b82 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467289859'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:25.706157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-947ca966-cba5-42b5-9856-a5e1f5e8f708 admin admin] Publish callbacks [] for security_group (ba71fe59-a518-42ff-9ae0-63a03890a8e8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.729702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-37c21121-db2c-447f-b3aa-ff18eecf120f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/floatingips/2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec HTTP/1.1" status: 200 len: 991 time: 0.0834467 Feb 03 22:03:25.777178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9406178-a92c-46bc-bfe4-63798c6a4b82 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.794509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-947ca966-cba5-42b5-9856-a5e1f5e8f708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ba71fe59-a518-42ff-9ae0-63a03890a8e8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.798158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-947ca966-cba5-42b5-9856-a5e1f5e8f708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.799552 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-947ca966-cba5-42b5-9856-a5e1f5e8f708 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba71fe59-a518-42ff-9ae0-63a03890a8e8 HTTP/1.1" status: 204 len: 168 time: 0.2898524 Feb 03 22:03:25.817125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ca966-cba5-42b5-9856-a5e1f5e8f708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba71fe59-a518-42ff-9ae0-63a03890a8e8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:25.868925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a249a3-1400-4792-b853-f2ad73809dcc req-4ed44811-1806-4f8b-9666-a0da02d0cbf6 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:25.870857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68a249a3-1400-4792-b853-f2ad73809dcc req-4ed44811-1806-4f8b-9666-a0da02d0cbf6 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1197305 Feb 03 22:03:25.902683 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9406178-a92c-46bc-bfe4-63798c6a4b82 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (079d183c-22d6-4b10-b0fd-f8783c7dea5a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.913129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9406178-a92c-46bc-bfe4-63798c6a4b82 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (079d183c-22d6-4b10-b0fd-f8783c7dea5a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.973975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68a249a3-1400-4792-b853-f2ad73809dcc req-01ac6233-7c64-4f69-abc8-035287ca10a6 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850477 Feb 03 22:03:25.988062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9406178-a92c-46bc-bfe4-63798c6a4b82 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:25.994696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a9406178-a92c-46bc-bfe4-63798c6a4b82 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3411510 Feb 03 22:03:25.995354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:26.006201 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a6aab704-c919-439f-856f-7181407120f2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-secgroup--635317675'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:26.031925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9406178-a92c-46bc-bfe4-63798c6a4b82 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079d183c-22d6-4b10-b0fd-f8783c7dea5a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:26.036872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6aab704-c919-439f-856f-7181407120f2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.059201 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c636abf-0dbe-4ee5-9240-d1cf2545736f None None] New status for floating IP 2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:03:26.166004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af2926-a682-4360-894e-3f1e951744c3 req-1491460d-7018-429c-bcbc-86667b0045b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:26.167742 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14af2926-a682-4360-894e-3f1e951744c3 req-1491460d-7018-429c-bcbc-86667b0045b5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0849013 Feb 03 22:03:26.171312 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6aab704-c919-439f-856f-7181407120f2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (37061931-4d99-4eeb-ad75-63205e10baec), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.177652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6aab704-c919-439f-856f-7181407120f2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (37061931-4d99-4eeb-ad75-63205e10baec), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.210291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aab704-c919-439f-856f-7181407120f2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37061931-4d99-4eeb-ad75-63205e10baec,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:26.230758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6aab704-c919-439f-856f-7181407120f2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.235361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a6aab704-c919-439f-856f-7181407120f2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2385218 Feb 03 22:03:26.236524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-14af2926-a682-4360-894e-3f1e951744c3 req-ea687e7f-e6dc-4b9b-a4ce-132463c966fa tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620039 Feb 03 22:03:26.237325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:26.247313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-93d07fc4-8113-4c44-931f-2ad918bb9f20 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': '079d183c-22d6-4b10-b0fd-f8783c7dea5a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '37061931-4d99-4eeb-ad75-63205e10baec', 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:26.369274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:26.385419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04c6e9ee-4a66-419d-975b-07c404ed50c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.388138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93d07fc4-8113-4c44-931f-2ad918bb9f20 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (286a5825-df1b-4366-a20c-d27422aa756a), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.434262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc23904-7244-48c7-9742-14507fc789dd req-c2f909bc-448c-481c-8c38-d3769b3035b8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:26.435945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bc23904-7244-48c7-9742-14507fc789dd req-c2f909bc-448c-481c-8c38-d3769b3035b8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1540747 Feb 03 22:03:26.485856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-beaf6685-f602-489e-8667-e3aaa013e036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.488972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04c6e9ee-4a66-419d-975b-07c404ed50c8 admin admin] Publish callbacks [] for security_group (3384e977-d43d-4a24-ab2e-2152b42099ae), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.493112 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04c6e9ee-4a66-419d-975b-07c404ed50c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3384e977-d43d-4a24-ab2e-2152b42099ae), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.500000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad1f24-5649-4ced-a67d-76f1762b1d3f req-e454f894-fec0-45c9-a0e8-d04ec59ed439 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:26.501801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10ad1f24-5649-4ced-a67d-76f1762b1d3f req-e454f894-fec0-45c9-a0e8-d04ec59ed439 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1518931 Feb 03 22:03:26.537824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6e9ee-4a66-419d-975b-07c404ed50c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3384e977-d43d-4a24-ab2e-2152b42099ae,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:26.545801 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-04c6e9ee-4a66-419d-975b-07c404ed50c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31d9dd75048944c093ef68f524c619f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727755 Feb 03 22:03:26.546086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:26.601326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40d760ca-d8d2-4c72-a27c-623bd599b39e admin admin] Publish callbacks [] for security_group (3384e977-d43d-4a24-ab2e-2152b42099ae), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.611144 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93d07fc4-8113-4c44-931f-2ad918bb9f20 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (286a5825-df1b-4366-a20c-d27422aa756a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.615578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2bc23904-7244-48c7-9742-14507fc789dd req-835a6fc5-5b7b-4278-ae57-332decbce981 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732721 Feb 03 22:03:26.617186 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93d07fc4-8113-4c44-931f-2ad918bb9f20 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (286a5825-df1b-4366-a20c-d27422aa756a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.622065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10ad1f24-5649-4ced-a67d-76f1762b1d3f req-3d482073-97aa-411f-821d-798a1c2a5c9f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101601 Feb 03 22:03:26.652960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d07fc4-8113-4c44-931f-2ad918bb9f20 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286a5825-df1b-4366-a20c-d27422aa756a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:26.652960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93d07fc4-8113-4c44-931f-2ad918bb9f20 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.653692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-93d07fc4-8113-4c44-931f-2ad918bb9f20 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4147832 Feb 03 22:03:26.654059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:26.663911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40d760ca-d8d2-4c72-a27c-623bd599b39e admin admin] Publish callbacks [] for security_group (3384e977-d43d-4a24-ab2e-2152b42099ae), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.689828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-236cd4a8-ba46-4c3c-8907-53bab2d2843d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (286a5825-df1b-4366-a20c-d27422aa756a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.707407 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-236cd4a8-ba46-4c3c-8907-53bab2d2843d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (286a5825-df1b-4366-a20c-d27422aa756a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.732603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:26.765359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae6c43-d6e8-43bb-8ffc-8eb785f0f047 req-e8dfa2aa-0504-4720-8761-e360cf0f5739 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:26.767006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1ae6c43-d6e8-43bb-8ffc-8eb785f0f047 req-e8dfa2aa-0504-4720-8761-e360cf0f5739 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0632026 Feb 03 22:03:26.782874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-236cd4a8-ba46-4c3c-8907-53bab2d2843d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (286a5825-df1b-4366-a20c-d27422aa756a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.794501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-236cd4a8-ba46-4c3c-8907-53bab2d2843d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.798131 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-236cd4a8-ba46-4c3c-8907-53bab2d2843d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/286a5825-df1b-4366-a20c-d27422aa756a HTTP/1.1" status: 204 len: 168 time: 0.1406219 Feb 03 22:03:26.799491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:26.799628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40d760ca-d8d2-4c72-a27c-623bd599b39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3384e977-d43d-4a24-ab2e-2152b42099ae), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.801869 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40d760ca-d8d2-4c72-a27c-623bd599b39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.805515 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-40d760ca-d8d2-4c72-a27c-623bd599b39e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3384e977-d43d-4a24-ab2e-2152b42099ae HTTP/1.1" status: 204 len: 168 time: 0.2559667 Feb 03 22:03:26.819362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cd4a8-ba46-4c3c-8907-53bab2d2843d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=286a5825-df1b-4366-a20c-d27422aa756a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:26.823880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d760ca-d8d2-4c72-a27c-623bd599b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3384e977-d43d-4a24-ab2e-2152b42099ae,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:26.839043 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0c6fd31b-01d0-44fd-98f8-eea03a07442f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/floatingips/2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec HTTP/1.1" status: 200 len: 993 time: 0.1018579 Feb 03 22:03:26.876605 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a4b437db-48f4-4f92-80b8-fd861bc987ad tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0737529 Feb 03 22:03:26.877198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52754) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:26.886525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1ae6c43-d6e8-43bb-8ffc-8eb785f0f047 req-31eacd75-3a0e-41ac-a9e2-b3e135a553ab tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135657 Feb 03 22:03:26.933477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.960365 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e5a581-5d2e-4658-96ef-1d60f49f38fc tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (37061931-4d99-4eeb-ad75-63205e10baec), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:26.986475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e5a581-5d2e-4658-96ef-1d60f49f38fc tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (37061931-4d99-4eeb-ad75-63205e10baec), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.078690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc2f55-289d-499f-9e66-44e7108cfaff req-3509680e-d0e8-4f43-9aa8-93c68757fe77 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:27.080432 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58dc2f55-289d-499f-9e66-44e7108cfaff req-3509680e-d0e8-4f43-9aa8-93c68757fe77 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0766034 Feb 03 22:03:27.081558 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e5a581-5d2e-4658-96ef-1d60f49f38fc tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (37061931-4d99-4eeb-ad75-63205e10baec), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.084147 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99e5a581-5d2e-4658-96ef-1d60f49f38fc tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.088191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-99e5a581-5d2e-4658-96ef-1d60f49f38fc tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/37061931-4d99-4eeb-ad75-63205e10baec HTTP/1.1" status: 204 len: 168 time: 0.2070472 Feb 03 22:03:27.088765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:27.095408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5a581-5d2e-4658-96ef-1d60f49f38fc tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37061931-4d99-4eeb-ad75-63205e10baec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:27.171738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58dc2f55-289d-499f-9e66-44e7108cfaff req-3b859458-b00f-4c5c-befe-f06f74c6a832 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656693 Feb 03 22:03:27.201210 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9ee4b713-ff95-4f5f-8cf3-f4d26afffc91 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1096611 Feb 03 22:03:27.203952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:27.293992 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9203b5d9-862b-4869-95d8-714e93c70d3e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (079d183c-22d6-4b10-b0fd-f8783c7dea5a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.323259 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9203b5d9-862b-4869-95d8-714e93c70d3e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (079d183c-22d6-4b10-b0fd-f8783c7dea5a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.342143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e8e50-0517-41e0-b651-bc0af7765a35 req-6833811e-143e-4d8a-8f4c-6bbd0e54101d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:27.343719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b20e8e50-0517-41e0-b651-bc0af7765a35 req-6833811e-143e-4d8a-8f4c-6bbd0e54101d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0970297 Feb 03 22:03:27.410463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9203b5d9-862b-4869-95d8-714e93c70d3e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (079d183c-22d6-4b10-b0fd-f8783c7dea5a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.414112 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9203b5d9-862b-4869-95d8-714e93c70d3e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.415822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9203b5d9-862b-4869-95d8-714e93c70d3e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/079d183c-22d6-4b10-b0fd-f8783c7dea5a HTTP/1.1" status: 204 len: 168 time: 0.2106080 Feb 03 22:03:27.418525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52776) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:27.434565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b20e8e50-0517-41e0-b651-bc0af7765a35 req-06a9b499-504b-445e-9bfe-319083b7eb69 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794613 Feb 03 22:03:27.435627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203b5d9-862b-4869-95d8-714e93c70d3e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079d183c-22d6-4b10-b0fd-f8783c7dea5a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:27.490548 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ac1a171b-981b-47d0-bec5-2b956a20916a tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688872 Feb 03 22:03:27.492787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52782) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:27.497406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-18557635-3560-4165-8b20-0edc737aa7b1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528826355'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:27.541692 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18557635-3560-4165-8b20-0edc737aa7b1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.566268 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66259276-661a-4636-8e0e-4d9786e41662 req-15520468-07fb-48f0-ad38-1ebea61d8b09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673711 Feb 03 22:03:27.688523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259276-661a-4636-8e0e-4d9786e41662 req-657486d5-8a59-4ef3-adad-32d29a1de3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:27.692597 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66259276-661a-4636-8e0e-4d9786e41662 req-657486d5-8a59-4ef3-adad-32d29a1de3ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 1127 time: 0.0713770 Feb 03 22:03:27.701853 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18557635-3560-4165-8b20-0edc737aa7b1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (4caded68-126e-4ca0-a906-b10bfc48e298), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.719118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593c9b-a906-4ea3-b65c-0da2bf676eee req-eaf55fbf-cac8-4f8c-ac5a-e86e36a27bee tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:27.721810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42593c9b-a906-4ea3-b65c-0da2bf676eee req-eaf55fbf-cac8-4f8c-ac5a-e86e36a27bee tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1420813 Feb 03 22:03:27.725231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18557635-3560-4165-8b20-0edc737aa7b1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4caded68-126e-4ca0-a906-b10bfc48e298), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.809544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259276-661a-4636-8e0e-4d9786e41662 req-3cb71008-d561-4dba-acde-63f5f9f392e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:27.811310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66259276-661a-4636-8e0e-4d9786e41662 req-3cb71008-d561-4dba-acde-63f5f9f392e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 915 time: 0.0987020 Feb 03 22:03:27.817785 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18557635-3560-4165-8b20-0edc737aa7b1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.819255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-18557635-3560-4165-8b20-0edc737aa7b1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3254118 Feb 03 22:03:27.828229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:27.828229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18557635-3560-4165-8b20-0edc737aa7b1 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4caded68-126e-4ca0-a906-b10bfc48e298,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:27.844404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d7bc4278-439d-4950-a4c0-cbcca18c866e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': '4caded68-126e-4ca0-a906-b10bfc48e298', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:27.879220 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66259276-661a-4636-8e0e-4d9786e41662 req-74564907-16cc-448e-af24-971723352af3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 HTTP/1.1" status: 200 len: 217 time: 0.0608273 Feb 03 22:03:27.895054 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7bc4278-439d-4950-a4c0-cbcca18c866e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (54629ab7-2ef9-4885-b08b-eabd2711ced0), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.976292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7bc4278-439d-4950-a4c0-cbcca18c866e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (54629ab7-2ef9-4885-b08b-eabd2711ced0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:27.980135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259276-661a-4636-8e0e-4d9786e41662 req-bf83e346-cb52-4f58-8064-3cc453827220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:27.981676 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66259276-661a-4636-8e0e-4d9786e41662 req-bf83e346-cb52-4f58-8064-3cc453827220 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2a02ccb-aed1-4217-aee2-39134d7a4d61 HTTP/1.1" status: 200 len: 854 time: 0.0964406 Feb 03 22:03:27.986049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd92d-aef4-44e3-8a64-42bb24691ab0 req-989d14ba-477f-4554-9553-8c90a287b396 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:27.988170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-276cd92d-aef4-44e3-8a64-42bb24691ab0 req-989d14ba-477f-4554-9553-8c90a287b396 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2651138 Feb 03 22:03:27.992961 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7bc4278-439d-4950-a4c0-cbcca18c866e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (54629ab7-2ef9-4885-b08b-eabd2711ced0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.013630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc4278-439d-4950-a4c0-cbcca18c866e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54629ab7-2ef9-4885-b08b-eabd2711ced0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:28.038355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42593c9b-a906-4ea3-b65c-0da2bf676eee req-992f41ae-0986-4ef3-ab16-e775497301f3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996151 Feb 03 22:03:28.041296 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66259276-661a-4636-8e0e-4d9786e41662 req-56f0d0af-f619-4301-8a34-a32dbdbe8601 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529137 Feb 03 22:03:28.071822 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7bc4278-439d-4950-a4c0-cbcca18c866e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.073665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d7bc4278-439d-4950-a4c0-cbcca18c866e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2372980 Feb 03 22:03:28.076410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:28.114686 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b97bbc9-11e9-4327-8d75-60282a9f71a4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (54629ab7-2ef9-4885-b08b-eabd2711ced0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.124666 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b97bbc9-11e9-4327-8d75-60282a9f71a4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (54629ab7-2ef9-4885-b08b-eabd2711ced0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.161618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-276cd92d-aef4-44e3-8a64-42bb24691ab0 req-b497c5cf-271e-46f4-bc49-941b675bf6bb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660240 Feb 03 22:03:28.162832 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b97bbc9-11e9-4327-8d75-60282a9f71a4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (54629ab7-2ef9-4885-b08b-eabd2711ced0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.176938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b97bbc9-11e9-4327-8d75-60282a9f71a4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.181102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0b97bbc9-11e9-4327-8d75-60282a9f71a4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/54629ab7-2ef9-4885-b08b-eabd2711ced0 HTTP/1.1" status: 204 len: 168 time: 0.1008954 Feb 03 22:03:28.181102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97bbc9-11e9-4327-8d75-60282a9f71a4 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54629ab7-2ef9-4885-b08b-eabd2711ced0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:28.181607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52804) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:28.238052 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66259276-661a-4636-8e0e-4d9786e41662 req-c629a906-f98c-4878-b778-c41302cb622b service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905670 Feb 03 22:03:28.277065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-394d4a8e-a7c9-4706-ac29-659d5940e5c8 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0807266 Feb 03 22:03:28.283008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52810) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:28.307869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98073f-ac3c-47db-b0bf-3dba6b06d847 req-3b322e03-bd2a-4d19-bbdd-3d9cad8cad60 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:28.309442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a98073f-ac3c-47db-b0bf-3dba6b06d847 req-3b322e03-bd2a-4d19-bbdd-3d9cad8cad60 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1360404 Feb 03 22:03:28.368934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652a270a-061d-45cb-827c-bfb0dd061750 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (4caded68-126e-4ca0-a906-b10bfc48e298), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.376877 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66259276-661a-4636-8e0e-4d9786e41662 req-16981e88-bba9-4e9e-b447-4c5b61b092d6 service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321239 Feb 03 22:03:28.407580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a98073f-ac3c-47db-b0bf-3dba6b06d847 req-53f3b670-8f65-4846-a1d8-3329b0dd9fdb tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878408 Feb 03 22:03:28.411226 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652a270a-061d-45cb-827c-bfb0dd061750 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (4caded68-126e-4ca0-a906-b10bfc48e298), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.459713 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652a270a-061d-45cb-827c-bfb0dd061750 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4caded68-126e-4ca0-a906-b10bfc48e298), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.462847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652a270a-061d-45cb-827c-bfb0dd061750 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.464340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-652a270a-061d-45cb-827c-bfb0dd061750 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/4caded68-126e-4ca0-a906-b10bfc48e298 HTTP/1.1" status: 204 len: 168 time: 0.1795380 Feb 03 22:03:28.467024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:28.483924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a270a-061d-45cb-827c-bfb0dd061750 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caded68-126e-4ca0-a906-b10bfc48e298,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:28.520053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b6ca555c-1888-4e52-bf40-b4ede5a12c41 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514114 Feb 03 22:03:28.524343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:28.532581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f05f8684-eb29-4ad4-9615-57eaede8b61b tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722887220'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:28.574901 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f05f8684-eb29-4ad4-9615-57eaede8b61b tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.612753 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.670990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:28.711167 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f05f8684-eb29-4ad4-9615-57eaede8b61b tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.716322 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f05f8684-eb29-4ad4-9615-57eaede8b61b tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.734681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a57a2-d2bf-4208-aaa2-95d394c3385d req-36a3e4d1-f1a4-4249-a563-8273143e6a0b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:28.736162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-894a57a2-d2bf-4208-aaa2-95d394c3385d req-36a3e4d1-f1a4-4249-a563-8273143e6a0b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1026161 Feb 03 22:03:28.763270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f05f8684-eb29-4ad4-9615-57eaede8b61b tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.764724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f05f8684-eb29-4ad4-9615-57eaede8b61b tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2377694 Feb 03 22:03:28.767485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:28.775785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9ebfa6ed-8c4f-4506-aebc-083963c32a35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': 'a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:28.776768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f8684-eb29-4ad4-9615-57eaede8b61b tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:28.808240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-894a57a2-d2bf-4208-aaa2-95d394c3385d req-b6109914-27b8-49af-905c-2efad39d7006 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627346 Feb 03 22:03:28.854090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1331839997', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:28.872384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ebfa6ed-8c4f-4506-aebc-083963c32a35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (0c2c4646-0bac-4073-880a-859d3ce56a60), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.899078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Made reservation on behalf of b837a977bcd7495a88605c2d47b7aae8 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:28.901457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.935690 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.965931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f6cd-8ff3-4dc2-ba74-e08355ce27b4 req-79a33a43-42ec-49cb-a891-9ba717682840 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:28.967679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f399f6cd-8ff3-4dc2-ba74-e08355ce27b4 req-79a33a43-42ec-49cb-a891-9ba717682840 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0648904 Feb 03 22:03:28.992092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ebfa6ed-8c4f-4506-aebc-083963c32a35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (0c2c4646-0bac-4073-880a-859d3ce56a60), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:28.999236 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ebfa6ed-8c4f-4506-aebc-083963c32a35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0c2c4646-0bac-4073-880a-859d3ce56a60), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.029605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfa6ed-8c4f-4506-aebc-083963c32a35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2c4646-0bac-4073-880a-859d3ce56a60,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:29.044513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ebfa6ed-8c4f-4506-aebc-083963c32a35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.048154 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9ebfa6ed-8c4f-4506-aebc-083963c32a35 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2765868 Feb 03 22:03:29.048849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.065648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f399f6cd-8ff3-4dc2-ba74-e08355ce27b4 req-7a57da7a-da0c-4ec5-ab0a-a61f46805ed8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684340 Feb 03 22:03:29.070557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks [] for security_group (caa08868-d32e-40ad-862b-59c4b3e78297), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.077005 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-38cd1a46-6eb5-42f3-9cf1-57c88f4c53b3 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules/0c2c4646-0bac-4073-880a-859d3ce56a60 HTTP/1.1" status: 200 len: 763 time: 0.0248709 Feb 03 22:03:29.077005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.090447 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (caa08868-d32e-40ad-862b-59c4b3e78297), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.094063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] device_id is not set on port ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:03:29.185170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa08868-d32e-40ad-862b-59c4b3e78297,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:29.202429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1d2071aa-b716-4549-80ef-78e7e2ff0bbd tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1219089 Feb 03 22:03:29.203513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.242244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c698001f-9d11-4aee-948c-a04bfcb6170e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (0c2c4646-0bac-4073-880a-859d3ce56a60), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.253508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c698001f-9d11-4aee-948c-a04bfcb6170e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (0c2c4646-0bac-4073-880a-859d3ce56a60), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.293214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Allocated IP 172.25.5.190 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:29.348262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c698001f-9d11-4aee-948c-a04bfcb6170e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0c2c4646-0bac-4073-880a-859d3ce56a60), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.358193 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c698001f-9d11-4aee-948c-a04bfcb6170e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.359525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c698001f-9d11-4aee-948c-a04bfcb6170e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/0c2c4646-0bac-4073-880a-859d3ce56a60 HTTP/1.1" status: 204 len: 168 time: 0.1545870 Feb 03 22:03:29.362570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.370419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698001f-9d11-4aee-948c-a04bfcb6170e tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c2c4646-0bac-4073-880a-859d3ce56a60,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:29.391425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d2157-31b4-4ec9-bc3d-c88d249dc770 req-8db4656e-8fca-4447-a802-01655aa2a834 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:29.393754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a83d2157-31b4-4ec9-bc3d-c88d249dc770 req-8db4656e-8fca-4447-a802-01655aa2a834 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1160953 Feb 03 22:03:29.403003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c7169-08e9-4d3e-bff0-997b57014dbb req-9e33bcee-6610-4dc5-bb81-6cfdfe7b4585 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:29.404694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-107c7169-08e9-4d3e-bff0-997b57014dbb req-9e33bcee-6610-4dc5-bb81-6cfdfe7b4585 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1379468 Feb 03 22:03:29.476440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a83d2157-31b4-4ec9-bc3d-c88d249dc770 req-e1626223-ef43-4c28-9e94-829e20f1f24a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705800 Feb 03 22:03:29.479205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks [] for port (ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.483789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-107c7169-08e9-4d3e-bff0-997b57014dbb req-c58f5b7b-4c1b-4cd2-9268-e36431899726 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706773 Feb 03 22:03:29.500799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.501130 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3071d7a7-e469-4a7a-bf8e-12008d2a2b65 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1272500 Feb 03 22:03:29.504719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1f48d600-b0c2-4adb-b296-2fc40b94b997 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': 'a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:29.539028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f48d600-b0c2-4adb-b296-2fc40b94b997 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (12e2d087-c9af-4e64-a55c-54e1bbb8e9d3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.539454 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.641165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f48d600-b0c2-4adb-b296-2fc40b94b997 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (12e2d087-c9af-4e64-a55c-54e1bbb8e9d3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.654352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7cc9-9af9-42fe-94a6-496539858c7f req-3ccd801f-c522-452b-81cd-422488afe314 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:29.656262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d5d7cc9-9af9-42fe-94a6-496539858c7f req-3ccd801f-c522-452b-81cd-422488afe314 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0931802 Feb 03 22:03:29.657191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f48d600-b0c2-4adb-b296-2fc40b94b997 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (12e2d087-c9af-4e64-a55c-54e1bbb8e9d3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.700450 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f48d600-b0c2-4adb-b296-2fc40b94b997 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.701721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1f48d600-b0c2-4adb-b296-2fc40b94b997 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2098148 Feb 03 22:03:29.705210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52856) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.722268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48d600-b0c2-4adb-b296-2fc40b94b997 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e2d087-c9af-4e64-a55c-54e1bbb8e9d3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:29.744869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-33fa1210-30e1-4c29-acf0-db0c7798df77 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules/12e2d087-c9af-4e64-a55c-54e1bbb8e9d3 HTTP/1.1" status: 200 len: 763 time: 0.0341151 Feb 03 22:03:29.745845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.763585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d5d7cc9-9af9-42fe-94a6-496539858c7f req-84e954a3-4995-4a4b-846e-61cddca35ed3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916083 Feb 03 22:03:29.796290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-19b5919f-6d25-4308-afae-df9290b99a0c tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0467772 Feb 03 22:03:29.796754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52860) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.823869 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0500ee10-3548-4bec-b75d-13dab0530942 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (12e2d087-c9af-4e64-a55c-54e1bbb8e9d3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.833722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0500ee10-3548-4bec-b75d-13dab0530942 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (12e2d087-c9af-4e64-a55c-54e1bbb8e9d3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.854521 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.867714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0500ee10-3548-4bec-b75d-13dab0530942 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (12e2d087-c9af-4e64-a55c-54e1bbb8e9d3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.875090 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0500ee10-3548-4bec-b75d-13dab0530942 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.876656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0500ee10-3548-4bec-b75d-13dab0530942 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/12e2d087-c9af-4e64-a55c-54e1bbb8e9d3 HTTP/1.1" status: 204 len: 168 time: 0.0789838 Feb 03 22:03:29.879629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.892091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500ee10-3548-4bec-b75d-13dab0530942 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12e2d087-c9af-4e64-a55c-54e1bbb8e9d3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:29.933003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-04482249-fc92-4569-9e94-77f6ea2882fb tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506470 Feb 03 22:03:29.934985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:29.937005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:29.940070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:29.940866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-13138c35-79ca-4b70-9d03-e386a74e91e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': 'a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:29.943801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:29.949716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Pushing event updated for resources: {'Port': ['ID=ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:29.990039 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13138c35-79ca-4b70-9d03-e386a74e91e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (c1fd582f-6d68-4a3b-aceb-4d33caf2e709), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:29.992547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:29.993241 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.015718 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-79d1d557-c44a-4f2a-827b-bf212e7d3b6b tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3404839 Feb 03 22:03:30.016248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:30.026610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.190'}]}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:30.082469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (8560455e-034c-4119-9a79-e0ce0827c3f1), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.083512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (8560455e-034c-4119-9a79-e0ce0827c3f1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.108248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f6e14-a671-4450-8e51-907b1bbad4a8 req-b5d01f05-afff-4bdf-bac3-b2a68bcd703f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:30.109900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-961f6e14-a671-4450-8e51-907b1bbad4a8 req-b5d01f05-afff-4bdf-bac3-b2a68bcd703f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1376595 Feb 03 22:03:30.136165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13138c35-79ca-4b70-9d03-e386a74e91e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (c1fd582f-6d68-4a3b-aceb-4d33caf2e709), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.155317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13138c35-79ca-4b70-9d03-e386a74e91e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c1fd582f-6d68-4a3b-aceb-4d33caf2e709), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.199980 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks [] for router_controller (8560455e-034c-4119-9a79-e0ce0827c3f1), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.249616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13138c35-79ca-4b70-9d03-e386a74e91e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fd582f-6d68-4a3b-aceb-4d33caf2e709,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:30.287191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13138c35-79ca-4b70-9d03-e386a74e91e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.288380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-13138c35-79ca-4b70-9d03-e386a74e91e6 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3521950 Feb 03 22:03:30.291141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:30.305277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-961f6e14-a671-4450-8e51-907b1bbad4a8 req-da41698f-772e-4421-bb0b-6283983cbb55 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882236 Feb 03 22:03:30.307860 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8333a0b6-8588-4aca-ada6-65788de7bb0f tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules/c1fd582f-6d68-4a3b-aceb-4d33caf2e709 HTTP/1.1" status: 200 len: 764 time: 0.0155663 Feb 03 22:03:30.310304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:30.352536 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5740d409-01d2-4d12-b558-0bb2539486b2 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0408063 Feb 03 22:03:30.355530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:30.385301 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c65c358-04fe-44e1-b585-599409d677ca tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (c1fd582f-6d68-4a3b-aceb-4d33caf2e709), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.390906 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks [] for router_gateway (8560455e-034c-4119-9a79-e0ce0827c3f1), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.395035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c65c358-04fe-44e1-b585-599409d677ca tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (c1fd582f-6d68-4a3b-aceb-4d33caf2e709), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.426400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c65c358-04fe-44e1-b585-599409d677ca tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c1fd582f-6d68-4a3b-aceb-4d33caf2e709), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.433001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c65c358-04fe-44e1-b585-599409d677ca tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.436482 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7c65c358-04fe-44e1-b585-599409d677ca tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c1fd582f-6d68-4a3b-aceb-4d33caf2e709 HTTP/1.1" status: 204 len: 168 time: 0.0777586 Feb 03 22:03:30.437161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:30.456836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65c358-04fe-44e1-b585-599409d677ca tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1fd582f-6d68-4a3b-aceb-4d33caf2e709,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:30.494376 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-11bd8f7a-28b4-4a2d-b6c2-f5476bc2f7fa tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0532553 Feb 03 22:03:30.494601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:30.562891 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c475-85e3-4d38-a690-c9092880e98d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.594350 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c475-85e3-4d38-a690-c9092880e98d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.642452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c475-85e3-4d38-a690-c9092880e98d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.646058 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c475-85e3-4d38-a690-c9092880e98d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.651513 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3ba2c475-85e3-4d38-a690-c9092880e98d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe HTTP/1.1" status: 204 len: 168 time: 0.1552713 Feb 03 22:03:30.652278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:30.687202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2c475-85e3-4d38-a690-c9092880e98d tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ee86f3-24ef-4fe0-b1ec-2eb03685a6fe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:30.736786 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d4d2bb34-1e5e-4699-9a40-da4fd3d6ec74 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0681100 Feb 03 22:03:30.739398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:30.745937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9d4dd916-1a79-4b73-9317-4145fccc6c55 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group': {'name': 'tempest-secgroup--874395041'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:30.771063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd916-1a79-4b73-9317-4145fccc6c55 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.863363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd916-1a79-4b73-9317-4145fccc6c55 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (bb48e754-2e7e-4fa3-af28-6c8f47014b6f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.867448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd916-1a79-4b73-9317-4145fccc6c55 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bb48e754-2e7e-4fa3-af28-6c8f47014b6f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.896047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532ba77-b050-4547-86d1-ad626c47ba6f req-b2dfecc0-2447-4b44-a6a4-2d0516ddbf2d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:30.897620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1532ba77-b050-4547-86d1-ad626c47ba6f req-b2dfecc0-2447-4b44-a6a4-2d0516ddbf2d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.4929178 Feb 03 22:03:30.904159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd916-1a79-4b73-9317-4145fccc6c55 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:30.907967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9d4dd916-1a79-4b73-9317-4145fccc6c55 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1648710 Feb 03 22:03:30.908568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:30.913031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bb0dd582-4e64-4437-b11c-78d0703f9b23 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Request body: {'security_group_rule': {'security_group_id': 'bb48e754-2e7e-4fa3-af28-6c8f47014b6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:30.913786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7cce6-7e70-4c23-a51a-90842dfb7480 req-487fc400-8fdb-4462-9c1b-d2b8067b19a0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:30.915919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87d7cce6-7e70-4c23-a51a-90842dfb7480 req-487fc400-8fdb-4462-9c1b-d2b8067b19a0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1128826 Feb 03 22:03:30.927812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dd916-1a79-4b73-9317-4145fccc6c55 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb48e754-2e7e-4fa3-af28-6c8f47014b6f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:30.947465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd582-4e64-4437-b11c-78d0703f9b23 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (97e3fc87-bb43-4fec-bb71-5498c9ba8f30), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.018999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd582-4e64-4437-b11c-78d0703f9b23 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (97e3fc87-bb43-4fec-bb71-5498c9ba8f30), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.023976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd582-4e64-4437-b11c-78d0703f9b23 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (97e3fc87-bb43-4fec-bb71-5498c9ba8f30), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.034291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1532ba77-b050-4547-86d1-ad626c47ba6f req-21e7f1e2-1ca7-4036-89da-d2bda86010b1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168098 Feb 03 22:03:31.043423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dd582-4e64-4437-b11c-78d0703f9b23 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e3fc87-bb43-4fec-bb71-5498c9ba8f30,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:31.053429 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd582-4e64-4437-b11c-78d0703f9b23 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.058026 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bb0dd582-4e64-4437-b11c-78d0703f9b23 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450548 Feb 03 22:03:31.058655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87d7cce6-7e70-4c23-a51a-90842dfb7480 req-1874d75d-207d-4df3-ad91-138f4a66b55d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299889 Feb 03 22:03:31.058832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:31.141592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cab85dfb-1eaf-411d-8c10-8f15d5d34441 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (bb48e754-2e7e-4fa3-af28-6c8f47014b6f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.175015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cab85dfb-1eaf-411d-8c10-8f15d5d34441 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (bb48e754-2e7e-4fa3-af28-6c8f47014b6f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.215905 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks [] for router_gateway (8560455e-034c-4119-9a79-e0ce0827c3f1), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.239174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.239551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cab85dfb-1eaf-411d-8c10-8f15d5d34441 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bb48e754-2e7e-4fa3-af28-6c8f47014b6f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.243160 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cab85dfb-1eaf-411d-8c10-8f15d5d34441 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.244661 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cab85dfb-1eaf-411d-8c10-8f15d5d34441 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/bb48e754-2e7e-4fa3-af28-6c8f47014b6f HTTP/1.1" status: 204 len: 168 time: 0.1844919 Feb 03 22:03:31.248534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:31.272258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab85dfb-1eaf-411d-8c10-8f15d5d34441 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb48e754-2e7e-4fa3-af28-6c8f47014b6f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:31.330128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-769d9609-04e5-4ab8-8515-f6cc7b2fab44 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793314 Feb 03 22:03:31.332484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52900) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:31.372886 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4f655335-3082-4f03-a9b1-acfa7dffa737 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0392807 Feb 03 22:03:31.385456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:31.403488 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-07d2fc3d-03f9-4960-9dab-1b512a116bb8 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] delete failed (client error): The resource could not be found. Feb 03 22:03:31.404863 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-07d2fc3d-03f9-4960-9dab-1b512a116bb8 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "DELETE /v2.0/security-groups/bb48e754-2e7e-4fa3-af28-6c8f47014b6f HTTP/1.1" status: 404 len: 347 time: 0.0180836 Feb 03 22:03:31.408692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:31.474608 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-99b12ab4-28c2-4f34-83cd-7f2ccb741c70 tempest-SecGroupTest-1500140870 tempest-SecGroupTest-1500140870-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0643446 Feb 03 22:03:31.503170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9d5a-87b2-43ef-af27-8398522b78e7 req-0f42a1f0-212a-4497-bfff-5e90fcc813a7 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:31.504998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da8d9d5a-87b2-43ef-af27-8398522b78e7 req-0f42a1f0-212a-4497-bfff-5e90fcc813a7 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1450822 Feb 03 22:03:31.543177 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks [] for router (8560455e-034c-4119-9a79-e0ce0827c3f1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.647878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da8d9d5a-87b2-43ef-af27-8398522b78e7 req-e57bb8b2-f37f-4b24-aa2e-2c795c937726 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284053 Feb 03 22:03:31.759997 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (8560455e-034c-4119-9a79-e0ce0827c3f1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.762573 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks [] for router_controller (8560455e-034c-4119-9a79-e0ce0827c3f1), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.815895 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (8560455e-034c-4119-9a79-e0ce0827c3f1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:31.816421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8560455e-034c-4119-9a79-e0ce0827c3f1 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:03:31.845034 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 22:03:31.846844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bb7907ba-b028-44be-bd46-297c9d68883f tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8298419 Feb 03 22:03:31.849618 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:31.857488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:31.950115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc4d6b-675e-4c7b-86aa-8875bb57fed6 tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Deleting port ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:31.950674 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3bc4d6b-675e-4c7b-86aa-8875bb57fed6 tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.021036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1da10833-6856-4051-be99-61eecfa8ebf9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03167cb6369b4e42b6bf5a33801ec1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623144 Feb 03 22:03:32.023562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52916) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:32.038303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3bc4d6b-675e-4c7b-86aa-8875bb57fed6 tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.052239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc4d6b-675e-4c7b-86aa-8875bb57fed6 tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Calling delete_port for ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:32.074452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78308960-bf7b-4a66-9cac-f4f27e675ab2 admin admin] Publish callbacks [] for security_group (dd5a5d06-e881-480c-be7c-cc504e8c87b3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.095350 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78308960-bf7b-4a66-9cac-f4f27e675ab2 admin admin] Publish callbacks [] for security_group (dd5a5d06-e881-480c-be7c-cc504e8c87b3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.149967 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78308960-bf7b-4a66-9cac-f4f27e675ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dd5a5d06-e881-480c-be7c-cc504e8c87b3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.154251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78308960-bf7b-4a66-9cac-f4f27e675ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.156062 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-78308960-bf7b-4a66-9cac-f4f27e675ab2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd5a5d06-e881-480c-be7c-cc504e8c87b3 HTTP/1.1" status: 204 len: 168 time: 0.1309500 Feb 03 22:03:32.167906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78308960-bf7b-4a66-9cac-f4f27e675ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a5d06-e881-480c-be7c-cc504e8c87b3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:32.241197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3bc4d6b-675e-4c7b-86aa-8875bb57fed6 tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.255861 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4be74-ae0c-42f8-885a-ab94dccd42f0 req-5f87c3d4-588f-448b-80ea-fa615d142ddd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:32.257533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bda4be74-ae0c-42f8-885a-ab94dccd42f0 req-5f87c3d4-588f-448b-80ea-fa615d142ddd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.0687199 Feb 03 22:03:32.273593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc4d6b-675e-4c7b-86aa-8875bb57fed6 tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:32.328315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bda4be74-ae0c-42f8-885a-ab94dccd42f0 req-374119b9-cc6c-4396-ae37-26e1e3eb7e55 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624852 Feb 03 22:03:32.357049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3bc4d6b-675e-4c7b-86aa-8875bb57fed6 tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.359748 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a3bc4d6b-675e-4c7b-86aa-8875bb57fed6 tempest-RoutersAdminNegativeIpV6Test-1116441860 tempest-RoutersAdminNegativeIpV6Test-1116441860-project-admin] 10.222.0.50 "DELETE /v2.0/ports/ea75b368-bb8f-4551-9ba8-6a4bcfbb2f6d HTTP/1.1" status: 204 len: 168 time: 0.5090079 Feb 03 22:03:32.624328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52936) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:32.756587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a7e8-fbe7-4e54-97dc-591cfa8dd5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.846370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f9703-af3f-4f0a-bbbf-d17571d1dd54 req-00344570-4b70-45d2-89db-7a847206959d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:32.847946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-303f9703-af3f-4f0a-bbbf-d17571d1dd54 req-00344570-4b70-45d2-89db-7a847206959d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0925758 Feb 03 22:03:32.933589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-303f9703-af3f-4f0a-bbbf-d17571d1dd54 req-c6a62b39-51d7-4b70-bb13-f888e9406a1c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722482 Feb 03 22:03:32.938000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a7e8-fbe7-4e54-97dc-591cfa8dd5eb admin admin] Publish callbacks [] for security_group (696e00d2-9eba-4ffb-8a79-3470ea5c21c8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.947773 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a7e8-fbe7-4e54-97dc-591cfa8dd5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (696e00d2-9eba-4ffb-8a79-3470ea5c21c8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:32.948458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52950) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:32.992331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5a7e8-fbe7-4e54-97dc-591cfa8dd5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696e00d2-9eba-4ffb-8a79-3470ea5c21c8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:32.998795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b8a5a7e8-fbe7-4e54-97dc-591cfa8dd5eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4b0f26a5d5f4cb895bc1fc2ba76be35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3727887 Feb 03 22:03:33.004912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52956) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:33.073442 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14be997c-f9f4-46d0-86a7-68f40d2db492 admin admin] Publish callbacks [] for security_group (696e00d2-9eba-4ffb-8a79-3470ea5c21c8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.105984 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14be997c-f9f4-46d0-86a7-68f40d2db492 admin admin] Publish callbacks [] for security_group (696e00d2-9eba-4ffb-8a79-3470ea5c21c8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.130523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-edef220e-8862-47b2-a039-15d4d799484c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:33.131759 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-edef220e-8862-47b2-a039-15d4d799484c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 22:03:33.131962 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-edef220e-8862-47b2-a039-15d4d799484c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 22:03:33.134308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-edef220e-8862-47b2-a039-15d4d799484c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1834958 Feb 03 22:03:33.137414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:33.144941 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--407783540'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:33.178220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.185257 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14be997c-f9f4-46d0-86a7-68f40d2db492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (696e00d2-9eba-4ffb-8a79-3470ea5c21c8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.189212 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14be997c-f9f4-46d0-86a7-68f40d2db492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.190560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-14be997c-f9f4-46d0-86a7-68f40d2db492 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/696e00d2-9eba-4ffb-8a79-3470ea5c21c8 HTTP/1.1" status: 204 len: 168 time: 0.1882472 Feb 03 22:03:33.193547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.209796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be997c-f9f4-46d0-86a7-68f40d2db492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696e00d2-9eba-4ffb-8a79-3470ea5c21c8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:33.297455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ffffb-8757-4f27-bd60-319a12a55b66 req-8495ab0d-280e-4044-8988-02e11c42c2a0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:33.305163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-975ffffb-8757-4f27-bd60-319a12a55b66 req-8495ab0d-280e-4044-8988-02e11c42c2a0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0797188 Feb 03 22:03:33.309227 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (a0865ed0-c9f7-4d71-9839-42d72196f0b8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.314298 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a0865ed0-c9f7-4d71-9839-42d72196f0b8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.365156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-975ffffb-8757-4f27-bd60-319a12a55b66 req-0bde0c2a-b793-4aa7-9002-2a6210a492b9 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575926 Feb 03 22:03:33.415708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0865ed0-c9f7-4d71-9839-42d72196f0b8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:33.476945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (6433056d-b50f-4a3b-826a-e81e7b4114c4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.482471 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6433056d-b50f-4a3b-826a-e81e7b4114c4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.513164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.523712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3756804 Feb 03 22:03:33.524266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52970) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:33.525124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7720d9-d9f9-4e33-a242-bdbec71e922c tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6433056d-b50f-4a3b-826a-e81e7b4114c4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:33.530503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e6224cda-8939-493d-92e7-89dcc2656118 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '6433056d-b50f-4a3b-826a-e81e7b4114c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:33.577764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f33f-0060-4257-b663-271326a630fa req-dc2dd213-aba9-4a67-9c8b-eaee2dd8162f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:33.579188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ce6f33f-0060-4257-b663-271326a630fa req-dc2dd213-aba9-4a67-9c8b-eaee2dd8162f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1157961 Feb 03 22:03:33.580833 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6224cda-8939-493d-92e7-89dcc2656118 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group_rule (6a0c8322-854d-4663-8e83-1db619bcb092), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.667489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ce6f33f-0060-4257-b663-271326a630fa req-2cc854d8-57af-4e6c-ba76-79d0940c404f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762072 Feb 03 22:03:33.673995 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6224cda-8939-493d-92e7-89dcc2656118 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group_rule (6a0c8322-854d-4663-8e83-1db619bcb092), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.680251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6224cda-8939-493d-92e7-89dcc2656118 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6a0c8322-854d-4663-8e83-1db619bcb092), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.685127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:33.717640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6224cda-8939-493d-92e7-89dcc2656118 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0c8322-854d-4663-8e83-1db619bcb092,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:33.730276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6224cda-8939-493d-92e7-89dcc2656118 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.735095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e6224cda-8939-493d-92e7-89dcc2656118 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2087739 Feb 03 22:03:33.735993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:33.740880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-08a05100-15a9-4e9a-99b7-71d875e96acf tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '6433056d-b50f-4a3b-826a-e81e7b4114c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:33.744121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fa89f436-69cc-4d2b-be0a-5786916364ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b837a977bcd7495a88605c2d47b7aae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572939 Feb 03 22:03:33.746547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:33.770101 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08a05100-15a9-4e9a-99b7-71d875e96acf tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group_rule (b2d07130-f621-46fd-9fbf-dbbb97e2aa6d), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.809098 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf1aa-0c8d-41bc-b684-bfcda7af3fa5 admin admin] Publish callbacks [] for security_group (caa08868-d32e-40ad-862b-59c4b3e78297), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.831942 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-08a05100-15a9-4e9a-99b7-71d875e96acf tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 22:03:33.833084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-08a05100-15a9-4e9a-99b7-71d875e96acf tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0960686 Feb 03 22:03:33.833721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf1aa-0c8d-41bc-b684-bfcda7af3fa5 admin admin] Publish callbacks [] for security_group (caa08868-d32e-40ad-862b-59c4b3e78297), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.835794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:33.896057 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7250241-b6ac-40f6-bf62-a77af9fb070f tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (6433056d-b50f-4a3b-826a-e81e7b4114c4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.897034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf1aa-0c8d-41bc-b684-bfcda7af3fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (caa08868-d32e-40ad-862b-59c4b3e78297), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.899947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf1aa-0c8d-41bc-b684-bfcda7af3fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:33.903502 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0f3cf1aa-0c8d-41bc-b684-bfcda7af3fa5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/caa08868-d32e-40ad-862b-59c4b3e78297 HTTP/1.1" status: 204 len: 168 time: 0.1535511 Feb 03 22:03:33.910145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cf1aa-0c8d-41bc-b684-bfcda7af3fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa08868-d32e-40ad-862b-59c4b3e78297,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:33.943843 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7250241-b6ac-40f6-bf62-a77af9fb070f tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (6433056d-b50f-4a3b-826a-e81e7b4114c4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.005301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7250241-b6ac-40f6-bf62-a77af9fb070f tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6433056d-b50f-4a3b-826a-e81e7b4114c4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.008119 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7250241-b6ac-40f6-bf62-a77af9fb070f tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.009929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a7250241-b6ac-40f6-bf62-a77af9fb070f tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/6433056d-b50f-4a3b-826a-e81e7b4114c4 HTTP/1.1" status: 204 len: 168 time: 0.1731179 Feb 03 22:03:34.012940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:34.024051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7250241-b6ac-40f6-bf62-a77af9fb070f tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6433056d-b50f-4a3b-826a-e81e7b4114c4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:34.105592 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ca2a80dc-4b9c-4767-8164-8024e603b9ab tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0907393 Feb 03 22:03:34.109598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:34.116047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aa2c0964-05c0-4208-9560-9af5907a17eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--594011657'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:34.144460 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0964-05c0-4208-9560-9af5907a17eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.248143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0964-05c0-4208-9560-9af5907a17eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (b0a2556c-4d10-4f4a-986d-1819d2713a30), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.255931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0964-05c0-4208-9560-9af5907a17eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b0a2556c-4d10-4f4a-986d-1819d2713a30), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.339547 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0964-05c0-4208-9560-9af5907a17eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.341633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aa2c0964-05c0-4208-9560-9af5907a17eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2301888 Feb 03 22:03:34.345023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:34.350492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ee6ea40b-1ff4-4e85-8355-224e430ad20e tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': 'b0a2556c-4d10-4f4a-986d-1819d2713a30', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:34.351487 n-d-824834-9 neutron-server[103398]: WARNING neutron.api.v2.base [None req-ee6ea40b-1ff4-4e85-8355-224e430ad20e tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 22:03:34.352177 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-ee6ea40b-1ff4-4e85-8355-224e430ad20e tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:34.353331 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ee6ea40b-1ff4-4e85-8355-224e430ad20e tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067699 Feb 03 22:03:34.356715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:34.372691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c0964-05c0-4208-9560-9af5907a17eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2556c-4d10-4f4a-986d-1819d2713a30,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:34.512502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-473121ee-2518-4892-99fb-3f9eed954cd4 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (b0a2556c-4d10-4f4a-986d-1819d2713a30), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.538901 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-473121ee-2518-4892-99fb-3f9eed954cd4 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (b0a2556c-4d10-4f4a-986d-1819d2713a30), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.586569 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-473121ee-2518-4892-99fb-3f9eed954cd4 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b0a2556c-4d10-4f4a-986d-1819d2713a30), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.590925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-473121ee-2518-4892-99fb-3f9eed954cd4 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.594829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-473121ee-2518-4892-99fb-3f9eed954cd4 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/b0a2556c-4d10-4f4a-986d-1819d2713a30 HTTP/1.1" status: 204 len: 168 time: 0.2342758 Feb 03 22:03:34.600376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:34.625122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127ab36-daa7-4fd5-bd95-9f0a184914cd req-718dad3f-14f0-4690-9dad-bd5f5c411471 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:34.634246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8127ab36-daa7-4fd5-bd95-9f0a184914cd req-718dad3f-14f0-4690-9dad-bd5f5c411471 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1477809 Feb 03 22:03:34.638809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473121ee-2518-4892-99fb-3f9eed954cd4 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2556c-4d10-4f4a-986d-1819d2713a30,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:34.663798 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f813a048-591d-4d25-9b50-e473e50bcba4 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0622506 Feb 03 22:03:34.668126 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53010) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:34.673070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-43a6c46c-705c-4a65-a6f8-c9323e3b029b tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470170828'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:34.713109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0793e-ad0f-4dce-aa98-b9be06a37a47 req-bad9cb4b-5ece-4315-a18c-90f422b8c35c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:34.719926 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0c0793e-ad0f-4dce-aa98-b9be06a37a47 req-bad9cb4b-5ece-4315-a18c-90f422b8c35c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 945 time: 0.1634049 Feb 03 22:03:34.756336 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43a6c46c-705c-4a65-a6f8-c9323e3b029b tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.761861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8127ab36-daa7-4fd5-bd95-9f0a184914cd req-0d5baca1-13b1-4ac8-aac7-807ab970e80d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266401 Feb 03 22:03:34.810438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0c0793e-ad0f-4dce-aa98-b9be06a37a47 req-6bf4ddfc-d0e8-4a1e-b724-297cbc007012 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880079 Feb 03 22:03:34.870692 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43a6c46c-705c-4a65-a6f8-c9323e3b029b tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (0cfd98da-1f16-4309-b883-b1032694a1d5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.905158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43a6c46c-705c-4a65-a6f8-c9323e3b029b tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0cfd98da-1f16-4309-b883-b1032694a1d5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:34.975933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6c46c-705c-4a65-a6f8-c9323e3b029b tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd98da-1f16-4309-b883-b1032694a1d5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:35.003938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43a6c46c-705c-4a65-a6f8-c9323e3b029b tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.007933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-43a6c46c-705c-4a65-a6f8-c9323e3b029b tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3360875 Feb 03 22:03:35.008141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.014585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aa0fb7de-ddc3-4ef4-8afd-4c2143784b79 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '0cfd98da-1f16-4309-b883-b1032694a1d5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:35.015205 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-aa0fb7de-ddc3-4ef4-8afd-4c2143784b79 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 22:03:35.015705 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-aa0fb7de-ddc3-4ef4-8afd-4c2143784b79 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:35.020378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aa0fb7de-ddc3-4ef4-8afd-4c2143784b79 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075622 Feb 03 22:03:35.020563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.035541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1729c-19bd-488d-a704-9c424bb5adaa req-17206ead-8742-4a3c-a919-b882534f6dc3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:35.037090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74d1729c-19bd-488d-a704-9c424bb5adaa req-17206ead-8742-4a3c-a919-b882534f6dc3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1716275 Feb 03 22:03:35.094623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88b0a05c-8242-4f85-ad50-301ec5f29f05 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (0cfd98da-1f16-4309-b883-b1032694a1d5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.106413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.107178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d97b-b195-4000-a9f3-869a39886641 req-083414b2-92a8-4f6a-82c4-10df74101c72 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:35.108935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08e5d97b-b195-4000-a9f3-869a39886641 req-083414b2-92a8-4f6a-82c4-10df74101c72 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1537061 Feb 03 22:03:35.124222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88b0a05c-8242-4f85-ad50-301ec5f29f05 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (0cfd98da-1f16-4309-b883-b1032694a1d5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.165301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74d1729c-19bd-488d-a704-9c424bb5adaa req-4ee78a4a-88bc-49f7-a77f-a2f09f76bd6c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058404 Feb 03 22:03:35.181363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88b0a05c-8242-4f85-ad50-301ec5f29f05 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0cfd98da-1f16-4309-b883-b1032694a1d5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.185143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88b0a05c-8242-4f85-ad50-301ec5f29f05 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.194353 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-88b0a05c-8242-4f85-ad50-301ec5f29f05 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/0cfd98da-1f16-4309-b883-b1032694a1d5 HTTP/1.1" status: 204 len: 168 time: 0.1736503 Feb 03 22:03:35.205369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53034) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.205987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0a05c-8242-4f85-ad50-301ec5f29f05 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd98da-1f16-4309-b883-b1032694a1d5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:35.252227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-08e5d97b-b195-4000-a9f3-869a39886641 req-8b47bafd-7890-45c7-a597-76758be9cb84 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345596 Feb 03 22:03:35.302370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1083678340'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:35.302820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cf38316e-98be-4b6a-828c-3a8e480d8021 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0958502 Feb 03 22:03:35.303448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53042) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.308893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-be2d08f6-5110-4689-a5c9-0f475c1fa5d6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--488940393'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:35.327284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Made reservation on behalf of cac8aab844114d9a9feb2f2487aed9b1 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:35.332623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.334231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be2d08f6-5110-4689-a5c9-0f475c1fa5d6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.344343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.443291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks [] for security_group (ac03f726-281a-4f4f-a70c-b9cf59472fe2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.448497 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ac03f726-281a-4f4f-a70c-b9cf59472fe2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.488544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:03:35.514551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac03f726-281a-4f4f-a70c-b9cf59472fe2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:35.519435 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cb85f285-ed9e-451a-9bcb-075963d3997d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.520245 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Added segment cb85f285-ed9e-451a-9bcb-075963d3997d of type vlan for network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 Feb 03 22:03:35.565181 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be2d08f6-5110-4689-a5c9-0f475c1fa5d6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (54965a6d-06c2-49c3-9503-6ec4568c3e0d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.576530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f8672-fe71-4c3f-8d86-03e2caf5e5f7 req-828ac5fd-7033-4f13-8c9b-9ffd7a212700 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:35.578354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb0f8672-fe71-4c3f-8d86-03e2caf5e5f7 req-828ac5fd-7033-4f13-8c9b-9ffd7a212700 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1256239 Feb 03 22:03:35.579548 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be2d08f6-5110-4689-a5c9-0f475c1fa5d6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (54965a6d-06c2-49c3-9503-6ec4568c3e0d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.579684 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (0cb0d561-8fb5-4fe6-9f54-9b0fa3959223), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.621562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (0cb0d561-8fb5-4fe6-9f54-9b0fa3959223), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.627006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:35.627664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.652732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be2d08f6-5110-4689-a5c9-0f475c1fa5d6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.654009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-be2d08f6-5110-4689-a5c9-0f475c1fa5d6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3496246 Feb 03 22:03:35.658868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.666856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bfb46c82-92e0-41bb-88b8-e696b92dd5dc tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '54965a6d-06c2-49c3-9503-6ec4568c3e0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:35.667707 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-bfb46c82-92e0-41bb-88b8-e696b92dd5dc tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 22:03:35.668203 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-bfb46c82-92e0-41bb-88b8-e696b92dd5dc tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:35.671819 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bfb46c82-92e0-41bb-88b8-e696b92dd5dc tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089104 Feb 03 22:03:35.671819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d08f6-5110-4689-a5c9-0f475c1fa5d6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54965a6d-06c2-49c3-9503-6ec4568c3e0d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:35.672473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53050) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.686232 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5764332 Feb 03 22:03:35.690652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.702192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Request body: {'subnet': {'network_id': '0cb0d561-8fb5-4fe6-9f54-9b0fa3959223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:35.708957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5829f3bc-c94d-4a7c-b639-c39950b51a0a tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '54965a6d-06c2-49c3-9503-6ec4568c3e0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:35.709634 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-5829f3bc-c94d-4a7c-b639-c39950b51a0a tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 22:03:35.710119 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-5829f3bc-c94d-4a7c-b639-c39950b51a0a tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:35.711167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5829f3bc-c94d-4a7c-b639-c39950b51a0a tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0236881 Feb 03 22:03:35.714691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.719702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-af0674c3-8d5e-44ac-ad7d-e2cb766f0f14 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '54965a6d-06c2-49c3-9503-6ec4568c3e0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:35.721725 n-d-824834-9 neutron-server[103398]: WARNING neutron.api.v2.base [None req-af0674c3-8d5e-44ac-ad7d-e2cb766f0f14 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 22:03:35.722231 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-af0674c3-8d5e-44ac-ad7d-e2cb766f0f14 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:35.725958 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-af0674c3-8d5e-44ac-ad7d-e2cb766f0f14 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073428 Feb 03 22:03:35.725958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839947fb-d13e-47a6-aa09-926700d03610 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event updated for resources: {'Network': ['ID=0cb0d561-8fb5-4fe6-9f54-9b0fa3959223,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:35.727457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb0f8672-fe71-4c3f-8d86-03e2caf5e5f7 req-e5f5cefb-5fb8-402e-87ec-040cb88b717f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364224 Feb 03 22:03:35.728007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.732540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6dda93b1-6a49-4696-bd62-e95133330727 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '54965a6d-06c2-49c3-9503-6ec4568c3e0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:35.734857 n-d-824834-9 neutron-server[103398]: WARNING neutron.api.v2.base [None req-6dda93b1-6a49-4696-bd62-e95133330727 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 22:03:35.736328 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-6dda93b1-6a49-4696-bd62-e95133330727 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:35.736549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:03:35.740255 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6dda93b1-6a49-4696-bd62-e95133330727 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085316 Feb 03 22:03:35.745891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:35.844176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Made reservation on behalf of cac8aab844114d9a9feb2f2487aed9b1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:35.848951 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.874568 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebee9b61-dc0a-431b-9c39-d2cb0f3b9f06 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (54965a6d-06c2-49c3-9503-6ec4568c3e0d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:35.936309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebee9b61-dc0a-431b-9c39-d2cb0f3b9f06 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (54965a6d-06c2-49c3-9503-6ec4568c3e0d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.016810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebee9b61-dc0a-431b-9c39-d2cb0f3b9f06 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (54965a6d-06c2-49c3-9503-6ec4568c3e0d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.020689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebee9b61-dc0a-431b-9c39-d2cb0f3b9f06 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.026480 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ebee9b61-dc0a-431b-9c39-d2cb0f3b9f06 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/54965a6d-06c2-49c3-9503-6ec4568c3e0d HTTP/1.1" status: 204 len: 168 time: 0.2744181 Feb 03 22:03:36.029358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:36.054773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee9b61-dc0a-431b-9c39-d2cb0f3b9f06 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54965a6d-06c2-49c3-9503-6ec4568c3e0d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:36.061816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe153bd-49be-4dcf-8eb3-f536b32e749e req-341d4661-c590-439c-8a42-cc89860dfc5b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:36.063612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fe153bd-49be-4dcf-8eb3-f536b32e749e req-341d4661-c590-439c-8a42-cc89860dfc5b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1930914 Feb 03 22:03:36.115872 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d4df877f-9a07-4f3e-8586-7221ffb6c9a0 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706322 Feb 03 22:03:36.116488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:36.121517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-78cad7a4-3123-42c2-be8a-1809cd9444bd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--610509573'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:36.124317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a2f19-5b68-4b56-8f1a-e1137200ff9f req-5c87b232-1eb9-44cc-b1a2-5f24a99c3fd7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:36.136601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f53a2f19-5b68-4b56-8f1a-e1137200ff9f req-5c87b232-1eb9-44cc-b1a2-5f24a99c3fd7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 945 time: 0.1950419 Feb 03 22:03:36.148672 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78cad7a4-3123-42c2-be8a-1809cd9444bd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.256129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78cad7a4-3123-42c2-be8a-1809cd9444bd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (064169ca-1f8a-40ce-a18d-16203e352896), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.263943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78cad7a4-3123-42c2-be8a-1809cd9444bd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (064169ca-1f8a-40ce-a18d-16203e352896), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.264396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fe153bd-49be-4dcf-8eb3-f536b32e749e req-b2669337-647f-48ce-a02b-e524565a0181 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628306 Feb 03 22:03:36.269431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f53a2f19-5b68-4b56-8f1a-e1137200ff9f req-007bcf09-c687-40f9-921a-fb47a5c547e9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313629 Feb 03 22:03:36.275889 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (f55e1595-3730-4696-a8b5-ed70377e34a0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.335913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event updated for resources: {'Subnet': ['ID=f55e1595-3730-4696-a8b5-ed70377e34a0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:36.352032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cad7a4-3123-42c2-be8a-1809cd9444bd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064169ca-1f8a-40ce-a18d-16203e352896,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:36.385940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Checking segment: {'id': 'cb85f285-ed9e-451a-9bcb-075963d3997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cb0d561-8fb5-4fe6-9f54-9b0fa3959223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:03:36.386446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Network hostable DHCP agents. Network: 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:03:36.432413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:03:36.461823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:36.468203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:36.468896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.473499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6e363-b956-4cc0-8a8c-5d6bb8b174cd None None] Network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:36.481568 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78cad7a4-3123-42c2-be8a-1809cd9444bd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.488843 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-78cad7a4-3123-42c2-be8a-1809cd9444bd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3694592 Feb 03 22:03:36.497343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:36.515206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d1de9489-5f82-47b1-967c-0350fd6e6dd8 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '064169ca-1f8a-40ce-a18d-16203e352896', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:36.515965 n-d-824834-9 neutron-server[103398]: WARNING neutron.api.v2.base [None req-d1de9489-5f82-47b1-967c-0350fd6e6dd8 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 22:03:36.517460 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-d1de9489-5f82-47b1-967c-0350fd6e6dd8 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:36.521136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23d8dd-22e7-432b-be19-756ebf0bc3ee req-81a0cf61-b848-4d6a-bce2-46d624458bc1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:36.527508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d1de9489-5f82-47b1-967c-0350fd6e6dd8 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0159841 Feb 03 22:03:36.528913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f23d8dd-22e7-432b-be19-756ebf0bc3ee req-81a0cf61-b848-4d6a-bce2-46d624458bc1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1142600 Feb 03 22:03:36.532799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:36.540186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eff35ef8-5401-4c09-80b8-1b67e04107b1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8419135 Feb 03 22:03:36.546649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-da514110-91c7-49ad-887d-d2732dd20f76 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '064169ca-1f8a-40ce-a18d-16203e352896', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:36.553554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:36.571660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Request body: {'port': {'network_id': '0cb0d561-8fb5-4fe6-9f54-9b0fa3959223', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2026658507'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:36.588107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-18e185f9-f5ec-4d7f-9d73-141d39965616 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:36.600370 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-18e185f9-f5ec-4d7f-9d73-141d39965616 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 945 time: 0.2271044 Feb 03 22:03:36.679111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-0cb0d561-8fb5-4fe6-9f54-9b0fa3959223', 'network_id': '0cb0d561-8fb5-4fe6-9f54-9b0fa3959223', 'project_id': 'cac8aab844114d9a9feb2f2487aed9b1', 'fixed_ips': [{'subnet_id': 'f55e1595-3730-4696-a8b5-ed70377e34a0'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:03:36.681631 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.709092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f23d8dd-22e7-432b-be19-756ebf0bc3ee req-d384d0c6-ede8-4ee9-a45c-5084efcbb374 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772323 Feb 03 22:03:36.752798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a1c94-bb5c-4853-ae48-8e04b9720fb2 req-76c866cb-c56c-41cb-a4d4-64800292c9e2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:36.754409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b69a1c94-bb5c-4853-ae48-8e04b9720fb2 req-76c866cb-c56c-41cb-a4d4-64800292c9e2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1986060 Feb 03 22:03:36.804587 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-da514110-91c7-49ad-887d-d2732dd20f76 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:36.808513 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da514110-91c7-49ad-887d-d2732dd20f76 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2720883 Feb 03 22:03:36.812173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:36.819979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-728ed0ba-158a-43be-bd54-37862c572396 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '064169ca-1f8a-40ce-a18d-16203e352896', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:36.820416 n-d-824834-9 neutron-server[103398]: WARNING neutron.api.v2.base [None req-728ed0ba-158a-43be-bd54-37862c572396 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 22:03:36.821056 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-728ed0ba-158a-43be-bd54-37862c572396 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:36.826240 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-728ed0ba-158a-43be-bd54-37862c572396 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074363 Feb 03 22:03:36.826822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:36.835408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e49e7bfd-4320-4a58-907b-b0ef358e42d5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '064169ca-1f8a-40ce-a18d-16203e352896', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:36.839368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b69a1c94-bb5c-4853-ae48-8e04b9720fb2 req-4e184a63-7a85-479f-ad39-4c41e5698005 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757329 Feb 03 22:03:36.906112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Made reservation on behalf of cac8aab844114d9a9feb2f2487aed9b1 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:36.919738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:36.936776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Allocated IP 172.20.0.2 (0cb0d561-8fb5-4fe6-9f54-9b0fa3959223/f55e1595-3730-4696-a8b5-ed70377e34a0/89bc638a-7c53-473d-af42-43b03038276c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:36.940275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] device_id is not set on port 83b8c072-156c-4057-a067-8563757f1c20 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:03:37.004005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b701bdc-bbaf-436f-ab9e-8afc06166992 req-da711548-b867-4146-93d0-5cf9edabd377 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:37.011800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b701bdc-bbaf-436f-ab9e-8afc06166992 req-da711548-b867-4146-93d0-5cf9edabd377 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0872977 Feb 03 22:03:37.023330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port 37626aaa-655f-47e1-acf5-85c5d4b06b8a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:37.023715 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.042005 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e49e7bfd-4320-4a58-907b-b0ef358e42d5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:37.043273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e49e7bfd-4320-4a58-907b-b0ef358e42d5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2155099 Feb 03 22:03:37.055042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53090) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:37.066739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-587b3420-476a-4f73-85f3-98147e8988e8 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '064169ca-1f8a-40ce-a18d-16203e352896', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:37.067231 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-587b3420-476a-4f73-85f3-98147e8988e8 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 22:03:37.067729 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-587b3420-476a-4f73-85f3-98147e8988e8 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:37.068715 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-587b3420-476a-4f73-85f3-98147e8988e8 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124319 Feb 03 22:03:37.072342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:37.093802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4abfca71-1fd6-4b0d-95e5-60b69e1a45e7 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '064169ca-1f8a-40ce-a18d-16203e352896', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:37.144537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] For port 37626aaa-655f-47e1-acf5-85c5d4b06b8a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=37626aaa-655f-47e1-acf5-85c5d4b06b8a,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:37.145237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.163363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for 37626aaa-655f-47e1-acf5-85c5d4b06b8a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:37.178269 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Publish callbacks [] for port (89bc638a-7c53-473d-af42-43b03038276c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.183500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b701bdc-bbaf-436f-ab9e-8afc06166992 req-25fb5e2e-0a05-412f-b452-85a8b27f771a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679084 Feb 03 22:03:37.184854 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-4abfca71-1fd6-4b0d-95e5-60b69e1a45e7 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Project 6d1b821f6181471f9dbf7c918e657949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:03:37.186743 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (89bc638a-7c53-473d-af42-43b03038276c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.248455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Pushing event updated for resources: {'Port': ['ID=89bc638a-7c53-473d-af42-43b03038276c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:37.249344 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-4abfca71-1fd6-4b0d-95e5-60b69e1a45e7 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:37.253163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4abfca71-1fd6-4b0d-95e5-60b69e1a45e7 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1671894 Feb 03 22:03:37.253316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:37.258098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b426363d-d85c-4aae-879a-a95f17db1ac2 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '064169ca-1f8a-40ce-a18d-16203e352896', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:37.259127 n-d-824834-9 neutron-server[103397]: WARNING neutron.api.v2.base [None req-b426363d-d85c-4aae-879a-a95f17db1ac2 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 22:03:37.259620 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-b426363d-d85c-4aae-879a-a95f17db1ac2 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:37.263338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b426363d-d85c-4aae-879a-a95f17db1ac2 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063839 Feb 03 22:03:37.264540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53098) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:37.292351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4046558a-76bc-4c1d-bc74-95cf4cd6d1cd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '064169ca-1f8a-40ce-a18d-16203e352896', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:37.295828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:37.297930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:37.304288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:37.333605 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-4046558a-76bc-4c1d-bc74-95cf4cd6d1cd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Project 6d1b821f6181471f9dbf7c918e657949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:03:37.366576 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-4046558a-76bc-4c1d-bc74-95cf4cd6d1cd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:37.368315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4046558a-76bc-4c1d-bc74-95cf4cd6d1cd tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1001265 Feb 03 22:03:37.372565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53104) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:37.377118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-104cdb37-7f54-4ca0-a93e-3070c0c248a1 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '064169ca-1f8a-40ce-a18d-16203e352896', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:37.408395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Allocated IP 172.20.0.14 (0cb0d561-8fb5-4fe6-9f54-9b0fa3959223/f55e1595-3730-4696-a8b5-ed70377e34a0/83b8c072-156c-4057-a067-8563757f1c20) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:37.419783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Attempting to bind port 89bc638a-7c53-473d-af42-43b03038276c on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:03:37.420515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Attempting to bind port 89bc638a-7c53-473d-af42-43b03038276c by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'cb85f285-ed9e-451a-9bcb-075963d3997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cb0d561-8fb5-4fe6-9f54-9b0fa3959223'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:03:37.421255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Attempting to bind port 89bc638a-7c53-473d-af42-43b03038276c on network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:03:37.428042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:03:37.428859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Checking segment: {'id': 'cb85f285-ed9e-451a-9bcb-075963d3997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cb0d561-8fb5-4fe6-9f54-9b0fa3959223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:03:37.429643 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.430923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Bound using segment: {'id': 'cb85f285-ed9e-451a-9bcb-075963d3997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cb0d561-8fb5-4fe6-9f54-9b0fa3959223'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:03:37.431713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Bound port: 89bc638a-7c53-473d-af42-43b03038276c, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb85f285-ed9e-451a-9bcb-075963d3997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cb0d561-8fb5-4fe6-9f54-9b0fa3959223'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:03:37.432344 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (89bc638a-7c53-473d-af42-43b03038276c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.440843 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (37626aaa-655f-47e1-acf5-85c5d4b06b8a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.455953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['37626aaa-655f-47e1-acf5-85c5d4b06b8a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:03:37.482611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff5dbb61-b595-46ad-8889-dc931d4de5d2 req-40aef97e-f53e-4c3d-abf5-3e319be19ff6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0516527 Feb 03 22:03:37.505068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bdf6e-63ff-4397-bbd3-1979ce5a9cd0 req-6a5e71c4-ca70-4c0a-bc2b-d4a5ecb8245f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:37.513443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a16bdf6e-63ff-4397-bbd3-1979ce5a9cd0 req-6a5e71c4-ca70-4c0a-bc2b-d4a5ecb8245f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1298027 Feb 03 22:03:37.538390 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-104cdb37-7f54-4ca0-a93e-3070c0c248a1 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Project 6d1b821f6181471f9dbf7c918e657949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:03:37.574881 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-104cdb37-7f54-4ca0-a93e-3070c0c248a1 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:37.576043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-104cdb37-7f54-4ca0-a93e-3070c0c248a1 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2023861 Feb 03 22:03:37.579602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53106) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:37.600684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a16bdf6e-63ff-4397-bbd3-1979ce5a9cd0 req-584ffe30-22ad-402b-bff7-f4ef5272a95a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843737 Feb 03 22:03:37.632518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] For port 89bc638a-7c53-473d-af42-43b03038276c, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:03:37.641534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] For port 89bc638a-7c53-473d-af42-43b03038276c, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=89bc638a-7c53-473d-af42-43b03038276c,segment=NetworkSegment(cb85f285-ed9e-451a-9bcb-075963d3997d),segment_id=cb85f285-ed9e-451a-9bcb-075963d3997d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:03:37.641928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=37626aaa-655f-47e1-acf5-85c5d4b06b8a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:37.661299 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (89bc638a-7c53-473d-af42-43b03038276c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.744777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] No DVR routers for this DVR port 37626aaa-655f-47e1-acf5-85c5d4b06b8a on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:03:37.747982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.749536 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15c7d2fd-a555-49c2-9cb1-7542947ae541 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (064169ca-1f8a-40ce-a18d-16203e352896), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.752745 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-64f8d4de-5b35-4d32-82c9-8c4665b5f43e req-add4d1c4-663b-4849-b6e1-88df6ce3d28e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "DELETE /v2.0/ports/37626aaa-655f-47e1-acf5-85c5d4b06b8a HTTP/1.1" status: 204 len: 173 time: 1.1434159 Feb 03 22:03:37.755987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a6edbf-cb81-4cba-98d6-8a41cf6841d3', 'name': 'network-vif-deleted', 'tag': '37626aaa-655f-47e1-acf5-85c5d4b06b8a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:03:37.759550 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55552a4a-1345-4a5b-891b-439b8aa5ebcc" -d '{"events": [{"server_uuid": "83a6edbf-cb81-4cba-98d6-8a41cf6841d3", "name": "network-vif-deleted", "tag": "37626aaa-655f-47e1-acf5-85c5d4b06b8a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:03:37.806016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15c7d2fd-a555-49c2-9cb1-7542947ae541 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (064169ca-1f8a-40ce-a18d-16203e352896), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.857423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a56187-07a2-4fe0-9058-ee691064e13d None None] Pushing event updated for resources: {'Port': ['ID=89bc638a-7c53-473d-af42-43b03038276c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:37.936971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks [] for port (83b8c072-156c-4057-a067-8563757f1c20), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.967586 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15c7d2fd-a555-49c2-9cb1-7542947ae541 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (064169ca-1f8a-40ce-a18d-16203e352896), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.970471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15c7d2fd-a555-49c2-9cb1-7542947ae541 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:37.974355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-15c7d2fd-a555-49c2-9cb1-7542947ae541 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/064169ca-1f8a-40ce-a18d-16203e352896 HTTP/1.1" status: 204 len: 168 time: 0.3910711 Feb 03 22:03:37.978376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53118) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:38.034541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7d2fd-a555-49c2-9cb1-7542947ae541 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064169ca-1f8a-40ce-a18d-16203e352896,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:38.075142 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669cb18-35be-46b5-aa8b-131b716908c4 req-8b3102a8-fb78-40c3-817e-131a176853dd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:38.077065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4669cb18-35be-46b5-aa8b-131b716908c4 req-8b3102a8-fb78-40c3-817e-131a176853dd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1658936 Feb 03 22:03:38.104296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c508e-7326-4684-9dad-d8ad18c85327 req-46485677-3ad0-49ba-8044-f265a60669af tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:38.111499 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-77fcbe9e-9a68-493a-8097-d4cdf24eafac tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1216977 Feb 03 22:03:38.111833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f1c508e-7326-4684-9dad-d8ad18c85327 req-46485677-3ad0-49ba-8044-f265a60669af tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3613129 Feb 03 22:03:38.111940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (83b8c072-156c-4057-a067-8563757f1c20), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.113452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:38.143515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6c7a2a30-45b6-4272-b772-7fc4445545c5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--44569727'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:38.221934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:38.225168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:38.230118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:38.285205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event updated for resources: {'Port': ['ID=83b8c072-156c-4057-a067-8563757f1c20,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:38.294220 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2a30-45b6-4272-b772-7fc4445545c5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.347296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:38.348134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.373819 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2768c435-3e8a-49a6-9f55-d3c4c14df4a3 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8185112 Feb 03 22:03:38.376932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53122) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:38.378007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4669cb18-35be-46b5-aa8b-131b716908c4 req-f28b3d90-8f46-4b9b-8f35-4b83d56916bf tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666538 Feb 03 22:03:38.382955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Request body: {'port': {'network_id': '0cb0d561-8fb5-4fe6-9f54-9b0fa3959223', 'name': 'tempest-ExtraDHCPOptionsTestJSON-257872202', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:38.384159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] bootfile-name is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 22:03:38.384507 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] tftp-server is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 22:03:38.385123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] server-ip-address is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 22:03:38.423109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f1c508e-7326-4684-9dad-d8ad18c85327 req-1ad4509f-6339-49b5-94f0-ecd217ba0ffb tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701502 Feb 03 22:03:38.475191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 89bc638a-7c53-473d-af42-43b03038276c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:03:38.532552 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612b3d0f-4416-4ab5-8331-7699b5c45b25 x-openstack-request-id: req-612b3d0f-4416-4ab5-8331-7699b5c45b25 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:03:38.532852 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a6edbf-cb81-4cba-98d6-8a41cf6841d3", "name": "network-vif-deleted", "tag": "37626aaa-655f-47e1-acf5-85c5d4b06b8a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:03:38.533136 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-612b3d0f-4416-4ab5-8331-7699b5c45b25 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:03:38.533546 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a6edbf-cb81-4cba-98d6-8a41cf6841d3', 'name': 'network-vif-deleted', 'tag': '37626aaa-655f-47e1-acf5-85c5d4b06b8a', 'status': 'completed', 'code': 200} Feb 03 22:03:38.559693 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2a30-45b6-4272-b772-7fc4445545c5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (187d55d7-405e-4b63-8d27-e843b8a3c52e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.567254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2a30-45b6-4272-b772-7fc4445545c5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (187d55d7-405e-4b63-8d27-e843b8a3c52e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.601359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a2a30-45b6-4272-b772-7fc4445545c5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187d55d7-405e-4b63-8d27-e843b8a3c52e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:38.602713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 89bc638a-7c53-473d-af42-43b03038276c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:38.603248 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (89bc638a-7c53-473d-af42-43b03038276c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.607585 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2a30-45b6-4272-b772-7fc4445545c5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.612527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53130) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:38.612690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6c7a2a30-45b6-4272-b772-7fc4445545c5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4975007 Feb 03 22:03:38.622621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-09c3941e-e414-4b78-813d-a3928bd3aaff tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '187d55d7-405e-4b63-8d27-e843b8a3c52e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:38.638525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Made reservation on behalf of cac8aab844114d9a9feb2f2487aed9b1 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:38.648281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.704251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd65d582-cb60-4284-b228-10e8039a7a51 req-b002b946-c923-46c7-aac0-96216acbe037 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0562737 Feb 03 22:03:38.732571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] device_id is not set on port 529715aa-1eee-4cae-b520-d02eb8b0d7f0 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:03:38.733242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2ebdf-1eb8-4deb-a021-aafc7982e991 req-ab85c5a3-47a1-49f9-aaaa-f7e9792d8ade tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:38.738423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afb2ebdf-1eb8-4deb-a021-aafc7982e991 req-ab85c5a3-47a1-49f9-aaaa-f7e9792d8ade tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1245434 Feb 03 22:03:38.746399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 89bc638a-7c53-473d-af42-43b03038276c is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:38.746718 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (89bc638a-7c53-473d-af42-43b03038276c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.799227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 89bc638a-7c53-473d-af42-43b03038276c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=89bc638a-7c53-473d-af42-43b03038276c,segment=NetworkSegment(cb85f285-ed9e-451a-9bcb-075963d3997d),segment_id=cb85f285-ed9e-451a-9bcb-075963d3997d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:38.807756 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (89bc638a-7c53-473d-af42-43b03038276c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:38.819379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afb2ebdf-1eb8-4deb-a021-aafc7982e991 req-ae1a04c1-1f90-49ef-bab3-2e8f40d1f588 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698631 Feb 03 22:03:38.888937 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-09c3941e-e414-4b78-813d-a3928bd3aaff tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The resource could not be found. Feb 03 22:03:38.893770 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09c3941e-e414-4b78-813d-a3928bd3aaff tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2762718 Feb 03 22:03:38.895634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53138) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:38.901459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-29250238-59a0-4257-803c-1dbb22a47fef tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '187d55d7-405e-4b63-8d27-e843b8a3c52e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8b9bfc76-f0cb-4282-a2d8-1b88005a60bc'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:38.941211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=89bc638a-7c53-473d-af42-43b03038276c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:38.990743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Allocated IP 172.20.0.4 (0cb0d561-8fb5-4fe6-9f54-9b0fa3959223/f55e1595-3730-4696-a8b5-ed70377e34a0/529715aa-1eee-4cae-b520-d02eb8b0d7f0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:39.035959 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-29250238-59a0-4257-803c-1dbb22a47fef tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The resource could not be found. Feb 03 22:03:39.038387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-29250238-59a0-4257-803c-1dbb22a47fef tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1413143 Feb 03 22:03:39.043000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53140) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:39.120616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b0ef3-00b9-48dc-82eb-ebb8e6f86340 req-db1e0852-9c57-45d3-8417-141a9c8b6e9c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:39.122739 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-676b0ef3-00b9-48dc-82eb-ebb8e6f86340 req-db1e0852-9c57-45d3-8417-141a9c8b6e9c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1396916 Feb 03 22:03:39.198165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1175404d-81c9-4256-beec-ced26ee0d3e3 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (187d55d7-405e-4b63-8d27-e843b8a3c52e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:39.242322 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1175404d-81c9-4256-beec-ced26ee0d3e3 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (187d55d7-405e-4b63-8d27-e843b8a3c52e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:39.283341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks [] for port (529715aa-1eee-4cae-b520-d02eb8b0d7f0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:39.317867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-676b0ef3-00b9-48dc-82eb-ebb8e6f86340 req-58d82471-3d21-4217-90fd-02cb0303850c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875231 Feb 03 22:03:39.333839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (529715aa-1eee-4cae-b520-d02eb8b0d7f0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:39.385404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:39.389798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:39.394475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:39.462267 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1175404d-81c9-4256-beec-ced26ee0d3e3 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (187d55d7-405e-4b63-8d27-e843b8a3c52e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:39.475849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1175404d-81c9-4256-beec-ced26ee0d3e3 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:39.478355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event updated for resources: {'Port': ['ID=529715aa-1eee-4cae-b520-d02eb8b0d7f0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:39.507331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1175404d-81c9-4256-beec-ced26ee0d3e3 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/187d55d7-405e-4b63-8d27-e843b8a3c52e HTTP/1.1" status: 204 len: 168 time: 0.4633021 Feb 03 22:03:39.528031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53148) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:39.528150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:39.528150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:39.559556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ddb389bf-e8ee-4b6f-a9c4-b728a7bb2f30 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1791158 Feb 03 22:03:39.560492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:39.653855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0dd8af-ac16-45d5-8913-0615ed52fc38 None None] Network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:39.684923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175404d-81c9-4256-beec-ced26ee0d3e3 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187d55d7-405e-4b63-8d27-e843b8a3c52e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:39.734098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7366e-05d6-41e6-8675-643140c45a3b tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:39.739412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7366e-05d6-41e6-8675-643140c45a3b tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:39.757461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7366e-05d6-41e6-8675-643140c45a3b tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:39.759840 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2cd7366e-05d6-41e6-8675-643140c45a3b tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1989737 Feb 03 22:03:39.762826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:39.765138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e739054b-c600-423a-865d-5104b2467f5a tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2171133 Feb 03 22:03:39.779406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53156) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:39.796172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-199fa64b-90fc-476d-9402-64ed64a4ca19 None None] Provisioning complete for port 89bc638a-7c53-473d-af42-43b03038276c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:39.796577 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-199fa64b-90fc-476d-9402-64ed64a4ca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (89bc638a-7c53-473d-af42-43b03038276c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:39.811238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a93c9135-3a07-477a-bbc4-243deb1920ee tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '6917afda-2745-4dbf-81a9-deee5964026f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:39.948507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a15710ae-fe24-4776-a802-0bb973f922c7 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Deleting port 529715aa-1eee-4cae-b520-d02eb8b0d7f0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:39.948865 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a15710ae-fe24-4776-a802-0bb973f922c7 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (529715aa-1eee-4cae-b520-d02eb8b0d7f0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:39.974684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535b286-8881-4662-9831-9fdcbd937a9d req-4d9f1545-3da7-4422-a1d2-dd0c3d11fc13 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:39.984203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4535b286-8881-4662-9831-9fdcbd937a9d req-4d9f1545-3da7-4422-a1d2-dd0c3d11fc13 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2962258 Feb 03 22:03:39.994078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-199fa64b-90fc-476d-9402-64ed64a4ca19 None None] Current status of the port 89bc638a-7c53-473d-af42-43b03038276c is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:40.021695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85328b88-3ceb-4ca0-85ae-ef7f5553f600 req-d2f8fed0-4be2-45bf-9d07-b214938d0400 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:40.023276 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85328b88-3ceb-4ca0-85ae-ef7f5553f600 req-d2f8fed0-4be2-45bf-9d07-b214938d0400 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3739254 Feb 03 22:03:40.086973 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-a93c9135-3a07-477a-bbc4-243deb1920ee tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The resource could not be found. Feb 03 22:03:40.091778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a15710ae-fe24-4776-a802-0bb973f922c7 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (529715aa-1eee-4cae-b520-d02eb8b0d7f0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.092552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a93c9135-3a07-477a-bbc4-243deb1920ee tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3015349 Feb 03 22:03:40.095915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53158) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:40.103632 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-09e5f025-9888-4d39-b5d7-a58d191bb2c6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--475396653'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:40.119268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a15710ae-fe24-4776-a802-0bb973f922c7 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Calling delete_port for 529715aa-1eee-4cae-b520-d02eb8b0d7f0 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:40.162955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4535b286-8881-4662-9831-9fdcbd937a9d req-43848b0a-1ead-42d3-b538-7cbcd9912250 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385419 Feb 03 22:03:40.163607 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09e5f025-9888-4d39-b5d7-a58d191bb2c6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.319777 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09e5f025-9888-4d39-b5d7-a58d191bb2c6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (44f2a327-198f-44a3-b9a9-2d5489cc46a0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.324016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8acb60c-21e5-479e-8e16-5a56634a527b None None] Provisioning complete for port 83b8c072-156c-4057-a067-8563757f1c20 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:40.324395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8acb60c-21e5-479e-8e16-5a56634a527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83b8c072-156c-4057-a067-8563757f1c20), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.333183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09e5f025-9888-4d39-b5d7-a58d191bb2c6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (44f2a327-198f-44a3-b9a9-2d5489cc46a0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.379772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5f025-9888-4d39-b5d7-a58d191bb2c6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2a327-198f-44a3-b9a9-2d5489cc46a0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:40.398221 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85328b88-3ceb-4ca0-85ae-ef7f5553f600 req-e70213e7-a868-407b-9a03-104a56ac79b0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465254 Feb 03 22:03:40.408974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8acb60c-21e5-479e-8e16-5a56634a527b None None] Port 83b8c072-156c-4057-a067-8563757f1c20 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:03:40.422412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-138c7d4d-0b1b-4183-9e13-cf81c6e1022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:40.439296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 89bc638a-7c53-473d-af42-43b03038276c up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:03:40.445370 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-138c7d4d-0b1b-4183-9e13-cf81c6e1022c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4&tenant_id=769e32d039cc427c99cf4027de31df66 HTTP/1.1" status: 200 len: 1125 time: 0.3104799 Feb 03 22:03:40.450149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09e5f025-9888-4d39-b5d7-a58d191bb2c6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.455554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-09e5f025-9888-4d39-b5d7-a58d191bb2c6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3579688 Feb 03 22:03:40.458006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53166) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:40.478540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-01f3c06f-b3cf-41cb-a357-a44923609f31 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021978758'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:40.486555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a0b8771-83eb-412b-b74c-05c444e8bd9b req-e4d46e28-39ea-4d70-b589-87c83c72f613 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.1570818 Feb 03 22:03:40.518638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01f3c06f-b3cf-41cb-a357-a44923609f31 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.579952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8acb60c-21e5-479e-8e16-5a56634a527b None None] Provisioning complete for port 89bc638a-7c53-473d-af42-43b03038276c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:40.580324 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8acb60c-21e5-479e-8e16-5a56634a527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (89bc638a-7c53-473d-af42-43b03038276c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.652635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 89bc638a-7c53-473d-af42-43b03038276c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:40.653433 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (89bc638a-7c53-473d-af42-43b03038276c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.664267 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01f3c06f-b3cf-41cb-a357-a44923609f31 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (b127cc0f-c0ec-4116-8143-9861b5acba12), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.674891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01f3c06f-b3cf-41cb-a357-a44923609f31 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b127cc0f-c0ec-4116-8143-9861b5acba12), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.756377 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01f3c06f-b3cf-41cb-a357-a44923609f31 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.757483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-6c6b0ab7-4c81-4775-99f2-59d850017749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:40.759149 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-6c6b0ab7-4c81-4775-99f2-59d850017749 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 1125 time: 0.3042455 Feb 03 22:03:40.766782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:40.776252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a4ad48cc-dbbc-4fe1-bab3-188c591beaf5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '44f2a327-198f-44a3-b9a9-2d5489cc46a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b127cc0f-c0ec-4116-8143-9861b5acba12'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:40.777106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-01f3c06f-b3cf-41cb-a357-a44923609f31 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3164601 Feb 03 22:03:40.837506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 89bc638a-7c53-473d-af42-43b03038276c is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:40.855789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3c06f-b3cf-41cb-a357-a44923609f31 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b127cc0f-c0ec-4116-8143-9861b5acba12,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:40.866567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8acb60c-21e5-479e-8e16-5a56634a527b None None] Current status of the port 89bc638a-7c53-473d-af42-43b03038276c is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:03:40.903831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8acb60c-21e5-479e-8e16-5a56634a527b None None] Provisioning complete for port 529715aa-1eee-4cae-b520-d02eb8b0d7f0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:40.904210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8acb60c-21e5-479e-8e16-5a56634a527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (529715aa-1eee-4cae-b520-d02eb8b0d7f0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:40.913813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb51cc-5469-4c2e-90e1-e18cd8c080b0 req-06063e07-2329-4e44-a6cf-6df7c6167b66 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:40.931177 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0fb51cc-5469-4c2e-90e1-e18cd8c080b0 req-06063e07-2329-4e44-a6cf-6df7c6167b66 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2643287 Feb 03 22:03:40.952781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8acb60c-21e5-479e-8e16-5a56634a527b None None] Port 529715aa-1eee-4cae-b520-d02eb8b0d7f0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:03:41.001730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0fb51cc-5469-4c2e-90e1-e18cd8c080b0 req-f1fc1bc1-6995-43fa-8805-bd6d001610e6 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695665 Feb 03 22:03:41.070875 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a4ad48cc-dbbc-4fe1-bab3-188c591beaf5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:41.075250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53184) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:41.075550 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a4ad48cc-dbbc-4fe1-bab3-188c591beaf5 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3031676 Feb 03 22:03:41.079994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-0f7af230-e102-4793-832f-7b27810addfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:41.081611 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-0f7af230-e102-4793-832f-7b27810addfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.3112135 Feb 03 22:03:41.091183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dd5f34ba-3b17-4b54-b660-cf7a15421449 None None] Provisioning complete for port 83b8c072-156c-4057-a067-8563757f1c20 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:41.094122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5f34ba-3b17-4b54-b660-cf7a15421449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83b8c072-156c-4057-a067-8563757f1c20), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:41.153421 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a15710ae-fe24-4776-a802-0bb973f922c7 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (529715aa-1eee-4cae-b520-d02eb8b0d7f0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:41.184181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f34ba-3b17-4b54-b660-cf7a15421449 None None] Port 83b8c072-156c-4057-a067-8563757f1c20 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:03:41.223466 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8217c42-26ab-467a-8071-a36de9bbe991 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (b127cc0f-c0ec-4116-8143-9861b5acba12), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:41.276120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15710ae-fe24-4776-a802-0bb973f922c7 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event deleted for resources: {'Port': ['ID=529715aa-1eee-4cae-b520-d02eb8b0d7f0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:41.299084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c1d1bcea-0ba0-40e9-bc14-b3cce6f35495 None None] Could not find standard attr ID for object 529715aa-1eee-4cae-b520-d02eb8b0d7f0. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:03:41.313093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8217c42-26ab-467a-8071-a36de9bbe991 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (b127cc0f-c0ec-4116-8143-9861b5acba12), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:41.363364 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-b0c3045a-84b5-424c-b5c9-b46c3c08e840 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a HTTP/1.1" status: 200 len: 999 time: 0.2720654 Feb 03 22:03:41.431061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88b902-bcd4-473c-8867-2d64a42ff637 req-0a13a893-d847-49d8-ba60-fd7794d14196 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:41.433005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a88b902-bcd4-473c-8867-2d64a42ff637 req-0a13a893-d847-49d8-ba60-fd7794d14196 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2465055 Feb 03 22:03:41.454644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-b0c1e266-e782-4c89-be50-e6aa7c7626a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:41.458845 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-b0c1e266-e782-4c89-be50-e6aa7c7626a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.0841722 Feb 03 22:03:41.479869 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a15710ae-fe24-4776-a802-0bb973f922c7 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:41.490642 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a15710ae-fe24-4776-a802-0bb973f922c7 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "DELETE /v2.0/ports/529715aa-1eee-4cae-b520-d02eb8b0d7f0 HTTP/1.1" status: 204 len: 168 time: 1.7236991 Feb 03 22:03:41.491663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53196) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:41.522510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Request body: {'port': {'name': 'tempest-new-port-name-1500108393', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:41.522968 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] bootfile-name is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 22:03:41.523316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] tftp-server is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 22:03:41.523654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] server-ip-address is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 22:03:41.526195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8217c42-26ab-467a-8071-a36de9bbe991 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b127cc0f-c0ec-4116-8143-9861b5acba12), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:41.529184 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8217c42-26ab-467a-8071-a36de9bbe991 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:41.531817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b8217c42-26ab-467a-8071-a36de9bbe991 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/b127cc0f-c0ec-4116-8143-9861b5acba12 HTTP/1.1" status: 204 len: 168 time: 0.4545398 Feb 03 22:03:41.556115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:41.573550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8217c42-26ab-467a-8071-a36de9bbe991 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b127cc0f-c0ec-4116-8143-9861b5acba12,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:41.591278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f7a8d-6f65-4e95-9d6f-d2cbcec4d881 req-8fa2b6c4-37d1-4853-bf3b-7540c40cd85a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:41.594195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a0f7a8d-6f65-4e95-9d6f-d2cbcec4d881 req-8fa2b6c4-37d1-4853-bf3b-7540c40cd85a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1600492 Feb 03 22:03:41.646638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (83b8c072-156c-4057-a067-8563757f1c20), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:41.651987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-8c64046f-1de4-4577-b18a-c5ca4f2d512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:41.654081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-8c64046f-1de4-4577-b18a-c5ca4f2d512a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1894820 Feb 03 22:03:41.656092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a88b902-bcd4-473c-8867-2d64a42ff637 req-df22d511-e145-4640-b270-098832cc6e89 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733508 Feb 03 22:03:41.720503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 37626aaa-655f-47e1-acf5-85c5d4b06b8a no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:03:41.722129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a0f7a8d-6f65-4e95-9d6f-d2cbcec4d881 req-013f946f-745b-4ff2-b227-c0a2e59bc6dd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136694 Feb 03 22:03:41.726900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-53ab7f89-4e11-4c20-9cbb-6e3cfc1fa6ee tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1309450 Feb 03 22:03:41.729559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:41.765084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-8967992d-e2d0-4cb0-8ca9-82f09afa4837 service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024485 Feb 03 22:03:41.772448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94bcd185-a95e-4454-8af6-c281fda8b53c req-f6d4d9cf-2555-4551-ba99-f373705db86f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0341895 Feb 03 22:03:41.786672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 37626aaa-655f-47e1-acf5-85c5d4b06b8a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:03:41.788417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 37626aaa-655f-47e1-acf5-85c5d4b06b8a not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:03:41.838318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88757aa3-600c-439c-b071-ffe2d28f5392 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (44f2a327-198f-44a3-b9a9-2d5489cc46a0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:41.883288 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88757aa3-600c-439c-b071-ffe2d28f5392 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (44f2a327-198f-44a3-b9a9-2d5489cc46a0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.020497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef79078-58a0-4a89-94b7-ad35f6b71fee req-b4fe49d3-9660-48fd-993a-9290a59e3e28 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:42.022380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef79078-58a0-4a89-94b7-ad35f6b71fee req-b4fe49d3-9660-48fd-993a-9290a59e3e28 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1212590 Feb 03 22:03:42.032925 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88757aa3-600c-439c-b071-ffe2d28f5392 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (44f2a327-198f-44a3-b9a9-2d5489cc46a0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.042538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88757aa3-600c-439c-b071-ffe2d28f5392 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.047713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-88757aa3-600c-439c-b071-ffe2d28f5392 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/44f2a327-198f-44a3-b9a9-2d5489cc46a0 HTTP/1.1" status: 204 len: 168 time: 0.3150704 Feb 03 22:03:42.056863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53208) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:42.084117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4849add1-a1ea-4952-924d-d88e7e7e565b req-4ad14b90-270b-47c1-8d4e-13654ebbcf6c service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872367 Feb 03 22:03:42.123359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef79078-58a0-4a89-94b7-ad35f6b71fee req-6004dfef-10ba-40e1-9946-9b9f3e8b0fd8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755196 Feb 03 22:03:42.126120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88757aa3-600c-439c-b071-ffe2d28f5392 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f2a327-198f-44a3-b9a9-2d5489cc46a0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:42.185294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks [] for port (83b8c072-156c-4057-a067-8563757f1c20), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.191774 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (83b8c072-156c-4057-a067-8563757f1c20), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.209210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-55468753-ebb1-4b13-bcd4-6f9a5178c889 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1286077 Feb 03 22:03:42.214166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53218) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:42.218565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c5122ed3-1e6a-4297-b1de-0f121849be96 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104494780'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:42.262022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5122ed3-1e6a-4297-b1de-0f121849be96 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.288229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event updated for resources: {'Port': ['ID=83b8c072-156c-4057-a067-8563757f1c20,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:42.370071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] In _notify_port_updated(), no bound segment for port 83b8c072-156c-4057-a067-8563757f1c20 on network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 22:03:42.375551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:42.376231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.380753 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a889b957-cb35-4a71-b9f0-a42ae153881c tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "PUT /v2.0/ports/83b8c072-156c-4057-a067-8563757f1c20 HTTP/1.1" status: 200 len: 1137 time: 0.8663983 Feb 03 22:03:42.381414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53222) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:42.418042 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:03:42.444113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e41070-40d1-43f3-9346-e19c6cc7d105 req-3b36fec6-feb5-40f3-9f71-e8bb2199bd40 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:42.445733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9e41070-40d1-43f3-9346-e19c6cc7d105 req-3b36fec6-feb5-40f3-9f71-e8bb2199bd40 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1537690 Feb 03 22:03:42.510317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5122ed3-1e6a-4297-b1de-0f121849be96 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (4c164b26-d13c-4d46-b97b-45d2ea064fa6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.526373 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5122ed3-1e6a-4297-b1de-0f121849be96 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4c164b26-d13c-4d46-b97b-45d2ea064fa6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.548663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0100b-8107-4b10-a373-59e3aef82144 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:42.555264 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7ac0100b-8107-4b10-a373-59e3aef82144 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "GET /v2.0/ports/83b8c072-156c-4057-a067-8563757f1c20 HTTP/1.1" status: 200 len: 1137 time: 0.1714370 Feb 03 22:03:42.558268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:42.585521 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5122ed3-1e6a-4297-b1de-0f121849be96 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.591632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c5122ed3-1e6a-4297-b1de-0f121849be96 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3721821 Feb 03 22:03:42.591849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53240) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:42.599163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a9460f64-4e37-44db-a71e-1890e9117236 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '4c164b26-d13c-4d46-b97b-45d2ea064fa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:42.621159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9e41070-40d1-43f3-9346-e19c6cc7d105 req-c0d0397e-c3af-4c28-8ef7-2e26149a1bc6 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654885 Feb 03 22:03:42.640922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5122ed3-1e6a-4297-b1de-0f121849be96 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c164b26-d13c-4d46-b97b-45d2ea064fa6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:42.818007 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a9460f64-4e37-44db-a71e-1890e9117236 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:42.820315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a9460f64-4e37-44db-a71e-1890e9117236 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2289062 Feb 03 22:03:42.822977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:42.840016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b046ea24-e529-428d-92cf-9d97f7eb2ca2 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group_rule': {'security_group_id': '4c164b26-d13c-4d46-b97b-45d2ea064fa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:42.884650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-74a6050a-5b36-499a-bc76-2b5e737a3879 None None] Provisioning complete for port 83b8c072-156c-4057-a067-8563757f1c20 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:03:42.885318 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74a6050a-5b36-499a-bc76-2b5e737a3879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83b8c072-156c-4057-a067-8563757f1c20), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:42.893053 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-b046ea24-e529-428d-92cf-9d97f7eb2ca2 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:03:42.894996 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b046ea24-e529-428d-92cf-9d97f7eb2ca2 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0707662 Feb 03 22:03:42.905026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53256) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:42.913019 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72507c45-7824-4ab1-adcf-a9349324c37d req-109ae0bf-fbdc-4dee-ab34-a7be341b2115 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:42.914609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72507c45-7824-4ab1-adcf-a9349324c37d req-109ae0bf-fbdc-4dee-ab34-a7be341b2115 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1683714 Feb 03 22:03:43.020786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-def01fd4-356f-44cf-b5c4-41a42259c99d tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Deleting port 83b8c072-156c-4057-a067-8563757f1c20 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:43.021017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-def01fd4-356f-44cf-b5c4-41a42259c99d tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (83b8c072-156c-4057-a067-8563757f1c20), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:43.034842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-74a6050a-5b36-499a-bc76-2b5e737a3879 None None] Port 83b8c072-156c-4057-a067-8563757f1c20 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:03:43.115730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8e13862-f38f-4ffd-9ce4-14e304a7bd59 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (4c164b26-d13c-4d46-b97b-45d2ea064fa6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:43.151832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72507c45-7824-4ab1-adcf-a9349324c37d req-cd868683-90ca-449d-bbc0-3e00ec0ace3c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363374 Feb 03 22:03:43.187827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1aaad8-4a5b-4bcd-9a27-46b76d236508 req-4ed09a74-efc9-46d9-a754-617b35679de8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:43.190729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e1aaad8-4a5b-4bcd-9a27-46b76d236508 req-4ed09a74-efc9-46d9-a754-617b35679de8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2741168 Feb 03 22:03:43.275480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8e13862-f38f-4ffd-9ce4-14e304a7bd59 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (4c164b26-d13c-4d46-b97b-45d2ea064fa6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:43.322396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e1aaad8-4a5b-4bcd-9a27-46b76d236508 req-dc314cbe-12df-4001-b6ad-d6061c201f01 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250122 Feb 03 22:03:43.348065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-def01fd4-356f-44cf-b5c4-41a42259c99d tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (83b8c072-156c-4057-a067-8563757f1c20), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:43.387867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49b18dd5-ee3b-466c-acd2-0fd1e5c19bca req-1515be08-b152-44f7-a174-37fdc1f801fa tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0624616 Feb 03 22:03:43.444797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-def01fd4-356f-44cf-b5c4-41a42259c99d tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Calling delete_port for 83b8c072-156c-4057-a067-8563757f1c20 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:43.552194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8e13862-f38f-4ffd-9ce4-14e304a7bd59 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4c164b26-d13c-4d46-b97b-45d2ea064fa6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:43.555149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8e13862-f38f-4ffd-9ce4-14e304a7bd59 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:43.556500 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c8e13862-f38f-4ffd-9ce4-14e304a7bd59 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/4c164b26-d13c-4d46-b97b-45d2ea064fa6 HTTP/1.1" status: 204 len: 168 time: 0.6344109 Feb 03 22:03:43.559167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:43.605296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e13862-f38f-4ffd-9ce4-14e304a7bd59 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c164b26-d13c-4d46-b97b-45d2ea064fa6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:43.741279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d071a737-6dd4-4340-a295-24b429a2d4d6 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1773143 Feb 03 22:03:43.742736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:43.753859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f4dc2826-e80d-4f6d-a6d6-462d895dfc09 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'tempest-secgroup--157205638'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:43.789628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-def01fd4-356f-44cf-b5c4-41a42259c99d tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (83b8c072-156c-4057-a067-8563757f1c20), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:43.844820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def01fd4-356f-44cf-b5c4-41a42259c99d tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event deleted for resources: {'Port': ['ID=83b8c072-156c-4057-a067-8563757f1c20,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:43.877917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6d15-3a2a-40d3-8b22-9550404d1065 req-4a13b339-5ce1-4e88-ab76-ce6aea9e227b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:43.882640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e06d6d15-3a2a-40d3-8b22-9550404d1065 req-4a13b339-5ce1-4e88-ab76-ce6aea9e227b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2644517 Feb 03 22:03:43.984488 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2826-e80d-4f6d-a6d6-462d895dfc09 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.051438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-def01fd4-356f-44cf-b5c4-41a42259c99d tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.057681 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-def01fd4-356f-44cf-b5c4-41a42259c99d tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "DELETE /v2.0/ports/83b8c072-156c-4057-a067-8563757f1c20 HTTP/1.1" status: 204 len: 168 time: 1.4951808 Feb 03 22:03:44.061165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:44.104664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e06d6d15-3a2a-40d3-8b22-9550404d1065 req-3c915440-4040-4bde-a13a-130a366796a4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119663 Feb 03 22:03:44.196137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad7198d-1389-4801-afda-e8f347fd97e1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Deleting subnet f55e1595-3730-4696-a8b5-ed70377e34a0 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:03:44.216233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dad7198d-1389-4801-afda-e8f347fd97e1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks [] for subnet (f55e1595-3730-4696-a8b5-ed70377e34a0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.249359 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2826-e80d-4f6d-a6d6-462d895dfc09 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (eeba3c3c-49fb-455e-b6d3-33b583ac1929), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.261908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2826-e80d-4f6d-a6d6-462d895dfc09 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (eeba3c3c-49fb-455e-b6d3-33b583ac1929), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.355186 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dad7198d-1389-4801-afda-e8f347fd97e1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (f55e1595-3730-4696-a8b5-ed70377e34a0), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.403199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc2826-e80d-4f6d-a6d6-462d895dfc09 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba3c3c-49fb-455e-b6d3-33b583ac1929,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:44.412345 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2826-e80d-4f6d-a6d6-462d895dfc09 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.416766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f4dc2826-e80d-4f6d-a6d6-462d895dfc09 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6683085 Feb 03 22:03:44.422155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:44.440486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-492f619b-36b1-40bb-97fc-7e1125eb4aef tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:44.441467 n-d-824834-9 neutron-server[103398]: WARNING neutron.api.v2.base [None req-492f619b-36b1-40bb-97fc-7e1125eb4aef tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 22:03:44.442322 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-492f619b-36b1-40bb-97fc-7e1125eb4aef tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 22:03:44.443502 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-492f619b-36b1-40bb-97fc-7e1125eb4aef tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "PUT /v2.0/security-groups/eeba3c3c-49fb-455e-b6d3-33b583ac1929 HTTP/1.1" status: 409 len: 330 time: 0.0195510 Feb 03 22:03:44.443620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126d444-edee-4c47-baf2-beee5c3af8a9 req-3c20f23e-afce-4bb3-b04d-37add4dbd08e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:44.448071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d126d444-edee-4c47-baf2-beee5c3af8a9 req-3c20f23e-afce-4bb3-b04d-37add4dbd08e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1773632 Feb 03 22:03:44.457657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53276) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:44.574529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dad7198d-1389-4801-afda-e8f347fd97e1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f55e1595-3730-4696-a8b5-ed70377e34a0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.645571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d126d444-edee-4c47-baf2-beee5c3af8a9 req-c077ca41-b971-4322-8231-610f5f81f766 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634755 Feb 03 22:03:44.709528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dad7198d-1389-4801-afda-e8f347fd97e1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (f55e1595-3730-4696-a8b5-ed70377e34a0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.765970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dad7198d-1389-4801-afda-e8f347fd97e1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:44.773228 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dad7198d-1389-4801-afda-e8f347fd97e1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "DELETE /v2.0/subnets/f55e1595-3730-4696-a8b5-ed70377e34a0 HTTP/1.1" status: 204 len: 168 time: 0.7070673 Feb 03 22:03:44.774805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da927ad2-ed44-4e5f-962a-0a386d538584 None None] Network 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:44.778713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7198d-1389-4801-afda-e8f347fd97e1 tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event deleted for resources: {'Subnet': ['ID=f55e1595-3730-4696-a8b5-ed70377e34a0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:44.780867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53280) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:44.901757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc375c07-69a0-4a4c-ac96-e164a3d15b2e req-cd4fe472-f4d4-4e92-9214-78d070233b0b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.1113238 Feb 03 22:03:44.995635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42f543a3-6203-45ff-8b15-427a538903eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (eeba3c3c-49fb-455e-b6d3-33b583ac1929), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:45.013524 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5e568-1cde-4e27-a8a2-0e702fd1bbfa req-1e4a6696-6445-4a62-8eb0-5a0fea2446d2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:45.015361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93b5e568-1cde-4e27-a8a2-0e702fd1bbfa req-1e4a6696-6445-4a62-8eb0-5a0fea2446d2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.5433683 Feb 03 22:03:45.077367 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42f543a3-6203-45ff-8b15-427a538903eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (eeba3c3c-49fb-455e-b6d3-33b583ac1929), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:45.090406 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (0cb0d561-8fb5-4fe6-9f54-9b0fa3959223), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:45.609699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc09a9-1a12-4427-a1fc-0050a1e921f4 None None] DHCP port deletion for 0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:03:45.770929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-45fc09a9-1a12-4427-a1fc-0050a1e921f4 None None] Deleting port 89bc638a-7c53-473d-af42-43b03038276c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:45.771431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45fc09a9-1a12-4427-a1fc-0050a1e921f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (89bc638a-7c53-473d-af42-43b03038276c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:45.897989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-45fc09a9-1a12-4427-a1fc-0050a1e921f4 None None] For port 89bc638a-7c53-473d-af42-43b03038276c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=89bc638a-7c53-473d-af42-43b03038276c,segment=NetworkSegment(cb85f285-ed9e-451a-9bcb-075963d3997d),segment_id=cb85f285-ed9e-451a-9bcb-075963d3997d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:45.899659 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45fc09a9-1a12-4427-a1fc-0050a1e921f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (89bc638a-7c53-473d-af42-43b03038276c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:45.920775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93b5e568-1cde-4e27-a8a2-0e702fd1bbfa req-e99a58f1-9e01-4e26-a60c-67f31986dc2c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8963134 Feb 03 22:03:45.929633 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-45fc09a9-1a12-4427-a1fc-0050a1e921f4 None None] Calling delete_port for 89bc638a-7c53-473d-af42-43b03038276c owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:45.934704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42f543a3-6203-45ff-8b15-427a538903eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (eeba3c3c-49fb-455e-b6d3-33b583ac1929), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:45.938576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42f543a3-6203-45ff-8b15-427a538903eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:45.940304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-42f543a3-6203-45ff-8b15-427a538903eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/eeba3c3c-49fb-455e-b6d3-33b583ac1929 HTTP/1.1" status: 204 len: 168 time: 1.4812257 Feb 03 22:03:45.942862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:45.954401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ac4ae-49be-4a12-91d1-2786929e69f0 req-75012206-7999-490b-91a1-454c5f4d16d8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:45.963730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e97ac4ae-49be-4a12-91d1-2786929e69f0 req-75012206-7999-490b-91a1-454c5f4d16d8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.8991544 Feb 03 22:03:46.077001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ccc0ebda-a0ad-4ec6-b4ed-4414a114b4b0 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1215434 Feb 03 22:03:46.079871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:46.080239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e97ac4ae-49be-4a12-91d1-2786929e69f0 req-8f5ade2b-6235-4e23-ba52-b1604e41bd99 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123257 Feb 03 22:03:46.083324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f543a3-6203-45ff-8b15-427a538903eb tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba3c3c-49fb-455e-b6d3-33b583ac1929,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:46.116398 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-91c14896-120b-41e3-8b32-0d042ee5c1b7 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] delete failed (client error): The resource could not be found. Feb 03 22:03:46.121706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-91c14896-120b-41e3-8b32-0d042ee5c1b7 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "DELETE /v2.0/security-groups/270af5d5-bf5c-49aa-81be-e53a8ac7fea6 HTTP/1.1" status: 404 len: 347 time: 0.0366762 Feb 03 22:03:46.129545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53294) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:46.155186 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45fc09a9-1a12-4427-a1fc-0050a1e921f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (89bc638a-7c53-473d-af42-43b03038276c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:46.185908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc09a9-1a12-4427-a1fc-0050a1e921f4 None None] Pushing event deleted for resources: {'Port': ['ID=89bc638a-7c53-473d-af42-43b03038276c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:46.194844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc09a9-1a12-4427-a1fc-0050a1e921f4 None None] No DVR routers for this DVR port 89bc638a-7c53-473d-af42-43b03038276c on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:03:46.276991 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4d88f82-0786-4c6c-ab3f-8dc011ffb8b4 req-075b6618-8d4d-44f6-b361-cc6fa62e5a71 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.1503251 Feb 03 22:03:46.284013 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-e9ed2ccd-458d-4292-b952-bf253d52e6e2 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] show failed (client error): The resource could not be found. Feb 03 22:03:46.285483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e9ed2ccd-458d-4292-b952-bf253d52e6e2 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-groups/24a68fe5-2f76-4be0-b4b3-cbaae54ff974 HTTP/1.1" status: 404 len: 347 time: 0.1533742 Feb 03 22:03:46.290248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:46.320961 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-651cc8f6-dafd-48f8-b82a-14011bff6991 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] show failed (client error): The resource could not be found. Feb 03 22:03:46.320961 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-651cc8f6-dafd-48f8-b82a-14011bff6991 tempest-NegativeSecGroupIPv6Test-1565226841 tempest-NegativeSecGroupIPv6Test-1565226841-project] 10.222.0.50 "GET /v2.0/security-group-rules/86998b7f-8e35-4e61-b1ea-dc058c64336b HTTP/1.1" status: 404 len: 356 time: 0.0244751 Feb 03 22:03:46.375625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Deleting port 89bc638a-7c53-473d-af42-43b03038276c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:03:46.376039 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (89bc638a-7c53-473d-af42-43b03038276c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:46.382243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 89bc638a-7c53-473d-af42-43b03038276c no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:03:46.428612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 89bc638a-7c53-473d-af42-43b03038276c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:03:46.429272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 89bc638a-7c53-473d-af42-43b03038276c not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:03:46.472076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] For port 89bc638a-7c53-473d-af42-43b03038276c, host n-d-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:03:46.472449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (89bc638a-7c53-473d-af42-43b03038276c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:46.490049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Calling delete_port for 89bc638a-7c53-473d-af42-43b03038276c owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:03:46.494356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Port 89bc638a-7c53-473d-af42-43b03038276c was not found and therefore no delete operation was performed {{(pid=103397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:03:46.496266 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (89bc638a-7c53-473d-af42-43b03038276c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:46.541499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event deleted for resources: {'Port': ['ID=89bc638a-7c53-473d-af42-43b03038276c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:46.548934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] No DVR routers for this DVR port 89bc638a-7c53-473d-af42-43b03038276c on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:03:46.654212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434738-5b1b-4e94-8ed0-960221655ed4 req-2fe54156-fdfa-4c24-80fc-703b0d6ed82a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:46.661658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a434738-5b1b-4e94-8ed0-960221655ed4 req-2fe54156-fdfa-4c24-80fc-703b0d6ed82a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3832684 Feb 03 22:03:46.707807 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (0cb0d561-8fb5-4fe6-9f54-9b0fa3959223), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:46.753387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb0d561-8fb5-4fe6-9f54-9b0fa3959223']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:46.775355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a434738-5b1b-4e94-8ed0-960221655ed4 req-1edc527d-3618-4b2b-ae53-5db29ad8004f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099823 Feb 03 22:03:46.786378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb85f285-ed9e-451a-9bcb-075963d3997d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:46.786679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb85f285-ed9e-451a-9bcb-075963d3997d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:03:46.809160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (cb85f285-ed9e-451a-9bcb-075963d3997d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:46.846531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cb85f285-ed9e-451a-9bcb-075963d3997d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:46.870165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:03:46.871834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (cb85f285-ed9e-451a-9bcb-075963d3997d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:46.961038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:03:46.994414 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:03:47.007362 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (0cb0d561-8fb5-4fe6-9f54-9b0fa3959223), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.041281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.060014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] 10.222.0.50 "DELETE /v2.0/networks/0cb0d561-8fb5-4fe6-9f54-9b0fa3959223 HTTP/1.1" status: 204 len: 168 time: 2.2458777 Feb 03 22:03:47.085580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e245667-4572-44c0-8c24-947f0d4127ce tempest-ExtraDHCPOptionsTestJSON-295059502 tempest-ExtraDHCPOptionsTestJSON-295059502-project] Pushing event deleted for resources: {'Network': ['ID=0cb0d561-8fb5-4fe6-9f54-9b0fa3959223,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:47.174586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0250ec-8745-4e45-9605-b495f209ea90 req-c890829a-8492-43ce-a0c8-45e18c5dad55 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:47.177063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df0250ec-8745-4e45-9605-b495f209ea90 req-c890829a-8492-43ce-a0c8-45e18c5dad55 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1811512 Feb 03 22:03:47.205787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f8417-6859-42fc-967b-2e94f19b7e9b req-fc198cbd-5ef1-4936-a009-4b8adc30809e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:47.222576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c78f8417-6859-42fc-967b-2e94f19b7e9b req-fc198cbd-5ef1-4936-a009-4b8adc30809e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1398478 Feb 03 22:03:47.271759 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2f82da18-72cb-4582-b081-02461f01ea62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d1b821f6181471f9dbf7c918e657949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070955 Feb 03 22:03:47.272095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:47.350779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f74c37f2-ad4b-4294-b73b-43b6e50cd062 admin admin] Publish callbacks [] for security_group (a0865ed0-c9f7-4d71-9839-42d72196f0b8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.403950 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f74c37f2-ad4b-4294-b73b-43b6e50cd062 admin admin] Publish callbacks [] for security_group (a0865ed0-c9f7-4d71-9839-42d72196f0b8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.424429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df0250ec-8745-4e45-9605-b495f209ea90 req-a7747d26-0013-4537-9c2d-2c3c83b68d9e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381833 Feb 03 22:03:47.447569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:47.457765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c78f8417-6859-42fc-967b-2e94f19b7e9b req-7a1780ad-ce3b-4cbb-8ead-837cc152fca9 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265658 Feb 03 22:03:47.564805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f74c37f2-ad4b-4294-b73b-43b6e50cd062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a0865ed0-c9f7-4d71-9839-42d72196f0b8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.567641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f74c37f2-ad4b-4294-b73b-43b6e50cd062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.578258 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f74c37f2-ad4b-4294-b73b-43b6e50cd062 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0865ed0-c9f7-4d71-9839-42d72196f0b8 HTTP/1.1" status: 204 len: 168 time: 0.2991953 Feb 03 22:03:47.597967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c37f2-ad4b-4294-b73b-43b6e50cd062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0865ed0-c9f7-4d71-9839-42d72196f0b8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:47.654366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e3eb991-8a07-440c-ad78-106352a37e45 req-b0a3450e-a548-4638-bc97-ec365735632c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.1057789 Feb 03 22:03:47.793492 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-72cdda48-190e-4657-84a8-b57508f22dfb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cac8aab844114d9a9feb2f2487aed9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445618 Feb 03 22:03:47.794252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:47.824485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd377b7-8d4f-4090-b3c4-b6fe6cd76f29 req-a635b8d8-3246-420f-85a1-84b1bb40dfbb tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:47.843573 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fd377b7-8d4f-4090-b3c4-b6fe6cd76f29 req-a635b8d8-3246-420f-85a1-84b1bb40dfbb tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1818869 Feb 03 22:03:47.868930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10567f01-3ccf-438b-a58b-29bc1f9a9f7c admin admin] Publish callbacks [] for security_group (ac03f726-281a-4f4f-a70c-b9cf59472fe2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.896809 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10567f01-3ccf-438b-a58b-29bc1f9a9f7c admin admin] Publish callbacks [] for security_group (ac03f726-281a-4f4f-a70c-b9cf59472fe2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.934633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fd377b7-8d4f-4090-b3c4-b6fe6cd76f29 req-1219951c-6882-4203-b496-befc6957819a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833743 Feb 03 22:03:47.972121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10567f01-3ccf-438b-a58b-29bc1f9a9f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ac03f726-281a-4f4f-a70c-b9cf59472fe2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.982085 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10567f01-3ccf-438b-a58b-29bc1f9a9f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:47.989371 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-10567f01-3ccf-438b-a58b-29bc1f9a9f7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac03f726-281a-4f4f-a70c-b9cf59472fe2 HTTP/1.1" status: 204 len: 168 time: 0.1932621 Feb 03 22:03:48.022724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10567f01-3ccf-438b-a58b-29bc1f9a9f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac03f726-281a-4f4f-a70c-b9cf59472fe2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:48.760114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2e9b1-9c29-4e1e-8764-9b9d064cd6d1 req-b07833ec-2c8b-482f-9489-5f60317e99fd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:48.762474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2f2e9b1-9c29-4e1e-8764-9b9d064cd6d1 req-b07833ec-2c8b-482f-9489-5f60317e99fd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1766288 Feb 03 22:03:48.931758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e25aa02c-fb6e-4a48-ba7d-bbb4870dd1ea req-69040bb6-c07d-4a96-aacb-b45e326540dc tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0869527 Feb 03 22:03:49.021734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f2f2e9b1-9c29-4e1e-8764-9b9d064cd6d1 req-96d31609-def4-493f-94cf-808779615594 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528939 Feb 03 22:03:49.200823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4fe7f-cd10-47c7-b516-3a7a394dec5b req-76952990-6224-4cfc-b64e-de12257033d4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:49.202737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bc4fe7f-cd10-47c7-b516-3a7a394dec5b req-76952990-6224-4cfc-b64e-de12257033d4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1007433 Feb 03 22:03:49.336002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bc4fe7f-cd10-47c7-b516-3a7a394dec5b req-579916d6-c217-4448-bdd6-4620db07365f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256659 Feb 03 22:03:49.444324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:49.854251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0dae568c-99aa-4907-a9b5-140590e56361 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] Request body: {'port': {'network_id': '666ee986-1aff-4fdb-8d0e-1c572a89335c', 'name': 'tempest-NetworksNegativeTestJSON-578471277'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:49.892070 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dae568c-99aa-4907-a9b5-140590e56361 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] POST failed (client error): The resource could not be found. Feb 03 22:03:49.892992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dae568c-99aa-4907-a9b5-140590e56361 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:03:49.894404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0dae568c-99aa-4907-a9b5-140590e56361 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4489839 Feb 03 22:03:49.900250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53400) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:49.976338 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ca323c-3c1a-4a6b-a0c2-8c384c57d892 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] DELETE failed (client error): The resource could not be found. Feb 03 22:03:49.989610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ca323c-3c1a-4a6b-a0c2-8c384c57d892 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:03:49.999132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:50.026190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-54ca323c-3c1a-4a6b-a0c2-8c384c57d892 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "DELETE /v2.0/networks/78dd8a4f-2451-4ee1-9c1d-190b5185b6a8 HTTP/1.1" status: 404 len: 339 time: 0.1246068 Feb 03 22:03:50.075940 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8465b0-0064-4b03-b4e2-df8c0916a052 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] DELETE failed (client error): The resource could not be found. Feb 03 22:03:50.076543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8465b0-0064-4b03-b4e2-df8c0916a052 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:03:50.093809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:50.094327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4b8465b0-0064-4b03-b4e2-df8c0916a052 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "DELETE /v2.0/ports/b0683435-ff6d-4cbe-824a-2307d8d7eb30 HTTP/1.1" status: 404 len: 333 time: 0.0899456 Feb 03 22:03:50.142318 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a706cd51-5b41-4bd6-834d-c855c2a00259 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] DELETE failed (client error): The resource could not be found. Feb 03 22:03:50.143020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a706cd51-5b41-4bd6-834d-c855c2a00259 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:03:50.147209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a706cd51-5b41-4bd6-834d-c855c2a00259 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "DELETE /v2.0/subnets/b7e5ebf5-4151-4451-b513-7d0ea7b68646 HTTP/1.1" status: 404 len: 337 time: 0.0514133 Feb 03 22:03:50.157132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53414) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:50.184974 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd76dc9-0903-4715-a9f9-bf01bdbfaf78 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] GET failed (client error): The resource could not be found. Feb 03 22:03:50.186838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0fd76dc9-0903-4715-a9f9-bf01bdbfaf78 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "GET /v2.0/networks/3900629c-c7d3-4caf-89e9-82cb6f189b6f HTTP/1.1" status: 404 len: 339 time: 0.0284150 Feb 03 22:03:50.191781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:50.257571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1e2e0bc-c56d-4e7e-ba51-2bdf6083c346 req-179b3061-b35d-4d79-a4f3-aa768155ddd5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.1146994 Feb 03 22:03:50.307105 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-922b4735-7e17-4117-adde-8f8b17d3bd8a tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] GET failed (client error): The resource could not be found. Feb 03 22:03:50.314937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53418) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:50.326139 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-922b4735-7e17-4117-adde-8f8b17d3bd8a tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "GET /v2.0/ports/7f96fc42-f547-4a0c-926b-eab96c459cca HTTP/1.1" status: 404 len: 333 time: 0.1321344 Feb 03 22:03:50.361356 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b975eb0-143c-4363-ba20-bca6eb2d6721 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] GET failed (client error): The resource could not be found. Feb 03 22:03:50.366440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7b975eb0-143c-4363-ba20-bca6eb2d6721 tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "GET /v2.0/subnets/fcd7a792-b88b-4f53-930e-59dafddb740b HTTP/1.1" status: 404 len: 337 time: 0.0462930 Feb 03 22:03:50.366917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53422) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:50.406856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f92319a5-0a9d-4874-8a08-22b1b573911c tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:50.470333 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92319a5-0a9d-4874-8a08-22b1b573911c tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] PUT failed (client error): The resource could not be found. Feb 03 22:03:50.470858 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92319a5-0a9d-4874-8a08-22b1b573911c tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:03:50.476044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53426) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:50.482869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1362e530-e0ba-4967-8c0e-73536ba3e16b tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:50.485462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f92319a5-0a9d-4874-8a08-22b1b573911c tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "PUT /v2.0/networks/63e79def-ce1d-4781-b9b0-7a37fcc83cb6 HTTP/1.1" status: 404 len: 339 time: 0.1109986 Feb 03 22:03:50.538757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00846f83-da3e-40d4-a958-a420dd2f8e27 req-7e000f6c-d0d4-4a31-9ba0-0fd9459c2db0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:50.557505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00846f83-da3e-40d4-a958-a420dd2f8e27 req-7e000f6c-d0d4-4a31-9ba0-0fd9459c2db0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1748457 Feb 03 22:03:50.586011 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1362e530-e0ba-4967-8c0e-73536ba3e16b tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] PUT failed (client error): The resource could not be found. Feb 03 22:03:50.590543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1362e530-e0ba-4967-8c0e-73536ba3e16b tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:03:50.596661 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1362e530-e0ba-4967-8c0e-73536ba3e16b tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "PUT /v2.0/ports/67b41f37-108a-4b9d-8a01-ba456c30ac25 HTTP/1.1" status: 404 len: 333 time: 0.1191397 Feb 03 22:03:50.602492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:50.612983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a9c76d4c-9301-4e69-afbe-65d5cbe4f4aa tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:50.695761 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c76d4c-9301-4e69-afbe-65d5cbe4f4aa tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] PUT failed (client error): The resource could not be found. Feb 03 22:03:50.699703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c76d4c-9301-4e69-afbe-65d5cbe4f4aa tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:03:50.704265 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a9c76d4c-9301-4e69-afbe-65d5cbe4f4aa tempest-NetworksNegativeTestJSON-1106461914 tempest-NetworksNegativeTestJSON-1106461914-project] 10.222.0.50 "PUT /v2.0/subnets/2da12b13-c57f-499d-ba92-b6d4336468f3 HTTP/1.1" status: 404 len: 337 time: 0.0975888 Feb 03 22:03:50.746111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00846f83-da3e-40d4-a958-a420dd2f8e27 req-a809f3b1-836a-4075-85e7-5d70ed75b5f3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875999 Feb 03 22:03:50.788970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e762d6-ebf9-48da-ab18-9705c2071461 req-777ac821-90e1-4e3d-a02a-cc8680428845 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:50.806485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74e762d6-ebf9-48da-ab18-9705c2071461 req-777ac821-90e1-4e3d-a02a-cc8680428845 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1832371 Feb 03 22:03:51.009960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74e762d6-ebf9-48da-ab18-9705c2071461 req-93894edd-823d-46d0-8f16-f58926666276 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025790 Feb 03 22:03:51.465510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:51.520506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52abdac3-f7f4-479e-850b-920c6797c9bd req-a4f88256-9dd2-4d85-a565-cc6883e76166 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0971203 Feb 03 22:03:51.647824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-568bc567-4c77-4ecc-815e-9598d64555ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:51.734206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-568bc567-4c77-4ecc-815e-9598d64555ec admin admin] Publish callbacks [] for security_group (7be2eaf2-6d76-435e-beb0-8d53399e6448), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:51.741825 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-568bc567-4c77-4ecc-815e-9598d64555ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7be2eaf2-6d76-435e-beb0-8d53399e6448), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:51.817768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bc567-4c77-4ecc-815e-9598d64555ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be2eaf2-6d76-435e-beb0-8d53399e6448,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:51.881050 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-568bc567-4c77-4ecc-815e-9598d64555ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9153a706c2bd4fa0b0cb4896e9e9e10e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4143960 Feb 03 22:03:51.884363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:52.015500 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89f48ce-0ede-4671-8ba7-9ddd427a821c admin admin] Publish callbacks [] for security_group (7be2eaf2-6d76-435e-beb0-8d53399e6448), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:52.042667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89f48ce-0ede-4671-8ba7-9ddd427a821c admin admin] Publish callbacks [] for security_group (7be2eaf2-6d76-435e-beb0-8d53399e6448), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:52.112037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320447c-eede-4abd-95d4-fbb4ef4af742 req-c2031460-ee7f-46a3-921c-289cf250c044 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:52.120954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c320447c-eede-4abd-95d4-fbb4ef4af742 req-c2031460-ee7f-46a3-921c-289cf250c044 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1480341 Feb 03 22:03:52.184195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c320447c-eede-4abd-95d4-fbb4ef4af742 req-00283758-526e-4653-b3d4-3a93c3ec2c2b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603666 Feb 03 22:03:52.197491 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89f48ce-0ede-4671-8ba7-9ddd427a821c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7be2eaf2-6d76-435e-beb0-8d53399e6448), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:52.201413 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89f48ce-0ede-4671-8ba7-9ddd427a821c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:52.206005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c89f48ce-0ede-4671-8ba7-9ddd427a821c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7be2eaf2-6d76-435e-beb0-8d53399e6448 HTTP/1.1" status: 204 len: 168 time: 0.3202143 Feb 03 22:03:52.223352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f48ce-0ede-4671-8ba7-9ddd427a821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be2eaf2-6d76-435e-beb0-8d53399e6448,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:52.310073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd00bb-fa9f-44b7-9973-4a9564e794fb req-76ba7351-7d3a-48fa-863b-fef020965aad tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:52.314084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29dd00bb-fa9f-44b7-9973-4a9564e794fb req-76ba7351-7d3a-48fa-863b-fef020965aad tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0870028 Feb 03 22:03:52.422607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29dd00bb-fa9f-44b7-9973-4a9564e794fb req-971801ae-8f22-441c-9a10-de609d977cbf tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036847 Feb 03 22:03:52.744586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4da527fa-cebe-4877-8637-bb771bfc5a28 req-e51df1e2-0882-4c6d-9031-a3bf389273f6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0679655 Feb 03 22:03:53.551888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98287dc8-7187-4c47-a6c6-c69204f8ba7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:53.570158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff442ff-f4db-4646-b0d4-daca8f5a05a4 req-0b2167ab-bc5a-4dbb-b441-7737c1bffd9a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:53.585730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ff442ff-f4db-4646-b0d4-daca8f5a05a4 req-0b2167ab-bc5a-4dbb-b441-7737c1bffd9a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2219810 Feb 03 22:03:53.892081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:53.950931 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ff442ff-f4db-4646-b0d4-daca8f5a05a4 req-d98417ad-2b6e-44f4-9fc7-1d5fa07f44a4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552697 Feb 03 22:03:54.025567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecf67-adbc-4b8d-83a4-c9cf3647b80d req-17a0ee9f-a3bb-4888-bacf-2653c00c0e29 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:54.027128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-089ecf67-adbc-4b8d-83a4-c9cf3647b80d req-17a0ee9f-a3bb-4888-bacf-2653c00c0e29 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.4261401 Feb 03 22:03:54.159778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-089ecf67-adbc-4b8d-83a4-c9cf3647b80d req-07727f29-d176-48c2-ae9c-9458a13b1907 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268096 Feb 03 22:03:54.193836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1273163560'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:54.238046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:54.241800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:54.259777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:54.424687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:54.481718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc75aef9-9d8f-4f92-a342-6401cfa0db05 req-339b5f78-3c86-405a-9a0f-efb6e0b27b64 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.2021513 Feb 03 22:03:54.486634 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for security_group (ba7f5012-6024-4ac8-9566-7ca4f87a9197), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:54.504335 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ba7f5012-6024-4ac8-9566-7ca4f87a9197), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:54.525713 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:54.576815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:03:54.608461 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a96744df-3cd7-4ab7-b775-7c2c59985d6c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:54.609302 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added segment a96744df-3cd7-4ab7-b775-7c2c59985d6c of type vlan for network 7a825657-b33f-4106-865b-e7c83176c401 Feb 03 22:03:54.705289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (7a825657-b33f-4106-865b-e7c83176c401), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:54.826181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f5012-6024-4ac8-9566-7ca4f87a9197,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:54.847445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.848040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.848177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.848522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.855840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.856423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.857121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.857725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.858255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.858807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.859441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.859969 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.860493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:54.877812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (7a825657-b33f-4106-865b-e7c83176c401), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:54.884652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:54.885360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:55.011961 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1178961 Feb 03 22:03:55.018141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:55.024366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1938791503'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:55.083746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:55.084403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94926c-8080-4b5c-91e1-f2c84e6f4c29 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Network': ['ID=7a825657-b33f-4106-865b-e7c83176c401,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:55.095020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:55.099421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 7a825657-b33f-4106-865b-e7c83176c401 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:03:55.189894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:03:55.211767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (19c5550b-8c29-4fb2-adfd-7c518b941d73), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:55.212115 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added segment 19c5550b-8c29-4fb2-adfd-7c518b941d73 of type vlan for network 93384eef-beb4-41c7-8653-c44005d1ee8e Feb 03 22:03:55.246063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ffb37-5999-48e4-a8fa-c882dc2234b2 req-2a6d3410-86fd-4822-bfe9-d4cabd93aef6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:55.253552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c6ffb37-5999-48e4-a8fa-c882dc2234b2 req-2a6d3410-86fd-4822-bfe9-d4cabd93aef6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1085608 Feb 03 22:03:55.335401 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (93384eef-beb4-41c7-8653-c44005d1ee8e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:55.376657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c6ffb37-5999-48e4-a8fa-c882dc2234b2 req-ec49dcec-006d-4199-9757-7e77c1aead40 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190221 Feb 03 22:03:55.394918 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (93384eef-beb4-41c7-8653-c44005d1ee8e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:55.401672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:55.402626 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:55.438400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126d41-a89a-4c9c-b298-867100ef6b79 req-4a17ed02-5933-4538-903d-9023d3f96b40 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:55.439906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44126d41-a89a-4c9c-b298-867100ef6b79 req-4a17ed02-5933-4538-903d-9023d3f96b40 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1585658 Feb 03 22:03:55.502533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4831293 Feb 03 22:03:55.505906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:55.511642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'subnet': {'network_id': '7a825657-b33f-4106-865b-e7c83176c401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:55.539159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Network': ['ID=93384eef-beb4-41c7-8653-c44005d1ee8e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:55.550917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.551350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.551976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.551976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.552336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.552583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.552980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.553395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.553733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.553923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.554255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.554604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.555429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85004726-4f39-4ab7-8f45-b46fd6b290e6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:55.567327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 93384eef-beb4-41c7-8653-c44005d1ee8e details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:03:55.582414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44126d41-a89a-4c9c-b298-867100ef6b79 req-983cd9af-ca4a-4207-89b4-3c1177fd7ace tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306376 Feb 03 22:03:55.652812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46d38e7e-ee1d-43ae-b192-fd50b5c9e417 req-6352fee0-f834-42fb-84e8-9c493aaaf832 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.0404000 Feb 03 22:03:56.165699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:56.175193 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:56.459324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (0dae9d2f-1ab7-4187-a4e5-3ea77a764553), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:56.495910 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7327f9ce-bae9-4597-a5c1-978c491abe58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:56.541044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Subnet': ['ID=0dae9d2f-1ab7-4187-a4e5-3ea77a764553,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:56.553703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Checking segment: {'id': 'a96744df-3cd7-4ab7-b775-7c2c59985d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a825657-b33f-4106-865b-e7c83176c401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:03:56.554370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network hostable DHCP agents. Network: 7a825657-b33f-4106-865b-e7c83176c401, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:03:56.573541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 7a825657-b33f-4106-865b-e7c83176c401 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:03:56.599350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 7a825657-b33f-4106-865b-e7c83176c401) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:56.626273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8892367-275d-47a0-849e-b5fe9da14f66 None None] Network 7a825657-b33f-4106-865b-e7c83176c401 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:56.657574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:56.662004 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:56.672127 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad2b59-f925-4c1b-ad05-d3e930412216 req-7f14992a-6b0f-4b19-bc15-b66bd1a6fc6c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:56.694783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34ad2b59-f925-4c1b-ad05-d3e930412216 req-7f14992a-6b0f-4b19-bc15-b66bd1a6fc6c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1843059 Feb 03 22:03:56.745449 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4b38fdbd-56a6-4686-822b-f56ec1ae9874 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2351792 Feb 03 22:03:56.748990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:56.759038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'subnet': {'network_id': '93384eef-beb4-41c7-8653-c44005d1ee8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:56.826169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34ad2b59-f925-4c1b-ad05-d3e930412216 req-969e3fca-cf38-4611-8f21-0d3ba81711f4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258357 Feb 03 22:03:56.888555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039101b-6c8c-48fa-8dbd-6de023d3d9cd req-541c9f85-44a8-4a9a-89e2-3ff47f755d07 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:56.892258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5039101b-6c8c-48fa-8dbd-6de023d3d9cd req-541c9f85-44a8-4a9a-89e2-3ff47f755d07 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1587546 Feb 03 22:03:57.048342 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.063547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-7a825657-b33f-4106-865b-e7c83176c401', 'network_id': '7a825657-b33f-4106-865b-e7c83176c401', 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'fixed_ips': [{'subnet_id': '0dae9d2f-1ab7-4187-a4e5-3ea77a764553'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:03:57.064449 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.080656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d0eb7fe-94e3-4ca7-b793-e92699666277 req-87bbc65f-3e05-4eeb-99b3-9280f36890ff tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.1170135 Feb 03 22:03:57.092441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:03:57.097223 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.137478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5039101b-6c8c-48fa-8dbd-6de023d3d9cd req-fab9051a-b99a-4fcd-89aa-c5207ed790c3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294304 Feb 03 22:03:57.317025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Allocated IP 2001:db8::2 (7a825657-b33f-4106-865b-e7c83176c401/0dae9d2f-1ab7-4187-a4e5-3ea77a764553/e5835ae3-fd01-447b-8ffc-8d0416aacaf9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:57.442664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (63b21966-6331-4f98-a26b-097e62080df0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.497137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Subnet': ['ID=63b21966-6331-4f98-a26b-097e62080df0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:57.507741 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Publish callbacks [] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.518051 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.536181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Checking segment: {'id': '19c5550b-8c29-4fb2-adfd-7c518b941d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '93384eef-beb4-41c7-8653-c44005d1ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:03:57.536545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network hostable DHCP agents. Network: 93384eef-beb4-41c7-8653-c44005d1ee8e, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:03:57.542185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Network 7a825657-b33f-4106-865b-e7c83176c401 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:57.544743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:57.548082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:57.563369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 93384eef-beb4-41c7-8653-c44005d1ee8e is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:03:57.574996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 93384eef-beb4-41c7-8653-c44005d1ee8e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:57.585673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:57.587034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.608869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a0555-debf-4b41-be14-35e22014ea9c None None] Network 93384eef-beb4-41c7-8653-c44005d1ee8e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:03:57.610748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:57.615793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1511e0f4-1aee-405f-b431-9db3bf0d47bd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-955190029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:03:57.622152 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1deb6c5e-90da-4f1d-9934-ab1f1cb3349d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8698821 Feb 03 22:03:57.641943 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1511e0f4-1aee-405f-b431-9db3bf0d47bd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.643395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1511e0f4-1aee-405f-b431-9db3bf0d47bd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.713062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1511e0f4-1aee-405f-b431-9db3bf0d47bd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.721040 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1511e0f4-1aee-405f-b431-9db3bf0d47bd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.741781 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1511e0f4-1aee-405f-b431-9db3bf0d47bd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.743690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1511e0f4-1aee-405f-b431-9db3bf0d47bd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1318901 Feb 03 22:03:57.747197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:03:57.766295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-93384eef-beb4-41c7-8653-c44005d1ee8e', 'network_id': '93384eef-beb4-41c7-8653-c44005d1ee8e', 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'fixed_ips': [{'subnet_id': '63b21966-6331-4f98-a26b-097e62080df0'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:03:57.767284 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.843632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Pushing event updated for resources: {'Port': ['ID=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:57.848508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Attempting to bind port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:03:57.848878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Attempting to bind port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'a96744df-3cd7-4ab7-b775-7c2c59985d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a825657-b33f-4106-865b-e7c83176c401'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:03:57.849347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Attempting to bind port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 on network 7a825657-b33f-4106-865b-e7c83176c401 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:03:57.885771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:03:57.886155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Checking segment: {'id': 'a96744df-3cd7-4ab7-b775-7c2c59985d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a825657-b33f-4106-865b-e7c83176c401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:03:57.886564 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.886962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Bound using segment: {'id': 'a96744df-3cd7-4ab7-b775-7c2c59985d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a825657-b33f-4106-865b-e7c83176c401'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:03:57.887441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Bound port: e5835ae3-fd01-447b-8ffc-8d0416aacaf9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96744df-3cd7-4ab7-b775-7c2c59985d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a825657-b33f-4106-865b-e7c83176c401'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:03:57.887817 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:57.890590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.890938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.891280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.895421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.895421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.895421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.902061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.902435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.902782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.903127 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.903462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.903793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:57.904738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:03:58.081779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Allocated IP 2001:db8:1::2 (93384eef-beb4-41c7-8653-c44005d1ee8e/63b21966-6331-4f98-a26b-097e62080df0/b434cedf-99ae-474e-80cc-cfc370522bd1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:58.084071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] For port e5835ae3-fd01-447b-8ffc-8d0416aacaf9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:03:58.089332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] For port e5835ae3-fd01-447b-8ffc-8d0416aacaf9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,segment=NetworkSegment(a96744df-3cd7-4ab7-b775-7c2c59985d6c),segment_id=a96744df-3cd7-4ab7-b775-7c2c59985d6c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:03:58.110230 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:58.271688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35a3c9-dcc4-4995-b1c5-1fe637de2a7c req-9b8c6419-d02d-4263-94d2-bce0ed773d8f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:58.277646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc35a3c9-dcc4-4995-b1c5-1fe637de2a7c req-9b8c6419-d02d-4263-94d2-bce0ed773d8f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2456484 Feb 03 22:03:58.295195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e14b0-9c34-49c0-b217-a8e399fe85e1 None None] Pushing event updated for resources: {'Port': ['ID=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:58.332233 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-21531881-b789-42c4-b4c6-71624b18c88d req-d895d760-6f7d-475c-9327-b7e964216b25 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.1217051 Feb 03 22:03:58.334291 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:58.459237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Publish callbacks [] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:58.470461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:58.544781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Pushing event updated for resources: {'Port': ['ID=b434cedf-99ae-474e-80cc-cfc370522bd1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:58.680041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Network 93384eef-beb4-41c7-8653-c44005d1ee8e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:58.682465 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc35a3c9-dcc4-4995-b1c5-1fe637de2a7c req-abbbf041-4fc1-4c18-a2a7-7c74d8e11186 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606167 Feb 03 22:03:58.683272 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:58.686291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:58.694855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:58.855416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Attempting to bind port b434cedf-99ae-474e-80cc-cfc370522bd1 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:03:58.863000 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Attempting to bind port b434cedf-99ae-474e-80cc-cfc370522bd1 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '19c5550b-8c29-4fb2-adfd-7c518b941d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '93384eef-beb4-41c7-8653-c44005d1ee8e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:03:58.863520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Attempting to bind port b434cedf-99ae-474e-80cc-cfc370522bd1 on network 93384eef-beb4-41c7-8653-c44005d1ee8e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:03:58.869286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:03:58.869786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Checking segment: {'id': '19c5550b-8c29-4fb2-adfd-7c518b941d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '93384eef-beb4-41c7-8653-c44005d1ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:03:58.871893 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:58.872365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Bound using segment: {'id': '19c5550b-8c29-4fb2-adfd-7c518b941d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '93384eef-beb4-41c7-8653-c44005d1ee8e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:03:58.873086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Bound port: b434cedf-99ae-474e-80cc-cfc370522bd1, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c5550b-8c29-4fb2-adfd-7c518b941d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '93384eef-beb4-41c7-8653-c44005d1ee8e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:03:58.876516 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:58.909896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad428-f66d-4517-9326-28185ee1b7f3 req-0eba8e1c-6133-4c8b-8de6-ab7c0d5a874f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:03:58.916195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4fad428-f66d-4517-9326-28185ee1b7f3 req-0eba8e1c-6133-4c8b-8de6-ab7c0d5a874f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.4065177 Feb 03 22:03:59.011762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] For port b434cedf-99ae-474e-80cc-cfc370522bd1, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:03:59.016187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] For port b434cedf-99ae-474e-80cc-cfc370522bd1, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b434cedf-99ae-474e-80cc-cfc370522bd1,segment=NetworkSegment(19c5550b-8c29-4fb2-adfd-7c518b941d73),segment_id=19c5550b-8c29-4fb2-adfd-7c518b941d73)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:03:59.025892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:59.099430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3296a7-d226-4c3d-845f-028ac3074383 None None] Pushing event updated for resources: {'Port': ['ID=b434cedf-99ae-474e-80cc-cfc370522bd1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:03:59.168597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4fad428-f66d-4517-9326-28185ee1b7f3 req-c2aedd3e-0eb2-4f47-99de-46755de3741a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384727 Feb 03 22:03:59.274331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 2001:db8::1 (7a825657-b33f-4106-865b-e7c83176c401/0dae9d2f-1ab7-4187-a4e5-3ea77a764553/31aa50de-3a1e-4acb-ba90-9b4dcede599a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:03:59.571516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (31aa50de-3a1e-4acb-ba90-9b4dcede599a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:59.678048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f385ceb6-329e-4310-ac83-1bfcd2c52f2e req-942a001d-eb36-4e5a-982b-5fa404e312b3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a6edbf-cb81-4cba-98d6-8a41cf6841d3 HTTP/1.1" status: 200 len: 210 time: 0.1042728 Feb 03 22:03:59.680268 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (31aa50de-3a1e-4acb-ba90-9b4dcede599a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:59.792922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 7a825657-b33f-4106-865b-e7c83176c401 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:03:59.794709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:03:59.798319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:03:59.798881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:03:59.866445 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:00.010200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856808b-be5d-4761-89a6-90d96d0521d1 None None] Network 7a825657-b33f-4106-865b-e7c83176c401 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:00.013443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=31aa50de-3a1e-4acb-ba90-9b4dcede599a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:00.083227 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (31aa50de-3a1e-4acb-ba90-9b4dcede599a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:00.101741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38f8c-d4e3-42b8-8b97-51b347a818ff req-e449f7b2-3052-4f60-8277-ced4602a296e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:00.103232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15d38f8c-d4e3-42b8-8b97-51b347a818ff req-e449f7b2-3052-4f60-8277-ced4602a296e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1318119 Feb 03 22:04:00.128058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e1b593f2-a67d-4380-8cb5-98ee476a9c29 None None] Provisioning complete for port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:00.128435 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1b593f2-a67d-4380-8cb5-98ee476a9c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:00.357773 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15d38f8c-d4e3-42b8-8b97-51b347a818ff req-5a7a594d-bb28-404b-9559-3ef24a2a6d87 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373765 Feb 03 22:04:00.515801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e1b593f2-a67d-4380-8cb5-98ee476a9c29 None None] Current status of the port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:00.516191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1b593f2-a67d-4380-8cb5-98ee476a9c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:00.575785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f37a1-b37d-4f87-8850-06cbaabe107c req-6ebea6c1-9aa2-4c81-b85e-2a5b123f53b3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:00.590644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f5f37a1-b37d-4f87-8850-06cbaabe107c req-6ebea6c1-9aa2-4c81-b85e-2a5b123f53b3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2603021 Feb 03 22:04:00.593278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e1b593f2-a67d-4380-8cb5-98ee476a9c29 None None] For port e5835ae3-fd01-447b-8ffc-8d0416aacaf9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,segment=NetworkSegment(a96744df-3cd7-4ab7-b775-7c2c59985d6c),segment_id=a96744df-3cd7-4ab7-b775-7c2c59985d6c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:00.598136 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1b593f2-a67d-4380-8cb5-98ee476a9c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:00.726524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b434cedf-99ae-474e-80cc-cfc370522bd1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:00.805019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b593f2-a67d-4380-8cb5-98ee476a9c29 None None] Pushing event updated for resources: {'Port': ['ID=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:00.846544 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (31aa50de-3a1e-4acb-ba90-9b4dcede599a), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:00.858844 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (31aa50de-3a1e-4acb-ba90-9b4dcede599a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:00.859609 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:00.977138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b434cedf-99ae-474e-80cc-cfc370522bd1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:00.978799 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:01.061365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf773c-0982-4947-89a3-ed87f60cb170 None None] Network 93384eef-beb4-41c7-8653-c44005d1ee8e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:01.111566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f5f37a1-b37d-4f87-8850-06cbaabe107c req-75e42366-0d8c-4376-ab90-214f6707e880 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167656 Feb 03 22:04:01.156951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 7a825657-b33f-4106-865b-e7c83176c401 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:01.178915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:01.194156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-baa54f4c-0d3a-4327-8927-e3a019ce74b0 None None] Provisioning complete for port b434cedf-99ae-474e-80cc-cfc370522bd1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:01.194683 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baa54f4c-0d3a-4327-8927-e3a019ce74b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:01.238717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=31aa50de-3a1e-4acb-ba90-9b4dcede599a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:01.475746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b434cedf-99ae-474e-80cc-cfc370522bd1 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:01.476175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:01.547256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port b434cedf-99ae-474e-80cc-cfc370522bd1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b434cedf-99ae-474e-80cc-cfc370522bd1,segment=NetworkSegment(19c5550b-8c29-4fb2-adfd-7c518b941d73),segment_id=19c5550b-8c29-4fb2-adfd-7c518b941d73)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:01.561107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:01.564277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e5835ae3-fd01-447b-8ffc-8d0416aacaf9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:01.615930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 3d2e9ef6-9c0c-4d13-8210-8620f42cf24b is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:04:01.628203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b434cedf-99ae-474e-80cc-cfc370522bd1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:01.642556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea081e-5fd6-459a-9d9d-86708340874d req-ca64e6fc-e64f-4788-b532-a6ff6101e102 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:01.644367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9eea081e-5fd6-459a-9d9d-86708340874d req-ca64e6fc-e64f-4788-b532-a6ff6101e102 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1351883 Feb 03 22:04:01.678501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-baa54f4c-0d3a-4327-8927-e3a019ce74b0 None None] Current status of the port b434cedf-99ae-474e-80cc-cfc370522bd1 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:01.679024 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baa54f4c-0d3a-4327-8927-e3a019ce74b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:01.763856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-baa54f4c-0d3a-4327-8927-e3a019ce74b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:04:01.764710 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-baa54f4c-0d3a-4327-8927-e3a019ce74b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:04:01.778850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:01.779423 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:01.807212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9eea081e-5fd6-459a-9d9d-86708340874d req-14e15198-e9da-4116-ad5b-4bd78dcb63b2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279600 Feb 03 22:04:01.808573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:01.831608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:01.842033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-966919ea-2473-429c-a814-df27d4198b2f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/3d2e9ef6-9c0c-4d13-8210-8620f42cf24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0929639 Feb 03 22:04:01.928934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a1b63-aeb0-4b50-834b-48590ad26d43 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:01.931203 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7c5a1b63-aeb0-4b50-834b-48590ad26d43 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports/31aa50de-3a1e-4acb-ba90-9b4dcede599a HTTP/1.1" status: 200 len: 911 time: 0.0985010 Feb 03 22:04:01.934328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53584) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:02.145350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee88839-3a50-4350-ba5a-0a55fb7de1c5 None None] Sync routers for ids ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:02.160282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee88839-3a50-4350-ba5a-0a55fb7de1c5 None None] Routers {'3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:02.160943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4ee88839-3a50-4350-ba5a-0a55fb7de1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:02.203323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4ee88839-3a50-4350-ba5a-0a55fb7de1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:02.299510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee88839-3a50-4350-ba5a-0a55fb7de1c5 None None] Routers {'3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:02.300161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4ee88839-3a50-4350-ba5a-0a55fb7de1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:02.404636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4ee88839-3a50-4350-ba5a-0a55fb7de1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:02.405721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee88839-3a50-4350-ba5a-0a55fb7de1c5 None None] The sync data for ids ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:02.415547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:02.439119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-baa54f4c-0d3a-4327-8927-e3a019ce74b0 None None] Current status of the port b434cedf-99ae-474e-80cc-cfc370522bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:02.555165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b434cedf-99ae-474e-80cc-cfc370522bd1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:02.616673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0497efe2-0553-4ebd-ad53-73b744495a6c None None] Provisioning complete for port b434cedf-99ae-474e-80cc-cfc370522bd1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:02.617115 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0497efe2-0553-4ebd-ad53-73b744495a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:02.683428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b434cedf-99ae-474e-80cc-cfc370522bd1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:02.683869 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:02.840948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b434cedf-99ae-474e-80cc-cfc370522bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:02.845845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e5835ae3-fd01-447b-8ffc-8d0416aacaf9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:02.927639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaadf4-c211-4cfb-8bd0-3faf8407d3d2 req-3235cb73-2f75-4835-9894-9c9e8f7a78ef tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:02.929229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbfaadf4-c211-4cfb-8bd0-3faf8407d3d2 req-3235cb73-2f75-4835-9894-9c9e8f7a78ef tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3576977 Feb 03 22:04:02.987210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0497efe2-0553-4ebd-ad53-73b744495a6c None None] Current status of the port b434cedf-99ae-474e-80cc-cfc370522bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:03.001736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:03.002102 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:03.057477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0497efe2-0553-4ebd-ad53-73b744495a6c None None] Provisioning complete for port 31aa50de-3a1e-4acb-ba90-9b4dcede599a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:03.058590 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0497efe2-0553-4ebd-ad53-73b744495a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (31aa50de-3a1e-4acb-ba90-9b4dcede599a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:03.128690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0497efe2-0553-4ebd-ad53-73b744495a6c None None] Port 31aa50de-3a1e-4acb-ba90-9b4dcede599a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:04:03.155680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbfaadf4-c211-4cfb-8bd0-3faf8407d3d2 req-3a0bc508-c9da-4aef-aeaf-70c4abb24e0d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963985 Feb 03 22:04:03.166549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0497efe2-0553-4ebd-ad53-73b744495a6c None None] Provisioning complete for port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:03.167085 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0497efe2-0553-4ebd-ad53-73b744495a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:03.169921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:03.188928 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7648877-b923-452b-a4ce-7360e5c6f861 req-ab62cd39-108d-4f4c-a5db-3afcf55c04a9 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:03.195372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7648877-b923-452b-a4ce-7360e5c6f861 req-ab62cd39-108d-4f4c-a5db-3afcf55c04a9 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.2338130 Feb 03 22:04:03.213614 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:03.255278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0497efe2-0553-4ebd-ad53-73b744495a6c None None] Current status of the port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:03.363156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7648877-b923-452b-a4ce-7360e5c6f861 req-c11d6890-962c-4833-8980-169cc899e8b6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456685 Feb 03 22:04:03.543292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 2001:db8:1::1 (93384eef-beb4-41c7-8653-c44005d1ee8e/63b21966-6331-4f98-a26b-097e62080df0/17ed048b-5bf8-4eac-88c8-54299e700687) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:04:03.665744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (17ed048b-5bf8-4eac-88c8-54299e700687), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:03.698299 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (17ed048b-5bf8-4eac-88c8-54299e700687), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:03.739254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 93384eef-beb4-41c7-8653-c44005d1ee8e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:03.743065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:03.747301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:04:03.747855 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:03.755031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=17ed048b-5bf8-4eac-88c8-54299e700687,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:03.798831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:04:03.916999 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (17ed048b-5bf8-4eac-88c8-54299e700687), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:03.989983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:04.007960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef', 'port_id': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'mac_address': 'fa:16:3e:4a:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a02ccb-aed1-4217-aee2-39134d7a4d61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:04:04.051822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:04.052370 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:04.067143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:04:04.113158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:04.120604 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:04.236708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:04:04.286298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bfda2228-a4da-471c-8b96-62ffcfbb9d91 None None] Provisioning complete for port 17ed048b-5bf8-4eac-88c8-54299e700687 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:04.286678 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfda2228-a4da-471c-8b96-62ffcfbb9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (17ed048b-5bf8-4eac-88c8-54299e700687), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:04.323364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bfda2228-a4da-471c-8b96-62ffcfbb9d91 None None] Port 17ed048b-5bf8-4eac-88c8-54299e700687 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:04:04.324754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:04.366513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc30fc4-f22c-4155-9e39-6919137cb2e5 req-5d5b8ac6-3f37-4c37-b54b-0dd1f3352f76 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:04.368270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdc30fc4-f22c-4155-9e39-6919137cb2e5 req-5d5b8ac6-3f37-4c37-b54b-0dd1f3352f76 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 944 time: 0.0906975 Feb 03 22:04:04.440092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdc30fc4-f22c-4155-9e39-6919137cb2e5 req-b4f6cd4f-ebba-4dc9-a5f8-4b0dd0ec5ac5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620074 Feb 03 22:04:04.464073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (17ed048b-5bf8-4eac-88c8-54299e700687), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:04.481240 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (17ed048b-5bf8-4eac-88c8-54299e700687), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:04.482000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:04.592446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=17ed048b-5bf8-4eac-88c8-54299e700687,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:04.620456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212e4c6-3b68-4bd5-9bb8-cf083f9f82b1 req-cc4482e1-78c8-4a0a-ac71-c0dd4a501638 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:04.622132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9212e4c6-3b68-4bd5-9bb8-cf083f9f82b1 req-cc4482e1-78c8-4a0a-ac71-c0dd4a501638 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1536858 Feb 03 22:04:04.672342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 93384eef-beb4-41c7-8653-c44005d1ee8e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:04.678845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:04.703579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9212e4c6-3b68-4bd5-9bb8-cf083f9f82b1 req-e5c6e2d2-8c15-46d7-9744-3a8388674d21 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707419 Feb 03 22:04:04.803872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 3d2e9ef6-9c0c-4d13-8210-8620f42cf24b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:04:04.904716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:04.914247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-65ce1a72-1b3e-4e8b-9613-c7bfc0f9b10c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/3d2e9ef6-9c0c-4d13-8210-8620f42cf24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9745378 Feb 03 22:04:04.914247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53624) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:04.917796 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccaabf-fd42-4088-83a0-bbf0fabb6f63 None None] Sync routers for ids ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:04.971329 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccaabf-fd42-4088-83a0-bbf0fabb6f63 None None] Routers {'3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:04.973545 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23ccaabf-fd42-4088-83a0-bbf0fabb6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:04.974447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4999211d-00aa-4578-a433-930b213413d3 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:04.976144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4999211d-00aa-4578-a433-930b213413d3 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports/17ed048b-5bf8-4eac-88c8-54299e700687 HTTP/1.1" status: 200 len: 913 time: 0.0627427 Feb 03 22:04:04.979221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53626) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:05.031946 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23ccaabf-fd42-4088-83a0-bbf0fabb6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:05.057104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d9769289-f4bf-45be-8661-f59f749a8819 None None] Provisioning complete for port 17ed048b-5bf8-4eac-88c8-54299e700687 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:05.059612 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccaabf-fd42-4088-83a0-bbf0fabb6f63 None None] Routers {'3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:05.060519 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23ccaabf-fd42-4088-83a0-bbf0fabb6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:05.065954 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9769289-f4bf-45be-8661-f59f749a8819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (17ed048b-5bf8-4eac-88c8-54299e700687), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:05.109694 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23ccaabf-fd42-4088-83a0-bbf0fabb6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:05.110373 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccaabf-fd42-4088-83a0-bbf0fabb6f63 None None] The sync data for ids ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:05.123074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d9769289-f4bf-45be-8661-f59f749a8819 None None] Port 17ed048b-5bf8-4eac-88c8-54299e700687 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:04:05.496557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:05.644286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b716fc-58d9-4603-9367-429979001bea req-b4796cc1-fd98-4d84-8b62-9cff54d665a4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:05.645946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40b716fc-58d9-4603-9367-429979001bea req-b4796cc1-fd98-4d84-8b62-9cff54d665a4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 944 time: 0.1114371 Feb 03 22:04:05.750416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40b716fc-58d9-4603-9367-429979001bea req-66589d30-1817-4991-8dfb-626d2c033047 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735533 Feb 03 22:04:05.804389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:05.863758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:05.864406 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:05.917224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685a330-978b-488f-9066-49f93887a814 req-a95be5aa-d1f1-49d3-969d-72aa26ed4b50 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:05.918975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5685a330-978b-488f-9066-49f93887a814 req-a95be5aa-d1f1-49d3-969d-72aa26ed4b50 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1172836 Feb 03 22:04:05.965482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:05.966126 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:05.993099 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:04:05.995707 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a60705c-f4d9-456a-ad97-1a4db0953b00" -d '{"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:04:06.000583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 17ed048b-5bf8-4eac-88c8-54299e700687 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:06.001240 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (17ed048b-5bf8-4eac-88c8-54299e700687), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:06.008835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5685a330-978b-488f-9066-49f93887a814 req-af628f92-055d-4340-af7b-a54c62035e11 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818503 Feb 03 22:04:06.040219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:06.047146 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:06.070819 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751eef61-52c8-412d-add2-2531c43477bf x-openstack-request-id: req-751eef61-52c8-412d-add2-2531c43477bf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:04:06.071311 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:04:06.071735 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-751eef61-52c8-412d-add2-2531c43477bf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:04:06.072290 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'code': 200} Feb 03 22:04:06.099721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:06.115401 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (17ed048b-5bf8-4eac-88c8-54299e700687), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:06.134213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 17ed048b-5bf8-4eac-88c8-54299e700687 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:06.336564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (17ed048b-5bf8-4eac-88c8-54299e700687), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:06.364707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=17ed048b-5bf8-4eac-88c8-54299e700687,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:06.568062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:06.786354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 3d2e9ef6-9c0c-4d13-8210-8620f42cf24b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:04:06.934453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:06.940003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d19ee2b2-9d10-4290-b85e-11e5e7045613 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/3d2e9ef6-9c0c-4d13-8210-8620f42cf24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9595616 Feb 03 22:04:06.942709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:06.948254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7b810-eb60-4634-a131-a9685f5e66fe None None] Sync routers for ids ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:06.960480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7b810-eb60-4634-a131-a9685f5e66fe None None] Routers {'3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:06.962095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-82e7b810-eb60-4634-a131-a9685f5e66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:06.965373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75136c4b-0f0d-4bd1-a44f-89dc8baa0e41 req-02f907e9-372b-42ae-99e3-fb0ae2606222 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:06.966252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75136c4b-0f0d-4bd1-a44f-89dc8baa0e41 req-02f907e9-372b-42ae-99e3-fb0ae2606222 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1202126 Feb 03 22:04:06.997330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-82e7b810-eb60-4634-a131-a9685f5e66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:07.007668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7b810-eb60-4634-a131-a9685f5e66fe None None] Routers {'3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:07.008886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-82e7b810-eb60-4634-a131-a9685f5e66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:07.039675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75136c4b-0f0d-4bd1-a44f-89dc8baa0e41 req-d8a403a5-d599-4345-a273-be7860f72d85 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668507 Feb 03 22:04:07.091960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-82e7b810-eb60-4634-a131-a9685f5e66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:07.092648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7b810-eb60-4634-a131-a9685f5e66fe None None] The sync data for ids ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:07.170033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9be7f-cd22-40bf-8044-62c2a11cecc1 req-f610d4a6-64ee-43b2-ad83-e0289323c5a1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:07.171703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bab9be7f-cd22-40bf-8044-62c2a11cecc1 req-f610d4a6-64ee-43b2-ad83-e0289323c5a1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.0582020 Feb 03 22:04:07.228291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bab9be7f-cd22-40bf-8044-62c2a11cecc1 req-0e3fcc07-c4a2-4cfa-b7ec-3ea8e83a00aa tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501432 Feb 03 22:04:07.359970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:07.764460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 31aa50de-3a1e-4acb-ba90-9b4dcede599a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:07.764803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (31aa50de-3a1e-4acb-ba90-9b4dcede599a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:07.872533 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (31aa50de-3a1e-4acb-ba90-9b4dcede599a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:07.886308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 31aa50de-3a1e-4acb-ba90-9b4dcede599a owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:08.114546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (31aa50de-3a1e-4acb-ba90-9b4dcede599a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:08.167542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=31aa50de-3a1e-4acb-ba90-9b4dcede599a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:08.286078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06336270-aa78-45c9-92da-133eaffa762c req-3bb5dce1-c2d2-4c8b-8547-1dd4da63f698 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:08.288330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06336270-aa78-45c9-92da-133eaffa762c req-3bb5dce1-c2d2-4c8b-8547-1dd4da63f698 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1345367 Feb 03 22:04:08.340174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:08.384102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06336270-aa78-45c9-92da-133eaffa762c req-93ad4403-0bbd-4b23-9a20-8e18d0d103f9 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902207 Feb 03 22:04:08.497975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a27d96-5583-4db2-8eba-f593bf511936 req-c0ec268a-a3c3-49b9-bb26-1d466216a774 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:08.499552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34a27d96-5583-4db2-8eba-f593bf511936 req-c0ec268a-a3c3-49b9-bb26-1d466216a774 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 943 time: 0.1241112 Feb 03 22:04:08.618903 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34a27d96-5583-4db2-8eba-f593bf511936 req-e6bf2dbb-aeab-425e-aba2-fd125a8fce17 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028903 Feb 03 22:04:08.739967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 3d2e9ef6-9c0c-4d13-8210-8620f42cf24b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:04:08.862007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:08.871490 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fb19870a-dc32-4cd4-aaca-6d193e9931de tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/3d2e9ef6-9c0c-4d13-8210-8620f42cf24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276929 Feb 03 22:04:08.871696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:08.873268 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5ed6a-369c-4aee-b411-05983f2b23ec None None] Sync routers for ids ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:08.920024 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5ed6a-369c-4aee-b411-05983f2b23ec None None] Routers {'3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:08.920673 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cfe5ed6a-369c-4aee-b411-05983f2b23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:08.930333 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e12848c5-6258-493a-8314-9b6486ae40c8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2e9ef6-9c0c-4d13-8210-8620f42cf24b HTTP/1.1" status: 200 len: 205 time: 0.0567429 Feb 03 22:04:08.932917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:09.016147 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cfe5ed6a-369c-4aee-b411-05983f2b23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:09.032884 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5ed6a-369c-4aee-b411-05983f2b23ec None None] Routers {'3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:09.033753 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cfe5ed6a-369c-4aee-b411-05983f2b23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:09.107350 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cfe5ed6a-369c-4aee-b411-05983f2b23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:09.108111 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5ed6a-369c-4aee-b411-05983f2b23ec None None] The sync data for ids ['3d2e9ef6-9c0c-4d13-8210-8620f42cf24b'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:09.164444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cdc1730f-c609-4e41-b772-6857f7dc0139 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:09.471740 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cdc1730f-c609-4e41-b772-6857f7dc0139 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:09.474232 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cdc1730f-c609-4e41-b772-6857f7dc0139 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:09.555446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cdc1730f-c609-4e41-b772-6857f7dc0139 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (3d2e9ef6-9c0c-4d13-8210-8620f42cf24b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:09.556065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc1730f-c609-4e41-b772-6857f7dc0139 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Fanout notify agent at l3_agent the message router_deleted on router 3d2e9ef6-9c0c-4d13-8210-8620f42cf24b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:04:09.573469 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cdc1730f-c609-4e41-b772-6857f7dc0139 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:09.574828 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cdc1730f-c609-4e41-b772-6857f7dc0139 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/3d2e9ef6-9c0c-4d13-8210-8620f42cf24b HTTP/1.1" status: 204 len: 168 time: 0.6407497 Feb 03 22:04:09.586141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:09.663580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9c9b01-4e3b-41a6-a561-3423c8de32f1 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting subnet 63b21966-6331-4f98-a26b-097e62080df0 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:04:09.669455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9b01-4e3b-41a6-a561-3423c8de32f1 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (63b21966-6331-4f98-a26b-097e62080df0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:09.742718 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9b01-4e3b-41a6-a561-3423c8de32f1 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (63b21966-6331-4f98-a26b-097e62080df0), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:09.782265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dce36-0af6-4167-86bf-d54bf669f83b req-902922df-10cf-4770-87fe-abc3f3088612 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:09.783692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-018dce36-0af6-4167-86bf-d54bf669f83b req-902922df-10cf-4770-87fe-abc3f3088612 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2610998 Feb 03 22:04:09.819044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:04:10.055698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:10.119333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'port_id': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'mac_address': 'fa:16:3e:aa:8a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:04:10.203719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 94902e60-bba8-42bc-88f9-ffdc3c10689a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:10.204115 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:10.247184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94902e60-bba8-42bc-88f9-ffdc3c10689a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:04:10.309245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:10.313501 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:10.403852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:10.480542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd74a1-ea90-4278-acc4-91cd18ad5aa4 req-07fae1e1-8ee8-4bb7-aa0c-b2d007901fbd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:10.482074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3efd74a1-ea90-4278-acc4-91cd18ad5aa4 req-07fae1e1-8ee8-4bb7-aa0c-b2d007901fbd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 944 time: 0.6844108 Feb 03 22:04:10.485304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-018dce36-0af6-4167-86bf-d54bf669f83b req-63e44a67-86bd-48b8-9cda-b6a7a9b81c04 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865165 Feb 03 22:04:10.486583 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9b01-4e3b-41a6-a561-3423c8de32f1 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (63b21966-6331-4f98-a26b-097e62080df0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:10.604230 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3efd74a1-ea90-4278-acc4-91cd18ad5aa4 req-9b1968b3-5994-458e-aab5-804d73c3fd9b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053958 Feb 03 22:04:10.621568 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9b01-4e3b-41a6-a561-3423c8de32f1 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (63b21966-6331-4f98-a26b-097e62080df0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:10.639860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['94902e60-bba8-42bc-88f9-ffdc3c10689a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:04:10.675024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c9b01-4e3b-41a6-a561-3423c8de32f1 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Subnet': ['ID=63b21966-6331-4f98-a26b-097e62080df0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:10.678796 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9b01-4e3b-41a6-a561-3423c8de32f1 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:10.689479 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e9c9b01-4e3b-41a6-a561-3423c8de32f1 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/63b21966-6331-4f98-a26b-097e62080df0 HTTP/1.1" status: 204 len: 168 time: 1.0987730 Feb 03 22:04:10.689676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:10.708614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2459eeb1-11e9-44d5-86fa-f7add719a93f None None] Network 93384eef-beb4-41c7-8653-c44005d1ee8e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:10.899540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d88ad7-9efc-4a95-933b-031ed321450d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting subnet 0dae9d2f-1ab7-4187-a4e5-3ea77a764553 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:04:10.903915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54d88ad7-9efc-4a95-933b-031ed321450d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (0dae9d2f-1ab7-4187-a4e5-3ea77a764553), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:11.000829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54d88ad7-9efc-4a95-933b-031ed321450d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (0dae9d2f-1ab7-4187-a4e5-3ea77a764553), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:11.334898 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54d88ad7-9efc-4a95-933b-031ed321450d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0dae9d2f-1ab7-4187-a4e5-3ea77a764553), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:11.339880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ec4b6-5154-4c87-9617-9f258273bec8 None None] DHCP port deletion for 93384eef-beb4-41c7-8653-c44005d1ee8e request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:04:11.500126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54d88ad7-9efc-4a95-933b-031ed321450d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (0dae9d2f-1ab7-4187-a4e5-3ea77a764553), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:11.554778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ec4b6-5154-4c87-9617-9f258273bec8 None None] Deleting port b434cedf-99ae-474e-80cc-cfc370522bd1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:11.555446 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec4b6-5154-4c87-9617-9f258273bec8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:11.578309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d88ad7-9efc-4a95-933b-031ed321450d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Subnet': ['ID=0dae9d2f-1ab7-4187-a4e5-3ea77a764553,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:11.580513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54d88ad7-9efc-4a95-933b-031ed321450d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:11.591693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53762) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:11.591905 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-54d88ad7-9efc-4a95-933b-031ed321450d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/0dae9d2f-1ab7-4187-a4e5-3ea77a764553 HTTP/1.1" status: 204 len: 168 time: 0.9011772 Feb 03 22:04:11.653858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ac8ec4b6-5154-4c87-9617-9f258273bec8 None None] For port b434cedf-99ae-474e-80cc-cfc370522bd1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b434cedf-99ae-474e-80cc-cfc370522bd1,segment=NetworkSegment(19c5550b-8c29-4fb2-adfd-7c518b941d73),segment_id=19c5550b-8c29-4fb2-adfd-7c518b941d73)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:11.654404 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec4b6-5154-4c87-9617-9f258273bec8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:11.667961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ec4b6-5154-4c87-9617-9f258273bec8 None None] Calling delete_port for b434cedf-99ae-474e-80cc-cfc370522bd1 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:11.812439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a94e7b-7d1f-4c9f-bd5d-460b1e56e22c None None] Network 7a825657-b33f-4106-865b-e7c83176c401 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:11.865131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb6b4-5282-4445-aba8-5e348abfe106 req-d7a7fad7-e154-49f7-bef1-173759680186 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:11.873289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b6bb6b4-5282-4445-aba8-5e348abfe106 req-d7a7fad7-e154-49f7-bef1-173759680186 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2611926 Feb 03 22:04:11.898600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-a75d76f3-548f-4b99-828d-27b122b753e5 req-2d5e99b2-625b-4104-9672-b81570845824 service neutron] (103398) timed out ('10.222.0.50', 60034) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:04:11.902837 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (93384eef-beb4-41c7-8653-c44005d1ee8e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:11.918745 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec4b6-5154-4c87-9617-9f258273bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (b434cedf-99ae-474e-80cc-cfc370522bd1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:11.961686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ec4b6-5154-4c87-9617-9f258273bec8 None None] Pushing event deleted for resources: {'Port': ['ID=b434cedf-99ae-474e-80cc-cfc370522bd1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:11.964021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ec4b6-5154-4c87-9617-9f258273bec8 None None] No DVR routers for this DVR port b434cedf-99ae-474e-80cc-cfc370522bd1 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:11.981523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb0e02-7d67-49fd-853e-c57cdcfa0736 req-92ff73ca-d13c-4a39-889b-94cd9a762725 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:11.983427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0eb0e02-7d67-49fd-853e-c57cdcfa0736 req-92ff73ca-d13c-4a39-889b-94cd9a762725 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 944 time: 0.2463775 Feb 03 22:04:12.152000 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b829a8-c771-45e2-a8d2-8ff9ba663b64 None None] DHCP port deletion for 7a825657-b33f-4106-865b-e7c83176c401 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:04:12.164688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b6bb6b4-5282-4445-aba8-5e348abfe106 req-7e066c12-6d8d-4dfc-98ef-4bdc400e3c43 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902021 Feb 03 22:04:12.275089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8b829a8-c771-45e2-a8d2-8ff9ba663b64 None None] Deleting port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:12.279999 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b829a8-c771-45e2-a8d2-8ff9ba663b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:12.290300 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (93384eef-beb4-41c7-8653-c44005d1ee8e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:12.332423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93384eef-beb4-41c7-8653-c44005d1ee8e']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:12.355832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c5550b-8c29-4fb2-adfd-7c518b941d73') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:12.356139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c5550b-8c29-4fb2-adfd-7c518b941d73') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:12.377159 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (19c5550b-8c29-4fb2-adfd-7c518b941d73), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:12.446856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0eb0e02-7d67-49fd-853e-c57cdcfa0736 req-12a570d4-3cba-4039-8dfe-5f712b7b8483 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4502814 Feb 03 22:04:12.468791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c8b829a8-c771-45e2-a8d2-8ff9ba663b64 None None] For port e5835ae3-fd01-447b-8ffc-8d0416aacaf9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,segment=NetworkSegment(a96744df-3cd7-4ab7-b775-7c2c59985d6c),segment_id=a96744df-3cd7-4ab7-b775-7c2c59985d6c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:12.468791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b829a8-c771-45e2-a8d2-8ff9ba663b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:12.477838 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (19c5550b-8c29-4fb2-adfd-7c518b941d73), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:12.498493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:04:12.498898 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (19c5550b-8c29-4fb2-adfd-7c518b941d73), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:04:12.502150 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:04:12.527682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8b829a8-c771-45e2-a8d2-8ff9ba663b64 None None] Calling delete_port for e5835ae3-fd01-447b-8ffc-8d0416aacaf9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:12.619337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b434cedf-99ae-474e-80cc-cfc370522bd1 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:12.665073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b434cedf-99ae-474e-80cc-cfc370522bd1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:04:12.665408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b434cedf-99ae-474e-80cc-cfc370522bd1 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:04:12.665739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e5835ae3-fd01-447b-8ffc-8d0416aacaf9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:12.718223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (93384eef-beb4-41c7-8653-c44005d1ee8e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:12.725612 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:12.732357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53776) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:12.754275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/networks/93384eef-beb4-41c7-8653-c44005d1ee8e HTTP/1.1" status: 204 len: 168 time: 1.1618578 Feb 03 22:04:12.802893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53686c9c-63db-4852-8256-c2012cf9046a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Network': ['ID=93384eef-beb4-41c7-8653-c44005d1ee8e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:12.876070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:12.876461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:12.975112 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (7a825657-b33f-4106-865b-e7c83176c401), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.020683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port e5835ae3-fd01-447b-8ffc-8d0416aacaf9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,segment=NetworkSegment(a96744df-3cd7-4ab7-b775-7c2c59985d6c),segment_id=a96744df-3cd7-4ab7-b775-7c2c59985d6c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:13.029580 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.137270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:13.137617 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.149041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:13.165157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b829a8-c771-45e2-a8d2-8ff9ba663b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.197789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b829a8-c771-45e2-a8d2-8ff9ba663b64 None None] No DVR routers for this DVR port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:13.248583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b829a8-c771-45e2-a8d2-8ff9ba663b64 None None] Pushing event deleted for resources: {'Port': ['ID=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:13.311078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port e5835ae3-fd01-447b-8ffc-8d0416aacaf9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,segment=NetworkSegment(a96744df-3cd7-4ab7-b775-7c2c59985d6c),segment_id=a96744df-3cd7-4ab7-b775-7c2c59985d6c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:13.311446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.339899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for e5835ae3-fd01-447b-8ffc-8d0416aacaf9 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:13.441273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461afc4-d4e9-4fda-803b-c5edc0a24501 req-23d232eb-3bcf-4546-8741-2a4a55fbca3e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:13.452714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a461afc4-d4e9-4fda-803b-c5edc0a24501 req-23d232eb-3bcf-4546-8741-2a4a55fbca3e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1346920 Feb 03 22:04:13.456616 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e5835ae3-fd01-447b-8ffc-8d0416aacaf9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.520404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=e5835ae3-fd01-447b-8ffc-8d0416aacaf9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:13.531314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No DVR routers for this DVR port e5835ae3-fd01-447b-8ffc-8d0416aacaf9 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:13.577681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a461afc4-d4e9-4fda-803b-c5edc0a24501 req-630e4417-7ad0-4bef-9d62-5734bc067c83 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239636 Feb 03 22:04:13.704250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (7a825657-b33f-4106-865b-e7c83176c401), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.706258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f208996-705f-4e23-9714-23e9f5559fe3 req-0432a6e9-c240-4a94-bdc0-32c6afcc6684 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:13.707852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f208996-705f-4e23-9714-23e9f5559fe3 req-0432a6e9-c240-4a94-bdc0-32c6afcc6684 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 944 time: 0.1290290 Feb 03 22:04:13.728191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a825657-b33f-4106-865b-e7c83176c401']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:13.738572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96744df-3cd7-4ab7-b775-7c2c59985d6c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:13.738869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96744df-3cd7-4ab7-b775-7c2c59985d6c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:13.753973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (a96744df-3cd7-4ab7-b775-7c2c59985d6c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.770704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a96744df-3cd7-4ab7-b775-7c2c59985d6c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.778628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:04:13.779121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (a96744df-3cd7-4ab7-b775-7c2c59985d6c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.806607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f208996-705f-4e23-9714-23e9f5559fe3 req-30bf9401-8d6d-493c-b79d-f47d810c5955 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909059 Feb 03 22:04:13.842111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:04:13.856406 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:04:13.860406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (7a825657-b33f-4106-865b-e7c83176c401), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.881824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.886586 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/networks/7a825657-b33f-4106-865b-e7c83176c401 HTTP/1.1" status: 204 len: 168 time: 1.1530571 Feb 03 22:04:13.887770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534c858-5f1d-4838-a354-8950d1d07f1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Network': ['ID=7a825657-b33f-4106-865b-e7c83176c401,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:13.893472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:13.899726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-121720219'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:13.934251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:04:13.939134 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.946562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 94902e60-bba8-42bc-88f9-ffdc3c10689a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:13.947651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:13.973091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:04:14.006896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5a55dedd-e00c-4a64-bc25-e4539edc76f1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:14.007868 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added segment 5a55dedd-e00c-4a64-bc25-e4539edc76f1 of type vlan for network 932164fb-d540-48f8-8135-013974eaa277 Feb 03 22:04:14.073269 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (932164fb-d540-48f8-8135-013974eaa277), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:14.073666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 94902e60-bba8-42bc-88f9-ffdc3c10689a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:14.074467 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:14.106591 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (932164fb-d540-48f8-8135-013974eaa277), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:14.112612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:14.113340 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:14.117493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:14.119294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:04:14.122587 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9452e6bc-4b8c-477e-a226-360610f3b387" -d '{"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-plugged", "status": "completed", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:04:14.127759 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:14.220064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:14.237559 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0ef3ae-d328-4e12-bb1a-f2673ed57d4e x-openstack-request-id: req-8f0ef3ae-d328-4e12-bb1a-f2673ed57d4e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:04:14.238091 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-plugged", "status": "completed", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:04:14.239140 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f0ef3ae-d328-4e12-bb1a-f2673ed57d4e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:04:14.241155 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'code': 200} Feb 03 22:04:14.315097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4202318 Feb 03 22:04:14.318077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:14.323600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'subnet': {'network_id': '932164fb-d540-48f8-8135-013974eaa277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:14.375639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ec837-6268-4250-a744-8c8e4e352436 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Network': ['ID=932164fb-d540-48f8-8135-013974eaa277,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:14.400949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 932164fb-d540-48f8-8135-013974eaa277 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:04:14.587597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:04:14.591366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:14.654890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdf3d3-336d-41b1-ba19-2347e28a4443 req-a799eb2a-7c87-4217-86d9-81722b2d3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:14.661128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52cdf3d3-336d-41b1-ba19-2347e28a4443 req-a799eb2a-7c87-4217-86d9-81722b2d3517 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 1128 time: 0.1439795 Feb 03 22:04:14.900113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dbc9a-5338-4a4c-b234-12402f9f3464 req-b059d972-2f28-4736-96ed-831d146ba8a0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:14.911630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-611dbc9a-5338-4a4c-b234-12402f9f3464 req-b059d972-2f28-4736-96ed-831d146ba8a0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1458409 Feb 03 22:04:14.953705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52cdf3d3-336d-41b1-ba19-2347e28a4443 req-5f378166-c6a4-4764-b76e-e396bbeff3c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110971 Feb 03 22:04:14.957431 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (33ca0bae-ebcc-4d4f-af61-5677351141bd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:15.012218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-611dbc9a-5338-4a4c-b234-12402f9f3464 req-44b69948-16f2-477f-a5e0-c7eb2b509c32 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944502 Feb 03 22:04:15.046365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Subnet': ['ID=33ca0bae-ebcc-4d4f-af61-5677351141bd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:15.104838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Checking segment: {'id': '5a55dedd-e00c-4a64-bc25-e4539edc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '932164fb-d540-48f8-8135-013974eaa277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:04:15.105271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network hostable DHCP agents. Network: 932164fb-d540-48f8-8135-013974eaa277, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:04:15.125823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9d42a-caa8-4615-a949-d28b8717fb70 req-d4b50035-fbf2-465f-8192-ade8ae9b3f3e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:15.133285 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69b9d42a-caa8-4615-a949-d28b8717fb70 req-d4b50035-fbf2-465f-8192-ade8ae9b3f3e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 946 time: 0.1153989 Feb 03 22:04:15.143284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 932164fb-d540-48f8-8135-013974eaa277 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:04:15.159772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 932164fb-d540-48f8-8135-013974eaa277) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:15.177647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4942b935-7462-4ed3-8131-5def4e181a57 None None] Network 932164fb-d540-48f8-8135-013974eaa277 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:15.178754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:15.181561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:15.232394 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-900d84cd-3bcb-4a70-ae0f-d492f4373dca tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9130862 Feb 03 22:04:15.233560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:15.263870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-492eaf09-2549-4c8a-bcf9-68fb5648eb5f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1197425888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:15.308480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-492eaf09-2549-4c8a-bcf9-68fb5648eb5f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (43603237-565d-4fb8-a9c6-2293e65395b7), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:15.310550 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-492eaf09-2549-4c8a-bcf9-68fb5648eb5f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (43603237-565d-4fb8-a9c6-2293e65395b7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:15.386072 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-932164fb-d540-48f8-8135-013974eaa277', 'network_id': '932164fb-d540-48f8-8135-013974eaa277', 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'fixed_ips': [{'subnet_id': '33ca0bae-ebcc-4d4f-af61-5677351141bd'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:04:15.387132 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:15.416009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69b9d42a-caa8-4615-a949-d28b8717fb70 req-269ab97d-2ffb-470d-9c91-8446cf7f00af tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747622 Feb 03 22:04:15.453367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-492eaf09-2549-4c8a-bcf9-68fb5648eb5f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (43603237-565d-4fb8-a9c6-2293e65395b7), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:15.476633 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-492eaf09-2549-4c8a-bcf9-68fb5648eb5f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (43603237-565d-4fb8-a9c6-2293e65395b7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:15.546237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-492eaf09-2549-4c8a-bcf9-68fb5648eb5f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:15.558196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:15.560205 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-492eaf09-2549-4c8a-bcf9-68fb5648eb5f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3252745 Feb 03 22:04:15.568837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'port': {'network_id': '932164fb-d540-48f8-8135-013974eaa277', 'name': 'tempest-RoutersIpV6Test-1415073604'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:15.778610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Allocated IP 2001:db8::2 (932164fb-d540-48f8-8135-013974eaa277/33ca0bae-ebcc-4d4f-af61-5677351141bd/7cbbe8f0-8c31-47a6-9b43-077026881d6d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:04:15.965876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:04:15.975542 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:16.010881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] device_id is not set on port 0e4278eb-84d7-42e8-b39b-5f3fb393e55e yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:04:16.218063 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Publish callbacks [] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:16.226744 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:16.295345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Network 932164fb-d540-48f8-8135-013974eaa277 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:16.327939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:16.332066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:04:16.356069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Pushing event updated for resources: {'Port': ['ID=7cbbe8f0-8c31-47a6-9b43-077026881d6d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:16.459729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a070f-2496-414e-9342-1f29ceb36f8a req-6ce545e0-1650-4e83-80a7-001d1266b535 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:16.475794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9a070f-2496-414e-9342-1f29ceb36f8a req-6ce545e0-1650-4e83-80a7-001d1266b535 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2919900 Feb 03 22:04:16.561232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Attempting to bind port 7cbbe8f0-8c31-47a6-9b43-077026881d6d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:04:16.561606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Attempting to bind port 7cbbe8f0-8c31-47a6-9b43-077026881d6d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '5a55dedd-e00c-4a64-bc25-e4539edc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '932164fb-d540-48f8-8135-013974eaa277'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:04:16.561974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Attempting to bind port 7cbbe8f0-8c31-47a6-9b43-077026881d6d on network 932164fb-d540-48f8-8135-013974eaa277 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:04:16.577748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:04:16.578135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Checking segment: {'id': '5a55dedd-e00c-4a64-bc25-e4539edc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '932164fb-d540-48f8-8135-013974eaa277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:04:16.578522 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:16.578921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Bound using segment: {'id': '5a55dedd-e00c-4a64-bc25-e4539edc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '932164fb-d540-48f8-8135-013974eaa277'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:04:16.584889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Bound port: 7cbbe8f0-8c31-47a6-9b43-077026881d6d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a55dedd-e00c-4a64-bc25-e4539edc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '932164fb-d540-48f8-8135-013974eaa277'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:04:16.586189 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:16.618874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 2001:db8::2f3 (932164fb-d540-48f8-8135-013974eaa277/33ca0bae-ebcc-4d4f-af61-5677351141bd/0e4278eb-84d7-42e8-b39b-5f3fb393e55e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:04:16.820888 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] For port 7cbbe8f0-8c31-47a6-9b43-077026881d6d, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:04:16.860514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] For port 7cbbe8f0-8c31-47a6-9b43-077026881d6d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7cbbe8f0-8c31-47a6-9b43-077026881d6d,segment=NetworkSegment(5a55dedd-e00c-4a64-bc25-e4539edc76f1),segment_id=5a55dedd-e00c-4a64-bc25-e4539edc76f1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:04:16.878274 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:17.155740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b753e1-e747-4f1e-96bd-f1c0eb5276c1 None None] Pushing event updated for resources: {'Port': ['ID=7cbbe8f0-8c31-47a6-9b43-077026881d6d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:17.364370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a9a070f-2496-414e-9342-1f29ceb36f8a req-0bea35d5-2570-408f-9e05-6e3f6eba037e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8776543 Feb 03 22:04:17.391329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93d0e4-b087-4f63-886a-01bf709f3eec req-94cfd957-6e8b-42bd-9b92-3cfa99c61e1e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:17.412063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c93d0e4-b087-4f63-886a-01bf709f3eec req-94cfd957-6e8b-42bd-9b92-3cfa99c61e1e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 946 time: 0.6886792 Feb 03 22:04:17.475321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:17.517970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c93d0e4-b087-4f63-886a-01bf709f3eec req-8858e2d3-0efb-4e78-91db-5a5524e493a3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046944 Feb 03 22:04:17.642546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:17.796078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 932164fb-d540-48f8-8135-013974eaa277 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:17.806499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:17.812007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:04:17.823601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:17.837859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:17.845165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=0e4278eb-84d7-42e8-b39b-5f3fb393e55e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:17.876579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:17.877554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-40b4c37b-b1f9-4350-9966-ba4d81c8ae3c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3179212 Feb 03 22:04:18.658434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5476cd-a108-4fe8-85e8-691eef5ddb75 req-cb901ad8-1b0d-4265-b3c6-caff08b94298 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:18.685317 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd5476cd-a108-4fe8-85e8-691eef5ddb75 req-cb901ad8-1b0d-4265-b3c6-caff08b94298 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1588435 Feb 03 22:04:18.812056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7cbbe8f0-8c31-47a6-9b43-077026881d6d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:19.095768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:19.112053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7cbbe8f0-8c31-47a6-9b43-077026881d6d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:19.118309 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:19.226070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd5476cd-a108-4fe8-85e8-691eef5ddb75 req-a67d4952-1ca2-4d34-8eb7-d418bb127e46 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357919 Feb 03 22:04:19.246804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc44e0e-9c1e-4e3b-a639-70126adfed99 req-e96c2f88-baf0-454f-89ce-7c5396fb9abb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:19.268175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebc44e0e-9c1e-4e3b-a639-70126adfed99 req-e96c2f88-baf0-454f-89ce-7c5396fb9abb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 946 time: 0.5703313 Feb 03 22:04:19.331125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f53d7c-5b37-425c-8717-0552b3999760 None None] Network 932164fb-d540-48f8-8135-013974eaa277 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:19.359149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebc44e0e-9c1e-4e3b-a639-70126adfed99 req-e229d556-9b54-4189-8b6c-7a62d4bdbb06 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865302 Feb 03 22:04:19.419049 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:04:19.778870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d2487c5a-db01-4058-9c5f-a49898c210e3 None None] Provisioning complete for port 7cbbe8f0-8c31-47a6-9b43-077026881d6d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:19.779252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2487c5a-db01-4058-9c5f-a49898c210e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:19.994129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:20.013779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:20.109424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7cbbe8f0-8c31-47a6-9b43-077026881d6d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:20.109918 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:20.281104 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=0e4278eb-84d7-42e8-b39b-5f3fb393e55e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:20.383642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 7cbbe8f0-8c31-47a6-9b43-077026881d6d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7cbbe8f0-8c31-47a6-9b43-077026881d6d,segment=NetworkSegment(5a55dedd-e00c-4a64-bc25-e4539edc76f1),segment_id=5a55dedd-e00c-4a64-bc25-e4539edc76f1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:20.443949 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:20.607364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=7cbbe8f0-8c31-47a6-9b43-077026881d6d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:20.627494 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-0a138f43-5323-46b4-8c83-7c366e2e39a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2976828 Feb 03 22:04:20.692411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d2487c5a-db01-4058-9c5f-a49898c210e3 None None] Current status of the port 7cbbe8f0-8c31-47a6-9b43-077026881d6d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:20.701863 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2487c5a-db01-4058-9c5f-a49898c210e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:20.724119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962300-bcc5-4236-910f-45a463195e00 req-5afb85aa-52e3-4a88-bd22-7814877d908f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:20.743779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02962300-bcc5-4236-910f-45a463195e00 req-5afb85aa-52e3-4a88-bd22-7814877d908f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3002076 Feb 03 22:04:20.789492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (43603237-565d-4fb8-a9c6-2293e65395b7), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:20.906027 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02962300-bcc5-4236-910f-45a463195e00 req-533996c1-70bf-49de-97f7-f613b39e75d6 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537373 Feb 03 22:04:20.969917 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-d2487c5a-db01-4058-9c5f-a49898c210e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:04:20.975204 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-d2487c5a-db01-4058-9c5f-a49898c210e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:04:21.649196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d2487c5a-db01-4058-9c5f-a49898c210e3 None None] Current status of the port 7cbbe8f0-8c31-47a6-9b43-077026881d6d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:21.810416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d59c144-6d1c-4e5c-ae36-732a29ca1ffa None None] Provisioning complete for port 7cbbe8f0-8c31-47a6-9b43-077026881d6d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:21.810938 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d59c144-6d1c-4e5c-ae36-732a29ca1ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:21.881824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-01af0a9a-8221-4afc-b137-6e33fc0c217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:21.884316 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-01af0a9a-8221-4afc-b137-6e33fc0c217f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e43550e9482d44539efcf4299c92cdac&device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 1132 time: 1.2323174 Feb 03 22:04:22.184888 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d59c144-6d1c-4e5c-ae36-732a29ca1ffa None None] Current status of the port 7cbbe8f0-8c31-47a6-9b43-077026881d6d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:22.226261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cdf9b-0c28-4077-892f-c0704efefca1 req-224344c0-812a-4c7d-93f7-6f331891e656 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:22.234626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d59c144-6d1c-4e5c-ae36-732a29ca1ffa None None] Provisioning complete for port 0e4278eb-84d7-42e8-b39b-5f3fb393e55e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:22.235017 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d59c144-6d1c-4e5c-ae36-732a29ca1ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:22.251777 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b4cdf9b-0c28-4077-892f-c0704efefca1 req-224344c0-812a-4c7d-93f7-6f331891e656 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1716046 Feb 03 22:04:22.376541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d59c144-6d1c-4e5c-ae36-732a29ca1ffa None None] Port 0e4278eb-84d7-42e8-b39b-5f3fb393e55e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:04:22.466543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b4cdf9b-0c28-4077-892f-c0704efefca1 req-2e5dcadf-bfd0-4e32-bbd0-6710e8793435 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132359 Feb 03 22:04:22.495287 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:22.497237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-faa5a435-999a-43ec-bd6e-59932a2720ae None None] Provisioning complete for port 0e4278eb-84d7-42e8-b39b-5f3fb393e55e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:22.497894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faa5a435-999a-43ec-bd6e-59932a2720ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:22.651133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-faa5a435-999a-43ec-bd6e-59932a2720ae None None] Port 0e4278eb-84d7-42e8-b39b-5f3fb393e55e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:04:22.683733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-4b4810f8-59de-4779-a0a6-b12b9a27a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:22.685349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-4b4810f8-59de-4779-a0a6-b12b9a27a9e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.7742255 Feb 03 22:04:22.696305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7cbbe8f0-8c31-47a6-9b43-077026881d6d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:22.845102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7cbbe8f0-8c31-47a6-9b43-077026881d6d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:22.848028 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:23.213542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7cbbe8f0-8c31-47a6-9b43-077026881d6d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:23.225610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:23.228817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-46625289-d5b4-4bff-890e-9f60e6646f3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9f69b812-0260-4b21-8b4c-8511aaefa8be HTTP/1.1" status: 200 len: 217 time: 0.5269895 Feb 03 22:04:23.269107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:23.281131 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (43603237-565d-4fb8-a9c6-2293e65395b7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:23.608887 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-777472ff-584d-41cc-b593-7cb9229e1e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:23.651602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0b182-74ef-486f-a91b-c3c67b76ca1c req-93ee067f-72e4-4df3-8e40-108747dd5652 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:23.659984 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49a0b182-74ef-486f-a91b-c3c67b76ca1c req-93ee067f-72e4-4df3-8e40-108747dd5652 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0926285 Feb 03 22:04:23.713929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-e61107ff-6fd3-40a3-9b45-ef2f670a8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:23.715435 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-e61107ff-6fd3-40a3-9b45-ef2f670a8cee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.4797163 Feb 03 22:04:23.725106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49a0b182-74ef-486f-a91b-c3c67b76ca1c req-f74a3155-5247-4ce7-9667-26a20ba71373 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637615 Feb 03 22:04:23.777974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=0e4278eb-84d7-42e8-b39b-5f3fb393e55e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:23.814411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 932164fb-d540-48f8-8135-013974eaa277 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:23.822185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:23.984305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-eedfc00c-ebb0-487c-bde4-e0ce1de7af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:23.986511 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-eedfc00c-ebb0-487c-bde4-e0ce1de7af90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2029915 Feb 03 22:04:24.205540 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-067deb58-67e3-4da3-b843-95741e9d0fa8 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890321 Feb 03 22:04:24.234492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 43603237-565d-4fb8-a9c6-2293e65395b7 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:04:24.299632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f5ee3e73-2fa5-4f0a-a894-536ace58d8cd None None] Provisioning complete for port 0e4278eb-84d7-42e8-b39b-5f3fb393e55e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:24.300617 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ee3e73-2fa5-4f0a-a894-536ace58d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:24.381171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee3e73-2fa5-4f0a-a894-536ace58d8cd None None] Port 0e4278eb-84d7-42e8-b39b-5f3fb393e55e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:04:24.426796 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:24.523510 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:24.620466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9b1c2f63-af42-41e5-9d0d-c92f0e79fe1c req-d7811f55-52c2-4fcb-bc4b-ad14a94757c0 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032683 Feb 03 22:04:24.645581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:24.652996 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9a271478-7b46-4895-9b26-72a2a6252c58 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/43603237-565d-4fb8-a9c6-2293e65395b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7742434 Feb 03 22:04:24.654769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:24.660870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699921c-f90f-4d4f-95be-6d141f7bd0d2 None None] Sync routers for ids ['43603237-565d-4fb8-a9c6-2293e65395b7'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:24.692973 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699921c-f90f-4d4f-95be-6d141f7bd0d2 None None] Routers {'43603237-565d-4fb8-a9c6-2293e65395b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:24.696386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6699921c-f90f-4d4f-95be-6d141f7bd0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43603237-565d-4fb8-a9c6-2293e65395b7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:24.796303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6699921c-f90f-4d4f-95be-6d141f7bd0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:24.807948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699921c-f90f-4d4f-95be-6d141f7bd0d2 None None] Routers {'43603237-565d-4fb8-a9c6-2293e65395b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:24.808881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6699921c-f90f-4d4f-95be-6d141f7bd0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:03:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43603237-565d-4fb8-a9c6-2293e65395b7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:24.833167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65398bf-33df-4112-9689-a3ae85cf284f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:24.845003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53988) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:24.846093 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b65398bf-33df-4112-9689-a3ae85cf284f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports/0e4278eb-84d7-42e8-b39b-5f3fb393e55e HTTP/1.1" status: 200 len: 984 time: 0.1898448 Feb 03 22:04:24.868797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6699921c-f90f-4d4f-95be-6d141f7bd0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:24.870023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699921c-f90f-4d4f-95be-6d141f7bd0d2 None None] The sync data for ids ['43603237-565d-4fb8-a9c6-2293e65395b7'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:25.056579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635f4fb-f028-4a38-a1fd-86dff9db95c4 req-0c5d1013-947c-4d44-8130-042d420ac074 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:25.065621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7635f4fb-f028-4a38-a1fd-86dff9db95c4 req-0c5d1013-947c-4d44-8130-042d420ac074 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1374085 Feb 03 22:04:25.340990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7635f4fb-f028-4a38-a1fd-86dff9db95c4 req-2c29a71d-fb37-4567-bc13-8be3a8e79a8d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689023 Feb 03 22:04:25.757898 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (43603237-565d-4fb8-a9c6-2293e65395b7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:26.093267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 0e4278eb-84d7-42e8-b39b-5f3fb393e55e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:26.093940 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:26.276972 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:26.310047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 0e4278eb-84d7-42e8-b39b-5f3fb393e55e owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:26.501605 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18173d2e-bc08-4745-b27f-963a0933c9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:26.650357 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0e4278eb-84d7-42e8-b39b-5f3fb393e55e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:26.740757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=0e4278eb-84d7-42e8-b39b-5f3fb393e55e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:26.753817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df4f67-b4aa-4a07-9b23-746bdd646ebe req-f4c0e573-2f2f-4a6c-bdac-1d4bfb24e37f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:26.761541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12df4f67-b4aa-4a07-9b23-746bdd646ebe req-f4c0e573-2f2f-4a6c-bdac-1d4bfb24e37f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3021302 Feb 03 22:04:26.942057 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (43603237-565d-4fb8-a9c6-2293e65395b7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:26.999820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:27.155286 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12df4f67-b4aa-4a07-9b23-746bdd646ebe req-f726741f-1e39-49b3-8a56-2fd37fbff115 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927584 Feb 03 22:04:27.339093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 43603237-565d-4fb8-a9c6-2293e65395b7 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:04:27.489110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:27.500188 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13651b04-d151-4137-868e-414b271b49d9 None None] Sync routers for ids ['43603237-565d-4fb8-a9c6-2293e65395b7'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:27.504658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c9b2ddc0-608a-4ced-bb00-79033fbcce35 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/43603237-565d-4fb8-a9c6-2293e65395b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6585650 Feb 03 22:04:27.507440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:27.524031 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13651b04-d151-4137-868e-414b271b49d9 None None] Routers {'43603237-565d-4fb8-a9c6-2293e65395b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:27.529426 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13651b04-d151-4137-868e-414b271b49d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43603237-565d-4fb8-a9c6-2293e65395b7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:27.609188 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13651b04-d151-4137-868e-414b271b49d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:27.635023 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13651b04-d151-4137-868e-414b271b49d9 None None] Routers {'43603237-565d-4fb8-a9c6-2293e65395b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:27.635647 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13651b04-d151-4137-868e-414b271b49d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['43603237-565d-4fb8-a9c6-2293e65395b7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:27.892062 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-22a88499-1aab-4107-b42b-db6684b117ec tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 22:04:27.893418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-22a88499-1aab-4107-b42b-db6684b117ec tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/43603237-565d-4fb8-a9c6-2293e65395b7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3850503 Feb 03 22:04:27.896347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:27.969667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54032) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:27.970012 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13651b04-d151-4137-868e-414b271b49d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:27.970921 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13651b04-d151-4137-868e-414b271b49d9 None None] The sync data for ids ['43603237-565d-4fb8-a9c6-2293e65395b7'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:27.990615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2c24fc0f-c9a5-4562-8784-9651090d481a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=43603237-565d-4fb8-a9c6-2293e65395b7 HTTP/1.1" status: 200 len: 205 time: 0.0915840 Feb 03 22:04:27.994603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:28.109927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f9a914ca-a53d-4009-91ec-f63093a1c79f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/floatingips/2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec HTTP/1.1" status: 200 len: 993 time: 0.1381149 Feb 03 22:04:28.176611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a120937-5bbf-49c2-9c46-68611a6f1247 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (43603237-565d-4fb8-a9c6-2293e65395b7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:28.397025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2481f72-c856-4392-895f-dcba0da2c08e req-dc9e085c-eca3-4c5d-a1cb-665a89db3920 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:28.398875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2481f72-c856-4392-895f-dcba0da2c08e req-dc9e085c-eca3-4c5d-a1cb-665a89db3920 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1018221 Feb 03 22:04:28.501927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:28.535468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2481f72-c856-4392-895f-dcba0da2c08e req-9deba1f6-b44f-41ae-bafe-fc3f3bd27e78 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243663 Feb 03 22:04:28.630875 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:28.668001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a120937-5bbf-49c2-9c46-68611a6f1247 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (43603237-565d-4fb8-a9c6-2293e65395b7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:28.672017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a120937-5bbf-49c2-9c46-68611a6f1247 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (43603237-565d-4fb8-a9c6-2293e65395b7), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:28.779906 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a120937-5bbf-49c2-9c46-68611a6f1247 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (43603237-565d-4fb8-a9c6-2293e65395b7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:28.780566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a120937-5bbf-49c2-9c46-68611a6f1247 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Fanout notify agent at l3_agent the message router_deleted on router 43603237-565d-4fb8-a9c6-2293e65395b7 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:04:28.788936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a120937-5bbf-49c2-9c46-68611a6f1247 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:28.790213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9a120937-5bbf-49c2-9c46-68611a6f1247 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/43603237-565d-4fb8-a9c6-2293e65395b7 HTTP/1.1" status: 204 len: 168 time: 0.7943773 Feb 03 22:04:28.793586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54050) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:29.045532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port fda52850-efe2-4e31-958b-abe0885f3846 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:29.046178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fda52850-efe2-4e31-958b-abe0885f3846), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.137242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fda52850-efe2-4e31-958b-abe0885f3846), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.137575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for floatingip (fda52850-efe2-4e31-958b-abe0885f3846), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.163871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for fda52850-efe2-4e31-958b-abe0885f3846 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:29.292247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d412917e-8865-4bca-89b8-c4ec0b2894db tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting subnet 33ca0bae-ebcc-4d4f-af61-5677351141bd {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:04:29.299387 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d412917e-8865-4bca-89b8-c4ec0b2894db tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (33ca0bae-ebcc-4d4f-af61-5677351141bd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.351877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d412917e-8865-4bca-89b8-c4ec0b2894db tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (33ca0bae-ebcc-4d4f-af61-5677351141bd), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.528984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d412917e-8865-4bca-89b8-c4ec0b2894db tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (33ca0bae-ebcc-4d4f-af61-5677351141bd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.651945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fda52850-efe2-4e31-958b-abe0885f3846), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.758765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=fda52850-efe2-4e31-958b-abe0885f3846,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:29.849869 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.866877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d412917e-8865-4bca-89b8-c4ec0b2894db tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (33ca0bae-ebcc-4d4f-af61-5677351141bd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.947102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412917e-8865-4bca-89b8-c4ec0b2894db tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Subnet': ['ID=33ca0bae-ebcc-4d4f-af61-5677351141bd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:29.971409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d412917e-8865-4bca-89b8-c4ec0b2894db tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.974249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234aff5-76f0-45fd-a902-a41e59b2e3ce None None] Network 932164fb-d540-48f8-8135-013974eaa277 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:29.985964 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d412917e-8865-4bca-89b8-c4ec0b2894db tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/33ca0bae-ebcc-4d4f-af61-5677351141bd HTTP/1.1" status: 204 len: 168 time: 1.1900332 Feb 03 22:04:29.998320 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for floatingip (2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:29.999057 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Floating IP 2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec disassociated (deleted). External IP: 172.25.5.197, port: 6d63ef88-e392-400b-aafb-dcaf996431ba. Feb 03 22:04:30.002919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:30.305722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620f9ed6-9753-41ee-8ce0-dce49208e8ff None None] DHCP port deletion for 932164fb-d540-48f8-8135-013974eaa277 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:04:30.392086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (932164fb-d540-48f8-8135-013974eaa277), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:30.427371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-620f9ed6-9753-41ee-8ce0-dce49208e8ff None None] Deleting port 7cbbe8f0-8c31-47a6-9b43-077026881d6d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:30.433314 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-620f9ed6-9753-41ee-8ce0-dce49208e8ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:30.679951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 7cbbe8f0-8c31-47a6-9b43-077026881d6d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:30.680966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:30.692514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50649141-8168-460b-9362-e8889f1711f4 req-0a8b89b1-e90c-47c4-8568-d3a61d529692 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:30.697906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50649141-8168-460b-9362-e8889f1711f4 req-0a8b89b1-e90c-47c4-8568-d3a61d529692 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.9764884 Feb 03 22:04:30.702374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-620f9ed6-9753-41ee-8ce0-dce49208e8ff None None] For port 7cbbe8f0-8c31-47a6-9b43-077026881d6d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7cbbe8f0-8c31-47a6-9b43-077026881d6d,segment=NetworkSegment(5a55dedd-e00c-4a64-bc25-e4539edc76f1),segment_id=5a55dedd-e00c-4a64-bc25-e4539edc76f1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:30.702849 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-620f9ed6-9753-41ee-8ce0-dce49208e8ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:30.741974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-620f9ed6-9753-41ee-8ce0-dce49208e8ff None None] Calling delete_port for 7cbbe8f0-8c31-47a6-9b43-077026881d6d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:30.804308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50649141-8168-460b-9362-e8889f1711f4 req-c4916eaa-9426-45c2-b3c2-996d82b104d1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999892 Feb 03 22:04:30.878579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7cbbe8f0-8c31-47a6-9b43-077026881d6d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:30.908944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port 7cbbe8f0-8c31-47a6-9b43-077026881d6d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7cbbe8f0-8c31-47a6-9b43-077026881d6d,segment=NetworkSegment(5a55dedd-e00c-4a64-bc25-e4539edc76f1),segment_id=5a55dedd-e00c-4a64-bc25-e4539edc76f1)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:30.908944 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:30.914126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7cbbe8f0-8c31-47a6-9b43-077026881d6d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:04:30.914126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7cbbe8f0-8c31-47a6-9b43-077026881d6d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:04:30.914126 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-620f9ed6-9753-41ee-8ce0-dce49208e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:30.967832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 7cbbe8f0-8c31-47a6-9b43-077026881d6d owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:30.989868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router e0747959-e76e-4e1c-9db9-a5120dc47deb has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:04:30.997553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f9ed6-9753-41ee-8ce0-dce49208e8ff None None] Pushing event deleted for resources: {'Port': ['ID=7cbbe8f0-8c31-47a6-9b43-077026881d6d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:31.017463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f9ed6-9753-41ee-8ce0-dce49208e8ff None None] No DVR routers for this DVR port 7cbbe8f0-8c31-47a6-9b43-077026881d6d on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:31.293638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:31.303067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:31.305850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] Sync routers for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:31.329686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:31.330679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:31.580457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:04:32.126731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:41Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'af60fa31-592a-4c41-84f2-4a05f8ff75d5', 'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:cd:6f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:37Z', 'updated_at': '2022-02-03T22:02:50Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:32.151913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be24fb-241a-42e0-99a3-e3f3a4b823a2 req-3a4bf0ef-8a2e-4e0b-99e6-a08a6c79e4c3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:32.153582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30be24fb-241a-42e0-99a3-e3f3a4b823a2 req-3a4bf0ef-8a2e-4e0b-99e6-a08a6c79e4c3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2033825 Feb 03 22:04:32.243894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] Checking router: e0747959-e76e-4e1c-9db9-a5120dc47deb for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:04:32.319855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:32.320515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:32.346244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30be24fb-241a-42e0-99a3-e3f3a4b823a2 req-c31a468d-75bf-4781-b87f-63c3ddea3676 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824937 Feb 03 22:04:32.503234 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0925456f-b0bf-444b-85e3-911dbc97a877 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/floatingips/2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec HTTP/1.1" status: 204 len: 168 time: 4.0003254 Feb 03 22:04:32.517246 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7cbbe8f0-8c31-47a6-9b43-077026881d6d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:32.557384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:04:32.563477 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c397363d-5a69-45fd-a6e8-f3ad3ab43112" -d '{"events": [{"name": "network-changed", "server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:04:32.593103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:04:32.641339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=7cbbe8f0-8c31-47a6-9b43-077026881d6d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:32.652015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No DVR routers for this DVR port 7cbbe8f0-8c31-47a6-9b43-077026881d6d on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:32.999531 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa13313-86c1-4d84-aae8-cdeffe1738e3 x-openstack-request-id: req-3aa13313-86c1-4d84-aae8-cdeffe1738e3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:04:32.999839 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:04:33.000099 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3aa13313-86c1-4d84-aae8-cdeffe1738e3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:04:33.000515 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'status': 'completed', 'code': 200} Feb 03 22:04:33.005448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ab42a-1751-42c9-be5e-a3b9516f04de req-62d2d800-3a26-42be-81d7-b2758334d4dd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:33.015333 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d38ab42a-1751-42c9-be5e-a3b9516f04de req-62d2d800-3a26-42be-81d7-b2758334d4dd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 945 time: 0.1297243 Feb 03 22:04:33.077610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (932164fb-d540-48f8-8135-013974eaa277), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.114577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932164fb-d540-48f8-8135-013974eaa277']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:33.125504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a55dedd-e00c-4a64-bc25-e4539edc76f1') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:33.125806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a55dedd-e00c-4a64-bc25-e4539edc76f1') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:33.141582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d38ab42a-1751-42c9-be5e-a3b9516f04de req-366fa42d-dc29-4dae-9322-f5c24127e0cd tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156774 Feb 03 22:04:33.141999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (5a55dedd-e00c-4a64-bc25-e4539edc76f1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.156601 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5a55dedd-e00c-4a64-bc25-e4539edc76f1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.165003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:04:33.165484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (5a55dedd-e00c-4a64-bc25-e4539edc76f1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:04:33.299998 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:04:33.401845 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (932164fb-d540-48f8-8135-013974eaa277), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.423938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.440952 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/networks/932164fb-d540-48f8-8135-013974eaa277 HTTP/1.1" status: 204 len: 168 time: 3.4281187 Feb 03 22:04:33.446534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54146) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:33.452756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1839962655'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:33.493322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:04:33.496691 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.529259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8facb5-b50d-40f1-9d32-cc4dc280609a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Network': ['ID=932164fb-d540-48f8-8135-013974eaa277,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:33.581584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-7ae552e7-72a8-4e2b-a1b2-8ca3444061bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:33.583414 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-7ae552e7-72a8-4e2b-a1b2-8ca3444061bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 1127 time: 0.6232991 Feb 03 22:04:33.589626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:04:33.618171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b9d6779f-30d5-4a3c-8589-bf31baaaa202), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.618792 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added segment b9d6779f-30d5-4a3c-8589-bf31baaaa202 of type vlan for network 750cc9a7-0c40-46ec-b849-711032c04e14 Feb 03 22:04:33.657706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:41Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'af60fa31-592a-4c41-84f2-4a05f8ff75d5', 'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:cd:6f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:37Z', 'updated_at': '2022-02-03T22:02:50Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:33.740474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (750cc9a7-0c40-46ec-b849-711032c04e14), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.771273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90498c2e-3c9f-4cec-954d-be78812d4077 None None] The sync data for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 is: [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:02:41Z', 'revision_number': 4, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'af60fa31-592a-4c41-84f2-4a05f8ff75d5', 'name': '', 'network_id': '2d92a08c-6ed6-4c8c-82f2-d4a1017e783d', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'mac_address': 'fa:16:3e:cd:6f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:37Z', 'updated_at': '2022-02-03T22:02:50Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'subnets': [{'id': '09dbefd6-cbb4-4cf0-8fe2-a791f691faa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:33.896781 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (750cc9a7-0c40-46ec-b849-711032c04e14), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.908727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:33.909328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:33.968829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5211065 Feb 03 22:04:33.989594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-ea970c58-59a8-4207-8a51-4d5b39a010b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:33.991867 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-ea970c58-59a8-4207-8a51-4d5b39a010b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d HTTP/1.1" status: 200 len: 898 time: 0.3978081 Feb 03 22:04:33.992439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:34.016913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'subnet': {'network_id': '750cc9a7-0c40-46ec-b849-711032c04e14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:34.109727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7a61e-8a6a-4fdd-8fa2-ebce66ccc75b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Network': ['ID=750cc9a7-0c40-46ec-b849-711032c04e14,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:34.127971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 750cc9a7-0c40-46ec-b849-711032c04e14 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:04:34.166315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-ad88dc8d-4cf1-4181-8059-8f8176ddf5d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d63ef88-e392-400b-aafb-dcaf996431ba HTTP/1.1" status: 200 len: 217 time: 0.1410904 Feb 03 22:04:34.207285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f88ce-8102-49f3-aa4a-222c733dbede req-a766771c-2cc6-4805-b582-586679391ecf tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:34.217454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-144f88ce-8102-49f3-aa4a-222c733dbede req-a766771c-2cc6-4805-b582-586679391ecf tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.4087029 Feb 03 22:04:34.363462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-144f88ce-8102-49f3-aa4a-222c733dbede req-6fb140d8-ca46-4fa0-ad1a-8c7a15096d74 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344357 Feb 03 22:04:34.515263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-3a01fe78-a895-494c-8de6-6cd0e3e99d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:34.535104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-3a01fe78-a895-494c-8de6-6cd0e3e99d4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09dbefd6-cbb4-4cf0-8fe2-a791f691faa4 HTTP/1.1" status: 200 len: 835 time: 0.2514374 Feb 03 22:04:34.540322 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d35db9-ce95-4722-b76d-22260642198d None None] New status for floating IP 2ac0a8ea-87ad-4f49-a19d-ba23ac2396ec: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:04:34.594071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a38896-8af9-4bdb-a984-6be0f0ea6b89 req-08cf0e36-b048-4e34-afc9-eade4be799b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:34.597896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79a38896-8af9-4bdb-a984-6be0f0ea6b89 req-08cf0e36-b048-4e34-afc9-eade4be799b6 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 945 time: 0.2128460 Feb 03 22:04:34.672368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:04:34.685535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:34.717998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-95019495-514a-4d70-b04e-32a62ef597b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:34.719549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-95019495-514a-4d70-b04e-32a62ef597b1 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 945 time: 0.2592707 Feb 03 22:04:34.911702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-ebdf6064-0875-4657-9929-2916a4e91ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:34.913879 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-ebdf6064-0875-4657-9929-2916a4e91ebf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3772743 Feb 03 22:04:35.108046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-79a38896-8af9-4bdb-a984-6be0f0ea6b89 req-42023f39-1b13-4ecf-94c0-c851dfc01bf7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/security-groups?id=25b618dc-890a-472b-8af3-6dda2ef978e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4854615 Feb 03 22:04:35.153362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port 6d63ef88-e392-400b-aafb-dcaf996431ba {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:35.154445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:35.342671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] For port 6d63ef88-e392-400b-aafb-dcaf996431ba, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=6d63ef88-e392-400b-aafb-dcaf996431ba,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:35.343333 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:35.369404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for 6d63ef88-e392-400b-aafb-dcaf996431ba owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:35.482772 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-d0b0813c-556d-4e0a-8de9-86490f7b8067 service neutron] 10.222.0.10 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602398 Feb 03 22:04:35.527072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (780091b4-bbb8-441b-8852-80abed10027f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:35.704257 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37c78b-9527-4f37-8099-f9f901b16c93 req-173d6b1f-3750-4490-ae3f-9980494c5583 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:35.712835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f37c78b-9527-4f37-8099-f9f901b16c93 req-173d6b1f-3750-4490-ae3f-9980494c5583 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.0876093 Feb 03 22:04:35.865504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f37c78b-9527-4f37-8099-f9f901b16c93 req-73787b0c-83ec-4be0-a003-23a6148b7710 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497874 Feb 03 22:04:35.886673 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c397363d-5a69-45fd-a6e8-f3ad3ab43112 req-9fcd28a0-4e8a-4cc3-908d-35b1b18fbed7 service neutron] 10.222.0.10 "GET /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867345 Feb 03 22:04:35.922865 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6d63ef88-e392-400b-aafb-dcaf996431ba), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:36.009618 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Checking segment: {'id': 'b9d6779f-30d5-4a3c-8589-bf31baaaa202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '750cc9a7-0c40-46ec-b849-711032c04e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:04:36.009995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network hostable DHCP agents. Network: 750cc9a7-0c40-46ec-b849-711032c04e14, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:04:36.030939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Subnet': ['ID=780091b4-bbb8-441b-8852-80abed10027f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:36.092892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 750cc9a7-0c40-46ec-b849-711032c04e14 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:04:36.124555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 750cc9a7-0c40-46ec-b849-711032c04e14) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:36.134667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:36.135002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63641f30-4c4a-404d-b03e-d20b359d58b2 None None] Network 750cc9a7-0c40-46ec-b849-711032c04e14 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:36.138823 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:36.151146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] No DVR routers for this DVR port 6d63ef88-e392-400b-aafb-dcaf996431ba on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:36.175724 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:36.189349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7cdc398b-d130-4fe9-8d06-c2a18b2be8a1 req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.10 "DELETE /v2.0/ports/6d63ef88-e392-400b-aafb-dcaf996431ba HTTP/1.1" status: 204 len: 173 time: 1.4453475 Feb 03 22:04:36.191312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54212) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:36.194543 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fdc4c83d-f18d-456d-95cf-805239e98c5b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1962295 Feb 03 22:04:36.204492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'name': 'network-vif-deleted', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:04:36.216708 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d5101a-eaea-466c-b0ae-d6d7b4656db9" -d '{"events": [{"server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "name": "network-vif-deleted", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:04:36.256179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d9160827-d0d5-4628-88f1-85e8e16636bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-810309634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:36.357600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001c4f7-e449-43ba-af8f-2c03e0315049 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=6d63ef88-e392-400b-aafb-dcaf996431ba,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:36.445582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9160827-d0d5-4628-88f1-85e8e16636bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (5cf0ae31-f46b-45c3-b74a-3122158c9d24), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:36.467786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9160827-d0d5-4628-88f1-85e8e16636bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (5cf0ae31-f46b-45c3-b74a-3122158c9d24), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:36.556236 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9160827-d0d5-4628-88f1-85e8e16636bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (5cf0ae31-f46b-45c3-b74a-3122158c9d24), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:36.570356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-551963f8-7756-47ea-b1f8-c1f1a0c32f8c req-e1fe12ef-6e19-49ac-8920-00599595674b tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f22c4b-7985-4e92-aad9-09242fddac8e HTTP/1.1" status: 200 len: 210 time: 0.2186413 Feb 03 22:04:36.579908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9160827-d0d5-4628-88f1-85e8e16636bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (5cf0ae31-f46b-45c3-b74a-3122158c9d24), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:36.637451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9160827-d0d5-4628-88f1-85e8e16636bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:36.639444 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d9160827-d0d5-4628-88f1-85e8e16636bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4061198 Feb 03 22:04:36.642248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54220) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:36.693946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-750cc9a7-0c40-46ec-b849-711032c04e14', 'network_id': '750cc9a7-0c40-46ec-b849-711032c04e14', 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'fixed_ips': [{'subnet_id': '780091b4-bbb8-441b-8852-80abed10027f'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:04:36.695772 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:36.784677 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd14af6-167f-4742-91c2-a4a1827d31c3 x-openstack-request-id: req-acd14af6-167f-4742-91c2-a4a1827d31c3 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:04:36.785308 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f22c4b-7985-4e92-aad9-09242fddac8e", "name": "network-vif-deleted", "tag": "6d63ef88-e392-400b-aafb-dcaf996431ba", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:04:36.785574 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acd14af6-167f-4742-91c2-a4a1827d31c3 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:04:36.785874 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f22c4b-7985-4e92-aad9-09242fddac8e', 'name': 'network-vif-deleted', 'tag': '6d63ef88-e392-400b-aafb-dcaf996431ba', 'status': 'completed', 'code': 200} Feb 03 22:04:37.351437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b23324-6a5c-4d3a-8402-94bf72a7ddf3 req-08cabe98-8612-4954-9793-4a591ad86641 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:37.373505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81b23324-6a5c-4d3a-8402-94bf72a7ddf3 req-08cabe98-8612-4954-9793-4a591ad86641 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.2485271 Feb 03 22:04:37.403502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Allocated IP 2001:db8::2 (750cc9a7-0c40-46ec-b849-711032c04e14/780091b4-bbb8-441b-8852-80abed10027f/7ac833fb-07e2-4ff0-9366-42de5c77ef7e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:04:37.626761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81b23324-6a5c-4d3a-8402-94bf72a7ddf3 req-20a28e3d-178d-4563-a461-586e5463aa21 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517576 Feb 03 22:04:37.628094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:37.705106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:37.810896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6d63ef88-e392-400b-aafb-dcaf996431ba no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:37.881257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 6d63ef88-e392-400b-aafb-dcaf996431ba {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:04:37.887311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 6d63ef88-e392-400b-aafb-dcaf996431ba not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:04:37.974007 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Publish callbacks [] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:37.989365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:37.990820 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8144e0a-49a4-4aed-a385-9ff9545db25f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (25b618dc-890a-472b-8af3-6dda2ef978e4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:38.063529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8144e0a-49a4-4aed-a385-9ff9545db25f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (25b618dc-890a-472b-8af3-6dda2ef978e4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:38.094889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Network 750cc9a7-0c40-46ec-b849-711032c04e14 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:38.098681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:38.111317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:04:38.179218 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8144e0a-49a4-4aed-a385-9ff9545db25f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (25b618dc-890a-472b-8af3-6dda2ef978e4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:38.182174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8144e0a-49a4-4aed-a385-9ff9545db25f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:38.183542 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a8144e0a-49a4-4aed-a385-9ff9545db25f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/security-groups/25b618dc-890a-472b-8af3-6dda2ef978e4 HTTP/1.1" status: 204 len: 168 time: 0.4774263 Feb 03 22:04:38.212033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8144e0a-49a4-4aed-a385-9ff9545db25f tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b618dc-890a-472b-8af3-6dda2ef978e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:38.275613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:38.395761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Pushing event updated for resources: {'Port': ['ID=7ac833fb-07e2-4ff0-9366-42de5c77ef7e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:38.410909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Attempting to bind port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:04:38.412400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Attempting to bind port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b9d6779f-30d5-4a3c-8589-bf31baaaa202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '750cc9a7-0c40-46ec-b849-711032c04e14'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:04:38.413851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Attempting to bind port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e on network 750cc9a7-0c40-46ec-b849-711032c04e14 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:04:38.425194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:04:38.426580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Checking segment: {'id': 'b9d6779f-30d5-4a3c-8589-bf31baaaa202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '750cc9a7-0c40-46ec-b849-711032c04e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:04:38.427173 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:38.428362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Bound using segment: {'id': 'b9d6779f-30d5-4a3c-8589-bf31baaaa202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '750cc9a7-0c40-46ec-b849-711032c04e14'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:04:38.429951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Bound port: 7ac833fb-07e2-4ff0-9366-42de5c77ef7e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d6779f-30d5-4a3c-8589-bf31baaaa202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '750cc9a7-0c40-46ec-b849-711032c04e14'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:04:38.430717 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:38.450272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 2001:db8::1 (750cc9a7-0c40-46ec-b849-711032c04e14/780091b4-bbb8-441b-8852-80abed10027f/66a02639-2870-4ff8-9d44-ef768dd2e199) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:04:38.537328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] For port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:04:38.542494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] For port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ac833fb-07e2-4ff0-9366-42de5c77ef7e,segment=NetworkSegment(b9d6779f-30d5-4a3c-8589-bf31baaaa202),segment_id=b9d6779f-30d5-4a3c-8589-bf31baaaa202)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:04:38.552642 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:38.726356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe6036-d3f3-4001-9f60-d55270270e05 None None] Pushing event updated for resources: {'Port': ['ID=7ac833fb-07e2-4ff0-9366-42de5c77ef7e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:38.777824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:38.927342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728fa8f-13b8-4cc6-9c62-5afa022956c3 req-f3839e66-b151-4f42-9d2d-fe33e7a99ef2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:38.929841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3728fa8f-13b8-4cc6-9c62-5afa022956c3 req-f3839e66-b151-4f42-9d2d-fe33e7a99ef2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1454034 Feb 03 22:04:38.931541 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:39.094180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 750cc9a7-0c40-46ec-b849-711032c04e14 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:39.122497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:39.130981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:04:39.132262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (5cf0ae31-f46b-45c3-b74a-3122158c9d24), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:39.214829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3728fa8f-13b8-4cc6-9c62-5afa022956c3 req-6962e6e2-c235-47db-85d7-cdd5ab1e6ca3 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498465 Feb 03 22:04:39.217678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=66a02639-2870-4ff8-9d44-ef768dd2e199,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:39.393143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (e0747959-e76e-4e1c-9db9-a5120dc47deb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:39.442034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:39.897016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port af60fa31-592a-4c41-84f2-4a05f8ff75d5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:39.897575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:39.950469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:39.961851 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:39.962642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (5cf0ae31-f46b-45c3-b74a-3122158c9d24), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:40.064064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=66a02639-2870-4ff8-9d44-ef768dd2e199,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:40.082683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] For port af60fa31-592a-4c41-84f2-4a05f8ff75d5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=af60fa31-592a-4c41-84f2-4a05f8ff75d5,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:40.083050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:40.106166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for af60fa31-592a-4c41-84f2-4a05f8ff75d5 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:40.310281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 750cc9a7-0c40-46ec-b849-711032c04e14 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:40.312693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:40.379266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c3a2d9-1c79-4302-aa0e-b71d03e6581b None None] Network 750cc9a7-0c40-46ec-b849-711032c04e14 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:40.477430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (af60fa31-592a-4c41-84f2-4a05f8ff75d5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:40.595358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=af60fa31-592a-4c41-84f2-4a05f8ff75d5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:40.742868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d0f6d-44eb-46a1-a1c7-91bdcd268cc7 req-7536145d-a0d6-4494-9828-d5b4aad1a84d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:40.758413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-617d0f6d-44eb-46a1-a1c7-91bdcd268cc7 req-7536145d-a0d6-4494-9828-d5b4aad1a84d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3519633 Feb 03 22:04:40.804421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b0ab2361-2876-4aef-b90a-235a693356f5 None None] Provisioning complete for port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:40.805137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2361-2876-4aef-b90a-235a693356f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:40.855798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ac833fb-07e2-4ff0-9366-42de5c77ef7e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:40.891155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-617d0f6d-44eb-46a1-a1c7-91bdcd268cc7 req-4addb702-a4d1-462a-9dee-cea4fa00351a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314974 Feb 03 22:04:40.925408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-ec45a96c-de81-4c50-bdea-dba58fe0089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:40.927582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-ec45a96c-de81-4c50-bdea-dba58fe0089a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 1127 time: 0.2355192 Feb 03 22:04:40.941352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 5cf0ae31-f46b-45c3-b74a-3122158c9d24 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:04:41.145184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab2361-2876-4aef-b90a-235a693356f5 None None] Current status of the port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:41.145488 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2361-2876-4aef-b90a-235a693356f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:41.148659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:41.161665 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:41.210778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:41.233495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b51a105-f5c6-47ae-8143-37490c4fb7f2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/5cf0ae31-f46b-45c3-b74a-3122158c9d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5898478 Feb 03 22:04:41.243291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:41.250315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e055f-51ba-499f-be85-174c3e53b5e6 None None] Sync routers for ids ['5cf0ae31-f46b-45c3-b74a-3122158c9d24'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:41.283478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-2df97c0f-6eb9-4293-8810-050d7b85afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:41.286228 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-2df97c0f-6eb9-4293-8810-050d7b85afe9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 915 time: 0.2818971 Feb 03 22:04:41.324598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b0ab2361-2876-4aef-b90a-235a693356f5 None None] For port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ac833fb-07e2-4ff0-9366-42de5c77ef7e,segment=NetworkSegment(b9d6779f-30d5-4a3c-8589-bf31baaaa202),segment_id=b9d6779f-30d5-4a3c-8589-bf31baaaa202)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:41.348175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2361-2876-4aef-b90a-235a693356f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:41.357730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366029f-d5bf-41ab-8ecb-d7d3aa489ffd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:41.364495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3366029f-d5bf-41ab-8ecb-d7d3aa489ffd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports/66a02639-2870-4ff8-9d44-ef768dd2e199 HTTP/1.1" status: 200 len: 911 time: 0.1198208 Feb 03 22:04:41.366422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54300) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:41.470395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-a8991e48-1d98-4fda-8403-8e292cae7430 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 HTTP/1.1" status: 200 len: 217 time: 0.1157305 Feb 03 22:04:41.489732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e055f-51ba-499f-be85-174c3e53b5e6 None None] Routers {'5cf0ae31-f46b-45c3-b74a-3122158c9d24'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:41.490380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-da7e055f-51ba-499f-be85-174c3e53b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5cf0ae31-f46b-45c3-b74a-3122158c9d24'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:41.503539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab2361-2876-4aef-b90a-235a693356f5 None None] Pushing event updated for resources: {'Port': ['ID=7ac833fb-07e2-4ff0-9366-42de5c77ef7e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:41.613505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-8490ed90-b074-49f2-b612-4d9a33cfb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:41.615042 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-8490ed90-b074-49f2-b612-4d9a33cfb628 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2a02ccb-aed1-4217-aee2-39134d7a4d61 HTTP/1.1" status: 200 len: 854 time: 0.1380250 Feb 03 22:04:41.635942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-da7e055f-51ba-499f-be85-174c3e53b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:41.676743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e055f-51ba-499f-be85-174c3e53b5e6 None None] Routers {'5cf0ae31-f46b-45c3-b74a-3122158c9d24'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:41.677426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-da7e055f-51ba-499f-be85-174c3e53b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5cf0ae31-f46b-45c3-b74a-3122158c9d24'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:41.695548 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-e6a56ddd-2488-44f7-b407-b00c23481d5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713868 Feb 03 22:04:41.782459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-da7e055f-51ba-499f-be85-174c3e53b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:41.783098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e055f-51ba-499f-be85-174c3e53b5e6 None None] The sync data for ids ['5cf0ae31-f46b-45c3-b74a-3122158c9d24'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:41.789018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-24cfde55-be90-4815-9f7b-5507ebea6abd None None] Provisioning complete for port 66a02639-2870-4ff8-9d44-ef768dd2e199 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:41.789348 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24cfde55-be90-4815-9f7b-5507ebea6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:41.837569 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-7c451c3b-9dfe-4ec0-8be3-176f4d83a54a service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345906 Feb 03 22:04:41.838656 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (e0747959-e76e-4e1c-9db9-a5120dc47deb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:41.989389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:42.002336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-24cfde55-be90-4815-9f7b-5507ebea6abd None None] Port 66a02639-2870-4ff8-9d44-ef768dd2e199 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:04:42.010915 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f335d2d-c6bf-4f7c-9810-e09c293944d8 req-c1bda32d-ebf8-4ae6-b18c-7b695563e5d8 service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641238 Feb 03 22:04:42.031781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-24cfde55-be90-4815-9f7b-5507ebea6abd None None] Provisioning complete for port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:42.032305 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24cfde55-be90-4815-9f7b-5507ebea6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:42.185914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-24cfde55-be90-4815-9f7b-5507ebea6abd None None] Current status of the port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:42.219883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fc45-d785-41c8-8b61-94463807662e req-7810ed82-86bc-4b39-bde1-690eab7ebac0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:42.229909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2083fc45-d785-41c8-8b61-94463807662e req-7810ed82-86bc-4b39-bde1-690eab7ebac0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.1708550 Feb 03 22:04:42.332581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a3d1becb-8618-44ad-a806-75e2a05e502b None None] Provisioning complete for port 66a02639-2870-4ff8-9d44-ef768dd2e199 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:42.338552 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d1becb-8618-44ad-a806-75e2a05e502b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:42.358491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2083fc45-d785-41c8-8b61-94463807662e req-1e2f15d0-4176-4e2c-9747-5add2b8428f5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252272 Feb 03 22:04:42.360573 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (5cf0ae31-f46b-45c3-b74a-3122158c9d24), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:42.454314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1becb-8618-44ad-a806-75e2a05e502b None None] Port 66a02639-2870-4ff8-9d44-ef768dd2e199 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:04:42.550477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Router e0747959-e76e-4e1c-9db9-a5120dc47deb has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:04:42.621276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c9c02a11-93cf-4cda-a805-30d5e78f2dea None None] Provisioning complete for port 66a02639-2870-4ff8-9d44-ef768dd2e199 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:42.621844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9c02a11-93cf-4cda-a805-30d5e78f2dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:42.722968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c9c02a11-93cf-4cda-a805-30d5e78f2dea None None] Port 66a02639-2870-4ff8-9d44-ef768dd2e199 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:04:42.779028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ac833fb-07e2-4ff0-9366-42de5c77ef7e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:04:42.841766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 66a02639-2870-4ff8-9d44-ef768dd2e199 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:42.843142 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:42.857747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:42.873328 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2ce8185a-bfe4-4147-8d2e-ff4ee3178321 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "PUT /v2.0/routers/e0747959-e76e-4e1c-9db9-a5120dc47deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5928841 Feb 03 22:04:42.873328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:42.875246 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] Sync routers for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:42.893997 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:42.894634 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:42.958720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:04:42.960221 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:43.027684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc4d5c5-9d4e-439e-ba4e-7c794fde5b9e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting subnet 09dbefd6-cbb4-4cf0-8fe2-a791f691faa4 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:04:43.039302 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc4d5c5-9d4e-439e-ba4e-7c794fde5b9e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for subnet (09dbefd6-cbb4-4cf0-8fe2-a791f691faa4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:43.097145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:43.104854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc4d5c5-9d4e-439e-ba4e-7c794fde5b9e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (09dbefd6-cbb4-4cf0-8fe2-a791f691faa4), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:43.118059 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:43.131786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 66a02639-2870-4ff8-9d44-ef768dd2e199 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:43.229246 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:04:43.286656 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc4d5c5-9d4e-439e-ba4e-7c794fde5b9e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (09dbefd6-cbb4-4cf0-8fe2-a791f691faa4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:43.411906 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc4d5c5-9d4e-439e-ba4e-7c794fde5b9e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (09dbefd6-cbb4-4cf0-8fe2-a791f691faa4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:43.446059 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:04:40Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:43.482131 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] Checking router: e0747959-e76e-4e1c-9db9-a5120dc47deb for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:04:43.492319 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] Routers {'e0747959-e76e-4e1c-9db9-a5120dc47deb'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:43.493060 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e0747959-e76e-4e1c-9db9-a5120dc47deb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:43.558723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4d5c5-9d4e-439e-ba4e-7c794fde5b9e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Subnet': ['ID=09dbefd6-cbb4-4cf0-8fe2-a791f691faa4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:43.587196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d063e41-3302-4afd-ac79-d922360b8453 None None] Network 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:43.600416 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc4d5c5-9d4e-439e-ba4e-7c794fde5b9e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:43.620223 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-efc4d5c5-9d4e-439e-ba4e-7c794fde5b9e tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/subnets/09dbefd6-cbb4-4cf0-8fe2-a791f691faa4 HTTP/1.1" status: 204 len: 168 time: 0.7447085 Feb 03 22:04:43.630296 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] Set router e0747959-e76e-4e1c-9db9-a5120dc47deb gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:04:43.633055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:43.680543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (66a02639-2870-4ff8-9d44-ef768dd2e199), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:43.751895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=66a02639-2870-4ff8-9d44-ef768dd2e199,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:43.793118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ede4-4a00-4fa2-96f6-6697895a3d61 req-21e215c9-373e-487f-b8cd-c9cec18c92bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:43.802488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f125ede4-4a00-4fa2-96f6-6697895a3d61 req-21e215c9-373e-487f-b8cd-c9cec18c92bc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 945 time: 0.3265154 Feb 03 22:04:43.894691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router (e0747959-e76e-4e1c-9db9-a5120dc47deb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:43.969786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcfd78f-1a0b-4b00-9da5-70dc394c50c0 None None] DHCP port deletion for 2d92a08c-6ed6-4c8c-82f2-d4a1017e783d request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:04:43.973900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:44.190430 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:04:40Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:44.260185 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44dba9-d100-41c1-a543-5cd7f67ed6d0 None None] The sync data for ids ['e0747959-e76e-4e1c-9db9-a5120dc47deb'] in n-d-824834-9 is: [{'id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'name': 'tempest-TestNetworkBasicOps-router-1080894980', 'tenant_id': '5e5fa9b027b94864ad2a48a62a90898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:02:26Z', 'updated_at': '2022-02-03T22:04:40Z', 'revision_number': 5, 'project_id': '5e5fa9b027b94864ad2a48a62a90898c', 'gw_port': {'id': 'cefb7928-9205-461c-83ba-9cea5c72a56e', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0747959-e76e-4e1c-9db9-a5120dc47deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:02:27Z', 'updated_at': '2022-02-03T22:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:44.278556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (5cf0ae31-f46b-45c3-b74a-3122158c9d24), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:44.290515 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_gateway (e0747959-e76e-4e1c-9db9-a5120dc47deb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:44.293097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:44.301706 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:44.367889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:44.369733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:04:44.373961 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26335f-538a-4ac6-bac1-f6140f72d58e" -d '{"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:04:44.377776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfd78f-1a0b-4b00-9da5-70dc394c50c0 None None] Deleting port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:44.378370 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd78f-1a0b-4b00-9da5-70dc394c50c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:44.424800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Deleting port cefb7928-9205-461c-83ba-9cea5c72a56e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:44.425194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:44.460824 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:44.464737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1bcfd78f-1a0b-4b00-9da5-70dc394c50c0 None None] For port c5030c2f-4278-4cc6-b0dc-3a59b422bec6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c5030c2f-4278-4cc6-b0dc-3a59b422bec6,segment=NetworkSegment(548b2237-ea96-45ef-95e5-bba67758f334),segment_id=548b2237-ea96-45ef-95e5-bba67758f334)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:44.465316 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd78f-1a0b-4b00-9da5-70dc394c50c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:44.507862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f125ede4-4a00-4fa2-96f6-6697895a3d61 req-db33e8a3-f8b1-495c-aff6-f91c6d18802d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7027192 Feb 03 22:04:44.539966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:44.557681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfd78f-1a0b-4b00-9da5-70dc394c50c0 None None] Calling delete_port for c5030c2f-4278-4cc6-b0dc-3a59b422bec6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:44.622787 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aacc40-f1ca-4a41-9763-8ce70c615e3f x-openstack-request-id: req-f5aacc40-f1ca-4a41-9763-8ce70c615e3f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:04:44.623032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] For port cefb7928-9205-461c-83ba-9cea5c72a56e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cefb7928-9205-461c-83ba-9cea5c72a56e,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:44.623328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:44.623639 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-unplugged", "status": "failed", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496", "code": 422}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:04:44.624174 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5aacc40-f1ca-4a41-9763-8ce70c615e3f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:04:44.624658 n-d-824834-9 neutron-server[103399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'code': 422} returned with failed status Feb 03 22:04:44.688134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Calling delete_port for cefb7928-9205-461c-83ba-9cea5c72a56e owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:44.734622 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd78f-1a0b-4b00-9da5-70dc394c50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (c5030c2f-4278-4cc6-b0dc-3a59b422bec6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:44.867392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c5030c2f-4278-4cc6-b0dc-3a59b422bec6 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:44.879498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfd78f-1a0b-4b00-9da5-70dc394c50c0 None None] Pushing event deleted for resources: {'Port': ['ID=c5030c2f-4278-4cc6-b0dc-3a59b422bec6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:44.897242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfd78f-1a0b-4b00-9da5-70dc394c50c0 None None] No DVR routers for this DVR port c5030c2f-4278-4cc6-b0dc-3a59b422bec6 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:44.978714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c5030c2f-4278-4cc6-b0dc-3a59b422bec6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:04:44.979569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c5030c2f-4278-4cc6-b0dc-3a59b422bec6 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:04:44.979569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device af60fa31-592a-4c41-84f2-4a05f8ff75d5 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:45.038736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: af60fa31-592a-4c41-84f2-4a05f8ff75d5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:04:45.044754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device af60fa31-592a-4c41-84f2-4a05f8ff75d5 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:04:45.133839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cefb7928-9205-461c-83ba-9cea5c72a56e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:45.184813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Port': ['ID=cefb7928-9205-461c-83ba-9cea5c72a56e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:45.329747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (e0747959-e76e-4e1c-9db9-a5120dc47deb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:45.479327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (e0747959-e76e-4e1c-9db9-a5120dc47deb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:45.483878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router_controller (e0747959-e76e-4e1c-9db9-a5120dc47deb), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:45.497792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 5cf0ae31-f46b-45c3-b74a-3122158c9d24 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:04:45.532923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f2882-71de-4c99-9b27-f3ac9f75dc6d req-74719201-0403-4491-882a-48639a42f81b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:45.534785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-699f2882-71de-4c99-9b27-f3ac9f75dc6d req-74719201-0403-4491-882a-48639a42f81b tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 945 time: 1.5414402 Feb 03 22:04:45.598611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (e0747959-e76e-4e1c-9db9-a5120dc47deb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:45.600810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Fanout notify agent at l3_agent the message router_deleted on router e0747959-e76e-4e1c-9db9-a5120dc47deb {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:04:45.647697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:45.650039 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c99c2f73-9143-4deb-af0a-e71024a5b3a0 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/routers/e0747959-e76e-4e1c-9db9-a5120dc47deb HTTP/1.1" status: 204 len: 168 time: 2.0158324 Feb 03 22:04:45.652612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:45.664299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:45.677160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58528a0c-0099-42e1-b83f-9489983a5379 None None] Sync routers for ids ['5cf0ae31-f46b-45c3-b74a-3122158c9d24'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:45.699950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b87201c7-3e49-43a7-b05f-e50635eab09e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/5cf0ae31-f46b-45c3-b74a-3122158c9d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3271461 Feb 03 22:04:45.704835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58528a0c-0099-42e1-b83f-9489983a5379 None None] Routers {'5cf0ae31-f46b-45c3-b74a-3122158c9d24'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:45.715070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58528a0c-0099-42e1-b83f-9489983a5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5cf0ae31-f46b-45c3-b74a-3122158c9d24'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:45.721243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:45.725473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-699f2882-71de-4c99-9b27-f3ac9f75dc6d req-fd95ca24-2e11-4f0d-95a5-b3dfc9f46839 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277826 Feb 03 22:04:45.793522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58528a0c-0099-42e1-b83f-9489983a5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:45.814989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58528a0c-0099-42e1-b83f-9489983a5379 None None] Routers {'5cf0ae31-f46b-45c3-b74a-3122158c9d24'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:45.815636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58528a0c-0099-42e1-b83f-9489983a5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5cf0ae31-f46b-45c3-b74a-3122158c9d24'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:45.908155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b1a9-6211-4ade-a4e3-9caabb04bcfa req-f1bb355d-677c-404f-ac51-2267ec60f132 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:45.909856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7558b1a9-6211-4ade-a4e3-9caabb04bcfa req-f1bb355d-677c-404f-ac51-2267ec60f132 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.2633362 Feb 03 22:04:45.926668 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1861357b-690a-454c-8532-bb4d4acd6c6c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cf0ae31-f46b-45c3-b74a-3122158c9d24 HTTP/1.1" status: 200 len: 205 time: 0.1987622 Feb 03 22:04:45.928688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:46.040145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-80dda8ae-1944-46c0-9518-274f1ef36eee tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:46.046599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-80dda8ae-1944-46c0-9518-274f1ef36eee tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 945 time: 0.3199508 Feb 03 22:04:46.079930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7558b1a9-6211-4ade-a4e3-9caabb04bcfa req-f7bf6fa4-bceb-41c7-9587-1de09bc83293 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494250 Feb 03 22:04:46.092741 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5673cf7-41ab-4014-8cd9-70bcb28a9708 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (5cf0ae31-f46b-45c3-b74a-3122158c9d24), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.155154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2d92a08c-6ed6-4c8c-82f2-d4a1017e783d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.218287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58528a0c-0099-42e1-b83f-9489983a5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:46.219652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58528a0c-0099-42e1-b83f-9489983a5379 None None] The sync data for ids ['5cf0ae31-f46b-45c3-b74a-3122158c9d24'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:46.230638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Deleting port 3319579a-538a-4351-b2c9-16bee73bf9f1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:46.230984 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.379486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] For port 3319579a-538a-4351-b2c9-16bee73bf9f1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3319579a-538a-4351-b2c9-16bee73bf9f1,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:46.380058 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.599580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cefb7928-9205-461c-83ba-9cea5c72a56e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:46.644726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: cefb7928-9205-461c-83ba-9cea5c72a56e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:04:46.645098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cefb7928-9205-461c-83ba-9cea5c72a56e not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:04:46.750879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75adb1d-d8ea-4c09-a71d-75ebda17cef1 req-efb3565c-43cc-4534-a0c8-63a1daf8b75b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:46.757745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f75adb1d-d8ea-4c09-a71d-75ebda17cef1 req-efb3565c-43cc-4534-a0c8-63a1daf8b75b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.5806313 Feb 03 22:04:46.816985 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.817507 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.817924 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Floating IP 0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721 disassociated. External IP: 172.25.5.4, port: 3319579a-538a-4351-b2c9-16bee73bf9f1. Feb 03 22:04:46.818375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Calling delete_port for 3319579a-538a-4351-b2c9-16bee73bf9f1 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:46.845328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5673cf7-41ab-4014-8cd9-70bcb28a9708 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (5cf0ae31-f46b-45c3-b74a-3122158c9d24), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.847726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5673cf7-41ab-4014-8cd9-70bcb28a9708 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (5cf0ae31-f46b-45c3-b74a-3122158c9d24), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.889655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f75adb1d-d8ea-4c09-a71d-75ebda17cef1 req-9e6dceba-b4e2-49fc-8868-6a870e52a128 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291916 Feb 03 22:04:46.978593 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5673cf7-41ab-4014-8cd9-70bcb28a9708 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (5cf0ae31-f46b-45c3-b74a-3122158c9d24), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.979280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5673cf7-41ab-4014-8cd9-70bcb28a9708 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Fanout notify agent at l3_agent the message router_deleted on router 5cf0ae31-f46b-45c3-b74a-3122158c9d24 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:04:46.989363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5673cf7-41ab-4014-8cd9-70bcb28a9708 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:46.990589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e5673cf7-41ab-4014-8cd9-70bcb28a9708 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/5cf0ae31-f46b-45c3-b74a-3122158c9d24 HTTP/1.1" status: 204 len: 168 time: 1.0498276 Feb 03 22:04:46.994128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54386) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:47.085331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2d92a08c-6ed6-4c8c-82f2-d4a1017e783d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.115624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d92a08c-6ed6-4c8c-82f2-d4a1017e783d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:47.132242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548b2237-ea96-45ef-95e5-bba67758f334') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:47.132725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548b2237-ea96-45ef-95e5-bba67758f334') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:47.152062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (548b2237-ea96-45ef-95e5-bba67758f334), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.172785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfab3b5-6ede-4089-b2a8-d5ee7db9ed3d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting subnet 780091b4-bbb8-441b-8852-80abed10027f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:04:47.177190 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (548b2237-ea96-45ef-95e5-bba67758f334), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.205413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:04:47.208763 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbfab3b5-6ede-4089-b2a8-d5ee7db9ed3d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (780091b4-bbb8-441b-8852-80abed10027f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.210197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (548b2237-ea96-45ef-95e5-bba67758f334), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:04:47.219021 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:04:47.286711 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbfab3b5-6ede-4089-b2a8-d5ee7db9ed3d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (780091b4-bbb8-441b-8852-80abed10027f), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.357993 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2d92a08c-6ed6-4c8c-82f2-d4a1017e783d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.375626 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.380613 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] 10.222.0.50 "DELETE /v2.0/networks/2d92a08c-6ed6-4c8c-82f2-d4a1017e783d HTTP/1.1" status: 204 len: 168 time: 1.7266212 Feb 03 22:04:47.412998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ec8b3-0844-4a39-b8e8-e1392536d47a tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] Pushing event deleted for resources: {'Network': ['ID=2d92a08c-6ed6-4c8c-82f2-d4a1017e783d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:47.565451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3319579a-538a-4351-b2c9-16bee73bf9f1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.672456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ac98b-ac61-44e5-b2a3-506ed727fe3f req-b7d61241-34dd-418e-9bf2-437f067d57e0 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:47.680714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea8ac98b-ac61-44e5-b2a3-506ed727fe3f req-b7d61241-34dd-418e-9bf2-437f067d57e0 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 867 time: 0.7111695 Feb 03 22:04:47.702606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event deleted for resources: {'Port': ['ID=3319579a-538a-4351-b2c9-16bee73bf9f1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:47.894556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbfab3b5-6ede-4089-b2a8-d5ee7db9ed3d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (780091b4-bbb8-441b-8852-80abed10027f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:47.952572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54428) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:47.973966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:48.036894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972daee0-f33a-495b-9c6e-ef5562497513 req-116de87f-f13c-404f-a0f4-6dd63afe62e2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:48.040453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-972daee0-f33a-495b-9c6e-ef5562497513 req-116de87f-f13c-404f-a0f4-6dd63afe62e2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.4609737 Feb 03 22:04:48.178851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea8ac98b-ac61-44e5-b2a3-506ed727fe3f req-ab0406c0-38b5-4132-91af-3b579bcdf2a0 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups?id=a229358e-6ec4-44e6-899c-e0ff028aa256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4947376 Feb 03 22:04:48.201495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:04:48.235106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Router 60258327-edec-43eb-9780-cc31e6e67670 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:04:48.250557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-972daee0-f33a-495b-9c6e-ef5562497513 req-3e91bd87-48f8-4a2f-8f3d-fccefa7321d1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901879 Feb 03 22:04:48.253035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbfab3b5-6ede-4089-b2a8-d5ee7db9ed3d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (780091b4-bbb8-441b-8852-80abed10027f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.298111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfab3b5-6ede-4089-b2a8-d5ee7db9ed3d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Subnet': ['ID=780091b4-bbb8-441b-8852-80abed10027f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:48.334065 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbfab3b5-6ede-4089-b2a8-d5ee7db9ed3d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.341008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bbfab3b5-6ede-4089-b2a8-d5ee7db9ed3d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/780091b4-bbb8-441b-8852-80abed10027f HTTP/1.1" status: 204 len: 168 time: 1.3291419 Feb 03 22:04:48.343294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35780ed-8a5e-473a-935b-1a5cccbd4f2e None None] Network 750cc9a7-0c40-46ec-b849-711032c04e14 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:04:48.348769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:48.436132 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (750cc9a7-0c40-46ec-b849-711032c04e14), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.470374 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-540faf74-50ab-4ba7-a797-6149ce196a52 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5886614 Feb 03 22:04:48.476102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-17342e07-6946-4b17-8c38-d6b784d92226 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e5fa9b027b94864ad2a48a62a90898c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5218570 Feb 03 22:04:48.482381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-b932b66d-7c09-42fd-9178-616dbfdd01fb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:04:48.483386 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-b932b66d-7c09-42fd-9178-616dbfdd01fb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062921 Feb 03 22:04:48.484187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:48.605715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6776d-6d8c-4508-8c99-2ca72c62f1cf None None] DHCP port deletion for 750cc9a7-0c40-46ec-b849-711032c04e14 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:04:48.661859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:48.673669 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] Sync routers for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:48.685701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6776d-6d8c-4508-8c99-2ca72c62f1cf None None] Deleting port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:48.686299 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2f6776d-6d8c-4508-8c99-2ca72c62f1cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.692929 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:48.694502 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:48.706285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bba62e72-f67f-4591-8b4b-b90e522eba67 admin admin] Publish callbacks [] for security_group (df098e46-83a3-45d9-af50-af5567edd21c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.783411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bba62e72-f67f-4591-8b4b-b90e522eba67 admin admin] Publish callbacks [] for security_group (df098e46-83a3-45d9-af50-af5567edd21c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.817134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] No DVR routers for this DVR port 3319579a-538a-4351-b2c9-16bee73bf9f1 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:48.824251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c2f6776d-6d8c-4508-8c99-2ca72c62f1cf None None] For port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ac833fb-07e2-4ff0-9366-42de5c77ef7e,segment=NetworkSegment(b9d6779f-30d5-4a3c-8589-bf31baaaa202),segment_id=b9d6779f-30d5-4a3c-8589-bf31baaaa202)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:48.824792 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2f6776d-6d8c-4508-8c99-2ca72c62f1cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.834318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.842767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98ba3640-fb0c-4874-a25e-e39ce1ce8d4a req-54951bfd-d2cf-4519-b8c6-c1496729ebe2 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.10 "DELETE /v2.0/ports/3319579a-538a-4351-b2c9-16bee73bf9f1 HTTP/1.1" status: 204 len: 173 time: 2.7815523 Feb 03 22:04:48.848696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1697748-7c62-44d5-8433-52d2c8273531', 'name': 'network-vif-deleted', 'tag': '3319579a-538a-4351-b2c9-16bee73bf9f1'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:04:48.853009 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd49e4ca-868d-4f52-b3b0-471ab9e2e7c8" -d '{"events": [{"server_uuid": "d1697748-7c62-44d5-8433-52d2c8273531", "name": "network-vif-deleted", "tag": "3319579a-538a-4351-b2c9-16bee73bf9f1"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:04:48.859694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6776d-6d8c-4508-8c99-2ca72c62f1cf None None] Calling delete_port for 7ac833fb-07e2-4ff0-9366-42de5c77ef7e owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:48.924392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bba62e72-f67f-4591-8b4b-b90e522eba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (df098e46-83a3-45d9-af50-af5567edd21c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.929642 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bba62e72-f67f-4591-8b4b-b90e522eba67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:48.937337 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bba62e72-f67f-4591-8b4b-b90e522eba67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df098e46-83a3-45d9-af50-af5567edd21c HTTP/1.1" status: 204 len: 168 time: 0.4500020 Feb 03 22:04:48.954854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba62e72-f67f-4591-8b4b-b90e522eba67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df098e46-83a3-45d9-af50-af5567edd21c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:48.961549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:48.962005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:49.049556 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320bed1a-7fe7-4711-9869-90a1d1a86940 x-openstack-request-id: req-320bed1a-7fe7-4711-9869-90a1d1a86940 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:04:49.050064 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1697748-7c62-44d5-8433-52d2c8273531", "name": "network-vif-deleted", "tag": "3319579a-538a-4351-b2c9-16bee73bf9f1", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:04:49.050186 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-320bed1a-7fe7-4711-9869-90a1d1a86940 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:04:49.050544 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1697748-7c62-44d5-8433-52d2c8273531', 'name': 'network-vif-deleted', 'tag': '3319579a-538a-4351-b2c9-16bee73bf9f1', 'status': 'completed', 'code': 200} Feb 03 22:04:49.184463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2f6776d-6d8c-4508-8c99-2ca72c62f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:49.221667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7ac833fb-07e2-4ff0-9366-42de5c77ef7e,segment=NetworkSegment(b9d6779f-30d5-4a3c-8589-bf31baaaa202),segment_id=b9d6779f-30d5-4a3c-8589-bf31baaaa202)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:04:49.222040 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:49.223458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6776d-6d8c-4508-8c99-2ca72c62f1cf None None] No DVR routers for this DVR port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:49.229409 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:04:49.267361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 7ac833fb-07e2-4ff0-9366-42de5c77ef7e owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:49.417826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6776d-6d8c-4508-8c99-2ca72c62f1cf None None] Pushing event deleted for resources: {'Port': ['ID=7ac833fb-07e2-4ff0-9366-42de5c77ef7e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:49.581920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7ac833fb-07e2-4ff0-9366-42de5c77ef7e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:49.620020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-746b83cf-5c6b-4a79-9cea-4bf6c18a9485 req-78564ec4-d6e8-4915-b59d-9e84233a9332 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1697748-7c62-44d5-8433-52d2c8273531 HTTP/1.1" status: 200 len: 210 time: 0.1289566 Feb 03 22:04:49.621740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No DVR routers for this DVR port 7ac833fb-07e2-4ff0-9366-42de5c77ef7e on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:04:49.722226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=7ac833fb-07e2-4ff0-9366-42de5c77ef7e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:49.732140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3319579a-538a-4351-b2c9-16bee73bf9f1 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:49.830076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 3319579a-538a-4351-b2c9-16bee73bf9f1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:04:49.830465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3319579a-538a-4351-b2c9-16bee73bf9f1 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:04:49.896416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f9c1e-54ca-440f-b134-f1116d756477 req-0bfecfc7-0d29-4cc2-9edf-167a95ad045e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:49.912074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-760f9c1e-54ca-440f-b134-f1116d756477 req-0bfecfc7-0d29-4cc2-9edf-167a95ad045e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.3348918 Feb 03 22:04:49.955197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54474) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:49.956942 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:49.958962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (750cc9a7-0c40-46ec-b849-711032c04e14), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:49.991865 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] Checking router: 60258327-edec-43eb-9780-cc31e6e67670 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:04:50.003675 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:50.004621 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:50.008568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750cc9a7-0c40-46ec-b849-711032c04e14']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:50.037537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-760f9c1e-54ca-440f-b134-f1116d756477 req-e03c272d-e91c-4aa2-b42b-26263d31efc6 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246052 Feb 03 22:04:50.041795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d6779f-30d5-4a3c-8589-bf31baaaa202') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:50.042217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d6779f-30d5-4a3c-8589-bf31baaaa202') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:50.051421 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f61aa228-2afa-4038-bddd-3df6abc16cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.057032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (b9d6779f-30d5-4a3c-8589-bf31baaaa202), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.085960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b9d6779f-30d5-4a3c-8589-bf31baaaa202), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.096943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:04:50.099298 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (b9d6779f-30d5-4a3c-8589-bf31baaaa202), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:04:50.103471 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:04:50.199538 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (750cc9a7-0c40-46ec-b849-711032c04e14), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.223165 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:04:50.232213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.235604 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/networks/750cc9a7-0c40-46ec-b849-711032c04e14 HTTP/1.1" status: 204 len: 168 time: 1.8837953 Feb 03 22:04:50.243659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54478) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:50.266142 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2105927972', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:50.305598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ed083-db42-4123-9eed-14142f79e68b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Network': ['ID=750cc9a7-0c40-46ec-b849-711032c04e14,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:50.396264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (48f5c38a-3019-45d4-97d1-1de298d49143), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.397911 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (48f5c38a-3019-45d4-97d1-1de298d49143), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.474523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f61aa228-2afa-4038-bddd-3df6abc16cfe admin admin] Publish callbacks [] for security_group (7edd2e9c-7244-4ec8-8eea-5ef45d59f143), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.504291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-1ce028b2-7cbc-468f-9bde-10d83a374340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:50.512133 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-1ce028b2-7cbc-468f-9bde-10d83a374340 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240&tenant_id=d5ebe9085070448390108cb35f42d2b0 HTTP/1.1" status: 200 len: 1125 time: 0.1444092 Feb 03 22:04:50.560669 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (48f5c38a-3019-45d4-97d1-1de298d49143), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.562757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f61aa228-2afa-4038-bddd-3df6abc16cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7edd2e9c-7244-4ec8-8eea-5ef45d59f143), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:50.643607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-2a48b9d6-650d-4acd-bd8d-31453e2d75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:50.645315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-2a48b9d6-650d-4acd-bd8d-31453e2d75f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 1125 time: 0.1089232 Feb 03 22:04:50.648974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ac833fb-07e2-4ff0-9366-42de5c77ef7e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:04:50.718926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7ac833fb-07e2-4ff0-9366-42de5c77ef7e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:04:50.719714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7ac833fb-07e2-4ff0-9366-42de5c77ef7e not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:04:50.812204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:50.817161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f61aa228-2afa-4038-bddd-3df6abc16cfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c125ada4e3e407387b90813366efd06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8564718 Feb 03 22:04:50.824577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:50.857812 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:50.912135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-2cdecd90-858b-4177-9805-0fc91b51604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:50.917434 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-2cdecd90-858b-4177-9805-0fc91b51604b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 915 time: 0.2656465 Feb 03 22:04:50.937945 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b4d76-87a0-4d2f-b8c4-0cb1fb11bbcb None None] The sync data for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 is: [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T21:56:30Z', 'revision_number': 4, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '526c7f83-db83-45f7-a530-e997d719b1ea', 'name': '', 'network_id': '5a1c491b-4944-4165-b76f-994e988028ec', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'mac_address': 'fa:16:3e:7c:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:28Z', 'updated_at': '2022-02-03T21:56:35Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'subnets': [{'id': '9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:50.965788 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-81927ab2-71df-4dc9-9a0f-d65473570d94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 HTTP/1.1" status: 200 len: 217 time: 0.0384166 Feb 03 22:04:51.003559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7b62-1b79-4a23-9ec2-e03cf2856970 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (a229358e-6ec4-44e6-899c-e0ff028aa256), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.022963 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_gateway (48f5c38a-3019-45d4-97d1-1de298d49143), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.033657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61aa228-2afa-4038-bddd-3df6abc16cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd2e9c-7244-4ec8-8eea-5ef45d59f143,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:51.062605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7b62-1b79-4a23-9ec2-e03cf2856970 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (a229358e-6ec4-44e6-899c-e0ff028aa256), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.073639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-ad993ea4-2c42-4d58-b745-cb016e53ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:51.075441 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-ad993ea4-2c42-4d58-b745-cb016e53ebd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2a02ccb-aed1-4217-aee2-39134d7a4d61 HTTP/1.1" status: 200 len: 854 time: 0.1031823 Feb 03 22:04:51.145852 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-d1a5c7b9-362e-4f0b-a1bd-4236c2ac7d1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615528 Feb 03 22:04:51.152342 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89ea8feb-3ec8-4349-88cd-2ac3c70bf098 admin admin] Publish callbacks [] for security_group (7edd2e9c-7244-4ec8-8eea-5ef45d59f143), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.213985 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89ea8feb-3ec8-4349-88cd-2ac3c70bf098 admin admin] Publish callbacks [] for security_group (7edd2e9c-7244-4ec8-8eea-5ef45d59f143), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.343703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a84f94-ddba-473f-8d39-1c41910cd7e0 req-80e8783e-5bcc-427e-b6a9-a358db329ed5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:51.345284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34a84f94-ddba-473f-8d39-1c41910cd7e0 req-80e8783e-5bcc-427e-b6a9-a358db329ed5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.1343486 Feb 03 22:04:51.354325 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89ea8feb-3ec8-4349-88cd-2ac3c70bf098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7edd2e9c-7244-4ec8-8eea-5ef45d59f143), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.357127 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89ea8feb-3ec8-4349-88cd-2ac3c70bf098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.358262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-89ea8feb-3ec8-4349-88cd-2ac3c70bf098 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7edd2e9c-7244-4ec8-8eea-5ef45d59f143 HTTP/1.1" status: 204 len: 168 time: 0.5322311 Feb 03 22:04:51.363974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7b62-1b79-4a23-9ec2-e03cf2856970 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a229358e-6ec4-44e6-899c-e0ff028aa256), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.370477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7b62-1b79-4a23-9ec2-e03cf2856970 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.373369 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c7ae7b62-1b79-4a23-9ec2-e03cf2856970 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "DELETE /v2.0/security-groups/a229358e-6ec4-44e6-899c-e0ff028aa256 HTTP/1.1" status: 204 len: 168 time: 0.5579453 Feb 03 22:04:51.380482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:51.399373 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-13230985-a8e6-44e9-a57b-dad99c7d1671 service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459857 Feb 03 22:04:51.453891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea8feb-3ec8-4349-88cd-2ac3c70bf098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd2e9c-7244-4ec8-8eea-5ef45d59f143,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:51.493312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ec3f3-b21a-43a9-a4c6-73c804c86c45 None None] New status for floating IP 0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:04:51.586778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae7b62-1b79-4a23-9ec2-e03cf2856970 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a229358e-6ec4-44e6-899c-e0ff028aa256,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:51.591226 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-6a0cabbe-fc55-49dc-92e0-a9f11e88ed37 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] show failed (client error): The resource could not be found. Feb 03 22:04:51.592285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6a0cabbe-fc55-49dc-92e0-a9f11e88ed37 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "GET /v2.0/security-groups/a229358e-6ec4-44e6-899c-e0ff028aa256 HTTP/1.1" status: 404 len: 347 time: 0.2107635 Feb 03 22:04:51.614261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:51.641790 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_gateway (48f5c38a-3019-45d4-97d1-1de298d49143), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.704352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34a84f94-ddba-473f-8d39-1c41910cd7e0 req-d5d78591-080c-45d3-b1f9-59e7569049ef tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511086 Feb 03 22:04:51.706843 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:51.767227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-544e3782-e7e2-45fe-a66d-faa9f110e23b req-67bdc05d-f896-47cf-ae5c-f381c57c5087 service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528538 Feb 03 22:04:51.986169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Deleting port ce423c3d-0bd1-41cd-800b-0ba7789921c6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:51.986499 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ce423c3d-0bd1-41cd-800b-0ba7789921c6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:52.095392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 172.25.5.248 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/bd8ddbca-7bf3-47ed-80f2-772d983fd6e8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:04:52.165643 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ce423c3d-0bd1-41cd-800b-0ba7789921c6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:52.167109 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (ce423c3d-0bd1-41cd-800b-0ba7789921c6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:52.198444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Calling delete_port for ce423c3d-0bd1-41cd-800b-0ba7789921c6 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:52.352097 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (bd8ddbca-7bf3-47ed-80f2-772d983fd6e8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:52.400619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (bd8ddbca-7bf3-47ed-80f2-772d983fd6e8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:52.431445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:04:52.438423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:04:52.455083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:04:52.556346 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ce423c3d-0bd1-41cd-800b-0ba7789921c6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:52.563139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=bd8ddbca-7bf3-47ed-80f2-772d983fd6e8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:52.698078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Pushing event deleted for resources: {'Port': ['ID=ce423c3d-0bd1-41cd-800b-0ba7789921c6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:52.829550 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks [] for floatingip (0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:52.839723 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:52.853759 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1b7c54ac-31f9-456a-a8de-2eb0a006f796 tempest-AttachVolumeTestJSON-1147203651 tempest-AttachVolumeTestJSON-1147203651-project] 10.222.0.50 "DELETE /v2.0/floatingips/0807dd28-57ef-4b4f-ad4a-b6a9ce0e7721 HTTP/1.1" status: 204 len: 168 time: 1.2304342 Feb 03 22:04:52.964135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_gateway (48f5c38a-3019-45d4-97d1-1de298d49143), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:53.568354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b43e439c-9534-4fc8-be07-56dd0573734f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:53.828597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536090f4-098a-476a-a6a8-8fca4755c4c9 req-2b94b9d0-bc99-40f2-8d20-9ae9de74354d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:53.838308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-536090f4-098a-476a-a6a8-8fca4755c4c9 req-2b94b9d0-bc99-40f2-8d20-9ae9de74354d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.8674054 Feb 03 22:04:53.926012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-536090f4-098a-476a-a6a8-8fca4755c4c9 req-68fda518-e6a5-42e3-909c-f335c9502d4e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859470 Feb 03 22:04:54.182679 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (48f5c38a-3019-45d4-97d1-1de298d49143), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:54.463469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:54.533437 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:54.556886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 48f5c38a-3019-45d4-97d1-1de298d49143 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:04:54.870269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:54.890211 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427fe45-9d99-478b-86b2-dc726f4cdf3d None None] Sync routers for ids ['48f5c38a-3019-45d4-97d1-1de298d49143'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:54.911673 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427fe45-9d99-478b-86b2-dc726f4cdf3d None None] Routers {'48f5c38a-3019-45d4-97d1-1de298d49143'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:54.914308 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6427fe45-9d99-478b-86b2-dc726f4cdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['48f5c38a-3019-45d4-97d1-1de298d49143'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:54.921062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:54.930411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:54.933313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7c8d3e10-3a71-4246-848e-c98db06a2fc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6885438 Feb 03 22:04:55.114574 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6427fe45-9d99-478b-86b2-dc726f4cdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:55.165729 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427fe45-9d99-478b-86b2-dc726f4cdf3d None None] Routers {'48f5c38a-3019-45d4-97d1-1de298d49143'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:55.166742 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6427fe45-9d99-478b-86b2-dc726f4cdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['48f5c38a-3019-45d4-97d1-1de298d49143'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:55.290985 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6427fe45-9d99-478b-86b2-dc726f4cdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:55.295131 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427fe45-9d99-478b-86b2-dc726f4cdf3d None None] The sync data for ids ['48f5c38a-3019-45d4-97d1-1de298d49143'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:55.355979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff1dbc-0bb3-44af-8439-19203d1667b1 req-d9b5ac11-568e-4056-98d0-dc283eb43ffc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:55.377936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fff1dbc-0bb3-44af-8439-19203d1667b1 req-d9b5ac11-568e-4056-98d0-dc283eb43ffc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.2702060 Feb 03 22:04:55.508783 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aef00304-80a8-4e89-afea-75d6374c8c1d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/routers/48f5c38a-3019-45d4-97d1-1de298d49143 HTTP/1.1" status: 200 len: 885 time: 0.5765874 Feb 03 22:04:55.518100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54646) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:55.693246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fff1dbc-0bb3-44af-8439-19203d1667b1 req-b0c5c83e-69bf-4a27-9363-8e595e2c9a3f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072307 Feb 03 22:04:56.161996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2cac46fd-75f5-4330-9919-75db44e19837 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6423903 Feb 03 22:04:56.165328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:56.170638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d6ee93e5-c741-4840-bce4-166104500180 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2105927972'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:56.436382 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:04:56.441872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:56.455902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'network': {'name': 'tempest-network-smoke--1810570531', 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:56.574952 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5591e484-f6a6-488c-b5a6-1d964e4aa94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:56.599057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Made reservation on behalf of d7ba3f1096fa4e95845c440907f5a4b6 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:04:56.614421 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:56.687481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:56.973936 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:57.189845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c9ef-2ed8-42ef-a2d3-38f307eddd71 req-d323bd02-d20e-4ba1-92f3-9af747ca0e09 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:57.201654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0890c9ef-2ed8-42ef-a2d3-38f307eddd71 req-d323bd02-d20e-4ba1-92f3-9af747ca0e09 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.2910786 Feb 03 22:04:57.298343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (ceab6474-e735-48a8-b684-ac424f9c7f1d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:57.333775 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ceab6474-e735-48a8-b684-ac424f9c7f1d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:57.419735 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6ee93e5-c741-4840-bce4-166104500180 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (48f5c38a-3019-45d4-97d1-1de298d49143), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:57.469757 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6ee93e5-c741-4840-bce4-166104500180 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (48f5c38a-3019-45d4-97d1-1de298d49143), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:57.498554 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:04:57.515302 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0890c9ef-2ed8-42ef-a2d3-38f307eddd71 req-731313d8-608f-473c-87fc-eb96f9ef6128 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023953 Feb 03 22:04:57.561932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab6474-e735-48a8-b684-ac424f9c7f1d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:57.567349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:57.567902 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Added segment e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3 of type vlan for network 2e472835-5384-4070-b3da-0aa3e704c0f5 Feb 03 22:04:57.591556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.592168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.592680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.593263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.593810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.594305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.595250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.595526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.595985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.596641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.597205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.597816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.598337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:04:57.800186 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2e472835-5384-4070-b3da-0aa3e704c0f5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:57.837352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ee93e5-c741-4840-bce4-166104500180 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 48f5c38a-3019-45d4-97d1-1de298d49143 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:04:58.001700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2e472835-5384-4070-b3da-0aa3e704c0f5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:58.026745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:58.038088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:58.193387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ee93e5-c741-4840-bce4-166104500180 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:04:58.211752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1138e6-b1f0-4f40-88fe-a3e55855c685 None None] Sync routers for ids ['48f5c38a-3019-45d4-97d1-1de298d49143'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:04:58.217942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6ee93e5-c741-4840-bce4-166104500180 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:58.220000 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d6ee93e5-c741-4840-bce4-166104500180 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/48f5c38a-3019-45d4-97d1-1de298d49143 HTTP/1.1" status: 200 len: 892 time: 2.0528483 Feb 03 22:04:58.225380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:58.235352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1138e6-b1f0-4f40-88fe-a3e55855c685 None None] Routers {'48f5c38a-3019-45d4-97d1-1de298d49143'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:58.242820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5e1138e6-b1f0-4f40-88fe-a3e55855c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['48f5c38a-3019-45d4-97d1-1de298d49143'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:58.265260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Network': ['ID=2e472835-5384-4070-b3da-0aa3e704c0f5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:04:58.286584 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4ed6454a-40fb-4595-a0ea-b0fdb4872aa3 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8381617 Feb 03 22:04:58.289042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:58.295026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'admin_state_up': True, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:04:58.341935 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (95841603-7cfe-434f-b95f-beacfe28c588), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:58.343723 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (95841603-7cfe-434f-b95f-beacfe28c588), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:58.407566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2e472835-5384-4070-b3da-0aa3e704c0f5 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:04:58.492571 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_controller (95841603-7cfe-434f-b95f-beacfe28c588), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:58.598377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5e1138e6-b1f0-4f40-88fe-a3e55855c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:58.603752 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b54b6b24-7c60-49dc-8610-e8ce73b16bd6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/routers/48f5c38a-3019-45d4-97d1-1de298d49143 HTTP/1.1" status: 200 len: 892 time: 0.3744690 Feb 03 22:04:58.619681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:58.651220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:58.663191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1138e6-b1f0-4f40-88fe-a3e55855c685 None None] Routers {'48f5c38a-3019-45d4-97d1-1de298d49143'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:04:58.674194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5e1138e6-b1f0-4f40-88fe-a3e55855c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['48f5c38a-3019-45d4-97d1-1de298d49143'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:58.747899 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-62dc6f2c-55d0-48d9-bb21-006b185b17c4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f5c38a-3019-45d4-97d1-1de298d49143 HTTP/1.1" status: 200 len: 205 time: 0.1263309 Feb 03 22:04:58.750951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:04:58.819465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5e1138e6-b1f0-4f40-88fe-a3e55855c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:04:58.820458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1138e6-b1f0-4f40-88fe-a3e55855c685 None None] The sync data for ids ['48f5c38a-3019-45d4-97d1-1de298d49143'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:04:58.907034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_gateway (95841603-7cfe-434f-b95f-beacfe28c588), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:59.122928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (48f5c38a-3019-45d4-97d1-1de298d49143), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:59.258311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c442d4-d9f2-454c-8e75-78b32537f90c req-92733428-a817-489c-ba92-f475756e80fa tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:04:59.277437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72c442d4-d9f2-454c-8e75-78b32537f90c req-92733428-a817-489c-ba92-f475756e80fa tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.5592146 Feb 03 22:04:59.396193 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_gateway (48f5c38a-3019-45d4-97d1-1de298d49143), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:59.472402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72c442d4-d9f2-454c-8e75-78b32537f90c req-e8f87f44-4b34-498b-94ec-12aacf05a21a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921809 Feb 03 22:04:59.519249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port bd8ddbca-7bf3-47ed-80f2-772d983fd6e8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:04:59.519736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bd8ddbca-7bf3-47ed-80f2-772d983fd6e8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:59.758749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bd8ddbca-7bf3-47ed-80f2-772d983fd6e8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:59.799303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for bd8ddbca-7bf3-47ed-80f2-772d983fd6e8 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:04:59.811919 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_gateway (95841603-7cfe-434f-b95f-beacfe28c588), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:59.836134 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:04:59.857086 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:00.043851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Allocated IP 172.25.5.136 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/7de3aba6-e23b-4f82-b607-d5fa34a42be2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:00.198047 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (bd8ddbca-7bf3-47ed-80f2-772d983fd6e8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:00.298405 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:00.349317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:00.460857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=7de3aba6-e23b-4f82-b607-d5fa34a42be2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:00.486181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:00.492672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:00.511013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:01.029044 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_gateway (95841603-7cfe-434f-b95f-beacfe28c588), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.052673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=bd8ddbca-7bf3-47ed-80f2-772d983fd6e8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:01.108125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.108452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.108764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.112553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.112937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.113291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.113637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.113971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.114298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.114628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.114956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.115280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.122261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:01.198620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (48f5c38a-3019-45d4-97d1-1de298d49143), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.300609 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (95841603-7cfe-434f-b95f-beacfe28c588), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.357006 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (48f5c38a-3019-45d4-97d1-1de298d49143), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.387428 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (48f5c38a-3019-45d4-97d1-1de298d49143), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.483217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff17e6e-fe91-4219-8a92-3349723a2bf4 req-84ec01b5-5336-4b7a-983e-556d292285ae tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:01.485647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bff17e6e-fe91-4219-8a92-3349723a2bf4 req-84ec01b5-5336-4b7a-983e-556d292285ae tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.6728635 Feb 03 22:05:01.486857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Router 95841603-7cfe-434f-b95f-beacfe28c588 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:05:01.525433 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (48f5c38a-3019-45d4-97d1-1de298d49143), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.526057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Fanout notify agent at l3_agent the message router_deleted on router 48f5c38a-3019-45d4-97d1-1de298d49143 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:05:01.547982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.552430 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b62731f3-55b4-452c-a9b2-aeab614fbcc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/48f5c38a-3019-45d4-97d1-1de298d49143 HTTP/1.1" status: 204 len: 168 time: 2.7969496 Feb 03 22:05:01.557605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:01.575380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-361992788'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:01.641767 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:01.655541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.662927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:05:01.673337 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Sync routers for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:05:01.690568 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:01.692257 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:01.706842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bff17e6e-fe91-4219-8a92-3349723a2bf4 req-32a9e7e8-ce6a-4723-ae0b-70a62f156ebd tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135386 Feb 03 22:05:01.727808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.731290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-39e18cf2-edfa-4b68-a228-9535cf3e5bed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4401057 Feb 03 22:05:01.735348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:01.779115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:05:01.797979 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (07410ff6-7d98-4dc0-87a2-40d737f58f80), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:01.799350 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added segment 07410ff6-7d98-4dc0-87a2-40d737f58f80 of type vlan for network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 Feb 03 22:05:02.016450 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4b6fa688-24d8-4b9a-81db-ecfeed3eb387), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:02.112542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4b6fa688-24d8-4b9a-81db-ecfeed3eb387), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:02.118533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:02.132647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:02.175477 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:02.237286 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6784880 Feb 03 22:05:02.276806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:02.297294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'subnet': {'network_id': '4b6fa688-24d8-4b9a-81db-ecfeed3eb387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:02.345061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f57f0de1-7809-47c8-8a86-1f126f5543ad tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=d7ba3f1096fa4e95845c440907f5a4b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6071932 Feb 03 22:05:02.352704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:02.456598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0d8a0-61a9-45dd-b8e2-bfa4d903a9b8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Network': ['ID=4b6fa688-24d8-4b9a-81db-ecfeed3eb387,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:02.518074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:05:02.601508 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:00Z', 'revision_number': 3, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:02.696685 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Checking router: 95841603-7cfe-434f-b95f-beacfe28c588 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:05:02.697785 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Updating router 95841603-7cfe-434f-b95f-beacfe28c588 port 7de3aba6-e23b-4f82-b607-d5fa34a42be2 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:05:02.796362 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:03.364062 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Publish callbacks [] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:03.378835 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:03.645953 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Attempting to bind port 7de3aba6-e23b-4f82-b607-d5fa34a42be2 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:03.648231 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Attempting to bind port 7de3aba6-e23b-4f82-b607-d5fa34a42be2 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:03.648703 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Attempting to bind port 7de3aba6-e23b-4f82-b607-d5fa34a42be2 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:03.669779 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Pushing event updated for resources: {'Port': ['ID=7de3aba6-e23b-4f82-b607-d5fa34a42be2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:03.702334 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:03.703108 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:03.718097 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:03.718669 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:03.719350 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Bound port: 7de3aba6-e23b-4f82-b607-d5fa34a42be2, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:03.719759 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:03.723706 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.724032 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.724375 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.725275 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.725611 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.725945 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.726307 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.726601 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.726927 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.727255 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.727579 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.727900 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.728229 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:03.863186 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] For port 7de3aba6-e23b-4f82-b607-d5fa34a42be2, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:03.878414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] For port 7de3aba6-e23b-4f82-b607-d5fa34a42be2, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7de3aba6-e23b-4f82-b607-d5fa34a42be2,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:03.890426 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:03.926595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e5fed-c01a-47b4-8325-296fc284f8df tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:03.935137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1a5e5fed-c01a-47b4-8325-296fc284f8df tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5787823 Feb 03 22:05:03.937251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:03.938478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:03.952931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:03.989299 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e560b266-11c1-441a-98f9-e0dda080b2f1 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478435 Feb 03 22:05:03.989299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:03.996242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-577665233', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:04.070539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915aa9e-81db-470a-9ec8-34c3de288de6 req-2b1fa34c-2374-4ae4-8058-1db6b3076451 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:04.072251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1915aa9e-81db-470a-9ec8-34c3de288de6 req-2b1fa34c-2374-4ae4-8058-1db6b3076451 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 1.1688669 Feb 03 22:05:04.180650 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:04.191274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Made reservation on behalf of d7ba3f1096fa4e95845c440907f5a4b6 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:04.193610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1915aa9e-81db-470a-9ec8-34c3de288de6 req-342bafa3-4300-44a0-b02f-1cbfe01450c6 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055813 Feb 03 22:05:04.194041 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:04.206628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:04.235143 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b5fa5-ac09-4e5d-a1e6-71c7ff2974e3 None None] Pushing event updated for resources: {'Port': ['ID=7de3aba6-e23b-4f82-b607-d5fa34a42be2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:04.341840 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (2781ddf5-2ab6-49be-bea6-153319a98aaf), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:04.456446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Subnet': ['ID=2781ddf5-2ab6-49be-bea6-153319a98aaf,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:04.492054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Checking segment: {'id': '07410ff6-7d98-4dc0-87a2-40d737f58f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b6fa688-24d8-4b9a-81db-ecfeed3eb387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:04.492517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network hostable DHCP agents. Network: 4b6fa688-24d8-4b9a-81db-ecfeed3eb387, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:05:04.539902 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:04.549938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:05:04.572270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4b6fa688-24d8-4b9a-81db-ecfeed3eb387) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:04.581205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:04.581986 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:04.586562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4350cb4e-b4b6-4632-a26e-6b3d7f2e5c62 None None] Network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:04.605998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8c335d96-e9e7-4ac7-a0ae-2eeba352a2ba tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3126528 Feb 03 22:05:04.609015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:04.649336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-50cfb107-82cd-46d9-a7c8-c3a9f0c514d3 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-587660812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:04.721830 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50cfb107-82cd-46d9-a7c8-c3a9f0c514d3 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (54859b00-0fa6-4186-b792-23d997eb3338), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:04.725522 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50cfb107-82cd-46d9-a7c8-c3a9f0c514d3 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (54859b00-0fa6-4186-b792-23d997eb3338), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:04.774705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (8bfb9e4b-0c92-4280-9321-d44d5112a27c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:04.841660 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50cfb107-82cd-46d9-a7c8-c3a9f0c514d3 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (54859b00-0fa6-4186-b792-23d997eb3338), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:04.847926 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50cfb107-82cd-46d9-a7c8-c3a9f0c514d3 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (54859b00-0fa6-4186-b792-23d997eb3338), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:04.877349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50cfb107-82cd-46d9-a7c8-c3a9f0c514d3 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:04.878602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-50cfb107-82cd-46d9-a7c8-c3a9f0c514d3 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2669992 Feb 03 22:05:04.881330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:04.948030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-4b6fa688-24d8-4b9a-81db-ecfeed3eb387', 'network_id': '4b6fa688-24d8-4b9a-81db-ecfeed3eb387', 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'fixed_ips': [{'subnet_id': '2781ddf5-2ab6-49be-bea6-153319a98aaf'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:05:04.949257 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:05.075334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Subnet': ['ID=8bfb9e4b-0c92-4280-9321-d44d5112a27c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:05.124725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Checking segment: {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:05.125120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network hostable DHCP agents. Network: 2e472835-5384-4070-b3da-0aa3e704c0f5, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:05:05.225359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network 2e472835-5384-4070-b3da-0aa3e704c0f5 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:05:05.225583 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:00Z', 'revision_number': 3, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:05.284625 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad72fb0-c44c-4426-9f19-cfa6c19081ed None None] The sync data for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 is: [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:00Z', 'revision_number': 3, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:05:05.286055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2e472835-5384-4070-b3da-0aa3e704c0f5) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:05.301347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Allocated IP 2001:db8::2 (4b6fa688-24d8-4b9a-81db-ecfeed3eb387/2781ddf5-2ab6-49be-bea6-153319a98aaf/b3ef66ba-88b5-4ae0-be22-8086222111f3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:05.301714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:05.302332 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:05.410603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7fe80-7952-4484-8a85-1690ad84d121 None None] Network 2e472835-5384-4070-b3da-0aa3e704c0f5 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:05.414215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-94a1bafc-3f43-4358-b67a-5d3666d43af4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4237332 Feb 03 22:05:05.427412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:05.735195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d406dbc-f39d-48b6-86b3-c558f6b5074f req-4d956f1b-b8e0-4e55-ae1c-f5b849c848dd tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:05.744359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d406dbc-f39d-48b6-86b3-c558f6b5074f req-4d956f1b-b8e0-4e55-ae1c-f5b849c848dd tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.2658205 Feb 03 22:05:06.018679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d406dbc-f39d-48b6-86b3-c558f6b5074f req-cc3d2a18-fa18-4f8d-9531-f34ecc6b5f64 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692549 Feb 03 22:05:06.064988 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2e472835-5384-4070-b3da-0aa3e704c0f5', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:05:06.067191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:06.184384 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:06.389841 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Publish callbacks [] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:06.401472 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:06.546454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Pushing event updated for resources: {'Port': ['ID=b3ef66ba-88b5-4ae0-be22-8086222111f3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:06.651653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.652250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.652740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.653281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.653763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.654244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.654707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.655179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.655650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.656136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.656599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.677995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.678972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:06.716766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:06.730610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:06.732868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Allocated IP 172.20.0.2 (2e472835-5384-4070-b3da-0aa3e704c0f5/8bfb9e4b-0c92-4280-9321-d44d5112a27c/16239ae6-2465-4afd-bb4e-dcee55f58d63) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:06.734932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:06.916680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7de3aba6-e23b-4f82-b607-d5fa34a42be2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:07.280042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Attempting to bind port b3ef66ba-88b5-4ae0-be22-8086222111f3 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:07.298810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Attempting to bind port b3ef66ba-88b5-4ae0-be22-8086222111f3 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '07410ff6-7d98-4dc0-87a2-40d737f58f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b6fa688-24d8-4b9a-81db-ecfeed3eb387'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:07.299269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Attempting to bind port b3ef66ba-88b5-4ae0-be22-8086222111f3 on network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:07.359525 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:07.436714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:07.437740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Checking segment: {'id': '07410ff6-7d98-4dc0-87a2-40d737f58f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b6fa688-24d8-4b9a-81db-ecfeed3eb387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:07.438463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:07.439041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Bound using segment: {'id': '07410ff6-7d98-4dc0-87a2-40d737f58f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b6fa688-24d8-4b9a-81db-ecfeed3eb387'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:07.439689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Bound port: b3ef66ba-88b5-4ae0-be22-8086222111f3, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07410ff6-7d98-4dc0-87a2-40d737f58f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b6fa688-24d8-4b9a-81db-ecfeed3eb387'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:07.440248 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:07.489445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 2001:db8::1 (4b6fa688-24d8-4b9a-81db-ecfeed3eb387/2781ddf5-2ab6-49be-bea6-153319a98aaf/26a710ac-af93-4c27-af5d-42442fc8daee) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:07.572627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7de3aba6-e23b-4f82-b607-d5fa34a42be2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:07.574190 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:07.692489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] For port b3ef66ba-88b5-4ae0-be22-8086222111f3, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:07.696877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] For port b3ef66ba-88b5-4ae0-be22-8086222111f3, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b3ef66ba-88b5-4ae0-be22-8086222111f3,segment=NetworkSegment(07410ff6-7d98-4dc0-87a2-40d737f58f80),segment_id=07410ff6-7d98-4dc0-87a2-40d737f58f80)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:07.806570 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:07.845948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d6c0f-01de-450d-8cfa-248c06743b10 req-bc2c5c59-a776-4125-aafd-e96208741b01 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:07.862132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e2d6c0f-01de-450d-8cfa-248c06743b10 req-bc2c5c59-a776-4125-aafd-e96208741b01 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.5189672 Feb 03 22:05:07.959120 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21b3a6-9964-45e8-95f5-55922d6ac45b None None] Pushing event updated for resources: {'Port': ['ID=b3ef66ba-88b5-4ae0-be22-8086222111f3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:08.063508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7de3aba6-e23b-4f82-b607-d5fa34a42be2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:08.078568 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:08.147336 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (26a710ac-af93-4c27-af5d-42442fc8daee), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:08.210686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e2d6c0f-01de-450d-8cfa-248c06743b10 req-63101c66-32d9-4577-8e7f-dd54b9498653 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476422 Feb 03 22:05:08.382619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:08.412793 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Publish callbacks [] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:08.486580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 7de3aba6-e23b-4f82-b607-d5fa34a42be2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7de3aba6-e23b-4f82-b607-d5fa34a42be2,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:08.500441 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:08.611769 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:08.698084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Allocated IP 172.20.0.1 (2e472835-5384-4070-b3da-0aa3e704c0f5/8bfb9e4b-0c92-4280-9321-d44d5112a27c/e101bc68-a5a6-4305-815d-a7428f470215) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:08.758084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=7de3aba6-e23b-4f82-b607-d5fa34a42be2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:08.787781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:08.816822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:08.823926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:08.824446 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (54859b00-0fa6-4186-b792-23d997eb3338), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:08.839305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=26a710ac-af93-4c27-af5d-42442fc8daee,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:08.986630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Network 2e472835-5384-4070-b3da-0aa3e704c0f5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:08.997243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Pushing event updated for resources: {'Port': ['ID=16239ae6-2465-4afd-bb4e-dcee55f58d63,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:09.018200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b3ef66ba-88b5-4ae0-be22-8086222111f3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:09.129318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:09.142106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:09.226051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:09.311666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (e101bc68-a5a6-4305-815d-a7428f470215), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:09.443400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e101bc68-a5a6-4305-815d-a7428f470215), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:09.459110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Attempting to bind port 16239ae6-2465-4afd-bb4e-dcee55f58d63 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:09.459110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Attempting to bind port 16239ae6-2465-4afd-bb4e-dcee55f58d63 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:09.459773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Attempting to bind port 16239ae6-2465-4afd-bb4e-dcee55f58d63 on network 2e472835-5384-4070-b3da-0aa3e704c0f5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:09.488460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:09.494728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Checking segment: {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:09.501469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:09.502598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Bound using segment: {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:09.503409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Bound port: 16239ae6-2465-4afd-bb4e-dcee55f58d63, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:09.503999 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:09.577337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network 2e472835-5384-4070-b3da-0aa3e704c0f5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:09.591224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:09.597051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:09.798542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (95841603-7cfe-434f-b95f-beacfe28c588), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:09.806905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=e101bc68-a5a6-4305-815d-a7428f470215,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:09.807139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b3ef66ba-88b5-4ae0-be22-8086222111f3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:09.807139 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:09.988505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] For port 16239ae6-2465-4afd-bb4e-dcee55f58d63, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:10.096423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] For port 16239ae6-2465-4afd-bb4e-dcee55f58d63, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16239ae6-2465-4afd-bb4e-dcee55f58d63,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:10.217576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (26a710ac-af93-4c27-af5d-42442fc8daee), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:10.233603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:10.235126 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (54859b00-0fa6-4186-b792-23d997eb3338), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:10.279291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b3ef66ba-88b5-4ae0-be22-8086222111f3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:10.279678 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:10.293412 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:10.385871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:10.393799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e101bc68-a5a6-4305-815d-a7428f470215), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:10.396004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:10.419687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf4fe-b071-4465-b5d7-c9b7b1919aa6 req-5521e651-13f0-4f17-b9ea-cb47be707ddb tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:10.421802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8debf4fe-b071-4465-b5d7-c9b7b1919aa6 req-5521e651-13f0-4f17-b9ea-cb47be707ddb tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.9562747 Feb 03 22:05:10.655477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=26a710ac-af93-4c27-af5d-42442fc8daee,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:10.691362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port b3ef66ba-88b5-4ae0-be22-8086222111f3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b3ef66ba-88b5-4ae0-be22-8086222111f3,segment=NetworkSegment(07410ff6-7d98-4dc0-87a2-40d737f58f80),segment_id=07410ff6-7d98-4dc0-87a2-40d737f58f80)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:10.692450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f344a63-78f4-4d68-9b97-32ddd17b2e90 None None] Pushing event updated for resources: {'Port': ['ID=16239ae6-2465-4afd-bb4e-dcee55f58d63,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:10.704093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:10.745094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445486b-95db-470c-beba-f7bf34be701d None None] Network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:11.158410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8debf4fe-b071-4465-b5d7-c9b7b1919aa6 req-35da193d-225d-4766-832f-112623671ad9 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282686 Feb 03 22:05:11.234427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 54859b00-0fa6-4186-b792-23d997eb3338 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:05:11.551528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (e101bc68-a5a6-4305-815d-a7428f470215), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:11.563438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e101bc68-a5a6-4305-815d-a7428f470215), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:11.608439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:05:11.656465 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-20f32cf2-6fd0-4b9e-b47b-97e5f003224b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/54859b00-0fa6-4186-b792-23d997eb3338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7740571 Feb 03 22:05:11.661763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54966) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:11.775265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=e101bc68-a5a6-4305-815d-a7428f470215,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:11.811740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b3ef66ba-88b5-4ae0-be22-8086222111f3,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:11.819142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52c387-726d-48c6-a790-d83df5d00ae9 None None] Sync routers for ids ['54859b00-0fa6-4186-b792-23d997eb3338'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:05:11.820797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d4b822-874c-4520-bd92-36c19f8f7916 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:11.830625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-07d4b822-874c-4520-bd92-36c19f8f7916 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports/26a710ac-af93-4c27-af5d-42442fc8daee HTTP/1.1" status: 200 len: 911 time: 0.1677642 Feb 03 22:05:11.834383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:11.842669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7de3aba6-e23b-4f82-b607-d5fa34a42be2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:11.851874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-29d24a56-2106-44fd-8a04-77a2936ebb8f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2781ddf5-2ab6-49be-bea6-153319a98aaf'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:11.944870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (95841603-7cfe-434f-b95f-beacfe28c588), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:12.260439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network 2e472835-5384-4070-b3da-0aa3e704c0f5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:12.262070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:12.323317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-864e221e-7eb1-4d22-b358-90b76b4f23bf None None] Provisioning complete for port b3ef66ba-88b5-4ae0-be22-8086222111f3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:12.323697 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-864e221e-7eb1-4d22-b358-90b76b4f23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:12.502545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52c387-726d-48c6-a790-d83df5d00ae9 None None] Routers {'54859b00-0fa6-4186-b792-23d997eb3338'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:12.504402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6d52c387-726d-48c6-a790-d83df5d00ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['54859b00-0fa6-4186-b792-23d997eb3338'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:12.522971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Router 95841603-7cfe-434f-b95f-beacfe28c588 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:05:12.773963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7de3aba6-e23b-4f82-b607-d5fa34a42be2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:12.775410 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:12.780561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6d52c387-726d-48c6-a790-d83df5d00ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:12.918225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:05:12.926317 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c7043b7f-b001-4aca-b0ec-937cad79dea7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "PUT /v2.0/routers/95841603-7cfe-434f-b95f-beacfe28c588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4972804 Feb 03 22:05:12.929660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:12.930930 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Sync routers for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:05:12.938470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8c139a79-f83c-4cd8-9fe0-982600b228a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--418434629', 'description': 'tempest-secgroup_access--418434629 description', 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:12.961535 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:12.968530 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:12.982090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c139a79-f83c-4cd8-9fe0-982600b228a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.097173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-864e221e-7eb1-4d22-b358-90b76b4f23bf None None] Current status of the port b3ef66ba-88b5-4ae0-be22-8086222111f3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:13.099339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289899ba-6dec-4c00-a487-a2b93a89591c None None] Network 2e472835-5384-4070-b3da-0aa3e704c0f5 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:13.175603 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c139a79-f83c-4cd8-9fe0-982600b228a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (49e2f8b9-acbd-4968-95fa-c9ce43f33196), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.180331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c139a79-f83c-4cd8-9fe0-982600b228a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (49e2f8b9-acbd-4968-95fa-c9ce43f33196), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.203746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52c387-726d-48c6-a790-d83df5d00ae9 None None] Routers {'54859b00-0fa6-4186-b792-23d997eb3338'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:13.206803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29d24a56-2106-44fd-8a04-77a2936ebb8f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.208332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6d52c387-726d-48c6-a790-d83df5d00ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['54859b00-0fa6-4186-b792-23d997eb3338'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:13.216035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c139a79-f83c-4cd8-9fe0-982600b228a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.220577 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8c139a79-f83c-4cd8-9fe0-982600b228a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2898271 Feb 03 22:05:13.229895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:13.251213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ef45edc2-dd51-4064-9722-4f08613c4d4b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1003932198', 'description': 'tempest-secgroup_general--1003932198 description', 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:13.309533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c139a79-f83c-4cd8-9fe0-982600b228a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e2f8b9-acbd-4968-95fa-c9ce43f33196,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:13.429761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6d52c387-726d-48c6-a790-d83df5d00ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:13.430468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52c387-726d-48c6-a790-d83df5d00ae9 None None] The sync data for ids ['54859b00-0fa6-4186-b792-23d997eb3338'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:05:13.446491 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:13.452691 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef45edc2-dd51-4064-9722-4f08613c4d4b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.480869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fbcdb885-eacf-4322-a5c4-cfab8bbd5135 None None] Provisioning complete for port 16239ae6-2465-4afd-bb4e-dcee55f58d63 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:13.481280 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb885-eacf-4322-a5c4-cfab8bbd5135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.638853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7de3aba6-e23b-4f82-b607-d5fa34a42be2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:13.673698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7556d-b813-4b4a-adea-f0cbb6d77126 req-08d73af5-5691-463d-bf22-a5522b3dbede tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:13.698386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5e7556d-b813-4b4a-adea-f0cbb6d77126 req-08d73af5-5691-463d-bf22-a5522b3dbede tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.4693167 Feb 03 22:05:13.854307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdb885-eacf-4322-a5c4-cfab8bbd5135 None None] Current status of the port 16239ae6-2465-4afd-bb4e-dcee55f58d63 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:13.854655 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb885-eacf-4322-a5c4-cfab8bbd5135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.905792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef45edc2-dd51-4064-9722-4f08613c4d4b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (0d54e1b2-662d-4bfc-92bc-160a4ffa84a9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.939601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef45edc2-dd51-4064-9722-4f08613c4d4b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0d54e1b2-662d-4bfc-92bc-160a4ffa84a9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:13.970706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fbcdb885-eacf-4322-a5c4-cfab8bbd5135 None None] For port 16239ae6-2465-4afd-bb4e-dcee55f58d63, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16239ae6-2465-4afd-bb4e-dcee55f58d63,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:13.979122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb885-eacf-4322-a5c4-cfab8bbd5135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:14.083039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45edc2-dd51-4064-9722-4f08613c4d4b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:14.257378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b3ef66ba-88b5-4ae0-be22-8086222111f3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:14.300045 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b0be9755-52d6-4b06-91d9-03cb8a1e8a67 None None] Provisioning complete for port b3ef66ba-88b5-4ae0-be22-8086222111f3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:14.300972 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef45edc2-dd51-4064-9722-4f08613c4d4b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:14.308892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0be9755-52d6-4b06-91d9-03cb8a1e8a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:14.312740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ef45edc2-dd51-4064-9722-4f08613c4d4b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0733442 Feb 03 22:05:14.315821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:14.322151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-047fb472-c9f0-44db-82c0-c50f913a9aa4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'security_group_rule': {'security_group_id': '49e2f8b9-acbd-4968-95fa-c9ce43f33196', 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:14.376559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047fb472-c9f0-44db-82c0-c50f913a9aa4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group_rule (e62d74a2-60f6-4b81-b3e7-044b802c9c15), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:14.437120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5e7556d-b813-4b4a-adea-f0cbb6d77126 req-6f75cadd-c018-4c2c-b1b9-123081addcfc tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7377863 Feb 03 22:05:14.493191 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:10Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e101bc68-a5a6-4305-815d-a7428f470215', 'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:02:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:07Z', 'updated_at': '2022-02-03T22:05:11Z', 'revision_number': 2, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:14.623076 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Checking router: 95841603-7cfe-434f-b95f-beacfe28c588 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:05:14.623579 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Updating router 95841603-7cfe-434f-b95f-beacfe28c588 port e101bc68-a5a6-4305-815d-a7428f470215 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:05:14.651585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047fb472-c9f0-44db-82c0-c50f913a9aa4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group_rule (e62d74a2-60f6-4b81-b3e7-044b802c9c15), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:14.659445 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047fb472-c9f0-44db-82c0-c50f913a9aa4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (e62d74a2-60f6-4b81-b3e7-044b802c9c15), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:14.718785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdb885-eacf-4322-a5c4-cfab8bbd5135 None None] Pushing event updated for resources: {'Port': ['ID=16239ae6-2465-4afd-bb4e-dcee55f58d63,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:14.721804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fb472-c9f0-44db-82c0-c50f913a9aa4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62d74a2-60f6-4b81-b3e7-044b802c9c15,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:14.745518 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e101bc68-a5a6-4305-815d-a7428f470215), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:14.775618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047fb472-c9f0-44db-82c0-c50f913a9aa4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:14.781909 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-047fb472-c9f0-44db-82c0-c50f913a9aa4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4642780 Feb 03 22:05:14.888416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b3ef66ba-88b5-4ae0-be22-8086222111f3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:14.888786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.053717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0be9755-52d6-4b06-91d9-03cb8a1e8a67 None None] Current status of the port b3ef66ba-88b5-4ae0-be22-8086222111f3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:15.157527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b0be9755-52d6-4b06-91d9-03cb8a1e8a67 None None] Provisioning complete for port 26a710ac-af93-4c27-af5d-42442fc8daee triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:15.157894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0be9755-52d6-4b06-91d9-03cb8a1e8a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.175732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29d24a56-2106-44fd-8a04-77a2936ebb8f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (26a710ac-af93-4c27-af5d-42442fc8daee), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.192410 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29d24a56-2106-44fd-8a04-77a2936ebb8f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.198494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d24a56-2106-44fd-8a04-77a2936ebb8f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:15.199143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29d24a56-2106-44fd-8a04-77a2936ebb8f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.200510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-29d24a56-2106-44fd-8a04-77a2936ebb8f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/ports/26a710ac-af93-4c27-af5d-42442fc8daee HTTP/1.1" status: 200 len: 911 time: 3.3651607 Feb 03 22:05:15.203499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:15.241970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0be9755-52d6-4b06-91d9-03cb8a1e8a67 None None] Port 26a710ac-af93-4c27-af5d-42442fc8daee cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:15.244813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b3ef66ba-88b5-4ae0-be22-8086222111f3 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:15.249219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16239ae6-2465-4afd-bb4e-dcee55f58d63 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:15.288219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d24a56-2106-44fd-8a04-77a2936ebb8f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=26a710ac-af93-4c27-af5d-42442fc8daee,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:15.351961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 16239ae6-2465-4afd-bb4e-dcee55f58d63 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:15.353090 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.413585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-0c00bebc-abff-46b7-8bbd-91fa0e3425fe tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--418434629&fields=id&tenant_id=d7ba3f1096fa4e95845c440907f5a4b6 HTTP/1.1" status: 200 len: 267 time: 0.2304692 Feb 03 22:05:15.455813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e5444ea0-a5c3-4ec5-a9e0-fdf0910007f5 None None] Provisioning complete for port e101bc68-a5a6-4305-815d-a7428f470215 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:15.457528 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5444ea0-a5c3-4ec5-a9e0-fdf0910007f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e101bc68-a5a6-4305-815d-a7428f470215), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.520120 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Publish callbacks [] for port (e101bc68-a5a6-4305-815d-a7428f470215), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.532779 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e101bc68-a5a6-4305-815d-a7428f470215), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.561011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6d173222-cfcc-45a4-83fd-b4b951b38629 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--1003932198&fields=id&tenant_id=d7ba3f1096fa4e95845c440907f5a4b6 HTTP/1.1" status: 200 len: 267 time: 0.1408634 Feb 03 22:05:15.631218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e5444ea0-a5c3-4ec5-a9e0-fdf0910007f5 None None] Port e101bc68-a5a6-4305-815d-a7428f470215 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:15.664821 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 16239ae6-2465-4afd-bb4e-dcee55f58d63 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:15.695797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e5444ea0-a5c3-4ec5-a9e0-fdf0910007f5 None None] Provisioning complete for port 16239ae6-2465-4afd-bb4e-dcee55f58d63 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:15.698507 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5444ea0-a5c3-4ec5-a9e0-fdf0910007f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.699148 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29c910-8b96-4a1e-8132-9248413b8483 None None] Pushing event updated for resources: {'Port': ['ID=e101bc68-a5a6-4305-815d-a7428f470215,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:15.878474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-62201d96-e3b4-43ab-a2a8-1cb95715afee tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:15.879600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-62201d96-e3b4-43ab-a2a8-1cb95715afee tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/networks?id=2e472835-5384-4070-b3da-0aa3e704c0f5 HTTP/1.1" status: 200 len: 797 time: 0.3120651 Feb 03 22:05:15.892147 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Attempting to bind port e101bc68-a5a6-4305-815d-a7428f470215 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:15.893222 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Attempting to bind port e101bc68-a5a6-4305-815d-a7428f470215 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:15.893772 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Attempting to bind port e101bc68-a5a6-4305-815d-a7428f470215 on network 2e472835-5384-4070-b3da-0aa3e704c0f5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:15.895346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16239ae6-2465-4afd-bb4e-dcee55f58d63 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:15.920021 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:15.921078 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Checking segment: {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:15.921890 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.929047 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Bound using segment: {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:15.930927 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Bound port: e101bc68-a5a6-4305-815d-a7428f470215, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:15.932612 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e101bc68-a5a6-4305-815d-a7428f470215), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:15.990672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-26784a34-b8e0-49d8-a066-30d27c767201 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/quotas/d7ba3f1096fa4e95845c440907f5a4b6 HTTP/1.1" status: 200 len: 375 time: 0.1047735 Feb 03 22:05:16.052571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e5444ea0-a5c3-4ec5-a9e0-fdf0910007f5 None None] Current status of the port 16239ae6-2465-4afd-bb4e-dcee55f58d63 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:16.127331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e5444ea0-a5c3-4ec5-a9e0-fdf0910007f5 None None] Provisioning complete for port 26a710ac-af93-4c27-af5d-42442fc8daee triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:16.127855 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5444ea0-a5c3-4ec5-a9e0-fdf0910007f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:16.132940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca982-4ab4-435a-bad3-cf6c131b3aeb req-963a5ccc-4db6-4258-a2c6-13b669509d43 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:16.137750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b2ca982-4ab4-435a-bad3-cf6c131b3aeb req-963a5ccc-4db6-4258-a2c6-13b669509d43 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.2572014 Feb 03 22:05:16.183791 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] For port e101bc68-a5a6-4305-815d-a7428f470215, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:16.183791 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] For port e101bc68-a5a6-4305-815d-a7428f470215, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e101bc68-a5a6-4305-815d-a7428f470215,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:16.197002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (54859b00-0fa6-4186-b792-23d997eb3338), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:16.197629 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e101bc68-a5a6-4305-815d-a7428f470215), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:16.223845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e5444ea0-a5c3-4ec5-a9e0-fdf0910007f5 None None] Port 26a710ac-af93-4c27-af5d-42442fc8daee cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:16.230012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 16239ae6-2465-4afd-bb4e-dcee55f58d63 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:16.230493 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:16.299443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-98d269d6-52b8-497d-bf35-3299d2a51d5a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3000808 Feb 03 22:05:16.328970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b2ca982-4ab4-435a-bad3-cf6c131b3aeb req-582128a7-9cdd-427f-bbc3-108f891bef99 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772499 Feb 03 22:05:16.371200 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29c910-8b96-4a1e-8132-9248413b8483 None None] Pushing event updated for resources: {'Port': ['ID=e101bc68-a5a6-4305-815d-a7428f470215,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:16.390352 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:16.391044 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:16.410988 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d6e98c86-d1ba-4073-8f45-a54c5c9bae06 None None] Provisioning complete for port e101bc68-a5a6-4305-815d-a7428f470215 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:16.414685 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6e98c86-d1ba-4073-8f45-a54c5c9bae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e101bc68-a5a6-4305-815d-a7428f470215), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:16.637666 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:16.643945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 16239ae6-2465-4afd-bb4e-dcee55f58d63 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:16.694206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-66a9f591-0fe2-4438-82a8-d30db0e9a7c0 service neutron] 10.222.0.50 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785224 Feb 03 22:05:16.808096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d6e98c86-d1ba-4073-8f45-a54c5c9bae06 None None] Current status of the port e101bc68-a5a6-4305-815d-a7428f470215 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:16.808594 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6e98c86-d1ba-4073-8f45-a54c5c9bae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e101bc68-a5a6-4305-815d-a7428f470215), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:16.897082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d6e98c86-d1ba-4073-8f45-a54c5c9bae06 None None] For port e101bc68-a5a6-4305-815d-a7428f470215, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e101bc68-a5a6-4305-815d-a7428f470215,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:16.902252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6e98c86-d1ba-4073-8f45-a54c5c9bae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e101bc68-a5a6-4305-815d-a7428f470215), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:16.924949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-44dfd1df-54d6-436f-bbfa-3bddfab0cbb9 service neutron] 10.222.0.50 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231133 Feb 03 22:05:16.961371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 26a710ac-af93-4c27-af5d-42442fc8daee {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:05:16.961735 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:17.078964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e98c86-d1ba-4073-8f45-a54c5c9bae06 None None] Pushing event updated for resources: {'Port': ['ID=e101bc68-a5a6-4305-815d-a7428f470215,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:17.114440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-88a0eb2c-7f60-4d8a-8d2b-354fe8fb1753 None None] Provisioning complete for port e101bc68-a5a6-4305-815d-a7428f470215 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:17.115225 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88a0eb2c-7f60-4d8a-8d2b-354fe8fb1753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e101bc68-a5a6-4305-815d-a7428f470215), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:17.131441 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:10Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e101bc68-a5a6-4305-815d-a7428f470215', 'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:02:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:07Z', 'updated_at': '2022-02-03T22:05:16Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:17.217400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:17.278956 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072d72f8-6421-43dc-9a08-3a6817cc4b6f None None] The sync data for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 is: [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:10Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e101bc68-a5a6-4305-815d-a7428f470215', 'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:02:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:07Z', 'updated_at': '2022-02-03T22:05:16Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:05:17.281107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 26a710ac-af93-4c27-af5d-42442fc8daee owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:05:17.373364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88a0eb2c-7f60-4d8a-8d2b-354fe8fb1753 None None] Current status of the port e101bc68-a5a6-4305-815d-a7428f470215 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:17.496561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5f5fb87-9b1c-463c-89a3-f8706078b691 req-627b1ae5-da7b-4d9f-bf87-e461c4aa14b4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 210 time: 0.0613966 Feb 03 22:05:17.820387 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (26a710ac-af93-4c27-af5d-42442fc8daee), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:17.930539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=26a710ac-af93-4c27-af5d-42442fc8daee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:18.023329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e101bc68-a5a6-4305-815d-a7428f470215 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:18.130404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:05:18.256077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e101bc68-a5a6-4305-815d-a7428f470215 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:18.261506 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e101bc68-a5a6-4305-815d-a7428f470215), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:18.269749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (54859b00-0fa6-4186-b792-23d997eb3338), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:18.348229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 22:05:18.482403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023aa44-5c50-4d44-abbc-fc72b38ad20d req-61708e5e-2509-4f78-9aaf-a761c85fb56d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:18.494835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d023aa44-5c50-4d44-abbc-fc72b38ad20d req-61708e5e-2509-4f78-9aaf-a761c85fb56d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 943 time: 0.1391828 Feb 03 22:05:18.624735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d023aa44-5c50-4d44-abbc-fc72b38ad20d req-87e65dac-eac8-4a26-bb9d-25cb0d770161 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287069 Feb 03 22:05:18.713280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-642a7a60-3b49-4e97-a5a2-299cb9f5fdd5 req-df70b1a5-624b-4936-b08f-071e4ab6988d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 210 time: 0.0612180 Feb 03 22:05:18.757221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e101bc68-a5a6-4305-815d-a7428f470215 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:18.801461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:18.864685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'network_id': 'a8e84895-867d-4cf8-9b55-ec5a0b5099ef', 'port_id': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'mac_address': 'fa:16:3e:4a:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a02ccb-aed1-4217-aee2-39134d7a4d61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:05:18.881008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 54859b00-0fa6-4186-b792-23d997eb3338 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:05:18.988763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:18.989342 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:19.035678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:05:19.081497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:19.087051 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:19.106097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:05:19.127747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55110) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:19.128060 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-38b46031-d1a0-4e9d-9312-47b08ab81fa9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/54859b00-0fa6-4186-b792-23d997eb3338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9233613 Feb 03 22:05:19.200944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:19.206234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c7fb3-c1ac-4c64-a478-ab4bd5f1c680 None None] Sync routers for ids ['54859b00-0fa6-4186-b792-23d997eb3338'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:05:19.217124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ce3540ee-4dbe-47e7-83ce-1fb9cc0943e8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=54859b00-0fa6-4186-b792-23d997eb3338 HTTP/1.1" status: 200 len: 205 time: 0.0873713 Feb 03 22:05:19.219346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:19.231750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c7fb3-c1ac-4c64-a478-ab4bd5f1c680 None None] Routers {'54859b00-0fa6-4186-b792-23d997eb3338'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:19.238501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4a9c7fb3-c1ac-4c64-a478-ab4bd5f1c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['54859b00-0fa6-4186-b792-23d997eb3338'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:19.300353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4a9c7fb3-c1ac-4c64-a478-ab4bd5f1c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:19.331773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c7fb3-c1ac-4c64-a478-ab4bd5f1c680 None None] Routers {'54859b00-0fa6-4186-b792-23d997eb3338'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:19.332878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4a9c7fb3-c1ac-4c64-a478-ab4bd5f1c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:04:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['54859b00-0fa6-4186-b792-23d997eb3338'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:19.472327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4a9c7fb3-c1ac-4c64-a478-ab4bd5f1c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:19.480473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c7fb3-c1ac-4c64-a478-ab4bd5f1c680 None None] The sync data for ids ['54859b00-0fa6-4186-b792-23d997eb3338'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:05:19.496034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:05:19.688282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0036eeaa-4644-433a-80fd-6fd3fd9086b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (54859b00-0fa6-4186-b792-23d997eb3338), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:20.131125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e84b3b10-8c1a-4edf-b726-fca05105672c req-d2246e46-c13b-4ebf-9c73-9e4157ed700b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 210 time: 0.2567728 Feb 03 22:05:20.203033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-eb3b4357-1199-44c2-8b41-3458939c7436 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:20.210658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-eb3b4357-1199-44c2-8b41-3458939c7436 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.10 "GET /v2.0/networks?id=2e472835-5384-4070-b3da-0aa3e704c0f5 HTTP/1.1" status: 200 len: 797 time: 0.7165432 Feb 03 22:05:20.301845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d57bc-2e41-4e20-a5ee-69a565401867 req-a201b342-806c-4229-912b-bdf78bd8c796 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:20.310014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-327d57bc-2e41-4e20-a5ee-69a565401867 req-a201b342-806c-4229-912b-bdf78bd8c796 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 944 time: 0.4350436 Feb 03 22:05:20.340769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0036eeaa-4644-433a-80fd-6fd3fd9086b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (54859b00-0fa6-4186-b792-23d997eb3338), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:20.343068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0036eeaa-4644-433a-80fd-6fd3fd9086b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (54859b00-0fa6-4186-b792-23d997eb3338), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:20.455374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-327d57bc-2e41-4e20-a5ee-69a565401867 req-fd7e806e-8fb4-4e75-9eec-4a904e5a4dd5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444016 Feb 03 22:05:20.556802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-f2a553a1-cdaf-4066-890b-ea1f004d13c5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7ba3f1096fa4e95845c440907f5a4b6 HTTP/1.1" status: 200 len: 477 time: 0.3374701 Feb 03 22:05:20.566110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'port': {'device_id': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'admin_state_up': True, 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'security_groups': ['49e2f8b9-acbd-4968-95fa-c9ce43f33196', '0d54e1b2-662d-4bfc-92bc-160a4ffa84a9']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:20.846410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Made reservation on behalf of d7ba3f1096fa4e95845c440907f5a4b6 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:20.851015 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.004549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0036eeaa-4644-433a-80fd-6fd3fd9086b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (54859b00-0fa6-4186-b792-23d997eb3338), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.005218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0036eeaa-4644-433a-80fd-6fd3fd9086b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Fanout notify agent at l3_agent the message router_deleted on router 54859b00-0fa6-4186-b792-23d997eb3338 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:05:21.019001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0036eeaa-4644-433a-80fd-6fd3fd9086b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.025291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0036eeaa-4644-433a-80fd-6fd3fd9086b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/54859b00-0fa6-4186-b792-23d997eb3338 HTTP/1.1" status: 204 len: 168 time: 1.8017054 Feb 03 22:05:21.025931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:21.032715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Allocated IP 172.20.0.14 (2e472835-5384-4070-b3da-0aa3e704c0f5/8bfb9e4b-0c92-4280-9321-d44d5112a27c/3caa6a03-b9c6-4fe6-9c50-183a9dc05744) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:21.123393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2828b8-9a3b-4507-a460-768e0bd6e203 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting subnet 2781ddf5-2ab6-49be-bea6-153319a98aaf {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:05:21.128734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c2828b8-9a3b-4507-a460-768e0bd6e203 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (2781ddf5-2ab6-49be-bea6-153319a98aaf), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.210264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c2828b8-9a3b-4507-a460-768e0bd6e203 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (2781ddf5-2ab6-49be-bea6-153319a98aaf), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.357175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c2828b8-9a3b-4507-a460-768e0bd6e203 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (2781ddf5-2ab6-49be-bea6-153319a98aaf), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.425861 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.464887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c2828b8-9a3b-4507-a460-768e0bd6e203 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (2781ddf5-2ab6-49be-bea6-153319a98aaf), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.505906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2828b8-9a3b-4507-a460-768e0bd6e203 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Subnet': ['ID=2781ddf5-2ab6-49be-bea6-153319a98aaf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:21.508249 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c2828b8-9a3b-4507-a460-768e0bd6e203 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.512019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4c2828b8-9a3b-4507-a460-768e0bd6e203 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/2781ddf5-2ab6-49be-bea6-153319a98aaf HTTP/1.1" status: 204 len: 168 time: 0.4823487 Feb 03 22:05:21.516851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d218075-5523-428c-9191-de20f341cf18 None None] Network 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:21.519989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:21.771862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4b6fa688-24d8-4b9a-81db-ecfeed3eb387), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.779854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c909af9-a8ee-4d16-ac3e-fe796de3ca37 req-b42c0547-95e4-4aae-b3ab-25c879f37273 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 210 time: 0.2518601 Feb 03 22:05:21.788433 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:21.904025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:21.918721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d45bc-a27b-420b-86b1-7e243517da08 None None] DHCP port deletion for 4b6fa688-24d8-4b9a-81db-ecfeed3eb387 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:05:22.000953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network 2e472835-5384-4070-b3da-0aa3e704c0f5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:22.026598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c21d45bc-a27b-420b-86b1-7e243517da08 None None] Deleting port b3ef66ba-88b5-4ae0-be22-8086222111f3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:05:22.027273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c21d45bc-a27b-420b-86b1-7e243517da08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:22.063745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:22.088482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:22.413397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:22.414381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:22.432996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac34a80-0f14-4b64-bf46-f763c0118f04 req-c83df06e-06b9-4d18-b6d1-a4c0f93d3b97 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:22.440941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aac34a80-0f14-4b64-bf46-f763c0118f04 req-c83df06e-06b9-4d18-b6d1-a4c0f93d3b97 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 944 time: 0.6672819 Feb 03 22:05:22.483395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port b3ef66ba-88b5-4ae0-be22-8086222111f3 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:05:22.483798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:22.596092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-38a0c0ea-4a29-4e75-a956-66dac82fbf7c tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.0341673 Feb 03 22:05:22.612866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:22.668927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aac34a80-0f14-4b64-bf46-f763c0118f04 req-a97c2ca5-4727-4a28-9736-accc626da9fd tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082956 Feb 03 22:05:22.689114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Request body: {'port': {'device_id': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:22.774586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c21d45bc-a27b-420b-86b1-7e243517da08 None None] For port b3ef66ba-88b5-4ae0-be22-8086222111f3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b3ef66ba-88b5-4ae0-be22-8086222111f3,segment=NetworkSegment(07410ff6-7d98-4dc0-87a2-40d737f58f80),segment_id=07410ff6-7d98-4dc0-87a2-40d737f58f80)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:22.777909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c21d45bc-a27b-420b-86b1-7e243517da08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:22.788682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3f75f523-e378-45fb-b16e-be803ad3b335 None None] Provisioning complete for port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:22.789085 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f75f523-e378-45fb-b16e-be803ad3b335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:22.805077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c21d45bc-a27b-420b-86b1-7e243517da08 None None] Calling delete_port for b3ef66ba-88b5-4ae0-be22-8086222111f3 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:05:22.852363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port b3ef66ba-88b5-4ae0-be22-8086222111f3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b3ef66ba-88b5-4ae0-be22-8086222111f3,segment=NetworkSegment(07410ff6-7d98-4dc0-87a2-40d737f58f80),segment_id=07410ff6-7d98-4dc0-87a2-40d737f58f80)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:22.853073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:22.900431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for b3ef66ba-88b5-4ae0-be22-8086222111f3 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:05:22.972863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:23.013712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:23.014104 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:23.028316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3f75f523-e378-45fb-b16e-be803ad3b335 None None] Port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:23.310988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:23.321351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:23.321749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:23.323855 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c21d45bc-a27b-420b-86b1-7e243517da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (b3ef66ba-88b5-4ae0-be22-8086222111f3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:23.424583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d45bc-a27b-420b-86b1-7e243517da08 None None] Pushing event deleted for resources: {'Port': ['ID=b3ef66ba-88b5-4ae0-be22-8086222111f3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:23.441752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d45bc-a27b-420b-86b1-7e243517da08 None None] No DVR routers for this DVR port b3ef66ba-88b5-4ae0-be22-8086222111f3 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:05:23.479864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:05:23.484217 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4435f9-324c-4a7e-a0d7-8099b4328d03" -d '{"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:05:23.505982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=b3ef66ba-88b5-4ae0-be22-8086222111f3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:23.518172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:23.521972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No DVR routers for this DVR port b3ef66ba-88b5-4ae0-be22-8086222111f3 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:05:23.527730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:23.604629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:23.619839 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db73c0a-3be5-4849-849b-9d4755499e76 x-openstack-request-id: req-6db73c0a-3be5-4849-849b-9d4755499e76 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:05:23.620799 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:05:23.621248 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6db73c0a-3be5-4849-849b-9d4755499e76 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:05:23.622291 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'code': 200} Feb 03 22:05:23.645872 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b6acb1-342d-49ee-b280-a8a7becb1bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:23.733611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe9b32-2cfa-4312-8e5b-94ff3da95a8c req-4c0ca022-d492-43a5-91bc-878b6e0c66e0 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:23.735213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0dfe9b32-2cfa-4312-8e5b-94ff3da95a8c req-4c0ca022-d492-43a5-91bc-878b6e0c66e0 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 971 time: 0.7546027 Feb 03 22:05:23.958358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b3ef66ba-88b5-4ae0-be22-8086222111f3 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:05:23.978639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1ab45-30b8-4734-9dba-9cc6983333fd req-d1e8602c-1bf3-48c1-9269-735bc5c967c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:23.981001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1e1ab45-30b8-4734-9dba-9cc6983333fd req-d1e8602c-1bf3-48c1-9269-735bc5c967c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 1128 time: 0.0990474 Feb 03 22:05:24.044934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b3ef66ba-88b5-4ae0-be22-8086222111f3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:05:24.046799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b3ef66ba-88b5-4ae0-be22-8086222111f3 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:05:24.091974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c1e1ab45-30b8-4734-9dba-9cc6983333fd req-4092efdc-4718-4c5f-b436-a395a3fb4cbd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039097 Feb 03 22:05:24.451993 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:24.514940 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:24.534749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0dfe9b32-2cfa-4312-8e5b-94ff3da95a8c req-1c41a352-d5ce-46b6-82d0-9b4603668101 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7176452 Feb 03 22:05:24.801229 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4b6fa688-24d8-4b9a-81db-ecfeed3eb387), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:24.869769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6fa688-24d8-4b9a-81db-ecfeed3eb387']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:24.895805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07410ff6-7d98-4dc0-87a2-40d737f58f80') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:24.899630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07410ff6-7d98-4dc0-87a2-40d737f58f80') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:24.927594 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (07410ff6-7d98-4dc0-87a2-40d737f58f80), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.022972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1225f6c-2ee6-4d07-9180-e8e2625775f3 req-a95e4022-8e3f-44f0-858a-5e02fd15d47d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:25.024800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1225f6c-2ee6-4d07-9180-e8e2625775f3 req-a95e4022-8e3f-44f0-858a-5e02fd15d47d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 1.1924839 Feb 03 22:05:25.026032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (07410ff6-7d98-4dc0-87a2-40d737f58f80), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.058678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:05:25.059408 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (07410ff6-7d98-4dc0-87a2-40d737f58f80), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:05:25.065469 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:05:25.179916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1225f6c-2ee6-4d07-9180-e8e2625775f3 req-000a5526-cdc6-4a15-9e05-302f50bdf1b2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392474 Feb 03 22:05:25.230294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4b6fa688-24d8-4b9a-81db-ecfeed3eb387), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.236284 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.245110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:25.250090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c64106ab-1b78-480d-8784-09273788ac30 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-289408304', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:25.258665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/networks/4b6fa688-24d8-4b9a-81db-ecfeed3eb387 HTTP/1.1" status: 204 len: 168 time: 3.7316689 Feb 03 22:05:25.294074 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c64106ab-1b78-480d-8784-09273788ac30 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.296446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c64106ab-1b78-480d-8784-09273788ac30 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.427346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:05:25.446017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad731d4-3cde-4381-b42e-566a95977d73 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Network': ['ID=4b6fa688-24d8-4b9a-81db-ecfeed3eb387,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:25.453228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c64106ab-1b78-480d-8784-09273788ac30 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.459250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c64106ab-1b78-480d-8784-09273788ac30 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.480277 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-fc537f08-6699-4138-9fa2-2e3914a8da65 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:25.499270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-fc537f08-6699-4138-9fa2-2e3914a8da65 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.5693715 Feb 03 22:05:25.507963 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c64106ab-1b78-480d-8784-09273788ac30 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.508306 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Publish callbacks [] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.509661 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c64106ab-1b78-480d-8784-09273788ac30 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2629852 Feb 03 22:05:25.513506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55268) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:25.553659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-976541993'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:25.581281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:25.588507 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.611256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-b8ee1ace-aae5-4094-9dd7-5b5db49aaf06 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/quotas/eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 375 time: 0.1110504 Feb 03 22:05:25.612164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Transition to ACTIVE for port object 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:05:25.644733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:05:25.697703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.712068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (893fcfbf-1475-4543-a983-d966476c5789), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.715298 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added segment 893fcfbf-1475-4543-a983-d966476c5789 of type vlan for network d7a3741c-f902-404c-a9bd-a0a1cebc6381 Feb 03 22:05:25.791096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d7a3741c-f902-404c-a9bd-a0a1cebc6381), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.834831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d7a3741c-f902-404c-a9bd-a0a1cebc6381), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.858342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:25.859024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:25.890974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3742735 Feb 03 22:05:25.893797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55280) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:25.900285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'subnet': {'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:26.109685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Pushing event updated for resources: {'Port': ['ID=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:26.127987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf6cb-8162-4948-b7a7-4bed9d723c7b req-24080585-8e17-4b70-8242-3eac4123c258 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:26.129656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cefaf6cb-8162-4948-b7a7-4bed9d723c7b req-24080585-8e17-4b70-8242-3eac4123c258 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 983 time: 0.3959188 Feb 03 22:05:26.241511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-3a5659c7-3d05-4e2f-8870-c54c6d6cce7f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6202564 Feb 03 22:05:26.251569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cefaf6cb-8162-4948-b7a7-4bed9d723c7b req-822e9028-688a-4ed8-96fc-71d68a6e6e79 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1047180 Feb 03 22:05:26.320578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165c7e2-e87a-4e23-8ccb-c89a16846083 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Network': ['ID=d7a3741c-f902-404c-a9bd-a0a1cebc6381,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:26.335287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d7a3741c-f902-404c-a9bd-a0a1cebc6381 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:05:26.335846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Attempting to bind port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:26.336191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Attempting to bind port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:26.336517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Attempting to bind port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 on network 2e472835-5384-4070-b3da-0aa3e704c0f5 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:26.351045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 on network 2e472835-5384-4070-b3da-0aa3e704c0f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:05:26.351382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Attempting to bind port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 on network 2e472835-5384-4070-b3da-0aa3e704c0f5 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:26.362180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:26.362467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Checking segment: {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:26.362854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Bound using segment: {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:26.363282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Bound port: 3caa6a03-b9c6-4fe6-9c50-183a9dc05744, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:26.363642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:26.445852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:26.450214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:26.515156 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa403d12-a5a6-4469-b785-c0be737aa348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:26.546805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] For port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:26.554619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] For port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:26.696338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-0988d5ff-dbbc-4795-8155-9e65a98cc68b service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125047 Feb 03 22:05:26.700193 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:26.716411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (09459030-6a99-48cc-83e1-0bda48b240c2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:26.925224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Subnet': ['ID=09459030-6a99-48cc-83e1-0bda48b240c2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:26.951800 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:26.982252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Checking segment: {'id': '893fcfbf-1475-4543-a983-d966476c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:26.986588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network hostable DHCP agents. Network: d7a3741c-f902-404c-a9bd-a0a1cebc6381, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:05:27.007152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:27.008120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:27.009809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] 10.222.0.10 "PUT /v2.0/ports/3caa6a03-b9c6-4fe6-9c50-183a9dc05744 HTTP/1.1" status: 200 len: 1131 time: 4.3445232 Feb 03 22:05:27.011616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:05:27.027584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network d7a3741c-f902-404c-a9bd-a0a1cebc6381 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:05:27.031590 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a36fd78-fac0-48d2-880f-b366fdbba59d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:05:27.066514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d7a3741c-f902-404c-a9bd-a0a1cebc6381) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:27.079882 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac98c0df-005a-42d2-a2a1-7d27eea7db04 None None] Network d7a3741c-f902-404c-a9bd-a0a1cebc6381 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:27.099909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:27.101535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:27.135636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-30bfe4c9-db9a-4345-a9df-c081b60577df tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2406757 Feb 03 22:05:27.139105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:27.342561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-957cd1b9-d271-4182-b0fb-a4415224c120 service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094546 Feb 03 22:05:27.369445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-d7a3741c-f902-404c-a9bd-a0a1cebc6381', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:05:27.370356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:27.439021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079e197-eb2c-43ac-af4c-974d80108441 service neutron] Pushing event updated for resources: {'Port': ['ID=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:27.474069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfa80a-6692-47a0-9d02-c2cf69a24d7b req-cf7bedf1-a810-42e6-9519-f8bc7b2637ca tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:27.480400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7edfa80a-6692-47a0-9d02-c2cf69a24d7b req-cf7bedf1-a810-42e6-9519-f8bc7b2637ca tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.9176319 Feb 03 22:05:27.583018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-5e29eba7-991d-46e8-8d2d-bea04200a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:27.587126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-5e29eba7-991d-46e8-8d2d-bea04200a4af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 1165 time: 0.5254030 Feb 03 22:05:27.650823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7edfa80a-6692-47a0-9d02-c2cf69a24d7b req-54cc9caf-ea53-41a7-9f7c-6d79988b795a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583910 Feb 03 22:05:27.675758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Allocated IP 2001:db8::2 (d7a3741c-f902-404c-a9bd-a0a1cebc6381/09459030-6a99-48cc-83e1-0bda48b240c2/38df4680-a950-478b-9dc3-1b00ad43d1d4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:27.909622 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91567043-433a-44ff-acdd-97ec0af0acb4 x-openstack-request-id: req-91567043-433a-44ff-acdd-97ec0af0acb4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:05:27.910110 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:05:27.911425 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91567043-433a-44ff-acdd-97ec0af0acb4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:05:27.911979 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'status': 'completed', 'code': 200} Feb 03 22:05:27.920555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-637eb5b2-e966-4fe8-9978-ec2a096299dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744 HTTP/1.1" status: 200 len: 217 time: 0.2687135 Feb 03 22:05:27.932052 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Publish callbacks [] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:27.943945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:28.059214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:28.066860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Pushing event updated for resources: {'Port': ['ID=38df4680-a950-478b-9dc3-1b00ad43d1d4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:28.070138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-5a2f2812-db94-4dfa-b6b0-b4ffb481e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:28.072102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-5a2f2812-db94-4dfa-b6b0-b4ffb481e039 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bfb9e4b-0c92-4280-9321-d44d5112a27c HTTP/1.1" status: 200 len: 834 time: 0.1456010 Feb 03 22:05:28.087917 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Network d7a3741c-f902-404c-a9bd-a0a1cebc6381 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:28.091792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:28.106480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:28.286844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Attempting to bind port 38df4680-a950-478b-9dc3-1b00ad43d1d4 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:28.287220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Attempting to bind port 38df4680-a950-478b-9dc3-1b00ad43d1d4 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '893fcfbf-1475-4543-a983-d966476c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:28.291974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Attempting to bind port 38df4680-a950-478b-9dc3-1b00ad43d1d4 on network d7a3741c-f902-404c-a9bd-a0a1cebc6381 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:28.304340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:28.304340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Checking segment: {'id': '893fcfbf-1475-4543-a983-d966476c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:28.304748 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:28.305216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Bound using segment: {'id': '893fcfbf-1475-4543-a983-d966476c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:28.305693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Bound port: 38df4680-a950-478b-9dc3-1b00ad43d1d4, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893fcfbf-1475-4543-a983-d966476c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:28.306129 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:28.348670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5a76892-f250-49ef-9971-1eaadcf9198a req-a61f016b-9792-4665-ba96-87aff1670d76 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.2748437 Feb 03 22:05:28.451821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6ea4-005c-4b04-86b8-0f30d5c1272f req-10548166-5131-4224-83f2-768afcd1624f tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:28.454953 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5bb6ea4-005c-4b04-86b8-0f30d5c1272f req-10548166-5131-4224-83f2-768afcd1624f tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 983 time: 0.3801606 Feb 03 22:05:28.491627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] For port 38df4680-a950-478b-9dc3-1b00ad43d1d4, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:28.498074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] For port 38df4680-a950-478b-9dc3-1b00ad43d1d4, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38df4680-a950-478b-9dc3-1b00ad43d1d4,segment=NetworkSegment(893fcfbf-1475-4543-a983-d966476c5789),segment_id=893fcfbf-1475-4543-a983-d966476c5789)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:28.506059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-19ecde37-9ff9-4d0d-b571-6cbecc58774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:28.507696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-19ecde37-9ff9-4d0d-b571-6cbecc58774e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e472835-5384-4070-b3da-0aa3e704c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3770971 Feb 03 22:05:28.509211 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:28.688854 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:28.745143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227bbe3-3206-40c2-baf6-16bfeceb2722 None None] Pushing event updated for resources: {'Port': ['ID=38df4680-a950-478b-9dc3-1b00ad43d1d4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:28.777857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 2001:db8::1 (d7a3741c-f902-404c-a9bd-a0a1cebc6381/09459030-6a99-48cc-83e1-0bda48b240c2/55f9cb11-7b9a-4b6e-9a4e-3929f02966e7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:28.946835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5bb6ea4-005c-4b04-86b8-0f30d5c1272f req-167128ad-88cb-4d4c-b6e3-7539d038bab4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4672239 Feb 03 22:05:29.016119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-5893b230-6661-473d-9cac-7c599f9dd638 service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850419 Feb 03 22:05:29.090765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240011c7-14f1-429f-835a-f91b4f5b7777 req-307ede0b-7fc4-445b-8519-c15d9dd18d2b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:29.092371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-240011c7-14f1-429f-835a-f91b4f5b7777 req-307ede0b-7fc4-445b-8519-c15d9dd18d2b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.2779901 Feb 03 22:05:29.132449 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-667d8107-13ff-4768-9c1f-00e246e78044 req-380130ac-3ba2-46dd-bae4-026b7a302912 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5373778 Feb 03 22:05:29.176203 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:29.226783 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:29.305528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=55f9cb11-7b9a-4b6e-9a4e-3929f02966e7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:29.354363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network d7a3741c-f902-404c-a9bd-a0a1cebc6381 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:29.358168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:29.362174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:29.362920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:29.452570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d8107-13ff-4768-9c1f-00e246e78044 req-aad14b87-be1a-4f4d-8f26-4fb872c3cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:29.454335 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-667d8107-13ff-4768-9c1f-00e246e78044 req-aad14b87-be1a-4f4d-8f26-4fb872c3cc68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 1128 time: 0.1383853 Feb 03 22:05:29.651288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:29.715608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d8107-13ff-4768-9c1f-00e246e78044 req-49191f1a-ae64-44c6-b7c6-de5db35d6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:29.724872 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-667d8107-13ff-4768-9c1f-00e246e78044 req-49191f1a-ae64-44c6-b7c6-de5db35d6994 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.2292404 Feb 03 22:05:29.841860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-240011c7-14f1-429f-835a-f91b4f5b7777 req-c263a2f2-a353-405c-8914-17f9b448cd8b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540771 Feb 03 22:05:29.872271 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:29.904040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c27c822d-e1f7-4baf-83c2-fb47ff468e6f req-b11fe613-2afd-4d28-b0cf-96b10aaf3da2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.1424668 Feb 03 22:05:29.963825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7905252-ca62-43ca-926c-f71f4168c6a9 req-68863f02-c09d-4a5a-be72-56743cfa0145 service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9405587 Feb 03 22:05:30.037342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38df4680-a950-478b-9dc3-1b00ad43d1d4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:30.167695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 38df4680-a950-478b-9dc3-1b00ad43d1d4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:30.168232 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:30.299987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-667d8107-13ff-4768-9c1f-00e246e78044 req-d221af45-e2d6-4675-ab8d-5f84b77e291a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a HTTP/1.1" status: 200 len: 1001 time: 0.5463970 Feb 03 22:05:30.310896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-26af1212-8b8b-47fd-b55b-90baf60818b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:30.312812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-26af1212-8b8b-47fd-b55b-90baf60818b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 1165 time: 0.2733169 Feb 03 22:05:30.330812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4911d3f-1a1c-4413-b523-88e2446553e8 req-12977eff-66f6-407d-a518-429d75345376 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:30.347400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4911d3f-1a1c-4413-b523-88e2446553e8 req-12977eff-66f6-407d-a518-429d75345376 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.3873858 Feb 03 22:05:30.399890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 38df4680-a950-478b-9dc3-1b00ad43d1d4 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:30.399890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:30.540648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 38df4680-a950-478b-9dc3-1b00ad43d1d4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38df4680-a950-478b-9dc3-1b00ad43d1d4,segment=NetworkSegment(893fcfbf-1475-4543-a983-d966476c5789),segment_id=893fcfbf-1475-4543-a983-d966476c5789)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:30.546073 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:30.569067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4911d3f-1a1c-4413-b523-88e2446553e8 req-cf0cc380-fb41-441b-bc1b-4a797f47789b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206621 Feb 03 22:05:30.590448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdbfc4-51f9-4de8-ad43-a7a52a92b17d req-bc0b6938-b7a8-453a-ba74-f7a478d9c613 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:30.597604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46bdbfc4-51f9-4de8-ad43-a7a52a92b17d req-bc0b6938-b7a8-453a-ba74-f7a478d9c613 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 983 time: 0.4911027 Feb 03 22:05:30.660652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:30.665398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd3777-d379-4de1-b3b7-388b923ea984 None None] Network d7a3741c-f902-404c-a9bd-a0a1cebc6381 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:30.728594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:30.729356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:30.732225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d8107-13ff-4768-9c1f-00e246e78044 req-1efc6dcf-d119-4235-a874-ff6e95f61dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:30.734300 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-667d8107-13ff-4768-9c1f-00e246e78044 req-1efc6dcf-d119-4235-a874-ff6e95f61dc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.0694776 Feb 03 22:05:30.849724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cbe9ce70-4564-4b3c-95c5-b0583ac6746d None None] Provisioning complete for port 38df4680-a950-478b-9dc3-1b00ad43d1d4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:30.852293 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbe9ce70-4564-4b3c-95c5-b0583ac6746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:30.873339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=38df4680-a950-478b-9dc3-1b00ad43d1d4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:30.874860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=55f9cb11-7b9a-4b6e-9a4e-3929f02966e7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:30.875933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46bdbfc4-51f9-4de8-ad43-a7a52a92b17d req-7c18ed3b-257d-4605-96a1-de24ff8137ad tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2772214 Feb 03 22:05:30.885184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-f27dab70-2929-40c7-8109-7f51ffc6268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:30.891785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-f27dab70-2929-40c7-8109-7f51ffc6268b service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e472835-5384-4070-b3da-0aa3e704c0f5 HTTP/1.1" status: 200 len: 898 time: 0.5728300 Feb 03 22:05:30.979014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d8107-13ff-4768-9c1f-00e246e78044 req-ba10232d-3739-4a96-8435-f3217e2d477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:30.980505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-667d8107-13ff-4768-9c1f-00e246e78044 req-ba10232d-3739-4a96-8435-f3217e2d477e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2332003 Feb 03 22:05:31.022087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-923c567e-1138-48a4-bd51-df150b077ede service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744 HTTP/1.1" status: 200 len: 217 time: 0.1206472 Feb 03 22:05:31.047917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-eabc28c8-f17b-40fa-9907-d1a2966d609b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:31.049870 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-eabc28c8-f17b-40fa-9907-d1a2966d609b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 1.3222873 Feb 03 22:05:31.119651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'port': {'device_id': 'fbd81fc0-dc98-4052-953c-ed57c5f2652b', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'admin_state_up': True, 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:31.180246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-7563e46b-2039-4ee9-9808-3dfd6340b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:31.181920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-7563e46b-2039-4ee9-9808-3dfd6340b783 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bfb9e4b-0c92-4280-9321-d44d5112a27c HTTP/1.1" status: 200 len: 834 time: 0.1556370 Feb 03 22:05:31.218374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f1813-c1f5-4fe3-97f4-4a5502d92e90 req-f36f19f3-499f-4ee1-83c1-2865453ae23f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:31.220122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-275f1813-c1f5-4fe3-97f4-4a5502d92e90 req-f36f19f3-499f-4ee1-83c1-2865453ae23f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.5194967 Feb 03 22:05:31.231638 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89104772-8f63-4dde-9862-35ba608c902b req-f1d21fd9-d5b0-46e9-a625-35ad8f2cad63 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.0854392 Feb 03 22:05:31.317019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9ce70-4564-4b3c-95c5-b0583ac6746d None None] Current status of the port 38df4680-a950-478b-9dc3-1b00ad43d1d4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:31.336776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network d7a3741c-f902-404c-a9bd-a0a1cebc6381 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:31.345356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:31.418580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-275f1813-c1f5-4fe3-97f4-4a5502d92e90 req-5d66a034-a72e-4e2b-bdde-15391e79136c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844370 Feb 03 22:05:31.428323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-2f64684a-2922-4ac5-8449-83a6f18e6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:31.429924 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-2f64684a-2922-4ac5-8449-83a6f18e6174 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e472835-5384-4070-b3da-0aa3e704c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2217708 Feb 03 22:05:31.692217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Made reservation on behalf of eb5afcbeebe24f71934e2665a78a2dd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:31.710096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:31.755905 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-667d8107-13ff-4768-9c1f-00e246e78044 req-874c68ee-eb89-411b-90ad-5c2708928fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635558 Feb 03 22:05:31.807795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-b4b92ac3-7310-43ed-b22a-9090baf1c3c5 service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699889 Feb 03 22:05:31.834705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38876a-8135-49a7-9eb9-2636c2d535cc req-bf23ca86-d4bd-4777-bde7-2cef8b814968 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:31.836567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d38876a-8135-49a7-9eb9-2636c2d535cc req-bf23ca86-d4bd-4777-bde7-2cef8b814968 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.2498240 Feb 03 22:05:31.854817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38df4680-a950-478b-9dc3-1b00ad43d1d4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:31.944679 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-667d8107-13ff-4768-9c1f-00e246e78044 req-c3c93471-3b10-46eb-b386-54e58d5e5adb service neutron] 10.222.0.47 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760426 Feb 03 22:05:32.073890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-11ea1944-499c-4529-87e5-6fd74cb1ad85 None None] Provisioning complete for port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:32.074460 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11ea1944-499c-4529-87e5-6fd74cb1ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:32.189656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.20.0.10 (ce88f1d2-4911-43d4-8df7-15f173417f10/29421726-b876-425d-915a-9aa618fe4321/ffea67b9-51e0-4a1a-a300-2ca44a12f302) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:32.209897 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d38876a-8135-49a7-9eb9-2636c2d535cc req-589724a5-b29b-4c52-a57f-7fe1b5f5d86b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575120 Feb 03 22:05:32.222806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a36fd78-fac0-48d2-880f-b366fdbba59d req-727c6353-48b7-42e4-b699-93082ad51714 service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849695 Feb 03 22:05:32.232838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dc8e5-905f-40c9-b827-8c38e506cbe8 req-071e7987-632c-4545-9cd4-5552c0539287 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:32.241334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-240dc8e5-905f-40c9-b827-8c38e506cbe8 req-071e7987-632c-4545-9cd4-5552c0539287 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 983 time: 0.2094371 Feb 03 22:05:32.255824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11ea1944-499c-4529-87e5-6fd74cb1ad85 None None] Port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:32.306370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-11ea1944-499c-4529-87e5-6fd74cb1ad85 None None] Provisioning complete for port 38df4680-a950-478b-9dc3-1b00ad43d1d4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:32.307003 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11ea1944-499c-4529-87e5-6fd74cb1ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:32.385214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 38df4680-a950-478b-9dc3-1b00ad43d1d4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:32.389152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:32.437148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-240dc8e5-905f-40c9-b827-8c38e506cbe8 req-bfda0d93-fb43-4e28-b11a-27f91a42e160 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1944170 Feb 03 22:05:32.626525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f434-9058-4473-9b34-f9e92d32826e req-e00dd5c0-0cca-49ea-9efa-0bb9e7b65046 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:32.634654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05a6f434-9058-4473-9b34-f9e92d32826e req-e00dd5c0-0cca-49ea-9efa-0bb9e7b65046 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.2241895 Feb 03 22:05:32.657596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:32.757361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11ea1944-499c-4529-87e5-6fd74cb1ad85 None None] Current status of the port 38df4680-a950-478b-9dc3-1b00ad43d1d4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:32.759450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 38df4680-a950-478b-9dc3-1b00ad43d1d4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:32.804184 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:32.846498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:05:32.890502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d542f6cc-30c4-41a1-9ff1-bbf017ad4ab7 None None] Provisioning complete for port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:32.891187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542f6cc-30c4-41a1-9ff1-bbf017ad4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:32.906037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bffab62-d562-41b5-a352-a5d83ecba788 req-ed7deaf4-9408-43a1-adba-a65bc4196a5c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.2667041 Feb 03 22:05:32.935794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05a6f434-9058-4473-9b34-f9e92d32826e req-29253909-c52d-4a7f-9362-b73d01473e7e tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002694 Feb 03 22:05:32.948585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:32.959609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=ffea67b9-51e0-4a1a-a300-2ca44a12f302,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:32.969998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:32.972390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:32.988551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d542f6cc-30c4-41a1-9ff1-bbf017ad4ab7 None None] Port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:33.134644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15e7a38b-90e8-478e-b4c6-3f7e81fe539a None None] Provisioning complete for port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:33.135367 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e7a38b-90e8-478e-b4c6-3f7e81fe539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:33.203707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0033a-a33d-4dc5-bb17-7a647519a4c0 req-e8698bef-396e-468f-a948-1da14ef70e2c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:33.205912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:33.206553 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:33.211493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8b0033a-a33d-4dc5-bb17-7a647519a4c0 req-e8698bef-396e-468f-a948-1da14ef70e2c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1250877 Feb 03 22:05:33.241261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15e7a38b-90e8-478e-b4c6-3f7e81fe539a None None] Port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:33.263190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:05:33.269891 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4600f3d5-3954-4af5-a347-b351b72071d4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1292522 Feb 03 22:05:33.273905 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-2ae7364e-fdd9-4937-8ac5-62cfa7051e8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1767032 Feb 03 22:05:33.276587 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:05:33.286296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:33.292922 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:33.293564 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:33.299683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-238391576'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:33.308944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8b0033a-a33d-4dc5-bb17-7a647519a4c0 req-8e4f62c8-4b3a-4c61-867f-dd5dbf6ed5e8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920465 Feb 03 22:05:33.337168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Request body: {'port': {'device_id': 'fbd81fc0-dc98-4052-953c-ed57c5f2652b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:33.444794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:33.474537 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:33.479152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cf871634-e1a1-446f-9d21-b7990a2662d1 None None] Provisioning complete for port ffea67b9-51e0-4a1a-a300-2ca44a12f302 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:33.479557 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf871634-e1a1-446f-9d21-b7990a2662d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:33.581312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ea910-2343-41a4-b7c2-d6d0e02a594e req-5d6fee05-2dd5-4335-9c9d-760fd1145a32 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:33.589689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c35ea910-2343-41a4-b7c2-d6d0e02a594e req-5d6fee05-2dd5-4335-9c9d-760fd1145a32 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1285238 Feb 03 22:05:33.609426 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:05:33.615431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cf871634-e1a1-446f-9d21-b7990a2662d1 None None] Port ffea67b9-51e0-4a1a-a300-2ca44a12f302 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:33.652990 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:33.832638 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c35ea910-2343-41a4-b7c2-d6d0e02a594e req-9051eb49-fc65-48da-90f3-09c761afe834 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358155 Feb 03 22:05:33.864394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c550a-273a-4683-a863-3ebcf142093a req-e6c27311-0e8a-43f7-a48b-3d392ed1039b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:33.869364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee4c550a-273a-4683-a863-3ebcf142093a req-e6c27311-0e8a-43f7-a48b-3d392ed1039b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 983 time: 0.2698412 Feb 03 22:05:33.888812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:05:34.004100 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:29Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:30Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:34.018553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee4c550a-273a-4683-a863-3ebcf142093a req-93f11e9e-4793-4a72-9b71-492ea7b1d8aa tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1414402 Feb 03 22:05:34.146307 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:05:34.146663 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Updating router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:05:34.214634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:34.257611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'port_id': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'mac_address': 'fa:16:3e:7b:97:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:05:34.265802 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:34.365887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:34.366692 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:34.378585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46aebd-f42f-4e5e-a787-c95366d23435 req-bb23354a-a49d-4f46-a4ac-06963efbcb11 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:34.386763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e46aebd-f42f-4e5e-a787-c95366d23435 req-bb23354a-a49d-4f46-a4ac-06963efbcb11 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 932 time: 0.1689458 Feb 03 22:05:34.392586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:05:34.435367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:34.443529 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:34.556101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e46aebd-f42f-4e5e-a787-c95366d23435 req-f68c44e9-b28d-4dab-8583-0b92b56441f1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653438 Feb 03 22:05:34.566587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:34.572381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143bf8b-2dbe-4625-9bc9-c80044bf30be req-dcdcaecb-35b5-459c-92ea-1c69e7efc107 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:34.580377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8143bf8b-2dbe-4625-9bc9-c80044bf30be req-dcdcaecb-35b5-459c-92ea-1c69e7efc107 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1769731 Feb 03 22:05:34.686630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:05:34.689898 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8143bf8b-2dbe-4625-9bc9-c80044bf30be req-9b24f419-f063-4dfc-8189-003fc27ebea0 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084700 Feb 03 22:05:34.698491 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b3c21be5-fdf9-4410-88d8-16fc4893a4ca), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:34.699227 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added segment b3c21be5-fdf9-4410-88d8-16fc4893a4ca of type vlan for network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 Feb 03 22:05:34.758987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (b7fc6e67-ebb6-418a-ba3e-c2df49fe7269), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:34.815420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['3caa6a03-b9c6-4fe6-9c50-183a9dc05744'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:05:34.816667 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (b7fc6e67-ebb6-418a-ba3e-c2df49fe7269), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:34.822222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:34.822831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:34.948798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Network': ['ID=b7fc6e67-ebb6-418a-ba3e-c2df49fe7269,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:34.966780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:34.973580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:05:35.074705 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Publish callbacks [] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:35.086228 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:35.361558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49453044-6f4a-4ac2-b679-5abe8ae4d80e req-7ee8fe0f-bf9d-495c-8341-263adf62e7b7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:35.372277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49453044-6f4a-4ac2-b679-5abe8ae4d80e req-7ee8fe0f-bf9d-495c-8341-263adf62e7b7 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 984 time: 0.1741023 Feb 03 22:05:35.378258 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc099db-b32e-4f54-a9f4-de6636dbdee4 None None] Pushing event updated for resources: {'Port': ['ID=55f9cb11-7b9a-4b6e-9a4e-3929f02966e7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:35.401805 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Attempting to bind port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:35.402182 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Attempting to bind port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '893fcfbf-1475-4543-a983-d966476c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:35.402545 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Attempting to bind port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 on network d7a3741c-f902-404c-a9bd-a0a1cebc6381 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:35.417707 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:35.418045 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Checking segment: {'id': '893fcfbf-1475-4543-a983-d966476c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:35.418451 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:35.418885 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Bound using segment: {'id': '893fcfbf-1475-4543-a983-d966476c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:35.419304 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Bound port: 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893fcfbf-1475-4543-a983-d966476c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:35.419687 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:35.539768 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-49453044-6f4a-4ac2-b679-5abe8ae4d80e req-615bc4a3-85a2-4edc-9ea8-0643059284f2 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1598296 Feb 03 22:05:35.598144 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] For port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:35.617673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffea67b9-51e0-4a1a-a300-2ca44a12f302 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:05:35.619146 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] For port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55f9cb11-7b9a-4b6e-9a4e-3929f02966e7,segment=NetworkSegment(893fcfbf-1475-4543-a983-d966476c5789),segment_id=893fcfbf-1475-4543-a983-d966476c5789)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:35.626185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Publish callbacks [] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:35.639767 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:35.644246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Transition to ACTIVE for port object ffea67b9-51e0-4a1a-a300-2ca44a12f302 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:05:35.654135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2c6c5266-6f74-47df-b0f1-1ca10401b272 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3661077 Feb 03 22:05:35.656940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:35.670018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'subnet': {'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:35.730365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6e6ba5a3-cc5d-48c3-92c6-218cdb253de3 None None] Provisioning complete for port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:35.730826 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba5a3-cc5d-48c3-92c6-218cdb253de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:35.776110 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:35.779463 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:35.841864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03def-0711-474d-9462-55a04c26de0b req-dd225f17-f84d-4b5e-a4b4-8872acddd121 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:35.849696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9de03def-0711-474d-9462-55a04c26de0b req-dd225f17-f84d-4b5e-a4b4-8872acddd121 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1380966 Feb 03 22:05:35.873622 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:35.967018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:35.997796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9de03def-0711-474d-9462-55a04c26de0b req-0425af9d-f027-44cf-a738-5e3990b925d3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425002 Feb 03 22:05:36.074854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:36.085799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:36.111662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585eb1d-afaa-4bbe-af2c-f95a09ffc6f4 req-87389183-04fa-4554-8f78-3490ea66bb48 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:36.116972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4585eb1d-afaa-4bbe-af2c-f95a09ffc6f4 req-87389183-04fa-4554-8f78-3490ea66bb48 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1621244 Feb 03 22:05:36.140720 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc099db-b32e-4f54-a9f4-de6636dbdee4 None None] Pushing event updated for resources: {'Port': ['ID=55f9cb11-7b9a-4b6e-9a4e-3929f02966e7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:36.210949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ba5a3-cc5d-48c3-92c6-218cdb253de3 None None] Current status of the port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:36.213628 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba5a3-cc5d-48c3-92c6-218cdb253de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:36.215795 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:36.266145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffea67b9-51e0-4a1a-a300-2ca44a12f302,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:36.339732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4585eb1d-afaa-4bbe-af2c-f95a09ffc6f4 req-49c0954f-1b6b-49ac-8ca3-db66bb79bd6f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164631 Feb 03 22:05:36.379603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:05:36.395333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6e6ba5a3-cc5d-48c3-92c6-218cdb253de3 None None] For port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55f9cb11-7b9a-4b6e-9a4e-3929f02966e7,segment=NetworkSegment(893fcfbf-1475-4543-a983-d966476c5789),segment_id=893fcfbf-1475-4543-a983-d966476c5789)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:36.401283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:36.402262 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:36.412202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba5a3-cc5d-48c3-92c6-218cdb253de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:36.768038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ba5a3-cc5d-48c3-92c6-218cdb253de3 None None] Pushing event updated for resources: {'Port': ['ID=55f9cb11-7b9a-4b6e-9a4e-3929f02966e7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:36.828270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f62ed0b5-905c-4ff8-bb12-0a41a1d10302 None None] Provisioning complete for port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:36.831350 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f62ed0b5-905c-4ff8-bb12-0a41a1d10302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:36.877158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cd3cd-9332-4747-9330-2439bafde518 req-219f3cbf-5b58-4aa6-a8a9-aa541b28107b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:36.903225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be2cd3cd-9332-4747-9330-2439bafde518 req-219f3cbf-5b58-4aa6-a8a9-aa541b28107b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 984 time: 0.1296699 Feb 03 22:05:36.950323 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:29Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:35Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:37.052710 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e78ca9-1e46-4af8-8bd2-ed781fca1b8b None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:29Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:35Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:05:37.102968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be2cd3cd-9332-4747-9330-2439bafde518 req-9dd96320-fe59-4e4e-8951-f6d619eb1ef9 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1829164 Feb 03 22:05:37.329825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2988a7b-336b-4446-8163-db3675eadde2 req-861a468a-d98e-4f3a-ac68-f2fa143a6524 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:37.337713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2988a7b-336b-4446-8163-db3675eadde2 req-861a468a-d98e-4f3a-ac68-f2fa143a6524 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1074047 Feb 03 22:05:37.434992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (95ab977a-0599-4103-a0d7-b57365b88e99), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:37.547574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Attempting to bind port ffea67b9-51e0-4a1a-a300-2ca44a12f302 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:37.548225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Attempting to bind port ffea67b9-51e0-4a1a-a300-2ca44a12f302 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:37.548798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Attempting to bind port ffea67b9-51e0-4a1a-a300-2ca44a12f302 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:37.594596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Port ffea67b9-51e0-4a1a-a300-2ca44a12f302 on network ce88f1d2-4911-43d4-8df7-15f173417f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:05:37.595084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Attempting to bind port ffea67b9-51e0-4a1a-a300-2ca44a12f302 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:37.604526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2988a7b-336b-4446-8163-db3675eadde2 req-1c58aa36-fe41-445b-9146-d7084fdbdc3a tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657809 Feb 03 22:05:37.633575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:37.634294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:37.634914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Bound using segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:37.635576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Bound port: ffea67b9-51e0-4a1a-a300-2ca44a12f302, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:37.636184 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:37.674887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Subnet': ['ID=95ab977a-0599-4103-a0d7-b57365b88e99,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:37.716232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-55a38503-ad52-48cb-b845-f5053518c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:37.733484 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-55a38503-ad52-48cb-b845-f5053518c617 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5ebe9085070448390108cb35f42d2b0&device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 1128 time: 0.4468045 Feb 03 22:05:37.742656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:37.748484 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:37.810511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Checking segment: {'id': 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:37.814197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network hostable DHCP agents. Network: b7fc6e67-ebb6-418a-ba3e-c2df49fe7269, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:05:37.896712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9a501-1ff8-4811-ac43-b2cf82cd1803 req-5bc953de-9acf-4b82-bbb3-e2d9c0a6b07b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:37.909161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5f9a501-1ff8-4811-ac43-b2cf82cd1803 req-5bc953de-9acf-4b82-bbb3-e2d9c0a6b07b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1678734 Feb 03 22:05:37.918812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:05:37.921343 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4039cd5-5ad3-48e9-84bd-3afc1ae6f5a5" -d '{"events": [{"server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "name": "network-vif-plugged", "status": "completed", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:05:37.933237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:37.967508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:37.994552 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:38.054967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:38.148260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:05:38.149930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f62ed0b5-905c-4ff8-bb12-0a41a1d10302 None None] Current status of the port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:38.207525 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf176912-2d4c-4240-bc10-3a0ff25805d6 x-openstack-request-id: req-bf176912-2d4c-4240-bc10-3a0ff25805d6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:05:38.209150 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "name": "network-vif-plugged", "status": "completed", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:05:38.210675 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf176912-2d4c-4240-bc10-3a0ff25805d6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:05:38.211317 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'code': 200} Feb 03 22:05:38.235136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] For port ffea67b9-51e0-4a1a-a300-2ca44a12f302, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:38.256788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, b7fc6e67-ebb6-418a-ba3e-c2df49fe7269) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:38.285825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:38.296845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] For port ffea67b9-51e0-4a1a-a300-2ca44a12f302, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ffea67b9-51e0-4a1a-a300-2ca44a12f302,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:38.318134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:38.324824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5a0179-fa04-4e11-9f2e-d5cf2fa23c8e None None] Network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:38.328323 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:38.334396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5f9a501-1ff8-4811-ac43-b2cf82cd1803 req-672c843c-7b21-42da-869a-b4be291fe3f5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214587 Feb 03 22:05:38.372713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9033fa84-23ad-476b-9092-f29cec4ce59d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7141960 Feb 03 22:05:38.381886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:38.398477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:38.503936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:38.504320 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:38.562237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-60f975a1-1e48-4e24-9c78-2651e86dce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:38.566662 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-60f975a1-1e48-4e24-9c78-2651e86dce8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 200 len: 915 time: 0.8276246 Feb 03 22:05:38.577381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:05:38.580597 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:38.890419 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:38.891041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:38.892437 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/ffea67b9-51e0-4a1a-a300-2ca44a12f302 HTTP/1.1" status: 200 len: 1092 time: 5.6032915 Feb 03 22:05:38.892883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd81fc0-dc98-4052-953c-ed57c5f2652b', 'tag': 'ffea67b9-51e0-4a1a-a300-2ca44a12f302'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:05:38.926441 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d42dbe-cb2d-4e63-9ea8-35843bc07591" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd81fc0-dc98-4052-953c-ed57c5f2652b", "tag": "ffea67b9-51e0-4a1a-a300-2ca44a12f302"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:05:38.949502 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-f2c4eaf0-3c1f-4013-86db-6d8359a77d64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 HTTP/1.1" status: 200 len: 217 time: 0.3121202 Feb 03 22:05:39.083694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b0426-9f91-4a2d-b34e-b248f09b26e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffea67b9-51e0-4a1a-a300-2ca44a12f302,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:39.160290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-1f034020-63b1-4e63-888b-64dc1db0c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:39.170122 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-1f034020-63b1-4e63-888b-64dc1db0c98b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2a02ccb-aed1-4217-aee2-39134d7a4d61 HTTP/1.1" status: 200 len: 854 time: 0.1916265 Feb 03 22:05:39.217211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:39.245724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea52dd-0ef9-4de8-86cd-83bf120d9150 req-2f7ef554-a6f9-41b3-9a3c-c482eeb46ddf tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:39.255643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69ea52dd-0ef9-4de8-86cd-83bf120d9150 req-2f7ef554-a6f9-41b3-9a3c-c482eeb46ddf tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 985 time: 0.8377371 Feb 03 22:05:39.276405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Allocated IP 2001:db8:1::2 (b7fc6e67-ebb6-418a-ba3e-c2df49fe7269/95ab977a-0599-4103-a0d7-b57365b88e99/b45cb094-7811-4579-8d58-e04e0c9901a8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:39.352067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1d155-c16a-4ed6-b56a-f74ea28ec8bd req-0abb833f-ebca-46d3-9686-ecc1a6d4f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:39.353642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36d1d155-c16a-4ed6-b56a-f74ea28ec8bd req-0abb833f-ebca-46d3-9686-ecc1a6d4f24f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 1167 time: 1.1148396 Feb 03 22:05:39.461180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facc3bc-451c-4cd5-8b13-9acb728784e7 req-9f1a8465-44ad-46fa-8aeb-6511c9bdbff4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:39.463136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4facc3bc-451c-4cd5-8b13-9acb728784e7 req-9f1a8465-44ad-46fa-8aeb-6511c9bdbff4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.3723438 Feb 03 22:05:39.503060 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69ea52dd-0ef9-4de8-86cd-83bf120d9150 req-e09eb39e-db7e-4c12-a52f-b536c8ef6ff4 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2444186 Feb 03 22:05:39.509386 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-ca318869-5554-49bb-b085-121e6a3d32a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8e84895-867d-4cf8-9b55-ec5a0b5099ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1926141 Feb 03 22:05:39.596602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-60fba42f-9e32-432e-8559-affda55088a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:39.598158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-60fba42f-9e32-432e-8559-affda55088a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 1126 time: 0.6685560 Feb 03 22:05:39.648639 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Publish callbacks [] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:39.672632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-21ab33c6-3008-4296-aebf-9b29a9eee47b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffea67b9-51e0-4a1a-a300-2ca44a12f302 HTTP/1.1" status: 200 len: 217 time: 0.0673940 Feb 03 22:05:39.680231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:39.797509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:39.819414 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c406591c-1c40-4f31-836e-95b5deac9a32 x-openstack-request-id: req-c406591c-1c40-4f31-836e-95b5deac9a32 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:05:39.819991 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd81fc0-dc98-4052-953c-ed57c5f2652b", "tag": "ffea67b9-51e0-4a1a-a300-2ca44a12f302", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:05:39.820791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:39.821159 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c406591c-1c40-4f31-836e-95b5deac9a32 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:05:39.821900 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd81fc0-dc98-4052-953c-ed57c5f2652b', 'tag': 'ffea67b9-51e0-4a1a-a300-2ca44a12f302', 'status': 'completed', 'code': 200} Feb 03 22:05:39.840668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:39.887113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36d1d155-c16a-4ed6-b56a-f74ea28ec8bd req-9a4bb84c-24d0-4b2b-a29e-554d8caa5b82 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5237851 Feb 03 22:05:39.902564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Pushing event updated for resources: {'Port': ['ID=b45cb094-7811-4579-8d58-e04e0c9901a8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:40.020054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4facc3bc-451c-4cd5-8b13-9acb728784e7 req-7269acf4-8ce4-4305-84e1-ad146a35bf36 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128996 Feb 03 22:05:40.046083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Attempting to bind port b45cb094-7811-4579-8d58-e04e0c9901a8 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:40.046459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Attempting to bind port b45cb094-7811-4579-8d58-e04e0c9901a8 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:40.046823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Attempting to bind port b45cb094-7811-4579-8d58-e04e0c9901a8 on network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:40.056306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:40.056687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Checking segment: {'id': 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:40.057124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:40.057523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Bound using segment: {'id': 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:40.057989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Bound port: b45cb094-7811-4579-8d58-e04e0c9901a8, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:40.058206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-bf5d611c-1911-41c2-b271-604205e8e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:40.059707 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-bf5d611c-1911-41c2-b271-604205e8e962 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.3740187 Feb 03 22:05:40.063774 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-b353148a-6777-4edf-a039-6722323d972d service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535684 Feb 03 22:05:40.064450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:40.141559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] For port b45cb094-7811-4579-8d58-e04e0c9901a8, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:40.145285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] For port b45cb094-7811-4579-8d58-e04e0c9901a8, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b45cb094-7811-4579-8d58-e04e0c9901a8,segment=NetworkSegment(b3c21be5-fdf9-4410-88d8-16fc4893a4ca),segment_id=b3c21be5-fdf9-4410-88d8-16fc4893a4ca)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:40.155871 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:40.170683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (60258327-edec-43eb-9780-cc31e6e67670), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:40.188715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f7f02-fc94-456d-88ac-4e4957ff399c req-451452cc-0460-4b86-9a16-13c02c89b58a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:40.190785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a2f7f02-fc94-456d-88ac-4e4957ff399c req-451452cc-0460-4b86-9a16-13c02c89b58a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1567714 Feb 03 22:05:40.295280 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e183c18e-0f1d-46fe-94e4-a7cfa2bced26 req-5569a423-354f-486b-b9ed-b562841da689 service neutron] 10.222.0.47 "GET /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102070 Feb 03 22:05:40.312663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d40e4c-8869-4266-a9a9-b054e5d4e126 None None] Pushing event updated for resources: {'Port': ['ID=b45cb094-7811-4579-8d58-e04e0c9901a8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:40.354294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a2f7f02-fc94-456d-88ac-4e4957ff399c req-8edf0f52-e984-41c6-b8cf-2c511d3fb608 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207683 Feb 03 22:05:40.376421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-269570b7-6e7e-4286-ab33-fd998575a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:40.378129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-269570b7-6e7e-4286-ab33-fd998575a09d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1483459 Feb 03 22:05:40.507072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:40.875575 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-247e2cc2-109b-418c-9c5c-9a26ebe1849e service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444635 Feb 03 22:05:41.236331 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2d1c9e6c-4fe5-4992-aebb-8ce187ce68c2 req-d00a6d92-08cd-49f3-9137-4cf66f9cc6ac service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287108 Feb 03 22:05:41.490714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 2001:db8:1::1 (b7fc6e67-ebb6-418a-ba3e-c2df49fe7269/95ab977a-0599-4103-a0d7-b57365b88e99/3b93a1ed-405b-4b1a-9a81-82190552b0e2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:41.539989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-3a65422f-d405-4956-b941-dfc78c26759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:41.549536 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-3a65422f-d405-4956-b941-dfc78c26759d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 1126 time: 0.1622536 Feb 03 22:05:41.665056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a406ab-4bfb-488e-a95d-57f06faa6820 req-aeed6f45-58b5-4893-b04e-5a14a27d75b8 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:41.672352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57a406ab-4bfb-488e-a95d-57f06faa6820 req-aeed6f45-58b5-4893-b04e-5a14a27d75b8 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 985 time: 0.2885923 Feb 03 22:05:41.780869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24024396-5620-4056-8871-cc20084ca62a req-3239a2b8-ebc6-47da-98d1-93e742130b19 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:41.796192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24024396-5620-4056-8871-cc20084ca62a req-3239a2b8-ebc6-47da-98d1-93e742130b19 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.4363096 Feb 03 22:05:41.916284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57a406ab-4bfb-488e-a95d-57f06faa6820 req-bfe648b7-67ee-49aa-a926-f43f8d78165a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2210040 Feb 03 22:05:41.936284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-78c2282c-b4f4-4fb6-989f-aa401bcd2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:41.948893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-78c2282c-b4f4-4fb6-989f-aa401bcd2f24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.3927810 Feb 03 22:05:41.984037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b45cb094-7811-4579-8d58-e04e0c9901a8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:41.990338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:42.020078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Deleting port 526c7f83-db83-45f7-a530-e997d719b1ea {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:05:42.020473 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:42.102788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b45cb094-7811-4579-8d58-e04e0c9901a8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:42.103172 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:42.115410 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-e4d6ab18-f9b8-4585-9d90-3b012fcfb31c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffea67b9-51e0-4a1a-a300-2ca44a12f302 HTTP/1.1" status: 200 len: 217 time: 0.1577692 Feb 03 22:05:42.187180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24024396-5620-4056-8871-cc20084ca62a req-6b269f8c-2583-4ce5-8d86-c2ea125c9b8b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900805 Feb 03 22:05:42.268302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-d30719b7-3840-446d-b31f-fabea6f85c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:42.275797 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-d30719b7-3840-446d-b31f-fabea6f85c05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1508796 Feb 03 22:05:42.277803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:42.338695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b45cb094-7811-4579-8d58-e04e0c9901a8 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:42.339087 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:42.363965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e857e-072f-423a-848c-ae3d2515fa25 None None] Network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:42.389578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] For port 526c7f83-db83-45f7-a530-e997d719b1ea, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=526c7f83-db83-45f7-a530-e997d719b1ea,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:42.389956 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:42.431523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c6d56-86b4-48bc-b348-250ba4331962 req-e56c6d32-dbd2-40cd-ac67-82c89d5f656c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:42.436426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port b45cb094-7811-4579-8d58-e04e0c9901a8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b45cb094-7811-4579-8d58-e04e0c9901a8,segment=NetworkSegment(b3c21be5-fdf9-4410-88d8-16fc4893a4ca),segment_id=b3c21be5-fdf9-4410-88d8-16fc4893a4ca)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:42.440502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b16c6d56-86b4-48bc-b348-250ba4331962 req-e56c6d32-dbd2-40cd-ac67-82c89d5f656c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.2665317 Feb 03 22:05:42.443859 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:42.446979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:42.462790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:42.475999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=3b93a1ed-405b-4b1a-9a81-82190552b0e2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:42.482653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:42.485033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:42.494343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-46d260fe-7969-415e-a0f6-ad6856eb49b7 None None] Provisioning complete for port b45cb094-7811-4579-8d58-e04e0c9901a8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:42.501887 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d260fe-7969-415e-a0f6-ad6856eb49b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:42.510286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Calling delete_port for 526c7f83-db83-45f7-a530-e997d719b1ea owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:05:42.733934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b16c6d56-86b4-48bc-b348-250ba4331962 req-1fec6599-3a1f-4229-bc85-eaa149841c44 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867439 Feb 03 22:05:42.774155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46d260fe-7969-415e-a0f6-ad6856eb49b7 None None] Current status of the port b45cb094-7811-4579-8d58-e04e0c9901a8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:42.814650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-6c571a7f-eb34-456f-8ee4-cfee1011a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:42.816191 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-6c571a7f-eb34-456f-8ee4-cfee1011a302 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5262988 Feb 03 22:05:42.874637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b45cb094-7811-4579-8d58-e04e0c9901a8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:42.926831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:43.208147 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (526c7f83-db83-45f7-a530-e997d719b1ea), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:43.227700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedaf386-ee4f-42fb-93ed-16cfe2f4ed6a req-d2a6fcc3-7e86-41af-8b5d-87446f618df2 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:43.237791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cedaf386-ee4f-42fb-93ed-16cfe2f4ed6a req-d2a6fcc3-7e86-41af-8b5d-87446f618df2 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 985 time: 0.2129943 Feb 03 22:05:43.292124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Pushing event deleted for resources: {'Port': ['ID=526c7f83-db83-45f7-a530-e997d719b1ea,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:43.413742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8d9686a7-3c46-4115-890e-2ecb5fc531af None None] Provisioning complete for port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:43.414318 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d9686a7-3c46-4115-890e-2ecb5fc531af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:43.513819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d9686a7-3c46-4115-890e-2ecb5fc531af None None] Port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:43.546736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8d9686a7-3c46-4115-890e-2ecb5fc531af None None] Provisioning complete for port b45cb094-7811-4579-8d58-e04e0c9901a8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:43.547604 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d9686a7-3c46-4115-890e-2ecb5fc531af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:43.672418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d9686a7-3c46-4115-890e-2ecb5fc531af None None] Current status of the port b45cb094-7811-4579-8d58-e04e0c9901a8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:43.677709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cedaf386-ee4f-42fb-93ed-16cfe2f4ed6a req-9d230a34-e0b5-42af-9eb2-2c4480504bc6 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4387567 Feb 03 22:05:43.934414 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (60258327-edec-43eb-9780-cc31e6e67670), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:43.987881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b45cb094-7811-4579-8d58-e04e0c9901a8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:44.002144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72cb09-e531-4e7e-9575-2c6616e11a7f req-babd099e-c623-4b0b-accd-e985c97216ed tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:44.010216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e72cb09-e531-4e7e-9575-2c6616e11a7f req-babd099e-c623-4b0b-accd-e985c97216ed tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.6882234 Feb 03 22:05:44.067242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-829e8d43-94dd-4e50-aab6-7986cadabfff None None] Provisioning complete for port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:44.068862 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-829e8d43-94dd-4e50-aab6-7986cadabfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:44.134801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b45cb094-7811-4579-8d58-e04e0c9901a8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:44.135809 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:44.186212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-829e8d43-94dd-4e50-aab6-7986cadabfff None None] Port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:44.289606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b45cb094-7811-4579-8d58-e04e0c9901a8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:44.326496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e72cb09-e531-4e7e-9575-2c6616e11a7f req-54ad9e0e-06f4-461e-be53-f692a0b604a1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153701 Feb 03 22:05:44.405635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4a211-66a8-4a71-8733-2fcf0f7da673 req-3d2ea9d2-638f-4f82-b9eb-3f02ccd9b45f tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:44.417801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62d4a211-66a8-4a71-8733-2fcf0f7da673 req-3d2ea9d2-638f-4f82-b9eb-3f02ccd9b45f tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 985 time: 0.4708951 Feb 03 22:05:44.475565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:44.483694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:44.484971 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:44.551025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=3b93a1ed-405b-4b1a-9a81-82190552b0e2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:44.600651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62d4a211-66a8-4a71-8733-2fcf0f7da673 req-468f1da6-452e-46b4-9b17-b1132c488d49 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1821649 Feb 03 22:05:44.644662 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-d4baa7dc-0e8c-4f3f-88e7-13b9a06f2596 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7189708 Feb 03 22:05:44.651745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Router 60258327-edec-43eb-9780-cc31e6e67670 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:05:44.665683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5135b3-9afc-414d-8a2a-e00a3f41f60d req-26b966f4-1cca-4d3d-8ea5-59970400261d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:44.667199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed5135b3-9afc-414d-8a2a-e00a3f41f60d req-26b966f4-1cca-4d3d-8ea5-59970400261d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.2231920 Feb 03 22:05:44.822019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:44.824955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:44.856449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:05:44.868521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-57d30f53-1590-483f-ac28-330a20cf0439 admin admin] 10.222.0.50 "PUT /v2.0/routers/60258327-edec-43eb-9780-cc31e6e67670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9340651 Feb 03 22:05:44.868764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] Sync routers for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:05:44.895038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:44.897199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:44.897850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:44.913290 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-97d42dbe-cb2d-4e63-9ea8-35843bc07591 req-e254fd4b-3c8b-4ffd-9d14-e6d5e70fbd05 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512443 Feb 03 22:05:45.061994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01740f67-83aa-4142-b959-97266f45eb87 req-7262b6f9-dea9-4ee4-a591-101637ce5189 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:45.063742 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01740f67-83aa-4142-b959-97266f45eb87 req-7262b6f9-dea9-4ee4-a591-101637ce5189 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.2597771 Feb 03 22:05:45.129577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed5135b3-9afc-414d-8a2a-e00a3f41f60d req-6dba681a-1953-413d-a741-7c3de0b1a391 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543819 Feb 03 22:05:45.148208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:45.149885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:05:45.177694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01740f67-83aa-4142-b959-97266f45eb87 req-08c0550d-c877-4b64-ac02-5ea2a8bf3a42 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988266 Feb 03 22:05:45.209735 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks [] for router (60258327-edec-43eb-9780-cc31e6e67670), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.439324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:05:45.451718 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:05:45.468419 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fba06518-e54b-4eeb-87d0-22de3141291f tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0826104 Feb 03 22:05:45.471371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:45.477024 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:45.485950 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:45.497999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1306783217'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:45.531662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5f81f486-2b71-43b6-9035-e03fbb148498 None None] Provisioning complete for port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:45.532222 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f81f486-2b71-43b6-9035-e03fbb148498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.556639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:45.561575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9431d7-2472-4f65-8d08-9209c5515cc5 req-4e75389e-0838-40ab-8833-a81737ef2da6 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:45.563854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.564495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae9431d7-2472-4f65-8d08-9209c5515cc5 req-4e75389e-0838-40ab-8833-a81737ef2da6 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 1167 time: 0.2337456 Feb 03 22:05:45.584507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5f81f486-2b71-43b6-9035-e03fbb148498 None None] Port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:45.633877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:05:45.647718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T22:05:43Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:45.653957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks [] for router_gateway (60258327-edec-43eb-9780-cc31e6e67670), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.660765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ae9431d7-2472-4f65-8d08-9209c5515cc5 req-a17d42f5-7a82-42ca-a927-9770633d583b tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.667252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d6699a8e-e2cf-489d-aab5-dc65bc626dd4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.667887 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added segment d6699a8e-e2cf-489d-aab5-dc65bc626dd4 of type vlan for network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 Feb 03 22:05:45.729105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] Checking router: 60258327-edec-43eb-9780-cc31e6e67670 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:05:45.754080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] Routers {'60258327-edec-43eb-9780-cc31e6e67670'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:45.754813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['60258327-edec-43eb-9780-cc31e6e67670'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:45.756294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ae9431d7-2472-4f65-8d08-9209c5515cc5 req-a17d42f5-7a82-42ca-a927-9770633d583b tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Publish callbacks [] for security_group (fce7baa1-3746-4bbd-83da-cd38db132ca3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.769293 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ae9431d7-2472-4f65-8d08-9209c5515cc5 req-a17d42f5-7a82-42ca-a927-9770633d583b tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fce7baa1-3746-4bbd-83da-cd38db132ca3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.774325 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:45.797886 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.849494 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.861813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:45.863068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:45.906490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a83058-f31f-41d6-9a35-9da446fac02d req-895d9a49-a32b-488d-9f7f-07690c40d519 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:45.916664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0a83058-f31f-41d6-9a35-9da446fac02d req-895d9a49-a32b-488d-9f7f-07690c40d519 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.3901496 Feb 03 22:05:45.923210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae9431d7-2472-4f65-8d08-9209c5515cc5 req-a17d42f5-7a82-42ca-a927-9770633d583b tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3451838 Feb 03 22:05:45.964184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:46.008425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Network': ['ID=2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:46.022850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:05:46.029999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] Set router 60258327-edec-43eb-9780-cc31e6e67670 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:46.030288 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8199f6c5-a30c-4531-8912-ebb7fc4b5419 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5578313 Feb 03 22:05:46.030925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:46.039801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'subnet': {'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:46.096367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d42f5-7a82-42ca-a927-9770633d583b tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce7baa1-3746-4bbd-83da-cd38db132ca3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:46.194996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0a83058-f31f-41d6-9a35-9da446fac02d req-dc053f52-887a-4a09-857c-fee0c8fdff15 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636185 Feb 03 22:05:46.244573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Deleting port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:05:46.247100 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:46.287310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:46.291768 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:42Z', 'revision_number': 3, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:43Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:46.293210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:46.322535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e7dc4b-2be7-4465-b819-f1f154a6f0f4 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:46.339085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-47e7dc4b-2be7-4465-b819-f1f154a6f0f4 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 1162 time: 0.3642144 Feb 03 22:05:46.340392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:46.375790 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:05:46.376142 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Updating router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:05:46.413675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:46.443036 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:46.465095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] For port 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:46.465459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:46.486011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:46.495624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Calling delete_port for 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:05:46.812050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:46.886687 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Publish callbacks [] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:46.895269 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:46.897073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T22:05:43Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:46.941556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea882f-35f4-4ccc-b2f7-911c019db059 None None] The sync data for ids ['60258327-edec-43eb-9780-cc31e6e67670'] in n-d-824834-9 is: [{'id': '60258327-edec-43eb-9780-cc31e6e67670', 'name': 'tempest-AttachVolumeTestJSON-642971316-router', 'tenant_id': 'c92022e28c9445fb92269882b0985112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:56:16Z', 'updated_at': '2022-02-03T22:05:43Z', 'revision_number': 5, 'project_id': 'c92022e28c9445fb92269882b0985112', 'gw_port': {'id': '1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60258327-edec-43eb-9780-cc31e6e67670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:56:18Z', 'updated_at': '2022-02-03T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:05:47.088228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (49637f1d-335a-4c11-8d2d-b93e61cf583d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:47.151065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Subnet': ['ID=49637f1d-335a-4c11-8d2d-b93e61cf583d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:47.172150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Allocated IP 172.25.5.76 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/9d0bdf43-0976-407a-bc15-957a0e045127) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:47.242437 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c29cd-e2bd-47f8-b6c0-e4f60ccea910 None None] Pushing event updated for resources: {'Port': ['ID=3b93a1ed-405b-4b1a-9a81-82190552b0e2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:47.367370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Checking segment: {'id': 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:47.367819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network hostable DHCP agents. Network: 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:05:47.395221 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Attempting to bind port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:47.406630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Attempting to bind port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:47.409392 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Attempting to bind port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 on network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:47.428846 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:47.429342 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Checking segment: {'id': 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:47.429813 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:47.430270 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Bound using segment: {'id': 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:47.430804 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Bound port: 3b93a1ed-405b-4b1a-9a81-82190552b0e2, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:47.431381 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:47.453543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:05:47.467670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:47.482620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79540c32-5a73-4627-b3eb-0aa4dbad0996 None None] Network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:47.486278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:47.487040 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:47.558971 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d7d5ff0c-acbc-4c29-af2d-f1491bb2fbe9 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5245531 Feb 03 22:05:47.578218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:47.645073 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] For port 3b93a1ed-405b-4b1a-9a81-82190552b0e2, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:47.670735 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] For port 3b93a1ed-405b-4b1a-9a81-82190552b0e2, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3b93a1ed-405b-4b1a-9a81-82190552b0e2,segment=NetworkSegment(b3c21be5-fdf9-4410-88d8-16fc4893a4ca),segment_id=b3c21be5-fdf9-4410-88d8-16fc4893a4ca)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:47.677319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:47.696613 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:47.745580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:47.765524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (9d0bdf43-0976-407a-bc15-957a0e045127), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:47.822089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 526c7f83-db83-45f7-a530-e997d719b1ea no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:05:47.876335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be7cee-aa59-4018-be4b-c7c4512fc799 req-515ee02b-cce0-4882-815f-6f919dbec757 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:47.878017 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77be7cee-aa59-4018-be4b-c7c4512fc799 req-515ee02b-cce0-4882-815f-6f919dbec757 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 1.4949265 Feb 03 22:05:47.882350 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c29cd-e2bd-47f8-b6c0-e4f60ccea910 None None] Pushing event updated for resources: {'Port': ['ID=3b93a1ed-405b-4b1a-9a81-82190552b0e2,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:47.883313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-404bb443-22c2-4603-aa72-a4d093cf902c None None] Provisioning complete for port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:47.883699 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-404bb443-22c2-4603-aa72-a4d093cf902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:47.932244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 526c7f83-db83-45f7-a530-e997d719b1ea {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:05:47.932826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 526c7f83-db83-45f7-a530-e997d719b1ea not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:05:47.961939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9d0bdf43-0976-407a-bc15-957a0e045127), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:47.966929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c399978-427d-4319-8bca-059238d8c14d req-9470d07e-3b91-4a6d-afd7-91dc495e1e18 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:47.968719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c399978-427d-4319-8bca-059238d8c14d req-9470d07e-3b91-4a6d-afd7-91dc495e1e18 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 1.6491196 Feb 03 22:05:47.970374 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:47.975204 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:48.012425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-77be7cee-aa59-4018-be4b-c7c4512fc799 req-d9d8e533-22ae-4c07-b0f0-240710b60f15 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213608 Feb 03 22:05:48.033385 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (60258327-edec-43eb-9780-cc31e6e67670), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.035964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:05:48.038065 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.054767 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=9d0bdf43-0976-407a-bc15-957a0e045127,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:48.091180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:48.096937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:48.116471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:48.173111 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (60258327-edec-43eb-9780-cc31e6e67670), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.175672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks [] for router_controller (60258327-edec-43eb-9780-cc31e6e67670), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.231737 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (60258327-edec-43eb-9780-cc31e6e67670), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.232293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60258327-edec-43eb-9780-cc31e6e67670 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:05:48.237247 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.241621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e8f0a23c-b3cf-4f43-b3e9-07d5c3cbc35b admin admin] 10.222.0.50 "DELETE /v2.0/routers/60258327-edec-43eb-9780-cc31e6e67670 HTTP/1.1" status: 204 len: 168 time: 3.3417206 Feb 03 22:05:48.242725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55744) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:48.350382 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:48.407850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c399978-427d-4319-8bca-059238d8c14d req-727393a1-3428-48d7-af0f-f1cb1d40ca6a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045591 Feb 03 22:05:48.551411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-404bb443-22c2-4603-aa72-a4d093cf902c None None] Current status of the port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:48.552584 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-404bb443-22c2-4603-aa72-a4d093cf902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.590249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb33920f-c30f-46ad-bc3e-678e2cd0c19e admin admin] Deleting subnet 9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:05:48.610599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb33920f-c30f-46ad-bc3e-678e2cd0c19e admin admin] Publish callbacks [] for subnet (9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.713778 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb33920f-c30f-46ad-bc3e-678e2cd0c19e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.735516 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:42Z', 'revision_number': 3, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:47Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:48.758373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-404bb443-22c2-4603-aa72-a4d093cf902c None None] For port 3b93a1ed-405b-4b1a-9a81-82190552b0e2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3b93a1ed-405b-4b1a-9a81-82190552b0e2,segment=NetworkSegment(b3c21be5-fdf9-4410-88d8-16fc4893a4ca),segment_id=b3c21be5-fdf9-4410-88d8-16fc4893a4ca)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:48.762140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Allocated IP 2001:db8:2::2 (2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6/49637f1d-335a-4c11-8d2d-b93e61cf583d/6141ca59-4acb-4b78-9cc7-85c71a658567) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:48.774876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-404bb443-22c2-4603-aa72-a4d093cf902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:48.804112 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5315356-d4dc-487f-9c06-838880a30ca6 None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:42Z', 'revision_number': 3, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:47Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:05:48.866771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb33920f-c30f-46ad-bc3e-678e2cd0c19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:49.004559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bb443-22c2-4603-aa72-a4d093cf902c None None] Pushing event updated for resources: {'Port': ['ID=3b93a1ed-405b-4b1a-9a81-82190552b0e2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:49.047848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128b960-8e49-494c-9fc6-eb9f55132c13 req-0edec35f-92ef-461c-89ba-15e9b0747ed5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:49.058267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9128b960-8e49-494c-9fc6-eb9f55132c13 req-0edec35f-92ef-461c-89ba-15e9b0747ed5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.5942106 Feb 03 22:05:49.084581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb33920f-c30f-46ad-bc3e-678e2cd0c19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:49.129486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:49.137912 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb33920f-c30f-46ad-bc3e-678e2cd0c19e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:49.144793 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb33920f-c30f-46ad-bc3e-678e2cd0c19e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e HTTP/1.1" status: 204 len: 168 time: 0.8999443 Feb 03 22:05:49.149559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55756) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:49.199810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33920f-c30f-46ad-bc3e-678e2cd0c19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ccc67ac-f4b8-47eb-8ca8-a0efd35aac3e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:49.320801 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5a1c491b-4944-4165-b76f-994e988028ec), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:49.337809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9128b960-8e49-494c-9fc6-eb9f55132c13 req-8f691bc6-e89b-4e03-8351-492e3e7ea4a5 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782199 Feb 03 22:05:49.389064 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Publish callbacks [] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:49.401936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cb81a-3f45-450c-8223-d1cacc30b616 None None] Network 5a1c491b-4944-4165-b76f-994e988028ec requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:49.540609 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:49.556689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Deleting port a661495e-dffa-4ff1-9283-945e83566b99 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:05:49.556987 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a661495e-dffa-4ff1-9283-945e83566b99), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:49.649732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-12322df5-4ac4-4491-b9a3-5ec163d4ce89 None None] Provisioning complete for port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:49.650548 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12322df5-4ac4-4491-b9a3-5ec163d4ce89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:49.720776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:49.756280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:49.759289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:49.761733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 2001:db8:2::1 (2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6/49637f1d-335a-4c11-8d2d-b93e61cf583d/cc80d8a5-f04e-40f9-aa82-0fe13540d101) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:49.867094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Pushing event updated for resources: {'Port': ['ID=6141ca59-4acb-4b78-9cc7-85c71a658567,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:49.900585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.018090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5fe8-359c-4d96-acfe-2ba9aeea432e req-8cdcae01-a227-4665-9325-bac4096e5646 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:50.028703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-540b5fe8-359c-4d96-acfe-2ba9aeea432e req-8cdcae01-a227-4665-9325-bac4096e5646 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.5668254 Feb 03 22:05:50.087608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a2c1fe-3cd8-4e71-a5a2-91b6076915fe None None] DHCP port deletion for 5a1c491b-4944-4165-b76f-994e988028ec request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:05:50.104711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for floatingip (eacd1243-cef3-4419-9c95-1e26f24124ae), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.106474 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.148819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] For port a661495e-dffa-4ff1-9283-945e83566b99, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a661495e-dffa-4ff1-9283-945e83566b99,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:50.149474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a661495e-dffa-4ff1-9283-945e83566b99), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.179881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:50.186530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:50.189078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Calling delete_port for a661495e-dffa-4ff1-9283-945e83566b99 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:05:50.192818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:50.194235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.227591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-12322df5-4ac4-4491-b9a3-5ec163d4ce89 None None] Current status of the port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:50.228310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46924214-1c24-4645-adce-028dd1afb0f8 req-6ead087b-0da3-41e6-9198-d68e498b275f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:50.235848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46924214-1c24-4645-adce-028dd1afb0f8 req-6ead087b-0da3-41e6-9198-d68e498b275f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.6606169 Feb 03 22:05:50.287102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-540b5fe8-359c-4d96-acfe-2ba9aeea432e req-db341824-5ac3-4dd9-a541-347c3fae59d1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511230 Feb 03 22:05:50.311468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3b93a1ed-405b-4b1a-9a81-82190552b0e2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:50.328582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=cc80d8a5-f04e-40f9-aa82-0fe13540d101,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:50.411882 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Attempting to bind port 6141ca59-4acb-4b78-9cc7-85c71a658567 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:50.412183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Attempting to bind port 6141ca59-4acb-4b78-9cc7-85c71a658567 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:50.412555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Attempting to bind port 6141ca59-4acb-4b78-9cc7-85c71a658567 on network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:50.424247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9d0bdf43-0976-407a-bc15-957a0e045127), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.460289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-49a2c1fe-3cd8-4e71-a5a2-91b6076915fe None None] Deleting port a661495e-dffa-4ff1-9283-945e83566b99 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:05:50.460669 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49a2c1fe-3cd8-4e71-a5a2-91b6076915fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a661495e-dffa-4ff1-9283-945e83566b99), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.550396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-49a2c1fe-3cd8-4e71-a5a2-91b6076915fe None None] For port a661495e-dffa-4ff1-9283-945e83566b99, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a661495e-dffa-4ff1-9283-945e83566b99,segment=NetworkSegment(1109e8a0-3078-4e48-9f7b-d1bb66647566),segment_id=1109e8a0-3078-4e48-9f7b-d1bb66647566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:50.550795 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49a2c1fe-3cd8-4e71-a5a2-91b6076915fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a661495e-dffa-4ff1-9283-945e83566b99), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.563719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-49a2c1fe-3cd8-4e71-a5a2-91b6076915fe None None] Calling delete_port for a661495e-dffa-4ff1-9283-945e83566b99 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:05:50.588324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46924214-1c24-4645-adce-028dd1afb0f8 req-b862420b-53be-4074-93f3-0099a912b30e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506727 Feb 03 22:05:50.589021 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a661495e-dffa-4ff1-9283-945e83566b99), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.666519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49a2c1fe-3cd8-4e71-a5a2-91b6076915fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (a661495e-dffa-4ff1-9283-945e83566b99), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.671944 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (9d0bdf43-0976-407a-bc15-957a0e045127), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.675001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:50.675386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Checking segment: {'id': 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:50.675791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.676188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Bound using segment: {'id': 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:50.676719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Bound port: 6141ca59-4acb-4b78-9cc7-85c71a658567, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:50.677370 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.689807 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9d0bdf43-0976-407a-bc15-957a0e045127), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.717662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a661495e-dffa-4ff1-9283-945e83566b99,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:50.720140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a2c1fe-3cd8-4e71-a5a2-91b6076915fe None None] No DVR routers for this DVR port a661495e-dffa-4ff1-9283-945e83566b99 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:05:50.728811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] No DVR routers for this DVR port a661495e-dffa-4ff1-9283-945e83566b99 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:05:50.798356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=9d0bdf43-0976-407a-bc15-957a0e045127,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:50.820164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.847658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] For port 6141ca59-4acb-4b78-9cc7-85c71a658567, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:50.853551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] For port 6141ca59-4acb-4b78-9cc7-85c71a658567, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6141ca59-4acb-4b78-9cc7-85c71a658567,segment=NetworkSegment(d6699a8e-e2cf-489d-aab5-dc65bc626dd4),segment_id=d6699a8e-e2cf-489d-aab5-dc65bc626dd4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:50.873514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2c1fe-3cd8-4e71-a5a2-91b6076915fe None None] Pushing event deleted for resources: {'Port': ['ID=a661495e-dffa-4ff1-9283-945e83566b99,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:50.884931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.939902 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (5a1c491b-4944-4165-b76f-994e988028ec), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.942715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de895e66-a606-4d1f-b6e5-95202b8fd4e4 None None] Pushing event updated for resources: {'Port': ['ID=6141ca59-4acb-4b78-9cc7-85c71a658567,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:50.962439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:50.962840 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.974775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1c491b-4944-4165-b76f-994e988028ec']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:50.987977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (eacd1243-cef3-4419-9c95-1e26f24124ae), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:50.998964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1109e8a0-3078-4e48-9f7b-d1bb66647566') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:50.999267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1109e8a0-3078-4e48-9f7b-d1bb66647566') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:51.015618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (1109e8a0-3078-4e48-9f7b-d1bb66647566), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:51.032647 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1109e8a0-3078-4e48-9f7b-d1bb66647566), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:51.039197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:05:51.039603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (1109e8a0-3078-4e48-9f7b-d1bb66647566), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:05:51.101546 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:05:51.116169 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (5a1c491b-4944-4165-b76f-994e988028ec), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:51.122398 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:51.125645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a1c491b-4944-4165-b76f-994e988028ec HTTP/1.1" status: 204 len: 168 time: 1.9502895 Feb 03 22:05:51.161889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cccb9-bd5f-4c4e-92fa-e66af8468ebc req-636f040f-43dc-43a5-81ad-2d40cddc8f5b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:51.164260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:51.164404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b1cccb9-bd5f-4c4e-92fa-e66af8468ebc req-636f040f-43dc-43a5-81ad-2d40cddc8f5b tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.5933306 Feb 03 22:05:51.165477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc19da-578d-4e62-8087-528c0d8769c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1c491b-4944-4165-b76f-994e988028ec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:51.266211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:05:51.276878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b1cccb9-bd5f-4c4e-92fa-e66af8468ebc req-3b79227c-8ad7-4551-92b8-cb3cbfaab553 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989919 Feb 03 22:05:51.340379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:05:51.340599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1ce06cd9-0cca-4a7a-ac47-0027a9cf5e0c not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:05:51.436375 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Floating IP eacd1243-cef3-4419-9c95-1e26f24124ae associated. External IP: 172.25.5.76, port: 3caa6a03-b9c6-4fe6-9c50-183a9dc05744. Feb 03 22:05:51.471618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:51.570752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9874b3d6-fa1b-43b8-984d-9edfbb468377 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c92022e28c9445fb92269882b0985112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732558 Feb 03 22:05:51.573052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:51.656731 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57ea695a-ad8e-42ac-916b-469992c23e98 admin admin] Publish callbacks [] for security_group (8b9bdc19-d745-457a-86fd-8ca379dde8b5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:51.681197 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57ea695a-ad8e-42ac-916b-469992c23e98 admin admin] Publish callbacks [] for security_group (8b9bdc19-d745-457a-86fd-8ca379dde8b5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:51.763071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a0761-df7e-421f-9214-096833074f6f req-76ff2996-ed91-4aa0-a6a7-027f84970197 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:51.772262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d7a0761-df7e-421f-9214-096833074f6f req-76ff2996-ed91-4aa0-a6a7-027f84970197 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.3273535 Feb 03 22:05:51.782804 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57ea695a-ad8e-42ac-916b-469992c23e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b9bdc19-d745-457a-86fd-8ca379dde8b5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:51.785857 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57ea695a-ad8e-42ac-916b-469992c23e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:51.790281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-57ea695a-ad8e-42ac-916b-469992c23e98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b9bdc19-d745-457a-86fd-8ca379dde8b5 HTTP/1.1" status: 204 len: 168 time: 0.2162218 Feb 03 22:05:51.828757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea695a-ad8e-42ac-916b-469992c23e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9bdc19-d745-457a-86fd-8ca379dde8b5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:51.886424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464039d-6b44-4ba1-8a6d-d1733b808630 req-3f73594a-efe8-4067-8981-1cfbed49a9f7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:51.889627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4464039d-6b44-4ba1-8a6d-d1733b808630 req-3f73594a-efe8-4067-8981-1cfbed49a9f7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1490176 Feb 03 22:05:51.900588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d7a0761-df7e-421f-9214-096833074f6f req-74592491-35f6-465d-a7a3-e8c167f78ee7 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273472 Feb 03 22:05:52.031491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4464039d-6b44-4ba1-8a6d-d1733b808630 req-8b4791f1-356a-4730-b8c3-c29f6023c8d0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121929 Feb 03 22:05:52.210762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6141ca59-4acb-4b78-9cc7-85c71a658567 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:52.346951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef1a41-a5d9-487b-b52d-784f57ac268a req-5081833a-af9c-474a-9806-a99ea0b06fb8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:52.360641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbef1a41-a5d9-487b-b52d-784f57ac268a req-5081833a-af9c-474a-9806-a99ea0b06fb8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1207047 Feb 03 22:05:52.378081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6141ca59-4acb-4b78-9cc7-85c71a658567 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:52.380828 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:52.551689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbef1a41-a5d9-487b-b52d-784f57ac268a req-7b451a46-0ac2-46bf-8de3-48d5d0d35bd1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836834 Feb 03 22:05:52.633831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6141ca59-4acb-4b78-9cc7-85c71a658567 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:52.643095 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:52.746873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 6141ca59-4acb-4b78-9cc7-85c71a658567, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6141ca59-4acb-4b78-9cc7-85c71a658567,segment=NetworkSegment(d6699a8e-e2cf-489d-aab5-dc65bc626dd4),segment_id=d6699a8e-e2cf-489d-aab5-dc65bc626dd4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:52.751963 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:52.757264 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:52.769035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:52.774283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:52.926922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e746a16-650c-4087-9507-7ea27d255579 req-3f256baa-2da0-45a0-a894-903cd8781716 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:52.941908 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e746a16-650c-4087-9507-7ea27d255579 req-3f256baa-2da0-45a0-a894-903cd8781716 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.2413888 Feb 03 22:05:53.017621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=6141ca59-4acb-4b78-9cc7-85c71a658567,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:53.026589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943cba07-5b19-4d8e-aff8-dad38c6d491f None None] Network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:53.035374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a661495e-dffa-4ff1-9283-945e83566b99 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:05:53.053949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e746a16-650c-4087-9507-7ea27d255579 req-694c4993-63db-4a68-8274-78b3071e2c10 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052268 Feb 03 22:05:53.092849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a661495e-dffa-4ff1-9283-945e83566b99 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:05:53.093343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a661495e-dffa-4ff1-9283-945e83566b99 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:05:53.151243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Router 95841603-7cfe-434f-b95f-beacfe28c588 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:05:53.190303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=cc80d8a5-f04e-40f9-aa82-0fe13540d101,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:53.216061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:53.252182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:53.283609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed3819cb-08de-4018-abf3-7944ba25eb42 None None] Provisioning complete for port 6141ca59-4acb-4b78-9cc7-85c71a658567 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:53.285133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed3819cb-08de-4018-abf3-7944ba25eb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:53.315781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f082ee-e405-4437-be1b-5d5756c61e44 req-a3048cad-f53f-42e6-9a50-55fbd4c63936 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:53.340038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3f082ee-e405-4437-be1b-5d5756c61e44 req-a3048cad-f53f-42e6-9a50-55fbd4c63936 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1582932 Feb 03 22:05:53.494090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3f082ee-e405-4437-be1b-5d5756c61e44 req-cd06808d-bf0c-44ee-a504-5b37feb72658 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496820 Feb 03 22:05:53.500575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:05:53.502508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:05:53.525092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] Sync routers for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:05:53.529947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddad6c-75c8-4d4b-a95d-8c501b40fbfd req-b8b872f1-8747-4210-813a-1251bbc58a07 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:53.551016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82ddad6c-75c8-4d4b-a95d-8c501b40fbfd req-b8b872f1-8747-4210-813a-1251bbc58a07 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1720419 Feb 03 22:05:53.574280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:53.628727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:53.629389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:53.640760 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43516b66-da06-4136-bc0c-5ad6ec4f946f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:53.672065 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5d9b0fe7-7d65-4dd1-ba91-fc2fd5f8d300 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3313789 Feb 03 22:05:53.674741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:05:53.677250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:53.677572 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a859da17-30ea-4e14-8d26-47dcc3071ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:05:53.742662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:05:53.753785 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:05:53.761967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fe71a010-b3ad-492d-93df-ab75154c18a5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1825798 Feb 03 22:05:53.765323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:53.777606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1599443090'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:53.782010 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:53.782733 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:53.789463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed3819cb-08de-4018-abf3-7944ba25eb42 None None] Current status of the port 6141ca59-4acb-4b78-9cc7-85c71a658567 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:53.790879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82ddad6c-75c8-4d4b-a95d-8c501b40fbfd req-5c82ca1f-71f5-4ba4-a2f0-34ccf581a6d8 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140536 Feb 03 22:05:53.864167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:53.867694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:53.957130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:05:54.012005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f0fe0b1f-8651-400f-a91e-cae0895d307e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:54.020966 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added segment f0fe0b1f-8651-400f-a91e-cae0895d307e of type vlan for network 4f66e21b-5480-47ed-8c24-0ecebc366f91 Feb 03 22:05:54.041662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:54.176248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6141ca59-4acb-4b78-9cc7-85c71a658567 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:54.195550 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:54.209420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4f66e21b-5480-47ed-8c24-0ecebc366f91), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:54.307297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4f66e21b-5480-47ed-8c24-0ecebc366f91), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:54.312403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:54.321902 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:54.375602 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6080127 Feb 03 22:05:54.400970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55876) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:54.442937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'subnet': {'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:05:54.566343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cc67b-9b9a-4b28-8282-0bd1aca36a4c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Network': ['ID=4f66e21b-5480-47ed-8c24-0ecebc366f91,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:54.596760 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e0ee40-77ae-498d-8d17-2d34ec00ec2b x-openstack-request-id: req-80e0ee40-77ae-498d-8d17-2d34ec00ec2b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:05:54.597097 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:05:54.597355 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80e0ee40-77ae-498d-8d17-2d34ec00ec2b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:05:54.597763 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'status': 'completed', 'code': 200} Feb 03 22:05:54.749430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d8bfd-aeab-4aa0-be74-59ad699efe09 req-0ab1d4c4-39e4-4b55-b36f-311886c8a8e1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:54.767160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f95d8bfd-aeab-4aa0-be74-59ad699efe09 req-0ab1d4c4-39e4-4b55-b36f-311886c8a8e1 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.7458065 Feb 03 22:05:54.802738 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:50Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:51Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:54.816175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4f66e21b-5480-47ed-8c24-0ecebc366f91 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:05:54.857703 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:05:54.858416 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Updating router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 port cc80d8a5-f04e-40f9-aa82-0fe13540d101 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:05:54.929704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Made reservation on behalf of 6db59850f997439e8bcbfae1dd735eeb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:05:54.934520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:54.954237 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:55.079536 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:55.164459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-78f5971a-0df4-4603-bba1-f67196f74dcd None None] Provisioning complete for port 6141ca59-4acb-4b78-9cc7-85c71a658567 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:55.165557 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78f5971a-0df4-4603-bba1-f67196f74dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:55.211507 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:55.331114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6141ca59-4acb-4b78-9cc7-85c71a658567 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:55.331415 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:55.340158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.341493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.341967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.342600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.343050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.343484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.343943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.344404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.344922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.345379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.346467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.353581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d51268cb-f2c6-4801-85cf-ad724f719983 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7749 time: 1.6728458 Feb 03 22:05:55.353970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:55.446354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-dc359af1-9032-4065-9b12-a4e8ac75e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.452171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-dc359af1-9032-4065-9b12-a4e8ac75e45f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 1167 time: 0.6778042 Feb 03 22:05:55.518496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.518978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.521086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:10Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'eacd1243-cef3-4419-9c95-1e26f24124ae', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'floating_ip_address': '172.25.5.76', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'port_id': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'mac_address': 'fa:16:3e:7b:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:49Z', 'revision_number': 0, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e101bc68-a5a6-4305-815d-a7428f470215', 'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:02:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:07Z', 'updated_at': '2022-02-03T22:05:16Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:55.521902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.522379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.522839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.526119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.526593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.527051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.530190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.530674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.531148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.538374 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5c1ede0c-bcc1-4935-beb5-1cb440b2f489 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7145 time: 0.1778679 Feb 03 22:05:55.538989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:55.588552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-78f5971a-0df4-4603-bba1-f67196f74dcd None None] Current status of the port 6141ca59-4acb-4b78-9cc7-85c71a658567 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:55.603281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] Checking router: 95841603-7cfe-434f-b95f-beacfe28c588 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:05:55.603476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60d35f-a12a-46d2-b4d3-707c979d9e2c req-1ced7b43-ec5e-4be6-b519-aefee7de9be2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:55.605261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a60d35f-a12a-46d2-b4d3-707c979d9e2c req-1ced7b43-ec5e-4be6-b519-aefee7de9be2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.6919079 Feb 03 22:05:55.607796 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (3d796de9-4d6a-44c7-810c-6f0b59667c9e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:55.622211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6141ca59-4acb-4b78-9cc7-85c71a658567 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:55.658879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f95d8bfd-aeab-4aa0-be74-59ad699efe09 req-63f6abe8-3871-4c3d-b082-9143dca2fc6f tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8908100 Feb 03 22:05:55.675655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:55.678657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:55.744582 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Publish callbacks [] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:55.762157 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:55.883338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:55.884769 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a07f4-432e-4b43-97b9-4caf95df0a56 None None] Pushing event updated for resources: {'Port': ['ID=cc80d8a5-f04e-40f9-aa82-0fe13540d101,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:55.947739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Subnet': ['ID=3d796de9-4d6a-44c7-810c-6f0b59667c9e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:55.954420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-78f5971a-0df4-4603-bba1-f67196f74dcd None None] Provisioning complete for port cc80d8a5-f04e-40f9-aa82-0fe13540d101 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:55.954732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78f5971a-0df4-4603-bba1-f67196f74dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:56.016474 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Attempting to bind port cc80d8a5-f04e-40f9-aa82-0fe13540d101 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:56.019951 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Attempting to bind port cc80d8a5-f04e-40f9-aa82-0fe13540d101 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:56.020741 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Attempting to bind port cc80d8a5-f04e-40f9-aa82-0fe13540d101 on network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:56.035989 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:56.038365 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Checking segment: {'id': 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:56.038955 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:56.039767 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Bound using segment: {'id': 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:56.040425 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Bound port: cc80d8a5-f04e-40f9-aa82-0fe13540d101, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:56.041078 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:56.081073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Checking segment: {'id': 'f0fe0b1f-8651-400f-a91e-cae0895d307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:56.081595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network hostable DHCP agents. Network: 4f66e21b-5480-47ed-8c24-0ecebc366f91, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:05:56.149064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-e34b0875-c00d-4302-8d10-1d4421e500bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:56.150784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-e34b0875-c00d-4302-8d10-1d4421e500bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e472835-5384-4070-b3da-0aa3e704c0f5 HTTP/1.1" status: 200 len: 898 time: 0.6889815 Feb 03 22:05:56.170987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a60d35f-a12a-46d2-b4d3-707c979d9e2c req-3c696ccd-e851-45cd-a016-5d1a88ed8fd4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548639 Feb 03 22:05:56.172537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 4f66e21b-5480-47ed-8c24-0ecebc366f91 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:05:56.175063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-78f5971a-0df4-4603-bba1-f67196f74dcd None None] Port cc80d8a5-f04e-40f9-aa82-0fe13540d101 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:05:56.219092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4080818-5223-43a3-ad45-33a8cecc37a2 req-34464abc-9c6c-4af8-b3f6-b8bca13c1c54 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:56.228121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4080818-5223-43a3-ad45-33a8cecc37a2 req-34464abc-9c6c-4af8-b3f6-b8bca13c1c54 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.3649826 Feb 03 22:05:56.230293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4f66e21b-5480-47ed-8c24-0ecebc366f91) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:56.254029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3a0b0-a1f1-40e1-ba72-bf3718b12510 None None] Network 4f66e21b-5480-47ed-8c24-0ecebc366f91 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:05:56.279400 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] For port cc80d8a5-f04e-40f9-aa82-0fe13540d101, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:56.289983 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] For port cc80d8a5-f04e-40f9-aa82-0fe13540d101, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cc80d8a5-f04e-40f9-aa82-0fe13540d101,segment=NetworkSegment(d6699a8e-e2cf-489d-aab5-dc65bc626dd4),segment_id=d6699a8e-e2cf-489d-aab5-dc65bc626dd4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:56.302424 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:56.337655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:56.337655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:56.413122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-88ec695f-a1ad-4c2f-8780-90dc7672166c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9967170 Feb 03 22:05:56.416744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:56.452689 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a07f4-432e-4b43-97b9-4caf95df0a56 None None] Pushing event updated for resources: {'Port': ['ID=cc80d8a5-f04e-40f9-aa82-0fe13540d101,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:56.456599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-3af68440-1ccf-465f-b371-309449486993 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744 HTTP/1.1" status: 200 len: 999 time: 0.2604556 Feb 03 22:05:56.511415 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:05:56.512200 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:56.529414 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-604849f0-3ef9-4603-83ed-d1f13e64ca55 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4315 time: 0.9792416 Feb 03 22:05:56.578889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55942) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:56.580367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-4f66e21b-5480-47ed-8c24-0ecebc366f91', 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91', 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'fixed_ips': [{'subnet_id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:05:56.581253 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:56.585662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4080818-5223-43a3-ad45-33a8cecc37a2 req-e31cb2a8-5c36-4caa-b0aa-5d3ee48e86d4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570633 Feb 03 22:05:56.597789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-cb148ea5-89d7-4dde-8503-571f5920179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:56.602609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-cb148ea5-89d7-4dde-8503-571f5920179d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bfb9e4b-0c92-4280-9321-d44d5112a27c HTTP/1.1" status: 200 len: 834 time: 0.1344726 Feb 03 22:05:56.756458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9cad9d30-25f4-47cc-9e89-ff2a429663db None None] Provisioning complete for port cc80d8a5-f04e-40f9-aa82-0fe13540d101 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:56.756834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cad9d30-25f4-47cc-9e89-ff2a429663db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:56.768584 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:05:56.836832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19401e09-6099-4279-b5e5-c6cf15534f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:56.887802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3540af-9a65-4c92-8147-27ee4ef95708 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:56.889696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3540af-9a65-4c92-8147-27ee4ef95708 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:56.894949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7b3540af-9a65-4c92-8147-27ee4ef95708 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95841603-7cfe-434f-b95f-beacfe28c588 HTTP/1.1" status: 200 len: 2062 time: 0.3082051 Feb 03 22:05:56.904738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-fb7e4f50-71f9-4fe7-9b58-126f47200567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:56.909378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-fb7e4f50-71f9-4fe7-9b58-126f47200567 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e472835-5384-4070-b3da-0aa3e704c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2582448 Feb 03 22:05:56.956057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69a359-f17e-444b-a877-15fd379ef81f req-e5d5c767-3f6b-4f65-bf04-bc2692621e19 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:56.958361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e69a359-f17e-444b-a877-15fd379ef81f req-e5d5c767-3f6b-4f65-bf04-bc2692621e19 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.2311409 Feb 03 22:05:57.101467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9cad9d30-25f4-47cc-9e89-ff2a429663db None None] Current status of the port cc80d8a5-f04e-40f9-aa82-0fe13540d101 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:57.102028 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cad9d30-25f4-47cc-9e89-ff2a429663db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:57.156119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9cad9d30-25f4-47cc-9e89-ff2a429663db None None] For port cc80d8a5-f04e-40f9-aa82-0fe13540d101, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cc80d8a5-f04e-40f9-aa82-0fe13540d101,segment=NetworkSegment(d6699a8e-e2cf-489d-aab5-dc65bc626dd4),segment_id=d6699a8e-e2cf-489d-aab5-dc65bc626dd4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:05:57.161899 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:57.169463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cad9d30-25f4-47cc-9e89-ff2a429663db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:57.206675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:57.363398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad9d30-25f4-47cc-9e89-ff2a429663db None None] Pushing event updated for resources: {'Port': ['ID=cc80d8a5-f04e-40f9-aa82-0fe13540d101,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:57.413522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0dbc4dad-f5e2-47ca-ae77-41343533e07d None None] Provisioning complete for port cc80d8a5-f04e-40f9-aa82-0fe13540d101 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:57.413848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4dad-f5e2-47ca-ae77-41343533e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:57.473660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:10Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'eacd1243-cef3-4419-9c95-1e26f24124ae', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'floating_ip_address': '172.25.5.76', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'port_id': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'mac_address': 'fa:16:3e:7b:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:49Z', 'revision_number': 0, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e101bc68-a5a6-4305-815d-a7428f470215', 'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:02:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:07Z', 'updated_at': '2022-02-03T22:05:16Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:57.513314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51733263-7a0e-41b1-ab0d-e1fca98b5102 None None] The sync data for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 is: [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:10Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'eacd1243-cef3-4419-9c95-1e26f24124ae', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'floating_ip_address': '172.25.5.76', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'port_id': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'mac_address': 'fa:16:3e:7b:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:49Z', 'revision_number': 0, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e101bc68-a5a6-4305-815d-a7428f470215', 'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:02:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:07Z', 'updated_at': '2022-02-03T22:05:16Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:05:57.595531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc4dad-f5e2-47ca-ae77-41343533e07d None None] Current status of the port cc80d8a5-f04e-40f9-aa82-0fe13540d101 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:57.602307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Allocated IP 2001:db8:3::2 (4f66e21b-5480-47ed-8c24-0ecebc366f91/3d796de9-4d6a-44c7-810c-6f0b59667c9e/1c15f82c-32a1-4d98-84d2-bf5eb692a7a1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:57.614702 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:50Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:56Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:05:57.722021 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2cfe-ed0b-4ea0-a3cc-0d530ec7f788 None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:50Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:56Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:05:57.937848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e69a359-f17e-444b-a877-15fd379ef81f req-ae566062-bc28-4b5e-b074-dff75c68ddec tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9478462 Feb 03 22:05:58.034999 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Publish callbacks [] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.066838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8422a0-671e-4bdf-b668-c21f79f297c5 None None] New status for floating IP eacd1243-cef3-4419-9c95-1e26f24124ae: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:05:58.072128 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.184402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c82f4-e947-459f-b5bb-c5393ccae753 req-12ab5d5f-b98d-4a43-bf3e-5d36ae26785b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:58.206686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b2c82f4-e947-459f-b5bb-c5393ccae753 req-12ab5d5f-b98d-4a43-bf3e-5d36ae26785b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.3184576 Feb 03 22:05:58.251192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Allocated IP 2001:db8:3::1 (4f66e21b-5480-47ed-8c24-0ecebc366f91/3d796de9-4d6a-44c7-810c-6f0b59667c9e/96aab79b-019f-44cd-8244-333535121b99) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:05:58.297553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b2c82f4-e947-459f-b5bb-c5393ccae753 req-39b8ae2a-4859-422b-a23d-17d053f355d3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863390 Feb 03 22:05:58.302517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-3aeb2b8a-f0a9-4335-8fe9-cdab5c990aa4 service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3744674 Feb 03 22:05:58.393756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55970) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:58.420071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272d44b-327d-4b86-a00d-9b4c387aa8ad req-b450f366-e72c-406d-95e2-d7fc425bb380 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:58.427477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2272d44b-327d-4b86-a00d-9b4c387aa8ad req-b450f366-e72c-406d-95e2-d7fc425bb380 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1451304 Feb 03 22:05:58.531508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a859da17-30ea-4e14-8d26-47dcc3071ed0 req-1d5c465d-b291-479e-b423-752242a84915 service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189612 Feb 03 22:05:58.535061 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (96aab79b-019f-44cd-8244-333535121b99), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.602567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2272d44b-327d-4b86-a00d-9b4c387aa8ad req-e994f41a-69ac-43b7-8175-36535b82f6a4 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733873 Feb 03 22:05:58.615047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Pushing event updated for resources: {'Port': ['ID=1c15f82c-32a1-4d98-84d2-bf5eb692a7a1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:58.616950 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (96aab79b-019f-44cd-8244-333535121b99), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.622231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.635651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cc80d8a5-f04e-40f9-aa82-0fe13540d101 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:05:58.709952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 4f66e21b-5480-47ed-8c24-0ecebc366f91 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:58.717370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:58.721709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:58.722163 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.810845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Publish callbacks [] for security_group (7f10736f-97d5-40c3-93ba-ecf29767694c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.818927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7f10736f-97d5-40c3-93ba-ecf29767694c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.844719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=96aab79b-019f-44cd-8244-333535121b99,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:58.897324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Network 4f66e21b-5480-47ed-8c24-0ecebc366f91 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:05:58.903677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32e89286e29c4a1ba4c6d8ddf63ac5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976153 Feb 03 22:05:58.904422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f10736f-97d5-40c3-93ba-ecf29767694c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:58.906476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:58.914177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:05:58.924748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:05:58.964355 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.976740 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (96aab79b-019f-44cd-8244-333535121b99), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:58.992121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.992869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.993468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.994058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.994648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.995205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.995940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.996517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.997118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.997677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.998383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.998936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:58.999760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a95b34-c7ff-4010-bcf3-4a48543c0521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:05:59.054809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cc80d8a5-f04e-40f9-aa82-0fe13540d101 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:05:59.055181 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.055836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-446f9aea-5532-4ff3-8a04-7bd992393c37 admin admin] Publish callbacks [] for security_group (7f10736f-97d5-40c3-93ba-ecf29767694c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.087441 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-446f9aea-5532-4ff3-8a04-7bd992393c37 admin admin] Publish callbacks [] for security_group (7f10736f-97d5-40c3-93ba-ecf29767694c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.110844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Attempting to bind port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:05:59.110844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Attempting to bind port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f0fe0b1f-8651-400f-a91e-cae0895d307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:05:59.110844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Attempting to bind port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 on network 4f66e21b-5480-47ed-8c24-0ecebc366f91 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:05:59.121286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:05:59.121667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Checking segment: {'id': 'f0fe0b1f-8651-400f-a91e-cae0895d307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:05:59.122072 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.122462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Bound using segment: {'id': 'f0fe0b1f-8651-400f-a91e-cae0895d307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:05:59.122933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Bound port: 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe0b1f-8651-400f-a91e-cae0895d307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:05:59.123313 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.154690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-446f9aea-5532-4ff3-8a04-7bd992393c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7f10736f-97d5-40c3-93ba-ecf29767694c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.157237 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-446f9aea-5532-4ff3-8a04-7bd992393c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.163342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-446f9aea-5532-4ff3-8a04-7bd992393c37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f10736f-97d5-40c3-93ba-ecf29767694c HTTP/1.1" status: 204 len: 168 time: 0.2542274 Feb 03 22:05:59.180104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f9aea-5532-4ff3-8a04-7bd992393c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f10736f-97d5-40c3-93ba-ecf29767694c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:59.311172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] For port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:05:59.337612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] For port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c15f82c-32a1-4d98-84d2-bf5eb692a7a1,segment=NetworkSegment(f0fe0b1f-8651-400f-a91e-cae0895d307e),segment_id=f0fe0b1f-8651-400f-a91e-cae0895d307e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:05:59.339332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cc80d8a5-f04e-40f9-aa82-0fe13540d101 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:05:59.351145 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.468517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b10d2-aba1-43b5-820a-47da42ccb9eb None None] Pushing event updated for resources: {'Port': ['ID=1c15f82c-32a1-4d98-84d2-bf5eb692a7a1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:59.513012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bff011-399f-4d00-9b09-80d0766ef5fa req-2e057e42-5e6c-4119-8651-bb9d44b496df tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:05:59.523108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88bff011-399f-4d00-9b09-80d0766ef5fa req-2e057e42-5e6c-4119-8651-bb9d44b496df tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1092522 Feb 03 22:05:59.524664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for port (96aab79b-019f-44cd-8244-333535121b99), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.545292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (96aab79b-019f-44cd-8244-333535121b99), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.546106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.611052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88bff011-399f-4d00-9b09-80d0766ef5fa req-e8262f13-cdf0-48d8-8246-b89909d6c770 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867021 Feb 03 22:05:59.642059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:59.658470 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ae93de7-8c0a-4797-ae4d-fbee38a3c57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.796121 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ae93de7-8c0a-4797-ae4d-fbee38a3c57b admin admin] Publish callbacks [] for security_group (cf445700-610d-49c2-a552-9dbc9679740e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.800530 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ae93de7-8c0a-4797-ae4d-fbee38a3c57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf445700-610d-49c2-a552-9dbc9679740e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.860224 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:05:59.873123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae93de7-8c0a-4797-ae4d-fbee38a3c57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf445700-610d-49c2-a552-9dbc9679740e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:05:59.884122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1ae93de7-8c0a-4797-ae4d-fbee38a3c57b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dec493c37084418aa9e40e4f6018f468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403698 Feb 03 22:05:59.889823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55988) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:05:59.992765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b7b9e47-2ed7-4a40-a678-111a6c371505 admin admin] Publish callbacks [] for security_group (cf445700-610d-49c2-a552-9dbc9679740e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:00.042141 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b7b9e47-2ed7-4a40-a678-111a6c371505 admin admin] Publish callbacks [] for security_group (cf445700-610d-49c2-a552-9dbc9679740e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:00.111986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:06:00.126192 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b7b9e47-2ed7-4a40-a678-111a6c371505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf445700-610d-49c2-a552-9dbc9679740e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:00.128994 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b7b9e47-2ed7-4a40-a678-111a6c371505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:00.130758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b7b9e47-2ed7-4a40-a678-111a6c371505 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf445700-610d-49c2-a552-9dbc9679740e HTTP/1.1" status: 204 len: 168 time: 0.2399247 Feb 03 22:06:00.139666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b9e47-2ed7-4a40-a678-111a6c371505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf445700-610d-49c2-a552-9dbc9679740e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:00.202578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:00.203337 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:00.314022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:00.314429 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:00.318368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event updated for resources: {'Port': ['ID=96aab79b-019f-44cd-8244-333535121b99,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:00.351420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c15f82c-32a1-4d98-84d2-bf5eb692a7a1,segment=NetworkSegment(f0fe0b1f-8651-400f-a91e-cae0895d307e),segment_id=f0fe0b1f-8651-400f-a91e-cae0895d307e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:00.357533 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:00.369511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Network 4f66e21b-5480-47ed-8c24-0ecebc366f91 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:06:00.371589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:00.481469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=1c15f82c-32a1-4d98-84d2-bf5eb692a7a1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:00.508684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:00.626412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:00.636125 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d2f90bf5-56f4-4f87-b60a-4e4e5a9dadd4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2142601 Feb 03 22:06:00.636489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:00.642459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:00.648570 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:00.666914 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:00.667571 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:00.811557 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:00.927280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240a82fb-b05f-438d-b98c-a4d8a8e70c7d None None] Network 4f66e21b-5480-47ed-8c24-0ecebc366f91 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:06:00.988485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27cea5-d320-4780-8c00-bb55050e5e43 req-510f1a97-a68e-42ff-a5fc-9fc6a1c58c04 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:00.995843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c27cea5-d320-4780-8c00-bb55050e5e43 req-510f1a97-a68e-42ff-a5fc-9fc6a1c58c04 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1967354 Feb 03 22:06:01.029925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-021d48c2-ef92-41d9-a5b2-8426d8675014 None None] Provisioning complete for port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:01.030451 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-021d48c2-ef92-41d9-a5b2-8426d8675014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.096336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c27cea5-d320-4780-8c00-bb55050e5e43 req-8f85e933-2bbc-4380-b0c0-80e43145a757 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845459 Feb 03 22:06:01.225263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-021d48c2-ef92-41d9-a5b2-8426d8675014 None None] Current status of the port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:01.230627 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:05:58Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96aab79b-019f-44cd-8244-333535121b99', 'name': '', 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6a:40:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:57Z', 'updated_at': '2022-02-03T22:05:59Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:57Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:01.270177 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:01.270830 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Updating router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 port 96aab79b-019f-44cd-8244-333535121b99 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:06:01.293695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 22:06:01.306968 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (96aab79b-019f-44cd-8244-333535121b99), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.328261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Removed routes are [] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 22:06:01.329149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.636405 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.637816 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Publish callbacks [] for port (96aab79b-019f-44cd-8244-333535121b99), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.647644 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (96aab79b-019f-44cd-8244-333535121b99), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.649685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.693480 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921df3d-ab26-4c6f-ba9f-7000ab0eee8e None None] Pushing event updated for resources: {'Port': ['ID=96aab79b-019f-44cd-8244-333535121b99,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:01.764124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] Provisioning complete for port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:01.764760 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.774837 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Attempting to bind port 96aab79b-019f-44cd-8244-333535121b99 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:06:01.775282 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Attempting to bind port 96aab79b-019f-44cd-8244-333535121b99 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f0fe0b1f-8651-400f-a91e-cae0895d307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:06:01.775673 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Attempting to bind port 96aab79b-019f-44cd-8244-333535121b99 on network 4f66e21b-5480-47ed-8c24-0ecebc366f91 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:06:01.782288 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:06:01.782992 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Checking segment: {'id': 'f0fe0b1f-8651-400f-a91e-cae0895d307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:06:01.783442 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.783839 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Bound using segment: {'id': 'f0fe0b1f-8651-400f-a91e-cae0895d307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:06:01.784349 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Bound port: 96aab79b-019f-44cd-8244-333535121b99, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe0b1f-8651-400f-a91e-cae0895d307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:06:01.784758 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (96aab79b-019f-44cd-8244-333535121b99), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.808522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:01.872387 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] For port 96aab79b-019f-44cd-8244-333535121b99, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:06:01.879408 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] For port 96aab79b-019f-44cd-8244-333535121b99, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=96aab79b-019f-44cd-8244-333535121b99,segment=NetworkSegment(f0fe0b1f-8651-400f-a91e-cae0895d307e),segment_id=f0fe0b1f-8651-400f-a91e-cae0895d307e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:06:01.892060 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (96aab79b-019f-44cd-8244-333535121b99), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:01.985965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] Current status of the port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:01.999331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] Provisioning complete for port 96aab79b-019f-44cd-8244-333535121b99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:02.000623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96aab79b-019f-44cd-8244-333535121b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:02.009176 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:02.009839 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:02.045458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:02.062862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:02.071974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:02.073087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-060dc689-eda9-44f8-ba13-bca5d16fbfc4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 HTTP/1.1" status: 200 len: 953 time: 1.4352717 Feb 03 22:06:02.130450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:06:02.132859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] Current status of the port 96aab79b-019f-44cd-8244-333535121b99 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:02.133279 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (96aab79b-019f-44cd-8244-333535121b99), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:02.238080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] For port 96aab79b-019f-44cd-8244-333535121b99, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=96aab79b-019f-44cd-8244-333535121b99,segment=NetworkSegment(f0fe0b1f-8651-400f-a91e-cae0895d307e),segment_id=f0fe0b1f-8651-400f-a91e-cae0895d307e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:02.255922 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (96aab79b-019f-44cd-8244-333535121b99), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:02.267770 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921df3d-ab26-4c6f-ba9f-7000ab0eee8e None None] Pushing event updated for resources: {'Port': ['ID=96aab79b-019f-44cd-8244-333535121b99,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:02.279868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccbd1d-9f0e-491a-91aa-3a6ab31e2914 req-092850b8-2970-48bc-a626-9a5b12c2fd39 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:02.288846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fccbd1d-9f0e-491a-91aa-3a6ab31e2914 req-092850b8-2970-48bc-a626-9a5b12c2fd39 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.0863872 Feb 03 22:06:02.310528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:02.310928 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:02.351724 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:02.361505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fccbd1d-9f0e-491a-91aa-3a6ab31e2914 req-9115a937-9aac-49d9-99b8-0ae331ae152b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713975 Feb 03 22:06:02.377794 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-598e16d5-31d2-44db-b578-6e9af1909ee6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 HTTP/1.1" status: 200 len: 953 time: 0.3037519 Feb 03 22:06:02.380939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:02.388821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'routes': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:02.444306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94bea35d-3cbb-4d0c-aa58-55349d610ca4 None None] Provisioning complete for port 96aab79b-019f-44cd-8244-333535121b99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:02.447711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94bea35d-3cbb-4d0c-aa58-55349d610ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96aab79b-019f-44cd-8244-333535121b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:02.452117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebac37-eccf-44f1-858a-a3141f54268e None None] Pushing event updated for resources: {'Port': ['ID=96aab79b-019f-44cd-8244-333535121b99,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:02.569809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:02.622482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94bea35d-3cbb-4d0c-aa58-55349d610ca4 None None] Current status of the port 96aab79b-019f-44cd-8244-333535121b99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:02.750673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f8a53d4c-02a9-49ae-aa5f-cd686d176a39 None None] Provisioning complete for port 96aab79b-019f-44cd-8244-333535121b99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:02.752911 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8a53d4c-02a9-49ae-aa5f-cd686d176a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96aab79b-019f-44cd-8244-333535121b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:02.783027 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:01Z', 'revision_number': 6, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96aab79b-019f-44cd-8244-333535121b99', 'name': '', 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6a:40:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:57Z', 'updated_at': '2022-02-03T22:06:01Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:57Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:02.836405 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c5dc8-6252-46ff-aefa-c1ab632835fa None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:01Z', 'revision_number': 6, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96aab79b-019f-44cd-8244-333535121b99', 'name': '', 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6a:40:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:57Z', 'updated_at': '2022-02-03T22:06:01Z', 'revision_number': 4, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:57Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:02.996760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f8a53d4c-02a9-49ae-aa5f-cd686d176a39 None None] Current status of the port 96aab79b-019f-44cd-8244-333535121b99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:03.071263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added routes are [] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 22:06:03.071783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 22:06:03.125369 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:03.132365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f96887f1-8390-4e30-a9fc-e0934241708b None None] Provisioning complete for port 96aab79b-019f-44cd-8244-333535121b99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:03.133121 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f96887f1-8390-4e30-a9fc-e0934241708b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96aab79b-019f-44cd-8244-333535121b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:03.291973 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f96887f1-8390-4e30-a9fc-e0934241708b None None] Current status of the port 96aab79b-019f-44cd-8244-333535121b99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:03.434675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b4f2e742-dd00-4ea7-a4b7-7d2d31d4d0fa None None] Provisioning complete for port 96aab79b-019f-44cd-8244-333535121b99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:03.435703 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e742-dd00-4ea7-a4b7-7d2d31d4d0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96aab79b-019f-44cd-8244-333535121b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:03.445300 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:03.450518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:03.669981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2e742-dd00-4ea7-a4b7-7d2d31d4d0fa None None] Current status of the port 96aab79b-019f-44cd-8244-333535121b99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:03.716047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:03.725882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743d492-f661-4891-b422-e2033e7d6f91 req-c010a427-b234-43e8-ac19-ec8ae0e51d5c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:03.727403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d743d492-f661-4891-b422-e2033e7d6f91 req-c010a427-b234-43e8-ac19-ec8ae0e51d5c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.2073669 Feb 03 22:06:03.966138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:03.978513 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:03.978513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-33388076-7f37-45c2-9720-e726ff1c1af8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 HTTP/1.1" status: 200 len: 703 time: 1.5961859 Feb 03 22:06:03.981145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:03.984814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d743d492-f661-4891-b422-e2033e7d6f91 req-6dd691cf-c203-4ed7-9898-4623946a100c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386866 Feb 03 22:06:04.152423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3817048a-d847-4f3c-99dc-6e6acfb998a8 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 HTTP/1.1" status: 200 len: 703 time: 0.1668315 Feb 03 22:06:04.152599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56102) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:04.342625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 96aab79b-019f-44cd-8244-333535121b99 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:06:04.376237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2adfd4-f984-41b1-a576-f8b2044850ff req-95b1fe08-b372-4d5a-a51b-40ea8a102de2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:04.388214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c2adfd4-f984-41b1-a576-f8b2044850ff req-95b1fe08-b372-4d5a-a51b-40ea8a102de2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 946 time: 0.1728039 Feb 03 22:06:04.431232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 96aab79b-019f-44cd-8244-333535121b99 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:04.431806 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (96aab79b-019f-44cd-8244-333535121b99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:04.514658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c2adfd4-f984-41b1-a576-f8b2044850ff req-79e6bc44-d74c-4356-b529-243202a2aa4a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243317 Feb 03 22:06:04.540164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 96aab79b-019f-44cd-8244-333535121b99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:04.563657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:04.576995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:04.578178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:04.715503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:04.851405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:05.184312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:03Z', 'revision_number': 7, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96aab79b-019f-44cd-8244-333535121b99', 'name': '', 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6a:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:57Z', 'updated_at': '2022-02-03T22:06:02Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:57Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:05.222118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a24b7-2657-4d2a-8435-979304245293 req-db6c73a6-1094-4190-80ff-0c2299c1c7e1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:05.231321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:05.231726 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a6a24b7-2657-4d2a-8435-979304245293 req-db6c73a6-1094-4190-80ff-0c2299c1c7e1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1025190 Feb 03 22:06:05.267025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:05.267663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:05.304650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a6a24b7-2657-4d2a-8435-979304245293 req-f45a8c0d-7595-461b-8ff6-41354db30465 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662417 Feb 03 22:06:05.326067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 96aab79b-019f-44cd-8244-333535121b99 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:05.327072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (96aab79b-019f-44cd-8244-333535121b99), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:05.416619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:05.464511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port 96aab79b-019f-44cd-8244-333535121b99, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=96aab79b-019f-44cd-8244-333535121b99,segment=NetworkSegment(f0fe0b1f-8651-400f-a91e-cae0895d307e),segment_id=f0fe0b1f-8651-400f-a91e-cae0895d307e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:05.464892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (96aab79b-019f-44cd-8244-333535121b99), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:05.491787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 96aab79b-019f-44cd-8244-333535121b99 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:05.782759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:03Z', 'revision_number': 7, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96aab79b-019f-44cd-8244-333535121b99', 'name': '', 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6a:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:57Z', 'updated_at': '2022-02-03T22:06:02Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:57Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:05.794291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691334e7-9c70-49d1-affd-f90fed0915e5 req-a75f1702-bb75-4386-9e39-3cde042d832e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:05.809621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-691334e7-9c70-49d1-affd-f90fed0915e5 req-a75f1702-bb75-4386-9e39-3cde042d832e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 946 time: 0.1403000 Feb 03 22:06:05.877162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c5b75-52a0-4319-a432-6002289b8400 None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:03Z', 'revision_number': 7, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96aab79b-019f-44cd-8244-333535121b99', 'name': '', 'network_id': '4f66e21b-5480-47ed-8c24-0ecebc366f91', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6a:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:57Z', 'updated_at': '2022-02-03T22:06:02Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '3d796de9-4d6a-44c7-810c-6f0b59667c9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:57Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:05.891766 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (96aab79b-019f-44cd-8244-333535121b99), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:05.934784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-691334e7-9c70-49d1-affd-f90fed0915e5 req-1622ec35-b11e-4241-923b-c91b71e2686b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242065 Feb 03 22:06:05.979691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=96aab79b-019f-44cd-8244-333535121b99,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:06.037065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.037537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.037888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.038290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.038616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.039307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.039649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.039998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.040329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.040665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.041030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.041362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.041689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:06.400220 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:06.565189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56172) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:06.582128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c70f2c-df2a-4d5a-b803-43ff800bd1d4 req-fdc1614c-b807-4d6e-a328-35ad9f600c2b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:06.583974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11c70f2c-df2a-4d5a-b803-43ff800bd1d4 req-fdc1614c-b807-4d6e-a328-35ad9f600c2b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.0891671 Feb 03 22:06:06.625144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-0dc83ccd-3fe3-4627-8f6d-754b3a3ff8cb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:06.627124 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-0dc83ccd-3fe3-4627-8f6d-754b3a3ff8cb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.47 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 946 time: 0.4811926 Feb 03 22:06:06.672248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11c70f2c-df2a-4d5a-b803-43ff800bd1d4 req-ed54d076-f9ca-40c0-9f11-6122448f5299 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828354 Feb 03 22:06:06.746640 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0713910-0600-4959-86bc-4439c7b8e1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:06.811181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:06.901329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0713910-0600-4959-86bc-4439c7b8e1bf admin admin] Publish callbacks [] for security_group (1a02b0a5-9ae1-4346-b407-8e29a7e018e0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:06.907073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0713910-0600-4959-86bc-4439c7b8e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1a02b0a5-9ae1-4346-b407-8e29a7e018e0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:06.949493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b0713910-0600-4959-86bc-4439c7b8e1bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b1cd0d7891441dcab62438dde9fee48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831868 Feb 03 22:06:06.961606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56176) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:06.963295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:06.974803 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-629757fd-f6a7-4d20-ae05-cce352f7a93c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207741 Feb 03 22:06:06.982788 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:06.990686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Deleting port 94902e60-bba8-42bc-88f9-ffdc3c10689a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:06.990992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:06.993002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56180) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:07.010148 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:07.010787 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:07.108486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13cf42ee-9c47-48c9-a234-4ce5446ddc47 admin admin] Publish callbacks [] for security_group (1a02b0a5-9ae1-4346-b407-8e29a7e018e0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.117619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0713910-0600-4959-86bc-4439c7b8e1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a02b0a5-9ae1-4346-b407-8e29a7e018e0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:07.171909 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13cf42ee-9c47-48c9-a234-4ce5446ddc47 admin admin] Publish callbacks [] for security_group (1a02b0a5-9ae1-4346-b407-8e29a7e018e0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.200955 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:07.231717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] For port 94902e60-bba8-42bc-88f9-ffdc3c10689a, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=94902e60-bba8-42bc-88f9-ffdc3c10689a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:07.232007 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.234537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2859441f-2662-4857-90fb-5ae9a9c71bc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting subnet 3d796de9-4d6a-44c7-810c-6f0b59667c9e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:06:07.244164 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2859441f-2662-4857-90fb-5ae9a9c71bc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (3d796de9-4d6a-44c7-810c-6f0b59667c9e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.338043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ca5d3-fa91-451e-8f0c-86562225bb2f req-a25c14dd-88db-4332-9bbc-69b318d23abb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:07.340282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-854ca5d3-fa91-451e-8f0c-86562225bb2f req-a25c14dd-88db-4332-9bbc-69b318d23abb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 946 time: 0.2307670 Feb 03 22:06:07.361104 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2859441f-2662-4857-90fb-5ae9a9c71bc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (3d796de9-4d6a-44c7-810c-6f0b59667c9e), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.472816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13cf42ee-9c47-48c9-a234-4ce5446ddc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1a02b0a5-9ae1-4346-b407-8e29a7e018e0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.481325 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13cf42ee-9c47-48c9-a234-4ce5446ddc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.486447 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-13cf42ee-9c47-48c9-a234-4ce5446ddc47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a02b0a5-9ae1-4346-b407-8e29a7e018e0 HTTP/1.1" status: 204 len: 168 time: 0.5098035 Feb 03 22:06:07.495441 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-854ca5d3-fa91-451e-8f0c-86562225bb2f req-845292a4-b7ce-426d-be1a-085f4fc1dc5d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465020 Feb 03 22:06:07.548003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf42ee-9c47-48c9-a234-4ce5446ddc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a02b0a5-9ae1-4346-b407-8e29a7e018e0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:07.667323 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2859441f-2662-4857-90fb-5ae9a9c71bc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (3d796de9-4d6a-44c7-810c-6f0b59667c9e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.803996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2859441f-2662-4857-90fb-5ae9a9c71bc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (3d796de9-4d6a-44c7-810c-6f0b59667c9e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.880538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859441f-2662-4857-90fb-5ae9a9c71bc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Subnet': ['ID=3d796de9-4d6a-44c7-810c-6f0b59667c9e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:07.921156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905f132-180c-492c-b952-7fca562a6a64 None None] Network 4f66e21b-5480-47ed-8c24-0ecebc366f91 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:06:07.944077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2859441f-2662-4857-90fb-5ae9a9c71bc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:07.950031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2859441f-2662-4857-90fb-5ae9a9c71bc5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/3d796de9-4d6a-44c7-810c-6f0b59667c9e HTTP/1.1" status: 204 len: 168 time: 0.9535992 Feb 03 22:06:07.961089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:07.994205 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:05Z', 'revision_number': 8, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:57Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:08.056098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:08.078215 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:08.079205 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:08.144198 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4f66e21b-5480-47ed-8c24-0ecebc366f91), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.171047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11338383-9c26-412f-a5ed-a681a6f86ca4 req-136ad075-4b96-47a9-b933-e52cb50f093c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:08.178689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11338383-9c26-412f-a5ed-a681a6f86ca4 req-136ad075-4b96-47a9-b933-e52cb50f093c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.3337305 Feb 03 22:06:08.203737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56198) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:08.254361 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce453e31-4b5f-4099-baaf-7a6b59c41fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.297306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11338383-9c26-412f-a5ed-a681a6f86ca4 req-075d63ad-f222-4f45-9f05-758fc8e84af6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034534 Feb 03 22:06:08.333386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:08.333728 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.353485 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:08.417494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c15f82c-32a1-4d98-84d2-bf5eb692a7a1,segment=NetworkSegment(f0fe0b1f-8651-400f-a91e-cae0895d307e),segment_id=f0fe0b1f-8651-400f-a91e-cae0895d307e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:08.417896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.438897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:08.465428 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce453e31-4b5f-4099-baaf-7a6b59c41fef admin admin] Publish callbacks [] for security_group (f6143d69-a896-4af8-828a-58ef03084d9e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.539025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce453e31-4b5f-4099-baaf-7a6b59c41fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f6143d69-a896-4af8-828a-58ef03084d9e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.593762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ce453e31-4b5f-4099-baaf-7a6b59c41fef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=783522d565cd4630b35efd39b16dff6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3834548 Feb 03 22:06:08.595960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.596424 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b2c6a068-dc93-437a-b557-b1f302def48e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.596641 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Floating IP b2c6a068-dc93-437a-b557-b1f302def48e disassociated. External IP: 172.25.5.135, port: 94902e60-bba8-42bc-88f9-ffdc3c10689a. Feb 03 22:06:08.597034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Calling delete_port for 94902e60-bba8-42bc-88f9-ffdc3c10689a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:08.598775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:08.753192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce453e31-4b5f-4099-baaf-7a6b59c41fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6143d69-a896-4af8-828a-58ef03084d9e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:08.771354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] DHCP port deletion for 4f66e21b-5480-47ed-8c24-0ecebc366f91 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:06:08.845396 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.874519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b663cab-38aa-40f7-87bb-75c100a4b1f7 admin admin] Publish callbacks [] for security_group (f6143d69-a896-4af8-828a-58ef03084d9e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.877524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Deleting port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:08.878107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:08.911484 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:05Z', 'revision_number': 8, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:57Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:08.939013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8abc9-1119-421e-8066-20f21b0a9b92 req-d47a1af8-0190-4b75-9af9-bf7f7cbaa6bb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:08.944545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ae8abc9-1119-421e-8066-20f21b0a9b92 req-d47a1af8-0190-4b75-9af9-bf7f7cbaa6bb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=b06d3524-db49-4815-8257-7be6b0c744b4 HTTP/1.1" status: 200 len: 946 time: 0.2685030 Feb 03 22:06:08.946086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=1c15f82c-32a1-4d98-84d2-bf5eb692a7a1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:08.968354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No DVR routers for this DVR port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:08.982660 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b663cab-38aa-40f7-87bb-75c100a4b1f7 admin admin] Publish callbacks [] for security_group (f6143d69-a896-4af8-828a-58ef03084d9e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:09.027084 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220de7b7-25d7-442f-bf4b-21e878958bc1 None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:05Z', 'revision_number': 8, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc80d8a5-f04e-40f9-aa82-0fe13540d101', 'name': '', 'network_id': '2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:95:eb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:49Z', 'updated_at': '2022-02-03T22:05:57Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '49637f1d-335a-4c11-8d2d-b93e61cf583d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:09.088896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] For port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1, host n-d-824834-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:09.089410 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:09.128558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Calling delete_port for 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:09.131406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (94902e60-bba8-42bc-88f9-ffdc3c10689a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:09.136501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:06:09.144570 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (1c15f82c-32a1-4d98-84d2-bf5eb692a7a1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:09.170171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] No DVR routers for this DVR port 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:09.172934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event deleted for resources: {'Port': ['ID=94902e60-bba8-42bc-88f9-ffdc3c10689a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:09.228418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Pushing event deleted for resources: {'Port': ['ID=1c15f82c-32a1-4d98-84d2-bf5eb692a7a1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:09.256562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.256897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.258941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.258941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.258941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.258941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.258941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.258941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.259445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.259524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.260423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.260765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.261118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098035ba-c109-4012-860f-aa0bd20b5df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:06:09.318725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b663cab-38aa-40f7-87bb-75c100a4b1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f6143d69-a896-4af8-828a-58ef03084d9e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:09.321662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b663cab-38aa-40f7-87bb-75c100a4b1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:09.323630 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3b663cab-38aa-40f7-87bb-75c100a4b1f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6143d69-a896-4af8-828a-58ef03084d9e HTTP/1.1" status: 204 len: 168 time: 0.7236037 Feb 03 22:06:09.345706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b663cab-38aa-40f7-87bb-75c100a4b1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6143d69-a896-4af8-828a-58ef03084d9e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:09.434465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Router 3218fddb-955e-4cc2-b8ba-86c430f97f9c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:09.706317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:09.717118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] Sync routers for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:09.734047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:09.737409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:09.743456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ae8abc9-1119-421e-8066-20f21b0a9b92 req-22ed3ba9-22ef-4e05-a4e3-0db2d075ee0a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7763345 Feb 03 22:06:09.853744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] No DVR routers for this DVR port 94902e60-bba8-42bc-88f9-ffdc3c10689a on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:09.872948 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:09.875579 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7038bac6-aa13-41c3-8c45-d23deb450043 req-c3a03810-061d-483f-8025-4ecc57f2ce7c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.47 "DELETE /v2.0/ports/94902e60-bba8-42bc-88f9-ffdc3c10689a HTTP/1.1" status: 204 len: 173 time: 3.2424793 Feb 03 22:06:09.875826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-deleted', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:06:09.889102 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753eae62-cfca-4d94-ac7e-8bd2b2d069ef" -d '{"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-deleted", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:06:09.983564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4f66e21b-5480-47ed-8c24-0ecebc366f91), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:10.046579 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93af95f-551c-4cae-8079-7e3dbe7c8064 x-openstack-request-id: req-f93af95f-551c-4cae-8079-7e3dbe7c8064 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:06:10.046855 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06d3524-db49-4815-8257-7be6b0c744b4", "name": "network-vif-deleted", "tag": "94902e60-bba8-42bc-88f9-ffdc3c10689a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:06:10.047118 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f93af95f-551c-4cae-8079-7e3dbe7c8064 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:06:10.047582 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06d3524-db49-4815-8257-7be6b0c744b4', 'name': 'network-vif-deleted', 'tag': '94902e60-bba8-42bc-88f9-ffdc3c10689a', 'status': 'completed', 'code': 200} Feb 03 22:06:10.068982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f66e21b-5480-47ed-8c24-0ecebc366f91']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:10.098691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde31765-4058-46e5-b47c-5273875af34d req-795d80b1-634c-47e2-b258-7abbae69fdd9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:10.102566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cde31765-4058-46e5-b47c-5273875af34d req-795d80b1-634c-47e2-b258-7abbae69fdd9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.3741050 Feb 03 22:06:10.125010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fe0b1f-8651-400f-a91e-cae0895d307e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:10.125250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fe0b1f-8651-400f-a91e-cae0895d307e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:10.179856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (f0fe0b1f-8651-400f-a91e-cae0895d307e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:10.180680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 96aab79b-019f-44cd-8244-333535121b99 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:10.211942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f0fe0b1f-8651-400f-a91e-cae0895d307e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:10.217289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 96aab79b-019f-44cd-8244-333535121b99 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:10.218842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 96aab79b-019f-44cd-8244-333535121b99 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:10.219501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:10.230424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:06:10.230878 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (f0fe0b1f-8651-400f-a91e-cae0895d307e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:06:10.234391 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:06:10.252484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:10.254590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:10.255179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c15f82c-32a1-4d98-84d2-bf5eb692a7a1 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:10.297186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cde31765-4058-46e5-b47c-5273875af34d req-cde0253e-841c-401f-859f-893437380c50 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814196 Feb 03 22:06:10.343966 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4f66e21b-5480-47ed-8c24-0ecebc366f91), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:10.359185 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:10.371206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/networks/4f66e21b-5480-47ed-8c24-0ecebc366f91 HTTP/1.1" status: 204 len: 168 time: 2.4052765 Feb 03 22:06:10.371652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56244) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:10.400953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6ab23-46b8-4355-9392-f1c041908277 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Network': ['ID=4f66e21b-5480-47ed-8c24-0ecebc366f91,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:10.529145 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:06:10.532785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:10.556972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 94902e60-bba8-42bc-88f9-ffdc3c10689a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:10.557564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 94902e60-bba8-42bc-88f9-ffdc3c10689a not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:10.632339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:10.704935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] Checking router: 3218fddb-955e-4cc2-b8ba-86c430f97f9c for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:10.714597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:10.715290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:10.904797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:10.958489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:11.134073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-030edd68-4512-4016-8fbb-3c4cb260f4a1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (66be4918-b5ba-46ba-94ed-ce09c0d9c9e2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:11.221696 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-030edd68-4512-4016-8fbb-3c4cb260f4a1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (66be4918-b5ba-46ba-94ed-ce09c0d9c9e2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:11.241850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:11.340854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a15d9-048c-46ab-a586-0716014eed6d None None] The sync data for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 is: [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:11.361517 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-030edd68-4512-4016-8fbb-3c4cb260f4a1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (66be4918-b5ba-46ba-94ed-ce09c0d9c9e2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:11.365184 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-030edd68-4512-4016-8fbb-3c4cb260f4a1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:11.369259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-030edd68-4512-4016-8fbb-3c4cb260f4a1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "DELETE /v2.0/security-groups/66be4918-b5ba-46ba-94ed-ce09c0d9c9e2 HTTP/1.1" status: 204 len: 168 time: 0.4096999 Feb 03 22:06:11.370084 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56274) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:11.437222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030edd68-4512-4016-8fbb-3c4cb260f4a1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be4918-b5ba-46ba-94ed-ce09c0d9c9e2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:11.439552 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-71d3eb3c-7593-4bfa-995b-78ed23079725 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] show failed (client error): The resource could not be found. Feb 03 22:06:11.456087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71d3eb3c-7593-4bfa-995b-78ed23079725 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups/66be4918-b5ba-46ba-94ed-ce09c0d9c9e2 HTTP/1.1" status: 404 len: 347 time: 0.0821307 Feb 03 22:06:11.456273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:11.609056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e67d8-170e-46b0-9f90-03aba64f5c0f req-39b35e37-b662-442f-a122-747066cc40a0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:11.616653 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b8e67d8-170e-46b0-9f90-03aba64f5c0f req-39b35e37-b662-442f-a122-747066cc40a0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1268220 Feb 03 22:06:11.712166 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:11.752683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b8e67d8-170e-46b0-9f90-03aba64f5c0f req-96f119ce-d052-48a3-a561-cfd33fa0d99e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350009 Feb 03 22:06:12.065228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Deleting port 59fbc811-4632-4edf-8b7e-3202056e78b9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:12.066000 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (59fbc811-4632-4edf-8b7e-3202056e78b9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:12.239849 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (59fbc811-4632-4edf-8b7e-3202056e78b9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:12.240174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (59fbc811-4632-4edf-8b7e-3202056e78b9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:12.284511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Calling delete_port for 59fbc811-4632-4edf-8b7e-3202056e78b9 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:12.419143 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f293f-0c03-4f77-8e5b-d022b3764003 None None] New status for floating IP b2c6a068-dc93-437a-b557-b1f302def48e: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:06:12.574076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port cc80d8a5-f04e-40f9-aa82-0fe13540d101 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:12.574693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:12.600330 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (59fbc811-4632-4edf-8b7e-3202056e78b9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:12.634522 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-806f293f-0c03-4f77-8e5b-d022b3764003 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:06:12.634929 n-d-824834-9 neutron-server[103400]: DEBUG oslo_db.api [None req-806f293f-0c03-4f77-8e5b-d022b3764003 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:06:12.667885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event deleted for resources: {'Port': ['ID=59fbc811-4632-4edf-8b7e-3202056e78b9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:12.768979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port cc80d8a5-f04e-40f9-aa82-0fe13540d101, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cc80d8a5-f04e-40f9-aa82-0fe13540d101,segment=NetworkSegment(d6699a8e-e2cf-489d-aab5-dc65bc626dd4),segment_id=d6699a8e-e2cf-489d-aab5-dc65bc626dd4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:12.769734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:12.780335 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (b2c6a068-dc93-437a-b557-b1f302def48e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:12.782946 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:12.799938 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09230e6f-a620-4555-973d-4c28c04366dc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "DELETE /v2.0/floatingips/b2c6a068-dc93-437a-b557-b1f302def48e HTTP/1.1" status: 204 len: 168 time: 1.3296068 Feb 03 22:06:12.828793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for cc80d8a5-f04e-40f9-aa82-0fe13540d101 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:13.007664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308efe0-e95e-4925-82d9-dde8c22e37b5 req-cfbc867e-3815-4759-9a76-6ee277af8dd2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:13.013132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3308efe0-e95e-4925-82d9-dde8c22e37b5 req-cfbc867e-3815-4759-9a76-6ee277af8dd2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1188648 Feb 03 22:06:13.137191 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f293f-0c03-4f77-8e5b-d022b3764003 None None] New status for floating IP b2c6a068-dc93-437a-b557-b1f302def48e: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:06:13.176526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3308efe0-e95e-4925-82d9-dde8c22e37b5 req-81f6002c-3208-44ab-92c3-6adbe15cef9b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570451 Feb 03 22:06:13.400345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cc80d8a5-f04e-40f9-aa82-0fe13540d101), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:13.453698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=cc80d8a5-f04e-40f9-aa82-0fe13540d101,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:13.715545 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:13.980039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56328) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:13.988116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ec325e4a-b1be-4927-a3a1-984c8cc5f85e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449866031', 'description': 'tempest-description--1760513390'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:14.247827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec325e4a-b1be-4927-a3a1-984c8cc5f85e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:14.287794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:14.419527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af449100-95f9-4f38-9c4d-8b0efa04f27b req-caee3694-9208-4b3c-a484-543849c85a4a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:14.432002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af449100-95f9-4f38-9c4d-8b0efa04f27b req-caee3694-9208-4b3c-a484-543849c85a4a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1236458 Feb 03 22:06:14.579167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af449100-95f9-4f38-9c4d-8b0efa04f27b req-2d0c75ae-37c6-41a2-aaa4-42f8cbb9deab tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440325 Feb 03 22:06:15.048946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56344) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:15.082975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:15.091959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:15.094568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011724c9-c928-4874-96d5-71a29a469705 None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:15.107455 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fec3a691-53be-4de3-9baa-f5d87e090336 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7347281 Feb 03 22:06:15.118547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011724c9-c928-4874-96d5-71a29a469705 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:15.120042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-011724c9-c928-4874-96d5-71a29a469705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:15.126768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec325e4a-b1be-4927-a3a1-984c8cc5f85e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (f404cb61-0a4a-40b6-b482-77cee1fb89c1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.154996 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec325e4a-b1be-4927-a3a1-984c8cc5f85e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f404cb61-0a4a-40b6-b482-77cee1fb89c1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.273959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec325e4a-b1be-4927-a3a1-984c8cc5f85e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f404cb61-0a4a-40b6-b482-77cee1fb89c1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:15.288369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec325e4a-b1be-4927-a3a1-984c8cc5f85e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.296317 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ec325e4a-b1be-4927-a3a1-984c8cc5f85e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3135445 Feb 03 22:06:15.298610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:15.313867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-730dd013-97ab-4b66-85d3-d9dd7cc54965 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'security_group_rule': {'security_group_id': 'f404cb61-0a4a-40b6-b482-77cee1fb89c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:15.328657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2295297b-7c50-4bad-ac77-6df52e1dbfb2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting subnet 49637f1d-335a-4c11-8d2d-b93e61cf583d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:06:15.340064 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2295297b-7c50-4bad-ac77-6df52e1dbfb2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (49637f1d-335a-4c11-8d2d-b93e61cf583d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.398351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-730dd013-97ab-4b66-85d3-d9dd7cc54965 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (af74ecff-90aa-451a-b234-1ad43559e533), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.417960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2295297b-7c50-4bad-ac77-6df52e1dbfb2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (49637f1d-335a-4c11-8d2d-b93e61cf583d), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.479703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-011724c9-c928-4874-96d5-71a29a469705 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:15.536730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-730dd013-97ab-4b66-85d3-d9dd7cc54965 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (af74ecff-90aa-451a-b234-1ad43559e533), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.545284 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-730dd013-97ab-4b66-85d3-d9dd7cc54965 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (af74ecff-90aa-451a-b234-1ad43559e533), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.549096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffba3ab6-2e86-45bf-9f9d-22639c63f8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.575946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dd013-97ab-4b66-85d3-d9dd7cc54965 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af74ecff-90aa-451a-b234-1ad43559e533,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:15.588565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-730dd013-97ab-4b66-85d3-d9dd7cc54965 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.590100 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-730dd013-97ab-4b66-85d3-d9dd7cc54965 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2878847 Feb 03 22:06:15.603223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56358) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:15.612137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-778a42de-ef5d-4350-bda0-047669da09ca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'security_group_rule': {'security_group_id': 'f404cb61-0a4a-40b6-b482-77cee1fb89c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:15.647871 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2295297b-7c50-4bad-ac77-6df52e1dbfb2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (49637f1d-335a-4c11-8d2d-b93e61cf583d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.671945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-778a42de-ef5d-4350-bda0-047669da09ca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (f7937a5d-12fb-47ec-88f2-932c438e577a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.737458 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-778a42de-ef5d-4350-bda0-047669da09ca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (f7937a5d-12fb-47ec-88f2-932c438e577a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.740931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2295297b-7c50-4bad-ac77-6df52e1dbfb2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (49637f1d-335a-4c11-8d2d-b93e61cf583d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.743841 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-778a42de-ef5d-4350-bda0-047669da09ca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (f7937a5d-12fb-47ec-88f2-932c438e577a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.768376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a42de-ef5d-4350-bda0-047669da09ca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7937a5d-12fb-47ec-88f2-932c438e577a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:15.786726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-778a42de-ef5d-4350-bda0-047669da09ca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.788262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2295297b-7c50-4bad-ac77-6df52e1dbfb2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.789452 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-778a42de-ef5d-4350-bda0-047669da09ca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807013 Feb 03 22:06:15.792651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56366) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:15.799800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756d27f-59ed-400c-9702-a038910dd70e None None] Network 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:06:15.807378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2295297b-7c50-4bad-ac77-6df52e1dbfb2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/49637f1d-335a-4c11-8d2d-b93e61cf583d HTTP/1.1" status: 204 len: 168 time: 0.7104182 Feb 03 22:06:15.807569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:15.814658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:15.854933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295297b-7c50-4bad-ac77-6df52e1dbfb2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Subnet': ['ID=49637f1d-335a-4c11-8d2d-b93e61cf583d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:15.909669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-011724c9-c928-4874-96d5-71a29a469705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:13Z', 'revision_number': 9, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:15.923049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffba3ab6-2e86-45bf-9f9d-22639c63f8ef admin admin] Publish callbacks [] for security_group (c87b6b22-5b4a-48eb-8b48-c75da0af47d0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.939893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bea10d-0acd-424c-bdb5-662a6a1e1c7a req-0049427e-88c7-409f-9eab-3ad9a2537464 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:15.947391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09bea10d-0acd-424c-bdb5-662a6a1e1c7a req-0049427e-88c7-409f-9eab-3ad9a2537464 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.2310953 Feb 03 22:06:15.950173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffba3ab6-2e86-45bf-9f9d-22639c63f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c87b6b22-5b4a-48eb-8b48-c75da0af47d0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:15.997570 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011724c9-c928-4874-96d5-71a29a469705 None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:16.006160 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.050366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09bea10d-0acd-424c-bdb5-662a6a1e1c7a req-b0771bec-a566-4896-a6cc-aa6538a08b36 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019959 Feb 03 22:06:16.054394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ffba3ab6-2e86-45bf-9f9d-22639c63f8ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88e0617ad7934baaab231a1a80c80fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0041242 Feb 03 22:06:16.057040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56378) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:16.063775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba3ab6-2e86-45bf-9f9d-22639c63f8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b6b22-5b4a-48eb-8b48-c75da0af47d0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:16.112093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011724c9-c928-4874-96d5-71a29a469705 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:16.112797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-011724c9-c928-4874-96d5-71a29a469705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:16.126350 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9da17cd0-500f-47d4-823b-ac20a16796f5 admin admin] Publish callbacks [] for security_group (c87b6b22-5b4a-48eb-8b48-c75da0af47d0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.162243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.172733 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9da17cd0-500f-47d4-823b-ac20a16796f5 admin admin] Publish callbacks [] for security_group (c87b6b22-5b4a-48eb-8b48-c75da0af47d0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.235905 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9da17cd0-500f-47d4-823b-ac20a16796f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c87b6b22-5b4a-48eb-8b48-c75da0af47d0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.239375 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9da17cd0-500f-47d4-823b-ac20a16796f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.243334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9da17cd0-500f-47d4-823b-ac20a16796f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c87b6b22-5b4a-48eb-8b48-c75da0af47d0 HTTP/1.1" status: 204 len: 168 time: 0.1851892 Feb 03 22:06:16.260917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da17cd0-500f-47d4-823b-ac20a16796f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b6b22-5b4a-48eb-8b48-c75da0af47d0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:16.427790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 6141ca59-4acb-4b78-9cc7-85c71a658567 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:16.428133 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.450270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-011724c9-c928-4874-96d5-71a29a469705 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:16.573852 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.578580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d0f32-2b9e-462b-b142-f6ee649d40d6 None None] DHCP port deletion for 2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:06:16.609454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port 6141ca59-4acb-4b78-9cc7-85c71a658567, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6141ca59-4acb-4b78-9cc7-85c71a658567,segment=NetworkSegment(d6699a8e-e2cf-489d-aab5-dc65bc626dd4),segment_id=d6699a8e-e2cf-489d-aab5-dc65bc626dd4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:16.609829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.653189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 6141ca59-4acb-4b78-9cc7-85c71a658567 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:16.814258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Allocated IP 172.25.5.152 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/015930de-85a9-4b1d-b6fa-1fb6a7b7f95d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:06:16.869078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:16.896310 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5feb604-0fa8-44d9-b896-72b2b2f593a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:16.939202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-679d0f32-2b9e-462b-b142-f6ee649d40d6 None None] Deleting port 6141ca59-4acb-4b78-9cc7-85c71a658567 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:16.939617 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-679d0f32-2b9e-462b-b142-f6ee649d40d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.040285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.062449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5feb604-0fa8-44d9-b896-72b2b2f593a5 admin admin] Publish callbacks [] for security_group (e521aa79-62af-4dc6-9279-1dc18722d95d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.068599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5feb604-0fa8-44d9-b896-72b2b2f593a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e521aa79-62af-4dc6-9279-1dc18722d95d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.170290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-679d0f32-2b9e-462b-b142-f6ee649d40d6 None None] For port 6141ca59-4acb-4b78-9cc7-85c71a658567, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6141ca59-4acb-4b78-9cc7-85c71a658567,segment=NetworkSegment(d6699a8e-e2cf-489d-aab5-dc65bc626dd4),segment_id=d6699a8e-e2cf-489d-aab5-dc65bc626dd4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:17.170767 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-679d0f32-2b9e-462b-b142-f6ee649d40d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.185127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No DVR routers for this DVR port 6141ca59-4acb-4b78-9cc7-85c71a658567 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:17.216793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-679d0f32-2b9e-462b-b142-f6ee649d40d6 None None] Calling delete_port for 6141ca59-4acb-4b78-9cc7-85c71a658567 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:17.250426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c5feb604-0fa8-44d9-b896-72b2b2f593a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24ce5e8878ef4d28a26a832d0b9251f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801253 Feb 03 22:06:17.251469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feb604-0fa8-44d9-b896-72b2b2f593a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e521aa79-62af-4dc6-9279-1dc18722d95d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:17.256361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:17.353851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a7924-f2df-4ab0-862f-08638bef2df5 req-b5a89e19-417f-47b1-881a-c3a68828fed3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:17.363078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-492a7924-f2df-4ab0-862f-08638bef2df5 req-b5a89e19-417f-47b1-881a-c3a68828fed3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.2165184 Feb 03 22:06:17.365880 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94b51b36-3c09-428d-bf84-87cdc752929a admin admin] Publish callbacks [] for security_group (e521aa79-62af-4dc6-9279-1dc18722d95d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.379903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.403913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:17.417006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-679d0f32-2b9e-462b-b142-f6ee649d40d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (6141ca59-4acb-4b78-9cc7-85c71a658567), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.441059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:17.441486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6699a8e-e2cf-489d-aab5-dc65bc626dd4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:17.458829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d6699a8e-e2cf-489d-aab5-dc65bc626dd4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.481816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d6699a8e-e2cf-489d-aab5-dc65bc626dd4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.494905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:06:17.495408 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d6699a8e-e2cf-489d-aab5-dc65bc626dd4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.540471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94b51b36-3c09-428d-bf84-87cdc752929a admin admin] Publish callbacks [] for security_group (e521aa79-62af-4dc6-9279-1dc18722d95d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.602553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=6141ca59-4acb-4b78-9cc7-85c71a658567,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:17.613114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-492a7924-f2df-4ab0-862f-08638bef2df5 req-701fabfb-05a9-4a04-9538-3eec6a67dca9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481730 Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:06:17.639746 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:06:17.643149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.650016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.657724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/networks/2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6 HTTP/1.1" status: 204 len: 168 time: 1.8405478 Feb 03 22:06:17.658646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:17.677940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for port (015930de-85a9-4b1d-b6fa-1fb6a7b7f95d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.721161 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94b51b36-3c09-428d-bf84-87cdc752929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e521aa79-62af-4dc6-9279-1dc18722d95d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.727136 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94b51b36-3c09-428d-bf84-87cdc752929a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:17.728510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-94b51b36-3c09-428d-bf84-87cdc752929a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e521aa79-62af-4dc6-9279-1dc18722d95d HTTP/1.1" status: 204 len: 168 time: 0.4660177 Feb 03 22:06:17.751079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b51b36-3c09-428d-bf84-87cdc752929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e521aa79-62af-4dc6-9279-1dc18722d95d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:17.924441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b8900-6316-4229-be37-4a68197bd803 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Network': ['ID=2c686503-8f9f-4ca2-b84d-cd7eb2e5ccb6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:18.133861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-011724c9-c928-4874-96d5-71a29a469705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:13Z', 'revision_number': 9, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:18.237946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6141ca59-4acb-4b78-9cc7-85c71a658567 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:18.245245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d0f32-2b9e-462b-b142-f6ee649d40d6 None None] Pushing event deleted for resources: {'Port': ['ID=6141ca59-4acb-4b78-9cc7-85c71a658567,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:18.247905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011724c9-c928-4874-96d5-71a29a469705 None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:13Z', 'revision_number': 9, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '3b93a1ed-405b-4b1a-9a81-82190552b0e2', 'name': '', 'network_id': 'b7fc6e67-ebb6-418a-ba3e-c2df49fe7269', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:fc:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:40Z', 'updated_at': '2022-02-03T22:05:48Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '95ab977a-0599-4103-a0d7-b57365b88e99', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:18.249962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d0f32-2b9e-462b-b142-f6ee649d40d6 None None] No DVR routers for this DVR port 6141ca59-4acb-4b78-9cc7-85c71a658567 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:18.255211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc80be-57da-4a7a-bc94-5b57743e37e9 req-0bf7f540-9a33-4865-ab73-3e88e6220182 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:18.269214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fbc80be-57da-4a7a-bc94-5b57743e37e9 req-0bf7f540-9a33-4865-ab73-3e88e6220182 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1291230 Feb 03 22:06:18.298354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 6141ca59-4acb-4b78-9cc7-85c71a658567 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:18.299012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6141ca59-4acb-4b78-9cc7-85c71a658567 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:18.315539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (015930de-85a9-4b1d-b6fa-1fb6a7b7f95d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:18.433597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fbc80be-57da-4a7a-bc94-5b57743e37e9 req-c162177e-f883-4c32-83ef-15a0d0b1dc8d tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634037 Feb 03 22:06:18.525620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:06:18.535571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:18.538463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:06:18.548894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'Port': ['ID=015930de-85a9-4b1d-b6fa-1fb6a7b7f95d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:18.807349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (d4c671d8-9b15-4ed7-9235-5b8a6b62f697), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:18.872246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59c7a1-f6f8-420b-b5f2-a9d67105e5ca req-42d2cd46-5358-4f27-9208-e037f4117235 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:18.875589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe59c7a1-f6f8-420b-b5f2-a9d67105e5ca req-42d2cd46-5358-4f27-9208-e037f4117235 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1572931 Feb 03 22:06:18.939292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (015930de-85a9-4b1d-b6fa-1fb6a7b7f95d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:19.037638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:19.049911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe59c7a1-f6f8-420b-b5f2-a9d67105e5ca req-eebf6dc7-571a-4d06-ab7c-3360026ecff0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658871 Feb 03 22:06:19.678556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for port (015930de-85a9-4b1d-b6fa-1fb6a7b7f95d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:19.689967 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (015930de-85a9-4b1d-b6fa-1fb6a7b7f95d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:19.719450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892b76a-da81-4fd6-ab15-4866fd5e2aba req-199018cc-fe33-45cf-9d46-325cc62fd503 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:19.733890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f892b76a-da81-4fd6-ab15-4866fd5e2aba req-199018cc-fe33-45cf-9d46-325cc62fd503 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1488669 Feb 03 22:06:19.904420 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f892b76a-da81-4fd6-ab15-4866fd5e2aba req-a295da6d-03dc-4afe-b7ad-f5c153fecec2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692200 Feb 03 22:06:19.915304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'Port': ['ID=015930de-85a9-4b1d-b6fa-1fb6a7b7f95d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:19.991238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cc80d8a5-f04e-40f9-aa82-0fe13540d101 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:19.994726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (d4c671d8-9b15-4ed7-9235-5b8a6b62f697), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:20.037597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: cc80d8a5-f04e-40f9-aa82-0fe13540d101 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:20.037948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cc80d8a5-f04e-40f9-aa82-0fe13540d101 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:20.159828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:20.166774 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9c9cabfb-e804-44a2-9e1d-a445a14ed867 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3724070 Feb 03 22:06:20.298239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-d46ff976-4373-4890-8148-9259d7cf79c2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:20.299811 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-d46ff976-4373-4890-8148-9259d7cf79c2 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.2467887 Feb 03 22:06:20.302475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 3b93a1ed-405b-4b1a-9a81-82190552b0e2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:20.302824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:20.310784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bc6b2-df9f-4817-aa3d-4614359e2de2 req-3bc7bbf9-289a-4f32-a24d-dc933d076d9a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:20.318245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b87bc6b2-df9f-4817-aa3d-4614359e2de2 req-3bc7bbf9-289a-4f32-a24d-dc933d076d9a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1514792 Feb 03 22:06:20.423108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b87bc6b2-df9f-4817-aa3d-4614359e2de2 req-7db8b86f-2dbb-4860-b49d-a3c43b885f57 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036687 Feb 03 22:06:20.561504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56492) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:20.652704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port 3b93a1ed-405b-4b1a-9a81-82190552b0e2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3b93a1ed-405b-4b1a-9a81-82190552b0e2,segment=NetworkSegment(b3c21be5-fdf9-4410-88d8-16fc4893a4ca),segment_id=b3c21be5-fdf9-4410-88d8-16fc4893a4ca)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:20.656264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:20.688421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-ecd446cc-0c52-4fe3-958e-3970e7731e3b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--449866031&fields=id&tenant_id=769e32d039cc427c99cf4027de31df66 HTTP/1.1" status: 200 len: 267 time: 0.1617434 Feb 03 22:06:20.763550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 3b93a1ed-405b-4b1a-9a81-82190552b0e2 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:20.864623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-b55c1e08-4027-4676-afb6-fa2758bc2af8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:20.872594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-b55c1e08-4027-4676-afb6-fa2758bc2af8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 817 time: 0.1768498 Feb 03 22:06:20.893459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-6012de15-8cfb-4f33-8df3-588b74973a32 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/quotas/769e32d039cc427c99cf4027de31df66 HTTP/1.1" status: 200 len: 375 time: 0.0191510 Feb 03 22:06:20.993894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-0fa040d7-0ef7-4675-9c57-bf68c61cbefd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993235 Feb 03 22:06:21.015344 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Deleting port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:21.015693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:21.107260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3142c2b-7faa-4f29-b2b6-1a83eb82bb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:21.265710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161557ea-6876-4322-899d-ff0ecb70cd78 req-725a9fd9-bb50-49eb-8f6a-1fdf5784eb28 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:21.275264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-161557ea-6876-4322-899d-ff0ecb70cd78 req-725a9fd9-bb50-49eb-8f6a-1fdf5784eb28 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 946 time: 0.1953537 Feb 03 22:06:21.279458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-970f208a-89ef-4463-a242-1d2be16aa95f service neutron] 10.222.0.50 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706897 Feb 03 22:06:21.290755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] For port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,segment=NetworkSegment(b1a78f09-6f5f-40c1-97d6-13816332a4f9),segment_id=b1a78f09-6f5f-40c1-97d6-13816332a4f9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:21.291207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:21.309227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Calling delete_port for 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:21.453415 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3b93a1ed-405b-4b1a-9a81-82190552b0e2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:21.461573 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-161557ea-6876-4322-899d-ff0ecb70cd78 req-962c85a8-f4b2-4552-b45b-e3e4f87c4024 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/security-groups?id=8221a5d9-97b1-4c3f-b748-085adc61e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852634 Feb 03 22:06:21.572711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=3b93a1ed-405b-4b1a-9a81-82190552b0e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:21.581000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3142c2b-7faa-4f29-b2b6-1a83eb82bb4d admin admin] Publish callbacks [] for security_group (8244bbbc-ce15-4105-9150-f572e9a23ff7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:21.613319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3142c2b-7faa-4f29-b2b6-1a83eb82bb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8244bbbc-ce15-4105-9150-f572e9a23ff7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:21.690108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e3142c2b-7faa-4f29-b2b6-1a83eb82bb4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23f03cb2c9814954821f5df935a7e954&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1267884 Feb 03 22:06:21.694526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3142c2b-7faa-4f29-b2b6-1a83eb82bb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8244bbbc-ce15-4105-9150-f572e9a23ff7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:21.710200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56504) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:21.718050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3bb6d39f-92b1-46cd-8ce3-0e5e9f337496), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:21.735696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:06:21.794204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-941f77fe-f73a-4c84-af60-59682916fd8a service neutron] 10.222.0.50 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007019 Feb 03 22:06:21.876929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1369-b10f-4459-8715-c76054a7d7da req-352ca8b4-d394-49df-9c31-d6a1a682eaa0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:21.880480 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Pushing event deleted for resources: {'Port': ['ID=3bb6d39f-92b1-46cd-8ce3-0e5e9f337496,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:21.890920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03ca1369-b10f-4459-8715-c76054a7d7da req-352ca8b4-d394-49df-9c31-d6a1a682eaa0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.2882528 Feb 03 22:06:21.956586 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d68021-8ee9-4a43-8eeb-e9051c07fa5b admin admin] Publish callbacks [] for security_group (8244bbbc-ce15-4105-9150-f572e9a23ff7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:22.021475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d68021-8ee9-4a43-8eeb-e9051c07fa5b admin admin] Publish callbacks [] for security_group (8244bbbc-ce15-4105-9150-f572e9a23ff7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:22.119626 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d68021-8ee9-4a43-8eeb-e9051c07fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8244bbbc-ce15-4105-9150-f572e9a23ff7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:22.122481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d68021-8ee9-4a43-8eeb-e9051c07fa5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:22.126173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-40d68021-8ee9-4a43-8eeb-e9051c07fa5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8244bbbc-ce15-4105-9150-f572e9a23ff7 HTTP/1.1" status: 204 len: 168 time: 0.3519218 Feb 03 22:06:22.130643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03ca1369-b10f-4459-8715-c76054a7d7da req-9d341aba-6f3f-46e5-a374-a180e1f81b9e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382488 Feb 03 22:06:22.215628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e4160e8-9738-48a1-865f-7d72f835b6ac req-68150633-c48b-4951-bf0c-3045e6e5a682 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 210 time: 0.0984561 Feb 03 22:06:22.219140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d68021-8ee9-4a43-8eeb-e9051c07fa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8244bbbc-ce15-4105-9150-f572e9a23ff7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:22.615887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-e031231a-50af-4f29-8024-543cde6d77c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1586101 Feb 03 22:06:22.671735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] No DVR routers for this DVR port 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:22.685107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:22.703145 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5dedbb26-68f1-4ffd-b68a-6404d82b8cc2 req-28cd673f-2e51-4b78-8bcf-fe95dd3f6490 tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.47 "DELETE /v2.0/ports/3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 HTTP/1.1" status: 204 len: 173 time: 2.3742728 Feb 03 22:06:22.704020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-deleted', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:06:22.710097 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b97c03-e55b-425b-a149-9ffe468b8642" -d '{"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-deleted", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:06:22.724701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d0e3784-1a7b-4f9d-a79f-0af1fcf5fa12 req-d3aabf8f-12be-4381-b7dd-51ddfc74181c tempest-ServersNegativeTestJSON-1015159739 tempest-ServersNegativeTestJSON-1015159739-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfed1f23-2d83-473d-9963-b73787110240 HTTP/1.1" status: 200 len: 210 time: 0.1217923 Feb 03 22:06:22.744472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:22.878834 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6544ada2-3965-4c09-ad52-d268d22bcffd x-openstack-request-id: req-6544ada2-3965-4c09-ad52-d268d22bcffd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:06:22.879206 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfed1f23-2d83-473d-9963-b73787110240", "name": "network-vif-deleted", "tag": "3bb6d39f-92b1-46cd-8ce3-0e5e9f337496", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:06:22.879401 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6544ada2-3965-4c09-ad52-d268d22bcffd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:06:22.879788 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed1f23-2d83-473d-9963-b73787110240', 'name': 'network-vif-deleted', 'tag': '3bb6d39f-92b1-46cd-8ce3-0e5e9f337496', 'status': 'completed', 'code': 200} Feb 03 22:06:22.938713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-123c666a-97cf-4ede-ad70-6ad7ae94d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:22.940372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-123c666a-97cf-4ede-ad70-6ad7ae94d2f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e43550e9482d44539efcf4299c92cdac&device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 1132 time: 0.2319841 Feb 03 22:06:23.158818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:23.207172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-b9b197b1-35c4-4002-b1d9-2f9594b3f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:23.211492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-b9b197b1-35c4-4002-b1d9-2f9594b3f54a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.2286475 Feb 03 22:06:23.295388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-573c45a2-394a-43d9-a4d5-a0e6ec79bdb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9f69b812-0260-4b21-8b4c-8511aaefa8be HTTP/1.1" status: 200 len: 217 time: 0.0727644 Feb 03 22:06:23.369114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:23.384387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-11d411a6-ca81-4dc5-a416-a245bdd16de0 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7169833 Feb 03 22:06:23.386728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56568) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:23.394212 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:23.413006 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:23.414459 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:23.501414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97e5d643-38a7-4212-b26c-03b6c2a7e1b8 req-f79f74b7-39a5-46e6-9043-091f1d445c6c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 210 time: 0.0891266 Feb 03 22:06:23.514302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-11baced3-fe66-4d03-bd9d-0037d153200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:23.516810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-11baced3-fe66-4d03-bd9d-0037d153200a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.2142696 Feb 03 22:06:23.567420 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01a91ec0-affe-4b23-804c-939e9c1ffb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:23.581609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb3d2ed-041d-4304-a5b6-5ded3a3657dd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting subnet 95ab977a-0599-4103-a0d7-b57365b88e99 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:06:23.591557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3eb3d2ed-041d-4304-a5b6-5ded3a3657dd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (95ab977a-0599-4103-a0d7-b57365b88e99), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:23.593729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022dc30-62d3-4f0d-b7f2-124e22d0deaa req-21b29a0e-4f81-4d9b-a48b-b33eedab92ab tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:23.602573 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6022dc30-62d3-4f0d-b7f2-124e22d0deaa req-21b29a0e-4f81-4d9b-a48b-b33eedab92ab tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.2844834 Feb 03 22:06:23.630636 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:23.715412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3eb3d2ed-041d-4304-a5b6-5ded3a3657dd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (95ab977a-0599-4103-a0d7-b57365b88e99), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:23.719056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6022dc30-62d3-4f0d-b7f2-124e22d0deaa req-d64be6a9-62d9-4f8d-9762-89809804f241 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135123 Feb 03 22:06:23.736424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-dc8be463-445b-410d-b60d-8bdf7b670acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:23.745111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-dc8be463-445b-410d-b60d-8bdf7b670acf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2149913 Feb 03 22:06:23.849795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56580) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:23.913850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3eb3d2ed-041d-4304-a5b6-5ded3a3657dd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (95ab977a-0599-4103-a0d7-b57365b88e99), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:23.979384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-0c0cc530-6b42-4cf2-8dda-2074face2544 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313051 Feb 03 22:06:23.981121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c16e3f-c534-45d7-b7f4-bc9c8deaca25 admin admin] Deleting subnet f2a02ccb-aed1-4217-aee2-39134d7a4d61 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:06:23.985434 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11c16e3f-c534-45d7-b7f4-bc9c8deaca25 admin admin] Publish callbacks [] for subnet (f2a02ccb-aed1-4217-aee2-39134d7a4d61), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.008057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3eb3d2ed-041d-4304-a5b6-5ded3a3657dd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (95ab977a-0599-4103-a0d7-b57365b88e99), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.028247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3eb3d2ed-041d-4304-a5b6-5ded3a3657dd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.036013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3771634-00d1-4c56-b388-4dec5346fae8 None None] Network b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:06:24.036804 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3eb3d2ed-041d-4304-a5b6-5ded3a3657dd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/95ab977a-0599-4103-a0d7-b57365b88e99 HTTP/1.1" status: 204 len: 168 time: 0.6466451 Feb 03 22:06:24.038412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:24.041049 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:21Z', 'revision_number': 10, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:24.123647 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:24.145851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1f26692-7581-46e5-a264-91e52f67ecd5 req-cf6eae1d-f7fd-43d3-935e-5e8aba5dfe63 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578724 Feb 03 22:06:24.184177 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11c16e3f-c534-45d7-b7f4-bc9c8deaca25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (f2a02ccb-aed1-4217-aee2-39134d7a4d61), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.187057 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:24.187746 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:24.196324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (b7fc6e67-ebb6-418a-ba3e-c2df49fe7269), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.200071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3d2ed-041d-4304-a5b6-5ded3a3657dd tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Subnet': ['ID=95ab977a-0599-4103-a0d7-b57365b88e99,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:24.311951 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:24.312286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11c16e3f-c534-45d7-b7f4-bc9c8deaca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f2a02ccb-aed1-4217-aee2-39134d7a4d61), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.393436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-85a6fe19-df24-4756-b46a-421ec3ad7e34 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:24.399204 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-85a6fe19-df24-4756-b46a-421ec3ad7e34 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.10 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 817 time: 0.4037850 Feb 03 22:06:24.400669 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11c16e3f-c534-45d7-b7f4-bc9c8deaca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (f2a02ccb-aed1-4217-aee2-39134d7a4d61), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.444499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:24.462182 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11c16e3f-c534-45d7-b7f4-bc9c8deaca25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.467081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port b45cb094-7811-4579-8d58-e04e0c9901a8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:24.471893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.488040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-11c16e3f-c534-45d7-b7f4-bc9c8deaca25 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f2a02ccb-aed1-4217-aee2-39134d7a4d61 HTTP/1.1" status: 204 len: 168 time: 0.6284819 Feb 03 22:06:24.489571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56594) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:24.531582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028640b3-be52-453a-bccb-84c6fa872289 None None] DHCP port deletion for b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:06:24.545932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:24.546279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 3bb6d39f-92b1-46cd-8ce3-0e5e9f337496 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:24.579535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c16e3f-c534-45d7-b7f4-bc9c8deaca25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a02ccb-aed1-4217-aee2-39134d7a4d61,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:24.662715 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.668811 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.709872 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:21Z', 'revision_number': 10, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:24.711909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-028640b3-be52-453a-bccb-84c6fa872289 None None] Deleting port b45cb094-7811-4579-8d58-e04e0c9901a8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:24.712723 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-028640b3-be52-453a-bccb-84c6fa872289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.768739 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-125e49dc-ded5-425d-9a76-f353f9b996e4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=769e32d039cc427c99cf4027de31df66 HTTP/1.1" status: 200 len: 379 time: 0.3596807 Feb 03 22:06:24.787099 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231939a-1a51-4cc7-916a-289d430e72a1 None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:21Z', 'revision_number': 10, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None, '_interfaces': [{'id': '55f9cb11-7b9a-4b6e-9a4e-3929f02966e7', 'name': '', 'network_id': 'd7a3741c-f902-404c-a9bd-a0a1cebc6381', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'mac_address': 'fa:16:3e:6f:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:28Z', 'updated_at': '2022-02-03T22:05:36Z', 'revision_number': 5, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'subnets': [{'id': '09459030-6a99-48cc-83e1-0bda48b240c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:24.792494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'port': {'device_id': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'admin_state_up': True, 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'security_groups': ['f404cb61-0a4a-40b6-b482-77cee1fb89c1']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:24.805822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port b45cb094-7811-4579-8d58-e04e0c9901a8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b45cb094-7811-4579-8d58-e04e0c9901a8,segment=NetworkSegment(b3c21be5-fdf9-4410-88d8-16fc4893a4ca),segment_id=b3c21be5-fdf9-4410-88d8-16fc4893a4ca)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:24.811185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.812656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2475cf0-ac73-4b4f-92e8-7a0e7bc7a2e6 req-9c09094a-cf1b-4185-8a29-801a0157d7b0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 210 time: 0.1259427 Feb 03 22:06:24.832920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a8e84895-867d-4cf8-9b55-ec5a0b5099ef), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.893678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for b45cb094-7811-4579-8d58-e04e0c9901a8 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:24.947984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-028640b3-be52-453a-bccb-84c6fa872289 None None] For port b45cb094-7811-4579-8d58-e04e0c9901a8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b45cb094-7811-4579-8d58-e04e0c9901a8,segment=NetworkSegment(b3c21be5-fdf9-4410-88d8-16fc4893a4ca),segment_id=b3c21be5-fdf9-4410-88d8-16fc4893a4ca)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:24.948434 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-028640b3-be52-453a-bccb-84c6fa872289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:24.986772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-028640b3-be52-453a-bccb-84c6fa872289 None None] Calling delete_port for b45cb094-7811-4579-8d58-e04e0c9901a8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:25.005942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a8e84895-867d-4cf8-9b55-ec5a0b5099ef), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.032293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e84895-867d-4cf8-9b55-ec5a0b5099ef']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:25.043292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Made reservation on behalf of 769e32d039cc427c99cf4027de31df66 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:06:25.047942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a78f09-6f5f-40c1-97d6-13816332a4f9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:25.048461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a78f09-6f5f-40c1-97d6-13816332a4f9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:25.048589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.061127 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (b1a78f09-6f5f-40c1-97d6-13816332a4f9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.061829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.095658 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b1a78f09-6f5f-40c1-97d6-13816332a4f9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.113007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=b45cb094-7811-4579-8d58-e04e0c9901a8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:25.117366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:06:25.117949 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (b1a78f09-6f5f-40c1-97d6-13816332a4f9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.145404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No DVR routers for this DVR port b45cb094-7811-4579-8d58-e04e0c9901a8 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:25.203908 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-028640b3-be52-453a-bccb-84c6fa872289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (b45cb094-7811-4579-8d58-e04e0c9901a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:06:25.222310 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:06:25.235424 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a8e84895-867d-4cf8-9b55-ec5a0b5099ef), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.253465 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.264687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] 10.222.0.50 "DELETE /v2.0/networks/a8e84895-867d-4cf8-9b55-ec5a0b5099ef HTTP/1.1" status: 204 len: 168 time: 0.7656000 Feb 03 22:06:25.273497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028640b3-be52-453a-bccb-84c6fa872289 None None] Pushing event deleted for resources: {'Port': ['ID=b45cb094-7811-4579-8d58-e04e0c9901a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:25.286994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028640b3-be52-453a-bccb-84c6fa872289 None None] No DVR routers for this DVR port b45cb094-7811-4579-8d58-e04e0c9901a8 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:25.323200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38d68b-6b78-48c9-a743-93a25f525e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e84895-867d-4cf8-9b55-ec5a0b5099ef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:25.344314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ccd97-5c83-4bb9-aa82-968752e367da req-4daddb05-4ea6-40ed-bda0-c6c6bf0cd434 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:25.349323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e81ccd97-5c83-4bb9-aa82-968752e367da req-4daddb05-4ea6-40ed-bda0-c6c6bf0cd434 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.5074327 Feb 03 22:06:25.392042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (b7fc6e67-ebb6-418a-ba3e-c2df49fe7269), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.438805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fc6e67-ebb6-418a-ba3e-c2df49fe7269']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:25.454744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:25.457617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c21be5-fdf9-4410-88d8-16fc4893a4ca') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:25.473459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e81ccd97-5c83-4bb9-aa82-968752e367da req-0d614b68-007d-4a01-b233-eadbb75be988 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129723 Feb 03 22:06:25.483401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (b3c21be5-fdf9-4410-88d8-16fc4893a4ca), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.555835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:25.584324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b3c21be5-fdf9-4410-88d8-16fc4893a4ca), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.607482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:06:25.620198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-81e6611e-501f-4dfd-9271-da2f4c406c80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5ebe9085070448390108cb35f42d2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597348 Feb 03 22:06:25.620435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:25.621026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (b3c21be5-fdf9-4410-88d8-16fc4893a4ca), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:06:25.624498 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:06:25.684231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Allocated IP 172.20.0.3 (d1d35677-80fc-40d1-be92-5e74df347aac/808fe823-17ff-42b8-ac22-6e8d3b137dd9/57083d9c-e45e-442e-9c1e-7d762d08cd5a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:06:25.700095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d661b862-71d5-4aeb-be3c-adfbd0debde4 admin admin] Publish callbacks [] for security_group (8221a5d9-97b1-4c3f-b748-085adc61e78d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.713972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (b7fc6e67-ebb6-418a-ba3e-c2df49fe7269), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.729994 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.733517 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/networks/b7fc6e67-ebb6-418a-ba3e-c2df49fe7269 HTTP/1.1" status: 204 len: 168 time: 1.6622717 Feb 03 22:06:25.736639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:25.746761 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d661b862-71d5-4aeb-be3c-adfbd0debde4 admin admin] Publish callbacks [] for security_group (8221a5d9-97b1-4c3f-b748-085adc61e78d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.761039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7090e6-ee94-4282-b686-0b8f88d29879 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Network': ['ID=b7fc6e67-ebb6-418a-ba3e-c2df49fe7269,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:25.815022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d661b862-71d5-4aeb-be3c-adfbd0debde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8221a5d9-97b1-4c3f-b748-085adc61e78d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.818380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d661b862-71d5-4aeb-be3c-adfbd0debde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:25.820100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d661b862-71d5-4aeb-be3c-adfbd0debde4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8221a5d9-97b1-4c3f-b748-085adc61e78d HTTP/1.1" status: 204 len: 168 time: 0.1977098 Feb 03 22:06:25.846414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661b862-71d5-4aeb-be3c-adfbd0debde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8221a5d9-97b1-4c3f-b748-085adc61e78d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:26.068883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8b3672c-4f60-4d44-99ad-47a8af2318ec req-015158a3-5375-4a81-8e2b-366f17085798 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 210 time: 0.0522115 Feb 03 22:06:26.123996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b45cb094-7811-4579-8d58-e04e0c9901a8 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:26.152237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:26.169960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b45cb094-7811-4579-8d58-e04e0c9901a8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:26.170785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b45cb094-7811-4579-8d58-e04e0c9901a8 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:26.171501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3b93a1ed-405b-4b1a-9a81-82190552b0e2 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:26.222726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3b93a1ed-405b-4b1a-9a81-82190552b0e2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:26.223153 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3b93a1ed-405b-4b1a-9a81-82190552b0e2 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:26.227553 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:26.335830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Network d1d35677-80fc-40d1-be92-5e74df347aac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:06:26.340029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:26.342227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:26.352533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:06:26.433325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:26.434673 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:26.441769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ffea67b9-51e0-4a1a-a300-2ca44a12f302 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:06:26.558547 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-eaff4126-841d-4f0a-853b-73748b640b9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7769990 Feb 03 22:06:26.595710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Request body: {'port': {'device_id': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:26.702194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14160-9b9d-4a96-99e3-b786ac812d68 req-c15efc08-a27f-4e6e-b8f4-1cba4e3f7016 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:26.710474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-deb14160-9b9d-4a96-99e3-b786ac812d68 req-c15efc08-a27f-4e6e-b8f4-1cba4e3f7016 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 944 time: 0.1041179 Feb 03 22:06:26.830486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ffea67b9-51e0-4a1a-a300-2ca44a12f302, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ffea67b9-51e0-4a1a-a300-2ca44a12f302,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:26.833246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-deb14160-9b9d-4a96-99e3-b786ac812d68 req-966894b5-0048-4576-b1ab-75eaec2e3c9f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217778 Feb 03 22:06:26.860447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'ffea67b9-51e0-4a1a-a300-2ca44a12f302', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'port_id': 'ffea67b9-51e0-4a1a-a300-2ca44a12f302', 'mac_address': 'fa:16:3e:2c:4e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:06:26.932939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:26.940638 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ada6893-d904-4901-a297-12a041eec9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:26.949468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port ffea67b9-51e0-4a1a-a300-2ca44a12f302 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:26.950795 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:26.991189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-55b98534-3e00-492f-9bee-ebcdf924148c None None] Provisioning complete for port 57083d9c-e45e-442e-9c1e-7d762d08cd5a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:26.991715 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55b98534-3e00-492f-9bee-ebcdf924148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:27.049160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffea67b9-51e0-4a1a-a300-2ca44a12f302 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:06:27.078763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-55b98534-3e00-492f-9bee-ebcdf924148c None None] Port 57083d9c-e45e-442e-9c1e-7d762d08cd5a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:06:27.093721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ffea67b9-51e0-4a1a-a300-2ca44a12f302, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ffea67b9-51e0-4a1a-a300-2ca44a12f302,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:27.095200 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:27.098517 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:27.217200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=ffea67b9-51e0-4a1a-a300-2ca44a12f302,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:27.293092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:27.385114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a017-6c43-478d-819e-a6b58165e911 req-ec0dee64-4d3a-4f80-8503-3ef4cd9a809e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:27.386734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1e0a017-6c43-478d-819e-a6b58165e911 req-ec0dee64-4d3a-4f80-8503-3ef4cd9a809e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 931 time: 0.1108413 Feb 03 22:06:27.429399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['ffea67b9-51e0-4a1a-a300-2ca44a12f302'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:06:27.515732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1e0a017-6c43-478d-819e-a6b58165e911 req-acd4217b-60ef-47e3-a2fd-20989a4e2881 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134453 Feb 03 22:06:27.758294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:27.997535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57083d9c-e45e-442e-9c1e-7d762d08cd5a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:06:28.011854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Publish callbacks [] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.036001 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8803c326-7b45-4e9e-b7c5-08deb710799c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.056283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Transition to ACTIVE for port object 57083d9c-e45e-442e-9c1e-7d762d08cd5a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:06:28.079178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b6e45-ab5a-4283-973e-269237afa754 req-d80bf0a5-1476-4e9d-aaeb-c1d5ad332e38 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:28.080742 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd4b6e45-ab5a-4283-973e-269237afa754 req-d80bf0a5-1476-4e9d-aaeb-c1d5ad332e38 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 945 time: 0.1271865 Feb 03 22:06:28.105093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.157692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd4b6e45-ab5a-4283-973e-269237afa754 req-6051d4dc-fabf-47c7-8290-04f948302960 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695431 Feb 03 22:06:28.195266 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8803c326-7b45-4e9e-b7c5-08deb710799c admin admin] Publish callbacks [] for security_group (e97e4aa5-6c61-45d9-a272-0c6e83b98bf0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.203638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8803c326-7b45-4e9e-b7c5-08deb710799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e97e4aa5-6c61-45d9-a272-0c6e83b98bf0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.261499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8803c326-7b45-4e9e-b7c5-08deb710799c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=daa0947680d7447ba72ad14153bd541b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5020566 Feb 03 22:06:28.262805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803c326-7b45-4e9e-b7c5-08deb710799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97e4aa5-6c61-45d9-a272-0c6e83b98bf0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:28.266682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:28.337637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e1d5-bdc5-4d5a-92ac-7b408a4e1f74 admin admin] Publish callbacks [] for security_group (e97e4aa5-6c61-45d9-a272-0c6e83b98bf0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.385814 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e1d5-bdc5-4d5a-92ac-7b408a4e1f74 admin admin] Publish callbacks [] for security_group (e97e4aa5-6c61-45d9-a272-0c6e83b98bf0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.393782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:28.423244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:28.423828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.456556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ffea67b9-51e0-4a1a-a300-2ca44a12f302 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:06:28.464165 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e1d5-bdc5-4d5a-92ac-7b408a4e1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e97e4aa5-6c61-45d9-a272-0c6e83b98bf0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.471801 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e1d5-bdc5-4d5a-92ac-7b408a4e1f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.476722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cdf0e1d5-bdc5-4d5a-92ac-7b408a4e1f74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e97e4aa5-6c61-45d9-a272-0c6e83b98bf0 HTTP/1.1" status: 204 len: 168 time: 0.2087548 Feb 03 22:06:28.495053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0e1d5-bdc5-4d5a-92ac-7b408a4e1f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97e4aa5-6c61-45d9-a272-0c6e83b98bf0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:28.668368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55f9cb11-7b9a-4b6e-9a4e-3929f02966e7,segment=NetworkSegment(893fcfbf-1475-4543-a983-d966476c5789),segment_id=893fcfbf-1475-4543-a983-d966476c5789)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:28.668766 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.738022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:28.781154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.799660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port ffea67b9-51e0-4a1a-a300-2ca44a12f302 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:06:28.821556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port ffea67b9-51e0-4a1a-a300-2ca44a12f302 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:28.821935 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:28.891785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Attempting to bind port 57083d9c-e45e-442e-9c1e-7d762d08cd5a on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:06:28.892493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Attempting to bind port 57083d9c-e45e-442e-9c1e-7d762d08cd5a by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:06:28.892493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Attempting to bind port 57083d9c-e45e-442e-9c1e-7d762d08cd5a on network d1d35677-80fc-40d1-be92-5e74df347aac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:06:28.905486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5ea2-7757-4610-8961-0d1fcf617131 req-97c7ebed-b1b0-49c1-915d-90f839ec5171 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:28.920504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Port 57083d9c-e45e-442e-9c1e-7d762d08cd5a on network d1d35677-80fc-40d1-be92-5e74df347aac not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:06:28.920970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Attempting to bind port 57083d9c-e45e-442e-9c1e-7d762d08cd5a on network d1d35677-80fc-40d1-be92-5e74df347aac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:06:28.922435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd0f5ea2-7757-4610-8961-0d1fcf617131 req-97c7ebed-b1b0-49c1-915d-90f839ec5171 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.2224584 Feb 03 22:06:28.959533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:06:28.959888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Checking segment: {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:06:28.960286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Bound using segment: {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:06:28.960742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Bound port: 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39680020-19e9-468f-b466-e9e406aba60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:06:28.961132 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:29.039649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port ffea67b9-51e0-4a1a-a300-2ca44a12f302 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:29.040093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:29.119168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ffea67b9-51e0-4a1a-a300-2ca44a12f302, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ffea67b9-51e0-4a1a-a300-2ca44a12f302,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:29.122059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd81fc0-dc98-4052-953c-ed57c5f2652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffea67b9-51e0-4a1a-a300-2ca44a12f302'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:06:29.126829 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a00de3-3b2c-4439-9a74-cf517a33bf68" -d '{"events": [{"server_uuid": "fbd81fc0-dc98-4052-953c-ed57c5f2652b", "name": "network-vif-plugged", "status": "completed", "tag": "ffea67b9-51e0-4a1a-a300-2ca44a12f302"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:06:29.147368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd0f5ea2-7757-4610-8961-0d1fcf617131 req-88f1d8a5-187a-45e7-9a2e-65351b75fe21 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234974 Feb 03 22:06:29.147800 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:29.255469 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca588ac-8abe-42e4-863f-a19c9fd9d7b4 x-openstack-request-id: req-cca588ac-8abe-42e4-863f-a19c9fd9d7b4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:06:29.255779 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd81fc0-dc98-4052-953c-ed57c5f2652b", "name": "network-vif-plugged", "status": "completed", "tag": "ffea67b9-51e0-4a1a-a300-2ca44a12f302", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:06:29.256036 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cca588ac-8abe-42e4-863f-a19c9fd9d7b4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:06:29.256467 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd81fc0-dc98-4052-953c-ed57c5f2652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffea67b9-51e0-4a1a-a300-2ca44a12f302', 'code': 200} Feb 03 22:06:29.292270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:06:29.307123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:06:29.346891 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:29.399022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=ffea67b9-51e0-4a1a-a300-2ca44a12f302,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:29.567892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:29.568532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:29.577225 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] 10.222.0.10 "PUT /v2.0/ports/57083d9c-e45e-442e-9c1e-7d762d08cd5a HTTP/1.1" status: 200 len: 1091 time: 3.0113616 Feb 03 22:06:29.578081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:06:29.581869 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:06:29.609880 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (55f9cb11-7b9a-4b6e-9a4e-3929f02966e7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:29.624103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:29.650372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4762e7-d397-4693-89db-80ede5a6cc35 req-ecb26238-4ea3-480b-870a-3fa39a36b24e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:29.673470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e4762e7-d397-4693-89db-80ede5a6cc35 req-ecb26238-4ea3-480b-870a-3fa39a36b24e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 946 time: 0.3266523 Feb 03 22:06:29.734011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d302d19-6408-4faf-a8cf-92d454db746f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:29.797095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e4762e7-d397-4693-89db-80ede5a6cc35 req-6f871277-72db-46a2-8043-4fbcdb2e4b7b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192901 Feb 03 22:06:29.857664 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2712d43d-28cb-4beb-a33c-925179585255 x-openstack-request-id: req-2712d43d-28cb-4beb-a33c-925179585255 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:06:29.858037 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:06:29.858496 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2712d43d-28cb-4beb-a33c-925179585255 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:06:29.858986 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'status': 'completed', 'code': 200} Feb 03 22:06:29.880467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eac57-a8aa-49dd-ae29-4e43e75d0697 service neutron] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:29.892084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacca6d-f251-46a7-b91e-1e17108319bf req-0f6572ca-e14d-45a5-8e48-9b0f2a6e0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:29.898557 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aaacca6d-f251-46a7-b91e-1e17108319bf req-0f6572ca-e14d-45a5-8e48-9b0f2a6e0bac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 1128 time: 0.5862505 Feb 03 22:06:29.902479 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:30.224039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=55f9cb11-7b9a-4b6e-9a4e-3929f02966e7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:30.270857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:30.327237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-d0e0d4a1-baad-4433-ad25-f5aa1dafdd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:30.328681 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-d0e0d4a1-baad-4433-ad25-f5aa1dafdd9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 1125 time: 0.6542292 Feb 03 22:06:30.446864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7c726-7ae6-4c87-84b7-4046542f8a1b req-2303044c-de4e-445c-b0fd-9896eb9f97c1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:30.459413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68c7c726-7ae6-4c87-84b7-4046542f8a1b req-2303044c-de4e-445c-b0fd-9896eb9f97c1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.1720867 Feb 03 22:06:30.464377 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aaacca6d-f251-46a7-b91e-1e17108319bf req-4c175fea-278a-482d-940a-2df558207b17 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728439 Feb 03 22:06:30.465909 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-65263840-7197-432e-836d-837aa66d67fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a HTTP/1.1" status: 200 len: 217 time: 0.1223791 Feb 03 22:06:30.584297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68c7c726-7ae6-4c87-84b7-4046542f8a1b req-a2281202-d1cc-4633-873c-03b4ef9259ae tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143098 Feb 03 22:06:30.645666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d302d19-6408-4faf-a8cf-92d454db746f admin admin] Publish callbacks [] for security_group (a77924b4-fc3c-465c-a74a-72789dc7d0c5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:30.697281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d302d19-6408-4faf-a8cf-92d454db746f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a77924b4-fc3c-465c-a74a-72789dc7d0c5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:30.764264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-d560a644-59a9-42f2-adc0-63a1c4548a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:30.766347 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-d560a644-59a9-42f2-adc0-63a1c4548a3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.2753308 Feb 03 22:06:30.884984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d302d19-6408-4faf-a8cf-92d454db746f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77924b4-fc3c-465c-a74a-72789dc7d0c5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:30.893135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4d302d19-6408-4faf-a8cf-92d454db746f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a18c2fc5c8de43779b7865e6b5c37866&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2671969 Feb 03 22:06:30.896409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:30.919990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:31.008755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:31.081820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-3b22536b-e5f1-479e-88dc-985b0b378e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:31.083512 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-3b22536b-e5f1-479e-88dc-985b0b378e34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3013144 Feb 03 22:06:31.142493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c8de1-aec9-407b-80fc-eec67b97a8b9 req-136752b3-5cb5-4180-a232-a6c84d8d32c2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:31.145136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-299c8de1-aec9-407b-80fc-eec67b97a8b9 req-136752b3-5cb5-4180-a232-a6c84d8d32c2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 946 time: 0.2385316 Feb 03 22:06:31.185089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9833bdf3-0e29-4a9e-ab2f-01b47dc98b36 admin admin] Publish callbacks [] for security_group (a77924b4-fc3c-465c-a74a-72789dc7d0c5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:31.197641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:31.209637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:31.211661 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ca1feba2-6ef2-404e-badc-b23111aabac4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4721396 Feb 03 22:06:31.221723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57042) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:31.248432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:31.250569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:31.282586 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9833bdf3-0e29-4a9e-ab2f-01b47dc98b36 admin admin] Publish callbacks [] for security_group (a77924b4-fc3c-465c-a74a-72789dc7d0c5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:31.397324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:31.419363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-299c8de1-aec9-407b-80fc-eec67b97a8b9 req-5d04e0e1-65ce-418f-beed-0b5b6c81ee7e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580376 Feb 03 22:06:31.457945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-237a0b02-d8d3-41c3-8b4e-a88ce98c6ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:31.476284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:29Z', 'revision_number': 11, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:31.486863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9833bdf3-0e29-4a9e-ab2f-01b47dc98b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a77924b4-fc3c-465c-a74a-72789dc7d0c5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:31.491190 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9833bdf3-0e29-4a9e-ab2f-01b47dc98b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:31.493349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9833bdf3-0e29-4a9e-ab2f-01b47dc98b36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a77924b4-fc3c-465c-a74a-72789dc7d0c5 HTTP/1.1" status: 204 len: 168 time: 0.5866790 Feb 03 22:06:31.532089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-a9672066-b14e-4695-9f1a-bd681de0bf58 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109292 Feb 03 22:06:31.540498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc8733c-2f84-40c8-bbf5-acc1a7177d7e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting subnet 09459030-6a99-48cc-83e1-0bda48b240c2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:06:31.561904 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:31.565201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc8733c-2f84-40c8-bbf5-acc1a7177d7e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (09459030-6a99-48cc-83e1-0bda48b240c2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:31.583236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:31.585616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:31.645588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833bdf3-0e29-4a9e-ab2f-01b47dc98b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77924b4-fc3c-465c-a74a-72789dc7d0c5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:31.736399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:31.856389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc8733c-2f84-40c8-bbf5-acc1a7177d7e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (09459030-6a99-48cc-83e1-0bda48b240c2), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:31.859607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:29Z', 'revision_number': 11, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:31.940737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00855f3-d536-40d2-be88-7a80ff602096 None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:29Z', 'revision_number': 11, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:31.966353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571212d2-aef2-407d-8e5c-3412350e5721 req-4350ee91-1e02-4bbc-a18d-cfe89c90cf57 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:31.981680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-571212d2-aef2-407d-8e5c-3412350e5721 req-4350ee91-1e02-4bbc-a18d-cfe89c90cf57 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.2530401 Feb 03 22:06:32.086242 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bdf3a7f-5fdf-4c03-8af1-dc7dfabfeb00 req-e1db00b8-1f6e-4ce2-89c3-b2626f3b7250 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400960 Feb 03 22:06:32.151799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc8733c-2f84-40c8-bbf5-acc1a7177d7e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (09459030-6a99-48cc-83e1-0bda48b240c2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.158295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-237a0b02-d8d3-41c3-8b4e-a88ce98c6ad5 admin admin] Publish callbacks [] for security_group (62e9e311-a12f-454e-ae49-50feaf909f66), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.208201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-237a0b02-d8d3-41c3-8b4e-a88ce98c6ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (62e9e311-a12f-454e-ae49-50feaf909f66), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.237297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57146) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:32.276557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-571212d2-aef2-407d-8e5c-3412350e5721 req-7072ffbd-d141-4232-8693-cec557158b2f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850194 Feb 03 22:06:32.285461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-237a0b02-d8d3-41c3-8b4e-a88ce98c6ad5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af4bb73d2a0045d886a827be5b66a7de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2744479 Feb 03 22:06:32.288729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57156) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:32.307813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a0b02-d8d3-41c3-8b4e-a88ce98c6ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e9e311-a12f-454e-ae49-50feaf909f66,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:32.360571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:32.432588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-c957ee48-bf39-49c2-8b8d-0b4ab2bb7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:32.434205 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-c957ee48-bf39-49c2-8b8d-0b4ab2bb7f40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 1125 time: 0.2790103 Feb 03 22:06:32.440839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:32.441778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 55f9cb11-7b9a-4b6e-9a4e-3929f02966e7 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:32.520932 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4184e6d0-7437-457f-819c-c40efd9c72e1 admin admin] Publish callbacks [] for security_group (62e9e311-a12f-454e-ae49-50feaf909f66), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.576942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4184e6d0-7437-457f-819c-c40efd9c72e1 admin admin] Publish callbacks [] for security_group (62e9e311-a12f-454e-ae49-50feaf909f66), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.660717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc8733c-2f84-40c8-bbf5-acc1a7177d7e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (09459030-6a99-48cc-83e1-0bda48b240c2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.750173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d949fb-84a3-4a5c-80e4-a975f289d94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.755046 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4184e6d0-7437-457f-819c-c40efd9c72e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (62e9e311-a12f-454e-ae49-50feaf909f66), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.759835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8733c-2f84-40c8-bbf5-acc1a7177d7e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Subnet': ['ID=09459030-6a99-48cc-83e1-0bda48b240c2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:32.768033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4184e6d0-7437-457f-819c-c40efd9c72e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.781833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc8733c-2f84-40c8-bbf5-acc1a7177d7e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:32.785895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb91431-6374-44b0-8cfc-fe14a7653294 None None] Network d7a3741c-f902-404c-a9bd-a0a1cebc6381 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:06:32.790579 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-afc8733c-2f84-40c8-bbf5-acc1a7177d7e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/09459030-6a99-48cc-83e1-0bda48b240c2 HTTP/1.1" status: 204 len: 168 time: 1.5665786 Feb 03 22:06:32.792252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4184e6d0-7437-457f-819c-c40efd9c72e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62e9e311-a12f-454e-ae49-50feaf909f66 HTTP/1.1" status: 204 len: 168 time: 0.4717996 Feb 03 22:06:32.796417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57222) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:32.993944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d949fb-84a3-4a5c-80e4-a975f289d94e admin admin] Publish callbacks [] for security_group (8b678460-5e58-4fe3-ab30-4f8ab0ffeee4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:33.072419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d949fb-84a3-4a5c-80e4-a975f289d94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b678460-5e58-4fe3-ab30-4f8ab0ffeee4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:33.091413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369bd62-f69d-42cb-ada6-309352bdd48f None None] DHCP port deletion for d7a3741c-f902-404c-a9bd-a0a1cebc6381 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:06:33.109806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184e6d0-7437-457f-819c-c40efd9c72e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e9e311-a12f-454e-ae49-50feaf909f66,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:33.186936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-f6f6e680-0a7d-4cb5-8f32-811f6d7bc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:33.189590 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-f6f6e680-0a7d-4cb5-8f32-811f6d7bc9e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.7365816 Feb 03 22:06:33.369027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1369bd62-f69d-42cb-ada6-309352bdd48f None None] Deleting port 38df4680-a950-478b-9dc3-1b00ad43d1d4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:33.381722 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1369bd62-f69d-42cb-ada6-309352bdd48f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:33.415966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-34d949fb-84a3-4a5c-80e4-a975f289d94e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66416109563846a7aa2d911a4279eabd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1725597 Feb 03 22:06:33.455509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:33.515921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d949fb-84a3-4a5c-80e4-a975f289d94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b678460-5e58-4fe3-ab30-4f8ab0ffeee4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:33.568729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d7b76-c87e-4090-8f60-510629b5fc78 req-1607e4fb-29ae-4e0a-b914-24e1451f5bc6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:33.572299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d4d7b76-c87e-4090-8f60-510629b5fc78 req-1607e4fb-29ae-4e0a-b914-24e1451f5bc6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 946 time: 0.8500507 Feb 03 22:06:33.621109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-c9ed066b-1c23-4fed-bc8d-b67d17409209 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a HTTP/1.1" status: 200 len: 217 time: 0.4170508 Feb 03 22:06:33.625141 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d7a3741c-f902-404c-a9bd-a0a1cebc6381), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:33.702730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-376520bb-50f7-4c16-96dc-96ea0f990c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:33.704978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-376520bb-50f7-4c16-96dc-96ea0f990c53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.0764644 Feb 03 22:06:33.709741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1369bd62-f69d-42cb-ada6-309352bdd48f None None] For port 38df4680-a950-478b-9dc3-1b00ad43d1d4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38df4680-a950-478b-9dc3-1b00ad43d1d4,segment=NetworkSegment(893fcfbf-1475-4543-a983-d966476c5789),segment_id=893fcfbf-1475-4543-a983-d966476c5789)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:33.710658 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1369bd62-f69d-42cb-ada6-309352bdd48f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:33.730206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1369bd62-f69d-42cb-ada6-309352bdd48f None None] Calling delete_port for 38df4680-a950-478b-9dc3-1b00ad43d1d4 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:33.854668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Deleting port 38df4680-a950-478b-9dc3-1b00ad43d1d4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:33.855235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:33.878017 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1369bd62-f69d-42cb-ada6-309352bdd48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:33.914571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57310) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:33.943086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369bd62-f69d-42cb-ada6-309352bdd48f None None] Pushing event deleted for resources: {'Port': ['ID=38df4680-a950-478b-9dc3-1b00ad43d1d4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:33.945701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369bd62-f69d-42cb-ada6-309352bdd48f None None] No DVR routers for this DVR port 38df4680-a950-478b-9dc3-1b00ad43d1d4 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:33.978932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] For port 38df4680-a950-478b-9dc3-1b00ad43d1d4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38df4680-a950-478b-9dc3-1b00ad43d1d4,segment=NetworkSegment(893fcfbf-1475-4543-a983-d966476c5789),segment_id=893fcfbf-1475-4543-a983-d966476c5789)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:33.979565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:33.990136 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1287f9ed-cd1f-4c81-bf7b-956627216b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.031979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903545a-750d-4984-bdde-a7a82c480df9 req-ecc24a2e-d995-4f40-9e48-001017cb05c6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:34.032706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Calling delete_port for 38df4680-a950-478b-9dc3-1b00ad43d1d4 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:34.042677 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-3a843b4b-a0f6-40bb-99c9-0dc50e3a7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:34.042864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6903545a-750d-4984-bdde-a7a82c480df9 req-ecc24a2e-d995-4f40-9e48-001017cb05c6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.4271863 Feb 03 22:06:34.044650 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-3a843b4b-a0f6-40bb-99c9-0dc50e3a7c93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3333108 Feb 03 22:06:34.051115 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d4d7b76-c87e-4090-8f60-510629b5fc78 req-353eb314-8766-4bd5-8cbc-cafc5596d57a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366674 Feb 03 22:06:34.117744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38df4680-a950-478b-9dc3-1b00ad43d1d4 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:34.155669 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff23c918-be10-411a-a313-80b700a7ce74 admin admin] Publish callbacks [] for security_group (8b678460-5e58-4fe3-ab30-4f8ab0ffeee4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.174853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 38df4680-a950-478b-9dc3-1b00ad43d1d4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:34.175610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38df4680-a950-478b-9dc3-1b00ad43d1d4 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:34.204720 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff23c918-be10-411a-a313-80b700a7ce74 admin admin] Publish callbacks [] for security_group (8b678460-5e58-4fe3-ab30-4f8ab0ffeee4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.287950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6903545a-750d-4984-bdde-a7a82c480df9 req-302cbfc7-04ba-488c-9c46-1fce554a8d9d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441094 Feb 03 22:06:34.339788 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-4e29a7ce-cf2d-409e-9b2c-f7b2074c1355 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854269 Feb 03 22:06:34.356878 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1287f9ed-cd1f-4c81-bf7b-956627216b1b admin admin] Publish callbacks [] for security_group (643a49d6-e19a-4579-baf1-991535c8e1e2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.360863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (38df4680-a950-478b-9dc3-1b00ad43d1d4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.362566 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1287f9ed-cd1f-4c81-bf7b-956627216b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (643a49d6-e19a-4579-baf1-991535c8e1e2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.405473 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff23c918-be10-411a-a313-80b700a7ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8b678460-5e58-4fe3-ab30-4f8ab0ffeee4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.411841 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff23c918-be10-411a-a313-80b700a7ce74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.414896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ff23c918-be10-411a-a313-80b700a7ce74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b678460-5e58-4fe3-ab30-4f8ab0ffeee4 HTTP/1.1" status: 204 len: 168 time: 0.9578393 Feb 03 22:06:34.501269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Port': ['ID=38df4680-a950-478b-9dc3-1b00ad43d1d4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:34.523268 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1287f9ed-cd1f-4c81-bf7b-956627216b1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=511eca7870294b97987a564f052fc332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6074860 Feb 03 22:06:34.525015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No DVR routers for this DVR port 38df4680-a950-478b-9dc3-1b00ad43d1d4 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:34.529054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:34.540309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287f9ed-cd1f-4c81-bf7b-956627216b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a49d6-e19a-4579-baf1-991535c8e1e2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:34.614389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23c918-be10-411a-a313-80b700a7ce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b678460-5e58-4fe3-ab30-4f8ab0ffeee4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:34.695876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64294238-e948-4744-8a9d-de6e02a493c2 req-db197950-db20-453b-826a-5cdb57a7c428 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:34.698927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64294238-e948-4744-8a9d-de6e02a493c2 req-db197950-db20-453b-826a-5cdb57a7c428 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 946 time: 0.2669563 Feb 03 22:06:34.786759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64294238-e948-4744-8a9d-de6e02a493c2 req-bf72a9ba-bf78-4c49-95d7-b35d6dd5a8fc tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777087 Feb 03 22:06:34.793036 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffb921cc-4232-4b53-a5b2-c5a60a8c91d9 req-8ab8a9fe-039f-4aea-8518-cac2dc678b70 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453092 Feb 03 22:06:34.818483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d7a3741c-f902-404c-a9bd-a0a1cebc6381), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.863906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a3741c-f902-404c-a9bd-a0a1cebc6381']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:34.876642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893fcfbf-1475-4543-a983-d966476c5789') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:34.877124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893fcfbf-1475-4543-a983-d966476c5789') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:34.910821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (893fcfbf-1475-4543-a983-d966476c5789), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.924145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-089b2e51-b760-46b3-ac12-4e46cf8debfe admin admin] Publish callbacks [] for security_group (643a49d6-e19a-4579-baf1-991535c8e1e2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.938744 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (893fcfbf-1475-4543-a983-d966476c5789), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.955702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:06:34.956264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (893fcfbf-1475-4543-a983-d966476c5789), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:06:34.960811 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:06:34.997567 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-089b2e51-b760-46b3-ac12-4e46cf8debfe admin admin] Publish callbacks [] for security_group (643a49d6-e19a-4579-baf1-991535c8e1e2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:35.079416 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d7a3741c-f902-404c-a9bd-a0a1cebc6381), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:35.087299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:35.090914 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/networks/d7a3741c-f902-404c-a9bd-a0a1cebc6381 HTTP/1.1" status: 204 len: 168 time: 2.2908995 Feb 03 22:06:35.093684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:35.106313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'routes': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:35.145904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d34c3-72e4-4fc6-ad0d-97e04626656a tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Pushing event deleted for resources: {'Network': ['ID=d7a3741c-f902-404c-a9bd-a0a1cebc6381,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:35.176756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-089b2e51-b760-46b3-ac12-4e46cf8debfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (643a49d6-e19a-4579-baf1-991535c8e1e2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:35.179333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-089b2e51-b760-46b3-ac12-4e46cf8debfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:35.180615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-089b2e51-b760-46b3-ac12-4e46cf8debfe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/643a49d6-e19a-4579-baf1-991535c8e1e2 HTTP/1.1" status: 204 len: 168 time: 0.6485379 Feb 03 22:06:35.191829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b2e51-b760-46b3-ac12-4e46cf8debfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a49d6-e19a-4579-baf1-991535c8e1e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:35.198813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57360) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:35.244705 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4c898d8-dd66-432f-b401-04bdd8238ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:35.422613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Added routes are [] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 22:06:35.422843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Removed routes are [] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 22:06:35.423564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:36.161193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57083d9c-e45e-442e-9c1e-7d762d08cd5a details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:06:36.484385 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:36.526600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5413e6-d2b4-4483-a244-8dac0e8601fe req-ec4bfe54-95f8-4a6c-b6e8-12eb29ae9ebe tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:36.527601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:36.533973 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab5413e6-d2b4-4483-a244-8dac0e8601fe req-ec4bfe54-95f8-4a6c-b6e8-12eb29ae9ebe tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 1.0594559 Feb 03 22:06:36.558428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'port_id': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'mac_address': 'fa:16:3e:cd:ae:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:06:36.577986 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4c898d8-dd66-432f-b401-04bdd8238ba7 admin admin] Publish callbacks [] for security_group (5cf8b5e5-58b4-42ca-b285-6e3f45c65b75), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:36.594348 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:36.647325 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4c898d8-dd66-432f-b401-04bdd8238ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5cf8b5e5-58b4-42ca-b285-6e3f45c65b75), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:36.650080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57083d9c-e45e-442e-9c1e-7d762d08cd5a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:36.650483 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:36.680630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57083d9c-e45e-442e-9c1e-7d762d08cd5a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:06:36.747846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:36.755590 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:36.792025 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c4c898d8-dd66-432f-b401-04bdd8238ba7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18bfb21ad534404483ad7e820d4d1153&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5921872 Feb 03 22:06:36.794744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57484) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:36.804978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c898d8-dd66-432f-b401-04bdd8238ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf8b5e5-58b4-42ca-b285-6e3f45c65b75,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:36.919104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:36.997326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:37.008772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab5413e6-d2b4-4483-a244-8dac0e8601fe req-8418090e-3973-47a8-9c6f-2d1fb7576e42 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239886 Feb 03 22:06:37.052538 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32915ff2-7b0c-4374-907d-79c4a04371c4 admin admin] Publish callbacks [] for security_group (5cf8b5e5-58b4-42ca-b285-6e3f45c65b75), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:37.080559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['57083d9c-e45e-442e-9c1e-7d762d08cd5a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:06:37.124564 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32915ff2-7b0c-4374-907d-79c4a04371c4 admin admin] Publish callbacks [] for security_group (5cf8b5e5-58b4-42ca-b285-6e3f45c65b75), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:37.165323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:37.180647 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] Sync routers for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:37.187241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:37.189830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c2af9437-bc43-4bed-8dd9-31dec52845bc tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 HTTP/1.1" status: 200 len: 704 time: 2.0948555 Feb 03 22:06:37.193362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57504) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:37.199119 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:37.199697 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:37.254157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32915ff2-7b0c-4374-907d-79c4a04371c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5cf8b5e5-58b4-42ca-b285-6e3f45c65b75), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:37.258047 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32915ff2-7b0c-4374-907d-79c4a04371c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:37.263770 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-32915ff2-7b0c-4374-907d-79c4a04371c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5cf8b5e5-58b4-42ca-b285-6e3f45c65b75 HTTP/1.1" status: 204 len: 168 time: 0.4673605 Feb 03 22:06:37.284368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32915ff2-7b0c-4374-907d-79c4a04371c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf8b5e5-58b4-42ca-b285-6e3f45c65b75,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:37.294107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-21a7a69e-83b9-4ade-b570-1e6f85285266 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 HTTP/1.1" status: 200 len: 205 time: 0.0992262 Feb 03 22:06:37.296827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:37.567973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-428e6592-1dca-419f-be0b-2c0fd3450c88 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:37.775927 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:37.898437 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:29Z', 'revision_number': 11, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:37.934466 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] Checking router: b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:37.956115 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] Routers {'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:37.957527 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:38.006856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-428e6592-1dca-419f-be0b-2c0fd3450c88 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:38.012642 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-428e6592-1dca-419f-be0b-2c0fd3450c88 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:38.145619 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] Set router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:38.148282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-428e6592-1dca-419f-be0b-2c0fd3450c88 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:38.151138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428e6592-1dca-419f-be0b-2c0fd3450c88 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Fanout notify agent at l3_agent the message router_deleted on router b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:06:38.183427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-428e6592-1dca-419f-be0b-2c0fd3450c88 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:38.190214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-428e6592-1dca-419f-be0b-2c0fd3450c88 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 HTTP/1.1" status: 204 len: 168 time: 0.8862081 Feb 03 22:06:38.190848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:38.211185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9f945515-523f-4ab4-9ddd-dbe16bf49396 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-735837371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:38.240206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d863-0914-4666-8028-8ed1627786af req-eaeaa0f9-75e9-479b-8dbb-a14e30633c58 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:38.253681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c28d863-0914-4666-8028-8ed1627786af req-eaeaa0f9-75e9-479b-8dbb-a14e30633c58 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 944 time: 0.1106617 Feb 03 22:06:38.253975 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f945515-523f-4ab4-9ddd-dbe16bf49396 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:38.254983 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f945515-523f-4ab4-9ddd-dbe16bf49396 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:38.304364 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:29Z', 'revision_number': 11, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:38.345056 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686629b-0fb5-40df-aff6-baf080a922d9 None None] The sync data for ids ['b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2'] in n-d-824834-9 is: [{'id': 'b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2', 'name': 'tempest-RoutersIpV6Test-router-289408304', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:05:25Z', 'updated_at': '2022-02-03T22:06:29Z', 'revision_number': 11, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:38.384375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c28d863-0914-4666-8028-8ed1627786af req-d9bc0fe9-c9e8-4152-89fe-1140e3266d63 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283023 Feb 03 22:06:38.403915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f945515-523f-4ab4-9ddd-dbe16bf49396 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:38.414300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f945515-523f-4ab4-9ddd-dbe16bf49396 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:38.453291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f945515-523f-4ab4-9ddd-dbe16bf49396 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:38.459829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57588) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:38.460692 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9f945515-523f-4ab4-9ddd-dbe16bf49396 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2627072 Feb 03 22:06:38.464633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ef233c3d-b595-419d-8cf9-caf6ca737400 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:38.489378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:38.907110 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e4ffcf-2a3c-4f98-9745-327259aa4310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.026191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef233c3d-b595-419d-8cf9-caf6ca737400 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.053627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef233c3d-b595-419d-8cf9-caf6ca737400 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.102732 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e4ffcf-2a3c-4f98-9745-327259aa4310 admin admin] Publish callbacks [] for security_group (e69bbacd-e049-4ab5-8243-167934aba55a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.108209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59e4ffcf-2a3c-4f98-9745-327259aa4310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e69bbacd-e049-4ab5-8243-167934aba55a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.160774 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-59e4ffcf-2a3c-4f98-9745-327259aa4310 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=978326fa7d424ff081a9f59c4d8771f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6696396 Feb 03 22:06:39.162534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4ffcf-2a3c-4f98-9745-327259aa4310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69bbacd-e049-4ab5-8243-167934aba55a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:39.165249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57612) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:39.293235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef233c3d-b595-419d-8cf9-caf6ca737400 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Router 1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:06:39.294430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2dd7a0e-d643-4d1a-9556-c5818cfc5519 admin admin] Publish callbacks [] for security_group (e69bbacd-e049-4ab5-8243-167934aba55a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.350521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2dd7a0e-d643-4d1a-9556-c5818cfc5519 admin admin] Publish callbacks [] for security_group (e69bbacd-e049-4ab5-8243-167934aba55a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.533044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2dd7a0e-d643-4d1a-9556-c5818cfc5519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e69bbacd-e049-4ab5-8243-167934aba55a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.538178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2dd7a0e-d643-4d1a-9556-c5818cfc5519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.542889 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b2dd7a0e-d643-4d1a-9556-c5818cfc5519 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e69bbacd-e049-4ab5-8243-167934aba55a HTTP/1.1" status: 204 len: 168 time: 0.3764830 Feb 03 22:06:39.572388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd7a0e-d643-4d1a-9556-c5818cfc5519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69bbacd-e049-4ab5-8243-167934aba55a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:39.611980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef233c3d-b595-419d-8cf9-caf6ca737400 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:39.620410 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef233c3d-b595-419d-8cf9-caf6ca737400 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:39.625234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:39.627531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] Sync routers for ids ['1d1bfa95-24c3-45df-a881-0fcac3bf0bb0'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:39.633116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ef233c3d-b595-419d-8cf9-caf6ca737400 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "PUT /v2.0/routers/1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 HTTP/1.1" status: 200 len: 697 time: 1.1720340 Feb 03 22:06:39.644743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] Routers {'1d1bfa95-24c3-45df-a881-0fcac3bf0bb0'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:39.645893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1d1bfa95-24c3-45df-a881-0fcac3bf0bb0'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:39.728012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160b11d-bed3-4ac1-ba80-c61fc8d5149d req-40f0f2a9-950e-41f1-a947-dc92665038a9 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:39.737263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4160b11d-bed3-4ac1-ba80-c61fc8d5149d req-40f0f2a9-950e-41f1-a947-dc92665038a9 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 944 time: 0.1793289 Feb 03 22:06:39.747731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] Set router 1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:39.816510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1bfa95-24c3-45df-a881-0fcac3bf0bb0', 'name': 'tempest-RoutersIpV6Test-router-735837371', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:06:38Z', 'updated_at': '2022-02-03T22:06:39Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:39.853039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4160b11d-bed3-4ac1-ba80-c61fc8d5149d req-92b79589-f7d8-4c21-9496-d9a16932b6c6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052749 Feb 03 22:06:39.871722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] Checking router: 1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:39.881366 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8e50523c-9f5e-48a3-ac45-625470612ab4 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/routers/1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 HTTP/1.1" status: 200 len: 703 time: 0.2547288 Feb 03 22:06:39.887377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:39.889277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] Routers {'1d1bfa95-24c3-45df-a881-0fcac3bf0bb0'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:39.890659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1d1bfa95-24c3-45df-a881-0fcac3bf0bb0'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:39.960048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-44709573-aad5-41e4-a17d-f67cb6d62c95 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 HTTP/1.1" status: 200 len: 205 time: 0.0714109 Feb 03 22:06:39.962490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57634) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:39.983824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] Set router 1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:40.073413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1bfa95-24c3-45df-a881-0fcac3bf0bb0', 'name': 'tempest-RoutersIpV6Test-router-735837371', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:06:38Z', 'updated_at': '2022-02-03T22:06:39Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:40.078156 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4984-e7cf-4a49-ae7a-0363e1b0866c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.146481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d89892-9161-4997-800e-fb39a25e23e7 None None] The sync data for ids ['1d1bfa95-24c3-45df-a881-0fcac3bf0bb0'] in n-d-824834-9 is: [{'id': '1d1bfa95-24c3-45df-a881-0fcac3bf0bb0', 'name': 'tempest-RoutersIpV6Test-router-735837371', 'tenant_id': '6db59850f997439e8bcbfae1dd735eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:06:38Z', 'updated_at': '2022-02-03T22:06:39Z', 'revision_number': 2, 'project_id': '6db59850f997439e8bcbfae1dd735eeb', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:40.195574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57083d9c-e45e-442e-9c1e-7d762d08cd5a up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:06:40.314122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 57083d9c-e45e-442e-9c1e-7d762d08cd5a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:06:40.319212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 57083d9c-e45e-442e-9c1e-7d762d08cd5a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:40.323452 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.341039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:40.355614 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdd81681-adfd-4daf-aa3d-92dca182bf08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.466332 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4984-e7cf-4a49-ae7a-0363e1b0866c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.469388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4984-e7cf-4a49-ae7a-0363e1b0866c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router_controller (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.483256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57083d9c-e45e-442e-9c1e-7d762d08cd5a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:40.486221 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.487503 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdd81681-adfd-4daf-aa3d-92dca182bf08 admin admin] Publish callbacks [] for security_group (60ef7346-09d3-4e95-aba5-2a8ff43d19ef), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.495264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdd81681-adfd-4daf-aa3d-92dca182bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (60ef7346-09d3-4e95-aba5-2a8ff43d19ef), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.533901 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4984-e7cf-4a49-ae7a-0363e1b0866c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (1d1bfa95-24c3-45df-a881-0fcac3bf0bb0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.535491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dc4984-e7cf-4a49-ae7a-0363e1b0866c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Fanout notify agent at l3_agent the message router_deleted on router 1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:06:40.552146 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4984-e7cf-4a49-ae7a-0363e1b0866c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.553635 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9dc4984-e7cf-4a49-ae7a-0363e1b0866c tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 HTTP/1.1" status: 204 len: 168 time: 0.5901048 Feb 03 22:06:40.557639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:40.559101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd81681-adfd-4daf-aa3d-92dca182bf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ef7346-09d3-4e95-aba5-2a8ff43d19ef,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:40.587108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:06:40.593971 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006f570d-19d9-4fa2-9ca4-752102962c82" -d '{"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-plugged", "status": "completed", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:06:40.602104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fdd81681-adfd-4daf-aa3d-92dca182bf08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f337f5cbfdd14a35a6c0927d37f107ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599549 Feb 03 22:06:40.604826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57650) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:40.623795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:40.629386 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.672214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a063e8cb-5deb-41a2-ac1e-743e8a438e97 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 HTTP/1.1" status: 200 len: 205 time: 0.1104956 Feb 03 22:06:40.673139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57654) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:40.696449 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a86680-d22f-4824-bc15-8aeb4d3aeaa2 x-openstack-request-id: req-92a86680-d22f-4824-bc15-8aeb4d3aeaa2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:06:40.696747 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-plugged", "status": "completed", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:06:40.697217 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92a86680-d22f-4824-bc15-8aeb4d3aeaa2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:06:40.697797 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'code': 200} Feb 03 22:06:40.718048 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c4e58346-4049-4a6a-a422-0936d9099536 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] delete failed (client error): The resource could not be found. Feb 03 22:06:40.719414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c4e58346-4049-4a6a-a422-0936d9099536 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/1d1bfa95-24c3-45df-a881-0fcac3bf0bb0 HTTP/1.1" status: 404 len: 336 time: 0.0450852 Feb 03 22:06:40.722736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:40.746650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-566b7d8d-c394-478b-bdd4-48f9016ca18e admin admin] Publish callbacks [] for security_group (60ef7346-09d3-4e95-aba5-2a8ff43d19ef), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.774156 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-566b7d8d-c394-478b-bdd4-48f9016ca18e admin admin] Publish callbacks [] for security_group (60ef7346-09d3-4e95-aba5-2a8ff43d19ef), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.779425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:40.817674 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-11872c53-1e68-4fbf-b4b3-d74e57b5b02d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] DELETE failed (client error): The resource could not be found. Feb 03 22:06:40.818625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11872c53-1e68-4fbf-b4b3-d74e57b5b02d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:06:40.826120 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-11872c53-1e68-4fbf-b4b3-d74e57b5b02d tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/3d796de9-4d6a-44c7-810c-6f0b59667c9e HTTP/1.1" status: 404 len: 337 time: 0.1021981 Feb 03 22:06:40.841285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:40.852746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-566b7d8d-c394-478b-bdd4-48f9016ca18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (60ef7346-09d3-4e95-aba5-2a8ff43d19ef), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.856026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-566b7d8d-c394-478b-bdd4-48f9016ca18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:40.859882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-566b7d8d-c394-478b-bdd4-48f9016ca18e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60ef7346-09d3-4e95-aba5-2a8ff43d19ef HTTP/1.1" status: 204 len: 168 time: 0.2505436 Feb 03 22:06:40.867102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b7d8d-c394-478b-bdd4-48f9016ca18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ef7346-09d3-4e95-aba5-2a8ff43d19ef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:40.926807 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-245e497c-a81f-40bf-9c63-1d35c87780d6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] DELETE failed (client error): The resource could not be found. Feb 03 22:06:40.927278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245e497c-a81f-40bf-9c63-1d35c87780d6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:06:40.932951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57674) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:40.933101 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-245e497c-a81f-40bf-9c63-1d35c87780d6 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/49637f1d-335a-4c11-8d2d-b93e61cf583d HTTP/1.1" status: 404 len: 337 time: 0.0941799 Feb 03 22:06:40.949527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4a48b-80d1-4d42-8ecc-f5fcbdea22ce req-b253ec29-458e-473c-9b3a-6a7acfd64a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:40.951398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9cb4a48b-80d1-4d42-8ecc-f5fcbdea22ce req-b253ec29-458e-473c-9b3a-6a7acfd64a3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 1127 time: 0.1545203 Feb 03 22:06:41.000918 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8bd9b4-fcca-4b5d-bc01-bc1cf9c2c5b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] DELETE failed (client error): The resource could not be found. Feb 03 22:06:41.004940 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9cb4a48b-80d1-4d42-8ecc-f5fcbdea22ce req-d7690af3-c236-4c3c-b464-d7e81be66cfe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470223 Feb 03 22:06:41.005578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8bd9b4-fcca-4b5d-bc01-bc1cf9c2c5b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:06:41.011122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9e8bd9b4-fcca-4b5d-bc01-bc1cf9c2c5b2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/95ab977a-0599-4103-a0d7-b57365b88e99 HTTP/1.1" status: 404 len: 337 time: 0.0744669 Feb 03 22:06:41.011520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.068609 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb340f6-e357-4ad9-bcbf-3b88d096fed7 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] DELETE failed (client error): The resource could not be found. Feb 03 22:06:41.069222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb340f6-e357-4ad9-bcbf-3b88d096fed7 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:06:41.074646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-feb340f6-e357-4ad9-bcbf-3b88d096fed7 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/09459030-6a99-48cc-83e1-0bda48b240c2 HTTP/1.1" status: 404 len: 337 time: 0.0586927 Feb 03 22:06:41.075112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57680) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.116384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-691f2b65-ea16-4e4c-bbe6-4b0eee06ce12 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 HTTP/1.1" status: 200 len: 205 time: 0.0380974 Feb 03 22:06:41.117410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.150411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5721da-31b7-419a-b2c4-2b78983ea678 req-5bc5bd2c-bad1-4bfb-8ba9-bd93857449ec tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:41.158061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a5721da-31b7-419a-b2c4-2b78983ea678 req-5bc5bd2c-bad1-4bfb-8ba9-bd93857449ec tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.1453648 Feb 03 22:06:41.221455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a5721da-31b7-419a-b2c4-2b78983ea678 req-b7806fa0-7ec9-4cbb-b36b-e05bc75eb62f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621521 Feb 03 22:06:41.245450 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-30766e9a-38cd-47b6-b886-b35a0e999f78 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] delete failed (client error): The resource could not be found. Feb 03 22:06:41.250192 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-30766e9a-38cd-47b6-b886-b35a0e999f78 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/b3a59e77-199c-4ad0-9b9a-37ef9f4e3cf2 HTTP/1.1" status: 404 len: 336 time: 0.1297407 Feb 03 22:06:41.251598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.301563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d7770749-6550-4005-8ca1-6a52e880a553 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=54859b00-0fa6-4186-b792-23d997eb3338 HTTP/1.1" status: 200 len: 205 time: 0.0482504 Feb 03 22:06:41.304177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.361209 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-73bb2ae6-4004-47f2-bda6-d747d6cfd223 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] delete failed (client error): The resource could not be found. Feb 03 22:06:41.366307 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-73bb2ae6-4004-47f2-bda6-d747d6cfd223 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/54859b00-0fa6-4186-b792-23d997eb3338 HTTP/1.1" status: 404 len: 336 time: 0.0585260 Feb 03 22:06:41.366975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.402278 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bb1601-62ca-433c-9ec8-12e4643934a2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] DELETE failed (client error): The resource could not be found. Feb 03 22:06:41.403928 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bb1601-62ca-433c-9ec8-12e4643934a2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:06:41.410950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.413045 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-34bb1601-62ca-433c-9ec8-12e4643934a2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/2781ddf5-2ab6-49be-bea6-153319a98aaf HTTP/1.1" status: 404 len: 337 time: 0.0402358 Feb 03 22:06:41.450843 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d987c4aa-52a4-4576-a47d-a2362410a67e tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f5c38a-3019-45d4-97d1-1de298d49143 HTTP/1.1" status: 200 len: 205 time: 0.0382466 Feb 03 22:06:41.453202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.497834 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a88c48d8-7b30-47f6-a7f7-f0f5fd8800da tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] delete failed (client error): The resource could not be found. Feb 03 22:06:41.502564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a88c48d8-7b30-47f6-a7f7-f0f5fd8800da tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/48f5c38a-3019-45d4-97d1-1de298d49143 HTTP/1.1" status: 404 len: 336 time: 0.0445952 Feb 03 22:06:41.502713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.543547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fb6c6356-7f12-4b8f-8407-c07bcdc14b07 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cf0ae31-f46b-45c3-b74a-3122158c9d24 HTTP/1.1" status: 200 len: 205 time: 0.0405087 Feb 03 22:06:41.546066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.603051 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-9ce59fe5-bd7f-4c61-b783-69bee180fbf5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] delete failed (client error): The resource could not be found. Feb 03 22:06:41.604126 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9ce59fe5-bd7f-4c61-b783-69bee180fbf5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/5cf0ae31-f46b-45c3-b74a-3122158c9d24 HTTP/1.1" status: 404 len: 336 time: 0.0570827 Feb 03 22:06:41.606717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.627207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af0e9-385e-492b-827f-f7db1064e28a req-703f744a-12af-41ab-b504-e69733a09051 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:41.633587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-703f744a-12af-41ab-b504-e69733a09051 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.2337470 Feb 03 22:06:41.653204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-806e1d14-7508-4110-8450-907cd052b9e3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/quotas/eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 375 time: 0.0173261 Feb 03 22:06:41.666861 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef113b04-11b7-4e1e-8ba2-7d487a1073ae tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] DELETE failed (client error): The resource could not be found. Feb 03 22:06:41.667602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef113b04-11b7-4e1e-8ba2-7d487a1073ae tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:06:41.672323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ef113b04-11b7-4e1e-8ba2-7d487a1073ae tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/780091b4-bbb8-441b-8852-80abed10027f HTTP/1.1" status: 404 len: 337 time: 0.0643780 Feb 03 22:06:41.676666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57720) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.733590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-48c9ee19-77b7-4abc-a9b1-9030275198d1 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=43603237-565d-4fb8-a9c6-2293e65395b7 HTTP/1.1" status: 200 len: 205 time: 0.0555894 Feb 03 22:06:41.735768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57726) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.796508 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-7309c45e-3d8d-4516-97a0-54bbdb711a16 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] delete failed (client error): The resource could not be found. Feb 03 22:06:41.797640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7309c45e-3d8d-4516-97a0-54bbdb711a16 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/43603237-565d-4fb8-a9c6-2293e65395b7 HTTP/1.1" status: 404 len: 336 time: 0.0609519 Feb 03 22:06:41.800518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57730) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.825282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-38e2fc7e-3b44-42b3-863e-0d2fe04fd14f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1628647 Feb 03 22:06:41.858329 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b938087-d872-4a6e-b208-4c1a5c1bd7f5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] DELETE failed (client error): The resource could not be found. Feb 03 22:06:41.858787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b938087-d872-4a6e-b208-4c1a5c1bd7f5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:06:41.862192 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7b938087-d872-4a6e-b208-4c1a5c1bd7f5 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/33ca0bae-ebcc-4d4f-af61-5677351141bd HTTP/1.1" status: 404 len: 337 time: 0.0600691 Feb 03 22:06:41.864849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.922601 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2819f4eb-da3a-4fb0-94ac-4fbd43067a8b tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2e9ef6-9c0c-4d13-8210-8620f42cf24b HTTP/1.1" status: 200 len: 205 time: 0.0542386 Feb 03 22:06:41.923165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:41.970450 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-6061b652-4d27-4b7a-9a65-eefa173583ee tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] delete failed (client error): The resource could not be found. Feb 03 22:06:41.972864 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6061b652-4d27-4b7a-9a65-eefa173583ee tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/routers/3d2e9ef6-9c0c-4d13-8210-8620f42cf24b HTTP/1.1" status: 404 len: 336 time: 0.0472984 Feb 03 22:06:41.975691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:42.011067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-b95ee2e2-527e-4247-b396-2257837619e1 service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780291 Feb 03 22:06:42.029190 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c49f571-9322-46e2-af87-4b3ea4891ba2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] DELETE failed (client error): The resource could not be found. Feb 03 22:06:42.029493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c49f571-9322-46e2-af87-4b3ea4891ba2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:06:42.035620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7c49f571-9322-46e2-af87-4b3ea4891ba2 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/63b21966-6331-4f98-a26b-097e62080df0 HTTP/1.1" status: 404 len: 337 time: 0.0558653 Feb 03 22:06:42.035881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:42.067732 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd77101-5179-4121-a42f-a193bdfa6820 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] DELETE failed (client error): The resource could not be found. Feb 03 22:06:42.068213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd77101-5179-4121-a42f-a193bdfa6820 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:06:42.075081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5bd77101-5179-4121-a42f-a193bdfa6820 tempest-RoutersIpV6Test-802487257 tempest-RoutersIpV6Test-802487257-project] 10.222.0.50 "DELETE /v2.0/subnets/0dae9d2f-1ab7-4187-a4e5-3ea77a764553 HTTP/1.1" status: 404 len: 337 time: 0.0358171 Feb 03 22:06:42.145632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-6c54a532-d37a-4f57-a4a6-01853c18eb36 service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280766 Feb 03 22:06:42.499881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a46fda-677f-4e97-afd3-fff93f4bf502 req-f992a154-8447-4f55-8981-37e833720158 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:42.509387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19a46fda-677f-4e97-afd3-fff93f4bf502 req-f992a154-8447-4f55-8981-37e833720158 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.1292105 Feb 03 22:06:42.606613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4dbc5d5-ed1f-4c76-992b-31fe0bd6825c req-69d157e5-d4ed-4e81-97ed-935c8408df28 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0345767 Feb 03 22:06:42.665485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19a46fda-677f-4e97-afd3-fff93f4bf502 req-d100c63d-3511-40cd-829d-514ff7499151 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448815 Feb 03 22:06:43.057535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:43.320830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-68f64793-2c19-42f2-ab63-2ed981bedeaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6db59850f997439e8bcbfae1dd735eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2615707 Feb 03 22:06:43.323304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57790) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:43.411317 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be400420-9fda-495c-8ca0-1f4c84b26bb3 admin admin] Publish callbacks [] for security_group (ba7f5012-6024-4ac8-9566-7ca4f87a9197), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:43.460658 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be400420-9fda-495c-8ca0-1f4c84b26bb3 admin admin] Publish callbacks [] for security_group (ba7f5012-6024-4ac8-9566-7ca4f87a9197), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:43.573100 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be400420-9fda-495c-8ca0-1f4c84b26bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ba7f5012-6024-4ac8-9566-7ca4f87a9197), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:43.577995 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be400420-9fda-495c-8ca0-1f4c84b26bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:43.579955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-be400420-9fda-495c-8ca0-1f4c84b26bb3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba7f5012-6024-4ac8-9566-7ca4f87a9197 HTTP/1.1" status: 204 len: 168 time: 0.2552824 Feb 03 22:06:43.590646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be400420-9fda-495c-8ca0-1f4c84b26bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f5012-6024-4ac8-9566-7ca4f87a9197,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:43.805494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f1d1b63-2d4f-47c0-b84b-cf8a3f5e2933 req-6252ce53-3f14-4175-bb14-150b40718306 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0517662 Feb 03 22:06:43.869233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fd96-7cd0-48ad-86ca-42b228e2711a req-a810faea-7a46-44dd-8374-bc6e88bcbba4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:43.877308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e9e8fd96-7cd0-48ad-86ca-42b228e2711a req-a810faea-7a46-44dd-8374-bc6e88bcbba4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.0706332 Feb 03 22:06:43.964659 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e9e8fd96-7cd0-48ad-86ca-42b228e2711a req-53ee99f4-913e-4047-bf6f-7b64c65a6c23 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749996 Feb 03 22:06:44.125944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fd7bc-758a-48e0-9c69-8cc9a14fa413 req-926654bb-57e0-48f9-8517-068cf4034012 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:44.137537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b02fd7bc-758a-48e0-9c69-8cc9a14fa413 req-926654bb-57e0-48f9-8517-068cf4034012 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.0803034 Feb 03 22:06:44.142657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57818) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:44.153937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Request body: {'floatingip': {'port_id': '57083d9c-e45e-442e-9c1e-7d762d08cd5a'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:44.252770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (d4c671d8-9b15-4ed7-9235-5b8a6b62f697), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:44.671721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af0e9-385e-492b-827f-f7db1064e28a req-3f4b925e-88fa-484e-9909-133f2898778c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:44.673252 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-3f4b925e-88fa-484e-9909-133f2898778c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.7193582 Feb 03 22:06:44.686374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'port': {'device_id': '1153a3bd-5c94-412b-88d0-41fdccbc0f56', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'admin_state_up': True, 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:44.841232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Made reservation on behalf of eb5afcbeebe24f71934e2665a78a2dd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:06:44.853448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:45.125503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ebe5bcaf-3304-4272-8e4f-b979968a8fbd req-15f469b9-8117-4739-a034-a9422a2a53cd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.1805217 Feb 03 22:06:45.226522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.20.0.14 (ce88f1d2-4911-43d4-8df7-15f173417f10/29421726-b876-425d-915a-9aa618fe4321/f2831c1d-6b20-49c4-9144-d33975d30c60) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:06:45.343408 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 22:06:45.477654 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:45.483046 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (d4c671d8-9b15-4ed7-9235-5b8a6b62f697), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:45.616718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:45.679847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:45.694236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['ffea67b9-51e0-4a1a-a300-2ca44a12f302'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:06:45.740608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:06:45.802650 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Floating IP d4c671d8-9b15-4ed7-9235-5b8a6b62f697 associated. External IP: 172.25.5.152, port: 57083d9c-e45e-442e-9c1e-7d762d08cd5a. Feb 03 22:06:45.814595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:45.822747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:06:45.943249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=f2831c1d-6b20-49c4-9144-d33975d30c60,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:45.980086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:45.981195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:46.032638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-d1fcf999-42d1-453c-818f-c272ffbd8ee2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3475411 Feb 03 22:06:46.045519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Request body: {'port': {'device_id': '1153a3bd-5c94-412b-88d0-41fdccbc0f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:46.269898 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:46.396705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aa007935-34a6-41e8-a527-81dbafbcaa37 None None] Provisioning complete for port f2831c1d-6b20-49c4-9144-d33975d30c60 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:46.397124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa007935-34a6-41e8-a527-81dbafbcaa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:46.552834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aa007935-34a6-41e8-a527-81dbafbcaa37 None None] Port f2831c1d-6b20-49c4-9144-d33975d30c60 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:06:46.727440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57906) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:46.879237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Router 3218fddb-955e-4cc2-b8ba-86c430f97f9c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:06:47.036301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:06:47.041747 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.051393 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] Sync routers for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:06:47.060708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67507cc-4595-4b9f-b6f1-fb82830ee564 req-8a3909c4-093f-4822-b80b-696066b7c82b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:47.061004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2831c1d-6b20-49c4-9144-d33975d30c60 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:06:47.067682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d67507cc-4595-4b9f-b6f1-fb82830ee564 req-8a3909c4-093f-4822-b80b-696066b7c82b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 932 time: 0.3427141 Feb 03 22:06:47.073794 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:47.074682 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:47.079599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Publish callbacks [] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.106366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Transition to ACTIVE for port object f2831c1d-6b20-49c4-9144-d33975d30c60 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:06:47.111525 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.262020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-38ff4917-b59f-49dc-a741-0966c1ca501f tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2066849583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:47.294788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c004f353-bfa7-4431-b979-4a59ef77f9b1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "PUT /v2.0/floatingips/d4c671d8-9b15-4ed7-9235-5b8a6b62f697 HTTP/1.1" status: 200 len: 991 time: 3.1506574 Feb 03 22:06:47.318223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:06:47.334469 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c1c09-5148-43aa-9462-b95e8c233d05" -d '{"events": [{"name": "network-changed", "server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:06:47.391699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d67507cc-4595-4b9f-b6f1-fb82830ee564 req-fa974ca0-9bee-4acf-9b2c-3e1479902ab6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824526 Feb 03 22:06:47.429076 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38ff4917-b59f-49dc-a741-0966c1ca501f tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (7041d6cc-7b1e-4500-9131-40ec556056b7), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.430363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Pushing event updated for resources: {'Port': ['ID=f2831c1d-6b20-49c4-9144-d33975d30c60,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:47.446276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38ff4917-b59f-49dc-a741-0966c1ca501f tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (7041d6cc-7b1e-4500-9131-40ec556056b7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.501724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Attempting to bind port f2831c1d-6b20-49c4-9144-d33975d30c60 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:06:47.502009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Attempting to bind port f2831c1d-6b20-49c4-9144-d33975d30c60 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:06:47.503687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Attempting to bind port f2831c1d-6b20-49c4-9144-d33975d30c60 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:06:47.514014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Port f2831c1d-6b20-49c4-9144-d33975d30c60 on network ce88f1d2-4911-43d4-8df7-15f173417f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:06:47.514338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Attempting to bind port f2831c1d-6b20-49c4-9144-d33975d30c60 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:06:47.528227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:06:47.528575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:06:47.529023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Bound using segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:06:47.529565 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:47.530164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Bound port: f2831c1d-6b20-49c4-9144-d33975d30c60, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:06:47.530532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.583973 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4dbbaa-3a4d-4555-85e6-411f9143f15d x-openstack-request-id: req-1a4dbbaa-3a4d-4555-85e6-411f9143f15d {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:06:47.584275 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:06:47.584532 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a4dbbaa-3a4d-4555-85e6-411f9143f15d {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:06:47.584950 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'status': 'completed', 'code': 200} Feb 03 22:06:47.658093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:47.662394 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:06:47.674341 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38ff4917-b59f-49dc-a741-0966c1ca501f tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for router_controller (7041d6cc-7b1e-4500-9131-40ec556056b7), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.689430 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38ff4917-b59f-49dc-a741-0966c1ca501f tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (7041d6cc-7b1e-4500-9131-40ec556056b7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.776106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d35646-7633-4332-a826-3c56c458c36f req-589ab7b6-48e9-40ef-8386-6c02d1cbc102 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:47.782798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30d35646-7633-4332-a826-3c56c458c36f req-589ab7b6-48e9-40ef-8386-6c02d1cbc102 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.2598612 Feb 03 22:06:47.785998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38ff4917-b59f-49dc-a741-0966c1ca501f tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.791334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-38ff4917-b59f-49dc-a741-0966c1ca501f tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0622964 Feb 03 22:06:47.795181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57960) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:47.818862 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-499014191'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:47.870971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] For port f2831c1d-6b20-49c4-9144-d33975d30c60, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:06:47.881352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] For port f2831c1d-6b20-49c4-9144-d33975d30c60, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f2831c1d-6b20-49c4-9144-d33975d30c60,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:06:47.896721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Made reservation on behalf of 40903088b94646be8398f3fb8e61b251 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:06:47.902523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.905759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:47.956807 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:48.071209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30d35646-7633-4332-a826-3c56c458c36f req-174334fa-ebf1-4719-9d69-903bdbfa8bf1 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738688 Feb 03 22:06:48.089504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:48.092585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:48.093800 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2831c1d-6b20-49c4-9144-d33975d30c60 HTTP/1.1" status: 200 len: 1092 time: 2.0562992 Feb 03 22:06:48.127148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0602c-6c63-4397-89e8-3e9db0b75610 service neutron] Pushing event updated for resources: {'Port': ['ID=f2831c1d-6b20-49c4-9144-d33975d30c60,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:48.141414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1153a3bd-5c94-412b-88d0-41fdccbc0f56', 'tag': 'f2831c1d-6b20-49c4-9144-d33975d30c60'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:06:48.150726 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba38ee9-380a-43ce-a8f1-3837d81bbfac" -d '{"events": [{"name": "network-changed", "server_uuid": "1153a3bd-5c94-412b-88d0-41fdccbc0f56", "tag": "f2831c1d-6b20-49c4-9144-d33975d30c60"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:06:48.206836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for security_group (a0de7a60-d715-496a-a6bf-9aef3a7640a0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:48.214175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a0de7a60-d715-496a-a6bf-9aef3a7640a0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:48.244954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:06:48.255365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5256784a-7c6d-4c12-a1c5-3e7d6c409a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:48.268896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0bfd92e2-9255-43a7-97b3-99bc0e41f5f8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:48.269820 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Added segment 0bfd92e2-9255-43a7-97b3-99bc0e41f5f8 of type vlan for network 2652cde0-b20d-4ea1-be6d-8acf80820796 Feb 03 22:06:48.290816 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'd4c671d8-9b15-4ed7-9235-5b8a6b62f697', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'floating_ip_address': '172.25.5.152', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'port_id': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'mac_address': 'fa:16:3e:cd:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:06:18Z', 'updated_at': '2022-02-03T22:06:45Z', 'revision_number': 1, 'project_id': '769e32d039cc427c99cf4027de31df66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:48.313926 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11d9577-593b-4a1a-a6c6-39e64c14f5eb x-openstack-request-id: req-d11d9577-593b-4a1a-a6c6-39e64c14f5eb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:06:48.314287 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1153a3bd-5c94-412b-88d0-41fdccbc0f56", "tag": "f2831c1d-6b20-49c4-9144-d33975d30c60", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:06:48.314516 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d11d9577-593b-4a1a-a6c6-39e64c14f5eb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:06:48.317494 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1153a3bd-5c94-412b-88d0-41fdccbc0f56', 'tag': 'f2831c1d-6b20-49c4-9144-d33975d30c60', 'status': 'completed', 'code': 200} Feb 03 22:06:48.366545 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2652cde0-b20d-4ea1-be6d-8acf80820796), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:48.373651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-60176407-8a40-4203-b4e0-ec4bc9c7e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:48.375234 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-60176407-8a40-4203-b4e0-ec4bc9c7e44e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 1127 time: 0.7229364 Feb 03 22:06:48.384681 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] Checking router: 3218fddb-955e-4cc2-b8ba-86c430f97f9c for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:06:48.408196 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2652cde0-b20d-4ea1-be6d-8acf80820796), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:48.415738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:48.416703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:48.429049 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:06:48.429751 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:48.458591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6612060 Feb 03 22:06:48.477651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:48.519781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Request body: {'subnet': {'network_id': '2652cde0-b20d-4ea1-be6d-8acf80820796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:48.567102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0de7a60-d715-496a-a6bf-9aef3a7640a0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:48.588695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c76e90-b911-49f8-acc7-9e64ba375197 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Network': ['ID=2652cde0-b20d-4ea1-be6d-8acf80820796,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:48.654912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2652cde0-b20d-4ea1-be6d-8acf80820796 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:06:48.699998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22500a7-0d71-4938-bf6e-df365b465cbe req-1b17927a-a288-4499-a42d-b427fd7fc8f5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:48.703066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a22500a7-0d71-4938-bf6e-df365b465cbe req-1b17927a-a288-4499-a42d-b427fd7fc8f5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.1290300 Feb 03 22:06:48.768414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:06:48.858275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a22500a7-0d71-4938-bf6e-df365b465cbe req-965ed50e-e922-44db-8899-ee54a833beec tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479297 Feb 03 22:06:48.919381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af0e9-385e-492b-827f-f7db1064e28a req-8540f81b-f50b-41b7-b11b-1a749274ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:48.927735 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-8540f81b-f50b-41b7-b11b-1a749274ebe0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 1126 time: 0.7602046 Feb 03 22:06:49.134536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5256784a-7c6d-4c12-a1c5-3e7d6c409a44 admin admin] Publish callbacks [] for security_group (e3813f4a-834c-4f9b-9e96-bafe77c629d8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:49.217369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-57f10b21-5d0e-43e7-b92d-9c456d1839c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:49.219891 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-57f10b21-5d0e-43e7-b92d-9c456d1839c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.8312547 Feb 03 22:06:49.228068 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-ca662502-d384-4189-a1ea-b1457ed02b23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2831c1d-6b20-49c4-9144-d33975d30c60 HTTP/1.1" status: 200 len: 217 time: 0.2705622 Feb 03 22:06:49.245491 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5256784a-7c6d-4c12-a1c5-3e7d6c409a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e3813f4a-834c-4f9b-9e96-bafe77c629d8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:49.314441 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'd4c671d8-9b15-4ed7-9235-5b8a6b62f697', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'floating_ip_address': '172.25.5.152', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'port_id': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'mac_address': 'fa:16:3e:cd:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:06:18Z', 'updated_at': '2022-02-03T22:06:45Z', 'revision_number': 1, 'project_id': '769e32d039cc427c99cf4027de31df66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:06:49.325158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35419eff-ded9-4bce-a6d9-5b619bceb966 req-7d6e84a1-95ca-43fc-82e6-6acf108e1a5f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:49.340686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35419eff-ded9-4bce-a6d9-5b619bceb966 req-7d6e84a1-95ca-43fc-82e6-6acf108e1a5f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.1723275 Feb 03 22:06:49.344142 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5256784a-7c6d-4c12-a1c5-3e7d6c409a44 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bddaf3d0e8a34c70a06a48c0f99df001&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6851964 Feb 03 22:06:49.358611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:49.396985 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c3244-1f2e-4b47-8a40-050059e1972c None None] The sync data for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 is: [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'd4c671d8-9b15-4ed7-9235-5b8a6b62f697', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'floating_ip_address': '172.25.5.152', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'port_id': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'mac_address': 'fa:16:3e:cd:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:06:18Z', 'updated_at': '2022-02-03T22:06:45Z', 'revision_number': 1, 'project_id': '769e32d039cc427c99cf4027de31df66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:06:49.526904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35419eff-ded9-4bce-a6d9-5b619bceb966 req-55b7cdb7-1133-4ca0-adb0-accbb650ba27 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825256 Feb 03 22:06:49.531927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0de84e4b-0bb3-4658-b532-cb0a70d64fea admin admin] Publish callbacks [] for security_group (e3813f4a-834c-4f9b-9e96-bafe77c629d8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:49.564195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Made reservation on behalf of 40903088b94646be8398f3fb8e61b251 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:06:49.577520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:49.598460 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0de84e4b-0bb3-4658-b532-cb0a70d64fea admin admin] Publish callbacks [] for security_group (e3813f4a-834c-4f9b-9e96-bafe77c629d8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:49.673701 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0de84e4b-0bb3-4658-b532-cb0a70d64fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e3813f4a-834c-4f9b-9e96-bafe77c629d8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:49.677693 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0de84e4b-0bb3-4658-b532-cb0a70d64fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:49.682264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0de84e4b-0bb3-4658-b532-cb0a70d64fea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3813f4a-834c-4f9b-9e96-bafe77c629d8 HTTP/1.1" status: 204 len: 168 time: 0.3163414 Feb 03 22:06:49.685038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af0e9-385e-492b-827f-f7db1064e28a req-e97ca329-a966-4219-be9a-d95088df2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:49.692390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-e97ca329-a966-4219-be9a-d95088df2769 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.3775291 Feb 03 22:06:49.715814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de84e4b-0bb3-4658-b532-cb0a70d64fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3813f4a-834c-4f9b-9e96-bafe77c629d8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:49.818388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256784a-7c6d-4c12-a1c5-3e7d6c409a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3813f4a-834c-4f9b-9e96-bafe77c629d8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:49.833405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-2ae668fb-1ce3-4caf-a068-cdce2bfc2ade service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a HTTP/1.1" status: 200 len: 999 time: 0.6029303 Feb 03 22:06:49.843698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f6561-18b5-4cb7-ae65-c0cd830b6b0e None None] New status for floating IP d4c671d8-9b15-4ed7-9235-5b8a6b62f697: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:06:50.048379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af0e9-385e-492b-827f-f7db1064e28a req-98b3b9f6-9f73-484e-bc1b-f9790dc8ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:50.054110 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-98b3b9f6-9f73-484e-bc1b-f9790dc8ce90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3608687 Feb 03 22:06:50.060006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-4e912fc1-0891-45e3-ba90-26e82dbb9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:50.061478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-4e912fc1-0891-45e3-ba90-26e82dbb9033 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.2083597 Feb 03 22:06:50.217469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b528a-91f6-4073-b244-4deca34a51cd req-a67aa3dd-9d94-4e58-9d68-644f217182d2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:50.228425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d7b528a-91f6-4073-b244-4deca34a51cd req-a67aa3dd-9d94-4e58-9d68-644f217182d2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.1571388 Feb 03 22:06:50.386996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d7b528a-91f6-4073-b244-4deca34a51cd req-a1c088d6-73b4-4b02-8187-96a16e176a82 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553617 Feb 03 22:06:50.474772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-b45a0a65-b52c-4403-a6a6-4afa59ef084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:50.476309 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-b45a0a65-b52c-4403-a6a6-4afa59ef084b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4048562 Feb 03 22:06:50.496876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-a050a15d-27a9-4169-b775-341768e79d7d service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241681 Feb 03 22:06:50.498542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (51d223e5-2c57-4949-ab9b-37487b3a46c7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:50.709182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:50.733540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38889081-0884-4d09-a514-ca297b5e0cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:50.758945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Subnet': ['ID=51d223e5-2c57-4949-ab9b-37487b3a46c7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:50.784098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6409c0-9e47-4a30-ab3b-06a8aa7396c8 req-92bd730c-3a1f-4765-8651-827508ac383f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:50.789495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f6409c0-9e47-4a30-ab3b-06a8aa7396c8 req-92bd730c-3a1f-4765-8651-827508ac383f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.1221712 Feb 03 22:06:50.828813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Checking segment: {'id': '0bfd92e2-9255-43a7-97b3-99bc0e41f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2652cde0-b20d-4ea1-be6d-8acf80820796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:06:50.829259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network hostable DHCP agents. Network: 2652cde0-b20d-4ea1-be6d-8acf80820796, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:06:50.840480 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-dbbe3736-c66b-49de-ad6b-00efeaade5e3 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570383 Feb 03 22:06:50.842378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-104af0e9-385e-492b-827f-f7db1064e28a req-097686f5-fae4-4874-bd73-8bb59d64a371 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227887 Feb 03 22:06:50.928344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f6409c0-9e47-4a30-ab3b-06a8aa7396c8 req-221c0302-afcd-49b8-a680-e13ec4862f7b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256826 Feb 03 22:06:51.001387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network 2652cde0-b20d-4ea1-be6d-8acf80820796 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:06:51.035401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2652cde0-b20d-4ea1-be6d-8acf80820796) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:51.045085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46f5bc-f0dc-470e-9926-ff0d1b627de1 None None] Network 2652cde0-b20d-4ea1-be6d-8acf80820796 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:06:51.072538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:51.074462 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.129145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-38bc46c0-03e2-4890-9174-ad44cc179005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:51.130949 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-38bc46c0-03e2-4890-9174-ad44cc179005 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 1126 time: 0.1851404 Feb 03 22:06:51.140730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b03c1c09-5148-43aa-9462-b95e8c233d05 req-2f33947a-78d5-4cb0-88b5-d8ff9a5fcc17 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937946 Feb 03 22:06:51.150072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:51.150674 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d98ae93a-05d8-415d-b050-dbc47646f191 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6536312 Feb 03 22:06:51.159233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Request body: {'network': {'name': 'tempest-router-network01--1927024338'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:51.181525 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38889081-0884-4d09-a514-ca297b5e0cbc admin admin] Publish callbacks [] for security_group (cdd044f6-1356-4dc2-b469-65e2e2360f73), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.213593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Made reservation on behalf of 40903088b94646be8398f3fb8e61b251 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:06:51.220741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.277469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:06:51.301239 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ba29ff87-7e81-43db-9bc9-8a1c89432e3d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.301593 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Added segment ba29ff87-7e81-43db-9bc9-8a1c89432e3d of type vlan for network 375d63cb-bee2-4d04-9855-f2dfa603c97c Feb 03 22:06:51.317239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38889081-0884-4d09-a514-ca297b5e0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cdd044f6-1356-4dc2-b469-65e2e2360f73), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.329275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2652cde0-b20d-4ea1-be6d-8acf80820796', 'network_id': '2652cde0-b20d-4ea1-be6d-8acf80820796', 'project_id': '40903088b94646be8398f3fb8e61b251', 'fixed_ips': [{'subnet_id': '51d223e5-2c57-4949-ab9b-37487b3a46c7'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:06:51.330148 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.403635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (375d63cb-bee2-4d04-9855-f2dfa603c97c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.516622 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (375d63cb-bee2-4d04-9855-f2dfa603c97c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.535888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:51.536549 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.547036 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-38889081-0884-4d09-a514-ca297b5e0cbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff983e6e7bc64343a5a2ae7b9a208f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8327022 Feb 03 22:06:51.547847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38889081-0884-4d09-a514-ca297b5e0cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd044f6-1356-4dc2-b469-65e2e2360f73,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:51.552434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58046) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:51.590477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Allocated IP 172.20.0.2 (2652cde0-b20d-4ea1-be6d-8acf80820796/51d223e5-2c57-4949-ab9b-37487b3a46c7/52dc03ac-16b0-4902-a40d-6b618063dd84) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:06:51.599616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-3ae33b89-347a-4c38-81e9-81c0b31fbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:51.606444 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-3ae33b89-347a-4c38-81e9-81c0b31fbcce service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.4533830 Feb 03 22:06:51.627497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4760313 Feb 03 22:06:51.694576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:51.702229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Request body: {'network': {'name': 'tempest-router-network02--442612349'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:51.725750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:51.729477 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-2ae078c6-16e6-4d77-8b16-2e7b7c163805 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2831c1d-6b20-49c4-9144-d33975d30c60 HTTP/1.1" status: 200 len: 217 time: 0.1174226 Feb 03 22:06:51.733873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Made reservation on behalf of 40903088b94646be8398f3fb8e61b251 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:06:51.739546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.842087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:06:51.853219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (509a3902-6736-43f3-8069-b27961be530d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.853680 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Added segment 509a3902-6736-43f3-8069-b27961be530d of type vlan for network cc16a35d-5977-4f47-994d-fdbee6c6577c Feb 03 22:06:51.869555 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Publish callbacks [] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.875805 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.900012 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cc16a35d-5977-4f47-994d-fdbee6c6577c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.928031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Network 2652cde0-b20d-4ea1-be6d-8acf80820796 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:06:51.933305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:51.938753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:06:51.939368 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cc16a35d-5977-4f47-994d-fdbee6c6577c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.945778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:51.946396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:51.968347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Pushing event updated for resources: {'Port': ['ID=52dc03ac-16b0-4902-a40d-6b618063dd84,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:52.006781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c97df-4941-4d5a-800c-3772c34c2ee8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Network': ['ID=375d63cb-bee2-4d04-9855-f2dfa603c97c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:52.051295 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea964600-aeff-41e9-9f4e-654480f8957f admin admin] Publish callbacks [] for security_group (cdd044f6-1356-4dc2-b469-65e2e2360f73), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.079254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 375d63cb-bee2-4d04-9855-f2dfa603c97c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:06:52.081119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-23107ff4-5d3c-439b-b22c-ee7eb3408271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:52.083103 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-23107ff4-5d3c-439b-b22c-ee7eb3408271 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.3343565 Feb 03 22:06:52.115373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f27c09-9e14-448b-a77e-9a879cd00f45 req-84663123-03b5-44f7-9d61-27e8ee290647 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:52.121437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67f27c09-9e14-448b-a77e-9a879cd00f45 req-84663123-03b5-44f7-9d61-27e8ee290647 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.5388653 Feb 03 22:06:52.145512 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4496090 Feb 03 22:06:52.151406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:52.163314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Request body: {'subnet': {'network_id': '375d63cb-bee2-4d04-9855-f2dfa603c97c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:52.176430 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea964600-aeff-41e9-9f4e-654480f8957f admin admin] Publish callbacks [] for security_group (cdd044f6-1356-4dc2-b469-65e2e2360f73), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.219486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Attempting to bind port 52dc03ac-16b0-4902-a40d-6b618063dd84 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:06:52.219865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Attempting to bind port 52dc03ac-16b0-4902-a40d-6b618063dd84 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '0bfd92e2-9255-43a7-97b3-99bc0e41f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2652cde0-b20d-4ea1-be6d-8acf80820796'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:06:52.220230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Attempting to bind port 52dc03ac-16b0-4902-a40d-6b618063dd84 on network 2652cde0-b20d-4ea1-be6d-8acf80820796 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:06:52.238329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:06:52.238722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Checking segment: {'id': '0bfd92e2-9255-43a7-97b3-99bc0e41f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2652cde0-b20d-4ea1-be6d-8acf80820796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:06:52.239116 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.239634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Bound using segment: {'id': '0bfd92e2-9255-43a7-97b3-99bc0e41f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2652cde0-b20d-4ea1-be6d-8acf80820796'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:06:52.240178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Bound port: 52dc03ac-16b0-4902-a40d-6b618063dd84, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfd92e2-9255-43a7-97b3-99bc0e41f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2652cde0-b20d-4ea1-be6d-8acf80820796'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:06:52.240780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.247106 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2645da3e-6514-419b-bf30-ccd3d477fbed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.252498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a3a4d-380e-42df-abf0-c1d18b709463 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Network': ['ID=cc16a35d-5977-4f47-994d-fdbee6c6577c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:52.293105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-c0a38640-2c18-4689-a7d8-9b21cb2f2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:52.296315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-c0a38640-2c18-4689-a7d8-9b21cb2f2603 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2054644 Feb 03 22:06:52.297756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Made reservation on behalf of 40903088b94646be8398f3fb8e61b251 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:06:52.302334 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.339265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cc16a35d-5977-4f47-994d-fdbee6c6577c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:06:52.387544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67f27c09-9e14-448b-a77e-9a879cd00f45 req-a37111fb-5c83-4a31-a683-ca15aab2fbbe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519443 Feb 03 22:06:52.404308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] For port 52dc03ac-16b0-4902-a40d-6b618063dd84, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:06:52.426354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] For port 52dc03ac-16b0-4902-a40d-6b618063dd84, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=52dc03ac-16b0-4902-a40d-6b618063dd84,segment=NetworkSegment(0bfd92e2-9255-43a7-97b3-99bc0e41f5f8),segment_id=0bfd92e2-9255-43a7-97b3-99bc0e41f5f8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:06:52.433308 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.443771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bf89-943d-4bac-b69f-0dca8b0d4f6e req-4d7bed50-4b23-4016-94d6-00b7cca09551 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:52.452571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa47bf89-943d-4bac-b69f-0dca8b0d4f6e req-4d7bed50-4b23-4016-94d6-00b7cca09551 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.3300197 Feb 03 22:06:52.495315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f3ad5-8e83-4fe4-a809-68f5a0178f1f None None] Pushing event updated for resources: {'Port': ['ID=52dc03ac-16b0-4902-a40d-6b618063dd84,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:52.548983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa47bf89-943d-4bac-b69f-0dca8b0d4f6e req-e352892d-7f6a-4a79-80dd-b5d457f239bd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934496 Feb 03 22:06:52.572588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea964600-aeff-41e9-9f4e-654480f8957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cdd044f6-1356-4dc2-b469-65e2e2360f73), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.576231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea964600-aeff-41e9-9f4e-654480f8957f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.579891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ea964600-aeff-41e9-9f4e-654480f8957f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cdd044f6-1356-4dc2-b469-65e2e2360f73 HTTP/1.1" status: 204 len: 168 time: 1.0007420 Feb 03 22:06:52.604310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea964600-aeff-41e9-9f4e-654480f8957f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd044f6-1356-4dc2-b469-65e2e2360f73,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:52.684478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2645da3e-6514-419b-bf30-ccd3d477fbed admin admin] Publish callbacks [] for security_group (3c77e38a-8998-4510-8f8b-bbc888488d29), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.691904 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2645da3e-6514-419b-bf30-ccd3d477fbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3c77e38a-8998-4510-8f8b-bbc888488d29), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:52.745323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645da3e-6514-419b-bf30-ccd3d477fbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c77e38a-8998-4510-8f8b-bbc888488d29,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:52.754136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2645da3e-6514-419b-bf30-ccd3d477fbed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3598785625841a0a44d000e3bd50709&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0207291 Feb 03 22:06:52.754799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58074) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:53.012786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6677af0-e69b-4404-ab99-e5c0553de03c admin admin] Publish callbacks [] for security_group (3c77e38a-8998-4510-8f8b-bbc888488d29), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:53.106541 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6677af0-e69b-4404-ab99-e5c0553de03c admin admin] Publish callbacks [] for security_group (3c77e38a-8998-4510-8f8b-bbc888488d29), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:53.161898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05efb-2197-48b0-8cc7-e01863648950 req-fb35ae0c-e4f1-4ab9-a4c5-087e15baa2cb tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:53.170872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5a05efb-2197-48b0-8cc7-e01863648950 req-fb35ae0c-e4f1-4ab9-a4c5-087e15baa2cb tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 950 time: 0.3734856 Feb 03 22:06:53.362511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5a05efb-2197-48b0-8cc7-e01863648950 req-31249104-4d16-450d-a647-8d396cdd1173 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852467 Feb 03 22:06:53.390814 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6677af0-e69b-4404-ab99-e5c0553de03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3c77e38a-8998-4510-8f8b-bbc888488d29), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:53.394746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6677af0-e69b-4404-ab99-e5c0553de03c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:53.398489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e6677af0-e69b-4404-ab99-e5c0553de03c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c77e38a-8998-4510-8f8b-bbc888488d29 HTTP/1.1" status: 204 len: 168 time: 0.6376839 Feb 03 22:06:53.420532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6677af0-e69b-4404-ab99-e5c0553de03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c77e38a-8998-4510-8f8b-bbc888488d29,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:53.563228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (b72a73b2-753f-4a6b-8247-7e24697949ed), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:53.579947 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-9f7bfec0-edb4-4031-8ab3-88fc63a14c16 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524877 Feb 03 22:06:53.596215 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe658-fc98-4130-a171-536a653b8ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:53.731074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f731556-2379-43d2-9b9c-b0e83189988a req-b88599af-d378-4a59-a6cd-5d48dee96eff tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:53.746365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f731556-2379-43d2-9b9c-b0e83189988a req-b88599af-d378-4a59-a6cd-5d48dee96eff tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.1248732 Feb 03 22:06:53.840032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Subnet': ['ID=b72a73b2-753f-4a6b-8247-7e24697949ed,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:53.850705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f731556-2379-43d2-9b9c-b0e83189988a req-cb00a992-e8b0-4e9c-900b-7f9333e6c202 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000428 Feb 03 22:06:53.855782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Checking segment: {'id': 'ba29ff87-7e81-43db-9bc9-8a1c89432e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '375d63cb-bee2-4d04-9855-f2dfa603c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:06:53.857556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network hostable DHCP agents. Network: 375d63cb-bee2-4d04-9855-f2dfa603c97c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:06:53.933943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network 375d63cb-bee2-4d04-9855-f2dfa603c97c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:06:53.979871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 375d63cb-bee2-4d04-9855-f2dfa603c97c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:54.013672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:54.017341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.018081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9e20c-918c-4996-8411-0e378b9272e1 None None] Network 375d63cb-bee2-4d04-9855-f2dfa603c97c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:06:54.028970 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eba38ee9-380a-43ce-a8f1-3837d81bbfac req-460dbefe-8c94-4a01-a7f3-10c93754cbef service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291039 Feb 03 22:06:54.065395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-371795fe-9d18-4b29-9302-5bad2e7ce1ac tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9040215 Feb 03 22:06:54.065755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58106) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:54.075048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Request body: {'subnet': {'network_id': 'cc16a35d-5977-4f47-994d-fdbee6c6577c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:54.189977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:54.206756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-767a27b6-78c7-440b-bde4-88afa751a876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.289217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Made reservation on behalf of 40903088b94646be8398f3fb8e61b251 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:06:54.296441 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.369180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 52dc03ac-16b0-4902-a40d-6b618063dd84 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:06:54.395650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-767a27b6-78c7-440b-bde4-88afa751a876 admin admin] Publish callbacks [] for security_group (27fbace1-cf5a-4038-a86f-a7d30a3468e0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.402211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-767a27b6-78c7-440b-bde4-88afa751a876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (27fbace1-cf5a-4038-a86f-a7d30a3468e0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.476395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-767a27b6-78c7-440b-bde4-88afa751a876 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dddbfb256cd24120b909432c8fb6cdae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846200 Feb 03 22:06:54.483800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58118) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:54.566757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aad321-7694-4244-a077-226a46671b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-375d63cb-bee2-4d04-9855-f2dfa603c97c', 'network_id': '375d63cb-bee2-4d04-9855-f2dfa603c97c', 'project_id': '40903088b94646be8398f3fb8e61b251', 'fixed_ips': [{'subnet_id': 'b72a73b2-753f-4a6b-8247-7e24697949ed'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:06:54.571675 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57aad321-7694-4244-a077-226a46671b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.633973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a27b6-78c7-440b-bde4-88afa751a876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fbace1-cf5a-4038-a86f-a7d30a3468e0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:54.666805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4812504e-5277-4e30-aec6-50ff2acbf607 None None] Network 2652cde0-b20d-4ea1-be6d-8acf80820796 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:06:54.691060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d4331e-03d9-4804-a82b-e3300ddfc9d0 admin admin] Publish callbacks [] for security_group (27fbace1-cf5a-4038-a86f-a7d30a3468e0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.706690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-27ee0ad6-d2cc-4308-9cf2-37af075cace1 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:54.708869 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-27ee0ad6-d2cc-4308-9cf2-37af075cace1 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 950 time: 0.1683702 Feb 03 22:06:54.759444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d4331e-03d9-4804-a82b-e3300ddfc9d0 admin admin] Publish callbacks [] for security_group (27fbace1-cf5a-4038-a86f-a7d30a3468e0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.788683 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.855998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (c66a2e06-f8df-48f5-bdf6-7154835269ae), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.909300 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:54.990375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Deleting port 9f69b812-0260-4b21-8b4c-8511aaefa8be {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:06:54.991480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:55.006556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65525c10-a0c5-43fd-b578-72de62cf3bcc req-93c4e539-d26c-473b-8609-d52e1cd6f11f tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:55.017067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65525c10-a0c5-43fd-b578-72de62cf3bcc req-93c4e539-d26c-473b-8609-d52e1cd6f11f tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 950 time: 0.4332311 Feb 03 22:06:55.032777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-10d2540f-8c0a-4329-93cd-ed1fbfca1a07 None None] Provisioning complete for port 52dc03ac-16b0-4902-a40d-6b618063dd84 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:55.034856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d2540f-8c0a-4329-93cd-ed1fbfca1a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:55.094322 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d4331e-03d9-4804-a82b-e3300ddfc9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (27fbace1-cf5a-4038-a86f-a7d30a3468e0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:55.098174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d4331e-03d9-4804-a82b-e3300ddfc9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:55.101974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-68d4331e-03d9-4804-a82b-e3300ddfc9d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27fbace1-cf5a-4038-a86f-a7d30a3468e0 HTTP/1.1" status: 204 len: 168 time: 0.6048908 Feb 03 22:06:55.123044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4331e-03d9-4804-a82b-e3300ddfc9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fbace1-cf5a-4038-a86f-a7d30a3468e0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:55.149359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65525c10-a0c5-43fd-b578-72de62cf3bcc req-fd050476-d439-4021-a1ef-70651afd946e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273148 Feb 03 22:06:55.202497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Checking segment: {'id': '509a3902-6736-43f3-8069-b27961be530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc16a35d-5977-4f47-994d-fdbee6c6577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:06:55.203158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network hostable DHCP agents. Network: cc16a35d-5977-4f47-994d-fdbee6c6577c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:06:55.211040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Subnet': ['ID=c66a2e06-f8df-48f5-bdf6-7154835269ae,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:55.236339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911a308-f06a-4c2c-b510-746fd40a51cb req-54fa4c29-8b37-43f7-af20-95265f17f6dd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:55.244868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7911a308-f06a-4c2c-b510-746fd40a51cb req-54fa4c29-8b37-43f7-af20-95265f17f6dd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.2225301 Feb 03 22:06:55.262140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network cc16a35d-5977-4f47-994d-fdbee6c6577c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:06:55.290235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] For port 9f69b812-0260-4b21-8b4c-8511aaefa8be, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9f69b812-0260-4b21-8b4c-8511aaefa8be,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:55.291729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cc16a35d-5977-4f47-994d-fdbee6c6577c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:55.292131 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:55.316334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:55.318291 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:55.346291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fd859a-b83f-4cf8-b243-a2c7aa385748 None None] Network cc16a35d-5977-4f47-994d-fdbee6c6577c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:06:55.390336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7911a308-f06a-4c2c-b510-746fd40a51cb req-941aee5c-a5f4-4622-a218-7e85847b2ada tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397653 Feb 03 22:06:55.392698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Calling delete_port for 9f69b812-0260-4b21-8b4c-8511aaefa8be owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:06:55.400058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c5eea4c3-3c73-4482-8d9f-8255ef944d00 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3327053 Feb 03 22:06:55.404077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:55.411921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 52dc03ac-16b0-4902-a40d-6b618063dd84 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:55.413927 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:56.034613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58160) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:56.212929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-57aad321-7694-4244-a077-226a46671b92 None None] Allocated IP 172.20.0.2 (375d63cb-bee2-4d04-9855-f2dfa603c97c/b72a73b2-753f-4a6b-8247-7e24697949ed/06b1901d-a757-4897-8e65-e8b811812230) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:06:56.267119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-10d2540f-8c0a-4329-93cd-ed1fbfca1a07 None None] Current status of the port 52dc03ac-16b0-4902-a40d-6b618063dd84 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:56.267691 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d2540f-8c0a-4329-93cd-ed1fbfca1a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:56.269910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-823b7060-95c7-4eb9-ab7e-7a5cd4742b50 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1078188500'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:56.270684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-823b7060-95c7-4eb9-ab7e-7a5cd4742b50 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Unknown quota resources ['metering_label']. {{(pid=103397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 22:06:56.497517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-10d2540f-8c0a-4329-93cd-ed1fbfca1a07 None None] For port 52dc03ac-16b0-4902-a40d-6b618063dd84, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=52dc03ac-16b0-4902-a40d-6b618063dd84,segment=NetworkSegment(0bfd92e2-9255-43a7-97b3-99bc0e41f5f8),segment_id=0bfd92e2-9255-43a7-97b3-99bc0e41f5f8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:06:56.509318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-cc16a35d-5977-4f47-994d-fdbee6c6577c', 'network_id': 'cc16a35d-5977-4f47-994d-fdbee6c6577c', 'project_id': '40903088b94646be8398f3fb8e61b251', 'fixed_ips': [{'subnet_id': 'c66a2e06-f8df-48f5-bdf6-7154835269ae'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:06:56.516097 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:56.576766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:56.675751 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:56.898784 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d2540f-8c0a-4329-93cd-ed1fbfca1a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:56.962118 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9f69b812-0260-4b21-8b4c-8511aaefa8be), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:56.979145 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-823b7060-95c7-4eb9-ab7e-7a5cd4742b50 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:56.983261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-823b7060-95c7-4eb9-ab7e-7a5cd4742b50 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9447768 Feb 03 22:06:56.990736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58188) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:57.003970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987f86c-7fa0-4aea-a44f-86fd91a65b1d req-11b9862a-9c02-4553-9007-4fbd6a3aa271 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:57.005138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3987f86c-7fa0-4aea-a44f-86fd91a65b1d req-11b9862a-9c02-4553-9007-4fbd6a3aa271 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef003b81-611c-4fc6-98f1-e62568e86f73 HTTP/1.1" status: 200 len: 950 time: 0.6954174 Feb 03 22:06:57.009736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-303b1475-0a5a-4f1b-adec-bd8bca618caa tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '701309ac-a61f-4a61-b888-4e9bb0f964f2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:57.010255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-303b1475-0a5a-4f1b-adec-bd8bca618caa tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 22:06:57.021629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 52dc03ac-16b0-4902-a40d-6b618063dd84 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:57.126993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Pushing event deleted for resources: {'Port': ['ID=9f69b812-0260-4b21-8b4c-8511aaefa8be,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:57.184019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2540f-8c0a-4329-93cd-ed1fbfca1a07 None None] Pushing event updated for resources: {'Port': ['ID=52dc03ac-16b0-4902-a40d-6b618063dd84,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:57.203111 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535968da-fcc1-4cb4-b9ae-848d92740cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:57.228776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:57.231135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Allocated IP 172.20.0.2 (cc16a35d-5977-4f47-994d-fdbee6c6577c/c66a2e06-f8df-48f5-bdf6-7154835269ae/6469d94d-6199-4973-bcb3-47c8ee85dd42) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:06:57.274908 n-d-824834-9 neutron-server[103397]: WARNING neutron.services.metering.metering_plugin [None req-303b1475-0a5a-4f1b-adec-bd8bca618caa tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 22:06:57.421860 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Publish callbacks [] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:57.432028 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:57.490528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1fcfb2a8-1f31-4168-bb9e-f6c1471a8bf6 None None] Provisioning complete for port 52dc03ac-16b0-4902-a40d-6b618063dd84 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:57.491134 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb2a8-1f31-4168-bb9e-f6c1471a8bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:57.496375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Pushing event updated for resources: {'Port': ['ID=6469d94d-6199-4973-bcb3-47c8ee85dd42,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:57.500002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-583c928a-176d-42eb-8294-c317311f0a6a tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3241 time: 0.9217811 Feb 03 22:06:57.502093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58194) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:57.555231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Network cc16a35d-5977-4f47-994d-fdbee6c6577c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:06:57.582010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:57.594529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:06:57.642882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'network': {'name': 'tempest-network-smoke--1648759244', 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'port_security_enabled': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:57.654296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] No DVR routers for this DVR port 9f69b812-0260-4b21-8b4c-8511aaefa8be on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:06:57.655934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-303b1475-0a5a-4f1b-adec-bd8bca618caa tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:57.658309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:57.659825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-303b1475-0a5a-4f1b-adec-bd8bca618caa tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6530597 Feb 03 22:06:57.663549 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-865ad895-3e4c-48ef-acb1-f8749bd46cc2 req-d3d94e9c-34c7-4312-825f-6adbebed794e tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.10 "DELETE /v2.0/ports/9f69b812-0260-4b21-8b4c-8511aaefa8be HTTP/1.1" status: 204 len: 173 time: 2.9485514 Feb 03 22:06:57.664627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:57.667841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef003b81-611c-4fc6-98f1-e62568e86f73', 'name': 'network-vif-deleted', 'tag': '9f69b812-0260-4b21-8b4c-8511aaefa8be'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:06:57.675414 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209a75f2-a53a-476c-ae5d-48945009929e" -d '{"events": [{"server_uuid": "ef003b81-611c-4fc6-98f1-e62568e86f73", "name": "network-vif-deleted", "tag": "9f69b812-0260-4b21-8b4c-8511aaefa8be"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:06:57.683895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250d113-df6d-4411-9fac-71c081301067 req-ba5d3c38-f170-4fbc-b649-c28ee9d73263 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:06:57.686698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5250d113-df6d-4411-9fac-71c081301067 req-ba5d3c38-f170-4fbc-b649-c28ee9d73263 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.8107207 Feb 03 22:06:57.690571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fc96bdf1-12c7-442d-b3da-62010b2327ac tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '701309ac-a61f-4a61-b888-4e9bb0f964f2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:06:57.691338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fc96bdf1-12c7-442d-b3da-62010b2327ac tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 22:06:57.720854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3987f86c-7fa0-4aea-a44f-86fd91a65b1d req-c8cd8499-7c0e-4264-b5e4-22028012c782 tempest-VolumesBackupsTest-1017153982 tempest-VolumesBackupsTest-1017153982-project] 10.222.0.50 "GET /v2.0/security-groups?id=59d99534-1e2a-49c9-b435-2a6fb7f6c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010481 Feb 03 22:06:57.886430 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30990d5d-2fea-4d04-947c-cb5a6f55b45d x-openstack-request-id: req-30990d5d-2fea-4d04-947c-cb5a6f55b45d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:06:57.887010 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef003b81-611c-4fc6-98f1-e62568e86f73", "name": "network-vif-deleted", "tag": "9f69b812-0260-4b21-8b4c-8511aaefa8be", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:06:57.887010 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30990d5d-2fea-4d04-947c-cb5a6f55b45d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:06:57.887363 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef003b81-611c-4fc6-98f1-e62568e86f73', 'name': 'network-vif-deleted', 'tag': '9f69b812-0260-4b21-8b4c-8511aaefa8be', 'status': 'completed', 'code': 200} Feb 03 22:06:57.939515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Attempting to bind port 6469d94d-6199-4973-bcb3-47c8ee85dd42 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:06:57.939515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Attempting to bind port 6469d94d-6199-4973-bcb3-47c8ee85dd42 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '509a3902-6736-43f3-8069-b27961be530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc16a35d-5977-4f47-994d-fdbee6c6577c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:06:57.940081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Attempting to bind port 6469d94d-6199-4973-bcb3-47c8ee85dd42 on network cc16a35d-5977-4f47-994d-fdbee6c6577c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:06:57.964207 n-d-824834-9 neutron-server[103397]: WARNING neutron.services.metering.metering_plugin [None req-fc96bdf1-12c7-442d-b3da-62010b2327ac tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 22:06:57.968867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:06:57.969706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Checking segment: {'id': '509a3902-6736-43f3-8069-b27961be530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc16a35d-5977-4f47-994d-fdbee6c6577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:06:57.973619 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:57.973619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Bound using segment: {'id': '509a3902-6736-43f3-8069-b27961be530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc16a35d-5977-4f47-994d-fdbee6c6577c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:06:57.973619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Bound port: 6469d94d-6199-4973-bcb3-47c8ee85dd42, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509a3902-6736-43f3-8069-b27961be530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc16a35d-5977-4f47-994d-fdbee6c6577c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:06:57.973619 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:57.987857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Made reservation on behalf of d7ba3f1096fa4e95845c440907f5a4b6 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:06:57.995778 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.017438 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57aad321-7694-4244-a077-226a46671b92 None None] Publish callbacks [] for port (06b1901d-a757-4897-8e65-e8b811812230), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.032186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfb2a8-1f31-4168-bb9e-f6c1471a8bf6 None None] Current status of the port 52dc03ac-16b0-4902-a40d-6b618063dd84 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:06:58.153548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Allocated IP 172.20.0.1 (375d63cb-bee2-4d04-9855-f2dfa603c97c/b72a73b2-753f-4a6b-8247-7e24697949ed/33d58f18-5772-414c-ae7b-eb395f518a5b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:06:58.155333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] For port 6469d94d-6199-4973-bcb3-47c8ee85dd42, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:06:58.160611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] For port 6469d94d-6199-4973-bcb3-47c8ee85dd42, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6469d94d-6199-4973-bcb3-47c8ee85dd42,segment=NetworkSegment(509a3902-6736-43f3-8069-b27961be530d),segment_id=509a3902-6736-43f3-8069-b27961be530d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:06:58.162930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57aad321-7694-4244-a077-226a46671b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (06b1901d-a757-4897-8e65-e8b811812230), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.206753 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.212952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aad321-7694-4244-a077-226a46671b92 None None] Network 375d63cb-bee2-4d04-9855-f2dfa603c97c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:06:58.220599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-57aad321-7694-4244-a077-226a46671b92 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:58.307170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aad321-7694-4244-a077-226a46671b92 None None] Pushing event updated for resources: {'Port': ['ID=06b1901d-a757-4897-8e65-e8b811812230,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:58.351083 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for port (33d58f18-5772-414c-ae7b-eb395f518a5b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.351652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aad321-7694-4244-a077-226a46671b92 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:06:58.356400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9f69b812-0260-4b21-8b4c-8511aaefa8be no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:06:58.411099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (33d58f18-5772-414c-ae7b-eb395f518a5b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.469931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network 375d63cb-bee2-4d04-9855-f2dfa603c97c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:06:58.478316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:06:58.486233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:06:58.488221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 9f69b812-0260-4b21-8b4c-8511aaefa8be {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:06:58.490708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9f69b812-0260-4b21-8b4c-8511aaefa8be not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:06:58.557386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (7041d6cc-7b1e-4500-9131-40ec556056b7), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.590998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603ad8f-e51f-4470-9aa7-c2e942b27858 None None] Pushing event updated for resources: {'Port': ['ID=6469d94d-6199-4973-bcb3-47c8ee85dd42,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:58.596177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-57aad321-7694-4244-a077-226a46671b92 None None] Attempting to bind port 06b1901d-a757-4897-8e65-e8b811812230 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:06:58.596885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-57aad321-7694-4244-a077-226a46671b92 None None] Attempting to bind port 06b1901d-a757-4897-8e65-e8b811812230 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'ba29ff87-7e81-43db-9bc9-8a1c89432e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '375d63cb-bee2-4d04-9855-f2dfa603c97c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:06:58.597492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aad321-7694-4244-a077-226a46671b92 None None] Attempting to bind port 06b1901d-a757-4897-8e65-e8b811812230 on network 375d63cb-bee2-4d04-9855-f2dfa603c97c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:06:58.604310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aad321-7694-4244-a077-226a46671b92 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:06:58.605029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aad321-7694-4244-a077-226a46671b92 None None] Checking segment: {'id': 'ba29ff87-7e81-43db-9bc9-8a1c89432e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '375d63cb-bee2-4d04-9855-f2dfa603c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:06:58.607165 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57aad321-7694-4244-a077-226a46671b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.607759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aad321-7694-4244-a077-226a46671b92 None None] Bound using segment: {'id': 'ba29ff87-7e81-43db-9bc9-8a1c89432e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '375d63cb-bee2-4d04-9855-f2dfa603c97c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:06:58.608599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-57aad321-7694-4244-a077-226a46671b92 None None] Bound port: 06b1901d-a757-4897-8e65-e8b811812230, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba29ff87-7e81-43db-9bc9-8a1c89432e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '375d63cb-bee2-4d04-9855-f2dfa603c97c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:06:58.610779 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57aad321-7694-4244-a077-226a46671b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (06b1901d-a757-4897-8e65-e8b811812230), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.755302 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.783556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Port': ['ID=33d58f18-5772-414c-ae7b-eb395f518a5b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:58.886257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-57aad321-7694-4244-a077-226a46671b92 None None] For port 06b1901d-a757-4897-8e65-e8b811812230, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:06:58.895251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-57aad321-7694-4244-a077-226a46671b92 None None] For port 06b1901d-a757-4897-8e65-e8b811812230, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=06b1901d-a757-4897-8e65-e8b811812230,segment=NetworkSegment(ba29ff87-7e81-43db-9bc9-8a1c89432e3d),segment_id=ba29ff87-7e81-43db-9bc9-8a1c89432e3d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:06:58.944524 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57aad321-7694-4244-a077-226a46671b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (06b1901d-a757-4897-8e65-e8b811812230), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.957601 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33d58f18-5772-414c-ae7b-eb395f518a5b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:58.991307 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5250d113-df6d-4411-9fac-71c081301067 req-168d4361-7274-4d9d-8ed0-094a2afcb0eb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2883623 Feb 03 22:06:59.189321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aad321-7694-4244-a077-226a46671b92 None None] Pushing event updated for resources: {'Port': ['ID=06b1901d-a757-4897-8e65-e8b811812230,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:06:59.233275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc96bdf1-12c7-442d-b3da-62010b2327ac tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:59.239087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc96bdf1-12c7-442d-b3da-62010b2327ac tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.5670218 Feb 03 22:06:59.241922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:59.323829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:06:59.370211 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1d51ce74-0661-4c7e-8eaa-49416228eb14 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=d0381c6a-22e8-4540-b23c-a43f783bb5ad HTTP/1.1" status: 200 len: 464 time: 0.1237285 Feb 03 22:06:59.370374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58242) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:06:59.392221 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (82ed850c-325b-4b0d-88f6-9d59caad4672), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:59.396520 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Added segment 82ed850c-325b-4b0d-88f6-9d59caad4672 of type vlan for network 69f1daf4-75fa-433d-b160-98f0dbe141a5 Feb 03 22:06:59.673308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6469d94d-6199-4973-bcb3-47c8ee85dd42 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:06:59.696741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (69f1daf4-75fa-433d-b160-98f0dbe141a5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:06:59.933227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6469d94d-6199-4973-bcb3-47c8ee85dd42 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:06:59.935284 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.060886 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for port (33d58f18-5772-414c-ae7b-eb395f518a5b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.065245 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d7e80f9-83a4-4db2-9f31-63f645650892 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.071340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4d7e80f9-83a4-4db2-9f31-63f645650892 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/d0381c6a-22e8-4540-b23c-a43f783bb5ad HTTP/1.1" status: 204 len: 168 time: 0.6976087 Feb 03 22:07:00.071718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (33d58f18-5772-414c-ae7b-eb395f518a5b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.072555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:00.079626 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 22:07:00.190029 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.230296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7d120fd3-658e-4fea-a106-e9a79e2af3d3 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=d0381c6a-22e8-4540-b23c-a43f783bb5ad HTTP/1.1" status: 200 len: 221 time: 0.1335082 Feb 03 22:07:00.231577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:00.277978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (69f1daf4-75fa-433d-b160-98f0dbe141a5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.346192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:00.354042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.371148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Port': ['ID=33d58f18-5772-414c-ae7b-eb395f518a5b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:00.384024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6469d94d-6199-4973-bcb3-47c8ee85dd42 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:00.385710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (7041d6cc-7b1e-4500-9131-40ec556056b7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.387977 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.459709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3a849cec-9c46-4b5d-8afd-fd89fe47843b tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1709901603', 'description': 'label created by tempest'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:00.464751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3a849cec-9c46-4b5d-8afd-fd89fe47843b tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Unknown quota resources ['metering_label']. {{(pid=103397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 22:07:00.559910 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 6469d94d-6199-4973-bcb3-47c8ee85dd42, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6469d94d-6199-4973-bcb3-47c8ee85dd42,segment=NetworkSegment(509a3902-6736-43f3-8069-b27961be530d),segment_id=509a3902-6736-43f3-8069-b27961be530d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:00.564763 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:00.570269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 52dc03ac-16b0-4902-a40d-6b618063dd84 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:00.729165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1249545 Feb 03 22:07:00.730698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58270) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:00.795015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network 375d63cb-bee2-4d04-9855-f2dfa603c97c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:00.807466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:00.862052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=6469d94d-6199-4973-bcb3-47c8ee85dd42,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:00.903968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759bbd2-cd36-4bbc-b570-60c4f524e0f3 None None] Network cc16a35d-5977-4f47-994d-fdbee6c6577c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:00.907355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'admin_state_up': True, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:01.254785 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:01.262192 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:01.329617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Router 7041d6cc-7b1e-4500-9131-40ec556056b7 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:07:01.337151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Network': ['ID=69f1daf4-75fa-433d-b160-98f0dbe141a5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:01.464600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 52dc03ac-16b0-4902-a40d-6b618063dd84 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:01.464937 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:01.480096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a8391c6f-ca82-474e-85d1-5a7c4be7bd63 None None] Provisioning complete for port 6469d94d-6199-4973-bcb3-47c8ee85dd42 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:01.481814 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8391c6f-ca82-474e-85d1-5a7c4be7bd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:01.572783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.573164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.582244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.582605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.582957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.589159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.589849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.590393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.594839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.595203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.595581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.595900 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.596245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f476c4-79ee-4978-acee-9424d218ee92 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:01.630822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b522480-74e8-45eb-8af3-1528c3251351 None None] Network 375d63cb-bee2-4d04-9855-f2dfa603c97c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:01.661157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e1fe-bf64-4767-83fb-3662c8033c57 req-8e75f10b-49ad-4eec-9c33-c82ae1c196b4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:01.678936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9db4e1fe-bf64-4767-83fb-3662c8033c57 req-8e75f10b-49ad-4eec-9c33-c82ae1c196b4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 1.5237849 Feb 03 22:07:01.707225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:01.723443 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9bff6c5b-c2b3-4ab6-95f6-580dff9746c7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "PUT /v2.0/routers/7041d6cc-7b1e-4500-9131-40ec556056b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3173943 Feb 03 22:07:01.724100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:01.729634 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd8f35-2a45-4741-b706-dc8456333df4 None None] Sync routers for ids ['7041d6cc-7b1e-4500-9131-40ec556056b7'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:01.748472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 69f1daf4-75fa-433d-b160-98f0dbe141a5 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:07:01.783298 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd8f35-2a45-4741-b706-dc8456333df4 None None] Routers {'7041d6cc-7b1e-4500-9131-40ec556056b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:01.785454 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7bd8f35-2a45-4741-b706-dc8456333df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7041d6cc-7b1e-4500-9131-40ec556056b7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:01.898327 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7bd8f35-2a45-4741-b706-dc8456333df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:01.926073 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a849cec-9c46-4b5d-8afd-fd89fe47843b tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:01.931951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3a849cec-9c46-4b5d-8afd-fd89fe47843b tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.4925985 Feb 03 22:07:01.935659 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd8f35-2a45-4741-b706-dc8456333df4 None None] Routers {'7041d6cc-7b1e-4500-9131-40ec556056b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:01.936834 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7bd8f35-2a45-4741-b706-dc8456333df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7041d6cc-7b1e-4500-9131-40ec556056b7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:01.937439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:02.032826 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7bd8f35-2a45-4741-b706-dc8456333df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:02.033804 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd8f35-2a45-4741-b706-dc8456333df4 None None] The sync data for ids ['7041d6cc-7b1e-4500-9131-40ec556056b7'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:02.126595 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_controller (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:02.176328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 52dc03ac-16b0-4902-a40d-6b618063dd84 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:02.258743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9db4e1fe-bf64-4767-83fb-3662c8033c57 req-250ee311-7940-4800-8812-4c3af9261e0b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718627 Feb 03 22:07:02.881499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_gateway (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:03.045701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6469d94d-6199-4973-bcb3-47c8ee85dd42 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:03.707971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a8391c6f-ca82-474e-85d1-5a7c4be7bd63 None None] Current status of the port 6469d94d-6199-4973-bcb3-47c8ee85dd42 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:03.727750 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c66d8665-9d08-46fe-b142-22643f59d513 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e9d32350-d791-4bf2-87d9-c4b4979d3d4c HTTP/1.1" status: 200 len: 468 time: 1.7849648 Feb 03 22:07:03.742232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:03.970505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_gateway (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:04.051970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:04.054418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] Provisioning complete for port 6469d94d-6199-4973-bcb3-47c8ee85dd42 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:04.055054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:04.099425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a663-3e6d-40dc-be46-1367163b2548 req-7b420e5d-7a26-4545-84d0-cbc75a6e27f5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:04.106872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-edd5a663-3e6d-40dc-be46-1367163b2548 req-7b420e5d-7a26-4545-84d0-cbc75a6e27f5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.6184952 Feb 03 22:07:04.514059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6469d94d-6199-4973-bcb3-47c8ee85dd42 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:04.521484 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:04.635875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-edd5a663-3e6d-40dc-be46-1367163b2548 req-a360eb34-1a98-4a77-be24-74cbdec5087f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018061 Feb 03 22:07:04.794412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Allocated IP 172.25.5.86 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/885f4b79-5479-4e96-a893-84fda0e259dd) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:04.944113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] Current status of the port 6469d94d-6199-4973-bcb3-47c8ee85dd42 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:05.144163 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eac47333-bfb6-47d5-ad75-aeb30be41ba1 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:05.146217 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-eac47333-bfb6-47d5-ad75-aeb30be41ba1 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/e9d32350-d791-4bf2-87d9-c4b4979d3d4c HTTP/1.1" status: 204 len: 168 time: 1.3668551 Feb 03 22:07:05.149415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:05.242537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] Provisioning complete for port 06b1901d-a757-4897-8e65-e8b811812230 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:05.245224 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f7b76d5c-4480-4e3b-911f-1af8e7c622da tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e9d32350-d791-4bf2-87d9-c4b4979d3d4c HTTP/1.1" status: 200 len: 216 time: 0.0944650 Feb 03 22:07:05.252452 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (06b1901d-a757-4897-8e65-e8b811812230), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:05.259907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:05.281655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6469d94d-6199-4973-bcb3-47c8ee85dd42 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:05.289552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 06b1901d-a757-4897-8e65-e8b811812230 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:05.294167 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-716ec9dc-eb38-492d-ab05-c878c0d97525 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0281863 Feb 03 22:07:05.301145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58358) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:05.344261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e62100e4-5ab9-44dd-9dfc-1bb49e9a29c8 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0322862 Feb 03 22:07:05.351614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:05.448140 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (885f4b79-5479-4e96-a893-84fda0e259dd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:05.633218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:05.636194 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-bb46dd97-2621-44db-abb2-a386353644eb tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:07:05.641425 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bb46dd97-2621-44db-abb2-a386353644eb tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "PUT /v2.0/routers/7041d6cc-7b1e-4500-9131-40ec556056b7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.9118457 Feb 03 22:07:05.646416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:05.810320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 06b1901d-a757-4897-8e65-e8b811812230 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:05.810703 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (06b1901d-a757-4897-8e65-e8b811812230), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:05.886274 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c92db727-9746-483d-9744-81a42836ec3e tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/701309ac-a61f-4a61-b888-4e9bb0f964f2 HTTP/1.1" status: 200 len: 473 time: 0.5327537 Feb 03 22:07:05.886932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:05.924172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6b0487da-a273-4fad-acd2-227888e78e7b tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/26ff7eff-9d16-4108-b44d-2f61f43f6325 HTTP/1.1" status: 200 len: 461 time: 0.0355425 Feb 03 22:07:05.925369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:05.952483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:06.017663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:06.130536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:06.148397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=885f4b79-5479-4e96-a893-84fda0e259dd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:06.183435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] Current status of the port 06b1901d-a757-4897-8e65-e8b811812230 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:06.184238 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (06b1901d-a757-4897-8e65-e8b811812230), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:06.248826 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-836ef584-aa6d-4f26-ab07-8abd97be281d tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:06.255361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-836ef584-aa6d-4f26-ab07-8abd97be281d tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/26ff7eff-9d16-4108-b44d-2f61f43f6325 HTTP/1.1" status: 204 len: 168 time: 0.3184218 Feb 03 22:07:06.269180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:06.354756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 06b1901d-a757-4897-8e65-e8b811812230 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:06.355261 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (06b1901d-a757-4897-8e65-e8b811812230), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:06.405160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] For port 06b1901d-a757-4897-8e65-e8b811812230, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=06b1901d-a757-4897-8e65-e8b811812230,segment=NetworkSegment(ba29ff87-7e81-43db-9bc9-8a1c89432e3d),segment_id=ba29ff87-7e81-43db-9bc9-8a1c89432e3d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:06.430914 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (06b1901d-a757-4897-8e65-e8b811812230), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:06.588996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca88cc2-8906-45f2-b25c-b9860185d201 None None] Pushing event updated for resources: {'Port': ['ID=06b1901d-a757-4897-8e65-e8b811812230,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:06.678335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-543dec8c-5ebc-4a86-afbe-c3d4696f95e0 None None] Provisioning complete for port 33d58f18-5772-414c-ae7b-eb395f518a5b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:06.679657 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-543dec8c-5ebc-4a86-afbe-c3d4696f95e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (33d58f18-5772-414c-ae7b-eb395f518a5b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:06.683074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30df9-7b95-49ae-a2f7-e0aefaffed56 req-812e0332-d038-4753-9f82-38fc022f6056 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:06.685440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3c30df9-7b95-49ae-a2f7-e0aefaffed56 req-812e0332-d038-4753-9f82-38fc022f6056 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.7771788 Feb 03 22:07:06.820457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68e3e257-c2bd-4ba8-94c4-2737e9fb3102 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:06.823956 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-68e3e257-c2bd-4ba8-94c4-2737e9fb3102 tempest-MeteringTestJSON-1020554255 tempest-MeteringTestJSON-1020554255-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/701309ac-a61f-4a61-b888-4e9bb0f964f2 HTTP/1.1" status: 204 len: 168 time: 0.5481112 Feb 03 22:07:06.851210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3c30df9-7b95-49ae-a2f7-e0aefaffed56 req-d74e3a37-765b-4b63-b060-1b0fd3f2e6c4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309903 Feb 03 22:07:06.865417 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:07:06.865848 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:07:06.897182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-543dec8c-5ebc-4a86-afbe-c3d4696f95e0 None None] Port 33d58f18-5772-414c-ae7b-eb395f518a5b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:06.927742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-543dec8c-5ebc-4a86-afbe-c3d4696f95e0 None None] Provisioning complete for port 06b1901d-a757-4897-8e65-e8b811812230 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:06.928505 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-543dec8c-5ebc-4a86-afbe-c3d4696f95e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (06b1901d-a757-4897-8e65-e8b811812230), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:07.117764 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_gateway (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:07.208690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-543dec8c-5ebc-4a86-afbe-c3d4696f95e0 None None] Current status of the port 06b1901d-a757-4897-8e65-e8b811812230 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:07.356564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:07.467275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 06b1901d-a757-4897-8e65-e8b811812230 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:07.645282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 06b1901d-a757-4897-8e65-e8b811812230 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:07.760052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 06b1901d-a757-4897-8e65-e8b811812230 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:07.760448 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (06b1901d-a757-4897-8e65-e8b811812230), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:07.815537 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:07.981335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 06b1901d-a757-4897-8e65-e8b811812230 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:08.066651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:08.287632 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Publish callbacks [] for security_group (a13ef984-11b4-4fc9-870d-6baaff5b0acd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:08.293795 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a13ef984-11b4-4fc9-870d-6baaff5b0acd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:08.401463 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84681d6daede470d9f07085f4115bae2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0407953 Feb 03 22:07:08.401463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13ef984-11b4-4fc9-870d-6baaff5b0acd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:08.402977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58420) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:08.422588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.422949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.423275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.423812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.424109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.425535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.425873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.426786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.426786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.427001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.427302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.427634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.427958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d8bc8-fb9e-4f91-b630-ba181f47c2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:08.484367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb85fe77-ebed-480b-b326-19513c639c98 admin admin] Publish callbacks [] for security_group (a13ef984-11b4-4fc9-870d-6baaff5b0acd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:08.522474 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb85fe77-ebed-480b-b326-19513c639c98 admin admin] Publish callbacks [] for security_group (a13ef984-11b4-4fc9-870d-6baaff5b0acd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:08.591736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb85fe77-ebed-480b-b326-19513c639c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a13ef984-11b4-4fc9-870d-6baaff5b0acd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:08.596025 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb85fe77-ebed-480b-b326-19513c639c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:08.598699 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fb85fe77-ebed-480b-b326-19513c639c98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a13ef984-11b4-4fc9-870d-6baaff5b0acd HTTP/1.1" status: 204 len: 168 time: 0.1944714 Feb 03 22:07:08.619811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85fe77-ebed-480b-b326-19513c639c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13ef984-11b4-4fc9-870d-6baaff5b0acd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:08.695074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (7041d6cc-7b1e-4500-9131-40ec556056b7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:08.924399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:07:09.222153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:09.264265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0122ec-1418-4c62-8630-55ddcac6a762 req-c094002a-d2e4-4869-bcb8-1df95f3696c4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:09.266309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e0122ec-1418-4c62-8630-55ddcac6a762 req-c094002a-d2e4-4869-bcb8-1df95f3696c4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.6164885 Feb 03 22:07:09.290507 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f513142-2db3-4281-9a1b-a1a1e2a3006a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.306542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:09.320073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Sync routers for ids ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:09.342848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Routers {'8b61c09e-927c-48d6-ba3d-e2a4cc52413b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:09.346471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:09.374654 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.379490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-050e90fb-ccbc-4f1f-995b-4444270eca51 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.5066323 Feb 03 22:07:09.380022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:09.432632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e0122ec-1418-4c62-8630-55ddcac6a762 req-b14ef161-776d-4182-a143-7ffb3fb96e87 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442378 Feb 03 22:07:09.442274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Deleting port 33d58f18-5772-414c-ae7b-eb395f518a5b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:09.442625 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (33d58f18-5772-414c-ae7b-eb395f518a5b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.552002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50332c-9536-4f9f-979a-2932b89c3b11 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:09.556319 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3d50332c-9536-4f9f-979a-2932b89c3b11 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=d7ba3f1096fa4e95845c440907f5a4b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1732175 Feb 03 22:07:09.560869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:09.588690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f513142-2db3-4281-9a1b-a1a1e2a3006a admin admin] Publish callbacks [] for security_group (999f902c-99ee-4afe-a2c4-9c8cda763843), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.597090 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f513142-2db3-4281-9a1b-a1a1e2a3006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (999f902c-99ee-4afe-a2c4-9c8cda763843), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.643813 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (33d58f18-5772-414c-ae7b-eb395f518a5b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.680779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5f513142-2db3-4281-9a1b-a1a1e2a3006a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c57965e4cda8460c86755acda3feedf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4491649 Feb 03 22:07:09.682001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Calling delete_port for 33d58f18-5772-414c-ae7b-eb395f518a5b owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:09.686325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:09.709979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f513142-2db3-4281-9a1b-a1a1e2a3006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999f902c-99ee-4afe-a2c4-9c8cda763843,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:09.726418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Set router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:07:09.806604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2eabda-fad5-47f5-9ca0-f0c4144a1ef1 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:09.813852 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6b2eabda-fad5-47f5-9ca0-f0c4144a1ef1 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2517424 Feb 03 22:07:09.814496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:09.853577 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f05a722c-218d-437e-9cc5-409385ac6e18 admin admin] Publish callbacks [] for security_group (999f902c-99ee-4afe-a2c4-9c8cda763843), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.871915 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1b74a893-4f9c-4da9-84f0-f912077c665e tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556018 Feb 03 22:07:09.872658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:09.906002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f05a722c-218d-437e-9cc5-409385ac6e18 admin admin] Publish callbacks [] for security_group (999f902c-99ee-4afe-a2c4-9c8cda763843), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.917324 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ae71a86b-c845-42c9-863b-50b1c971b200 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=d7ba3f1096fa4e95845c440907f5a4b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432477 Feb 03 22:07:09.917975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:09.983802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f05a722c-218d-437e-9cc5-409385ac6e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (999f902c-99ee-4afe-a2c4-9c8cda763843), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.988540 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f05a722c-218d-437e-9cc5-409385ac6e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:09.989753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f05a722c-218d-437e-9cc5-409385ac6e18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/999f902c-99ee-4afe-a2c4-9c8cda763843 HTTP/1.1" status: 204 len: 168 time: 0.2999709 Feb 03 22:07:10.057208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a722c-218d-437e-9cc5-409385ac6e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999f902c-99ee-4afe-a2c4-9c8cda763843,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:10.069393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2653260-c764-491f-91f6-85ebb57f028d tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:10.076297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58476) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:10.077323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f2653260-c764-491f-91f6-85ebb57f028d tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1563065 Feb 03 22:07:10.181657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:10.188192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-990787449', 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5', 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:10.198710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-37f5322b-7144-4da0-b36b-e3b605e3d7ca tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1205294 Feb 03 22:07:10.229081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:07:01Z', 'updated_at': '2022-02-03T22:07:06Z', 'revision_number': 3, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:04Z', 'updated_at': '2022-02-03T22:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:10.281050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Checking router: 8b61c09e-927c-48d6-ba3d-e2a4cc52413b for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:07:10.281695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Updating router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b port 885f4b79-5479-4e96-a893-84fda0e259dd binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:07:10.282725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (33d58f18-5772-414c-ae7b-eb395f518a5b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:10.345320 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:10.407120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Port': ['ID=33d58f18-5772-414c-ae7b-eb395f518a5b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:10.426282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Made reservation on behalf of d7ba3f1096fa4e95845c440907f5a4b6 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:10.430998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:10.826211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (7041d6cc-7b1e-4500-9131-40ec556056b7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:10.892641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (68575dbe-1b59-4a69-9541-04241c893154), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:11.048735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Subnet': ['ID=68575dbe-1b59-4a69-9541-04241c893154,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:11.075134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Checking segment: {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:07:11.075516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network hostable DHCP agents. Network: 69f1daf4-75fa-433d-b160-98f0dbe141a5, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:07:11.111352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network 69f1daf4-75fa-433d-b160-98f0dbe141a5 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:07:11.123073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 69f1daf4-75fa-433d-b160-98f0dbe141a5) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:11.131772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:11.134579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:11.145481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd464f-ecca-450a-bd7e-56702322ab3e None None] Network 69f1daf4-75fa-433d-b160-98f0dbe141a5 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:11.173964 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2a706ccb-6113-43c0-9cb1-bc0f06563b9e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9899797 Feb 03 22:07:11.175715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:11.223304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b53cd3-8e81-4274-8550-14e35100a308 req-949620c2-d92e-49c5-9cda-dac850365a9a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:11.232571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8b53cd3-8e81-4274-8550-14e35100a308 req-949620c2-d92e-49c5-9cda-dac850365a9a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.5730543 Feb 03 22:07:11.277248 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Publish callbacks [] for port (885f4b79-5479-4e96-a893-84fda0e259dd), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:11.292167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:11.491684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8b53cd3-8e81-4274-8550-14e35100a308 req-f458dce3-3158-45e0-8047-2c433dd39155 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569549 Feb 03 22:07:11.505621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Router 7041d6cc-7b1e-4500-9131-40ec556056b7 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:07:11.670403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Pushing event updated for resources: {'Port': ['ID=885f4b79-5479-4e96-a893-84fda0e259dd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:11.674267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Attempting to bind port 885f4b79-5479-4e96-a893-84fda0e259dd on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:07:11.682201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Attempting to bind port 885f4b79-5479-4e96-a893-84fda0e259dd by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:07:11.682950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Attempting to bind port 885f4b79-5479-4e96-a893-84fda0e259dd on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:07:11.703638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:11.710728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:07:11.713775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bff3db6d-a561-4a30-bcbb-ba4af4b00057 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "PUT /v2.0/routers/7041d6cc-7b1e-4500-9131-40ec556056b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0653760 Feb 03 22:07:11.718211 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f52ad-53c6-4051-b2a4-13d4dfbd52b2 None None] Sync routers for ids ['7041d6cc-7b1e-4500-9131-40ec556056b7'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:11.727119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:07:11.727832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:11.731981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58512) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:11.733373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:07:11.737224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Bound port: 885f4b79-5479-4e96-a893-84fda0e259dd, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:07:11.737925 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:11.740690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.749658 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f52ad-53c6-4051-b2a4-13d4dfbd52b2 None None] Routers {'7041d6cc-7b1e-4500-9131-40ec556056b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:11.750512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.751094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.751661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.753223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.754490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.755059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.755537 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e61f52ad-53c6-4051-b2a4-13d4dfbd52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7041d6cc-7b1e-4500-9131-40ec556056b7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:11.757849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.758454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.761539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.762206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.765648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.766503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:07:11.878128 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-228d51ee-93a4-4b8a-b063-1cf00318ce14 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] delete failed (client error): The resource could not be found. Feb 03 22:07:11.886464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-228d51ee-93a4-4b8a-b063-1cf00318ce14 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1978138584 HTTP/1.1" status: 404 len: 335 time: 0.1510632 Feb 03 22:07:11.889768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58518) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:11.900148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c92c4ab6-38f3-43f4-8d8d-616d8adf2811 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Request body: {'router': {'external_gateway_info': {'network_id': '7041d6cc-7b1e-4500-9131-40ec556056b7'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:12.005985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] For port 885f4b79-5479-4e96-a893-84fda0e259dd, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:07:12.013105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] For port 885f4b79-5479-4e96-a893-84fda0e259dd, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=885f4b79-5479-4e96-a893-84fda0e259dd,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:07:12.037197 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:12.162123 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e61f52ad-53c6-4051-b2a4-13d4dfbd52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:12.189967 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f52ad-53c6-4051-b2a4-13d4dfbd52b2 None None] Routers {'7041d6cc-7b1e-4500-9131-40ec556056b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:12.190650 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e61f52ad-53c6-4051-b2a4-13d4dfbd52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7041d6cc-7b1e-4500-9131-40ec556056b7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:12.193233 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-69f1daf4-75fa-433d-b160-98f0dbe141a5', 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5', 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'fixed_ips': [{'subnet_id': '68575dbe-1b59-4a69-9541-04241c893154'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:07:12.195635 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:12.269676 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e61f52ad-53c6-4051-b2a4-13d4dfbd52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:12.270547 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f52ad-53c6-4051-b2a4-13d4dfbd52b2 None None] The sync data for ids ['7041d6cc-7b1e-4500-9131-40ec556056b7'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:12.286719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Routers {'8b61c09e-927c-48d6-ba3d-e2a4cc52413b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:12.287395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:12.449017 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c92c4ab6-38f3-43f4-8d8d-616d8adf2811 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for router_gateway (7041d6cc-7b1e-4500-9131-40ec556056b7), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:12.494577 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c92c4ab6-38f3-43f4-8d8d-616d8adf2811 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] update failed (client error): The resource could not be found. Feb 03 22:07:12.501330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c92c4ab6-38f3-43f4-8d8d-616d8adf2811 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "PUT /v2.0/routers/7041d6cc-7b1e-4500-9131-40ec556056b7 HTTP/1.1" status: 404 len: 339 time: 0.6083870 Feb 03 22:07:12.501924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:12.518886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Allocated IP 172.20.0.18 (69f1daf4-75fa-433d-b160-98f0dbe141a5/68575dbe-1b59-4a69-9541-04241c893154/99892323-8969-47d1-9fd0-03fcfba16012) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:12.704116 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Publish callbacks [] for port (99892323-8969-47d1-9fd0-03fcfba16012), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:12.841331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e5dd8-f300-4856-85e7-0ddc0ae1ddc1 None None] Pushing event updated for resources: {'Port': ['ID=885f4b79-5479-4e96-a893-84fda0e259dd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:12.856502 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (99892323-8969-47d1-9fd0-03fcfba16012), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:12.886456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:12.980174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Pushing event updated for resources: {'Port': ['ID=99892323-8969-47d1-9fd0-03fcfba16012,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:13.070370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebc6c0-efea-43b3-a07b-20bf9dee0a36 req-0b350d4a-6316-4ec3-a7af-711ddebb1f5f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:13.075209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbebc6c0-efea-43b3-a07b-20bf9dee0a36 req-0b350d4a-6316-4ec3-a7af-711ddebb1f5f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.4097443 Feb 03 22:07:13.113221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Network 69f1daf4-75fa-433d-b160-98f0dbe141a5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:13.118429 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:13.127645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:13.303249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbebc6c0-efea-43b3-a07b-20bf9dee0a36 req-978f0fae-fb05-41dd-abbb-377761ccf9e4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270641 Feb 03 22:07:13.320378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] Set router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:07:13.353850 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:13.467020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Allocated IP 172.20.0.17 (69f1daf4-75fa-433d-b160-98f0dbe141a5/68575dbe-1b59-4a69-9541-04241c893154/b3454067-158a-4afc-9440-b15bfbc44536) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:13.493434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Attempting to bind port 99892323-8969-47d1-9fd0-03fcfba16012 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:07:13.501844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Attempting to bind port 99892323-8969-47d1-9fd0-03fcfba16012 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:07:13.502684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Attempting to bind port 99892323-8969-47d1-9fd0-03fcfba16012 on network 69f1daf4-75fa-433d-b160-98f0dbe141a5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:07:13.535537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:07:13.536081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Checking segment: {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:07:13.544305 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:13.545040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Bound using segment: {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:07:13.545687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Bound port: 99892323-8969-47d1-9fd0-03fcfba16012, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:07:13.546188 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (99892323-8969-47d1-9fd0-03fcfba16012), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:13.784519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (b3454067-158a-4afc-9440-b15bfbc44536), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:13.841263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58560) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:13.843264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b3454067-158a-4afc-9440-b15bfbc44536), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:13.899145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network 69f1daf4-75fa-433d-b160-98f0dbe141a5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:13.913021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:13.928300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:13.936656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=b3454067-158a-4afc-9440-b15bfbc44536,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:13.951647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] For port 99892323-8969-47d1-9fd0-03fcfba16012, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:07:13.990037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] For port 99892323-8969-47d1-9fd0-03fcfba16012, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=99892323-8969-47d1-9fd0-03fcfba16012,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:07:14.036717 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (99892323-8969-47d1-9fd0-03fcfba16012), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:14.055038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:14.254819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3454067-158a-4afc-9440-b15bfbc44536), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:14.297679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:07:01Z', 'updated_at': '2022-02-03T22:07:06Z', 'revision_number': 3, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:04Z', 'updated_at': '2022-02-03T22:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:14.304059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8f604-55f7-4aea-933f-4bc543e93ce5 None None] Pushing event updated for resources: {'Port': ['ID=99892323-8969-47d1-9fd0-03fcfba16012,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:14.366101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31b4ce-1177-4087-a41e-2f389a379579 None None] The sync data for ids ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'] in n-d-824834-9 is: [{'id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:07:01Z', 'updated_at': '2022-02-03T22:07:06Z', 'revision_number': 3, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:04Z', 'updated_at': '2022-02-03T22:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:15.076430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (b3454067-158a-4afc-9440-b15bfbc44536), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:15.082852 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b3454067-158a-4afc-9440-b15bfbc44536), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:15.233668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:15.355443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=b3454067-158a-4afc-9440-b15bfbc44536,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:15.384119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:15.481595 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d6af524-9836-4191-9789-68187b2301bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:15.580153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Allocated IP 172.20.0.1 (2652cde0-b20d-4ea1-be6d-8acf80820796/51d223e5-2c57-4949-ab9b-37487b3a46c7/44162c65-b314-434b-b43a-9d412de1b694) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:15.583729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5192d9cd-02b9-430c-bd00-e2dcfea55b99 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:15.686560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network 69f1daf4-75fa-433d-b160-98f0dbe141a5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:15.689116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:16.049166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 99892323-8969-47d1-9fd0-03fcfba16012 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:16.065838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bd7cb-5554-434c-be60-6a28f324cb4f req-16ef3089-56ba-4840-9422-0922e8a18843 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:16.076550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-044bd7cb-5554-434c-be60-6a28f324cb4f req-16ef3089-56ba-4840-9422-0922e8a18843 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.7574983 Feb 03 22:07:16.134698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5192d9cd-02b9-430c-bd00-e2dcfea55b99 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] 10.222.0.50 "PUT /v2.0/quotas/ddf4fa4b79e84211824931c9063a5db5 HTTP/1.1" status: 200 len: 368 time: 0.9013700 Feb 03 22:07:16.155201 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:16.167551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:07:16.181457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Request body: {'network': {'project_id': 'ddf4fa4b79e84211824931c9063a5db5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:16.222673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 99892323-8969-47d1-9fd0-03fcfba16012 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:16.223054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (99892323-8969-47d1-9fd0-03fcfba16012), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.272672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Made reservation on behalf of ddf4fa4b79e84211824931c9063a5db5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:16.280119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.344839 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for port (44162c65-b314-434b-b43a-9d412de1b694), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.466016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4eb5a6-846e-4777-b995-a2afff87f4ae None None] Network 69f1daf4-75fa-433d-b160-98f0dbe141a5 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:16.480082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-044bd7cb-5554-434c-be60-6a28f324cb4f req-54b89d51-ce03-4ec6-bb0d-94af35db7f27 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027646 Feb 03 22:07:16.491425 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d6af524-9836-4191-9789-68187b2301bd admin admin] Publish callbacks [] for security_group (a2d99fa6-c2bd-4a3c-acdd-cbb93a2f1938), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.558263 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d6af524-9836-4191-9789-68187b2301bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a2d99fa6-c2bd-4a3c-acdd-cbb93a2f1938), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.603475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:16.620037 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5f7357da-a867-42ec-973b-258d9dccc1f5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "PUT /v2.0/routers/8b61c09e-927c-48d6-ba3d-e2a4cc52413b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4412200 Feb 03 22:07:16.622014 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.651851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6af524-9836-4191-9789-68187b2301bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d99fa6-c2bd-4a3c-acdd-cbb93a2f1938,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:16.663829 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (44162c65-b314-434b-b43a-9d412de1b694), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.749883 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks [] for security_group (33f01c0f-0af4-41f6-b264-a963404893e2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.757575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (33f01c0f-0af4-41f6-b264-a963404893e2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.885364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f01c0f-0af4-41f6-b264-a963404893e2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:16.910323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:07:16.970099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d20ee0d3-4ef6-43e3-9b80-562fbdfd68dc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:16.974726 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Added segment d20ee0d3-4ef6-43e3-9b80-562fbdfd68dc of type vlan for network 4f52249f-a75c-4957-9abf-d85ce795278b Feb 03 22:07:16.988083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network 2652cde0-b20d-4ea1-be6d-8acf80820796 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:17.031896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Port': ['ID=44162c65-b314-434b-b43a-9d412de1b694,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:17.053889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:17.057935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9f0a3acb-4d66-4cea-af71-9be3ae8cd6b3 None None] Provisioning complete for port 99892323-8969-47d1-9fd0-03fcfba16012 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:17.058991 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3acb-4d66-4cea-af71-9be3ae8cd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (99892323-8969-47d1-9fd0-03fcfba16012), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:17.085880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:17.172385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 99892323-8969-47d1-9fd0-03fcfba16012 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:17.173135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (99892323-8969-47d1-9fd0-03fcfba16012), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:17.206467 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4f52249f-a75c-4957-9abf-d85ce795278b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:17.225115 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (7041d6cc-7b1e-4500-9131-40ec556056b7), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:17.316866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 99892323-8969-47d1-9fd0-03fcfba16012, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=99892323-8969-47d1-9fd0-03fcfba16012,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:17.317157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4f52249f-a75c-4957-9abf-d85ce795278b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:17.346982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:17.353007 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (99892323-8969-47d1-9fd0-03fcfba16012), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:17.355900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:17.357073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 885f4b79-5479-4e96-a893-84fda0e259dd up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:17.607921 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7d6af524-9836-4191-9789-68187b2301bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=619ccebf7e324c92b12f35551971bbaa&name=default HTTP/1.1" status: 200 len: 3000 time: 3.7578557 Feb 03 22:07:17.612968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:17.621410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=99892323-8969-47d1-9fd0-03fcfba16012,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:17.751944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5936513 Feb 03 22:07:17.752963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:17.777652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Request body: {'network': {'project_id': 'ddf4fa4b79e84211824931c9063a5db5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:17.864661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b96ec9-a94a-47b5-9f69-c69b18dd4e34 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Pushing event updated for resources: {'Network': ['ID=4f52249f-a75c-4957-9abf-d85ce795278b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:17.890746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Made reservation on behalf of ddf4fa4b79e84211824931c9063a5db5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:17.893651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:17.911861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4f52249f-a75c-4957-9abf-d85ce795278b details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:07:17.968033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:07:18.005513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a8a9b582-3fa4-456d-99fe-93108f3cda46), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.005869 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Added segment a8a9b582-3fa4-456d-99fe-93108f3cda46 of type vlan for network c630ee95-1383-40bf-954a-f9909059256d Feb 03 22:07:18.086332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a3acb-4d66-4cea-af71-9be3ae8cd6b3 None None] Current status of the port 99892323-8969-47d1-9fd0-03fcfba16012 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:18.121659 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (c630ee95-1383-40bf-954a-f9909059256d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.128176 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-039baaff-b4d1-4902-9947-d55f2fec1e4f admin admin] Publish callbacks [] for security_group (a2d99fa6-c2bd-4a3c-acdd-cbb93a2f1938), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.189398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (c630ee95-1383-40bf-954a-f9909059256d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.190450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:18.191042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.198376 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (44162c65-b314-434b-b43a-9d412de1b694), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.263777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 885f4b79-5479-4e96-a893-84fda0e259dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:18.266367 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.267921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d0a20-ecb4-4b8a-af3a-8b20ba4bdb97 req-40499180-1e9d-49c5-b677-655802405f3f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:18.276853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f3d0a20-ecb4-4b8a-af3a-8b20ba4bdb97 req-40499180-1e9d-49c5-b677-655802405f3f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.5331001 Feb 03 22:07:18.290415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297264a-5195-4939-b3bf-9d25046c62dc req-34f66364-5429-47ac-b247-e516fd38fc5e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:18.310347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-34f66364-5429-47ac-b247-e516fd38fc5e tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/networks?id=69f1daf4-75fa-433d-b160-98f0dbe141a5 HTTP/1.1" status: 200 len: 798 time: 0.7204378 Feb 03 22:07:18.347016 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5739453 Feb 03 22:07:18.372205 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-039baaff-b4d1-4902-9947-d55f2fec1e4f admin admin] Publish callbacks [] for security_group (a2d99fa6-c2bd-4a3c-acdd-cbb93a2f1938), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.374203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:18.375075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82857b99-d75e-4c82-aa8c-60eb43b355bd tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Pushing event updated for resources: {'Network': ['ID=c630ee95-1383-40bf-954a-f9909059256d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:18.376809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Sync routers for ids ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:18.387092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bf8f25d1-73c0-446f-ba8b-e9eb73b6c046 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Request body: {'network': {'project_id': 'ddf4fa4b79e84211824931c9063a5db5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:18.401648 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8f25d1-73c0-446f-ba8b-e9eb73b6c046 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 22:07:18.402548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8f25d1-73c0-446f-ba8b-e9eb73b6c046 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:07:18.405277 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bf8f25d1-73c0-446f-ba8b-e9eb73b6c046 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0259192 Feb 03 22:07:18.408130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:18.422854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network c630ee95-1383-40bf-954a-f9909059256d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:07:18.491979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-5724b71e-278c-4b07-8608-c74d9f709205 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/quotas/d7ba3f1096fa4e95845c440907f5a4b6 HTTP/1.1" status: 200 len: 375 time: 0.1805615 Feb 03 22:07:18.536288 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1310d909-86cc-42e1-b89e-a06b0587f412 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddf4fa4b79e84211824931c9063a5db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259644 Feb 03 22:07:18.540271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:18.551367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e8c44e57-6464-4037-aba0-2324c089f870 None None] Provisioning complete for port 44162c65-b314-434b-b43a-9d412de1b694 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:18.551892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c44e57-6464-4037-aba0-2324c089f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (44162c65-b314-434b-b43a-9d412de1b694), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.662213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Routers {'8b61c09e-927c-48d6-ba3d-e2a4cc52413b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:18.663964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:18.685313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd525e0e-226b-4e26-a788-414902027145 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks [] for security_group (33f01c0f-0af4-41f6-b264-a963404893e2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.719721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd525e0e-226b-4e26-a788-414902027145 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks [] for security_group (33f01c0f-0af4-41f6-b264-a963404893e2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.856700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd525e0e-226b-4e26-a788-414902027145 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (33f01c0f-0af4-41f6-b264-a963404893e2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.859312 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd525e0e-226b-4e26-a788-414902027145 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.863535 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dd525e0e-226b-4e26-a788-414902027145 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/33f01c0f-0af4-41f6-b264-a963404893e2 HTTP/1.1" status: 204 len: 168 time: 0.3219554 Feb 03 22:07:18.864208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:18.898814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd525e0e-226b-4e26-a788-414902027145 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f01c0f-0af4-41f6-b264-a963404893e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:18.910255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f3d0a20-ecb4-4b8a-af3a-8b20ba4bdb97 req-1513b7f1-3553-4e9b-9728-d8434abef5e0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973847 Feb 03 22:07:18.957644 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-039baaff-b4d1-4902-9947-d55f2fec1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a2d99fa6-c2bd-4a3c-acdd-cbb93a2f1938), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.961056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-039baaff-b4d1-4902-9947-d55f2fec1e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:18.969571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-039baaff-b4d1-4902-9947-d55f2fec1e4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2d99fa6-c2bd-4a3c-acdd-cbb93a2f1938 HTTP/1.1" status: 204 len: 168 time: 1.2795913 Feb 03 22:07:18.971848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e8c44e57-6464-4037-aba0-2324c089f870 None None] Port 44162c65-b314-434b-b43a-9d412de1b694 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:19.031848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039baaff-b4d1-4902-9947-d55f2fec1e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d99fa6-c2bd-4a3c-acdd-cbb93a2f1938,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:19.105314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-9f60b4a0-c446-4474-959f-b4b4cb8f699d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5926864 Feb 03 22:07:19.173709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e8c44e57-6464-4037-aba0-2324c089f870 None None] Provisioning complete for port 99892323-8969-47d1-9fd0-03fcfba16012 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:19.188996 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c44e57-6464-4037-aba0-2324c089f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (99892323-8969-47d1-9fd0-03fcfba16012), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.205492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (c630ee95-1383-40bf-954a-f9909059256d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.260343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 885f4b79-5479-4e96-a893-84fda0e259dd is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:19.260742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.334396 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for port (44162c65-b314-434b-b43a-9d412de1b694), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.341944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (44162c65-b314-434b-b43a-9d412de1b694), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.409442 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (c630ee95-1383-40bf-954a-f9909059256d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.412007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 885f4b79-5479-4e96-a893-84fda0e259dd, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=885f4b79-5479-4e96-a893-84fda0e259dd,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:19.414686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Set router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:07:19.487789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c630ee95-1383-40bf-954a-f9909059256d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:19.492615 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.530095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a9b582-3fa4-456d-99fe-93108f3cda46') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:19.531850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a9b582-3fa4-456d-99fe-93108f3cda46') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:19.590142 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (a8a9b582-3fa4-456d-99fe-93108f3cda46), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.633054 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a8a9b582-3fa4-456d-99fe-93108f3cda46), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.653273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:07:19.653639 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (a8a9b582-3fa4-456d-99fe-93108f3cda46), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:07:19.662874 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:07:19.716012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event updated for resources: {'Port': ['ID=44162c65-b314-434b-b43a-9d412de1b694,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:19.750154 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (7041d6cc-7b1e-4500-9131-40ec556056b7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.777637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=885f4b79-5479-4e96-a893-84fda0e259dd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:19.862878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (c630ee95-1383-40bf-954a-f9909059256d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.865656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 99892323-8969-47d1-9fd0-03fcfba16012 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:19.880615 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:19.896720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c630ee95-1383-40bf-954a-f9909059256d HTTP/1.1" status: 204 len: 168 time: 1.0295434 Feb 03 22:07:19.899580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:19.937822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58738) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:20.014664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a62dbbc6-0053-49a0-bb94-6a70003fc607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.049687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-33f7e4c5-77d6-410c-9af5-6ba41550d639 service neutron] 10.222.0.50 "GET /v2.0/networks/69f1daf4-75fa-433d-b160-98f0dbe141a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6995125 Feb 03 22:07:20.073806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccffa7-6b23-419b-9f37-6dd061a25297 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Pushing event deleted for resources: {'Network': ['ID=c630ee95-1383-40bf-954a-f9909059256d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:20.078929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4f52249f-a75c-4957-9abf-d85ce795278b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.194935 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4f52249f-a75c-4957-9abf-d85ce795278b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.232220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e8c44e57-6464-4037-aba0-2324c089f870 None None] Current status of the port 99892323-8969-47d1-9fd0-03fcfba16012 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:20.260653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f52249f-a75c-4957-9abf-d85ce795278b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:20.285251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e8c44e57-6464-4037-aba0-2324c089f870 None None] Provisioning complete for port b3454067-158a-4afc-9440-b15bfbc44536 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:20.285631 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c44e57-6464-4037-aba0-2324c089f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3454067-158a-4afc-9440-b15bfbc44536), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.292357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20ee0d3-4ef6-43e3-9b80-562fbdfd68dc') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:20.294368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20ee0d3-4ef6-43e3-9b80-562fbdfd68dc') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:20.326717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d20ee0d3-4ef6-43e3-9b80-562fbdfd68dc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.342232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 99892323-8969-47d1-9fd0-03fcfba16012 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:20.346556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d20ee0d3-4ef6-43e3-9b80-562fbdfd68dc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.347575 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (99892323-8969-47d1-9fd0-03fcfba16012), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.350938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:07:01Z', 'updated_at': '2022-02-03T22:07:14Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:04Z', 'updated_at': '2022-02-03T22:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b3454067-158a-4afc-9440-b15bfbc44536', 'name': '', 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:01:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '68575dbe-1b59-4a69-9541-04241c893154', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:13Z', 'updated_at': '2022-02-03T22:07:14Z', 'revision_number': 2, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '68575dbe-1b59-4a69-9541-04241c893154', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:20.354646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:07:20.355297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d20ee0d3-4ef6-43e3-9b80-562fbdfd68dc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:07:20.466525 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:07:20.489552 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4f52249f-a75c-4957-9abf-d85ce795278b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.508723 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:20.517807 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] 10.222.0.50 "DELETE /v2.0/networks/4f52249f-a75c-4957-9abf-d85ce795278b HTTP/1.1" status: 204 len: 168 time: 0.5590098 Feb 03 22:07:20.529295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baacc6-58b2-4a7f-9450-63c214355e43 tempest-QuotasNegativeTest-1014343921 tempest-QuotasNegativeTest-1014343921-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f52249f-a75c-4957-9abf-d85ce795278b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:20.541197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Checking router: 8b61c09e-927c-48d6-ba3d-e2a4cc52413b for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:07:20.541565 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Updating router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b port b3454067-158a-4afc-9440-b15bfbc44536 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:07:20.558068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e8c44e57-6464-4037-aba0-2324c089f870 None None] Port b3454067-158a-4afc-9440-b15bfbc44536 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:20.558431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a500ff2-8869-46ce-b6e0-020bcd7dcf6e req-2d925b80-e5de-49e3-be9b-0d38727a3e6b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:20.567407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a500ff2-8869-46ce-b6e0-020bcd7dcf6e req-2d925b80-e5de-49e3-be9b-0d38727a3e6b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.4863815 Feb 03 22:07:20.594880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-f7059281-08ea-47a6-9fab-e33cc5c88120 service neutron] 10.222.0.50 "GET /v2.0/networks/69f1daf4-75fa-433d-b160-98f0dbe141a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120020 Feb 03 22:07:20.604680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Network 2652cde0-b20d-4ea1-be6d-8acf80820796 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:20.611043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:20.936982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Router 7041d6cc-7b1e-4500-9131-40ec556056b7 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:07:21.193722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a500ff2-8869-46ce-b6e0-020bcd7dcf6e req-2bbd8d57-759b-430b-8c8b-bca089f5efa3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242437 Feb 03 22:07:21.282297 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3454067-158a-4afc-9440-b15bfbc44536), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:21.314420 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3ed0cd1-7495-431d-9dee-423d883a268c req-dcc042d2-d92d-4ac1-b4db-7c450e209947 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 210 time: 0.1673753 Feb 03 22:07:21.329093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a62dbbc6-0053-49a0-bb94-6a70003fc607 admin admin] Publish callbacks [] for security_group (0e5221b5-f27c-45eb-af7a-3ef9e483dd94), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:21.341915 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a62dbbc6-0053-49a0-bb94-6a70003fc607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0e5221b5-f27c-45eb-af7a-3ef9e483dd94), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:21.508253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2d455af7-045d-4703-b127-40bc08d43381 None None] Provisioning complete for port b3454067-158a-4afc-9440-b15bfbc44536 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:21.519763 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d455af7-045d-4703-b127-40bc08d43381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3454067-158a-4afc-9440-b15bfbc44536), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:21.520730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dbbc6-0053-49a0-bb94-6a70003fc607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5221b5-f27c-45eb-af7a-3ef9e483dd94,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:21.543566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:21.555627 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f1ce7-1644-4cbd-9523-097f51a7f66f None None] Sync routers for ids ['7041d6cc-7b1e-4500-9131-40ec556056b7'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:21.560402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-21066f86-776b-4135-a845-900208113962 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "PUT /v2.0/routers/7041d6cc-7b1e-4500-9131-40ec556056b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0546632 Feb 03 22:07:21.561189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:21.568003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:21.575380 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f1ce7-1644-4cbd-9523-097f51a7f66f None None] Routers {'7041d6cc-7b1e-4500-9131-40ec556056b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:21.576529 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-756f1ce7-1644-4cbd-9523-097f51a7f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7041d6cc-7b1e-4500-9131-40ec556056b7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:21.590893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a62dbbc6-0053-49a0-bb94-6a70003fc607 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3a50b7e3b8345ca94b0e2ced1c8db90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6487973 Feb 03 22:07:21.654667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 99892323-8969-47d1-9fd0-03fcfba16012 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:21.726375 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-756f1ce7-1644-4cbd-9523-097f51a7f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:21.756551 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f1ce7-1644-4cbd-9523-097f51a7f66f None None] Routers {'7041d6cc-7b1e-4500-9131-40ec556056b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:21.760990 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-756f1ce7-1644-4cbd-9523-097f51a7f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7041d6cc-7b1e-4500-9131-40ec556056b7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:21.866477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d455af7-045d-4703-b127-40bc08d43381 None None] Port b3454067-158a-4afc-9440-b15bfbc44536 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:21.925739 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-756f1ce7-1644-4cbd-9523-097f51a7f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:21.926412 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f1ce7-1644-4cbd-9523-097f51a7f66f None None] The sync data for ids ['7041d6cc-7b1e-4500-9131-40ec556056b7'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:21.930168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 885f4b79-5479-4e96-a893-84fda0e259dd up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:21.980830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2459fef6-7d94-4537-943e-1fa7d7267c19 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for router (7041d6cc-7b1e-4500-9131-40ec556056b7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:22.093411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:22.123085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2cd18456-33d9-4a1a-bc32-4a68c8a58fa5 None None] Provisioning complete for port 44162c65-b314-434b-b43a-9d412de1b694 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:22.123674 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cd18456-33d9-4a1a-bc32-4a68c8a58fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (44162c65-b314-434b-b43a-9d412de1b694), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:22.232289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2cd18456-33d9-4a1a-bc32-4a68c8a58fa5 None None] Port 44162c65-b314-434b-b43a-9d412de1b694 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:22.328614 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2459fef6-7d94-4537-943e-1fa7d7267c19 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 22:07:22.333386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:22.342957 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2459fef6-7d94-4537-943e-1fa7d7267c19 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "DELETE /v2.0/routers/7041d6cc-7b1e-4500-9131-40ec556056b7 HTTP/1.1" status: 409 len: 329 time: 0.7800584 Feb 03 22:07:22.344632 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c64b3e4-dd58-406b-a2aa-9354255f8289 admin admin] Publish callbacks [] for security_group (0e5221b5-f27c-45eb-af7a-3ef9e483dd94), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:22.403596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c64b3e4-dd58-406b-a2aa-9354255f8289 admin admin] Publish callbacks [] for security_group (0e5221b5-f27c-45eb-af7a-3ef9e483dd94), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:22.439645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 885f4b79-5479-4e96-a893-84fda0e259dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:22.439645 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:22.489003 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f81796-9149-4f00-b2db-e82a7b344168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:22.502059 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c64b3e4-dd58-406b-a2aa-9354255f8289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0e5221b5-f27c-45eb-af7a-3ef9e483dd94), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:22.505646 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c64b3e4-dd58-406b-a2aa-9354255f8289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:22.507057 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6c64b3e4-dd58-406b-a2aa-9354255f8289 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e5221b5-f27c-45eb-af7a-3ef9e483dd94 HTTP/1.1" status: 204 len: 168 time: 0.9378586 Feb 03 22:07:22.518555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64b3e4-dd58-406b-a2aa-9354255f8289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5221b5-f27c-45eb-af7a-3ef9e483dd94,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:22.731541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-050845d5-c14b-461c-90ed-285fc36f3409 req-17aa7139-8dc1-4beb-b986-4edade747123 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 210 time: 0.2214472 Feb 03 22:07:22.870056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe35cb-99ca-4b86-ba31-52adadd048cd req-e9ea7827-e3f1-4686-992e-f3922a77131f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:22.871605 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ebe35cb-99ca-4b86-ba31-52adadd048cd req-e9ea7827-e3f1-4686-992e-f3922a77131f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.5292847 Feb 03 22:07:22.879889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 885f4b79-5479-4e96-a893-84fda0e259dd is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:23.005960 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Publish callbacks [] for port (b3454067-158a-4afc-9440-b15bfbc44536), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.026247 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3454067-158a-4afc-9440-b15bfbc44536), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.179231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ffee8-cc83-4105-82c9-71ec229ebccd None None] Pushing event updated for resources: {'Port': ['ID=b3454067-158a-4afc-9440-b15bfbc44536,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:23.390054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ebe35cb-99ca-4b86-ba31-52adadd048cd req-315ca9d5-c503-4bd3-8d09-324eb0251de2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951375 Feb 03 22:07:23.459726 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f81796-9149-4f00-b2db-e82a7b344168 admin admin] Publish callbacks [] for security_group (2095ed84-e6b4-4233-9684-8287edee205a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.463475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Attempting to bind port b3454067-158a-4afc-9440-b15bfbc44536 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:07:23.464488 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Attempting to bind port b3454067-158a-4afc-9440-b15bfbc44536 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:07:23.464937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Attempting to bind port b3454067-158a-4afc-9440-b15bfbc44536 on network 69f1daf4-75fa-433d-b160-98f0dbe141a5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:07:23.467389 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20f81796-9149-4f00-b2db-e82a7b344168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2095ed84-e6b4-4233-9684-8287edee205a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.478255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:07:23.478644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Checking segment: {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:07:23.479053 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.479449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Bound using segment: {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:07:23.479937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Bound port: b3454067-158a-4afc-9440-b15bfbc44536, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:07:23.480322 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3454067-158a-4afc-9440-b15bfbc44536), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.631054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297264a-5195-4939-b3bf-9d25046c62dc req-7cbfe427-d452-40fe-9e7b-4c3666c07599 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:23.637070 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-7cbfe427-d452-40fe-9e7b-4c3666c07599 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.47 "GET /v2.0/networks?id=69f1daf4-75fa-433d-b160-98f0dbe141a5 HTTP/1.1" status: 200 len: 798 time: 0.8351462 Feb 03 22:07:23.650025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Request body: {'port': {'device_id': 'dad69fcb-4887-40ed-a39e-85c1714c1dac', 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5', 'admin_state_up': True, 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:23.651525 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f950-08a6-4b9d-95a1-da28f79d4b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.803516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] For port b3454067-158a-4afc-9440-b15bfbc44536, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:07:23.819038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-20f81796-9149-4f00-b2db-e82a7b344168 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8c21341d93f4d2b8c368a2fc172d9de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7245312 Feb 03 22:07:23.820794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:23.822362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f81796-9149-4f00-b2db-e82a7b344168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2095ed84-e6b4-4233-9684-8287edee205a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:23.869785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5a2dab8f-3614-4e6d-a855-fc60793cd61d None None] Provisioning complete for port b3454067-158a-4afc-9440-b15bfbc44536 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:23.870942 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a2dab8f-3614-4e6d-a855-fc60793cd61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3454067-158a-4afc-9440-b15bfbc44536), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.897028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Made reservation on behalf of d7ba3f1096fa4e95845c440907f5a4b6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:23.900587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.948030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] For port b3454067-158a-4afc-9440-b15bfbc44536, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b3454067-158a-4afc-9440-b15bfbc44536,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:07:23.957376 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0709b7d5-e971-422d-8344-279ba56aa803 admin admin] Publish callbacks [] for security_group (2095ed84-e6b4-4233-9684-8287edee205a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:23.965524 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3454067-158a-4afc-9440-b15bfbc44536), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:24.036792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0709b7d5-e971-422d-8344-279ba56aa803 admin admin] Publish callbacks [] for security_group (2095ed84-e6b4-4233-9684-8287edee205a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:24.056014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbc54bb8-c819-4194-9c2b-2d62445c3e66 req-0fc12bce-3820-4025-89ca-d60164849f0f tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 210 time: 0.1349435 Feb 03 22:07:24.112368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a2dab8f-3614-4e6d-a855-fc60793cd61d None None] Port b3454067-158a-4afc-9440-b15bfbc44536 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:24.176816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Routers {'8b61c09e-927c-48d6-ba3d-e2a4cc52413b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:24.178006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:06:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:24.181151 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0709b7d5-e971-422d-8344-279ba56aa803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2095ed84-e6b4-4233-9684-8287edee205a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:24.203316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0709b7d5-e971-422d-8344-279ba56aa803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:24.204846 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0709b7d5-e971-422d-8344-279ba56aa803 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2095ed84-e6b4-4233-9684-8287edee205a HTTP/1.1" status: 204 len: 168 time: 0.3804479 Feb 03 22:07:24.213537 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (7041d6cc-7b1e-4500-9131-40ec556056b7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:24.387936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] Set router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:07:24.439630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709b7d5-e971-422d-8344-279ba56aa803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2095ed84-e6b4-4233-9684-8287edee205a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:24.541960 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:07:24.727256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ffee8-cc83-4105-82c9-71ec229ebccd None None] Pushing event updated for resources: {'Port': ['ID=b3454067-158a-4afc-9440-b15bfbc44536,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:24.751312 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-d342fb69-9cc1-4aab-a1d4-9d6afe4c8916 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3888848 Feb 03 22:07:24.814653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Allocated IP 172.20.0.23 (69f1daf4-75fa-433d-b160-98f0dbe141a5/68575dbe-1b59-4a69-9541-04241c893154/2516ba14-d66e-48db-8224-4a05c1412c8b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:24.864588 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:24.867829 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:24.967544 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ade5bf-62ff-4a4b-b8d9-fb6511c68f50 req-b897e077-9f3f-4828-9037-47bf6be6a746 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:24.969540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15292b6a-fbf7-4970-85e5-979746692bcb None None] Provisioning complete for port b3454067-158a-4afc-9440-b15bfbc44536 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:24.969930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15292b6a-fbf7-4970-85e5-979746692bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3454067-158a-4afc-9440-b15bfbc44536), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:24.973531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26ade5bf-62ff-4a4b-b8d9-fb6511c68f50 req-b897e077-9f3f-4828-9037-47bf6be6a746 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.2778049 Feb 03 22:07:24.981439 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:25.106800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:25.132434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15292b6a-fbf7-4970-85e5-979746692bcb None None] Current status of the port b3454067-158a-4afc-9440-b15bfbc44536 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:25.133195 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15292b6a-fbf7-4970-85e5-979746692bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b3454067-158a-4afc-9440-b15bfbc44536), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:25.148590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:25.183517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-15292b6a-fbf7-4970-85e5-979746692bcb None None] For port b3454067-158a-4afc-9440-b15bfbc44536, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b3454067-158a-4afc-9440-b15bfbc44536,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:25.190755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15292b6a-fbf7-4970-85e5-979746692bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b3454067-158a-4afc-9440-b15bfbc44536), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:25.213992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69a5a821-ed8e-4cab-aaa1-eabdea6efb5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:25.270681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Network 69f1daf4-75fa-433d-b160-98f0dbe141a5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:25.353721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26ade5bf-62ff-4a4b-b8d9-fb6511c68f50 req-bbe240f1-4f0f-4b46-872f-a202c780e246 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685451 Feb 03 22:07:25.451521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:07:01Z', 'updated_at': '2022-02-03T22:07:14Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:04Z', 'updated_at': '2022-02-03T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b3454067-158a-4afc-9440-b15bfbc44536', 'name': '', 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:01:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '68575dbe-1b59-4a69-9541-04241c893154', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:13Z', 'updated_at': '2022-02-03T22:07:23Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '68575dbe-1b59-4a69-9541-04241c893154', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:25.487327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Deleting port 44162c65-b314-434b-b43a-9d412de1b694 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:25.487670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (44162c65-b314-434b-b43a-9d412de1b694), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:25.515014 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69a5a821-ed8e-4cab-aaa1-eabdea6efb5d admin admin] Publish callbacks [] for security_group (0464d819-9cd3-4dbd-80c9-9423f0630c01), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:25.544401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:25.563571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:25.565961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f867095-6ed5-4b0d-a609-c7ac5e40c217 None None] The sync data for ids ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'] in n-d-824834-9 is: [{'id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:07:01Z', 'updated_at': '2022-02-03T22:07:14Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:04Z', 'updated_at': '2022-02-03T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b3454067-158a-4afc-9440-b15bfbc44536', 'name': '', 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:01:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '68575dbe-1b59-4a69-9541-04241c893154', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:13Z', 'updated_at': '2022-02-03T22:07:23Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '68575dbe-1b59-4a69-9541-04241c893154', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:25.566894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69a5a821-ed8e-4cab-aaa1-eabdea6efb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0464d819-9cd3-4dbd-80c9-9423f0630c01), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:25.580380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15292b6a-fbf7-4970-85e5-979746692bcb None None] Pushing event updated for resources: {'Port': ['ID=b3454067-158a-4afc-9440-b15bfbc44536,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:25.698042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (44162c65-b314-434b-b43a-9d412de1b694), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:25.719307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Calling delete_port for 44162c65-b314-434b-b43a-9d412de1b694 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:25.726929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-8e47486a-4289-456b-a0cd-0f456f0b8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:25.746759 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-8e47486a-4289-456b-a0cd-0f456f0b8243 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 1167 time: 0.9674613 Feb 03 22:07:25.882303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event updated for resources: {'Port': ['ID=2516ba14-d66e-48db-8224-4a05c1412c8b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:25.984767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b3454067-158a-4afc-9440-b15bfbc44536 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:26.055865 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-69a5a821-ed8e-4cab-aaa1-eabdea6efb5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4dc1b30bedf4f60a8d896ea9d08e47d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9447553 Feb 03 22:07:26.090649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58854) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:26.102547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5a821-ed8e-4cab-aaa1-eabdea6efb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0464d819-9cd3-4dbd-80c9-9423f0630c01,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:26.113315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:26.114217 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:26.194349 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-fa03d97b-7fd9-4aad-ac0e-48d408b2b63d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.5489898 Feb 03 22:07:26.205377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b3454067-158a-4afc-9440-b15bfbc44536 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:26.209455 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b3454067-158a-4afc-9440-b15bfbc44536), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:26.228479 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Request body: {'port': {'device_id': 'dad69fcb-4887-40ed-a39e-85c1714c1dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:26.232437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (44162c65-b314-434b-b43a-9d412de1b694), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:26.332541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Port': ['ID=44162c65-b314-434b-b43a-9d412de1b694,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:26.337630 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca52d1b-67ae-4598-a368-8b31ec8131e2 admin admin] Publish callbacks [] for security_group (0464d819-9cd3-4dbd-80c9-9423f0630c01), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:26.374656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8138d3ec-fc7a-4782-97ea-bee419929b2d None None] Provisioning complete for port 2516ba14-d66e-48db-8224-4a05c1412c8b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:26.375026 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8138d3ec-fc7a-4782-97ea-bee419929b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:26.455335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3c1d9-fa83-42aa-9375-434a83999586 req-b981f0fc-78f4-46d2-8efc-c5171e1db7be tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:26.462808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-d267ebb5-59c5-4077-961d-5b7bd07f39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:26.466564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-d267ebb5-59c5-4077-961d-5b7bd07f39c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e472835-5384-4070-b3da-0aa3e704c0f5 HTTP/1.1" status: 200 len: 898 time: 0.5912056 Feb 03 22:07:26.482905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38d3c1d9-fa83-42aa-9375-434a83999586 req-b981f0fc-78f4-46d2-8efc-c5171e1db7be tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 895 time: 1.1789174 Feb 03 22:07:26.513393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8138d3ec-fc7a-4782-97ea-bee419929b2d None None] Port 2516ba14-d66e-48db-8224-4a05c1412c8b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:26.551689 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-270bee74-d587-4ecd-97aa-f04b4153ee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:26.684083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b3454067-158a-4afc-9440-b15bfbc44536 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:26.705035 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-fb043202-120d-4272-8600-e95d3f78aa4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744 HTTP/1.1" status: 200 len: 1001 time: 0.2287471 Feb 03 22:07:26.724078 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca52d1b-67ae-4598-a368-8b31ec8131e2 admin admin] Publish callbacks [] for security_group (0464d819-9cd3-4dbd-80c9-9423f0630c01), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:26.772473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:26.840406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d15f-4782-457e-897f-7d89aa73a564 req-bc0806a4-6f34-46ce-b01d-4fba7be444dd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:26.842404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52b0d15f-4782-457e-897f-7d89aa73a564 req-bc0806a4-6f34-46ce-b01d-4fba7be444dd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.2836959 Feb 03 22:07:26.913751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-e5abcf6b-bac6-48ec-bc5b-5b42d98054db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:26.916495 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-e5abcf6b-bac6-48ec-bc5b-5b42d98054db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bfb9e4b-0c92-4280-9321-d44d5112a27c HTTP/1.1" status: 200 len: 834 time: 0.2030976 Feb 03 22:07:26.952153 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:27.160718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca52d1b-67ae-4598-a368-8b31ec8131e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0464d819-9cd3-4dbd-80c9-9423f0630c01), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:27.168805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cca52d1b-67ae-4598-a368-8b31ec8131e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:27.175717 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cca52d1b-67ae-4598-a368-8b31ec8131e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0464d819-9cd3-4dbd-80c9-9423f0630c01 HTTP/1.1" status: 204 len: 168 time: 1.0816402 Feb 03 22:07:27.250433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca52d1b-67ae-4598-a368-8b31ec8131e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0464d819-9cd3-4dbd-80c9-9423f0630c01,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:27.508525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-2308474c-c806-41d4-aa27-f333aca8d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:27.511032 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-2308474c-c806-41d4-aa27-f333aca8d9fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e472835-5384-4070-b3da-0aa3e704c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5783236 Feb 03 22:07:27.547853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-f29fa2f9-e54e-43e5-9ca0-66558d4883ef service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:07:27.549092 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-f29fa2f9-e54e-43e5-9ca0-66558d4883ef service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195549 Feb 03 22:07:27.927725 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-64a1ce49-2ee3-40d2-aedb-997ea3ab9bd3 service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719234 Feb 03 22:07:28.000062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (7041d6cc-7b1e-4500-9131-40ec556056b7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:28.204943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52b0d15f-4782-457e-897f-7d89aa73a564 req-1f3983fb-150c-425f-b878-92fd6cbb5703 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3520114 Feb 03 22:07:28.210996 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73abb38c-11e8-412f-b6c5-39253ec1f0dc req-c7a1a045-d814-4a2f-8c70-84ee01f51c8a service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768543 Feb 03 22:07:28.306053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2516ba14-d66e-48db-8224-4a05c1412c8b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:07:28.316793 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Publish callbacks [] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:28.339064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Transition to ACTIVE for port object 2516ba14-d66e-48db-8224-4a05c1412c8b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:07:28.346804 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:28.494231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Pushing event updated for resources: {'Port': ['ID=2516ba14-d66e-48db-8224-4a05c1412c8b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:28.497360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e796c9d-16e5-45cc-80b8-1ca96efe8d99 req-f1cb1285-35cd-44e4-9659-8c1d56f925ab tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:28.512093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e796c9d-16e5-45cc-80b8-1ca96efe8d99 req-f1cb1285-35cd-44e4-9659-8c1d56f925ab tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 895 time: 0.5039816 Feb 03 22:07:28.642013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Router 7041d6cc-7b1e-4500-9131-40ec556056b7 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:07:28.654219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:28.725114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Attempting to bind port 2516ba14-d66e-48db-8224-4a05c1412c8b on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:07:28.730875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Attempting to bind port 2516ba14-d66e-48db-8224-4a05c1412c8b by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:07:28.731320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Attempting to bind port 2516ba14-d66e-48db-8224-4a05c1412c8b on network 69f1daf4-75fa-433d-b160-98f0dbe141a5 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:07:28.754619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Port 2516ba14-d66e-48db-8224-4a05c1412c8b on network 69f1daf4-75fa-433d-b160-98f0dbe141a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:07:28.757587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Attempting to bind port 2516ba14-d66e-48db-8224-4a05c1412c8b on network 69f1daf4-75fa-433d-b160-98f0dbe141a5 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:07:28.775763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:07:28.776026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Checking segment: {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:07:28.776444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Bound using segment: {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:07:28.777661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Bound port: 2516ba14-d66e-48db-8224-4a05c1412c8b, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed850c-325b-4b0d-88f6-9d59caad4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:07:28.779103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:28.900278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:28.922088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a375f4-607e-46a9-8166-c36f2f4b282f None None] Sync routers for ids ['7041d6cc-7b1e-4500-9131-40ec556056b7'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:28.930391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-239942dd-dc1e-41db-be09-e59270dee1a6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "PUT /v2.0/routers/7041d6cc-7b1e-4500-9131-40ec556056b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5924447 Feb 03 22:07:28.931757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58922) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:28.953560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a375f4-607e-46a9-8166-c36f2f4b282f None None] Routers {'7041d6cc-7b1e-4500-9131-40ec556056b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:28.958930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f7a375f4-607e-46a9-8166-c36f2f4b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7041d6cc-7b1e-4500-9131-40ec556056b7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:28.996260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] For port 2516ba14-d66e-48db-8224-4a05c1412c8b, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:07:29.010847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] For port 2516ba14-d66e-48db-8224-4a05c1412c8b, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2516ba14-d66e-48db-8224-4a05c1412c8b,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:07:29.025563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:29.078065 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-25a0aa89-b285-4dbc-81da-a2c21009c055 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] show failed (client error): The resource could not be found. Feb 03 22:07:29.080389 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-25a0aa89-b285-4dbc-81da-a2c21009c055 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-2046821199 HTTP/1.1" status: 404 len: 335 time: 0.1460869 Feb 03 22:07:29.085832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58926) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:29.117100 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-45b2505d-950a-4109-8882-b839574df015 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:29.121466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Pushing event updated for resources: {'Port': ['ID=2516ba14-d66e-48db-8224-4a05c1412c8b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:29.131514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:29.132937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:29.135510 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-86ac7bf7-e085-4ca5-9a17-c9ea488bb343 service neutron] 10.222.0.47 "PUT /v2.0/ports/2516ba14-d66e-48db-8224-4a05c1412c8b HTTP/1.1" status: 200 len: 1055 time: 2.9327381 Feb 03 22:07:29.135643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad69fcb-4887-40ed-a39e-85c1714c1dac', 'tag': '2516ba14-d66e-48db-8224-4a05c1412c8b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:07:29.137871 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284" -d '{"events": [{"name": "network-changed", "server_uuid": "dad69fcb-4887-40ed-a39e-85c1714c1dac", "tag": "2516ba14-d66e-48db-8224-4a05c1412c8b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:07:29.162027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:29.188401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f7a375f4-607e-46a9-8166-c36f2f4b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:29.266096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a375f4-607e-46a9-8166-c36f2f4b282f None None] Routers {'7041d6cc-7b1e-4500-9131-40ec556056b7'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:29.270176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f7a375f4-607e-46a9-8166-c36f2f4b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7041d6cc-7b1e-4500-9131-40ec556056b7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:29.300991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297264a-5195-4939-b3bf-9d25046c62dc req-12e90d79-b6fb-45e2-9803-7cf8074c1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:29.308036 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-12e90d79-b6fb-45e2-9803-7cf8074c1e1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 1089 time: 0.1149068 Feb 03 22:07:29.315613 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-45b2505d-950a-4109-8882-b839574df015 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] update failed (client error): The resource could not be found. Feb 03 22:07:29.317043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-45b2505d-950a-4109-8882-b839574df015 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1204224766 HTTP/1.1" status: 404 len: 335 time: 0.2297294 Feb 03 22:07:29.321736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:29.396067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f7a375f4-607e-46a9-8166-c36f2f4b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:29.397681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a375f4-607e-46a9-8166-c36f2f4b282f None None] The sync data for ids ['7041d6cc-7b1e-4500-9131-40ec556056b7'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:29.423643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-632b7169-b473-4220-9448-410bf1387e46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2516ba14-d66e-48db-8224-4a05c1412c8b HTTP/1.1" status: 200 len: 217 time: 0.1049805 Feb 03 22:07:29.436543 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acef1be1-c9a5-478e-b9ed-c8759031bc00 x-openstack-request-id: req-acef1be1-c9a5-478e-b9ed-c8759031bc00 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:07:29.436854 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad69fcb-4887-40ed-a39e-85c1714c1dac", "tag": "2516ba14-d66e-48db-8224-4a05c1412c8b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:07:29.440861 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acef1be1-c9a5-478e-b9ed-c8759031bc00 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:07:29.442206 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad69fcb-4887-40ed-a39e-85c1714c1dac', 'tag': '2516ba14-d66e-48db-8224-4a05c1412c8b', 'status': 'completed', 'code': 200} Feb 03 22:07:29.493420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb6d675-8c90-4f5a-90ad-824be9eb02f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Deleting subnet c66a2e06-f8df-48f5-bdf6-7154835269ae {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:07:29.509436 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adb6d675-8c90-4f5a-90ad-824be9eb02f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for subnet (c66a2e06-f8df-48f5-bdf6-7154835269ae), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:29.600520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297264a-5195-4939-b3bf-9d25046c62dc req-0059d758-ef20-4cbe-b9af-417162411138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:29.607952 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-0059d758-ef20-4cbe-b9af-417162411138 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68575dbe-1b59-4a69-9541-04241c893154 HTTP/1.1" status: 200 len: 837 time: 0.1805880 Feb 03 22:07:29.688808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adb6d675-8c90-4f5a-90ad-824be9eb02f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (c66a2e06-f8df-48f5-bdf6-7154835269ae), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:29.744367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297264a-5195-4939-b3bf-9d25046c62dc req-8e03532f-a2bf-4e99-8937-03f7bc2b8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:29.754293 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-8e03532f-a2bf-4e99-8937-03f7bc2b8831 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69f1daf4-75fa-433d-b160-98f0dbe141a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1377635 Feb 03 22:07:29.782241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1987208187'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:29.816668 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adb6d675-8c90-4f5a-90ad-824be9eb02f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (c66a2e06-f8df-48f5-bdf6-7154835269ae), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:29.871201 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:29.874147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Made reservation on behalf of 34a3e0174b4a45df8b6c84d91f92ad6e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:29.887151 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:29.919627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adb6d675-8c90-4f5a-90ad-824be9eb02f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (c66a2e06-f8df-48f5-bdf6-7154835269ae), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:29.944136 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adb6d675-8c90-4f5a-90ad-824be9eb02f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:29.946731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a191cd4-5066-410e-ac42-d397a9946e49 None None] Network cc16a35d-5977-4f47-994d-fdbee6c6577c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:29.960483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-adb6d675-8c90-4f5a-90ad-824be9eb02f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "DELETE /v2.0/subnets/c66a2e06-f8df-48f5-bdf6-7154835269ae HTTP/1.1" status: 204 len: 168 time: 0.6326916 Feb 03 22:07:29.966548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58952) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:30.045734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-4d8b5e3a-b7de-41a1-a979-f9db75d69d3f service neutron] 10.222.0.47 "GET /v2.0/networks/69f1daf4-75fa-433d-b160-98f0dbe141a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857866 Feb 03 22:07:30.046811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.141514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed795fc-0ab8-4e1b-b074-4fc40d1bcde6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Deleting subnet b72a73b2-753f-4a6b-8247-7e24697949ed {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:07:30.161853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6d675-8c90-4f5a-90ad-824be9eb02f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Subnet': ['ID=c66a2e06-f8df-48f5-bdf6-7154835269ae,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:30.174773 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed795fc-0ab8-4e1b-b074-4fc40d1bcde6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for subnet (b72a73b2-753f-4a6b-8247-7e24697949ed), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.260765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc8ab75-940a-4692-9777-f52b07caa64c None None] DHCP port deletion for cc16a35d-5977-4f47-994d-fdbee6c6577c request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:07:30.318576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d5ec5-f08f-4fd1-9a14-686318f0e5c7 req-b3d6955e-e976-4e1e-8594-dec51973618d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:30.330688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e1d5ec5-f08f-4fd1-9a14-686318f0e5c7 req-b3d6955e-e976-4e1e-8594-dec51973618d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.8311779 Feb 03 22:07:30.363467 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2297264a-5195-4939-b3bf-9d25046c62dc req-46bf5d84-7a29-413e-ab10-93fcdc375737 service neutron] 10.222.0.47 "GET /v2.0/networks/69f1daf4-75fa-433d-b160-98f0dbe141a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069167 Feb 03 22:07:30.367769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8ab75-940a-4692-9777-f52b07caa64c None None] Deleting port 6469d94d-6199-4973-bcb3-47c8ee85dd42 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:30.369411 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ab75-940a-4692-9777-f52b07caa64c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.428698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for security_group (40963d5d-f1e9-49e2-88ed-a460dd36d7b3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.447886 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (40963d5d-f1e9-49e2-88ed-a460dd36d7b3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.468681 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed795fc-0ab8-4e1b-b074-4fc40d1bcde6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (b72a73b2-753f-4a6b-8247-7e24697949ed), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.516760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacae684-00ad-4cb9-afec-e6ff4f9e8f36 req-8a86428c-ac84-4625-8801-a04d691a6085 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:30.529500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eacae684-00ad-4cb9-afec-e6ff4f9e8f36 req-8a86428c-ac84-4625-8801-a04d691a6085 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 907 time: 0.8695414 Feb 03 22:07:30.532333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4bc8ab75-940a-4692-9777-f52b07caa64c None None] For port 6469d94d-6199-4973-bcb3-47c8ee85dd42, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6469d94d-6199-4973-bcb3-47c8ee85dd42,segment=NetworkSegment(509a3902-6736-43f3-8069-b27961be530d),segment_id=509a3902-6736-43f3-8069-b27961be530d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:30.532739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ab75-940a-4692-9777-f52b07caa64c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.568738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e1d5ec5-f08f-4fd1-9a14-686318f0e5c7 req-3e463ed4-79a7-4122-9ecb-66c3e6fc3280 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362380 Feb 03 22:07:30.584190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8ab75-940a-4692-9777-f52b07caa64c None None] Calling delete_port for 6469d94d-6199-4973-bcb3-47c8ee85dd42 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:30.620675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:07:30.685142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40963d5d-f1e9-49e2-88ed-a460dd36d7b3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:30.700814 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed795fc-0ab8-4e1b-b074-4fc40d1bcde6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b72a73b2-753f-4a6b-8247-7e24697949ed), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.712623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (028c2dd2-11ad-424b-b8b3-88564d6a8fc8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.714772 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Added segment 028c2dd2-11ad-424b-b8b3-88564d6a8fc8 of type vlan for network d8f2b705-b3b3-454e-b5f3-23af970f9f02 Feb 03 22:07:30.721184 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ab75-940a-4692-9777-f52b07caa64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (6469d94d-6199-4973-bcb3-47c8ee85dd42), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.763269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8ab75-940a-4692-9777-f52b07caa64c None None] Pushing event deleted for resources: {'Port': ['ID=6469d94d-6199-4973-bcb3-47c8ee85dd42,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:30.775003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc8ab75-940a-4692-9777-f52b07caa64c None None] No DVR routers for this DVR port 6469d94d-6199-4973-bcb3-47c8ee85dd42 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:07:30.822632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed795fc-0ab8-4e1b-b074-4fc40d1bcde6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (b72a73b2-753f-4a6b-8247-7e24697949ed), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.849211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-02e600cc-ec49-4730-a6cd-961d592b2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:30.858308 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-02e600cc-ec49-4730-a6cd-961d592b2f76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 1089 time: 0.4260545 Feb 03 22:07:30.897616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97164a-0802-4f9f-adda-a5d27c22771f None None] Network 375d63cb-bee2-4d04-9855-f2dfa603c97c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:30.899950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed795fc-0ab8-4e1b-b074-4fc40d1bcde6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:30.910467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fed795fc-0ab8-4e1b-b074-4fc40d1bcde6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "DELETE /v2.0/subnets/b72a73b2-753f-4a6b-8247-7e24697949ed HTTP/1.1" status: 204 len: 168 time: 0.8951509 Feb 03 22:07:30.911635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed795fc-0ab8-4e1b-b074-4fc40d1bcde6 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Subnet': ['ID=b72a73b2-753f-4a6b-8247-7e24697949ed,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:30.917248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 58970) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:31.017156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-8a8247a3-6a28-429c-b088-4ac12c06fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:31.019295 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-8a8247a3-6a28-429c-b088-4ac12c06fd38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69f1daf4-75fa-433d-b160-98f0dbe141a5 HTTP/1.1" status: 200 len: 899 time: 0.1552253 Feb 03 22:07:31.021158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d8f2b705-b3b3-454e-b5f3-23af970f9f02), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.113709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cc16a35d-5977-4f47-994d-fdbee6c6577c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.123655 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-a4928d24-2b27-4516-954c-9b0b7e1b0c69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2516ba14-d66e-48db-8224-4a05c1412c8b HTTP/1.1" status: 200 len: 217 time: 0.0940423 Feb 03 22:07:31.194063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d8f2b705-b3b3-454e-b5f3-23af970f9f02), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.200455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:31.201135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.257526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bfbc1e-f024-465c-ae84-2fc845ef60d8 None None] DHCP port deletion for 375d63cb-bee2-4d04-9855-f2dfa603c97c request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:07:31.344885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-5a3b5c5c-82e9-44ef-a727-29685128c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:31.348465 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-5a3b5c5c-82e9-44ef-a727-29685128c98e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68575dbe-1b59-4a69-9541-04241c893154 HTTP/1.1" status: 200 len: 837 time: 0.2116101 Feb 03 22:07:31.359543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54bfbc1e-f024-465c-ae84-2fc845ef60d8 None None] Deleting port 06b1901d-a757-4897-8e65-e8b811812230 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:31.359915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54bfbc1e-f024-465c-ae84-2fc845ef60d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (06b1901d-a757-4897-8e65-e8b811812230), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.369871 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cc16a35d-5977-4f47-994d-fdbee6c6577c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.398586 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2331324 Feb 03 22:07:31.402724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:31.429124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc16a35d-5977-4f47-994d-fdbee6c6577c']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:31.452304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509a3902-6736-43f3-8069-b27961be530d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:31.455026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509a3902-6736-43f3-8069-b27961be530d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:31.478828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (509a3902-6736-43f3-8069-b27961be530d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.500535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Request body: {'subnet': {'network_id': 'd8f2b705-b3b3-454e-b5f3-23af970f9f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:31.526861 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (509a3902-6736-43f3-8069-b27961be530d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.543032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:07:31.543685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (509a3902-6736-43f3-8069-b27961be530d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:07:31.553882 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:07:31.586833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-54bfbc1e-f024-465c-ae84-2fc845ef60d8 None None] For port 06b1901d-a757-4897-8e65-e8b811812230, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=06b1901d-a757-4897-8e65-e8b811812230,segment=NetworkSegment(ba29ff87-7e81-43db-9bc9-8a1c89432e3d),segment_id=ba29ff87-7e81-43db-9bc9-8a1c89432e3d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:31.592256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54bfbc1e-f024-465c-ae84-2fc845ef60d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (06b1901d-a757-4897-8e65-e8b811812230), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.643925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54bfbc1e-f024-465c-ae84-2fc845ef60d8 None None] Calling delete_port for 06b1901d-a757-4897-8e65-e8b811812230 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:31.659798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc878a7d-134e-49ee-b453-db392a383ded tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event updated for resources: {'Network': ['ID=d8f2b705-b3b3-454e-b5f3-23af970f9f02,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:31.856755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cc16a35d-5977-4f47-994d-fdbee6c6577c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.888861 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:31.893339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "DELETE /v2.0/networks/cc16a35d-5977-4f47-994d-fdbee6c6577c HTTP/1.1" status: 204 len: 168 time: 0.9733987 Feb 03 22:07:31.896724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 58988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:31.937519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f08e4d-dd24-4a00-be4b-054a4eafacf8 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Network': ['ID=cc16a35d-5977-4f47-994d-fdbee6c6577c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:31.994912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fe613-3347-4195-ac44-e7b5ce3aa6c6 req-52a43af0-7364-43fa-b80e-f4f9a01a8217 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:31.998654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b40fe613-3347-4195-ac44-e7b5ce3aa6c6 req-52a43af0-7364-43fa-b80e-f4f9a01a8217 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 907 time: 0.3128304 Feb 03 22:07:32.029876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d3d1e-c172-451d-902c-1608eb82e9ec req-554f5472-39f8-43c2-9df1-08e91e285e4e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:32.036544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-453d3d1e-c172-451d-902c-1608eb82e9ec req-554f5472-39f8-43c2-9df1-08e91e285e4e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.2977636 Feb 03 22:07:32.062203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-5c293880-042e-495f-abff-42ec1a4cade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:32.065129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-5c293880-042e-495f-abff-42ec1a4cade3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69f1daf4-75fa-433d-b160-98f0dbe141a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6975195 Feb 03 22:07:32.069385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (375d63cb-bee2-4d04-9855-f2dfa603c97c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:32.173468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-453d3d1e-c172-451d-902c-1608eb82e9ec req-03ce3e47-8a9c-410a-894b-6815b9c48db0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311383 Feb 03 22:07:32.177515 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ea34661-987f-45ef-bd29-39e13383b131 req-6d628332-2196-4301-b9ef-5d324afc2d99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4777429 Feb 03 22:07:32.221727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d8f2b705-b3b3-454e-b5f3-23af970f9f02 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:07:32.227714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6469d94d-6199-4973-bcb3-47c8ee85dd42 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:07:32.307307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 6469d94d-6199-4973-bcb3-47c8ee85dd42 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:07:32.307714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6469d94d-6199-4973-bcb3-47c8ee85dd42 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:07:32.308075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 06b1901d-a757-4897-8e65-e8b811812230 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:07:32.334587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Made reservation on behalf of 34a3e0174b4a45df8b6c84d91f92ad6e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:32.341632 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:32.437833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Deleting port 06b1901d-a757-4897-8e65-e8b811812230 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:32.438242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (06b1901d-a757-4897-8e65-e8b811812230), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:32.441637 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54bfbc1e-f024-465c-ae84-2fc845ef60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (06b1901d-a757-4897-8e65-e8b811812230), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:32.552383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfbc1e-f024-465c-ae84-2fc845ef60d8 None None] Pushing event deleted for resources: {'Port': ['ID=06b1901d-a757-4897-8e65-e8b811812230,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:32.555024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] For port 06b1901d-a757-4897-8e65-e8b811812230, host n-d-824834-9, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:32.555389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (06b1901d-a757-4897-8e65-e8b811812230), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:32.572975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Calling delete_port for 06b1901d-a757-4897-8e65-e8b811812230 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:32.575905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Port 06b1901d-a757-4897-8e65-e8b811812230 was not found and therefore no delete operation was performed {{(pid=103398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:07:32.579777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bfbc1e-f024-465c-ae84-2fc845ef60d8 None None] No DVR routers for this DVR port 06b1901d-a757-4897-8e65-e8b811812230 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:07:32.593983 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (06b1901d-a757-4897-8e65-e8b811812230), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:32.607845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34661-987f-45ef-bd29-39e13383b131 req-ced4dfd8-43f5-4530-a73d-62e56bb903a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:32.608717 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ea34661-987f-45ef-bd29-39e13383b131 req-ced4dfd8-43f5-4530-a73d-62e56bb903a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 1128 time: 0.3628988 Feb 03 22:07:32.622621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 06b1901d-a757-4897-8e65-e8b811812230 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:32.633055 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (06b1901d-a757-4897-8e65-e8b811812230), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:32.633570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] No DVR routers for this DVR port 06b1901d-a757-4897-8e65-e8b811812230 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:07:32.722985 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-dad349ce-4747-4546-a226-8d09f9bf1afe service neutron] 10.222.0.47 "GET /v2.0/networks/69f1daf4-75fa-433d-b160-98f0dbe141a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436837 Feb 03 22:07:32.887258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Port': ['ID=06b1901d-a757-4897-8e65-e8b811812230,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:33.247896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62379593-67a8-447b-b699-4cad8d604e95 req-57caba0d-54f9-48b7-a4f3-8bcb8809d90f tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:33.256950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62379593-67a8-447b-b699-4cad8d604e95 req-57caba0d-54f9-48b7-a4f3-8bcb8809d90f tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 907 time: 0.1180913 Feb 03 22:07:33.453183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6a5c-68db-4cea-8ee8-f962b3399222 req-2f5e5889-9bfc-4b4e-9503-3dc95b58f9cf tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:33.470091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f17e6a5c-68db-4cea-8ee8-f962b3399222 req-2f5e5889-9bfc-4b4e-9503-3dc95b58f9cf tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.1185157 Feb 03 22:07:33.582225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f17e6a5c-68db-4cea-8ee8-f962b3399222 req-1df8f0f2-e24b-4e27-8d46-7655d77b6bd9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071148 Feb 03 22:07:33.773542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (375d63cb-bee2-4d04-9855-f2dfa603c97c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:33.781747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-73d8ac31-38e8-43f4-8e9e-a9cad80ce284 req-48366f39-ab8c-4c4b-b742-8ecf50a7aeb4 service neutron] 10.222.0.47 "GET /v2.0/networks/69f1daf4-75fa-433d-b160-98f0dbe141a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9448469 Feb 03 22:07:33.808101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34661-987f-45ef-bd29-39e13383b131 req-5e3c6046-8cda-4e3f-aa9b-7ec6a1f844ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:33.810274 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ea34661-987f-45ef-bd29-39e13383b131 req-5e3c6046-8cda-4e3f-aa9b-7ec6a1f844ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 1.0981405 Feb 03 22:07:33.885476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375d63cb-bee2-4d04-9855-f2dfa603c97c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:33.891799 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ea34661-987f-45ef-bd29-39e13383b131 req-a4709a6b-fdeb-4f50-8b38-ba03ff34dd44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffea67b9-51e0-4a1a-a300-2ca44a12f302 HTTP/1.1" status: 200 len: 217 time: 0.0725541 Feb 03 22:07:33.961594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba29ff87-7e81-43db-9bc9-8a1c89432e3d') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:33.961991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba29ff87-7e81-43db-9bc9-8a1c89432e3d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:34.001222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (ba29ff87-7e81-43db-9bc9-8a1c89432e3d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.029001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34661-987f-45ef-bd29-39e13383b131 req-6b3c8ab9-618f-4cae-88de-6dea03a4e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:34.030666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ea34661-987f-45ef-bd29-39e13383b131 req-6b3c8ab9-618f-4cae-88de-6dea03a4e358 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1296723 Feb 03 22:07:34.036855 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ba29ff87-7e81-43db-9bc9-8a1c89432e3d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.076820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:07:34.085468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (ba29ff87-7e81-43db-9bc9-8a1c89432e3d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:07:34.169876 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:07:34.226212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (375d63cb-bee2-4d04-9855-f2dfa603c97c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.238499 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.242319 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "DELETE /v2.0/networks/375d63cb-bee2-4d04-9855-f2dfa603c97c HTTP/1.1" status: 204 len: 168 time: 2.3421028 Feb 03 22:07:34.244811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:34.256771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (f0447376-ac68-4b02-a521-214519f247cc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.346252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-811a4172-7e76-4817-ab33-7d8b5e8fcade tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Deleting subnet 51d223e5-2c57-4949-ab9b-37487b3a46c7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:07:34.356169 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-811a4172-7e76-4817-ab33-7d8b5e8fcade tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for subnet (51d223e5-2c57-4949-ab9b-37487b3a46c7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.410194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51881e-cdf0-44f0-a63f-2bca7c18f0e2 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Network': ['ID=375d63cb-bee2-4d04-9855-f2dfa603c97c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:34.420297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event updated for resources: {'Subnet': ['ID=f0447376-ac68-4b02-a521-214519f247cc,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:34.439339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-811a4172-7e76-4817-ab33-7d8b5e8fcade tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (51d223e5-2c57-4949-ab9b-37487b3a46c7), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.446238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34661-987f-45ef-bd29-39e13383b131 req-6776cb9b-442c-4f2b-a360-f14893e84379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:34.458259 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ea34661-987f-45ef-bd29-39e13383b131 req-6776cb9b-442c-4f2b-a360-f14893e84379 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4159327 Feb 03 22:07:34.635761 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-811a4172-7e76-4817-ab33-7d8b5e8fcade tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (51d223e5-2c57-4949-ab9b-37487b3a46c7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.656402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ea34661-987f-45ef-bd29-39e13383b131 req-83d462bf-10fe-44d8-9b1a-f8f91537cb42 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769984 Feb 03 22:07:34.768493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2516ba14-d66e-48db-8224-4a05c1412c8b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:07:34.800660 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-811a4172-7e76-4817-ab33-7d8b5e8fcade tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (51d223e5-2c57-4949-ab9b-37487b3a46c7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.866291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ea34661-987f-45ef-bd29-39e13383b131 req-dc38f040-640a-4350-a351-3a5c34fd14ca service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030618 Feb 03 22:07:34.868725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Checking segment: {'id': '028c2dd2-11ad-424b-b8b3-88564d6a8fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8f2b705-b3b3-454e-b5f3-23af970f9f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:07:34.870033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Network hostable DHCP agents. Network: d8f2b705-b3b3-454e-b5f3-23af970f9f02, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:07:34.894810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a4172-7e76-4817-ab33-7d8b5e8fcade tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Subnet': ['ID=51d223e5-2c57-4949-ab9b-37487b3a46c7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:34.922524 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-811a4172-7e76-4817-ab33-7d8b5e8fcade tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:34.927429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Network d8f2b705-b3b3-454e-b5f3-23af970f9f02 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:07:34.933189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-811a4172-7e76-4817-ab33-7d8b5e8fcade tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "DELETE /v2.0/subnets/51d223e5-2c57-4949-ab9b-37487b3a46c7 HTTP/1.1" status: 204 len: 168 time: 0.6851335 Feb 03 22:07:34.939113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:34.990460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d8f2b705-b3b3-454e-b5f3-23af970f9f02) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:35.007491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:35.007491 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.040269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d20a2-cba0-4994-89a8-b25954ea4bbc req-b65d8291-d7eb-42aa-889f-904973d39254 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:35.048666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c1d20a2-cba0-4994-89a8-b25954ea4bbc req-b65d8291-d7eb-42aa-889f-904973d39254 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.2610826 Feb 03 22:07:35.067227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef1dd1-53f9-43b5-9eb3-118add7893c7 req-e3da32be-f74e-4acc-9a07-0512e468e62a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:35.076079 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7ef1dd1-53f9-43b5-9eb3-118add7893c7 req-e3da32be-f74e-4acc-9a07-0512e468e62a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 907 time: 0.2868025 Feb 03 22:07:35.081112 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a04b8e1d-a17d-402e-b6dc-8272de1a9134 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6765392 Feb 03 22:07:35.083310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:35.108863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1b2546f2-dd42-449d-9e2c-b13553965687 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-548249176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:35.115131 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2652cde0-b20d-4ea1-be6d-8acf80820796), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.122655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb8228f-52e4-44b3-8092-077121dc7476 None None] Network 2652cde0-b20d-4ea1-be6d-8acf80820796 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:35.132917 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ecb64b-d9e0-4992-97cb-4a519f633add None None] Network d8f2b705-b3b3-454e-b5f3-23af970f9f02 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:35.157583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b2546f2-dd42-449d-9e2c-b13553965687 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (fb66c961-4127-4c83-92aa-bd700ba9b5e4), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.160354 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b2546f2-dd42-449d-9e2c-b13553965687 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (fb66c961-4127-4c83-92aa-bd700ba9b5e4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.165673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c1d20a2-cba0-4994-89a8-b25954ea4bbc req-8614ca6a-322c-4a10-a066-c082a81f6c28 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157844 Feb 03 22:07:35.248654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Deleting port 52dc03ac-16b0-4902-a40d-6b618063dd84 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:35.265202 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.307633 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b2546f2-dd42-449d-9e2c-b13553965687 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for router_controller (fb66c961-4127-4c83-92aa-bd700ba9b5e4), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.312739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b2546f2-dd42-449d-9e2c-b13553965687 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (fb66c961-4127-4c83-92aa-bd700ba9b5e4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.354387 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b2546f2-dd42-449d-9e2c-b13553965687 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.357139 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1b2546f2-dd42-449d-9e2c-b13553965687 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2728186 Feb 03 22:07:35.359617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59052) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:35.439510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] For port 52dc03ac-16b0-4902-a40d-6b618063dd84, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=52dc03ac-16b0-4902-a40d-6b618063dd84,segment=NetworkSegment(0bfd92e2-9255-43a7-97b3-99bc0e41f5f8),segment_id=0bfd92e2-9255-43a7-97b3-99bc0e41f5f8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:35.440110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.504630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Calling delete_port for 52dc03ac-16b0-4902-a40d-6b618063dd84 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:35.571571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2516ba14-d66e-48db-8224-4a05c1412c8b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2516ba14-d66e-48db-8224-4a05c1412c8b,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:35.602220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '2516ba14-d66e-48db-8224-4a05c1412c8b', 'network_id': '69f1daf4-75fa-433d-b160-98f0dbe141a5', 'port_id': '2516ba14-d66e-48db-8224-4a05c1412c8b', 'mac_address': 'fa:16:3e:e3:d9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68575dbe-1b59-4a69-9541-04241c893154', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:07:35.697806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2516ba14-d66e-48db-8224-4a05c1412c8b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:35.698841 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.727643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2516ba14-d66e-48db-8224-4a05c1412c8b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:07:35.744315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-d8f2b705-b3b3-454e-b5f3-23af970f9f02', 'network_id': 'd8f2b705-b3b3-454e-b5f3-23af970f9f02', 'project_id': '34a3e0174b4a45df8b6c84d91f92ad6e', 'fixed_ips': [{'subnet_id': 'f0447376-ac68-4b02-a521-214519f247cc'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:07:35.745687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.868367 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (52dc03ac-16b0-4902-a40d-6b618063dd84), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:35.916888 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f7f5d-1cc1-4690-863a-9e5fe7ba27cf None None] DHCP port deletion for 2652cde0-b20d-4ea1-be6d-8acf80820796 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:07:35.921155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Port': ['ID=52dc03ac-16b0-4902-a40d-6b618063dd84,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:35.923013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] No DVR routers for this DVR port 52dc03ac-16b0-4902-a40d-6b618063dd84 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:07:35.963001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2516ba14-d66e-48db-8224-4a05c1412c8b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2516ba14-d66e-48db-8224-4a05c1412c8b,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:35.981304 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.029703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.140275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2652cde0-b20d-4ea1-be6d-8acf80820796), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.168349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2652cde0-b20d-4ea1-be6d-8acf80820796']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:36.179077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfd92e2-9255-43a7-97b3-99bc0e41f5f8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:36.179540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfd92e2-9255-43a7-97b3-99bc0e41f5f8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:36.193123 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (0bfd92e2-9255-43a7-97b3-99bc0e41f5f8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.226538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0bfd92e2-9255-43a7-97b3-99bc0e41f5f8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.231849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Allocated IP 172.20.0.2 (d8f2b705-b3b3-454e-b5f3-23af970f9f02/f0447376-ac68-4b02-a521-214519f247cc/5c78b1a9-99fe-4090-9289-17f243858914) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:36.241686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:07:36.243583 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (0bfd92e2-9255-43a7-97b3-99bc0e41f5f8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:07:36.296444 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:07:36.387481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2652cde0-b20d-4ea1-be6d-8acf80820796), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.468084 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.478896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "DELETE /v2.0/networks/2652cde0-b20d-4ea1-be6d-8acf80820796 HTTP/1.1" status: 204 len: 168 time: 1.5364220 Feb 03 22:07:36.485539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59078) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:36.487612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:36.537967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc789db-c652-4916-b60a-76383e9a37f7 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Pushing event deleted for resources: {'Network': ['ID=2652cde0-b20d-4ea1-be6d-8acf80820796,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:36.573100 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3e3c3414-8cb6-4d47-b414-31c70867fa11 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "GET /v2.0/ports?device_id=7041d6cc-7b1e-4500-9131-40ec556056b7 HTTP/1.1" status: 200 len: 205 time: 0.0719473 Feb 03 22:07:36.576174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:36.600082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3ca62-4e16-475c-aade-6a40ec3e92c3 req-3252c9f6-39a3-4b97-819f-1daac7d295bd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:36.602808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53b3ca62-4e16-475c-aade-6a40ec3e92c3 req-3252c9f6-39a3-4b97-819f-1daac7d295bd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.2312505 Feb 03 22:07:36.666699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b8d2d-efd5-4b49-bf1c-027ae78b110b req-c9f2fd6f-7c15-458c-b57e-2b20eee1b6da tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:36.668762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db4b8d2d-efd5-4b49-bf1c-027ae78b110b req-c9f2fd6f-7c15-458c-b57e-2b20eee1b6da tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 908 time: 0.3704445 Feb 03 22:07:36.698965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2516ba14-d66e-48db-8224-4a05c1412c8b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:07:36.747633 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25947460-6af3-420b-91b4-b2e1c9e3aca4 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for router (7041d6cc-7b1e-4500-9131-40ec556056b7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.755472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53b3ca62-4e16-475c-aade-6a40ec3e92c3 req-dce988e3-1dbd-42b4-b2d6-419af5050b0d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441224 Feb 03 22:07:36.783799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2516ba14-d66e-48db-8224-4a05c1412c8b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:36.816113 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Publish callbacks [] for port (5c78b1a9-99fe-4090-9289-17f243858914), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.828038 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (5c78b1a9-99fe-4090-9289-17f243858914), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:36.942809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Network d8f2b705-b3b3-454e-b5f3-23af970f9f02 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:36.961696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:36.973501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:37.029827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Allocated IP 172.20.0.1 (d8f2b705-b3b3-454e-b5f3-23af970f9f02/f0447376-ac68-4b02-a521-214519f247cc/555d4d0f-23fd-449e-ba73-f52730b894b4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:37.055293 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25947460-6af3-420b-91b4-b2e1c9e3aca4 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (7041d6cc-7b1e-4500-9131-40ec556056b7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.070633 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-724f71fb-2d8a-409b-8ec1-a871ac017bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.114908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Attempting to bind port 5c78b1a9-99fe-4090-9289-17f243858914 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:07:37.116539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Attempting to bind port 5c78b1a9-99fe-4090-9289-17f243858914 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '028c2dd2-11ad-424b-b8b3-88564d6a8fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8f2b705-b3b3-454e-b5f3-23af970f9f02'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:07:37.118169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Attempting to bind port 5c78b1a9-99fe-4090-9289-17f243858914 on network d8f2b705-b3b3-454e-b5f3-23af970f9f02 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:07:37.123387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Pushing event updated for resources: {'Port': ['ID=5c78b1a9-99fe-4090-9289-17f243858914,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:37.138861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:07:37.141118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Checking segment: {'id': '028c2dd2-11ad-424b-b8b3-88564d6a8fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8f2b705-b3b3-454e-b5f3-23af970f9f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:07:37.141713 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.142363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Bound using segment: {'id': '028c2dd2-11ad-424b-b8b3-88564d6a8fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8f2b705-b3b3-454e-b5f3-23af970f9f02'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:07:37.143666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Bound port: 5c78b1a9-99fe-4090-9289-17f243858914, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028c2dd2-11ad-424b-b8b3-88564d6a8fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8f2b705-b3b3-454e-b5f3-23af970f9f02'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:07:37.145761 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5c78b1a9-99fe-4090-9289-17f243858914), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.240048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] For port 5c78b1a9-99fe-4090-9289-17f243858914, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:07:37.244369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] For port 5c78b1a9-99fe-4090-9289-17f243858914, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5c78b1a9-99fe-4090-9289-17f243858914,segment=NetworkSegment(028c2dd2-11ad-424b-b8b3-88564d6a8fc8),segment_id=028c2dd2-11ad-424b-b8b3-88564d6a8fc8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:07:37.254046 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5c78b1a9-99fe-4090-9289-17f243858914), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.258864 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-724f71fb-2d8a-409b-8ec1-a871ac017bc9 admin admin] Publish callbacks [] for security_group (b9f9ea1e-8719-4457-9f98-8898efcc21aa), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.265053 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-724f71fb-2d8a-409b-8ec1-a871ac017bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b9f9ea1e-8719-4457-9f98-8898efcc21aa), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.269697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.310357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-724f71fb-2d8a-409b-8ec1-a871ac017bc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4505769cb0f84eae8e5b3d0b8bbcbb33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8164141 Feb 03 22:07:37.318134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:37.332129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25947460-6af3-420b-91b4-b2e1c9e3aca4 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for router_controller (7041d6cc-7b1e-4500-9131-40ec556056b7), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.337912 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.383459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f71fb-2d8a-409b-8ec1-a871ac017bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f9ea1e-8719-4457-9f98-8898efcc21aa,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:37.450177 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-370d20e2-7b58-47ca-bf27-3cbae53f3ae1 admin admin] Publish callbacks [] for security_group (b9f9ea1e-8719-4457-9f98-8898efcc21aa), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.466951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event updated for resources: {'Port': ['ID=555d4d0f-23fd-449e-ba73-f52730b894b4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:37.472355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b48c2-1b47-45b6-8e95-b461f46ae06b None None] Pushing event updated for resources: {'Port': ['ID=5c78b1a9-99fe-4090-9289-17f243858914,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:37.539007 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-370d20e2-7b58-47ca-bf27-3cbae53f3ae1 admin admin] Publish callbacks [] for security_group (b9f9ea1e-8719-4457-9f98-8898efcc21aa), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.540952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Network d8f2b705-b3b3-454e-b5f3-23af970f9f02 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:37.543337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:37.545903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:37.551308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25947460-6af3-420b-91b4-b2e1c9e3aca4 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (7041d6cc-7b1e-4500-9131-40ec556056b7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.551841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25947460-6af3-420b-91b4-b2e1c9e3aca4 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Fanout notify agent at l3_agent the message router_deleted on router 7041d6cc-7b1e-4500-9131-40ec556056b7 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:07:37.568382 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25947460-6af3-420b-91b4-b2e1c9e3aca4 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.569909 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-25947460-6af3-420b-91b4-b2e1c9e3aca4 tempest-RoutersNegativeTest-1791041703 tempest-RoutersNegativeTest-1791041703-project] 10.222.0.50 "DELETE /v2.0/routers/7041d6cc-7b1e-4500-9131-40ec556056b7 HTTP/1.1" status: 204 len: 168 time: 0.9930456 Feb 03 22:07:37.642029 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-370d20e2-7b58-47ca-bf27-3cbae53f3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b9f9ea1e-8719-4457-9f98-8898efcc21aa), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.644932 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-370d20e2-7b58-47ca-bf27-3cbae53f3ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.648966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-370d20e2-7b58-47ca-bf27-3cbae53f3ae1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9f9ea1e-8719-4457-9f98-8898efcc21aa HTTP/1.1" status: 204 len: 168 time: 0.3275902 Feb 03 22:07:37.667807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d20e2-7b58-47ca-bf27-3cbae53f3ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f9ea1e-8719-4457-9f98-8898efcc21aa,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:37.678114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (fb66c961-4127-4c83-92aa-bd700ba9b5e4), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.906139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 52dc03ac-16b0-4902-a40d-6b618063dd84 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:07:37.948606 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:37.979641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 52dc03ac-16b0-4902-a40d-6b618063dd84 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:07:37.981394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 52dc03ac-16b0-4902-a40d-6b618063dd84 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:07:38.147790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f4b25-f3af-45c6-88d0-d3ab0d309f08 req-f496ab76-cab1-49f4-b219-8c227d70fe7a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:38.151083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab5f4b25-f3af-45c6-88d0-d3ab0d309f08 req-f496ab76-cab1-49f4-b219-8c227d70fe7a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 908 time: 0.2479556 Feb 03 22:07:38.185837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c9a88-7de6-4c4d-8ad9-bd2539b787fa req-3e927c29-a3f8-4a94-9270-b2d592a0e77d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:38.188980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e90c9a88-7de6-4c4d-8ad9-bd2539b787fa req-3e927c29-a3f8-4a94-9270-b2d592a0e77d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.2071269 Feb 03 22:07:38.255767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e90c9a88-7de6-4c4d-8ad9-bd2539b787fa req-f2b5f6c6-33cf-4b23-a93c-3eac87488dae tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577040 Feb 03 22:07:38.353086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:38.360571 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:38.443792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (fb66c961-4127-4c83-92aa-bd700ba9b5e4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:38.447168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event updated for resources: {'Port': ['ID=555d4d0f-23fd-449e-ba73-f52730b894b4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:38.451421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59112) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:38.581373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Network d8f2b705-b3b3-454e-b5f3-23af970f9f02 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:38.583361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:38.635013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:38.653215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ca548f-9453-40a2-8b46-6880a2c14ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:38.759787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-65232c02-284e-4075-b5d0-6cb4fd757488 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40903088b94646be8398f3fb8e61b251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061075 Feb 03 22:07:38.769243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59122) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:38.787433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2516ba14-d66e-48db-8224-4a05c1412c8b up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:38.799355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Router fb66c961-4127-4c83-92aa-bd700ba9b5e4 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:07:38.872837 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ca548f-9453-40a2-8b46-6880a2c14ce0 admin admin] Publish callbacks [] for security_group (9263114f-0ed2-46d3-bb6a-daaf970d0ca1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:38.879665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ca548f-9453-40a2-8b46-6880a2c14ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9263114f-0ed2-46d3-bb6a-daaf970d0ca1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:38.886457 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a9f57a97-17c7-446b-8b07-b4b95c87948b admin admin] Publish callbacks [] for security_group (a0de7a60-d715-496a-a6bf-9aef3a7640a0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:38.896542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 2516ba14-d66e-48db-8224-4a05c1412c8b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:07:38.905244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 2516ba14-d66e-48db-8224-4a05c1412c8b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:38.905916 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:39.012973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:39.018571 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a9f57a97-17c7-446b-8b07-b4b95c87948b admin admin] Publish callbacks [] for security_group (a0de7a60-d715-496a-a6bf-9aef3a7640a0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:39.022422 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2cc6acef-1b81-4a7c-925a-eabdff0bcb58 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "PUT /v2.0/routers/fb66c961-4127-4c83-92aa-bd700ba9b5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6591957 Feb 03 22:07:39.022558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-48ca548f-9453-40a2-8b46-6880a2c14ce0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=597c87690e5b435a8197aca6b1193a7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3855588 Feb 03 22:07:39.025395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:39.025749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:39.027823 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d863e7ea-76bd-4255-a5b6-f5207a4bb8a6 None None] Sync routers for ids ['fb66c961-4127-4c83-92aa-bd700ba9b5e4'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:39.034274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Request body: {'port': {'network_id': 'd8f2b705-b3b3-454e-b5f3-23af970f9f02', 'name': 'tempest-FloatingIPNegativeTestJSON-406809081'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:39.037326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca548f-9453-40a2-8b46-6880a2c14ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9263114f-0ed2-46d3-bb6a-daaf970d0ca1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:39.071856 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863e7ea-76bd-4255-a5b6-f5207a4bb8a6 None None] Routers {'fb66c961-4127-4c83-92aa-bd700ba9b5e4'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:39.073984 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d863e7ea-76bd-4255-a5b6-f5207a4bb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fb66c961-4127-4c83-92aa-bd700ba9b5e4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:39.074805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2516ba14-d66e-48db-8224-4a05c1412c8b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:39.075296 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:39.118678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a9f57a97-17c7-446b-8b07-b4b95c87948b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a0de7a60-d715-496a-a6bf-9aef3a7640a0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:39.120817 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a9f57a97-17c7-446b-8b07-b4b95c87948b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:39.124304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a9f57a97-17c7-446b-8b07-b4b95c87948b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0de7a60-d715-496a-a6bf-9aef3a7640a0 HTTP/1.1" status: 204 len: 168 time: 0.3518069 Feb 03 22:07:39.147475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f57a97-17c7-446b-8b07-b4b95c87948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0de7a60-d715-496a-a6bf-9aef3a7640a0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:39.157511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2516ba14-d66e-48db-8224-4a05c1412c8b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2516ba14-d66e-48db-8224-4a05c1412c8b,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:39.167219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad69fcb-4887-40ed-a39e-85c1714c1dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2516ba14-d66e-48db-8224-4a05c1412c8b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:07:39.174394 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a266f961-7c34-4aa8-a2ec-c6b19dcf6351" -d '{"events": [{"server_uuid": "dad69fcb-4887-40ed-a39e-85c1714c1dac", "name": "network-vif-plugged", "status": "completed", "tag": "2516ba14-d66e-48db-8224-4a05c1412c8b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:07:39.182383 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d863e7ea-76bd-4255-a5b6-f5207a4bb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:39.207615 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863e7ea-76bd-4255-a5b6-f5207a4bb8a6 None None] Routers {'fb66c961-4127-4c83-92aa-bd700ba9b5e4'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:39.209137 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d863e7ea-76bd-4255-a5b6-f5207a4bb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fb66c961-4127-4c83-92aa-bd700ba9b5e4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:39.212347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db95f9-944e-4733-a538-6f2bf8f72ab3 None None] Network d8f2b705-b3b3-454e-b5f3-23af970f9f02 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:39.286465 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d863e7ea-76bd-4255-a5b6-f5207a4bb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:39.289641 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d863e7ea-76bd-4255-a5b6-f5207a4bb8a6 None None] The sync data for ids ['fb66c961-4127-4c83-92aa-bd700ba9b5e4'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:39.354130 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30331001-2dc4-4f75-b127-55c39e8589f5 x-openstack-request-id: req-30331001-2dc4-4f75-b127-55c39e8589f5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:07:39.354819 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad69fcb-4887-40ed-a39e-85c1714c1dac", "name": "network-vif-plugged", "status": "completed", "tag": "2516ba14-d66e-48db-8224-4a05c1412c8b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:07:39.355314 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30331001-2dc4-4f75-b127-55c39e8589f5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:07:39.355968 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad69fcb-4887-40ed-a39e-85c1714c1dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2516ba14-d66e-48db-8224-4a05c1412c8b', 'code': 200} Feb 03 22:07:39.361724 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:39.391851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5aab9-a216-4441-ad63-3b60440d0bf1 req-5ab424a3-d6fd-4363-ad6b-511cf9846c07 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:39.411982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-35f5aab9-a216-4441-ad63-3b60440d0bf1 req-5ab424a3-d6fd-4363-ad6b-511cf9846c07 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 909 time: 0.1321132 Feb 03 22:07:39.461783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2516ba14-d66e-48db-8224-4a05c1412c8b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:39.479412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a46f0842-583b-4b08-83f8-04e8e2fd370e None None] Provisioning complete for port 5c78b1a9-99fe-4090-9289-17f243858914 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:39.479677 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46f0842-583b-4b08-83f8-04e8e2fd370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5c78b1a9-99fe-4090-9289-17f243858914), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:39.574875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f913699-ec0c-4f57-8ca1-a2b50d360c3a req-c4efa266-49f6-490a-9d6d-157240e3d13d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:39.593788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f913699-ec0c-4f57-8ca1-a2b50d360c3a req-c4efa266-49f6-490a-9d6d-157240e3d13d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.1545994 Feb 03 22:07:39.596699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a46f0842-583b-4b08-83f8-04e8e2fd370e None None] Current status of the port 5c78b1a9-99fe-4090-9289-17f243858914 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:39.597244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46f0842-583b-4b08-83f8-04e8e2fd370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5c78b1a9-99fe-4090-9289-17f243858914), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:39.654719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a46f0842-583b-4b08-83f8-04e8e2fd370e None None] For port 5c78b1a9-99fe-4090-9289-17f243858914, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5c78b1a9-99fe-4090-9289-17f243858914,segment=NetworkSegment(028c2dd2-11ad-424b-b8b3-88564d6a8fc8),segment_id=028c2dd2-11ad-424b-b8b3-88564d6a8fc8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:39.659985 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46f0842-583b-4b08-83f8-04e8e2fd370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5c78b1a9-99fe-4090-9289-17f243858914), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:39.723847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f913699-ec0c-4f57-8ca1-a2b50d360c3a req-be09f739-8604-434a-9e8b-187836555090 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258333 Feb 03 22:07:39.724373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f0842-583b-4b08-83f8-04e8e2fd370e None None] Pushing event updated for resources: {'Port': ['ID=5c78b1a9-99fe-4090-9289-17f243858914,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:39.975839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5c78b1a9-99fe-4090-9289-17f243858914 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:39.976612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f70d69-e236-445f-ae86-be374537524d req-4fbd9c59-47ea-4630-a136-fa712c0df70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:39.978388 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f70d69-e236-445f-ae86-be374537524d req-4fbd9c59-47ea-4630-a136-fa712c0df70a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 1091 time: 0.1715364 Feb 03 22:07:39.990135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b90b59-a9b5-45ff-af3f-2e7c7bbf2eb8 admin admin] Publish callbacks [] for security_group (9263114f-0ed2-46d3-bb6a-daaf970d0ca1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.023927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b90b59-a9b5-45ff-af3f-2e7c7bbf2eb8 admin admin] Publish callbacks [] for security_group (9263114f-0ed2-46d3-bb6a-daaf970d0ca1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.092667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Made reservation on behalf of 34a3e0174b4a45df8b6c84d91f92ad6e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:40.101422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.110044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b90b59-a9b5-45ff-af3f-2e7c7bbf2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9263114f-0ed2-46d3-bb6a-daaf970d0ca1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.116637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b90b59-a9b5-45ff-af3f-2e7c7bbf2eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.118229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-64b90b59-a9b5-45ff-af3f-2e7c7bbf2eb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9263114f-0ed2-46d3-bb6a-daaf970d0ca1 HTTP/1.1" status: 204 len: 168 time: 1.0901124 Feb 03 22:07:40.164616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7da2f696-ae44-4efa-9533-4a64fe32fc47 None None] Provisioning complete for port 5c78b1a9-99fe-4090-9289-17f243858914 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:40.165299 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7da2f696-ae44-4efa-9533-4a64fe32fc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5c78b1a9-99fe-4090-9289-17f243858914), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.185321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b90b59-a9b5-45ff-af3f-2e7c7bbf2eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263114f-0ed2-46d3-bb6a-daaf970d0ca1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:40.189424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] device_id is not set on port 3d90d7fb-b033-4586-959b-9b62c93aaf78 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:07:40.289935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5c78b1a9-99fe-4090-9289-17f243858914 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:40.290319 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5c78b1a9-99fe-4090-9289-17f243858914), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.364514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Allocated IP 172.20.0.8 (d8f2b705-b3b3-454e-b5f3-23af970f9f02/f0447376-ac68-4b02-a521-214519f247cc/3d90d7fb-b033-4586-959b-9b62c93aaf78) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:40.478024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7da2f696-ae44-4efa-9533-4a64fe32fc47 None None] Current status of the port 5c78b1a9-99fe-4090-9289-17f243858914 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:40.498736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5c78b1a9-99fe-4090-9289-17f243858914 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:40.507213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7da2f696-ae44-4efa-9533-4a64fe32fc47 None None] Provisioning complete for port 555d4d0f-23fd-449e-ba73-f52730b894b4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:40.507823 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7da2f696-ae44-4efa-9533-4a64fe32fc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.548598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7da2f696-ae44-4efa-9533-4a64fe32fc47 None None] Port 555d4d0f-23fd-449e-ba73-f52730b894b4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:40.631702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb559-eab4-4ee2-906d-bff2af8dffd4 req-ae6ea59c-a1a1-42e5-bc48-ce2b88cd96a2 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:40.633756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-356bb559-eab4-4ee2-906d-bff2af8dffd4 req-ae6ea59c-a1a1-42e5-bc48-ce2b88cd96a2 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 909 time: 0.0996776 Feb 03 22:07:40.695015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-77900542-19b6-4daa-9fdd-ead37c8f06ce None None] Provisioning complete for port 555d4d0f-23fd-449e-ba73-f52730b894b4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:40.698985 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77900542-19b6-4daa-9fdd-ead37c8f06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.752394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for port (3d90d7fb-b033-4586-959b-9b62c93aaf78), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.842585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3d90d7fb-b033-4586-959b-9b62c93aaf78), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:40.850271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-77900542-19b6-4daa-9fdd-ead37c8f06ce None None] Port 555d4d0f-23fd-449e-ba73-f52730b894b4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:40.929589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Network d8f2b705-b3b3-454e-b5f3-23af970f9f02 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:40.932923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:40.935525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:40.966273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd735-ab9c-4b42-b189-224156de42ae req-77672371-dbf0-4e48-aad3-c4f2f7769d4e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:40.977880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc8bd735-ab9c-4b42-b189-224156de42ae req-77672371-dbf0-4e48-aad3-c4f2f7769d4e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.1124249 Feb 03 22:07:40.982985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e8714ff5-2d18-419b-be96-d16d60902174 None None] Provisioning complete for port 555d4d0f-23fd-449e-ba73-f52730b894b4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:40.983373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8714ff5-2d18-419b-be96-d16d60902174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:41.048485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event updated for resources: {'Port': ['ID=3d90d7fb-b033-4586-959b-9b62c93aaf78,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:41.065362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc8bd735-ab9c-4b42-b189-224156de42ae req-471dbe5d-4407-41b4-b3ac-2a9c9a1d5ce7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853384 Feb 03 22:07:41.087333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:41.087987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:41.090526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e8714ff5-2d18-419b-be96-d16d60902174 None None] Port 555d4d0f-23fd-449e-ba73-f52730b894b4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:41.110266 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-13c283c9-7645-4b7d-a6b5-8a057b413aaa tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0834284 Feb 03 22:07:41.113322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:41.117855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:41.146596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:41.380682 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:41.435682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-42fd33f8-8e1a-4abf-8c89-4de14b1804b5 None None] Provisioning complete for port 3d90d7fb-b033-4586-959b-9b62c93aaf78 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:41.436256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42fd33f8-8e1a-4abf-8c89-4de14b1804b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3d90d7fb-b033-4586-959b-9b62c93aaf78), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:41.486984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-42fd33f8-8e1a-4abf-8c89-4de14b1804b5 None None] Port 3d90d7fb-b033-4586-959b-9b62c93aaf78 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:07:41.560777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Allocated IP 172.25.5.144 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/a3a0b929-33f3-4f24-b00b-481a5b1c0946) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:41.696741 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for port (a3a0b929-33f3-4f24-b00b-481a5b1c0946), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:41.742930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a3a0b929-33f3-4f24-b00b-481a5b1c0946), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:41.750402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59222) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:41.804049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:41.808258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:41.818172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:41.827822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5c78b1a9-99fe-4090-9289-17f243858914 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:41.877510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92e44d-2cc3-47db-8629-b3e0e5269089 req-fb20e53c-5927-4f81-947b-b1f40ebf65b5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:41.879094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da92e44d-2cc3-47db-8629-b3e0e5269089 req-fb20e53c-5927-4f81-947b-b1f40ebf65b5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 909 time: 0.1122203 Feb 03 22:07:41.894076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event updated for resources: {'Port': ['ID=a3a0b929-33f3-4f24-b00b-481a5b1c0946,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:41.945048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5c78b1a9-99fe-4090-9289-17f243858914 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:41.945860 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5c78b1a9-99fe-4090-9289-17f243858914), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.000632 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for floatingip (2fbb5e87-a0b1-421c-bd5b-8af5b47957e4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.066671 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a3a0b929-33f3-4f24-b00b-481a5b1c0946), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.070332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-secgroup--625598916'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:42.100518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.104680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5c78b1a9-99fe-4090-9289-17f243858914 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:42.120062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.188434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bd0af-945b-4fec-8244-e5c4a9abae45 req-19397ba3-6688-49d2-957d-7c0f748bf409 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:42.190630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c5bd0af-945b-4fec-8244-e5c4a9abae45 req-19397ba3-6688-49d2-957d-7c0f748bf409 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 909 time: 0.1827316 Feb 03 22:07:42.296457 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (011978a1-8add-4ef1-ba34-0fe0c5a244e4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.307587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (011978a1-8add-4ef1-ba34-0fe0c5a244e4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.342195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011978a1-8add-4ef1-ba34-0fe0c5a244e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:42.403815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4188e2-59b9-43fb-895e-c33e355f1b9c req-63ff4faa-b055-4888-b22a-79fa1065b356 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:42.410734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb4188e2-59b9-43fb-895e-c33e355f1b9c req-63ff4faa-b055-4888-b22a-79fa1065b356 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.2334459 Feb 03 22:07:42.485365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb4188e2-59b9-43fb-895e-c33e355f1b9c req-23fb4d62-4493-48e0-9fa0-2eae1debb243 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698388 Feb 03 22:07:42.507179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for port (a3a0b929-33f3-4f24-b00b-481a5b1c0946), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.516011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c044f-bc61-43ca-a998-541315b83c22 req-f4080523-6bf0-4e1a-9542-21fbba45e292 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:42.520747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a3a0b929-33f3-4f24-b00b-481a5b1c0946), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.532712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-430c044f-bc61-43ca-a998-541315b83c22 req-f4080523-6bf0-4e1a-9542-21fbba45e292 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 1091 time: 0.1838334 Feb 03 22:07:42.602670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f85cc827-55f9-483f-ae98-f71be458fd01), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.618010 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f85cc827-55f9-483f-ae98-f71be458fd01), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.699522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85cc827-55f9-483f-ae98-f71be458fd01,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:42.708587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event updated for resources: {'Port': ['ID=a3a0b929-33f3-4f24-b00b-481a5b1c0946,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:42.737155 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (2fbb5e87-a0b1-421c-bd5b-8af5b47957e4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.739284 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.740835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ba7b7c1e-0fbd-4cd6-9101-42014f173d9e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9891019 Feb 03 22:07:42.748174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59256) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:42.771466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0128b-b387-4c67-a8d8-04450711b506 req-dd4440fb-31af-4560-b398-d09a766734f5 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:42.783180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88e0128b-b387-4c67-a8d8-04450711b506 req-dd4440fb-31af-4560-b398-d09a766734f5 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 1167 time: 0.1371181 Feb 03 22:07:42.822363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:42.829399 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a53a375c-7ce5-473a-9d32-1889b10fcdae tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7110660 Feb 03 22:07:42.829399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:42.842661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-45a59f34-82ea-4ba4-b2ae-2beb96877e5c tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Request body: {'floatingip': {'port_id': '3d90d7fb-b033-4586-959b-9b62c93aaf78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:42.877635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88e0128b-b387-4c67-a8d8-04450711b506 req-1c332b46-8f94-48a1-9eb9-45575a780d74 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0875967 Feb 03 22:07:42.889311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59266) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:42.977407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b593649-fcbb-462f-8563-5f07d0a1c3f2 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:42.984075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7b593649-fcbb-462f-8563-5f07d0a1c3f2 tempest-TestSecurityGroupsBasicOps-780716800 tempest-TestSecurityGroupsBasicOps-780716800-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 1086 time: 0.0918965 Feb 03 22:07:43.020456 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c6735222-b9af-4e8b-9cba-015d0d7ace6a tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2683184 Feb 03 22:07:43.023363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45a59f34-82ea-4ba4-b2ae-2beb96877e5c tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for floatingip (2fbb5e87-a0b1-421c-bd5b-8af5b47957e4), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.023608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59272) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:43.031451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8f582e8f-0114-4718-aa44-6179eaf8bab7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-security--1905486000', 'description': 'tempest-security-description-30375339'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:43.130861 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f582e8f-0114-4718-aa44-6179eaf8bab7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f85cc827-55f9-483f-ae98-f71be458fd01), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.183127 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f582e8f-0114-4718-aa44-6179eaf8bab7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f85cc827-55f9-483f-ae98-f71be458fd01), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.189318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f582e8f-0114-4718-aa44-6179eaf8bab7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f85cc827-55f9-483f-ae98-f71be458fd01), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.193767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f582e8f-0114-4718-aa44-6179eaf8bab7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.195206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8f582e8f-0114-4718-aa44-6179eaf8bab7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "PUT /v2.0/security-groups/f85cc827-55f9-483f-ae98-f71be458fd01 HTTP/1.1" status: 200 len: 1795 time: 0.1706040 Feb 03 22:07:43.216379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:43.229309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f582e8f-0114-4718-aa44-6179eaf8bab7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85cc827-55f9-483f-ae98-f71be458fd01,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:43.296140 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-45a59f34-82ea-4ba4-b2ae-2beb96877e5c tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] update failed (client error): The resource could not be found. Feb 03 22:07:43.297781 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-45a59f34-82ea-4ba4-b2ae-2beb96877e5c tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "PUT /v2.0/floatingips/2fbb5e87-a0b1-421c-bd5b-8af5b47957e4 HTTP/1.1" status: 404 len: 507 time: 0.4682434 Feb 03 22:07:43.302095 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2b197d1a-9e81-49ff-9004-86df5939c618 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups/f85cc827-55f9-483f-ae98-f71be458fd01 HTTP/1.1" status: 200 len: 1795 time: 0.0839777 Feb 03 22:07:43.302963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59284) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:43.308456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59286) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:43.439453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef87904-a156-4a66-b31e-d7f08484314f req-1701cf46-0b40-4ed9-a067-b6ba2443b3e8 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:43.441077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef87904-a156-4a66-b31e-d7f08484314f req-1701cf46-0b40-4ed9-a067-b6ba2443b3e8 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 909 time: 0.1489587 Feb 03 22:07:43.450332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Deleting port a3a0b929-33f3-4f24-b00b-481a5b1c0946 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:43.451155 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a3a0b929-33f3-4f24-b00b-481a5b1c0946), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.474516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd2251dd-800a-4d66-98ff-25d47b755984 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f85cc827-55f9-483f-ae98-f71be458fd01), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.504689 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd2251dd-800a-4d66-98ff-25d47b755984 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f85cc827-55f9-483f-ae98-f71be458fd01), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.576463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd2251dd-800a-4d66-98ff-25d47b755984 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f85cc827-55f9-483f-ae98-f71be458fd01), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.580558 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd2251dd-800a-4d66-98ff-25d47b755984 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.585729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:43.586978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fd2251dd-800a-4d66-98ff-25d47b755984 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/f85cc827-55f9-483f-ae98-f71be458fd01 HTTP/1.1" status: 204 len: 168 time: 0.2763767 Feb 03 22:07:43.604896 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a3a0b929-33f3-4f24-b00b-481a5b1c0946), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.605484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for floatingip (a3a0b929-33f3-4f24-b00b-481a5b1c0946), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:43.612267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2251dd-800a-4d66-98ff-25d47b755984 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85cc827-55f9-483f-ae98-f71be458fd01,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:43.673028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Calling delete_port for a3a0b929-33f3-4f24-b00b-481a5b1c0946 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:43.723083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66d0ba-480e-4967-8ddb-499852ee2e44 req-a26d00ee-d405-43f2-8c09-792f3189fde0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:43.731615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea66d0ba-480e-4967-8ddb-499852ee2e44 req-a26d00ee-d405-43f2-8c09-792f3189fde0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.1209223 Feb 03 22:07:43.805658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea66d0ba-480e-4967-8ddb-499852ee2e44 req-f2895928-1aa1-4214-a391-db8d23087926 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730834 Feb 03 22:07:43.835543 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-af604e51-8f20-42c7-9356-ae91d4a537eb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2448936 Feb 03 22:07:43.838876 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:43.866111 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2ee9900c-e7d1-43c0-8b1b-6da1a9a5aca9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] delete failed (client error): The resource could not be found. Feb 03 22:07:43.871282 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2ee9900c-e7d1-43c0-8b1b-6da1a9a5aca9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/f85cc827-55f9-483f-ae98-f71be458fd01 HTTP/1.1" status: 404 len: 347 time: 0.0258148 Feb 03 22:07:43.871793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59310) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:43.878705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8e634c81-4a81-44f5-8fba-8e0d47f25cd7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405882640'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:43.913435 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e634c81-4a81-44f5-8fba-8e0d47f25cd7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.003936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a3a0b929-33f3-4f24-b00b-481a5b1c0946), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.033617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e634c81-4a81-44f5-8fba-8e0d47f25cd7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (c36710bd-3b53-4c8d-a926-5a66bff48ee9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.042023 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e634c81-4a81-44f5-8fba-8e0d47f25cd7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c36710bd-3b53-4c8d-a926-5a66bff48ee9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.046311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event deleted for resources: {'Port': ['ID=a3a0b929-33f3-4f24-b00b-481a5b1c0946,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:44.074974 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e634c81-4a81-44f5-8fba-8e0d47f25cd7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.078879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8e634c81-4a81-44f5-8fba-8e0d47f25cd7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2036467 Feb 03 22:07:44.088682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:44.100782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-866341e1-ce6c-44d1-8fcf-b0a773926a95 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'c36710bd-3b53-4c8d-a926-5a66bff48ee9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:44.133693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e634c81-4a81-44f5-8fba-8e0d47f25cd7 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36710bd-3b53-4c8d-a926-5a66bff48ee9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:44.178505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for floatingip (2fbb5e87-a0b1-421c-bd5b-8af5b47957e4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.181081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.182737 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3163a77c-85da-4889-898f-b29c83c6fc3b tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "DELETE /v2.0/floatingips/2fbb5e87-a0b1-421c-bd5b-8af5b47957e4 HTTP/1.1" status: 204 len: 168 time: 0.8785400 Feb 03 22:07:44.186504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:44.191555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2b8877fd-03dc-4623-9814-22363b498d37 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Request body: {'floatingip': {'floating_network_id': 'd8f2b705-b3b3-454e-b5f3-23af970f9f02', 'port_id': '3d90d7fb-b033-4586-959b-9b62c93aaf78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:44.217507 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-866341e1-ce6c-44d1-8fcf-b0a773926a95 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (1e349ef8-daf5-47bb-b320-eca81e25c13b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.224038 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b8877fd-03dc-4623-9814-22363b498d37 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.284561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-866341e1-ce6c-44d1-8fcf-b0a773926a95 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (1e349ef8-daf5-47bb-b320-eca81e25c13b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.290316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-866341e1-ce6c-44d1-8fcf-b0a773926a95 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (1e349ef8-daf5-47bb-b320-eca81e25c13b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.328033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-866341e1-ce6c-44d1-8fcf-b0a773926a95 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.334408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59340) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:44.334742 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-866341e1-ce6c-44d1-8fcf-b0a773926a95 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2445898 Feb 03 22:07:44.352225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866341e1-ce6c-44d1-8fcf-b0a773926a95 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e349ef8-daf5-47bb-b320-eca81e25c13b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:44.394602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2469aaf8-7cc6-4f98-9ea4-46023630b0be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (1e349ef8-daf5-47bb-b320-eca81e25c13b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.399686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:44.405243 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2469aaf8-7cc6-4f98-9ea4-46023630b0be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (1e349ef8-daf5-47bb-b320-eca81e25c13b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.427117 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-2b8877fd-03dc-4623-9814-22363b498d37 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:07:44.428194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b8877fd-03dc-4623-9814-22363b498d37 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2406905 Feb 03 22:07:44.433514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59346) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:44.447529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '3d90d7fb-b033-4586-959b-9b62c93aaf78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:44.453620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2469aaf8-7cc6-4f98-9ea4-46023630b0be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (1e349ef8-daf5-47bb-b320-eca81e25c13b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.473179 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2469aaf8-7cc6-4f98-9ea4-46023630b0be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.478246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2469aaf8-7cc6-4f98-9ea4-46023630b0be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1e349ef8-daf5-47bb-b320-eca81e25c13b HTTP/1.1" status: 204 len: 168 time: 0.1412139 Feb 03 22:07:44.479012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469aaf8-7cc6-4f98-9ea4-46023630b0be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e349ef8-daf5-47bb-b320-eca81e25c13b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:44.484705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:44.544029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.639944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21f923-a5bd-43dc-aef2-5a9b9a299ac0 req-58241b98-2305-4cef-8894-962afc664632 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:44.641466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da21f923-a5bd-43dc-aef2-5a9b9a299ac0 req-58241b98-2305-4cef-8894-962afc664632 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 909 time: 0.0721712 Feb 03 22:07:44.647885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fcdeda98-3a5f-4860-8411-d6cd8caca2ad tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1572042 Feb 03 22:07:44.650710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:44.679861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1552-f916-497d-89a0-0ecd2f2550e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.706437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7245a2-727e-444b-9e5d-be3640463030 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (c36710bd-3b53-4c8d-a926-5a66bff48ee9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.721850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-c3362f94-7a13-4f99-babc-990fcbe0e4a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:44.724006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-c3362f94-7a13-4f99-babc-990fcbe0e4a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.47 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 909 time: 0.1365120 Feb 03 22:07:44.730116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7245a2-727e-444b-9e5d-be3640463030 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (c36710bd-3b53-4c8d-a926-5a66bff48ee9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.789918 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7245a2-727e-444b-9e5d-be3640463030 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c36710bd-3b53-4c8d-a926-5a66bff48ee9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.793364 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7245a2-727e-444b-9e5d-be3640463030 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:44.794899 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9e7245a2-727e-444b-9e5d-be3640463030 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/c36710bd-3b53-4c8d-a926-5a66bff48ee9 HTTP/1.1" status: 204 len: 168 time: 0.1431406 Feb 03 22:07:44.800686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:44.801845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f2831c1d-6b20-49c4-9144-d33975d30c60 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:07:44.806350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7245a2-727e-444b-9e5d-be3640463030 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36710bd-3b53-4c8d-a926-5a66bff48ee9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:44.899618 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4d5757f2-5f03-4e30-929d-da4295298b18 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0929189 Feb 03 22:07:44.899860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59366) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:44.905951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-61c785df-160e-4f82-9dd9-980d26e03e93 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361003899'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:45.006131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a81f8-d521-4c7a-bb60-803d3aa367d8 req-265035e6-8b43-4843-b1b9-5609e1f883ed tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:45.009587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e11a81f8-d521-4c7a-bb60-803d3aa367d8 req-265035e6-8b43-4843-b1b9-5609e1f883ed tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 944 time: 0.0807030 Feb 03 22:07:45.013247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.016485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1552-f916-497d-89a0-0ecd2f2550e5 admin admin] Publish callbacks [] for security_group (2634daab-ad00-44f4-875d-abcced3bbe37), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.020202 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61c785df-160e-4f82-9dd9-980d26e03e93 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.033010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f2831c1d-6b20-49c4-9144-d33975d30c60, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f2831c1d-6b20-49c4-9144-d33975d30c60,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:45.043107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1552-f916-497d-89a0-0ecd2f2550e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2634daab-ad00-44f4-875d-abcced3bbe37), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.064611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'f2831c1d-6b20-49c4-9144-d33975d30c60', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'port_id': 'f2831c1d-6b20-49c4-9144-d33975d30c60', 'mac_address': 'fa:16:3e:43:0b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:07:45.144314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e11a81f8-d521-4c7a-bb60-803d3aa367d8 req-174f328e-300a-439c-b426-30d5385d75d3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213429 Feb 03 22:07:45.144878 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Deleting port 2516ba14-d66e-48db-8224-4a05c1412c8b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:45.145176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.150080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f2831c1d-6b20-49c4-9144-d33975d30c60 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:45.151856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.187185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2831c1d-6b20-49c4-9144-d33975d30c60 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:07:45.212549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f2831c1d-6b20-49c4-9144-d33975d30c60, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f2831c1d-6b20-49c4-9144-d33975d30c60,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:45.217654 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.240059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3e7f1552-f916-497d-89a0-0ecd2f2550e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c219a30834334ceaa7a952f49d64ad9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8348677 Feb 03 22:07:45.241307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:45.256764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f1552-f916-497d-89a0-0ecd2f2550e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2634daab-ad00-44f4-875d-abcced3bbe37,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:45.292877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f2831c1d-6b20-49c4-9144-d33975d30c60,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:45.323725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-340c06cc-985a-4345-a1e4-721068345091 admin admin] Publish callbacks [] for security_group (2634daab-ad00-44f4-875d-abcced3bbe37), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.356120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-340c06cc-985a-4345-a1e4-721068345091 admin admin] Publish callbacks [] for security_group (2634daab-ad00-44f4-875d-abcced3bbe37), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.356655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61c785df-160e-4f82-9dd9-980d26e03e93 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (e05e6172-268f-4bb2-84de-47599fbfa583), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.371321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61c785df-160e-4f82-9dd9-980d26e03e93 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e05e6172-268f-4bb2-84de-47599fbfa583), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.387492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Allocated IP 172.25.5.211 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/092d05cd-41dc-420f-81be-8c7a268c3945) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:07:45.391176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] For port 2516ba14-d66e-48db-8224-4a05c1412c8b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2516ba14-d66e-48db-8224-4a05c1412c8b,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:45.391582 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.424375 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-340c06cc-985a-4345-a1e4-721068345091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2634daab-ad00-44f4-875d-abcced3bbe37), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.427314 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-340c06cc-985a-4345-a1e4-721068345091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.427587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Calling delete_port for 2516ba14-d66e-48db-8224-4a05c1412c8b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:45.431952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-340c06cc-985a-4345-a1e4-721068345091 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2634daab-ad00-44f4-875d-abcced3bbe37 HTTP/1.1" status: 204 len: 168 time: 0.1881742 Feb 03 22:07:45.441014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59380) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:45.457933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61c785df-160e-4f82-9dd9-980d26e03e93 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.459317 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-61c785df-160e-4f82-9dd9-980d26e03e93 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5583804 Feb 03 22:07:45.468840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c06cc-985a-4345-a1e4-721068345091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2634daab-ad00-44f4-875d-abcced3bbe37,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:45.472293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59384) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:45.504672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c785df-160e-4f82-9dd9-980d26e03e93 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05e6172-268f-4bb2-84de-47599fbfa583,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:45.518147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-25cebd4a-fe2a-4bb4-890a-587ef1e7a49d tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'e05e6172-268f-4bb2-84de-47599fbfa583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:45.537596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f2831c1d-6b20-49c4-9144-d33975d30c60'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:07:45.575930 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-25cebd4a-fe2a-4bb4-890a-587ef1e7a49d tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (dad893b4-ab1e-4511-987c-b94bdcbb94f4), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.646667 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for port (092d05cd-41dc-420f-81be-8c7a268c3945), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.703827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-25cebd4a-fe2a-4bb4-890a-587ef1e7a49d tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (dad893b4-ab1e-4511-987c-b94bdcbb94f4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.710474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-25cebd4a-fe2a-4bb4-890a-587ef1e7a49d tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (dad893b4-ab1e-4511-987c-b94bdcbb94f4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.750704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cebd4a-fe2a-4bb4-890a-587ef1e7a49d tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad893b4-ab1e-4511-987c-b94bdcbb94f4,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:45.783243 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-25cebd4a-fe2a-4bb4-890a-587ef1e7a49d tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.789573 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-25cebd4a-fe2a-4bb4-890a-587ef1e7a49d tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3077419 Feb 03 22:07:45.790532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:45.822816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2516ba14-d66e-48db-8224-4a05c1412c8b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.840777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (092d05cd-41dc-420f-81be-8c7a268c3945), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.863044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bf264ff5-2491-41de-9260-50f0813d3cfd tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'e05e6172-268f-4bb2-84de-47599fbfa583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:45.939267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:45.946091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Port': ['ID=2516ba14-d66e-48db-8224-4a05c1412c8b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:45.952033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b72be05c-cf07-4300-b203-0f0f1e661640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.957493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] No DVR routers for this DVR port 2516ba14-d66e-48db-8224-4a05c1412c8b on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:07:45.980835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920736d-8893-4965-a502-d7df1ed96e4b req-148d77fc-b455-41bf-b674-0da0008f6d32 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:45.982504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f920736d-8893-4965-a502-d7df1ed96e4b req-148d77fc-b455-41bf-b674-0da0008f6d32 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=dad69fcb-4887-40ed-a39e-85c1714c1dac HTTP/1.1" status: 200 len: 830 time: 0.1910269 Feb 03 22:07:45.984535 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf264ff5-2491-41de-9260-50f0813d3cfd tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (e2bd4fa0-11f0-4230-9c3b-012ee28cd6cd), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:45.990098 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9846cdd0-d3f3-40e5-bbc3-0fefa618621b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.019925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event updated for resources: {'Port': ['ID=092d05cd-41dc-420f-81be-8c7a268c3945,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:46.029163 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.033932 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c0bf8be5-701a-4b41-b3c3-56ec455a7549 req-fa7163e1-cab1-43fe-8a09-aef51f47bfcd tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.47 "DELETE /v2.0/ports/2516ba14-d66e-48db-8224-4a05c1412c8b HTTP/1.1" status: 204 len: 173 time: 1.2969661 Feb 03 22:07:46.038926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad69fcb-4887-40ed-a39e-85c1714c1dac', 'name': 'network-vif-deleted', 'tag': '2516ba14-d66e-48db-8224-4a05c1412c8b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:07:46.041522 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178e70a9-f01a-458f-bd19-e55cc7e1e046" -d '{"events": [{"server_uuid": "dad69fcb-4887-40ed-a39e-85c1714c1dac", "name": "network-vif-deleted", "tag": "2516ba14-d66e-48db-8224-4a05c1412c8b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:07:46.046958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:07:46.049732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:46.053141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:07:46.132462 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c54942-7e30-48b3-b64b-38ba31a13b0c x-openstack-request-id: req-27c54942-7e30-48b3-b64b-38ba31a13b0c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:07:46.132699 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad69fcb-4887-40ed-a39e-85c1714c1dac", "name": "network-vif-deleted", "tag": "2516ba14-d66e-48db-8224-4a05c1412c8b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:07:46.132980 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27c54942-7e30-48b3-b64b-38ba31a13b0c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:07:46.133602 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad69fcb-4887-40ed-a39e-85c1714c1dac', 'name': 'network-vif-deleted', 'tag': '2516ba14-d66e-48db-8224-4a05c1412c8b', 'status': 'completed', 'code': 200} Feb 03 22:07:46.146469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9846cdd0-d3f3-40e5-bbc3-0fefa618621b admin admin] Publish callbacks [] for security_group (281199d5-1cfd-45d4-89a6-159ab7b22456), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.165739 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9846cdd0-d3f3-40e5-bbc3-0fefa618621b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (281199d5-1cfd-45d4-89a6-159ab7b22456), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.270428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Deleting port 092d05cd-41dc-420f-81be-8c7a268c3945 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:46.271004 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (092d05cd-41dc-420f-81be-8c7a268c3945), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.283602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9846cdd0-d3f3-40e5-bbc3-0fefa618621b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a459ccc258dd44c2a07ff4fc7d3a64dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430479 Feb 03 22:07:46.301856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846cdd0-d3f3-40e5-bbc3-0fefa618621b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281199d5-1cfd-45d4-89a6-159ab7b22456,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:46.305498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:46.343610 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf264ff5-2491-41de-9260-50f0813d3cfd tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (e2bd4fa0-11f0-4230-9c3b-012ee28cd6cd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.354694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (092d05cd-41dc-420f-81be-8c7a268c3945), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.354964 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for floatingip (092d05cd-41dc-420f-81be-8c7a268c3945), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.359446 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf264ff5-2491-41de-9260-50f0813d3cfd tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (e2bd4fa0-11f0-4230-9c3b-012ee28cd6cd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.367987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Calling delete_port for 092d05cd-41dc-420f-81be-8c7a268c3945 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:46.419504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf264ff5-2491-41de-9260-50f0813d3cfd tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bd4fa0-11f0-4230-9c3b-012ee28cd6cd,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:46.428121 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf264ff5-2491-41de-9260-50f0813d3cfd tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.429315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bf264ff5-2491-41de-9260-50f0813d3cfd tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5915005 Feb 03 22:07:46.435058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:46.436329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406627b0-f37d-44a0-b574-5df95f6df5be req-66b8d0d3-5e4b-4988-b27c-89cd6b117569 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:46.437844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-406627b0-f37d-44a0-b574-5df95f6df5be req-66b8d0d3-5e4b-4988-b27c-89cd6b117569 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 945 time: 0.1935499 Feb 03 22:07:46.440779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f9729dc4-4efa-46f9-8179-9a973269e3db tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'e05e6172-268f-4bb2-84de-47599fbfa583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:46.440953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b72be05c-cf07-4300-b203-0f0f1e661640 admin admin] Publish callbacks [] for security_group (ef084885-cace-4b02-9d1a-6570c632b25a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.455141 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b72be05c-cf07-4300-b203-0f0f1e661640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ef084885-cace-4b02-9d1a-6570c632b25a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.488079 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9729dc4-4efa-46f9-8179-9a973269e3db tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (b1418761-8963-4bfc-977c-21f5776f7588), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.497561 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-799d8803-e256-4698-8022-af644f5f6dad admin admin] Publish callbacks [] for security_group (281199d5-1cfd-45d4-89a6-159ab7b22456), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.527510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b72be05c-cf07-4300-b203-0f0f1e661640 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6a281a92b18448e9a9223e0c7a6c6c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0840569 Feb 03 22:07:46.531034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:46.556793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72be05c-cf07-4300-b203-0f0f1e661640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef084885-cace-4b02-9d1a-6570c632b25a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:46.560619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-799d8803-e256-4698-8022-af644f5f6dad admin admin] Publish callbacks [] for security_group (281199d5-1cfd-45d4-89a6-159ab7b22456), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.577087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-406627b0-f37d-44a0-b574-5df95f6df5be req-d82b5c04-aa09-4b6e-b029-394cf9e65cb0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302712 Feb 03 22:07:46.600207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (092d05cd-41dc-420f-81be-8c7a268c3945), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.626093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-799d8803-e256-4698-8022-af644f5f6dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (281199d5-1cfd-45d4-89a6-159ab7b22456), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.630981 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-799d8803-e256-4698-8022-af644f5f6dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.633338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-799d8803-e256-4698-8022-af644f5f6dad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/281199d5-1cfd-45d4-89a6-159ab7b22456 HTTP/1.1" status: 204 len: 168 time: 0.3217821 Feb 03 22:07:46.643327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d8803-e256-4698-8022-af644f5f6dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281199d5-1cfd-45d4-89a6-159ab7b22456,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:46.646088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9729dc4-4efa-46f9-8179-9a973269e3db tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (b1418761-8963-4bfc-977c-21f5776f7588), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.684319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9729dc4-4efa-46f9-8179-9a973269e3db tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (b1418761-8963-4bfc-977c-21f5776f7588), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.693341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event deleted for resources: {'Port': ['ID=092d05cd-41dc-420f-81be-8c7a268c3945,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:46.735562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9729dc4-4efa-46f9-8179-9a973269e3db tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1418761-8963-4bfc-977c-21f5776f7588,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:46.756241 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2072087-84df-43a7-8e6c-a3c3a7d3f183 admin admin] Publish callbacks [] for security_group (ef084885-cace-4b02-9d1a-6570c632b25a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.767779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9729dc4-4efa-46f9-8179-9a973269e3db tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.769018 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f9729dc4-4efa-46f9-8179-9a973269e3db tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3329697 Feb 03 22:07:46.772000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:46.778081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eb21c99b-6c13-496a-a3f1-d7bfe0736714 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'e05e6172-268f-4bb2-84de-47599fbfa583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:46.800563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2072087-84df-43a7-8e6c-a3c3a7d3f183 admin admin] Publish callbacks [] for security_group (ef084885-cace-4b02-9d1a-6570c632b25a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.801591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f2831c1d-6b20-49c4-9144-d33975d30c60 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:07:46.810274 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb21c99b-6c13-496a-a3f1-d7bfe0736714 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (0b5fc49a-c3dd-4126-bc8f-9e6ed826ed22), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.877992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port f2831c1d-6b20-49c4-9144-d33975d30c60 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:07:46.884538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port f2831c1d-6b20-49c4-9144-d33975d30c60 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:07:46.885333 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.904470 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2072087-84df-43a7-8e6c-a3c3a7d3f183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ef084885-cace-4b02-9d1a-6570c632b25a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.913359 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2072087-84df-43a7-8e6c-a3c3a7d3f183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.914378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a2072087-84df-43a7-8e6c-a3c3a7d3f183 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef084885-cace-4b02-9d1a-6570c632b25a HTTP/1.1" status: 204 len: 168 time: 0.3796303 Feb 03 22:07:46.919895 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] create failed (client error): The resource could not be found. Feb 03 22:07:46.928087 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-09f4c1b4-91ca-412a-97ff-d23665a58df3 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4865911 Feb 03 22:07:46.930913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:46.945134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2072087-84df-43a7-8e6c-a3c3a7d3f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef084885-cace-4b02-9d1a-6570c632b25a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:46.954283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb21c99b-6c13-496a-a3f1-d7bfe0736714 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (0b5fc49a-c3dd-4126-bc8f-9e6ed826ed22), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:46.962464 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb21c99b-6c13-496a-a3f1-d7bfe0736714 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0b5fc49a-c3dd-4126-bc8f-9e6ed826ed22), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.030991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f2831c1d-6b20-49c4-9144-d33975d30c60 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:07:47.031634 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.034055 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb21c99b-6c13-496a-a3f1-d7bfe0736714 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.041351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb21c99b-6c13-496a-a3f1-d7bfe0736714 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2681699 Feb 03 22:07:47.043145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59420) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:47.048282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21c99b-6c13-496a-a3f1-d7bfe0736714 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5fc49a-c3dd-4126-bc8f-9e6ed826ed22,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:47.049543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3ce4342f-3676-4d1f-99d6-947bd752d688 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'e05e6172-268f-4bb2-84de-47599fbfa583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:47.082070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59422) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:47.093350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1153a3bd-5c94-412b-88d0-41fdccbc0f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2831c1d-6b20-49c4-9144-d33975d30c60'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:07:47.098237 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63b6092-0a87-4a5c-a252-c2be5c534e44" -d '{"events": [{"server_uuid": "1153a3bd-5c94-412b-88d0-41fdccbc0f56", "name": "network-vif-plugged", "status": "completed", "tag": "f2831c1d-6b20-49c4-9144-d33975d30c60"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:07:47.101030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f001c-2e93-427c-bf37-969c16e86a97 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Deleting port 3d90d7fb-b033-4586-959b-9b62c93aaf78 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:47.102288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd8f001c-2e93-427c-bf37-969c16e86a97 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3d90d7fb-b033-4586-959b-9b62c93aaf78), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.126899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f2831c1d-6b20-49c4-9144-d33975d30c60, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f2831c1d-6b20-49c4-9144-d33975d30c60,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:47.131837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.133947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2516ba14-d66e-48db-8224-4a05c1412c8b no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:07:47.187852 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77002cb-e2fc-4b35-9629-0ab93f6878a3 x-openstack-request-id: req-f77002cb-e2fc-4b35-9629-0ab93f6878a3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:07:47.190197 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1153a3bd-5c94-412b-88d0-41fdccbc0f56", "name": "network-vif-plugged", "status": "completed", "tag": "f2831c1d-6b20-49c4-9144-d33975d30c60", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:07:47.190675 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f77002cb-e2fc-4b35-9629-0ab93f6878a3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:07:47.191314 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1153a3bd-5c94-412b-88d0-41fdccbc0f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2831c1d-6b20-49c4-9144-d33975d30c60', 'code': 200} Feb 03 22:07:47.240370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 2516ba14-d66e-48db-8224-4a05c1412c8b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:07:47.243228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2516ba14-d66e-48db-8224-4a05c1412c8b not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:07:47.266261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:47.291686 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d552c4f-d283-48d4-b9a8-8ffd7e759ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.300462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f2831c1d-6b20-49c4-9144-d33975d30c60,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:47.414581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d552c4f-d283-48d4-b9a8-8ffd7e759ca2 admin admin] Publish callbacks [] for security_group (b5e25a60-8e21-4f8a-9b33-31bfbe75e53a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.425477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d552c4f-d283-48d4-b9a8-8ffd7e759ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b5e25a60-8e21-4f8a-9b33-31bfbe75e53a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.592029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:47.608243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ce4342f-3676-4d1f-99d6-947bd752d688 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (63be91ef-8a76-4f08-82fb-6dc53c036a6d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.650920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd9738d8-d04c-4058-ab22-0573b3ae4807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.761437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee9e21-9bc2-4e84-a1f9-f6a5d34ee4b5 req-f077ca81-7d64-41c1-8203-947cd653b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:47.762975 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3fee9e21-9bc2-4e84-a1f9-f6a5d34ee4b5 req-f077ca81-7d64-41c1-8203-947cd653b8fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 1128 time: 0.1700664 Feb 03 22:07:47.769334 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd8f001c-2e93-427c-bf37-969c16e86a97 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3d90d7fb-b033-4586-959b-9b62c93aaf78), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.773636 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ce4342f-3676-4d1f-99d6-947bd752d688 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (63be91ef-8a76-4f08-82fb-6dc53c036a6d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.798365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ce4342f-3676-4d1f-99d6-947bd752d688 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (63be91ef-8a76-4f08-82fb-6dc53c036a6d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.807442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f001c-2e93-427c-bf37-969c16e86a97 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Calling delete_port for 3d90d7fb-b033-4586-959b-9b62c93aaf78 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:47.880608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4342f-3676-4d1f-99d6-947bd752d688 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63be91ef-8a76-4f08-82fb-6dc53c036a6d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:47.897581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ce4342f-3676-4d1f-99d6-947bd752d688 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.898893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3ce4342f-3676-4d1f-99d6-947bd752d688 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8548510 Feb 03 22:07:47.904722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:47.955988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3fee9e21-9bc2-4e84-a1f9-f6a5d34ee4b5 req-4b659138-7eb4-4354-9980-8916c1c8a295 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740599 Feb 03 22:07:47.995128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd9738d8-d04c-4058-ab22-0573b3ae4807 admin admin] Publish callbacks [] for security_group (9b4bc11c-fec2-47f1-b9a0-59e1704aa329), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:47.996489 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-944946bd-6f28-42a0-a6b0-3b9f808b2407 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (63be91ef-8a76-4f08-82fb-6dc53c036a6d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.010041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-944946bd-6f28-42a0-a6b0-3b9f808b2407 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (63be91ef-8a76-4f08-82fb-6dc53c036a6d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.012054 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd9738d8-d04c-4058-ab22-0573b3ae4807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b4bc11c-fec2-47f1-b9a0-59e1704aa329), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.051636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d552c4f-d283-48d4-b9a8-8ffd7e759ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e25a60-8e21-4f8a-9b33-31bfbe75e53a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:48.112486 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fd9738d8-d04c-4058-ab22-0573b3ae4807 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=511cd9dbd0e9495b8a67c0e12f6790bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5155306 Feb 03 22:07:48.114756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-944946bd-6f28-42a0-a6b0-3b9f808b2407 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (63be91ef-8a76-4f08-82fb-6dc53c036a6d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.116827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9738d8-d04c-4058-ab22-0573b3ae4807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4bc11c-fec2-47f1-b9a0-59e1704aa329,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:48.119446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7d552c4f-d283-48d4-b9a8-8ffd7e759ca2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=316a619c7c1944659e2e2f3da2358d48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8508372 Feb 03 22:07:48.121306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:48.124030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-944946bd-6f28-42a0-a6b0-3b9f808b2407 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.128500 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-944946bd-6f28-42a0-a6b0-3b9f808b2407 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/63be91ef-8a76-4f08-82fb-6dc53c036a6d HTTP/1.1" status: 204 len: 168 time: 0.2171292 Feb 03 22:07:48.133343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:48.133468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:48.166729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944946bd-6f28-42a0-a6b0-3b9f808b2407 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63be91ef-8a76-4f08-82fb-6dc53c036a6d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:48.187656 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd8f001c-2e93-427c-bf37-969c16e86a97 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3d90d7fb-b033-4586-959b-9b62c93aaf78), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.255551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f001c-2e93-427c-bf37-969c16e86a97 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event deleted for resources: {'Port': ['ID=3d90d7fb-b033-4586-959b-9b62c93aaf78,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:48.334833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-479ba4de-8cda-4387-8770-6a5e3b0e49fe tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2005000 Feb 03 22:07:48.342447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59460) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:48.367039 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ae1801f-2d49-40b7-b12e-8ff799061a54 admin admin] Publish callbacks [] for security_group (9b4bc11c-fec2-47f1-b9a0-59e1704aa329), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.368889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43138d-5baf-43aa-a136-4f468aba419a req-13e01069-f6c3-4866-8dda-67df34fb3dd1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:48.370713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d43138d-5baf-43aa-a136-4f468aba419a req-13e01069-f6c3-4866-8dda-67df34fb3dd1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 946 time: 0.4746709 Feb 03 22:07:48.393026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7b25d-7ded-46c1-8b00-20afafdbb7b4 req-d05edbcf-c705-43af-a7a6-0f1568b83895 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:48.399599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4f7b25d-7ded-46c1-8b00-20afafdbb7b4 req-d05edbcf-c705-43af-a7a6-0f1568b83895 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.1671634 Feb 03 22:07:48.405252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ae1801f-2d49-40b7-b12e-8ff799061a54 admin admin] Publish callbacks [] for security_group (9b4bc11c-fec2-47f1-b9a0-59e1704aa329), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.435867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b2726c2-886b-4399-9079-55da25cbcb07 admin admin] Publish callbacks [] for security_group (b5e25a60-8e21-4f8a-9b33-31bfbe75e53a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.459741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14429af-9ff1-4c13-a7b0-8ed2834c035f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (0b5fc49a-c3dd-4126-bc8f-9e6ed826ed22), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.466942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b2726c2-886b-4399-9079-55da25cbcb07 admin admin] Publish callbacks [] for security_group (b5e25a60-8e21-4f8a-9b33-31bfbe75e53a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.485191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14429af-9ff1-4c13-a7b0-8ed2834c035f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (0b5fc49a-c3dd-4126-bc8f-9e6ed826ed22), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.525679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d43138d-5baf-43aa-a136-4f468aba419a req-83e7fffe-bb1b-4afd-a981-44bfd04e9634 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183612 Feb 03 22:07:48.536987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd8f001c-2e93-427c-bf37-969c16e86a97 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.546196 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cd8f001c-2e93-427c-bf37-969c16e86a97 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "DELETE /v2.0/ports/3d90d7fb-b033-4586-959b-9b62c93aaf78 HTTP/1.1" status: 204 len: 168 time: 1.6136298 Feb 03 22:07:48.551737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59462) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:48.575457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b2726c2-886b-4399-9079-55da25cbcb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b5e25a60-8e21-4f8a-9b33-31bfbe75e53a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.578277 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b2726c2-886b-4399-9079-55da25cbcb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.581027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0b2726c2-886b-4399-9079-55da25cbcb07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5e25a60-8e21-4f8a-9b33-31bfbe75e53a HTTP/1.1" status: 204 len: 168 time: 0.4399600 Feb 03 22:07:48.590656 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14429af-9ff1-4c13-a7b0-8ed2834c035f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0b5fc49a-c3dd-4126-bc8f-9e6ed826ed22), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.596608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14429af-9ff1-4c13-a7b0-8ed2834c035f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.597972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b14429af-9ff1-4c13-a7b0-8ed2834c035f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/0b5fc49a-c3dd-4126-bc8f-9e6ed826ed22 HTTP/1.1" status: 204 len: 168 time: 0.2535639 Feb 03 22:07:48.604616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59466) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:48.609123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4f7b25d-7ded-46c1-8b00-20afafdbb7b4 req-c8e53d33-d430-4d9a-96bf-1deff567f1df tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705723 Feb 03 22:07:48.635405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14429af-9ff1-4c13-a7b0-8ed2834c035f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b5fc49a-c3dd-4126-bc8f-9e6ed826ed22,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:48.642712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2726c2-886b-4399-9079-55da25cbcb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e25a60-8e21-4f8a-9b33-31bfbe75e53a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:48.677107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-280f2382-5a01-4f6f-8c77-edac04b80923 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0643520 Feb 03 22:07:48.677820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59468) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:48.690437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.710783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948f99b-7d78-48e5-ae95-7e496b168535 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:48.714779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9948f99b-7d78-48e5-ae95-7e496b168535 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb66c961-4127-4c83-92aa-bd700ba9b5e4 HTTP/1.1" status: 200 len: 913 time: 0.1592708 Feb 03 22:07:48.716934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:48.776511 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f902924-2269-47fb-996a-710110d88f00 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (b1418761-8963-4bfc-977c-21f5776f7588), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.786032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f902924-2269-47fb-996a-710110d88f00 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (b1418761-8963-4bfc-977c-21f5776f7588), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.819329 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ae1801f-2d49-40b7-b12e-8ff799061a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b4bc11c-fec2-47f1-b9a0-59e1704aa329), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.822520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ae1801f-2d49-40b7-b12e-8ff799061a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.826062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1ae1801f-2d49-40b7-b12e-8ff799061a54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b4bc11c-fec2-47f1-b9a0-59e1704aa329 HTTP/1.1" status: 204 len: 168 time: 0.6942379 Feb 03 22:07:48.827160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f902924-2269-47fb-996a-710110d88f00 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (b1418761-8963-4bfc-977c-21f5776f7588), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.834013 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f902924-2269-47fb-996a-710110d88f00 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:48.837859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5f902924-2269-47fb-996a-710110d88f00 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b1418761-8963-4bfc-977c-21f5776f7588 HTTP/1.1" status: 204 len: 168 time: 0.1568182 Feb 03 22:07:48.840760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59474) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:48.869283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f902924-2269-47fb-996a-710110d88f00 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1418761-8963-4bfc-977c-21f5776f7588,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:48.915007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-23b7ef28-3666-4f98-b657-665866216d61 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0685918 Feb 03 22:07:48.915280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1801f-2d49-40b7-b12e-8ff799061a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4bc11c-fec2-47f1-b9a0-59e1704aa329,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:48.920182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:49.001485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5052498-89b0-4a01-845e-3eb9972626bf tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (e2bd4fa0-11f0-4230-9c3b-012ee28cd6cd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.015388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5052498-89b0-4a01-845e-3eb9972626bf tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (e2bd4fa0-11f0-4230-9c3b-012ee28cd6cd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.166382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Deleting port b3454067-158a-4afc-9440-b15bfbc44536 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:49.166682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b3454067-158a-4afc-9440-b15bfbc44536), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.171904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5052498-89b0-4a01-845e-3eb9972626bf tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (e2bd4fa0-11f0-4230-9c3b-012ee28cd6cd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.181446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5052498-89b0-4a01-845e-3eb9972626bf tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.187743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:49.204672 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f5052498-89b0-4a01-845e-3eb9972626bf tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e2bd4fa0-11f0-4230-9c3b-012ee28cd6cd HTTP/1.1" status: 204 len: 168 time: 0.2685165 Feb 03 22:07:49.237964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5052498-89b0-4a01-845e-3eb9972626bf tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2bd4fa0-11f0-4230-9c3b-012ee28cd6cd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:49.298903 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3289697c-b19f-4b30-945d-f1aa34470128 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1066446 Feb 03 22:07:49.300533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:49.351372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] For port b3454067-158a-4afc-9440-b15bfbc44536, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b3454067-158a-4afc-9440-b15bfbc44536,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:49.352023 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b3454067-158a-4afc-9440-b15bfbc44536), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.354844 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dce1d7f6-e332-44f0-9b92-27d164f9dbae tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (dad893b4-ab1e-4511-987c-b94bdcbb94f4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.364437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dce1d7f6-e332-44f0-9b92-27d164f9dbae tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (dad893b4-ab1e-4511-987c-b94bdcbb94f4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.398794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Calling delete_port for b3454067-158a-4afc-9440-b15bfbc44536 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:49.400110 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (fb66c961-4127-4c83-92aa-bd700ba9b5e4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.432278 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dce1d7f6-e332-44f0-9b92-27d164f9dbae tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (dad893b4-ab1e-4511-987c-b94bdcbb94f4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.439365 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dce1d7f6-e332-44f0-9b92-27d164f9dbae tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.443352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dce1d7f6-e332-44f0-9b92-27d164f9dbae tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/dad893b4-ab1e-4511-987c-b94bdcbb94f4 HTTP/1.1" status: 204 len: 168 time: 0.1394558 Feb 03 22:07:49.463112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:49.487269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1d7f6-e332-44f0-9b92-27d164f9dbae tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dad893b4-ab1e-4511-987c-b94bdcbb94f4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:49.592262 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-099084f7-e6fb-4b1c-b641-f3cdf3a2113f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1279933 Feb 03 22:07:49.595775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:49.797842 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b572cec1-05f4-4df6-8b32-db914a335efe tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (e05e6172-268f-4bb2-84de-47599fbfa583), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.839280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b572cec1-05f4-4df6-8b32-db914a335efe tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (e05e6172-268f-4bb2-84de-47599fbfa583), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.948720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b572cec1-05f4-4df6-8b32-db914a335efe tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e05e6172-268f-4bb2-84de-47599fbfa583), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.954037 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b572cec1-05f4-4df6-8b32-db914a335efe tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:49.956923 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b572cec1-05f4-4df6-8b32-db914a335efe tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/e05e6172-268f-4bb2-84de-47599fbfa583 HTTP/1.1" status: 204 len: 168 time: 0.3600726 Feb 03 22:07:49.961669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:49.981054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb42e4-d32a-4cc6-96a6-7563b9f0a483 req-1098d163-2076-4bd4-9bc8-ca8dec23eb86 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:49.984402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fbb42e4-d32a-4cc6-96a6-7563b9f0a483 req-1098d163-2076-4bd4-9bc8-ca8dec23eb86 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 946 time: 0.2468021 Feb 03 22:07:50.007959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572cec1-05f4-4df6-8b32-db914a335efe tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05e6172-268f-4bb2-84de-47599fbfa583,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:50.081557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Deleting port 555d4d0f-23fd-449e-ba73-f52730b894b4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:50.081918 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.082806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d4a4-7494-4001-b045-3b41ebd41c18 req-5f6da6ed-8104-4765-a485-4a79fc338137 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:50.085542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8925d4a4-7494-4001-b045-3b41ebd41c18 req-5f6da6ed-8104-4765-a485-4a79fc338137 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.2825935 Feb 03 22:07:50.093328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b3454067-158a-4afc-9440-b15bfbc44536), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.109304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:50.181535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Port': ['ID=b3454067-158a-4afc-9440-b15bfbc44536,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:50.213903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.230446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Calling delete_port for 555d4d0f-23fd-449e-ba73-f52730b894b4 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:50.390944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-741483077-network', 'tenant_id': '12255bda1942439cb891dac80dfebd88'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:50.399123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d0119f04-9a6a-4206-979b-50f81e8da619 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4272993 Feb 03 22:07:50.436818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59536) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:50.447091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-730a23b1-8ed4-453e-b494-640dcfefb53f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-secgroup--110630369'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:50.468330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8925d4a4-7494-4001-b045-3b41ebd41c18 req-727b8514-67df-47d4-ac2c-06af78938229 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3662157 Feb 03 22:07:50.473258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Made reservation on behalf of 12255bda1942439cb891dac80dfebd88 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:50.476022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.487182 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fbb42e4-d32a-4cc6-96a6-7563b9f0a483 req-ea436a60-d8f7-4b6a-8b9f-9831b766bfa5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838743 Feb 03 22:07:50.529291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.579268 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-730a23b1-8ed4-453e-b494-640dcfefb53f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.669956 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.718452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (555d4d0f-23fd-449e-ba73-f52730b894b4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.770505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event deleted for resources: {'Port': ['ID=555d4d0f-23fd-449e-ba73-f52730b894b4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:50.830689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab391d73-4f17-4eb7-9438-9ea82ac12759 req-165c3945-d2d1-4cd3-8e8d-cf4a5fcdf4c6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:50.832277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab391d73-4f17-4eb7-9438-9ea82ac12759 req-165c3945-d2d1-4cd3-8e8d-cf4a5fcdf4c6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 946 time: 0.1598182 Feb 03 22:07:50.918117 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Publish callbacks [] for security_group (da444a2d-55f3-4239-9e94-b2219ff1f47e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.930060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-730a23b1-8ed4-453e-b494-640dcfefb53f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (95da403e-3fd6-4485-81fe-4bf3721e9ec0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.940688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (da444a2d-55f3-4239-9e94-b2219ff1f47e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.952893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-730a23b1-8ed4-453e-b494-640dcfefb53f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (95da403e-3fd6-4485-81fe-4bf3721e9ec0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:50.993341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:07:51.057256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da444a2d-55f3-4239-9e94-b2219ff1f47e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:51.064219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:07:51.076399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab391d73-4f17-4eb7-9438-9ea82ac12759 req-aa938a11-1776-4cf3-90fd-347ea13add43 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369871 Feb 03 22:07:51.194404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-730a23b1-8ed4-453e-b494-640dcfefb53f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.212055 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-730a23b1-8ed4-453e-b494-640dcfefb53f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7526338 Feb 03 22:07:51.223554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:51.244329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4aea66d3-46f5-4eaa-98a3-ccbcd8442e96 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': '95da403e-3fd6-4485-81fe-4bf3721e9ec0', 'direction': 'ingress', 'protocol': 17}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:51.251984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (511c07d9-92fa-4ab1-b45c-d44f593a5566), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.252517 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Added segment 511c07d9-92fa-4ab1-b45c-d44f593a5566 of type vlan for network ed239083-8121-4feb-a3ee-b0d8af27c831 Feb 03 22:07:51.302179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (fb66c961-4127-4c83-92aa-bd700ba9b5e4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.347602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:51.354535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7ba94f66-b0be-4ed7-90de-13383a4ed027 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "PUT /v2.0/routers/8b61c09e-927c-48d6-ba3d-e2a4cc52413b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2710574 Feb 03 22:07:51.355319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (ed239083-8121-4feb-a3ee-b0d8af27c831), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.357353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59560) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:51.361896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] Sync routers for ids ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:51.376755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] Routers {'8b61c09e-927c-48d6-ba3d-e2a4cc52413b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:51.377452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:51.481231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9053a897-bea4-46be-8074-1c59369869a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Deleting subnet 68575dbe-1b59-4a69-9541-04241c893154 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:07:51.488635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9053a897-bea4-46be-8074-1c59369869a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for subnet (68575dbe-1b59-4a69-9541-04241c893154), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.597238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (ed239083-8121-4feb-a3ee-b0d8af27c831), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.598279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:51.598790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.663212 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9053a897-bea4-46be-8074-1c59369869a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (68575dbe-1b59-4a69-9541-04241c893154), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.678538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a23b1-8ed4-453e-b494-640dcfefb53f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95da403e-3fd6-4485-81fe-4bf3721e9ec0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:51.751005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740678c9-4172-45f3-ab52-cc0261f63d3a req-a9bf59dc-479d-4080-84d1-331378305013 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:51.753379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-740678c9-4172-45f3-ab52-cc0261f63d3a req-a9bf59dc-479d-4080-84d1-331378305013 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 946 time: 0.2398212 Feb 03 22:07:51.821261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8fe35-5e56-4bfb-982c-19f6a923d4dc req-320e7416-aeac-4070-b92c-29d2f9a22bdc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:51.822894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81a8fe35-5e56-4bfb-982c-19f6a923d4dc req-320e7416-aeac-4070-b92c-29d2f9a22bdc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.1906078 Feb 03 22:07:51.840238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aea66d3-46f5-4eaa-98a3-ccbcd8442e96 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (65a4305e-3cfc-4eb3-a517-b61a26740d6f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.853907 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9053a897-bea4-46be-8074-1c59369869a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (68575dbe-1b59-4a69-9541-04241c893154), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.859582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7491376 Feb 03 22:07:51.866570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:51.875396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Request body: {'subnet': {'network_id': 'ed239083-8121-4feb-a3ee-b0d8af27c831', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-741483077-subnet', 'tenant_id': '12255bda1942439cb891dac80dfebd88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:51.922087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Router fb66c961-4127-4c83-92aa-bd700ba9b5e4 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:07:51.934229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Made reservation on behalf of 12255bda1942439cb891dac80dfebd88 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:51.937097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:51.949790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] Set router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:07:51.950185 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-740678c9-4172-45f3-ab52-cc0261f63d3a req-018cfb0a-a5cc-45e5-9573-855f01e5f70f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831901 Feb 03 22:07:51.987711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81a8fe35-5e56-4bfb-982c-19f6a923d4dc req-cbc1ad0d-5e8e-4e2c-b0f6-38f1193f97e7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452522 Feb 03 22:07:52.037320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1483d-abe5-4212-8cde-3312617707fe admin admin] Pushing event updated for resources: {'Network': ['ID=ed239083-8121-4feb-a3ee-b0d8af27c831,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:52.045229 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9053a897-bea4-46be-8074-1c59369869a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (68575dbe-1b59-4a69-9541-04241c893154), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.093935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network ed239083-8121-4feb-a3ee-b0d8af27c831 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:07:52.096480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053a897-bea4-46be-8074-1c59369869a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Subnet': ['ID=68575dbe-1b59-4a69-9541-04241c893154,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:52.109336 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9053a897-bea4-46be-8074-1c59369869a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.115194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9053a897-bea4-46be-8074-1c59369869a5 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "DELETE /v2.0/subnets/68575dbe-1b59-4a69-9541-04241c893154 HTTP/1.1" status: 204 len: 168 time: 0.7570198 Feb 03 22:07:52.122726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59594) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:52.181724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf1ded7-403e-47ff-ac77-bf338d3073cd None None] Network 69f1daf4-75fa-433d-b160-98f0dbe141a5 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:52.215876 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aea66d3-46f5-4eaa-98a3-ccbcd8442e96 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (65a4305e-3cfc-4eb3-a517-b61a26740d6f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.229260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:52.241729 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39624a60-2856-47b1-bf4c-7d66f1ef30cc None None] Sync routers for ids ['fb66c961-4127-4c83-92aa-bd700ba9b5e4'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:52.248690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ab74e6a0-6012-488e-abee-fe297509fcba tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "PUT /v2.0/routers/fb66c961-4127-4c83-92aa-bd700ba9b5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5311413 Feb 03 22:07:52.249720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aea66d3-46f5-4eaa-98a3-ccbcd8442e96 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (65a4305e-3cfc-4eb3-a517-b61a26740d6f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.253329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:52.261670 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39624a60-2856-47b1-bf4c-7d66f1ef30cc None None] Routers {'fb66c961-4127-4c83-92aa-bd700ba9b5e4'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:52.263506 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-39624a60-2856-47b1-bf4c-7d66f1ef30cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fb66c961-4127-4c83-92aa-bd700ba9b5e4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:52.341454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea66d3-46f5-4eaa-98a3-ccbcd8442e96 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a4305e-3cfc-4eb3-a517-b61a26740d6f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:52.358774 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-39624a60-2856-47b1-bf4c-7d66f1ef30cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:52.396195 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39624a60-2856-47b1-bf4c-7d66f1ef30cc None None] Routers {'fb66c961-4127-4c83-92aa-bd700ba9b5e4'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:52.401489 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-39624a60-2856-47b1-bf4c-7d66f1ef30cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fb66c961-4127-4c83-92aa-bd700ba9b5e4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:52.428859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:07:01Z', 'updated_at': '2022-02-03T22:07:49Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:04Z', 'updated_at': '2022-02-03T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:52.429537 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.453232 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-39624a60-2856-47b1-bf4c-7d66f1ef30cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:52.454174 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39624a60-2856-47b1-bf4c-7d66f1ef30cc None None] The sync data for ids ['fb66c961-4127-4c83-92aa-bd700ba9b5e4'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:52.506382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] Checking router: 8b61c09e-927c-48d6-ba3d-e2a4cc52413b for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:07:52.513404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cec84f-dffb-4cfd-acb0-a7814efe1549 None None] DHCP port deletion for 69f1daf4-75fa-433d-b160-98f0dbe141a5 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:07:52.548303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] Routers {'8b61c09e-927c-48d6-ba3d-e2a4cc52413b'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:52.549376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:52.571497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_gateway (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.647838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Deleting port 885f4b79-5479-4e96-a893-84fda0e259dd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:52.648245 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.746942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1cec84f-dffb-4cfd-acb0-a7814efe1549 None None] Deleting port 99892323-8969-47d1-9fd0-03fcfba16012 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:52.747576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1cec84f-dffb-4cfd-acb0-a7814efe1549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (99892323-8969-47d1-9fd0-03fcfba16012), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.750448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] Set router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:07:52.787315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] For port 885f4b79-5479-4e96-a893-84fda0e259dd, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=885f4b79-5479-4e96-a893-84fda0e259dd,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:52.788561 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.825100 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aea66d3-46f5-4eaa-98a3-ccbcd8442e96 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.825100 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4aea66d3-46f5-4eaa-98a3-ccbcd8442e96 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5843759 Feb 03 22:07:52.828086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59652) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:52.830883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Calling delete_port for 885f4b79-5479-4e96-a893-84fda0e259dd owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:52.940091 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de6b73dd-80fd-4556-88de-82ee276b4774 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (95da403e-3fd6-4485-81fe-4bf3721e9ec0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.944798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b859276-bc8f-4b45-8895-e13664d98588 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for router (fb66c961-4127-4c83-92aa-bd700ba9b5e4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.990174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (44a2c0e4-9d91-413c-8ee4-612094ec7835), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:52.995406 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de6b73dd-80fd-4556-88de-82ee276b4774 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (95da403e-3fd6-4485-81fe-4bf3721e9ec0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.042712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b1cec84f-dffb-4cfd-acb0-a7814efe1549 None None] For port 99892323-8969-47d1-9fd0-03fcfba16012, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=99892323-8969-47d1-9fd0-03fcfba16012,segment=NetworkSegment(82ed850c-325b-4b0d-88f6-9d59caad4672),segment_id=82ed850c-325b-4b0d-88f6-9d59caad4672)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:53.044147 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1cec84f-dffb-4cfd-acb0-a7814efe1549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (99892323-8969-47d1-9fd0-03fcfba16012), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.093795 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de6b73dd-80fd-4556-88de-82ee276b4774 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (95da403e-3fd6-4485-81fe-4bf3721e9ec0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.098087 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de6b73dd-80fd-4556-88de-82ee276b4774 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.099536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-de6b73dd-80fd-4556-88de-82ee276b4774 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/95da403e-3fd6-4485-81fe-4bf3721e9ec0 HTTP/1.1" status: 204 len: 168 time: 0.2704732 Feb 03 22:07:53.107227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a2c0e4-9d91-413c-8ee4-612094ec7835,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:53.109571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59660) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:53.116595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1cec84f-dffb-4cfd-acb0-a7814efe1549 None None] Calling delete_port for 99892323-8969-47d1-9fd0-03fcfba16012 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:53.160733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b73dd-80fd-4556-88de-82ee276b4774 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95da403e-3fd6-4485-81fe-4bf3721e9ec0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:53.228675 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-785fad01-418c-4c53-9261-32794555f307 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1067657 Feb 03 22:07:53.229438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59664) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:53.252482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-60582b77-28fe-4186-8eba-baeb7318f93f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583684686'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:53.326204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:07:01Z', 'updated_at': '2022-02-03T22:07:49Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:04Z', 'updated_at': '2022-02-03T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:53.349757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:53.355537 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60582b77-28fe-4186-8eba-baeb7318f93f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.362720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42923aad-80d8-4ef3-9aa0-7d991fda1371 None None] The sync data for ids ['8b61c09e-927c-48d6-ba3d-e2a4cc52413b'] in n-d-824834-9 is: [{'id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-350977688', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:07:01Z', 'updated_at': '2022-02-03T22:07:49Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '885f4b79-5479-4e96-a893-84fda0e259dd', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61c09e-927c-48d6-ba3d-e2a4cc52413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:07:04Z', 'updated_at': '2022-02-03T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:53.370628 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1cec84f-dffb-4cfd-acb0-a7814efe1549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (99892323-8969-47d1-9fd0-03fcfba16012), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.391193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cec84f-dffb-4cfd-acb0-a7814efe1549 None None] No DVR routers for this DVR port 99892323-8969-47d1-9fd0-03fcfba16012 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:07:53.431614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cec84f-dffb-4cfd-acb0-a7814efe1549 None None] Pushing event deleted for resources: {'Port': ['ID=99892323-8969-47d1-9fd0-03fcfba16012,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:53.478902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Checking segment: {'id': '511c07d9-92fa-4ab1-b45c-d44f593a5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ed239083-8121-4feb-a3ee-b0d8af27c831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:07:53.479232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Network hostable DHCP agents. Network: ed239083-8121-4feb-a3ee-b0d8af27c831, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:07:53.488407 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b859276-bc8f-4b45-8895-e13664d98588 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (fb66c961-4127-4c83-92aa-bd700ba9b5e4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.490927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b859276-bc8f-4b45-8895-e13664d98588 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for router_controller (fb66c961-4127-4c83-92aa-bd700ba9b5e4), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.565993 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90c1cf38-067d-4537-8ccb-8aa273359be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.585875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b859276-bc8f-4b45-8895-e13664d98588 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (fb66c961-4127-4c83-92aa-bd700ba9b5e4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.586554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b859276-bc8f-4b45-8895-e13664d98588 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Fanout notify agent at l3_agent the message router_deleted on router fb66c961-4127-4c83-92aa-bd700ba9b5e4 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:07:53.593389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b859276-bc8f-4b45-8895-e13664d98588 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.599522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1b859276-bc8f-4b45-8895-e13664d98588 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "DELETE /v2.0/routers/fb66c961-4127-4c83-92aa-bd700ba9b5e4 HTTP/1.1" status: 204 len: 168 time: 1.3348956 Feb 03 22:07:53.605210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-54d9ef56-00fa-4d9b-919c-734e04a4239f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:53.606752 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-54d9ef56-00fa-4d9b-919c-734e04a4239f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 946 time: 0.3940096 Feb 03 22:07:53.607398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Network ed239083-8121-4feb-a3ee-b0d8af27c831 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:07:53.611083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:53.711351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, ed239083-8121-4feb-a3ee-b0d8af27c831) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:53.715832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:53.716445 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.725711 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58060c-f33c-43f2-984a-e2a713ea09ee req-64c4993d-fbbf-480d-8bdc-d4037d956f3e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:53.727321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c58060c-f33c-43f2-984a-e2a713ea09ee req-64c4993d-fbbf-480d-8bdc-d4037d956f3e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 946 time: 0.5990498 Feb 03 22:07:53.744087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf579d-28eb-4f32-8f4e-97e8707128b5 None None] Network ed239083-8121-4feb-a3ee-b0d8af27c831 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:53.756798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f32cc35-adab-445d-9de0-5860d55ae0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.757848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3130d-f6b5-4dc2-bda6-629f6bc6ffc9 req-e59f1a4e-f617-4a1a-8c66-ffe0f0dc980f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:53.759781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6d3130d-f6b5-4dc2-bda6-629f6bc6ffc9 req-e59f1a4e-f617-4a1a-8c66-ffe0f0dc980f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.5941811 Feb 03 22:07:53.806124 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8a85e561-26dc-4165-9999-243d3fefc6e1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9307191 Feb 03 22:07:53.825362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abfdda0-e951-48dc-b3ff-ad1d8a22c435 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Deleting subnet f0447376-ac68-4b02-a521-214519f247cc {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:07:53.852401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60582b77-28fe-4186-8eba-baeb7318f93f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f9efbff7-e7e6-49c4-8419-040864af9710), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.859427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abfdda0-e951-48dc-b3ff-ad1d8a22c435 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for subnet (f0447376-ac68-4b02-a521-214519f247cc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.887843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 99892323-8969-47d1-9fd0-03fcfba16012 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:07:53.915409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c58060c-f33c-43f2-984a-e2a713ea09ee req-440d12de-0254-4a28-837c-5ab78a85b2bb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808143 Feb 03 22:07:53.927216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 99892323-8969-47d1-9fd0-03fcfba16012 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:07:53.927657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 99892323-8969-47d1-9fd0-03fcfba16012 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:07:53.928208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b3454067-158a-4afc-9440-b15bfbc44536 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:07:53.946887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6d3130d-f6b5-4dc2-bda6-629f6bc6ffc9 req-7b203280-fa34-47d6-b755-5ff90cf3d21f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563201 Feb 03 22:07:53.962067 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (885f4b79-5479-4e96-a893-84fda0e259dd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:53.984279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b3454067-158a-4afc-9440-b15bfbc44536 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:07:53.984775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b3454067-158a-4afc-9440-b15bfbc44536 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:07:53.998693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60582b77-28fe-4186-8eba-baeb7318f93f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f9efbff7-e7e6-49c4-8419-040864af9710), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.051448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086872aa-24c3-4c32-9bc0-cf33daa1e952 None None] Network ed239083-8121-4feb-a3ee-b0d8af27c831 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:54.132399 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60582b77-28fe-4186-8eba-baeb7318f93f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.137792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Port': ['ID=885f4b79-5479-4e96-a893-84fda0e259dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:54.139239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-60582b77-28fe-4186-8eba-baeb7318f93f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8909397 Feb 03 22:07:54.148721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:54.162485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f3449d97-6a7f-424e-9c4a-0b2032dd25a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-secgroup--187909409'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:54.174890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60582b77-28fe-4186-8eba-baeb7318f93f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9efbff7-e7e6-49c4-8419-040864af9710,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:54.188495 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abfdda0-e951-48dc-b3ff-ad1d8a22c435 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (f0447376-ac68-4b02-a521-214519f247cc), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.205098 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3449d97-6a7f-424e-9c4a-0b2032dd25a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.231557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.313379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f32cc35-adab-445d-9de0-5860d55ae0c0 admin admin] Publish callbacks [] for security_group (f39fc287-8a8d-41b8-bfff-bbe132cf8be7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.337775 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f32cc35-adab-445d-9de0-5860d55ae0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f39fc287-8a8d-41b8-bfff-bbe132cf8be7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.346703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.353153 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_controller (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.372500 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6f32cc35-adab-445d-9de0-5860d55ae0c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a99c58cab7d421b8767666ec428cf3a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0137496 Feb 03 22:07:54.378419 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:54.401068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port f2831c1d-6b20-49c4-9144-d33975d30c60 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:54.401297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.427086 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (8b61c09e-927c-48d6-ba3d-e2a4cc52413b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.427669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Fanout notify agent at l3_agent the message router_deleted on router 8b61c09e-927c-48d6-ba3d-e2a4cc52413b {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:07:54.443576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.446874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-28601c08-aae0-492c-b433-56a14abd92ed tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "DELETE /v2.0/routers/8b61c09e-927c-48d6-ba3d-e2a4cc52413b HTTP/1.1" status: 204 len: 168 time: 2.3172596 Feb 03 22:07:54.448094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3449d97-6a7f-424e-9c4a-0b2032dd25a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (48a74bc1-bdad-4dd6-8fbf-6e3e6cf1d368), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.448732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:54.487771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abfdda0-e951-48dc-b3ff-ad1d8a22c435 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f0447376-ac68-4b02-a521-214519f247cc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.537178 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.554159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32cc35-adab-445d-9de0-5860d55ae0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39fc287-8a8d-41b8-bfff-bbe132cf8be7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:54.562091 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (69f1daf4-75fa-433d-b160-98f0dbe141a5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.574636 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.582449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3449d97-6a7f-424e-9c4a-0b2032dd25a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (48a74bc1-bdad-4dd6-8fbf-6e3e6cf1d368), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.625018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] For port f2831c1d-6b20-49c4-9144-d33975d30c60, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f2831c1d-6b20-49c4-9144-d33975d30c60,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:54.625898 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.650331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for f2831c1d-6b20-49c4-9144-d33975d30c60 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:54.705640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3449d97-6a7f-424e-9c4a-0b2032dd25a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a74bc1-bdad-4dd6-8fbf-6e3e6cf1d368,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:54.711702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (69f1daf4-75fa-433d-b160-98f0dbe141a5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.716783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3449d97-6a7f-424e-9c4a-0b2032dd25a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.718109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f3449d97-6a7f-424e-9c4a-0b2032dd25a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5684254 Feb 03 22:07:54.724377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:54.730434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8695cd13-a8e8-406b-9c6d-d063448ccc3b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'f9efbff7-e7e6-49c4-8419-040864af9710', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '48a74bc1-bdad-4dd6-8fbf-6e3e6cf1d368', 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:54.739715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:54.744531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1800823511-network', 'tenant_id': '7fefedb155784e7aa21443081f35e3a1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:54.759494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f1daf4-75fa-433d-b160-98f0dbe141a5']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:54.779149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ed850c-325b-4b0d-88f6-9d59caad4672') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:54.779445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ed850c-325b-4b0d-88f6-9d59caad4672') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:54.793520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e55e9a-a6eb-4a14-a533-7879a1ca698d admin admin] Publish callbacks [] for security_group (f39fc287-8a8d-41b8-bfff-bbe132cf8be7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.794212 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (82ed850c-325b-4b0d-88f6-9d59caad4672), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.807435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Made reservation on behalf of 7fefedb155784e7aa21443081f35e3a1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:54.809651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.821500 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.827326 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (82ed850c-325b-4b0d-88f6-9d59caad4672), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.840983 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8695cd13-a8e8-406b-9c6d-d063448ccc3b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (ed9eea48-bdc8-4f8c-baa4-bb74efeeccda), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.844983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:07:54.845602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (82ed850c-325b-4b0d-88f6-9d59caad4672), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:07:54.849648 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:07:54.875239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e55e9a-a6eb-4a14-a533-7879a1ca698d admin admin] Publish callbacks [] for security_group (f39fc287-8a8d-41b8-bfff-bbe132cf8be7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.880404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abfdda0-e951-48dc-b3ff-ad1d8a22c435 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (f0447376-ac68-4b02-a521-214519f247cc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.941460 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abfdda0-e951-48dc-b3ff-ad1d8a22c435 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:54.945362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8abfdda0-e951-48dc-b3ff-ad1d8a22c435 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "DELETE /v2.0/subnets/f0447376-ac68-4b02-a521-214519f247cc HTTP/1.1" status: 204 len: 168 time: 1.3328741 Feb 03 22:07:54.946668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfdda0-e951-48dc-b3ff-ad1d8a22c435 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event deleted for resources: {'Subnet': ['ID=f0447376-ac68-4b02-a521-214519f247cc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:54.950819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59698) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:54.957286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4df38-4e02-4473-8162-abc1d9e22c13 None None] Network d8f2b705-b3b3-454e-b5f3-23af970f9f02 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:54.979217 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f2831c1d-6b20-49c4-9144-d33975d30c60), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.053891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d8f2b705-b3b3-454e-b5f3-23af970f9f02), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.062908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (69f1daf4-75fa-433d-b160-98f0dbe141a5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.081542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=f2831c1d-6b20-49c4-9144-d33975d30c60,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:55.113364 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.118027 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "DELETE /v2.0/networks/69f1daf4-75fa-433d-b160-98f0dbe141a5 HTTP/1.1" status: 204 len: 168 time: 0.6656568 Feb 03 22:07:55.120674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf79f95-8a7d-4858-8073-66f811687075 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Network': ['ID=69f1daf4-75fa-433d-b160-98f0dbe141a5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:55.123049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:55.152033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['ffea67b9-51e0-4a1a-a300-2ca44a12f302'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:07:55.159970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d1554b3-93d3-4694-8322-185b60fe7d57 req-321050fa-c1b2-4503-93f1-1d67816e1f76 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0981371 Feb 03 22:07:55.192949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] No DVR routers for this DVR port f2831c1d-6b20-49c4-9144-d33975d30c60 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:07:55.196460 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.201429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9c8c226-1f4c-46fa-86f0-453bdea0ca02 req-a67141dc-95fb-4078-80b1-a99fa8ad97a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "DELETE /v2.0/ports/f2831c1d-6b20-49c4-9144-d33975d30c60 HTTP/1.1" status: 204 len: 173 time: 1.5749440 Feb 03 22:07:55.201907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1153a3bd-5c94-412b-88d0-41fdccbc0f56', 'name': 'network-vif-deleted', 'tag': 'f2831c1d-6b20-49c4-9144-d33975d30c60'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:07:55.216176 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5add7e6c-902d-4514-b987-1b717b016e01" -d '{"events": [{"server_uuid": "1153a3bd-5c94-412b-88d0-41fdccbc0f56", "name": "network-vif-deleted", "tag": "f2831c1d-6b20-49c4-9144-d33975d30c60"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:07:55.239260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e55e9a-a6eb-4a14-a533-7879a1ca698d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f39fc287-8a8d-41b8-bfff-bbe132cf8be7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.242563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2e55e9a-a6eb-4a14-a533-7879a1ca698d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.243961 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c2e55e9a-a6eb-4a14-a533-7879a1ca698d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f39fc287-8a8d-41b8-bfff-bbe132cf8be7 HTTP/1.1" status: 204 len: 168 time: 0.8606040 Feb 03 22:07:55.275770 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2660291c-8574-479c-a68f-69e4cead8943 x-openstack-request-id: req-2660291c-8574-479c-a68f-69e4cead8943 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:07:55.277321 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1153a3bd-5c94-412b-88d0-41fdccbc0f56", "name": "network-vif-deleted", "tag": "f2831c1d-6b20-49c4-9144-d33975d30c60", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:07:55.278451 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2660291c-8574-479c-a68f-69e4cead8943 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:07:55.280425 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1153a3bd-5c94-412b-88d0-41fdccbc0f56', 'name': 'network-vif-deleted', 'tag': 'f2831c1d-6b20-49c4-9144-d33975d30c60', 'status': 'completed', 'code': 200} Feb 03 22:07:55.292882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e55e9a-a6eb-4a14-a533-7879a1ca698d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39fc287-8a8d-41b8-bfff-bbe132cf8be7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:55.473520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcb8adc-32cf-434b-b44c-e351d4fb4288 None None] DHCP port deletion for d8f2b705-b3b3-454e-b5f3-23af970f9f02 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:07:55.505270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8695cd13-a8e8-406b-9c6d-d063448ccc3b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (ed9eea48-bdc8-4f8c-baa4-bb74efeeccda), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.535836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8695cd13-a8e8-406b-9c6d-d063448ccc3b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ed9eea48-bdc8-4f8c-baa4-bb74efeeccda), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.576589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695cd13-a8e8-406b-9c6d-d063448ccc3b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9eea48-bdc8-4f8c-baa4-bb74efeeccda,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:55.586406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb8adc-32cf-434b-b44c-e351d4fb4288 None None] Deleting port 5c78b1a9-99fe-4090-9289-17f243858914 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:55.586886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfcb8adc-32cf-434b-b44c-e351d4fb4288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5c78b1a9-99fe-4090-9289-17f243858914), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.672028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cfcb8adc-32cf-434b-b44c-e351d4fb4288 None None] For port 5c78b1a9-99fe-4090-9289-17f243858914, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5c78b1a9-99fe-4090-9289-17f243858914,segment=NetworkSegment(028c2dd2-11ad-424b-b8b3-88564d6a8fc8),segment_id=028c2dd2-11ad-424b-b8b3-88564d6a8fc8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:55.672412 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfcb8adc-32cf-434b-b44c-e351d4fb4288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5c78b1a9-99fe-4090-9289-17f243858914), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.672597 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Publish callbacks [] for security_group (d2d87ce0-0cc2-451b-9a30-cf17195d3037), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.693373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb8adc-32cf-434b-b44c-e351d4fb4288 None None] Calling delete_port for 5c78b1a9-99fe-4090-9289-17f243858914 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:55.740877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7733f-a372-40bb-aab5-786eb6f9ade0 req-6f1a5caa-bd33-496c-8978-9796df0ca776 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:55.742570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fb7733f-a372-40bb-aab5-786eb6f9ade0 req-6f1a5caa-bd33-496c-8978-9796df0ca776 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.5711298 Feb 03 22:07:55.745080 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8695cd13-a8e8-406b-9c6d-d063448ccc3b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.748792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8695cd13-a8e8-406b-9c6d-d063448ccc3b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0208068 Feb 03 22:07:55.748792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d2d87ce0-0cc2-451b-9a30-cf17195d3037), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.749713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59714) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:55.822255 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfcb8adc-32cf-434b-b44c-e351d4fb4288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (5c78b1a9-99fe-4090-9289-17f243858914), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.833982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Deleting port 5c78b1a9-99fe-4090-9289-17f243858914 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:55.834686 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5c78b1a9-99fe-4090-9289-17f243858914), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.861472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5c78b1a9-99fe-4090-9289-17f243858914 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:07:55.866353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb8adc-32cf-434b-b44c-e351d4fb4288 None None] Pushing event deleted for resources: {'Port': ['ID=5c78b1a9-99fe-4090-9289-17f243858914,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:55.887789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:55.895470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:07:55.897578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb8adc-32cf-434b-b44c-e351d4fb4288 None None] No DVR routers for this DVR port 5c78b1a9-99fe-4090-9289-17f243858914 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:07:55.901856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 5c78b1a9-99fe-4090-9289-17f243858914 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:07:55.902224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5c78b1a9-99fe-4090-9289-17f243858914 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:07:55.902670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 885f4b79-5479-4e96-a893-84fda0e259dd no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:07:55.906217 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e191-0af9-49c1-ae5f-b0ca129d4e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.927654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 885f4b79-5479-4e96-a893-84fda0e259dd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:07:55.927654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 885f4b79-5479-4e96-a893-84fda0e259dd not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:07:55.932366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d87ce0-0cc2-451b-9a30-cf17195d3037,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:55.954818 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ef87951d-a516-4357-b769-56262e7fa0ee), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:55.955228 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Added segment ef87951d-a516-4357-b769-56262e7fa0ee of type vlan for network 8656455e-463d-454c-93e4-c4755bd3f520 Feb 03 22:07:55.959711 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f44519df-f48e-455d-99b6-b75870975bcb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (ed9eea48-bdc8-4f8c-baa4-bb74efeeccda), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.009795 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f44519df-f48e-455d-99b6-b75870975bcb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (ed9eea48-bdc8-4f8c-baa4-bb74efeeccda), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.025436 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e191-0af9-49c1-ae5f-b0ca129d4e65 admin admin] Publish callbacks [] for security_group (fa67a28b-dcb4-4dbf-93d4-ead99e824254), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.027495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] For port 5c78b1a9-99fe-4090-9289-17f243858914, host n-d-824834-9, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:07:56.027866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5c78b1a9-99fe-4090-9289-17f243858914), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.031043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e191-0af9-49c1-ae5f-b0ca129d4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fa67a28b-dcb4-4dbf-93d4-ead99e824254), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.054248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fb7733f-a372-40bb-aab5-786eb6f9ade0 req-da1303f4-4fb5-467c-b3aa-4eaee75412c3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035820 Feb 03 22:07:56.063495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Calling delete_port for 5c78b1a9-99fe-4090-9289-17f243858914 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:56.066109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Deleting port 9d0bdf43-0976-407a-bc15-957a0e045127 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:07:56.066414 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9d0bdf43-0976-407a-bc15-957a0e045127), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.070507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Port 5c78b1a9-99fe-4090-9289-17f243858914 was not found and therefore no delete operation was performed {{(pid=103397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:07:56.071239 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8656455e-463d-454c-93e4-c4755bd3f520), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.078861 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5c78b1a9-99fe-4090-9289-17f243858914), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.098944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1dd9e191-0af9-49c1-ae5f-b0ca129d4e65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10c9950b203f4115b4b00d44787e313e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2100482 Feb 03 22:07:56.101584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:56.108314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9e191-0af9-49c1-ae5f-b0ca129d4e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa67a28b-dcb4-4dbf-93d4-ead99e824254,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:56.146717 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f44519df-f48e-455d-99b6-b75870975bcb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ed9eea48-bdc8-4f8c-baa4-bb74efeeccda), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.159836 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bb658f4-148e-46bd-8794-16d628a6ce3e admin admin] Publish callbacks [] for security_group (fa67a28b-dcb4-4dbf-93d4-ead99e824254), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.166587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f44519df-f48e-455d-99b6-b75870975bcb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.167644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f44519df-f48e-455d-99b6-b75870975bcb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ed9eea48-bdc8-4f8c-baa4-bb74efeeccda HTTP/1.1" status: 204 len: 168 time: 0.4126678 Feb 03 22:07:56.169786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event deleted for resources: {'Port': ['ID=5c78b1a9-99fe-4090-9289-17f243858914,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:56.172475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:56.188011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] No DVR routers for this DVR port 5c78b1a9-99fe-4090-9289-17f243858914 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:07:56.191691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44519df-f48e-455d-99b6-b75870975bcb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed9eea48-bdc8-4f8c-baa4-bb74efeeccda,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:56.204033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bb658f4-148e-46bd-8794-16d628a6ce3e admin admin] Publish callbacks [] for security_group (fa67a28b-dcb4-4dbf-93d4-ead99e824254), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.234619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8656455e-463d-454c-93e4-c4755bd3f520), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.236008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:56.236811 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.262056 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-465cc122-d1f7-402e-b179-fca2b3093705 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0876708 Feb 03 22:07:56.262686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:56.316925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bb658f4-148e-46bd-8794-16d628a6ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fa67a28b-dcb4-4dbf-93d4-ead99e824254), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.320138 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bb658f4-148e-46bd-8794-16d628a6ce3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.323889 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0bb658f4-148e-46bd-8794-16d628a6ce3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa67a28b-dcb4-4dbf-93d4-ead99e824254 HTTP/1.1" status: 204 len: 168 time: 0.2185616 Feb 03 22:07:56.336816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-add8009f-0a49-438a-a760-3e348f000d1c tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (48a74bc1-bdad-4dd6-8fbf-6e3e6cf1d368), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.338945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb658f4-148e-46bd-8794-16d628a6ce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa67a28b-dcb4-4dbf-93d4-ead99e824254,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:56.368075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9d0bdf43-0976-407a-bc15-957a0e045127), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.368383 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for floatingip (9d0bdf43-0976-407a-bc15-957a0e045127), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.370988 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-add8009f-0a49-438a-a760-3e348f000d1c tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (48a74bc1-bdad-4dd6-8fbf-6e3e6cf1d368), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.423349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-add8009f-0a49-438a-a760-3e348f000d1c tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (48a74bc1-bdad-4dd6-8fbf-6e3e6cf1d368), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.429456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-add8009f-0a49-438a-a760-3e348f000d1c tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.434485 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-add8009f-0a49-438a-a760-3e348f000d1c tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/48a74bc1-bdad-4dd6-8fbf-6e3e6cf1d368 HTTP/1.1" status: 204 len: 168 time: 0.1703815 Feb 03 22:07:56.435116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59730) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:56.442327 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fb6d9cb-8894-42f6-9eb4-7d01a50adc10 req-e7370e6c-93d7-484e-b5b4-aebb36499a0d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.1408186 Feb 03 22:07:56.464576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8009f-0a49-438a-a760-3e348f000d1c tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a74bc1-bdad-4dd6-8fbf-6e3e6cf1d368,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:56.468162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7250357 Feb 03 22:07:56.468939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Calling delete_port for 9d0bdf43-0976-407a-bc15-957a0e045127 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:07:56.480756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:56.485078 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d8f2b705-b3b3-454e-b5f3-23af970f9f02), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.488617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Request body: {'subnet': {'network_id': '8656455e-463d-454c-93e4-c4755bd3f520', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1800823511-subnet', 'tenant_id': '7fefedb155784e7aa21443081f35e3a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:56.501727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9aabfd-1790-4f5c-a026-9c1027de2732 admin admin] Pushing event updated for resources: {'Network': ['ID=8656455e-463d-454c-93e4-c4755bd3f520,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:56.517475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Made reservation on behalf of 7fefedb155784e7aa21443081f35e3a1 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:07:56.520932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.530734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8656455e-463d-454c-93e4-c4755bd3f520 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:07:56.558531 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3546f268-6e9b-4ef1-915c-6fa734e1c7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.569161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f2b705-b3b3-454e-b5f3-23af970f9f02']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:56.598095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028c2dd2-11ad-424b-b8b3-88564d6a8fc8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:56.598311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028c2dd2-11ad-424b-b8b3-88564d6a8fc8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:56.624599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (028c2dd2-11ad-424b-b8b3-88564d6a8fc8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.652858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (028c2dd2-11ad-424b-b8b3-88564d6a8fc8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.665371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:07:56.666532 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (028c2dd2-11ad-424b-b8b3-88564d6a8fc8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:07:56.668820 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:07:56.733251 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0c2122c8-f473-4c16-a526-40b948f39751 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2910800 Feb 03 22:07:56.733251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:56.744937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d8f2b705-b3b3-454e-b5f3-23af970f9f02), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.754281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.759219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] 10.222.0.50 "DELETE /v2.0/networks/d8f2b705-b3b3-454e-b5f3-23af970f9f02 HTTP/1.1" status: 204 len: 168 time: 1.8057103 Feb 03 22:07:56.763150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (0a4123ec-0ae1-4e57-b4b6-8abd1686f133), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.842009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f2831c1d-6b20-49c4-9144-d33975d30c60 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:07:56.857759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4123ec-0ae1-4e57-b4b6-8abd1686f133,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:56.865820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2004494-c6fb-4494-bb4d-83b8bcab1711 tempest-FloatingIPNegativeTestJSON-1414549024 tempest-FloatingIPNegativeTestJSON-1414549024-project] Pushing event deleted for resources: {'Network': ['ID=d8f2b705-b3b3-454e-b5f3-23af970f9f02,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:56.902977 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9d0bdf43-0976-407a-bc15-957a0e045127), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.903628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: f2831c1d-6b20-49c4-9144-d33975d30c60 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:07:56.907015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f2831c1d-6b20-49c4-9144-d33975d30c60 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:07:56.915762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Checking segment: {'id': 'ef87951d-a516-4357-b769-56262e7fa0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8656455e-463d-454c-93e4-c4755bd3f520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:07:56.916049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Network hostable DHCP agents. Network: 8656455e-463d-454c-93e4-c4755bd3f520, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:07:56.920368 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc230fd-6c73-4a21-b589-7001d9796682 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f9efbff7-e7e6-49c4-8419-040864af9710), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.961373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:56.963899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Port': ['ID=9d0bdf43-0976-407a-bc15-957a0e045127,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:56.992207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Network 8656455e-463d-454c-93e4-c4755bd3f520 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:07:56.995126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc230fd-6c73-4a21-b589-7001d9796682 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f9efbff7-e7e6-49c4-8419-040864af9710), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.070371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc230fd-6c73-4a21-b589-7001d9796682 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f9efbff7-e7e6-49c4-8419-040864af9710), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.071388 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for floatingip (eacd1243-cef3-4419-9c95-1e26f24124ae), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.071742 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Floating IP eacd1243-cef3-4419-9c95-1e26f24124ae disassociated (deleted). External IP: 172.25.5.76, port: 3caa6a03-b9c6-4fe6-9c50-183a9dc05744. Feb 03 22:07:57.073679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc230fd-6c73-4a21-b589-7001d9796682 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.078520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2bc230fd-6c73-4a21-b589-7001d9796682 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/f9efbff7-e7e6-49c4-8419-040864af9710 HTTP/1.1" status: 204 len: 168 time: 0.3378310 Feb 03 22:07:57.079783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:57.095871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8656455e-463d-454c-93e4-c4755bd3f520) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:07:57.106125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b6483-cb16-435c-9f7b-9363f11c7db7 None None] Network 8656455e-463d-454c-93e4-c4755bd3f520 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:57.144090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:57.144680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.162382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc230fd-6c73-4a21-b589-7001d9796682 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9efbff7-e7e6-49c4-8419-040864af9710,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:57.240542 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5b1a37bc-5d25-4218-8649-36c52181011a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7560418 Feb 03 22:07:57.254653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-883e660b-9c5f-4f6a-8914-57dcc79a80da tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1707945 Feb 03 22:07:57.258895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:57.263582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-714b034e-1278-4980-b8d9-14a826fe0ce5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-secgroup--25710348'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:57.296280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-714b034e-1278-4980-b8d9-14a826fe0ce5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.322763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:57.324591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfc69c-e53e-4e96-b4d9-072555f5f350 req-ead156fd-daea-4270-adf3-beaf5ab1273c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:57.326177 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fdfc69c-e53e-4e96-b4d9-072555f5f350 req-ead156fd-daea-4270-adf3-beaf5ab1273c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.1096869 Feb 03 22:07:57.342162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f2304-3bf6-4f1e-ac78-026122706103 None None] Network 8656455e-463d-454c-93e4-c4755bd3f520 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:07:57.491008 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-714b034e-1278-4980-b8d9-14a826fe0ce5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (dd88007f-31ac-4fdf-9a4e-82bbf06c7392), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.501386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-714b034e-1278-4980-b8d9-14a826fe0ce5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dd88007f-31ac-4fdf-9a4e-82bbf06c7392), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.557150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-714b034e-1278-4980-b8d9-14a826fe0ce5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.563547 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-714b034e-1278-4980-b8d9-14a826fe0ce5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2995484 Feb 03 22:07:57.569362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:57.573913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c15d49e6-e603-4913-b9a6-1595669c0a79 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'dd88007f-31ac-4fdf-9a4e-82bbf06c7392', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:57.612170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fdfc69c-e53e-4e96-b4d9-072555f5f350 req-3b96ddeb-4f47-4a14-a6c1-87cb41c5b88a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792287 Feb 03 22:07:57.672028 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51844ae6-73aa-43c2-bd60-7d626d320a32 req-b8dfa6fd-e0d3-41fd-94a2-23355befb3d4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.1103899 Feb 03 22:07:57.676352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Router 95841603-7cfe-434f-b95f-beacfe28c588 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:07:57.678883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b034e-1278-4980-b8d9-14a826fe0ce5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd88007f-31ac-4fdf-9a4e-82bbf06c7392,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:57.744030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f1d1ebb8-8b05-41f9-ae51-e57ad88c9c5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34a3e0174b4a45df8b6c84d91f92ad6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4172113 Feb 03 22:07:57.744030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c15d49e6-e603-4913-b9a6-1595669c0a79 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (6443b252-8f96-4a0f-93fe-7bc0224b47eb), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.745427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59776) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:57.844698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c15d49e6-e603-4913-b9a6-1595669c0a79 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (6443b252-8f96-4a0f-93fe-7bc0224b47eb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.854704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c15d49e6-e603-4913-b9a6-1595669c0a79 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6443b252-8f96-4a0f-93fe-7bc0224b47eb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.860698 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8defda2-8693-4673-89ca-e065c84386db admin admin] Publish callbacks [] for security_group (40963d5d-f1e9-49e2-88ed-a460dd36d7b3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.902165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d49e6-e603-4913-b9a6-1595669c0a79 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6443b252-8f96-4a0f-93fe-7bc0224b47eb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:57.913547 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8defda2-8693-4673-89ca-e065c84386db admin admin] Publish callbacks [] for security_group (40963d5d-f1e9-49e2-88ed-a460dd36d7b3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.926747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c15d49e6-e603-4913-b9a6-1595669c0a79 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.931485 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c15d49e6-e603-4913-b9a6-1595669c0a79 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3611150 Feb 03 22:07:57.932592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:57.939713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:07:57.946465 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:57.950944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] Sync routers for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:07:57.965201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:57.969617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:57.999306 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6698a453-01b1-468b-a470-b032afa6e9a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (6443b252-8f96-4a0f-93fe-7bc0224b47eb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.012483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3deb5c0a-21f8-481b-ab87-024ad0c26445 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "DELETE /v2.0/floatingips/eacd1243-cef3-4419-9c95-1e26f24124ae HTTP/1.1" status: 204 len: 168 time: 2.8652990 Feb 03 22:07:58.013378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:07:58.015616 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6698a453-01b1-468b-a470-b032afa6e9a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (6443b252-8f96-4a0f-93fe-7bc0224b47eb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.016146 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f644fed-82db-4884-93e1-d0fb1821a554" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:07:58.050212 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8defda2-8693-4673-89ca-e065c84386db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (40963d5d-f1e9-49e2-88ed-a460dd36d7b3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.053280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8defda2-8693-4673-89ca-e065c84386db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.055184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d8defda2-8693-4673-89ca-e065c84386db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40963d5d-f1e9-49e2-88ed-a460dd36d7b3 HTTP/1.1" status: 204 len: 168 time: 0.3087389 Feb 03 22:07:58.082118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8defda2-8693-4673-89ca-e065c84386db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40963d5d-f1e9-49e2-88ed-a460dd36d7b3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:58.101076 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6698a453-01b1-468b-a470-b032afa6e9a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6443b252-8f96-4a0f-93fe-7bc0224b47eb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.112158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6698a453-01b1-468b-a470-b032afa6e9a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.114581 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6698a453-01b1-468b-a470-b032afa6e9a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6443b252-8f96-4a0f-93fe-7bc0224b47eb HTTP/1.1" status: 204 len: 168 time: 0.1807034 Feb 03 22:07:58.117171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:58.147981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698a453-01b1-468b-a470-b032afa6e9a8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6443b252-8f96-4a0f-93fe-7bc0224b47eb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:58.213602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d2eefe45-6766-4f55-9d1a-d12c22d4d7e9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0949337 Feb 03 22:07:58.216699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:58.379086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a0aac1f-7694-40d6-9f72-3dafc5d3718b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (dd88007f-31ac-4fdf-9a4e-82bbf06c7392), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.432747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a0aac1f-7694-40d6-9f72-3dafc5d3718b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (dd88007f-31ac-4fdf-9a4e-82bbf06c7392), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.464686 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486bb3c4-f809-46d7-b06f-f1355977b64b x-openstack-request-id: req-486bb3c4-f809-46d7-b06f-f1355977b64b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:07:58.465043 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:07:58.465300 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-486bb3c4-f809-46d7-b06f-f1355977b64b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:07:58.467688 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'status': 'completed', 'code': 200} Feb 03 22:07:58.518524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:07:58.563414 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a0aac1f-7694-40d6-9f72-3dafc5d3718b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dd88007f-31ac-4fdf-9a4e-82bbf06c7392), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.567393 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a0aac1f-7694-40d6-9f72-3dafc5d3718b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.571457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6a0aac1f-7694-40d6-9f72-3dafc5d3718b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/dd88007f-31ac-4fdf-9a4e-82bbf06c7392 HTTP/1.1" status: 204 len: 168 time: 0.3507123 Feb 03 22:07:58.573113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:58.644187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-9698e322-7f9b-4550-ac40-28a6fe352251 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:58.646093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-9698e322-7f9b-4550-ac40-28a6fe352251 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/networks?id=ed239083-8121-4feb-a3ee-b0d8af27c831 HTTP/1.1" status: 200 len: 808 time: 0.3530207 Feb 03 22:07:58.647868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aac1f-7694-40d6-9f72-3dafc5d3718b tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd88007f-31ac-4fdf-9a4e-82bbf06c7392,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:58.679875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-6661617a-8d78-4334-9998-726f1c6a582a tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/quotas/12255bda1942439cb891dac80dfebd88 HTTP/1.1" status: 200 len: 375 time: 0.0243671 Feb 03 22:07:58.691274 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1819355e-b982-4e25-97e0-2513c79ba3b3 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1066625 Feb 03 22:07:58.692083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:58.702983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5d7da7d9-d42d-48d3-af78-0972d20f98f5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-secgroup--836337389'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:58.750397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7da7d9-d42d-48d3-af78-0972d20f98f5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:58.868786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:59.028434 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7da7d9-d42d-48d3-af78-0972d20f98f5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (b3a8e974-a4d9-4048-96fe-b68942033149), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:59.039139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-63e783d2-3385-4b47-90c1-5b623ff5c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:59.041974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-63e783d2-3385-4b47-90c1-5b623ff5c575 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 1167 time: 0.5664968 Feb 03 22:07:59.043379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7da7d9-d42d-48d3-af78-0972d20f98f5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b3a8e974-a4d9-4048-96fe-b68942033149), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:59.080476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:10Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e101bc68-a5a6-4305-815d-a7428f470215', 'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:02:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:07Z', 'updated_at': '2022-02-03T22:05:16Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:59.123934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] Checking router: 95841603-7cfe-434f-b95f-beacfe28c588 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:07:59.135149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:07:59.135773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:59.136475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2cbe-f380-46f5-b3d2-a4d986043d08 req-e7c9d3d9-dc50-4090-a499-caf1613de3bc tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:59.138011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82eb2cbe-f380-46f5-b3d2-a4d986043d08 req-e7c9d3d9-dc50-4090-a499-caf1613de3bc tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 985 time: 0.5873477 Feb 03 22:07:59.140636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-98f20533-5b69-4329-b331-7489199c62f8 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12255bda1942439cb891dac80dfebd88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4462759 Feb 03 22:07:59.149177 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7da7d9-d42d-48d3-af78-0972d20f98f5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:59.151559 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5d7da7d9-d42d-48d3-af78-0972d20f98f5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4582679 Feb 03 22:07:59.155055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:59.155960 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7da7d9-d42d-48d3-af78-0972d20f98f5 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a8e974-a4d9-4048-96fe-b68942033149,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:59.168805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c73d5020-be9e-4f1c-a368-ad2150bd3c0e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'b3a8e974-a4d9-4048-96fe-b68942033149', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:07:59.265510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c73d5020-be9e-4f1c-a368-ad2150bd3c0e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (3f76228a-ec76-497b-a51f-8156776b7ccc), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:59.276004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:07:59.296385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-155531fe-58f9-4fe1-85b2-fafacb7f1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:59.300699 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-155531fe-58f9-4fe1-85b2-fafacb7f1e95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e472835-5384-4070-b3da-0aa3e704c0f5 HTTP/1.1" status: 200 len: 898 time: 0.2468457 Feb 03 22:07:59.302891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-ccd8c011-95a6-4a8d-b9be-99122132380d service neutron] 10.222.0.50 "GET /v2.0/networks/ed239083-8121-4feb-a3ee-b0d8af27c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463847 Feb 03 22:07:59.399907 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-47fc66ce-ffea-4b45-9619-50533f2f7dd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744 HTTP/1.1" status: 200 len: 217 time: 0.0888004 Feb 03 22:07:59.427047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82eb2cbe-f380-46f5-b3d2-a4d986043d08 req-1e764381-ccc5-424c-bcc2-4cfe1c76fe0d tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2808578 Feb 03 22:07:59.494975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-6c4a9e7e-9516-4051-b4aa-f6fb075c6c5f service neutron] 10.222.0.50 "GET /v2.0/networks/ed239083-8121-4feb-a3ee-b0d8af27c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821606 Feb 03 22:07:59.566163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-f3f056db-fab7-41b5-bcee-659c86dd5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:59.569468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-f3f056db-fab7-41b5-bcee-659c86dd5b70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bfb9e4b-0c92-4280-9321-d44d5112a27c HTTP/1.1" status: 200 len: 834 time: 0.1290114 Feb 03 22:07:59.634296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c73d5020-be9e-4f1c-a368-ad2150bd3c0e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (3f76228a-ec76-497b-a51f-8156776b7ccc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:59.667898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb186de9-ab71-4308-bbb6-53352825a787 req-316a20fb-a688-403a-85b2-f97bce01da6e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:59.679551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb186de9-ab71-4308-bbb6-53352825a787 req-316a20fb-a688-403a-85b2-f97bce01da6e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.1188471 Feb 03 22:07:59.711674 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c73d5020-be9e-4f1c-a368-ad2150bd3c0e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (3f76228a-ec76-497b-a51f-8156776b7ccc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:59.765179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d5020-be9e-4f1c-a368-ad2150bd3c0e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f76228a-ec76-497b-a51f-8156776b7ccc,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:07:59.775891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:10Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e101bc68-a5a6-4305-815d-a7428f470215', 'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:02:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:07Z', 'updated_at': '2022-02-03T22:05:16Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:07:59.790650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-50e8d9c6-2e3b-4a2b-a40b-d08acc851bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:07:59.792257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-50e8d9c6-2e3b-4a2b-a40b-d08acc851bd7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e472835-5384-4070-b3da-0aa3e704c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1510487 Feb 03 22:07:59.792851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb186de9-ab71-4308-bbb6-53352825a787 req-e0dc0b6b-fa3b-48a6-8895-338fb14b16e0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048186 Feb 03 22:07:59.799123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c73d5020-be9e-4f1c-a368-ad2150bd3c0e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:59.803521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:59.805138 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c73d5020-be9e-4f1c-a368-ad2150bd3c0e tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6436026 Feb 03 22:07:59.848283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8e32af1e-f7c0-4de9-a3a8-9a2c4e42acc3 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules/3f76228a-ec76-497b-a51f-8156776b7ccc HTTP/1.1" status: 200 len: 763 time: 0.0421529 Feb 03 22:07:59.851117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:07:59.906977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedfc4d-c798-4d66-90f0-e56e1d89e5dd None None] The sync data for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 is: [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:05:10Z', 'revision_number': 4, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e101bc68-a5a6-4305-815d-a7428f470215', 'name': '', 'network_id': '2e472835-5384-4070-b3da-0aa3e704c0f5', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'mac_address': 'fa:16:3e:02:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:05:07Z', 'updated_at': '2022-02-03T22:05:16Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'subnets': [{'id': '8bfb9e4b-0c92-4280-9321-d44d5112a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:07:59.926777 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:07:59.975650 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-5ec45025-e805-4db2-bae1-8709d6516647 service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672444 Feb 03 22:08:00.043678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a422115d-02d3-4735-94fd-a279a36c04e7 req-7d86330e-0627-4195-9de5-6e6f8880b729 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.1768744 Feb 03 22:08:00.113551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:00.118968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b42bc01-79c1-42d0-ac72-5a9d2c5defbe req-e69cfa47-e2e6-4ba7-ae84-01086c04b342 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 210 time: 0.1699219 Feb 03 22:08:00.142717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-857b0728-21dd-4bfb-838b-a8cff6b84254 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2904277 Feb 03 22:08:00.153890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59880) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:00.216483 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9f644fed-82db-4884-93e1-d0fb1821a554 req-9f26b37c-8b87-4671-8d15-860f7cd26e72 service neutron] 10.222.0.10 "GET /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322268 Feb 03 22:08:00.230420 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc060b51-2eba-421e-a2f7-1c9945ce53ac tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (3f76228a-ec76-497b-a51f-8156776b7ccc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.262552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc060b51-2eba-421e-a2f7-1c9945ce53ac tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (3f76228a-ec76-497b-a51f-8156776b7ccc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.287373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-c400f48a-e8d4-4f2a-9860-c1112786c205 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:00.288951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-c400f48a-e8d4-4f2a-9860-c1112786c205 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 985 time: 0.2585938 Feb 03 22:08:00.337276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'networks': [{'name': 'tempest-network--297561514'}, {'name': 'tempest-network--717589700'}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:00.337600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'network': {'name': 'tempest-network--297561514'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:00.338077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'network': {'name': 'tempest-network--717589700'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:00.393460 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d63e74-0ce0-409a-b9f7-6e69d5564827 None None] New status for floating IP eacd1243-cef3-4419-9c95-1e26f24124ae: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:08:00.403688 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc060b51-2eba-421e-a2f7-1c9945ce53ac tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (3f76228a-ec76-497b-a51f-8156776b7ccc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.418993 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc060b51-2eba-421e-a2f7-1c9945ce53ac tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.422635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc060b51-2eba-421e-a2f7-1c9945ce53ac tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3f76228a-ec76-497b-a51f-8156776b7ccc HTTP/1.1" status: 204 len: 168 time: 0.2652736 Feb 03 22:08:00.422866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Made reservation on behalf of 8b1e118dc15a4b42ba3a4e588db72127 for: {'network': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:00.423500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc060b51-2eba-421e-a2f7-1c9945ce53ac tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f76228a-ec76-497b-a51f-8156776b7ccc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:00.424439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59892) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:00.431863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.445030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.527696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e42d8eed-87a6-4c54-a56e-4789c717ccd9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0993981 Feb 03 22:08:00.528758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:00.537069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d5472baa-6b4d-4fec-bc7b-8b4d47c28f0f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'b3a8e974-a4d9-4048-96fe-b68942033149', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:00.552982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Deleting port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:00.553208 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.588132 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5472baa-6b4d-4fec-bc7b-8b4d47c28f0f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (8a4a9a71-9d5a-4b28-a90b-ed71ca562953), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.648627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57083d9c-e45e-442e-9c1e-7d762d08cd5a details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:08:00.664258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for security_group (1afed126-e35d-49a3-b61e-0aaf00bd3278), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.691691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1afed126-e35d-49a3-b61e-0aaf00bd3278), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.697581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.769177 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5472baa-6b4d-4fec-bc7b-8b4d47c28f0f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (8a4a9a71-9d5a-4b28-a90b-ed71ca562953), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.784577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5472baa-6b4d-4fec-bc7b-8b4d47c28f0f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (8a4a9a71-9d5a-4b28-a90b-ed71ca562953), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.805093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] For port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:00.805823 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.819507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f70bc-4d36-446b-8293-589aeb5ab8ad req-e5fb7e84-f568-4eb5-b438-900c418f068b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:00.821507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd8f70bc-4d36-446b-8293-589aeb5ab8ad req-e5fb7e84-f568-4eb5-b438-900c418f068b tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 985 time: 0.1611977 Feb 03 22:08:00.889007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5472baa-6b4d-4fec-bc7b-8b4d47c28f0f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4a9a71-9d5a-4b28-a90b-ed71ca562953,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:00.890931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:00.893346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afed126-e35d-49a3-b61e-0aaf00bd3278,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:00.902713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:00.903513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5472baa-6b4d-4fec-bc7b-8b4d47c28f0f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.905703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d5472baa-6b4d-4fec-bc7b-8b4d47c28f0f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3755682 Feb 03 22:08:00.908652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59920) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:00.928630 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c8eb23bb-06f4-47db-90dc-4e34f63da537), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:00.929025 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Added segment c8eb23bb-06f4-47db-90dc-4e34f63da537 of type vlan for network 3ae47a76-ece9-43e3-81c6-b4a318c5c4e7 Feb 03 22:08:00.935104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Calling delete_port for 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:00.944845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'port_id': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'mac_address': 'fa:16:3e:cd:ae:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:08:00.960708 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e11abea1-d9e3-4255-bbb1-eff92ecda6af tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules/8a4a9a71-9d5a-4b28-a90b-ed71ca562953 HTTP/1.1" status: 200 len: 763 time: 0.0437081 Feb 03 22:08:00.963631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:01.003162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57083d9c-e45e-442e-9c1e-7d762d08cd5a is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:01.003566 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.022781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57083d9c-e45e-442e-9c1e-7d762d08cd5a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:08:01.034688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2cafe94f-dc60-4089-8daf-4ba6fc5b537f tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0699575 Feb 03 22:08:01.040259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59926) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:01.050057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3ae47a76-ece9-43e3-81c6-b4a318c5c4e7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.062892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:01.075841 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.127181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:01.148542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd8f70bc-4d36-446b-8293-589aeb5ab8ad req-3be191eb-0c88-4622-93b3-d4b59859b2c9 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/security-groups?id=49e2f8b9-acbd-4968-95fa-c9ce43f33196&id=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2981553 Feb 03 22:08:01.153245 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (be65ca46-4e49-4812-9ccd-b5565a5c830d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.153618 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Added segment be65ca46-4e49-4812-9ccd-b5565a5c830d of type vlan for network a3b2e2cb-4727-4285-8cdd-876ce08a48a7 Feb 03 22:08:01.185257 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e520-a57c-4126-bd63-8d6352e05927 req-126d9262-0a89-410f-afbd-bf7ae5362fc2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:01.186961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ae4e520-a57c-4126-bd63-8d6352e05927 req-126d9262-0a89-410f-afbd-bf7ae5362fc2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.2241189 Feb 03 22:08:01.223027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:01.227787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['57083d9c-e45e-442e-9c1e-7d762d08cd5a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:08:01.270322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:01.285255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d5254e-831b-4980-9904-f590d0ef1cb9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (8a4a9a71-9d5a-4b28-a90b-ed71ca562953), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.301289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a3b2e2cb-4727-4285-8cdd-876ce08a48a7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.304398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d5254e-831b-4980-9904-f590d0ef1cb9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (8a4a9a71-9d5a-4b28-a90b-ed71ca562953), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.360820 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3ae47a76-ece9-43e3-81c6-b4a318c5c4e7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.361475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a3b2e2cb-4727-4285-8cdd-876ce08a48a7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.362162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ae4e520-a57c-4126-bd63-8d6352e05927 req-5a5e9144-9525-4a73-b0d6-ddf22966b71c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548758 Feb 03 22:08:01.369523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:01.389284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:01.389284 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.421300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d5254e-831b-4980-9904-f590d0ef1cb9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (8a4a9a71-9d5a-4b28-a90b-ed71ca562953), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.497401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d5254e-831b-4980-9904-f590d0ef1cb9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.500808 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-19d5254e-831b-4980-9904-f590d0ef1cb9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/8a4a9a71-9d5a-4b28-a90b-ed71ca562953 HTTP/1.1" status: 204 len: 168 time: 0.4574356 Feb 03 22:08:01.500808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5254e-831b-4980-9904-f590d0ef1cb9 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a4a9a71-9d5a-4b28-a90b-ed71ca562953,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:01.508408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59940) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:01.520833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66086a59-2b61-4904-a5ed-6027d1acddf9 req-2dc38760-9c89-4956-8e4c-5fd6d4e08794 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.1934116 Feb 03 22:08:01.532012 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bb4529c-babe-4adc-a6c3-78fef9456531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.533174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3caa6a03-b9c6-4fe6-9c50-183a9dc05744), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.542439 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4263334 Feb 03 22:08:01.543194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:01.551073 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:08:01.602106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-289f0dbf-8271-450e-8038-c7b4f84ead54 req-b29a6e06-2f73-4e06-b869-ea97b962f144 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 210 time: 0.0283351 Feb 03 22:08:01.605039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Port': ['ID=3caa6a03-b9c6-4fe6-9c50-183a9dc05744,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:01.621508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.622029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.622528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.623028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.623515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.624021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.624530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.625065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.625556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.626989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.627485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.628113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.628601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:01.676783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] No DVR routers for this DVR port 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:08:01.679553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:01.683602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-859639c3-2b3d-4430-9b3d-57a402fab3a8 req-fa74ec01-6a9b-4b73-ab01-b10d98d16c6a tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.10 "DELETE /v2.0/ports/3caa6a03-b9c6-4fe6-9c50-183a9dc05744 HTTP/1.1" status: 204 len: 173 time: 1.3790257 Feb 03 22:08:01.684146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'name': 'network-vif-deleted', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:08:01.686647 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4424a6f-c460-4ccf-81dd-79d94fdd8485" -d '{"events": [{"server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "name": "network-vif-deleted", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:08:01.727612 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c7085-ed92-422d-bdd8-fd6d8515822e x-openstack-request-id: req-3d1c7085-ed92-422d-bdd8-fd6d8515822e {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:08:01.727978 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbfac6d-7a23-46fc-b3c9-a34005be7ed5", "name": "network-vif-deleted", "tag": "3caa6a03-b9c6-4fe6-9c50-183a9dc05744", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:08:01.728332 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d1c7085-ed92-422d-bdd8-fd6d8515822e {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:08:01.728828 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbfac6d-7a23-46fc-b3c9-a34005be7ed5', 'name': 'network-vif-deleted', 'tag': '3caa6a03-b9c6-4fe6-9c50-183a9dc05744', 'status': 'completed', 'code': 200} Feb 03 22:08:01.815445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Network': ['ID=3ae47a76-ece9-43e3-81c6-b4a318c5c4e7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:01.828202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 3ae47a76-ece9-43e3-81c6-b4a318c5c4e7 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:02.000078 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bb4529c-babe-4adc-a6c3-78fef9456531 admin admin] Publish callbacks [] for security_group (26fed3ba-dc7a-4059-b3bb-b0252c6bef66), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.012112 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f15dbd6d-6790-44a1-ae1b-19cb8985843c tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4993708 Feb 03 22:08:02.012695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:02.017902 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-196b043a-ba75-4aef-bbdd-2554cccdfebb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'b3a8e974-a4d9-4048-96fe-b68942033149', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:02.027536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bb4529c-babe-4adc-a6c3-78fef9456531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (26fed3ba-dc7a-4059-b3bb-b0252c6bef66), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.051102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9c2d-f897-4bc5-82c7-e0f67ff63610 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Network': ['ID=a3b2e2cb-4727-4285-8cdd-876ce08a48a7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:02.060201 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-196b043a-ba75-4aef-bbdd-2554cccdfebb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Project 56ec02f1b5ed47cc9363b90cc5d6c981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:08:02.067305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-196b043a-ba75-4aef-bbdd-2554cccdfebb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (27682210-d8d5-4152-ae6e-eba86b3de66c), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.070583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a3b2e2cb-4727-4285-8cdd-876ce08a48a7 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:02.100790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-6cc0d027-285c-400c-84db-5b56a53dac34 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:02.102367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-6cc0d027-285c-400c-84db-5b56a53dac34 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.10 "GET /v2.0/networks?id=ed239083-8121-4feb-a3ee-b0d8af27c831 HTTP/1.1" status: 200 len: 808 time: 0.5583091 Feb 03 22:08:02.131807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Request body: {'port': {'device_id': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'network_id': 'ed239083-8121-4feb-a3ee-b0d8af27c831', 'admin_state_up': True, 'tenant_id': '12255bda1942439cb891dac80dfebd88'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:02.149575 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-196b043a-ba75-4aef-bbdd-2554cccdfebb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (27682210-d8d5-4152-ae6e-eba86b3de66c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.156349 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-196b043a-ba75-4aef-bbdd-2554cccdfebb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (27682210-d8d5-4152-ae6e-eba86b3de66c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.161467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f203c-b4a1-4fef-a263-64d1c043a050 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:02.167752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f203c-b4a1-4fef-a263-64d1c043a050 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:02.174558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b043a-ba75-4aef-bbdd-2554cccdfebb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27682210-d8d5-4152-ae6e-eba86b3de66c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:02.175927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f203c-b4a1-4fef-a263-64d1c043a050 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:02.192559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f203c-b4a1-4fef-a263-64d1c043a050 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:02.195404 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dc0f203c-b4a1-4fef-a263-64d1c043a050 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6359794 Feb 03 22:08:02.198413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59950) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:02.326460 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (3ae47a76-ece9-43e3-81c6-b4a318c5c4e7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.334089 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-196b043a-ba75-4aef-bbdd-2554cccdfebb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.335604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-196b043a-ba75-4aef-bbdd-2554cccdfebb tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218420 Feb 03 22:08:02.341385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59952) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:02.392265 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e410e977-1234-45e4-b167-8c723962887e req-69b4ca37-e584-405d-b289-2151cdf73f5f tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbfac6d-7a23-46fc-b3c9-a34005be7ed5 HTTP/1.1" status: 200 len: 210 time: 0.0548933 Feb 03 22:08:02.395506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1444312e-24ca-43fe-973e-085af9289249 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules/27682210-d8d5-4152-ae6e-eba86b3de66c HTTP/1.1" status: 200 len: 769 time: 0.0530491 Feb 03 22:08:02.398748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59956) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:02.462760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0fcfc28c-bac5-4034-bf4b-8f483b3b7ee8 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0627685 Feb 03 22:08:02.474077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59960) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:02.570291 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (3ae47a76-ece9-43e3-81c6-b4a318c5c4e7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.574387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4bb4529c-babe-4adc-a6c3-78fef9456531 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65cd85a7729a4056b0dde001751d68de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3013501 Feb 03 22:08:02.575766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4529c-babe-4adc-a6c3-78fef9456531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fed3ba-dc7a-4059-b3bb-b0252c6bef66,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:02.576975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59964) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:02.615390 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1cbf-4525-4e3c-b0c2-f96c6c1aa8be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (27682210-d8d5-4152-ae6e-eba86b3de66c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.630513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae47a76-ece9-43e3-81c6-b4a318c5c4e7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:02.644552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1cbf-4525-4e3c-b0c2-f96c6c1aa8be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (27682210-d8d5-4152-ae6e-eba86b3de66c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.663938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Made reservation on behalf of 12255bda1942439cb891dac80dfebd88 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:02.667495 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.691533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6d411-3c70-4834-9831-bec6d1c9270b req-98bf2800-d586-48ef-9d82-80efffc7f9b6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:02.693879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5dd6d411-3c70-4834-9831-bec6d1c9270b req-98bf2800-d586-48ef-9d82-80efffc7f9b6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 944 time: 0.1867747 Feb 03 22:08:02.695442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f3a9070-f2c4-4a19-b4e3-818b62d95198 req-1a8ee321-262c-4603-b3b0-fba6d91fc72b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0708373 Feb 03 22:08:02.699128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8eb23bb-06f4-47db-90dc-4e34f63da537') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:02.699426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8eb23bb-06f4-47db-90dc-4e34f63da537') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:02.704722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57083d9c-e45e-442e-9c1e-7d762d08cd5a up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:02.730763 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (c8eb23bb-06f4-47db-90dc-4e34f63da537), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.801333 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1cbf-4525-4e3c-b0c2-f96c6c1aa8be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (27682210-d8d5-4152-ae6e-eba86b3de66c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.806268 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1cbf-4525-4e3c-b0c2-f96c6c1aa8be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.809614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5d5d1cbf-4525-4e3c-b0c2-f96c6c1aa8be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/27682210-d8d5-4152-ae6e-eba86b3de66c HTTP/1.1" status: 204 len: 168 time: 0.3327079 Feb 03 22:08:02.809614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae81c941-2508-47ab-b835-bfc4b27d4983 req-bc0cf344-442e-450c-856e-dafa6df58af3 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 210 time: 0.0433400 Feb 03 22:08:02.810066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 57083d9c-e45e-442e-9c1e-7d762d08cd5a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:02.810493 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.810628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c8eb23bb-06f4-47db-90dc-4e34f63da537), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.812429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:02.840157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d1cbf-4525-4e3c-b0c2-f96c6c1aa8be tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27682210-d8d5-4152-ae6e-eba86b3de66c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:02.860655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:02.861106 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (c8eb23bb-06f4-47db-90dc-4e34f63da537), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:02.869381 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:02.899650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Allocated IP 172.20.0.14 (ed239083-8121-4feb-a3ee-b0d8af27c831/44a2c0e4-9d91-413c-8ee4-612094ec7835/55864538-2a8c-4305-a4fc-b62b55bd6c64) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:02.924285 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16a7cecb-2335-45a8-992c-cd807686c482 admin admin] Publish callbacks [] for security_group (26fed3ba-dc7a-4059-b3bb-b0252c6bef66), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.943385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57083d9c-e45e-442e-9c1e-7d762d08cd5a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:02.944003 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.947307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16a7cecb-2335-45a8-992c-cd807686c482 admin admin] Publish callbacks [] for security_group (26fed3ba-dc7a-4059-b3bb-b0252c6bef66), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:02.971972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:08:02.974443 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977a6a49-eeb7-48ce-b8db-470e296bc758" -d '{"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-plugged", "status": "completed", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:08:02.991108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:03.004174 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.005145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:03.005763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5dd6d411-3c70-4834-9831-bec6d1c9270b req-a248148b-ae26-4e8b-90ce-cb8948739787 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729812 Feb 03 22:08:03.026548 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-994c01b3-2bc4-489d-99b8-a722bc676269 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2015600 Feb 03 22:08:03.026997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:03.029265 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (3ae47a76-ece9-43e3-81c6-b4a318c5c4e7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.039334 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.055039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/networks/3ae47a76-ece9-43e3-81c6-b4a318c5c4e7 HTTP/1.1" status: 204 len: 168 time: 0.8548913 Feb 03 22:08:03.091543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:03.095638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Publish callbacks [] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.134457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5612dc8-74b6-448f-acaa-6d63e00b6be9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Network': ['ID=3ae47a76-ece9-43e3-81c6-b4a318c5c4e7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:03.141857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.200772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:08:03.201200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3caa6a03-b9c6-4fe6-9c50-183a9dc05744 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:08:03.203402 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16a7cecb-2335-45a8-992c-cd807686c482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (26fed3ba-dc7a-4059-b3bb-b0252c6bef66), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.209149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16a7cecb-2335-45a8-992c-cd807686c482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.216414 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-16a7cecb-2335-45a8-992c-cd807686c482 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26fed3ba-dc7a-4059-b3bb-b0252c6bef66 HTTP/1.1" status: 204 len: 168 time: 0.6266248 Feb 03 22:08:03.218819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:03.245241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Network ed239083-8121-4feb-a3ee-b0d8af27c831 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:03.247673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:03.250899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:03.254654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Pushing event updated for resources: {'Port': ['ID=55864538-2a8c-4305-a4fc-b62b55bd6c64,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:03.312749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45190843-ca0b-476b-8940-3906bba2760a tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (b3a8e974-a4d9-4048-96fe-b68942033149), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.314913 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70b0941-80fa-420a-985c-97c2b2663381 x-openstack-request-id: req-e70b0941-80fa-420a-985c-97c2b2663381 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:08:03.315623 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-plugged", "status": "completed", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:08:03.316222 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e70b0941-80fa-420a-985c-97c2b2663381 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:08:03.316825 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'code': 200} Feb 03 22:08:03.318236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7cecb-2335-45a8-992c-cd807686c482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fed3ba-dc7a-4059-b3bb-b0252c6bef66,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:03.346726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:03.347702 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.352297 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a3b2e2cb-4727-4285-8cdd-876ce08a48a7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.376334 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-d16ade92-c778-45d5-967f-93a244b23563 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2525575 Feb 03 22:08:03.376586 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45190843-ca0b-476b-8940-3906bba2760a tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (b3a8e974-a4d9-4048-96fe-b68942033149), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.395571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Request body: {'port': {'device_id': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:03.490469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a3b2e2cb-4727-4285-8cdd-876ce08a48a7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.519012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45190843-ca0b-476b-8940-3906bba2760a tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b3a8e974-a4d9-4048-96fe-b68942033149), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.522384 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45190843-ca0b-476b-8940-3906bba2760a tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.529680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-45190843-ca0b-476b-8940-3906bba2760a tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/b3a8e974-a4d9-4048-96fe-b68942033149 HTTP/1.1" status: 204 len: 168 time: 0.4983873 Feb 03 22:08:03.533300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b2e2cb-4727-4285-8cdd-876ce08a48a7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:03.542501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:03.542883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59988) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:03.555785 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.583837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be65ca46-4e49-4812-9ccd-b5565a5c830d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:03.584195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be65ca46-4e49-4812-9ccd-b5565a5c830d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:03.592307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45190843-ca0b-476b-8940-3906bba2760a tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a8e974-a4d9-4048-96fe-b68942033149,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:03.641738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (be65ca46-4e49-4812-9ccd-b5565a5c830d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.668708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 59990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:03.700094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68c130a6-13db-4e22-ab6f-681ceca9f359 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (0d54e1b2-662d-4bfc-92bc-160a4ffa84a9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.715400 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (be65ca46-4e49-4812-9ccd-b5565a5c830d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.739959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-999bc38f-798a-48f0-b1b4-24f51d374ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.749718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4513d54b-e68a-4843-b632-006004dcb6e6 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2042470 Feb 03 22:08:03.757677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:03.758423 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (be65ca46-4e49-4812-9ccd-b5565a5c830d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.762463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:03.763159 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:03.767558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8c745e37-e046-4442-ac35-6f17a3206505 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798451763'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:03.798503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c745e37-e046-4442-ac35-6f17a3206505 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.810956 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68c130a6-13db-4e22-ab6f-681ceca9f359 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (0d54e1b2-662d-4bfc-92bc-160a4ffa84a9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.870145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86d794dc-984e-4157-9d7d-a87aa64819ad req-2f5dd328-380a-4aa0-8a79-89646f571373 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0545216 Feb 03 22:08:03.932026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a3b2e2cb-4727-4285-8cdd-876ce08a48a7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.937301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:03.942005 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/networks/a3b2e2cb-4727-4285-8cdd-876ce08a48a7 HTTP/1.1" status: 204 len: 168 time: 0.8491514 Feb 03 22:08:03.946130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 59998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:04.002864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1b475-0206-45d3-9805-7c0052108aa8 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Network': ['ID=a3b2e2cb-4727-4285-8cdd-876ce08a48a7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:04.016157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68c130a6-13db-4e22-ab6f-681ceca9f359 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0d54e1b2-662d-4bfc-92bc-160a4ffa84a9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.019322 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68c130a6-13db-4e22-ab6f-681ceca9f359 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.020485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-68c130a6-13db-4e22-ab6f-681ceca9f359 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "DELETE /v2.0/security-groups/0d54e1b2-662d-4bfc-92bc-160a4ffa84a9 HTTP/1.1" status: 204 len: 168 time: 0.4681666 Feb 03 22:08:04.027132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:04.066730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55864538-2a8c-4305-a4fc-b62b55bd6c64 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:08:04.067538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c130a6-13db-4e22-ab6f-681ceca9f359 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d54e1b2-662d-4bfc-92bc-160a4ffa84a9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:04.082755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c377d9-fecd-44c5-bc62-bed5fe331d1f req-fa8c5305-fb50-4b7f-9e4e-76f52ebd76d7 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:04.091561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84c377d9-fecd-44c5-bc62-bed5fe331d1f req-fa8c5305-fb50-4b7f-9e4e-76f52ebd76d7 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 932 time: 0.1451569 Feb 03 22:08:04.098541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Publish callbacks [] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.123876 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c745e37-e046-4442-ac35-6f17a3206505 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.159641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c745e37-e046-4442-ac35-6f17a3206505 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.167365 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-999bc38f-798a-48f0-b1b4-24f51d374ed4 admin admin] Publish callbacks [] for security_group (5d6d3457-c543-4fc7-94bd-b2a6f806eaef), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.174065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Transition to ACTIVE for port object 55864538-2a8c-4305-a4fc-b62b55bd6c64 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:08:04.184697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84c377d9-fecd-44c5-bc62-bed5fe331d1f req-85facabe-a7c6-4522-9bec-d707e8f29e66 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859721 Feb 03 22:08:04.197903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-999bc38f-798a-48f0-b1b4-24f51d374ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5d6d3457-c543-4fc7-94bd-b2a6f806eaef), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.201760 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c745e37-e046-4442-ac35-6f17a3206505 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.203148 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8c745e37-e046-4442-ac35-6f17a3206505 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4398019 Feb 03 22:08:04.209944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:04.216599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.225071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6ff429dd-0e93-4f20-9a7d-577bcc97ceef tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Request body: {'security_group_rule': {'security_group_id': 'f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:04.271130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762fc689-1020-489f-93ae-dd4b4c668b38 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:04.276705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762fc689-1020-489f-93ae-dd4b4c668b38 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:04.281856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-762fc689-1020-489f-93ae-dd4b4c668b38 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3302090 Feb 03 22:08:04.292878 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:04.299442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-656698218'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:04.303850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-999bc38f-798a-48f0-b1b4-24f51d374ed4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f04f3e8e69d44f39a7257496e50d589e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6293685 Feb 03 22:08:04.304686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60008) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:04.311364 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bc38f-798a-48f0-b1b4-24f51d374ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6d3457-c543-4fc7-94bd-b2a6f806eaef,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:04.320797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c745e37-e046-4442-ac35-6f17a3206505 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:04.351169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7016b823-93b0-4e8e-84f0-bb9a7d1b3043 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (49e2f8b9-acbd-4968-95fa-c9ce43f33196), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.357508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dc27a-31de-434a-ae5d-2b70494875db req-8f1ab647-af29-494b-97a7-3c4ac604248e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:04.358873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce2dc27a-31de-434a-ae5d-2b70494875db req-8f1ab647-af29-494b-97a7-3c4ac604248e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.1645341 Feb 03 22:08:04.387437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1253694c-b337-4053-9d83-d405233f56a3 admin admin] Publish callbacks [] for security_group (5d6d3457-c543-4fc7-94bd-b2a6f806eaef), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.391599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Pushing event updated for resources: {'Port': ['ID=55864538-2a8c-4305-a4fc-b62b55bd6c64,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:04.406601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Made reservation on behalf of 8b1e118dc15a4b42ba3a4e588db72127 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:04.409992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.418649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ff429dd-0e93-4f20-9a7d-577bcc97ceef tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (a3eb0edf-960c-4968-b378-a9f93defdb5a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.423454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1253694c-b337-4053-9d83-d405233f56a3 admin admin] Publish callbacks [] for security_group (5d6d3457-c543-4fc7-94bd-b2a6f806eaef), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.445457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7016b823-93b0-4e8e-84f0-bb9a7d1b3043 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (49e2f8b9-acbd-4968-95fa-c9ce43f33196), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.448958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce2dc27a-31de-434a-ae5d-2b70494875db req-3f7318aa-6511-405e-ba5d-7127587de417 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843692 Feb 03 22:08:04.503045 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1253694c-b337-4053-9d83-d405233f56a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5d6d3457-c543-4fc7-94bd-b2a6f806eaef), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.509854 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1253694c-b337-4053-9d83-d405233f56a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.511752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1253694c-b337-4053-9d83-d405233f56a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d6d3457-c543-4fc7-94bd-b2a6f806eaef HTTP/1.1" status: 204 len: 168 time: 0.2058973 Feb 03 22:08:04.541448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253694c-b337-4053-9d83-d405233f56a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6d3457-c543-4fc7-94bd-b2a6f806eaef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:04.574782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:04.605335 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b8da14bc-05a4-4157-b0f8-45869b7575ba), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.605686 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Added segment b8da14bc-05a4-4157-b0f8-45869b7575ba of type vlan for network 91daf73e-3abb-4a08-8ec8-94d81af696a8 Feb 03 22:08:04.665817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Attempting to bind port 55864538-2a8c-4305-a4fc-b62b55bd6c64 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:04.666145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Attempting to bind port 55864538-2a8c-4305-a4fc-b62b55bd6c64 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '511c07d9-92fa-4ab1-b45c-d44f593a5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ed239083-8121-4feb-a3ee-b0d8af27c831'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:04.666462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Attempting to bind port 55864538-2a8c-4305-a4fc-b62b55bd6c64 on network ed239083-8121-4feb-a3ee-b0d8af27c831 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:04.669679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ff429dd-0e93-4f20-9a7d-577bcc97ceef tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (a3eb0edf-960c-4968-b378-a9f93defdb5a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.674605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7016b823-93b0-4e8e-84f0-bb9a7d1b3043 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (49e2f8b9-acbd-4968-95fa-c9ce43f33196), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.676326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7016b823-93b0-4e8e-84f0-bb9a7d1b3043 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.677810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7016b823-93b0-4e8e-84f0-bb9a7d1b3043 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "DELETE /v2.0/security-groups/49e2f8b9-acbd-4968-95fa-c9ce43f33196 HTTP/1.1" status: 204 len: 168 time: 0.6467161 Feb 03 22:08:04.680676 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:04.692270 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ff429dd-0e93-4f20-9a7d-577bcc97ceef tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (a3eb0edf-960c-4968-b378-a9f93defdb5a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.694943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (91daf73e-3abb-4a08-8ec8-94d81af696a8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.708098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Port 55864538-2a8c-4305-a4fc-b62b55bd6c64 on network ed239083-8121-4feb-a3ee-b0d8af27c831 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:08:04.708447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Attempting to bind port 55864538-2a8c-4305-a4fc-b62b55bd6c64 on network ed239083-8121-4feb-a3ee-b0d8af27c831 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:04.717353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016b823-93b0-4e8e-84f0-bb9a7d1b3043 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e2f8b9-acbd-4968-95fa-c9ce43f33196,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:04.747373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:04.747688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Checking segment: {'id': '511c07d9-92fa-4ab1-b45c-d44f593a5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ed239083-8121-4feb-a3ee-b0d8af27c831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:04.748084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Bound using segment: {'id': '511c07d9-92fa-4ab1-b45c-d44f593a5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ed239083-8121-4feb-a3ee-b0d8af27c831'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:04.748752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Bound port: 55864538-2a8c-4305-a4fc-b62b55bd6c64, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511c07d9-92fa-4ab1-b45c-d44f593a5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ed239083-8121-4feb-a3ee-b0d8af27c831'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:04.752373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.756667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff429dd-0e93-4f20-9a7d-577bcc97ceef tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3eb0edf-960c-4968-b378-a9f93defdb5a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:04.800916 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ff429dd-0e93-4f20-9a7d-577bcc97ceef tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.806453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6ff429dd-0e93-4f20-9a7d-577bcc97ceef tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5909557 Feb 03 22:08:04.810927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (91daf73e-3abb-4a08-8ec8-94d81af696a8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.815896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:04.816489 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:04.818720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:05.037874 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7444139 Feb 03 22:08:05.049143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:05.070635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-166715224'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:05.116564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58ca65-206c-4b53-8192-dd38f2eac2a1 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Network': ['ID=91daf73e-3abb-4a08-8ec8-94d81af696a8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:05.130246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 91daf73e-3abb-4a08-8ec8-94d81af696a8 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:05.151281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Made reservation on behalf of 8b1e118dc15a4b42ba3a4e588db72127 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:05.154982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.162464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] For port 55864538-2a8c-4305-a4fc-b62b55bd6c64, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:05.172559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff678899-d32e-4d7f-8cc0-2a4cbb86ce27 req-1e03d4be-0c1c-47ff-9bff-ba449a897d93 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.1422365 Feb 03 22:08:05.187393 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1af1bfad-3cec-45dc-b38b-bf03c18bfdd2 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.195392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] For port 55864538-2a8c-4305-a4fc-b62b55bd6c64, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=55864538-2a8c-4305-a4fc-b62b55bd6c64,segment=NetworkSegment(511c07d9-92fa-4ab1-b45c-d44f593a5566),segment_id=511c07d9-92fa-4ab1-b45c-d44f593a5566)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:05.236593 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.246906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:05.250356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1af1bfad-3cec-45dc-b38b-bf03c18bfdd2 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.310327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (44cab4f1-dca5-4938-9ce3-430ff48f57be), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.310802 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Added segment 44cab4f1-dca5-4938-9ce3-430ff48f57be of type vlan for network 4bb961c7-c049-457b-bc71-908b9850bdcf Feb 03 22:08:05.321090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:05.321869 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.323459 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] 10.222.0.10 "PUT /v2.0/ports/55864538-2a8c-4305-a4fc-b62b55bd6c64 HTTP/1.1" status: 200 len: 1092 time: 1.9375446 Feb 03 22:08:05.324051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'tag': '55864538-2a8c-4305-a4fc-b62b55bd6c64'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:08:05.326539 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab5023d-4296-40a9-b73d-ff20992b35eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a30b991b-b89d-4e2f-83a9-128a6be042d7", "tag": "55864538-2a8c-4305-a4fc-b62b55bd6c64"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:08:05.419243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5f788-a575-4a24-93ce-7b3a04be10d7 service neutron] Pushing event updated for resources: {'Port': ['ID=55864538-2a8c-4305-a4fc-b62b55bd6c64,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:05.489727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4bb961c7-c049-457b-bc71-908b9850bdcf), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.560553 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1af1bfad-3cec-45dc-b38b-bf03c18bfdd2 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.566319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1af1bfad-3cec-45dc-b38b-bf03c18bfdd2 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.569690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1af1bfad-3cec-45dc-b38b-bf03c18bfdd2 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6 HTTP/1.1" status: 204 len: 168 time: 0.7316256 Feb 03 22:08:05.575149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18781e7f-8867-476f-b474-8d8b6e284b55 req-f906e06a-3c22-4492-b0f8-78c55a470fa1 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:05.580729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:05.582359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18781e7f-8867-476f-b474-8d8b6e284b55 req-f906e06a-3c22-4492-b0f8-78c55a470fa1 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 944 time: 0.2223396 Feb 03 22:08:05.621631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1bfad-3cec-45dc-b38b-bf03c18bfdd2 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:05.629117 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4bb961c7-c049-457b-bc71-908b9850bdcf), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.633995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:05.634595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.656329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-663b83a5-1189-4021-bb17-79bd6f499869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:05.657950 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-663b83a5-1189-4021-bb17-79bd6f499869 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12255bda1942439cb891dac80dfebd88&device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 1126 time: 0.2595036 Feb 03 22:08:05.659153 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (95841603-7cfe-434f-b95f-beacfe28c588), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:05.811037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18781e7f-8867-476f-b474-8d8b6e284b55 req-93cb9aa4-1f57-47de-be39-bdbf0a5347f5 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187369 Feb 03 22:08:05.870645 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8146927 Feb 03 22:08:05.874773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:05.882717 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-7a621deb-433d-4e66-b80c-e8ad8d20bacc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55864538-2a8c-4305-a4fc-b62b55bd6c64 HTTP/1.1" status: 200 len: 217 time: 0.1840277 Feb 03 22:08:05.888689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'ports': [{'network_id': '91daf73e-3abb-4a08-8ec8-94d81af696a8', 'name': 'tempest-port--1715658856', 'admin_state_up': True}, {'network_id': '4bb961c7-c049-457b-bc71-908b9850bdcf', 'admin_state_up': False}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:05.888689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'port': {'network_id': '91daf73e-3abb-4a08-8ec8-94d81af696a8', 'name': 'tempest-port--1715658856', 'admin_state_up': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:05.889231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'port': {'network_id': '4bb961c7-c049-457b-bc71-908b9850bdcf', 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:05.954909 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77262536-2ad0-43ae-a744-957eed493b8a x-openstack-request-id: req-77262536-2ad0-43ae-a744-957eed493b8a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:08:05.955368 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30b991b-b89d-4e2f-83a9-128a6be042d7", "tag": "55864538-2a8c-4305-a4fc-b62b55bd6c64", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:08:05.955652 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77262536-2ad0-43ae-a744-957eed493b8a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:08:05.956046 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'tag': '55864538-2a8c-4305-a4fc-b62b55bd6c64', 'status': 'completed', 'code': 200} Feb 03 22:08:05.984596 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-251d322f-098d-4517-82b8-b5c15affad12 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3886876 Feb 03 22:08:05.987834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:05.995789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455345c4-0ad5-416b-8f06-d9f2c26c5a64 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Network': ['ID=4bb961c7-c049-457b-bc71-908b9850bdcf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:06.008533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4bb961c7-c049-457b-bc71-908b9850bdcf details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:06.040379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-2141464d-faae-457f-a9ec-e8961aed0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:06.042137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-2141464d-faae-457f-a9ec-e8961aed0b9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44a2c0e4-9d91-413c-8ee4-612094ec7835 HTTP/1.1" status: 200 len: 848 time: 0.1397791 Feb 03 22:08:06.070915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60084) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:06.077015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-207c368d-b180-43b7-8db5-3f05561d719d tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0789864 Feb 03 22:08:06.113466 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-1ef5da9b-8921-465e-862a-187e1eaf6571 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] delete failed (client error): The resource could not be found. Feb 03 22:08:06.117876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1ef5da9b-8921-465e-862a-187e1eaf6571 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "DELETE /v2.0/security-groups/f2ddb7d2-0d1a-41f7-80a4-015dde9d33b6 HTTP/1.1" status: 404 len: 347 time: 0.0419147 Feb 03 22:08:06.118021 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-c6406297-2d23-4cb7-8915-5183c60a7e63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ed239083-8121-4feb-a3ee-b0d8af27c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620341 Feb 03 22:08:06.118144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:06.152790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60088) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:06.196078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574fc55-376d-4d0e-afed-b490abbc20c8 req-49f870b8-0b46-4113-9f68-1de4354c0bf6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:06.197939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7574fc55-376d-4d0e-afed-b490abbc20c8 req-49f870b8-0b46-4113-9f68-1de4354c0bf6 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.2426562 Feb 03 22:08:06.282581 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-acc11cc0-aa7e-456a-82ce-ab5631240838 tempest-SecGroupIPv6Test-1454649024 tempest-SecGroupIPv6Test-1454649024-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1597011 Feb 03 22:08:06.367783 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-b8dd7948-f04f-4d01-b58c-a37a71542e67 service neutron] 10.222.0.10 "GET /v2.0/networks/ed239083-8121-4feb-a3ee-b0d8af27c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432129 Feb 03 22:08:06.381082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4de3fd8-d4b9-40c1-bc31-aa05fe1fb004 req-e1f27883-3706-4f2e-9816-af362793fe68 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0926707 Feb 03 22:08:06.385693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Made reservation on behalf of 8b1e118dc15a4b42ba3a4e588db72127 for: {'port': 2} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:06.395028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:06.461925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'networks': [{'name': 'tempest-network--1930343683'}, {'name': 'tempest-network--465816425'}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:06.462459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'network': {'name': 'tempest-network--1930343683'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:06.463085 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'network': {'name': 'tempest-network--465816425'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:06.507812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Made reservation on behalf of 65a8a0fa877147c38743440df519d2dc for: {'network': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:06.513547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:06.520461 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:06.532875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:06.552962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7574fc55-376d-4d0e-afed-b490abbc20c8 req-d6565e30-8875-412f-acac-4a0b2854e76c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387108 Feb 03 22:08:06.602052 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59aa7d80-22a6-448b-8f57-46e85b62a476 req-2705642c-0d3a-4e49-b76c-e13f50c18a20 service neutron] 10.222.0.10 "GET /v2.0/networks/ed239083-8121-4feb-a3ee-b0d8af27c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273734 Feb 03 22:08:06.897444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for security_group (d97b0e6e-e932-40eb-a838-9de280706589), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:06.900654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-0b132b00-a4f4-4bb6-8e7e-6450e6d2fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:06.919705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-0b132b00-a4f4-4bb6-8e7e-6450e6d2fc07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12255bda1942439cb891dac80dfebd88&device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 1126 time: 0.2346058 Feb 03 22:08:06.943535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d97b0e6e-e932-40eb-a838-9de280706589), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:06.943790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.008966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] device_id is not set on port 953d545e-3005-46dd-bdb1-c6ef9a16cdd6 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:08:07.054366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60102) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:07.129634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97b0e6e-e932-40eb-a838-9de280706589,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:07.134636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:07.148490 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for port (953d545e-3005-46dd-bdb1-c6ef9a16cdd6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.174758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5d66c6f1-c02e-4ba5-b7a2-5d00ff4ba614), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.175424 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Added segment 5d66c6f1-c02e-4ba5-b7a2-5d00ff4ba614 of type vlan for network 4ab89cdc-124f-42e2-b8da-f18e6e2c5f42 Feb 03 22:08:07.205445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-df56bc39-4c26-492d-aa8f-e10036f557b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:07.206965 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-df56bc39-4c26-492d-aa8f-e10036f557b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ed239083-8121-4feb-a3ee-b0d8af27c831 HTTP/1.1" status: 200 len: 909 time: 0.2730134 Feb 03 22:08:07.288436 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-5461267c-eddd-41b0-b5a7-4335cd78cda8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55864538-2a8c-4305-a4fc-b62b55bd6c64 HTTP/1.1" status: 200 len: 217 time: 0.0570230 Feb 03 22:08:07.290448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4ab89cdc-124f-42e2-b8da-f18e6e2c5f42), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.357761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] device_id is not set on port 16323067-351e-40bd-8320-7ea97a60d5c8 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:08:07.362511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Deleting port e101bc68-a5a6-4305-815d-a7428f470215 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:07.362859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e101bc68-a5a6-4305-815d-a7428f470215), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.372140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:07.399408 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (37131c38-62b5-448e-b1c0-8ab61acaefa6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.400141 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Added segment 37131c38-62b5-448e-b1c0-8ab61acaefa6 of type vlan for network 0759cbf0-a11a-47da-b16f-b72b0e7ae623 Feb 03 22:08:07.475565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc40db-01ea-4493-a306-5277f728a2a9 req-ce1c05f4-db92-4a4c-8e6c-76b200737dd0 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:07.477587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9edc40db-01ea-4493-a306-5277f728a2a9 req-ce1c05f4-db92-4a4c-8e6c-76b200737dd0 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 944 time: 0.1982911 Feb 03 22:08:07.534801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (0759cbf0-a11a-47da-b16f-b72b0e7ae623), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.564710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-299ba003-c526-4457-a9a1-7dbcfb758369 req-9b7759ad-6fba-404f-a72b-596658e2f010 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0603271 Feb 03 22:08:07.592688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-13794a68-c963-45a7-a36a-83f69b666455 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56ec02f1b5ed47cc9363b90cc5d6c981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5351031 Feb 03 22:08:07.592688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4ab89cdc-124f-42e2-b8da-f18e6e2c5f42), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.593234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (0759cbf0-a11a-47da-b16f-b72b0e7ae623), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.598455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:07.602208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] For port e101bc68-a5a6-4305-815d-a7428f470215, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e101bc68-a5a6-4305-815d-a7428f470215,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:07.602581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e101bc68-a5a6-4305-815d-a7428f470215), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.604678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:07.605551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60108) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:07.605683 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:07.644083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Calling delete_port for e101bc68-a5a6-4305-815d-a7428f470215 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:07.672331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9edc40db-01ea-4493-a306-5277f728a2a9 req-e68df6df-63f7-414a-8aa2-7071e057ae31 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848259 Feb 03 22:08:07.700827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60112) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:07.701405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5474963 Feb 03 22:08:07.713601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-6eb3a560-1814-42fc-b3fe-f27e3a9cf636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:07.715599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-6eb3a560-1814-42fc-b3fe-f27e3a9cf636 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44a2c0e4-9d91-413c-8ee4-612094ec7835 HTTP/1.1" status: 200 len: 848 time: 0.4176004 Feb 03 22:08:07.734425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Network': ['ID=4ab89cdc-124f-42e2-b8da-f18e6e2c5f42,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:07.750442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4ab89cdc-124f-42e2-b8da-f18e6e2c5f42 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:07.773489 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-fbf950dc-7aaa-4939-bf12-5d553cc098b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ed239083-8121-4feb-a3ee-b0d8af27c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498490 Feb 03 22:08:07.872528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5d33f-15c8-421f-8471-8dc775130e64 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Network': ['ID=0759cbf0-a11a-47da-b16f-b72b0e7ae623,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:07.887159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 0759cbf0-a11a-47da-b16f-b72b0e7ae623 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:07.955142 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-6eb4c67f-60b4-4f16-ab69-b7ee2c2750db service neutron] 10.222.0.10 "GET /v2.0/networks/ed239083-8121-4feb-a3ee-b0d8af27c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494823 Feb 03 22:08:08.087015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bab5023d-4296-40a9-b73d-ff20992b35eb req-509083d6-bbdf-48a2-92b7-98eceb997a6f service neutron] 10.222.0.10 "GET /v2.0/networks/ed239083-8121-4feb-a3ee-b0d8af27c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252167 Feb 03 22:08:08.510316 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for port (16323067-351e-40bd-8320-7ea97a60d5c8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:08.569424 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ce37c68-c55b-4a09-ba2b-683508701e82 admin admin] Publish callbacks [] for security_group (011978a1-8add-4ef1-ba34-0fe0c5a244e4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:08.592346 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ce37c68-c55b-4a09-ba2b-683508701e82 admin admin] Publish callbacks [] for security_group (011978a1-8add-4ef1-ba34-0fe0c5a244e4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:08.755113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409af8b-4d98-4955-8489-e4f883cba457 req-fb175577-d789-46b5-857c-7dee11f00329 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:08.762405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5409af8b-4d98-4955-8489-e4f883cba457 req-fb175577-d789-46b5-857c-7dee11f00329 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 1.0168705 Feb 03 22:08:08.771218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84d4cb08-241a-4d71-aaaa-ddd878bbcf1e req-7206b138-f9f3-49b5-bd9d-348cabe34fb6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0797207 Feb 03 22:08:08.946779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (953d545e-3005-46dd-bdb1-c6ef9a16cdd6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:08.948689 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e101bc68-a5a6-4305-815d-a7428f470215), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.020771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5f215-90cf-47a9-92d3-cdd62f2e9ac0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:09.025686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5f215-90cf-47a9-92d3-cdd62f2e9ac0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:09.030868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5f215-90cf-47a9-92d3-cdd62f2e9ac0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:09.037974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5f215-90cf-47a9-92d3-cdd62f2e9ac0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:09.037974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b2e5f215-90cf-47a9-92d3-cdd62f2e9ac0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3325694 Feb 03 22:08:09.038849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Port': ['ID=e101bc68-a5a6-4305-815d-a7428f470215,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:09.042161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60122) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:09.092004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Port': ['ID=953d545e-3005-46dd-bdb1-c6ef9a16cdd6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:09.100213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5409af8b-4d98-4955-8489-e4f883cba457 req-ac567d06-63ab-4c2b-86bf-2baf218363f7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369145 Feb 03 22:08:09.168617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ce37c68-c55b-4a09-ba2b-683508701e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (011978a1-8add-4ef1-ba34-0fe0c5a244e4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.171392 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ce37c68-c55b-4a09-ba2b-683508701e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.175340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1ce37c68-c55b-4a09-ba2b-683508701e82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/011978a1-8add-4ef1-ba34-0fe0c5a244e4 HTTP/1.1" status: 204 len: 168 time: 1.5643866 Feb 03 22:08:09.190569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37c68-c55b-4a09-ba2b-683508701e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011978a1-8add-4ef1-ba34-0fe0c5a244e4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:09.239417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ce0d8-6bcf-4be2-9db7-2430534b1980 req-db34fb83-b9f9-49a3-baf2-466e2667a1db tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:09.243648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-341ce0d8-6bcf-4be2-9db7-2430534b1980 req-db34fb83-b9f9-49a3-baf2-466e2667a1db tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 944 time: 0.3716156 Feb 03 22:08:09.253713 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4ab89cdc-124f-42e2-b8da-f18e6e2c5f42), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.378736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Checking segment: {'id': 'b8da14bc-05a4-4157-b0f8-45869b7575ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '91daf73e-3abb-4a08-8ec8-94d81af696a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:09.378736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Network hostable DHCP agents. Network: 91daf73e-3abb-4a08-8ec8-94d81af696a8, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:09.386928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4ab89cdc-124f-42e2-b8da-f18e6e2c5f42), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.443262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab89cdc-124f-42e2-b8da-f18e6e2c5f42']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:09.453591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-341ce0d8-6bcf-4be2-9db7-2430534b1980 req-3533b8a1-6efa-4746-b9ab-31d3b094fc94 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944604 Feb 03 22:08:09.460571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Network 91daf73e-3abb-4a08-8ec8-94d81af696a8 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:09.475113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d66c6f1-c02e-4ba5-b7a2-5d00ff4ba614') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:09.475416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d66c6f1-c02e-4ba5-b7a2-5d00ff4ba614') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:09.496407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (95841603-7cfe-434f-b95f-beacfe28c588), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.500499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 91daf73e-3abb-4a08-8ec8-94d81af696a8) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:09.508691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:09.510270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (16323067-351e-40bd-8320-7ea97a60d5c8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.530448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c395d-7344-4c3b-8599-2fa3d7e2d322 None None] Network 91daf73e-3abb-4a08-8ec8-94d81af696a8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:09.542575 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (5d66c6f1-c02e-4ba5-b7a2-5d00ff4ba614), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.570863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5d66c6f1-c02e-4ba5-b7a2-5d00ff4ba614), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.584557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:09.586233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (5d66c6f1-c02e-4ba5-b7a2-5d00ff4ba614), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:09.590326 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:09.784770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4ab89cdc-124f-42e2-b8da-f18e6e2c5f42), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.793400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.828872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60132) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:09.852605 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/networks/4ab89cdc-124f-42e2-b8da-f18e6e2c5f42 HTTP/1.1" status: 204 len: 168 time: 0.7710419 Feb 03 22:08:09.923523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Network': ['ID=4ab89cdc-124f-42e2-b8da-f18e6e2c5f42,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:09.954661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.955011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.955355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.955696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.956031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.956483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.956742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.957070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.957632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.957632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.958146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.958305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.958743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c785e2-8042-45d9-8f7c-48d147dd3306 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:09.976054 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (0759cbf0-a11a-47da-b16f-b72b0e7ae623), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:09.986396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Checking segment: {'id': '44cab4f1-dca5-4938-9ce3-430ff48f57be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4bb961c7-c049-457b-bc71-908b9850bdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:09.986775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Network hostable DHCP agents. Network: 4bb961c7-c049-457b-bc71-908b9850bdcf, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:09.996503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Port': ['ID=16323067-351e-40bd-8320-7ea97a60d5c8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:10.040059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85404d05-ba7e-4d27-85b1-90ab94fe7960 req-a8ac31b7-aa94-4bfd-8437-094eaae91cd8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0544317 Feb 03 22:08:10.203999 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (0759cbf0-a11a-47da-b16f-b72b0e7ae623), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:10.277816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Network 4bb961c7-c049-457b-bc71-908b9850bdcf is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:10.312621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4bb961c7-c049-457b-bc71-908b9850bdcf) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:10.317746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0759cbf0-a11a-47da-b16f-b72b0e7ae623']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:10.333331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c22d4-d4e3-4a2f-a26f-3d4b3ca43001 None None] Network 4bb961c7-c049-457b-bc71-908b9850bdcf requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:10.334643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:10.339861 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:10.344282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:10.345757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:10.349303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37131c38-62b5-448e-b1c0-8ab61acaefa6') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:10.349603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37131c38-62b5-448e-b1c0-8ab61acaefa6') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:10.441264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (37131c38-62b5-448e-b1c0-8ab61acaefa6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:10.482146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60152) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:10.482662 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d107bb78-224c-48ce-94ff-8485aaba40b6 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6063790 Feb 03 22:08:10.485596 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (37131c38-62b5-448e-b1c0-8ab61acaefa6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:10.494429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593532a-d93a-48bd-92e5-4cb5abb4fbee req-b5026463-81b7-4bc5-9e0d-b256ef383ae2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:10.495884 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a593532a-d93a-48bd-92e5-4cb5abb4fbee req-b5026463-81b7-4bc5-9e0d-b256ef383ae2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.2872813 Feb 03 22:08:10.503950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:10.504412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (37131c38-62b5-448e-b1c0-8ab61acaefa6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:10.510382 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:10.664267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ad626-0146-495c-878d-6504326ef2b5 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:10.672968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ad626-0146-495c-878d-6504326ef2b5 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:10.675959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-760ad626-0146-495c-878d-6504326ef2b5 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1919618 Feb 03 22:08:10.679937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:10.694034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 55864538-2a8c-4305-a4fc-b62b55bd6c64 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:08:10.767883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:10.791395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (0759cbf0-a11a-47da-b16f-b72b0e7ae623), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:10.821166 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:10.830422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8fb9e0fd-85a1-450f-8f85-60819ecf6ece tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Deleting port 953d545e-3005-46dd-bdb1-c6ef9a16cdd6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:10.830769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e0fd-85a1-450f-8f85-60819ecf6ece tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (953d545e-3005-46dd-bdb1-c6ef9a16cdd6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:10.836531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/networks/0759cbf0-a11a-47da-b16f-b72b0e7ae623 HTTP/1.1" status: 204 len: 168 time: 1.0065565 Feb 03 22:08:10.840669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:10.871916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Router 95841603-7cfe-434f-b95f-beacfe28c588 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:08:10.871916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb1820-3f6d-4ad7-a679-741f176e3568 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Network': ['ID=0759cbf0-a11a-47da-b16f-b72b0e7ae623,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:10.901040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a593532a-d93a-48bd-92e5-4cb5abb4fbee req-82cd95d5-ce76-46fc-bd94-273f6323886d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3922257 Feb 03 22:08:10.911017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e708d2-8aab-4e97-ac7a-ffc5e2f5140e req-45c3a2e7-2f64-46e9-892a-7a276f71b9f8 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:10.912885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6e708d2-8aab-4e97-ac7a-ffc5e2f5140e req-45c3a2e7-2f64-46e9-892a-7a276f71b9f8 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 944 time: 0.3240244 Feb 03 22:08:11.040399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 55864538-2a8c-4305-a4fc-b62b55bd6c64, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=55864538-2a8c-4305-a4fc-b62b55bd6c64,segment=NetworkSegment(511c07d9-92fa-4ab1-b45c-d44f593a5566),segment_id=511c07d9-92fa-4ab1-b45c-d44f593a5566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:11.061215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e0fd-85a1-450f-8f85-60819ecf6ece tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (953d545e-3005-46dd-bdb1-c6ef9a16cdd6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.067759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '55864538-2a8c-4305-a4fc-b62b55bd6c64', 'network_id': 'ed239083-8121-4feb-a3ee-b0d8af27c831', 'port_id': '55864538-2a8c-4305-a4fc-b62b55bd6c64', 'mac_address': 'fa:16:3e:aa:fa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a2c0e4-9d91-413c-8ee4-612094ec7835', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:08:11.076747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6e708d2-8aab-4e97-ac7a-ffc5e2f5140e req-ea0f239c-3358-4db6-976b-19cf738c270c tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536064 Feb 03 22:08:11.105850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8fb9e0fd-85a1-450f-8f85-60819ecf6ece tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Calling delete_port for 953d545e-3005-46dd-bdb1-c6ef9a16cdd6 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:11.143981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 55864538-2a8c-4305-a4fc-b62b55bd6c64 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:11.147213 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.154963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:08:11.164396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f85704bd-33bb-4126-9525-0c0ec5c43c95 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "PUT /v2.0/routers/95841603-7cfe-434f-b95f-beacfe28c588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4817681 Feb 03 22:08:11.165051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60172) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:11.185892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] Sync routers for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:08:11.233414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0a98e9f1-f405-4442-8707-dd72c6e1e1b3 tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1216184515', 'prefixes': ['172.20.0.0/16']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:11.238884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55864538-2a8c-4305-a4fc-b62b55bd6c64 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:08:11.249299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4167ccb-7a1a-4d00-ae20-bfb51037a9b1 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Deleting subnet 8bfb9e4b-0c92-4280-9321-d44d5112a27c {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:08:11.254051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4167ccb-7a1a-4d00-ae20-bfb51037a9b1 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for subnet (8bfb9e4b-0c92-4280-9321-d44d5112a27c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.254514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e0fd-85a1-450f-8f85-60819ecf6ece tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (953d545e-3005-46dd-bdb1-c6ef9a16cdd6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.296021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 55864538-2a8c-4305-a4fc-b62b55bd6c64, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=55864538-2a8c-4305-a4fc-b62b55bd6c64,segment=NetworkSegment(511c07d9-92fa-4ab1-b45c-d44f593a5566),segment_id=511c07d9-92fa-4ab1-b45c-d44f593a5566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:11.296629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:08:11.298320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:11.352252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30c657c4-be01-496c-8c0b-1d7675ba3f33 req-92004c5a-2e7f-44d4-a916-c64406b48918 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.1182199 Feb 03 22:08:11.362326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9e0fd-85a1-450f-8f85-60819ecf6ece tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Port': ['ID=953d545e-3005-46dd-bdb1-c6ef9a16cdd6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:11.381882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e0fd-85a1-450f-8f85-60819ecf6ece tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.392730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:11.393368 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8fb9e0fd-85a1-450f-8f85-60819ecf6ece tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/ports/953d545e-3005-46dd-bdb1-c6ef9a16cdd6 HTTP/1.1" status: 204 len: 168 time: 0.7117310 Feb 03 22:08:11.397778 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4167ccb-7a1a-4d00-ae20-bfb51037a9b1 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (8bfb9e4b-0c92-4280-9321-d44d5112a27c), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.409288 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.504547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ef9e5-03b0-420f-a182-71f192090f49 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:11.507166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=55864538-2a8c-4305-a4fc-b62b55bd6c64,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:11.515201 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ef9e5-03b0-420f-a182-71f192090f49 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:11.518532 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-925ef9e5-03b0-420f-a182-71f192090f49 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6667607 Feb 03 22:08:11.524652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60176) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:11.545726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1263208535'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:11.547253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a98e9f1-f405-4442-8707-dd72c6e1e1b3 tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.550148 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0a98e9f1-f405-4442-8707-dd72c6e1e1b3 tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7738297 Feb 03 22:08:11.552792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:11.595241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:08:11.661906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Made reservation on behalf of 65a8a0fa877147c38743440df519d2dc for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:11.665340 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.688549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-88ff81bf-cbe1-4764-879c-bfc3a4980e52 tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] 10.222.0.50 "GET /v2.0/subnetpools/62b073b1-e53a-42b7-bbb4-92d67d6752d8 HTTP/1.1" status: 200 len: 732 time: 0.1344666 Feb 03 22:08:11.691548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:11.700987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-25452cce-ac2a-4162-a73b-5d437cf49b4d tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-583657161'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:11.706702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4167ccb-7a1a-4d00-ae20-bfb51037a9b1 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8bfb9e4b-0c92-4280-9321-d44d5112a27c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.742345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:11.771575 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ff7116f4-6450-4e80-9e49-e2bad2466baa), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.772157 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Added segment ff7116f4-6450-4e80-9e49-e2bad2466baa of type vlan for network 3330df47-782d-451b-9b87-6da46c8745d7 Feb 03 22:08:11.775801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['55864538-2a8c-4305-a4fc-b62b55bd6c64'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:08:11.794074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6a32f09f-741e-4aef-9d5e-51f2436f83d7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Deleting port 16323067-351e-40bd-8320-7ea97a60d5c8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:11.794074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a32f09f-741e-4aef-9d5e-51f2436f83d7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (16323067-351e-40bd-8320-7ea97a60d5c8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.897080 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3330df47-782d-451b-9b87-6da46c8745d7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.904403 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4167ccb-7a1a-4d00-ae20-bfb51037a9b1 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (8bfb9e4b-0c92-4280-9321-d44d5112a27c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.967074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a32f09f-741e-4aef-9d5e-51f2436f83d7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (16323067-351e-40bd-8320-7ea97a60d5c8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.984860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6a32f09f-741e-4aef-9d5e-51f2436f83d7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Calling delete_port for 16323067-351e-40bd-8320-7ea97a60d5c8 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:11.985933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25452cce-ac2a-4162-a73b-5d437cf49b4d tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:11.987485 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-25452cce-ac2a-4162-a73b-5d437cf49b4d tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] 10.222.0.50 "PUT /v2.0/subnetpools/62b073b1-e53a-42b7-bbb4-92d67d6752d8 HTTP/1.1" status: 200 len: 683 time: 0.2945998 Feb 03 22:08:11.990154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60184) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:12.074639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:08:08Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:12.096173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 22:08:12.123934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] Checking router: 95841603-7cfe-434f-b95f-beacfe28c588 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:08:12.132937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c8d94-ce32-4e73-8ec8-71e9c615e979 None None] Network 2e472835-5384-4070-b3da-0aa3e704c0f5 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:12.133724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4167ccb-7a1a-4d00-ae20-bfb51037a9b1 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Subnet': ['ID=8bfb9e4b-0c92-4280-9321-d44d5112a27c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:12.153050 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4167ccb-7a1a-4d00-ae20-bfb51037a9b1 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.162190 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a78ea0c7-55be-4511-918d-05ffeba452a2 tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.163048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f4167ccb-7a1a-4d00-ae20-bfb51037a9b1 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "DELETE /v2.0/subnets/8bfb9e4b-0c92-4280-9321-d44d5112a27c HTTP/1.1" status: 204 len: 168 time: 0.9969811 Feb 03 22:08:12.163553 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a78ea0c7-55be-4511-918d-05ffeba452a2 tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] 10.222.0.50 "DELETE /v2.0/subnetpools/62b073b1-e53a-42b7-bbb4-92d67d6752d8 HTTP/1.1" status: 204 len: 168 time: 0.1721592 Feb 03 22:08:12.164260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:12.166218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:12.167338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a32f09f-741e-4aef-9d5e-51f2436f83d7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (16323067-351e-40bd-8320-7ea97a60d5c8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.172957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3330df47-782d-451b-9b87-6da46c8745d7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.177768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:12.178561 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.235897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] Routers {'95841603-7cfe-434f-b95f-beacfe28c588'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:08:12.242392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:07:56Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95841603-7cfe-434f-b95f-beacfe28c588'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:12.271375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32f09f-741e-4aef-9d5e-51f2436f83d7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Port': ['ID=16323067-351e-40bd-8320-7ea97a60d5c8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:12.372476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f3920-769c-4279-9292-095effb45530 req-bf463c6c-1993-4298-986f-6e51cde93caf tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:12.382159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac8f3920-769c-4279-9292-095effb45530 req-bf463c6c-1993-4298-986f-6e51cde93caf tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.2453432 Feb 03 22:08:12.407192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8788934 Feb 03 22:08:12.427294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:12.435438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router (95841603-7cfe-434f-b95f-beacfe28c588), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.462686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1635152288'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:12.485492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a32f09f-741e-4aef-9d5e-51f2436f83d7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.495527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6a32f09f-741e-4aef-9d5e-51f2436f83d7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/ports/16323067-351e-40bd-8320-7ea97a60d5c8 HTTP/1.1" status: 204 len: 168 time: 1.0946097 Feb 03 22:08:12.532731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac8f3920-769c-4279-9292-095effb45530 req-cd7e16f6-2ec6-4376-ab27-d03facc0355c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491818 Feb 03 22:08:12.533885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60198) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:12.594824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Made reservation on behalf of 65a8a0fa877147c38743440df519d2dc for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:12.602333 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.692044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:12.704313 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8f5487e1-afe7-4aa0-9233-99ad752929d3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.705087 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Added segment 8f5487e1-afe7-4aa0-9233-99ad752929d3 of type vlan for network 559bec6b-fc55-43c5-9892-b7cc36531b5b Feb 03 22:08:12.750190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (559bec6b-fc55-43c5-9892-b7cc36531b5b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.776098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3318a39-63dc-45ed-86ad-4d9e15e5263a tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Network': ['ID=3330df47-782d-451b-9b87-6da46c8745d7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:12.812247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 3330df47-782d-451b-9b87-6da46c8745d7 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:12.850033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed062017-4632-4b0f-8d74-c856942f8d36 req-017aac54-b08e-44f5-835e-de34fe3bc5ac tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0698140 Feb 03 22:08:12.864875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d460-173f-49b4-9e30-e6fb11f3368c req-42a359b4-0b1b-4ebe-a593-ee93939e6bc7 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:12.866734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f94d460-173f-49b4-9e30-e6fb11f3368c req-42a359b4-0b1b-4ebe-a593-ee93939e6bc7 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 945 time: 0.6261344 Feb 03 22:08:12.869754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1225268e-6ce5-46a5-a900-643500d2d81b tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2991614 Feb 03 22:08:12.870773 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (559bec6b-fc55-43c5-9892-b7cc36531b5b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.876728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:12.879993 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:12.891310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:12.942544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] Set router 95841603-7cfe-434f-b95f-beacfe28c588 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:08:12.989157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-452323170'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:13.006405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Network': ['ID=559bec6b-fc55-43c5-9892-b7cc36531b5b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:13.027190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 559bec6b-fc55-43c5-9892-b7cc36531b5b details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:13.074804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f94d460-173f-49b4-9e30-e6fb11f3368c req-6dfe5973-d8c9-4208-b3ef-a50ab1b272d4 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898658 Feb 03 22:08:13.081396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-87a48dca-34ae-4310-9f0c-b449d7e11ed3 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6230359 Feb 03 22:08:13.085366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:13.102985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Made reservation on behalf of 8b1e118dc15a4b42ba3a4e588db72127 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:13.107229 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.112436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'ports': [{'network_id': '3330df47-782d-451b-9b87-6da46c8745d7', 'name': 'tempest-port--733021991', 'admin_state_up': True}, {'network_id': '559bec6b-fc55-43c5-9892-b7cc36531b5b', 'admin_state_up': False}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:13.112820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'port': {'network_id': '3330df47-782d-451b-9b87-6da46c8745d7', 'name': 'tempest-port--733021991', 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:13.113347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'port': {'network_id': '559bec6b-fc55-43c5-9892-b7cc36531b5b', 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:13.158085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:13.173186 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2bad111d-0ddf-4322-aa36-64dcc448014c tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] show failed (client error): The resource could not be found. Feb 03 22:08:13.176712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2bad111d-0ddf-4322-aa36-64dcc448014c tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] 10.222.0.50 "GET /v2.0/subnetpools/62b073b1-e53a-42b7-bbb4-92d67d6752d8 HTTP/1.1" status: 404 len: 346 time: 0.7441633 Feb 03 22:08:13.178158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:13.179793 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.180408 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Added segment c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c of type vlan for network 63401d92-d9df-4ccd-99ca-015118789559 Feb 03 22:08:13.188950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] DHCP port deletion for 2e472835-5384-4070-b3da-0aa3e704c0f5 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:08:13.226000 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a99f319e-5e39-4226-a880-a8ee22fee980 tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] delete failed (client error): The resource could not be found. Feb 03 22:08:13.231778 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a99f319e-5e39-4226-a880-a8ee22fee980 tempest-SubnetPoolsTestJSON-1509461311 tempest-SubnetPoolsTestJSON-1509461311-project] 10.222.0.50 "DELETE /v2.0/subnetpools/62b073b1-e53a-42b7-bbb4-92d67d6752d8 HTTP/1.1" status: 404 len: 346 time: 0.0480173 Feb 03 22:08:13.252938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (63401d92-d9df-4ccd-99ca-015118789559), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.355953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (63401d92-d9df-4ccd-99ca-015118789559), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.368754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:13.371587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.376414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Deleting port 16239ae6-2465-4afd-bb4e-dcee55f58d63 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:13.377041 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.457176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] For port 16239ae6-2465-4afd-bb4e-dcee55f58d63, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16239ae6-2465-4afd-bb4e-dcee55f58d63,segment=NetworkSegment(e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3),segment_id=e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:13.458441 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.473726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Calling delete_port for 16239ae6-2465-4afd-bb4e-dcee55f58d63 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:13.519736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_gateway (95841603-7cfe-434f-b95f-beacfe28c588), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.574282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Network': ['ID=63401d92-d9df-4ccd-99ca-015118789559,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:13.589416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6ff29b92-da16-4059-a13c-6d871256aad9 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6225955 Feb 03 22:08:13.591798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60212) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:13.602267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 63401d92-d9df-4ccd-99ca-015118789559 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:13.609715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-328534196'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:13.666620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Made reservation on behalf of 8b1e118dc15a4b42ba3a4e588db72127 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:13.676744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.689363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Made reservation on behalf of 65a8a0fa877147c38743440df519d2dc for: {'port': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:13.697773 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (16239ae6-2465-4afd-bb4e-dcee55f58d63), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.705656 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.758701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Deleting port 7de3aba6-e23b-4f82-b607-d5fa34a42be2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:13.758701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.763328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.811568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Pushing event deleted for resources: {'Port': ['ID=16239ae6-2465-4afd-bb4e-dcee55f58d63,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:13.847847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] No DVR routers for this DVR port 16239ae6-2465-4afd-bb4e-dcee55f58d63 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:08:13.862079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.862433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.862782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.863126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.863464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.863801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.864272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.869908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.870278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.870624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.870967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.871303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.873089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2164ac7-6095-470b-a340-961b54603fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:13.878462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60216) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:13.906130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:08:08Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:13.913708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:13.939933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (23473361-e101-43bd-8ff5-6876240ff775), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:13.940280 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Added segment 23473361-e101-43bd-8ff5-6876240ff775 of type vlan for network ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a Feb 03 22:08:13.961496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2483fdc-27d1-4d63-83fe-03b60ac20d68 req-be3b74a9-1540-42a6-bcf5-2d6b6da4ad48 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:13.963071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2483fdc-27d1-4d63-83fe-03b60ac20d68 req-be3b74a9-1540-42a6-bcf5-2d6b6da4ad48 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.2221351 Feb 03 22:08:13.983329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16239ae6-2465-4afd-bb4e-dcee55f58d63 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:14.029254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 16239ae6-2465-4afd-bb4e-dcee55f58d63 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:08:14.029706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16239ae6-2465-4afd-bb4e-dcee55f58d63 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:08:14.035376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487eb7c-9a9d-40ed-979b-92def8a45a03 None None] The sync data for ids ['95841603-7cfe-434f-b95f-beacfe28c588'] in n-d-824834-9 is: [{'id': '95841603-7cfe-434f-b95f-beacfe28c588', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015390365', 'tenant_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:04:58Z', 'updated_at': '2022-02-03T22:08:08Z', 'revision_number': 5, 'project_id': 'd7ba3f1096fa4e95845c440907f5a4b6', 'gw_port': {'id': '7de3aba6-e23b-4f82-b607-d5fa34a42be2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95841603-7cfe-434f-b95f-beacfe28c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:04:59Z', 'updated_at': '2022-02-03T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:08:14.089083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10d2a763-df9e-42af-a990-9661b994362d req-fcc9ca07-2c9a-4d47-9266-e6db72f671db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0664139 Feb 03 22:08:14.090725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.111674 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df691397-283f-4e52-a9fe-256f351d51ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.255223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] For port 7de3aba6-e23b-4f82-b607-d5fa34a42be2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7de3aba6-e23b-4f82-b607-d5fa34a42be2,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:14.255822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.266313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2483fdc-27d1-4d63-83fe-03b60ac20d68 req-7fe98259-ea58-41fb-9ce3-e14a7efe8cbc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842159 Feb 03 22:08:14.273611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] device_id is not set on port 3004a757-744c-43da-a3e8-5fd58609f2ac yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:08:14.280734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Calling delete_port for 7de3aba6-e23b-4f82-b607-d5fa34a42be2 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:14.288062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.294387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:14.295243 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.402609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8088155 Feb 03 22:08:14.444392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa161b2-2450-4cbf-96c4-13a24604d084 req-1b1ffa42-6d3d-4e57-9223-acf76d2ca6d0 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:14.451845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3aa161b2-2450-4cbf-96c4-13a24604d084 req-1b1ffa42-6d3d-4e57-9223-acf76d2ca6d0 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 945 time: 0.2437356 Feb 03 22:08:14.464191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6379a77-5b9d-4ff4-a8b2-55a86984e46e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Network': ['ID=ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:14.486131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:14.539140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:14.546339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'subnets': [{'network_id': '63401d92-d9df-4ccd-99ca-015118789559', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--650686751', 'ip_version': 4}, {'network_id': 'ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:14.546707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'subnet': {'network_id': '63401d92-d9df-4ccd-99ca-015118789559', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--650686751', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:14.547267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Request body: {'subnet': {'network_id': 'ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:14.609359 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df691397-283f-4e52-a9fe-256f351d51ab admin admin] Publish callbacks [] for security_group (3997ba28-fc0f-4dae-97f3-e12c7ae8b183), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.639182 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df691397-283f-4e52-a9fe-256f351d51ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3997ba28-fc0f-4dae-97f3-e12c7ae8b183), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.647075 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7de3aba6-e23b-4f82-b607-d5fa34a42be2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.677058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df691397-283f-4e52-a9fe-256f351d51ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3997ba28-fc0f-4dae-97f3-e12c7ae8b183,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:14.709765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3aa161b2-2450-4cbf-96c4-13a24604d084 req-7ae5b660-7ed8-400c-85f0-e0e80e1c322c tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420187 Feb 03 22:08:14.739251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 55864538-2a8c-4305-a4fc-b62b55bd6c64 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:14.748475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Port': ['ID=7de3aba6-e23b-4f82-b607-d5fa34a42be2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:14.804188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-df691397-283f-4e52-a9fe-256f351d51ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f41884dcd5994d258711f7240960f5fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9193103 Feb 03 22:08:14.808885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60228) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:14.818502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for port (3004a757-744c-43da-a3e8-5fd58609f2ac), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.878418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 55864538-2a8c-4305-a4fc-b62b55bd6c64 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:08:14.886015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 55864538-2a8c-4305-a4fc-b62b55bd6c64 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:14.886451 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.892053 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1342e659-9d9c-426f-b712-9979309fcf25 admin admin] Publish callbacks [] for security_group (3997ba28-fc0f-4dae-97f3-e12c7ae8b183), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.905807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Made reservation on behalf of 8b1e118dc15a4b42ba3a4e588db72127 for: {'subnet': 2} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:14.911185 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.911559 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:14.971520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1342e659-9d9c-426f-b712-9979309fcf25 admin admin] Publish callbacks [] for security_group (3997ba28-fc0f-4dae-97f3-e12c7ae8b183), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.008562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (95841603-7cfe-434f-b95f-beacfe28c588), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.013763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] device_id is not set on port fdd788ab-ec5d-4a50-9581-eff430c1d5be yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:08:15.065594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 55864538-2a8c-4305-a4fc-b62b55bd6c64 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:15.067805 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.142594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55864538-2a8c-4305-a4fc-b62b55bd6c64'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:08:15.144975 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829566ca-32c9-48d0-97e7-ed7c2a18abb1" -d '{"events": [{"server_uuid": "a30b991b-b89d-4e2f-83a9-128a6be042d7", "name": "network-vif-plugged", "status": "completed", "tag": "55864538-2a8c-4305-a4fc-b62b55bd6c64"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:08:15.149079 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1342e659-9d9c-426f-b712-9979309fcf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3997ba28-fc0f-4dae-97f3-e12c7ae8b183), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.153062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1342e659-9d9c-426f-b712-9979309fcf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.159247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1342e659-9d9c-426f-b712-9979309fcf25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3997ba28-fc0f-4dae-97f3-e12c7ae8b183 HTTP/1.1" status: 204 len: 168 time: 0.3486536 Feb 03 22:08:15.191345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 55864538-2a8c-4305-a4fc-b62b55bd6c64, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=55864538-2a8c-4305-a4fc-b62b55bd6c64,segment=NetworkSegment(511c07d9-92fa-4ab1-b45c-d44f593a5566),segment_id=511c07d9-92fa-4ab1-b45c-d44f593a5566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:15.204584 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.246236 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (95841603-7cfe-434f-b95f-beacfe28c588), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.256861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router_controller (95841603-7cfe-434f-b95f-beacfe28c588), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.275612 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1246d6b9-e8c9-4de4-a7a4-6f7ddc9028d5 x-openstack-request-id: req-1246d6b9-e8c9-4de4-a7a4-6f7ddc9028d5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:08:15.275920 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30b991b-b89d-4e2f-83a9-128a6be042d7", "name": "network-vif-plugged", "status": "completed", "tag": "55864538-2a8c-4305-a4fc-b62b55bd6c64", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:08:15.276189 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1246d6b9-e8c9-4de4-a7a4-6f7ddc9028d5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:08:15.276604 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55864538-2a8c-4305-a4fc-b62b55bd6c64', 'code': 200} Feb 03 22:08:15.353301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=55864538-2a8c-4305-a4fc-b62b55bd6c64,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:15.449192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (95841603-7cfe-434f-b95f-beacfe28c588), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.449693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Fanout notify agent at l3_agent the message router_deleted on router 95841603-7cfe-434f-b95f-beacfe28c588 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:08:15.460542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.461695 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d5225d58-041c-4751-8d5c-a8fe4b585c01 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "DELETE /v2.0/routers/95841603-7cfe-434f-b95f-beacfe28c588 HTTP/1.1" status: 204 len: 168 time: 3.2965269 Feb 03 22:08:15.466167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:15.583106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a2e99-67e3-4f4f-98ba-aeaab3b6b805 req-fab26dfa-0283-43eb-83ff-0ab414155b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:15.589996 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c04a2e99-67e3-4f4f-98ba-aeaab3b6b805 req-fab26dfa-0283-43eb-83ff-0ab414155b41 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 1128 time: 0.2194118 Feb 03 22:08:15.647059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342e659-9d9c-426f-b712-9979309fcf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3997ba28-fc0f-4dae-97f3-e12c7ae8b183,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:15.662975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67561d9c-d585-4482-a522-387310cc4fa6 req-f4afbac9-f3f3-4360-971c-54ad332d3a4f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.2472100 Feb 03 22:08:15.704279 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for port (fdd788ab-ec5d-4a50-9581-eff430c1d5be), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.840504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2e472835-5384-4070-b3da-0aa3e704c0f5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.875508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c04a2e99-67e3-4f4f-98ba-aeaab3b6b805 req-a135c880-8fc6-4e28-bf03-607b372ce309 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759273 Feb 03 22:08:15.931257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3004a757-744c-43da-a3e8-5fd58609f2ac), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:15.958484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e101bc68-a5a6-4305-815d-a7428f470215 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:15.995025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: e101bc68-a5a6-4305-815d-a7428f470215 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:08:15.995417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e101bc68-a5a6-4305-815d-a7428f470215 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:08:15.995875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7de3aba6-e23b-4f82-b607-d5fa34a42be2 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:16.048275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7de3aba6-e23b-4f82-b607-d5fa34a42be2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:08:16.048681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7de3aba6-e23b-4f82-b607-d5fa34a42be2 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:08:16.068052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Port': ['ID=3004a757-744c-43da-a3e8-5fd58609f2ac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:16.183924 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2e472835-5384-4070-b3da-0aa3e704c0f5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:16.188250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Checking segment: {'id': 'ff7116f4-6450-4e80-9e49-e2bad2466baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3330df47-782d-451b-9b87-6da46c8745d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:16.189022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Network hostable DHCP agents. Network: 3330df47-782d-451b-9b87-6da46c8745d7, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:16.237156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e472835-5384-4070-b3da-0aa3e704c0f5']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:16.258231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:16.259433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:16.272059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Network 3330df47-782d-451b-9b87-6da46c8745d7 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:16.279041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:16.301530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 3330df47-782d-451b-9b87-6da46c8745d7) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:16.305030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:16.315594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d36c383-baa8-4933-94f6-efe15f3fe220 None None] Network 3330df47-782d-451b-9b87-6da46c8745d7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:16.316386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:16.317481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fdd788ab-ec5d-4a50-9581-eff430c1d5be), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:16.326826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:16.327383 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (e1ced31d-a6e1-4cc6-a56c-3b6af2b8ddb3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:16.332337 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:16.478209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Port': ['ID=fdd788ab-ec5d-4a50-9581-eff430c1d5be,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:16.481334 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2e472835-5384-4070-b3da-0aa3e704c0f5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:16.506793 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:16.512365 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] 10.222.0.50 "DELETE /v2.0/networks/2e472835-5384-4070-b3da-0aa3e704c0f5 HTTP/1.1" status: 204 len: 168 time: 1.0444760 Feb 03 22:08:16.536417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3096-97c6-40e1-bf1e-eae6b79f4428 tempest-TestSecurityGroupsBasicOps-1868970206 tempest-TestSecurityGroupsBasicOps-1868970206-project] Pushing event deleted for resources: {'Network': ['ID=2e472835-5384-4070-b3da-0aa3e704c0f5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:16.544779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Checking segment: {'id': '8f5487e1-afe7-4aa0-9233-99ad752929d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '559bec6b-fc55-43c5-9892-b7cc36531b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:16.545484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Network hostable DHCP agents. Network: 559bec6b-fc55-43c5-9892-b7cc36531b5b, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:16.592547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Network 559bec6b-fc55-43c5-9892-b7cc36531b5b is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:16.618848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 559bec6b-fc55-43c5-9892-b7cc36531b5b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:16.625205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:16.631557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab1231f-ed19-4d1e-8e34-538eeeeca7ac None None] Network 559bec6b-fc55-43c5-9892-b7cc36531b5b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:16.633004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:16.638823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:16.639807 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:16.679628 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d550def7-f806-406d-8bd3-23ae9a4e80ec tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5762002 Feb 03 22:08:16.682137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:16.747584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f175f-d5dc-44ad-9871-ff6e80a210ee req-70189be0-783c-49a1-8ef5-15b3f61f71b8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:16.751661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-018f175f-d5dc-44ad-9871-ff6e80a210ee req-70189be0-783c-49a1-8ef5-15b3f61f71b8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 1.1660643 Feb 03 22:08:16.774072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08163ff-4cf5-44bc-8c1a-0ec71b480b16 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:16.783528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08163ff-4cf5-44bc-8c1a-0ec71b480b16 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:16.787795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e08163ff-4cf5-44bc-8c1a-0ec71b480b16 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1016703 Feb 03 22:08:16.788211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:16.867988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-018f175f-d5dc-44ad-9871-ff6e80a210ee req-1ebdb0c9-9ddb-48e1-8f2f-2ee844ecd704 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799737 Feb 03 22:08:16.869860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (65b8de7c-ff3e-4b79-b839-455ce3a1fda9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:16.922106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Subnet': ['ID=65b8de7c-ff3e-4b79-b839-455ce3a1fda9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:16.953059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2abf7f-5650-45d3-8579-88da6ded6f83 req-abc575cb-abb6-4d76-8a7c-d27110611059 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:16.955295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c2abf7f-5650-45d3-8579-88da6ded6f83 req-abc575cb-abb6-4d76-8a7c-d27110611059 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 946 time: 1.0630760 Feb 03 22:08:17.076789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Checking segment: {'id': 'c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63401d92-d9df-4ccd-99ca-015118789559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:17.078758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Network hostable DHCP agents. Network: 63401d92-d9df-4ccd-99ca-015118789559, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:17.085250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a993f4ce-ec03-49a3-8979-b6fbe819c0b0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Deleting port 3004a757-744c-43da-a3e8-5fd58609f2ac {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:17.091941 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a993f4ce-ec03-49a3-8979-b6fbe819c0b0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3004a757-744c-43da-a3e8-5fd58609f2ac), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:17.377207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-714c9e6e-abb0-4356-9a79-b2da7beafa78 req-0678fd70-4bdb-4eea-b07a-accf8cad96bd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.1537375 Feb 03 22:08:17.392575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Network 63401d92-d9df-4ccd-99ca-015118789559 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:17.403122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c2abf7f-5650-45d3-8579-88da6ded6f83 req-08309f7d-81fd-487d-8cec-08484fd36c5c tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326508 Feb 03 22:08:17.428790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 63401d92-d9df-4ccd-99ca-015118789559) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:17.435452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (319dd158-f4a1-4616-8437-72f953552250), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:17.443424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac3860-4def-4e73-9c83-03db1cd8184a None None] Network 63401d92-d9df-4ccd-99ca-015118789559 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:17.454634 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a993f4ce-ec03-49a3-8979-b6fbe819c0b0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3004a757-744c-43da-a3e8-5fd58609f2ac), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:17.521621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a993f4ce-ec03-49a3-8979-b6fbe819c0b0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Calling delete_port for 3004a757-744c-43da-a3e8-5fd58609f2ac owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:17.572092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60284) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:17.614133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Checking segment: {'id': '23473361-e101-43bd-8ff5-6876240ff775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:17.614533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Network hostable DHCP agents. Network: ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:17.653384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-63401d92-d9df-4ccd-99ca-015118789559', 'network_id': '63401d92-d9df-4ccd-99ca-015118789559', 'project_id': '8b1e118dc15a4b42ba3a4e588db72127', 'fixed_ips': [{'subnet_id': '65b8de7c-ff3e-4b79-b839-455ce3a1fda9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:08:17.657692 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:17.666075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event updated for resources: {'Subnet': ['ID=319dd158-f4a1-4616-8437-72f953552250,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:17.722203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Network ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:17.763065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:17.775413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:17.775856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:17.776525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:17.831173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bf430673-8250-42b6-9399-2e1d700b733e tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.2886903 Feb 03 22:08:17.833547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:17.857984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a644edd-7051-4c50-85e0-0ed6b9b7132b None None] Network ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:17.912472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a993f4ce-ec03-49a3-8979-b6fbe819c0b0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3004a757-744c-43da-a3e8-5fd58609f2ac), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:17.953065 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4e458637-fdd5-4e1d-9fe3-e97d8ada50b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7ba3f1096fa4e95845c440907f5a4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3751631 Feb 03 22:08:17.974965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:18.052032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a', 'network_id': 'ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a', 'project_id': '8b1e118dc15a4b42ba3a4e588db72127', 'fixed_ips': [{'subnet_id': '319dd158-f4a1-4616-8437-72f953552250'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:08:18.056426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:18.142154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993f4ce-ec03-49a3-8979-b6fbe819c0b0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Port': ['ID=3004a757-744c-43da-a3e8-5fd58609f2ac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:18.191114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a993f4ce-ec03-49a3-8979-b6fbe819c0b0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:18.204098 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a993f4ce-ec03-49a3-8979-b6fbe819c0b0 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/ports/3004a757-744c-43da-a3e8-5fd58609f2ac HTTP/1.1" status: 204 len: 168 time: 1.4136088 Feb 03 22:08:18.228577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:18.307919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf12938-a1ef-4893-a80f-e1c770b1876b tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:18.309834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf12938-a1ef-4893-a80f-e1c770b1876b tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:18.312012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf12938-a1ef-4893-a80f-e1c770b1876b tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:18.333480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4bf12938-a1ef-4893-a80f-e1c770b1876b tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4960930 Feb 03 22:08:18.334565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60306) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:18.461900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Allocated IP 172.20.0.2 (63401d92-d9df-4ccd-99ca-015118789559/65b8de7c-ff3e-4b79-b839-455ce3a1fda9/db2aee82-2264-4dc7-b438-3f7abac005d8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:18.498152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b42a6b-7238-4fdc-b30b-3d8a13c33974 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Deleting subnet 65b8de7c-ff3e-4b79-b839-455ce3a1fda9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:08:18.560475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e9e0f-1119-4a9a-80c6-03b56a3f160b req-6303673a-19c0-4dbb-b414-b919611dc3cd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:18.569493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-288e9e0f-1119-4a9a-80c6-03b56a3f160b req-6303673a-19c0-4dbb-b414-b919611dc3cd tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.4970374 Feb 03 22:08:18.588296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e33fed3-788c-442a-bbf5-457c74f40c1b admin admin] Publish callbacks [] for security_group (ceab6474-e735-48a8-b684-ac424f9c7f1d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:18.672219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e33fed3-788c-442a-bbf5-457c74f40c1b admin admin] Publish callbacks [] for security_group (ceab6474-e735-48a8-b684-ac424f9c7f1d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:18.690042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acf38f74-d524-4647-9a39-173ebcdec961 req-244cd657-e6b7-4b11-ba08-9fcc6e4ffb00 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=1153a3bd-5c94-412b-88d0-41fdccbc0f56 HTTP/1.1" status: 200 len: 210 time: 0.0791306 Feb 03 22:08:18.811811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-288e9e0f-1119-4a9a-80c6-03b56a3f160b req-9f707944-474e-41af-b69c-41e92e7f969f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412965 Feb 03 22:08:18.819297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Allocated IP 172.20.0.18 (ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a/319dd158-f4a1-4616-8437-72f953552250/156443ae-0221-4bdf-b7d9-b65db549ca3e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:18.874228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-00e69d6c-ade2-4115-a675-0343a7e8692c tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Deleting port fdd788ab-ec5d-4a50-9581-eff430c1d5be {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:18.874579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00e69d6c-ade2-4115-a675-0343a7e8692c tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fdd788ab-ec5d-4a50-9581-eff430c1d5be), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:18.963088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00e69d6c-ade2-4115-a675-0343a7e8692c tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fdd788ab-ec5d-4a50-9581-eff430c1d5be), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:18.986477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e33fed3-788c-442a-bbf5-457c74f40c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ceab6474-e735-48a8-b684-ac424f9c7f1d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:18.989693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e33fed3-788c-442a-bbf5-457c74f40c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:18.993364 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3e33fed3-788c-442a-bbf5-457c74f40c1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ceab6474-e735-48a8-b684-ac424f9c7f1d HTTP/1.1" status: 204 len: 168 time: 1.0142479 Feb 03 22:08:18.999202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-00e69d6c-ade2-4115-a675-0343a7e8692c tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Calling delete_port for fdd788ab-ec5d-4a50-9581-eff430c1d5be owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:19.017351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33fed3-788c-442a-bbf5-457c74f40c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab6474-e735-48a8-b684-ac424f9c7f1d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:19.017665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e435b-20a7-4290-9ecf-18eb9f8f8b89 req-ce544e62-7f46-4df3-aada-672087d09004 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:19.025039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-789e435b-20a7-4290-9ecf-18eb9f8f8b89 req-ce544e62-7f46-4df3-aada-672087d09004 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 946 time: 0.1732678 Feb 03 22:08:19.129841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-789e435b-20a7-4290-9ecf-18eb9f8f8b89 req-b5e76578-52fe-4046-ba3d-515247b4ebd3 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926621 Feb 03 22:08:19.162043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00e69d6c-ade2-4115-a675-0343a7e8692c tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fdd788ab-ec5d-4a50-9581-eff430c1d5be), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.225306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e69d6c-ade2-4115-a675-0343a7e8692c tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Port': ['ID=fdd788ab-ec5d-4a50-9581-eff430c1d5be,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:19.244595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00e69d6c-ade2-4115-a675-0343a7e8692c tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.250140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-00e69d6c-ade2-4115-a675-0343a7e8692c tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/ports/fdd788ab-ec5d-4a50-9581-eff430c1d5be HTTP/1.1" status: 204 len: 168 time: 1.0181701 Feb 03 22:08:19.250667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:19.289420 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Publish callbacks [] for port (db2aee82-2264-4dc7-b438-3f7abac005d8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.348489 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (db2aee82-2264-4dc7-b438-3f7abac005d8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.350522 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3b42a6b-7238-4fdc-b30b-3d8a13c33974 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for subnet (65b8de7c-ff3e-4b79-b839-455ce3a1fda9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.412435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:19.413062 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-70fe8467-682f-48f2-b7eb-0dc7c3aac798 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1602640 Feb 03 22:08:19.421783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1480711979'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:19.463553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3b42a6b-7238-4fdc-b30b-3d8a13c33974 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (65b8de7c-ff3e-4b79-b839-455ce3a1fda9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.489728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Made reservation on behalf of 65a8a0fa877147c38743440df519d2dc for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:19.498500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.517633 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Pushing event updated for resources: {'Port': ['ID=db2aee82-2264-4dc7-b438-3f7abac005d8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:19.543585 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Publish callbacks [] for port (156443ae-0221-4bdf-b7d9-b65db549ca3e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.554134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:19.564916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Network 63401d92-d9df-4ccd-99ca-015118789559 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:19.574503 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (156443ae-0221-4bdf-b7d9-b65db549ca3e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.579835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:19.597037 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (6e846e16-4b43-40fa-b797-2319a719adb2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.600696 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Added segment 6e846e16-4b43-40fa-b797-2319a719adb2 of type vlan for network 95b15da1-bbc2-4109-8369-649486d1eff1 Feb 03 22:08:19.701154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (95b15da1-bbc2-4109-8369-649486d1eff1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.755027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Pushing event updated for resources: {'Port': ['ID=156443ae-0221-4bdf-b7d9-b65db549ca3e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:19.768681 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (95b15da1-bbc2-4109-8369-649486d1eff1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.777045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:19.780590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.797059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Network ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:19.802981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:19.835113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:19.847157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:19.921575 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5074744 Feb 03 22:08:19.925432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:19.942188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3b42a6b-7238-4fdc-b30b-3d8a13c33974 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (65b8de7c-ff3e-4b79-b839-455ce3a1fda9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:19.952676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-655234132'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:19.991416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91ab29-2086-4bec-896c-ddec6024d410 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Network': ['ID=95b15da1-bbc2-4109-8369-649486d1eff1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:20.030724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Made reservation on behalf of 65a8a0fa877147c38743440df519d2dc for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:20.038576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:20.093285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:20.106554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0dd9c917-4f73-4791-b451-35f15c760554), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:20.107143 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Added segment 0dd9c917-4f73-4791-b451-35f15c760554 of type vlan for network 07d2f471-b899-4c4d-b126-518bf175f093 Feb 03 22:08:20.177704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (07d2f471-b899-4c4d-b126-518bf175f093), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:20.207868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3b42a6b-7238-4fdc-b30b-3d8a13c33974 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (65b8de7c-ff3e-4b79-b839-455ce3a1fda9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:20.230422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (07d2f471-b899-4c4d-b126-518bf175f093), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:20.250590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:20.254211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:20.330895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:20.426912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b42a6b-7238-4fdc-b30b-3d8a13c33974 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Subnet': ['ID=65b8de7c-ff3e-4b79-b839-455ce3a1fda9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:20.445635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3b42a6b-7238-4fdc-b30b-3d8a13c33974 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:20.446068 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5129611 Feb 03 22:08:20.461729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c3b42a6b-7238-4fdc-b30b-3d8a13c33974 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/subnets/65b8de7c-ff3e-4b79-b839-455ce3a1fda9 HTTP/1.1" status: 204 len: 168 time: 2.1237943 Feb 03 22:08:20.492720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60378) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:20.527539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42631926-486e-4396-b817-ec37979e45fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:20.660955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74082894-545a-45ed-a887-d1869f3f09a9 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Network': ['ID=07d2f471-b899-4c4d-b126-518bf175f093,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:20.760312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1056bb-16a3-49e5-8677-3ecf647a7122 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Deleting subnet 319dd158-f4a1-4616-8437-72f953552250 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:08:20.776261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:20.777735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 95b15da1-bbc2-4109-8369-649486d1eff1 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:20.802451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad1056bb-16a3-49e5-8677-3ecf647a7122 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for subnet (319dd158-f4a1-4616-8437-72f953552250), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:20.926895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328fb1a-03b2-46e7-8991-cb0266bd11e0 req-5de8a036-d753-4feb-b74f-d4f173b65471 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:20.944172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9328fb1a-03b2-46e7-8991-cb0266bd11e0 req-5de8a036-d753-4feb-b74f-d4f173b65471 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.7838452 Feb 03 22:08:20.991108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42631926-486e-4396-b817-ec37979e45fd admin admin] Publish callbacks [] for security_group (11f334ce-2044-4102-b720-e0842944c49a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.013433 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42631926-486e-4396-b817-ec37979e45fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (11f334ce-2044-4102-b720-e0842944c49a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.022347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 07d2f471-b899-4c4d-b126-518bf175f093 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:21.111892 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad1056bb-16a3-49e5-8677-3ecf647a7122 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (319dd158-f4a1-4616-8437-72f953552250), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.231549 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-42631926-486e-4396-b817-ec37979e45fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=731a37fe5e5d46159e36a6e631c3a6c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8947494 Feb 03 22:08:21.233218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42631926-486e-4396-b817-ec37979e45fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f334ce-2044-4102-b720-e0842944c49a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:21.236379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7430589-c3b4-4311-9098-f3ad7771a23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.262616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:21.366271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9328fb1a-03b2-46e7-8991-cb0266bd11e0 req-c1427d2d-00d8-4f70-a989-8f6109ff5975 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4184721 Feb 03 22:08:21.509534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Attempting to bind port 156443ae-0221-4bdf-b7d9-b65db549ca3e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:21.510855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Attempting to bind port 156443ae-0221-4bdf-b7d9-b65db549ca3e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '23473361-e101-43bd-8ff5-6876240ff775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:21.511504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Attempting to bind port 156443ae-0221-4bdf-b7d9-b65db549ca3e on network ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:21.517160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Attempting to bind port db2aee82-2264-4dc7-b438-3f7abac005d8 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:21.518547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Attempting to bind port db2aee82-2264-4dc7-b438-3f7abac005d8 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63401d92-d9df-4ccd-99ca-015118789559'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:21.519081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Attempting to bind port db2aee82-2264-4dc7-b438-3f7abac005d8 on network 63401d92-d9df-4ccd-99ca-015118789559 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:21.545223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:21.548439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Checking segment: {'id': '23473361-e101-43bd-8ff5-6876240ff775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:21.549152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.549790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Bound using segment: {'id': '23473361-e101-43bd-8ff5-6876240ff775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:21.551280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209cc427-416b-4e50-af5d-09faf8fcdc75 admin admin] Publish callbacks [] for security_group (11f334ce-2044-4102-b720-e0842944c49a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.551897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Bound port: 156443ae-0221-4bdf-b7d9-b65db549ca3e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23473361-e101-43bd-8ff5-6876240ff775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:21.553152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (156443ae-0221-4bdf-b7d9-b65db549ca3e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.599474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:21.601691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Checking segment: {'id': 'c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63401d92-d9df-4ccd-99ca-015118789559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:21.602431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.603018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Bound using segment: {'id': 'c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63401d92-d9df-4ccd-99ca-015118789559'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:21.605166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Bound port: db2aee82-2264-4dc7-b438-3f7abac005d8, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63401d92-d9df-4ccd-99ca-015118789559'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:21.605760 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (db2aee82-2264-4dc7-b438-3f7abac005d8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.646951 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209cc427-416b-4e50-af5d-09faf8fcdc75 admin admin] Publish callbacks [] for security_group (11f334ce-2044-4102-b720-e0842944c49a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.670149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad1056bb-16a3-49e5-8677-3ecf647a7122 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (319dd158-f4a1-4616-8437-72f953552250), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.697185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7430589-c3b4-4311-9098-f3ad7771a23c admin admin] Publish callbacks [] for security_group (faeabca3-2fd2-4a14-a08f-5f35631bd410), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.718338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7430589-c3b4-4311-9098-f3ad7771a23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (faeabca3-2fd2-4a14-a08f-5f35631bd410), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.820707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] For port db2aee82-2264-4dc7-b438-3f7abac005d8, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:21.840506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] For port db2aee82-2264-4dc7-b438-3f7abac005d8, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=db2aee82-2264-4dc7-b438-3f7abac005d8,segment=NetworkSegment(c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c),segment_id=c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:21.867113 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (db2aee82-2264-4dc7-b438-3f7abac005d8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:21.975432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7430589-c3b4-4311-9098-f3ad7771a23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeabca3-2fd2-4a14-a08f-5f35631bd410,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:22.020278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:22.022172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61b6cf-b155-485f-bbf6-3833ac9d42bf None None] Pushing event updated for resources: {'Port': ['ID=db2aee82-2264-4dc7-b438-3f7abac005d8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:22.026002 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c7430589-c3b4-4311-9098-f3ad7771a23c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc6decf576904b7496342889009cb794&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2230842 Feb 03 22:08:22.056430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209cc427-416b-4e50-af5d-09faf8fcdc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (11f334ce-2044-4102-b720-e0842944c49a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:22.059169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209cc427-416b-4e50-af5d-09faf8fcdc75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:22.070237 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-209cc427-416b-4e50-af5d-09faf8fcdc75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11f334ce-2044-4102-b720-e0842944c49a HTTP/1.1" status: 204 len: 168 time: 0.8021574 Feb 03 22:08:22.108065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cc427-416b-4e50-af5d-09faf8fcdc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f334ce-2044-4102-b720-e0842944c49a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:22.200670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f11302-98fd-4ecc-acd8-5b9d49bc3ca8 None None] Network 63401d92-d9df-4ccd-99ca-015118789559 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:22.288769 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad1056bb-16a3-49e5-8677-3ecf647a7122 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (319dd158-f4a1-4616-8437-72f953552250), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:22.348440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] For port 156443ae-0221-4bdf-b7d9-b65db549ca3e, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:22.472024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] For port 156443ae-0221-4bdf-b7d9-b65db549ca3e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=156443ae-0221-4bdf-b7d9-b65db549ca3e,segment=NetworkSegment(23473361-e101-43bd-8ff5-6876240ff775),segment_id=23473361-e101-43bd-8ff5-6876240ff775)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:22.515460 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (156443ae-0221-4bdf-b7d9-b65db549ca3e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:22.530766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1056bb-16a3-49e5-8677-3ecf647a7122 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Subnet': ['ID=319dd158-f4a1-4616-8437-72f953552250,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:22.605651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad1056bb-16a3-49e5-8677-3ecf647a7122 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:22.631994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ad1056bb-16a3-49e5-8677-3ecf647a7122 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/subnets/319dd158-f4a1-4616-8437-72f953552250 HTTP/1.1" status: 204 len: 168 time: 2.1208935 Feb 03 22:08:22.632758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:22.755927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-849d8574-b67d-4157-b41b-7c66328fcb35 admin admin] Publish callbacks [] for security_group (faeabca3-2fd2-4a14-a08f-5f35631bd410), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:22.981261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe494fe-ea15-4d60-838d-bcb107325e07 None None] Pushing event updated for resources: {'Port': ['ID=156443ae-0221-4bdf-b7d9-b65db549ca3e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:23.122975 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-849d8574-b67d-4157-b41b-7c66328fcb35 admin admin] Publish callbacks [] for security_group (faeabca3-2fd2-4a14-a08f-5f35631bd410), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:23.145850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:23.250642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d90ab-d33a-42a3-a11d-5feb533cbbbe tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:23.265272 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-939d90ab-d33a-42a3-a11d-5feb533cbbbe tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6307442 Feb 03 22:08:23.280587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60412) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:23.475248 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e6e20458-c255-45e0-b6f8-b400d6411c8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58fbc7d082b64837a800fc2d6ff1029d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142359 Feb 03 22:08:23.477077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:23.616402 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5d16978-b922-4580-8684-210f886cab9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:23.656288 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:23.779146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fb4d8-1309-4947-90bf-2624b01116d1 req-0a1d6618-1e43-4db6-846c-571d61e5ef81 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:23.793086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-173fb4d8-1309-4947-90bf-2624b01116d1 req-0a1d6618-1e43-4db6-846c-571d61e5ef81 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 1.0407956 Feb 03 22:08:23.848358 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8bcce2b-844d-4951-ae08-4212f7d0726a admin admin] Publish callbacks [] for security_group (fce7baa1-3746-4bbd-83da-cd38db132ca3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:23.954995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:23.982116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8bcce2b-844d-4951-ae08-4212f7d0726a admin admin] Publish callbacks [] for security_group (fce7baa1-3746-4bbd-83da-cd38db132ca3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.059702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'subnets': [{'network_id': '95b15da1-bbc2-4109-8369-649486d1eff1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2047548667', 'ip_version': 6}, {'network_id': '07d2f471-b899-4c4d-b126-518bf175f093', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:24.060510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'subnet': {'network_id': '95b15da1-bbc2-4109-8369-649486d1eff1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2047548667', 'ip_version': 6}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:24.061922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Request body: {'subnet': {'network_id': '07d2f471-b899-4c4d-b126-518bf175f093', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:24.085176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8bcce2b-844d-4951-ae08-4212f7d0726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fce7baa1-3746-4bbd-83da-cd38db132ca3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.088735 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8bcce2b-844d-4951-ae08-4212f7d0726a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.090410 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f8bcce2b-844d-4951-ae08-4212f7d0726a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fce7baa1-3746-4bbd-83da-cd38db132ca3 HTTP/1.1" status: 204 len: 168 time: 0.6092944 Feb 03 22:08:24.118521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-173fb4d8-1309-4947-90bf-2624b01116d1 req-c7728bc1-fb7f-4e61-b0be-fefc6997c08b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199601 Feb 03 22:08:24.119283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-849d8574-b67d-4157-b41b-7c66328fcb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (faeabca3-2fd2-4a14-a08f-5f35631bd410), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.136258 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-849d8574-b67d-4157-b41b-7c66328fcb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.164179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-849d8574-b67d-4157-b41b-7c66328fcb35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/faeabca3-2fd2-4a14-a08f-5f35631bd410 HTTP/1.1" status: 204 len: 168 time: 2.1334567 Feb 03 22:08:24.191287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 156443ae-0221-4bdf-b7d9-b65db549ca3e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:24.247426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d8574-b67d-4157-b41b-7c66328fcb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeabca3-2fd2-4a14-a08f-5f35631bd410,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:24.301784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcce2b-844d-4951-ae08-4212f7d0726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce7baa1-3746-4bbd-83da-cd38db132ca3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:24.381124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Deleting port 156443ae-0221-4bdf-b7d9-b65db549ca3e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:24.381495 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (156443ae-0221-4bdf-b7d9-b65db549ca3e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.427578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 156443ae-0221-4bdf-b7d9-b65db549ca3e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:24.428261 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (156443ae-0221-4bdf-b7d9-b65db549ca3e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.640476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] For port 156443ae-0221-4bdf-b7d9-b65db549ca3e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=156443ae-0221-4bdf-b7d9-b65db549ca3e,segment=NetworkSegment(23473361-e101-43bd-8ff5-6876240ff775),segment_id=23473361-e101-43bd-8ff5-6876240ff775)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:24.641645 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (156443ae-0221-4bdf-b7d9-b65db549ca3e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.663894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.667006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Calling delete_port for 156443ae-0221-4bdf-b7d9-b65db549ca3e owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:24.673458 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.841804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Made reservation on behalf of 65a8a0fa877147c38743440df519d2dc for: {'subnet': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:24.857974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 156443ae-0221-4bdf-b7d9-b65db549ca3e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:24.861650 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (156443ae-0221-4bdf-b7d9-b65db549ca3e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.866481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.873973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.902377 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (156443ae-0221-4bdf-b7d9-b65db549ca3e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:24.959384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] No DVR routers for this DVR port 156443ae-0221-4bdf-b7d9-b65db549ca3e on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:08:24.961520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Port': ['ID=156443ae-0221-4bdf-b7d9-b65db549ca3e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:25.112616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13946df1-2326-4cf6-b21a-163ae4ca4120 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 22:08:25.346892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eda64383-b781-4116-85f2-1762f49673d7 None None] Could not find standard attr ID for object 156443ae-0221-4bdf-b7d9-b65db549ca3e. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:08:25.479748 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:25.583443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13946df1-2326-4cf6-b21a-163ae4ca4120 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 22:08:25.613401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:25.647960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23473361-e101-43bd-8ff5-6876240ff775') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:25.648229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23473361-e101-43bd-8ff5-6876240ff775') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:25.672645 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (23473361-e101-43bd-8ff5-6876240ff775), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:25.731294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed0755-bebb-44ed-8b2a-87c527a68269 req-c0eb9f8a-e237-49ba-af86-f3d4f99e1e66 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:25.744423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bed0755-bebb-44ed-8b2a-87c527a68269 req-c0eb9f8a-e237-49ba-af86-f3d4f99e1e66 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.3260550 Feb 03 22:08:25.815681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:25.817271 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (23473361-e101-43bd-8ff5-6876240ff775), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:25.895398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:25.895836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (23473361-e101-43bd-8ff5-6876240ff775), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:25.903667 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:25.921135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f259b571-2e1c-41c7-83a6-3f18aeba801d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.091896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669741c-3881-4105-b730-3cdf47aeb5b8 None None] Network ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:26.109716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bed0755-bebb-44ed-8b2a-87c527a68269 req-671d49b5-9cb9-4d80-b44e-62116415811f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643124 Feb 03 22:08:26.156202 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.181668 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.196435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/networks/ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a HTTP/1.1" status: 204 len: 168 time: 2.8995173 Feb 03 22:08:26.198946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:26.208130 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d2aa4fae-8ad8-49f6-b240-3323b736b501), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.229327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c24a6-ab5b-4011-b469-1b7dddc364b7 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Network': ['ID=ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:26.322750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60474) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:26.374703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f259b571-2e1c-41c7-83a6-3f18aeba801d admin admin] Publish callbacks [] for security_group (7d190388-e912-4ee2-a104-d70aa03cfb20), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.381574 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f259b571-2e1c-41c7-83a6-3f18aeba801d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7d190388-e912-4ee2-a104-d70aa03cfb20), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.425058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe2e59-cad2-4adb-9db8-e2e7410b0734 None None] DHCP port deletion for ad88f9e3-e718-4fa6-9f68-1c5f9ec7c70a request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:08:26.452655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Subnet': ['ID=d2aa4fae-8ad8-49f6-b240-3323b736b501,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:26.478227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259b571-2e1c-41c7-83a6-3f18aeba801d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d190388-e912-4ee2-a104-d70aa03cfb20,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:26.507729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f259b571-2e1c-41c7-83a6-3f18aeba801d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=873a13f80be04f7b93c0bf260962f536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6702464 Feb 03 22:08:26.517553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60478) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:26.527366 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a84ac3d-f9c5-4232-ae18-6b3b0ed275f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.582822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (63401d92-d9df-4ccd-99ca-015118789559), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.611834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-26415549-network', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:26.621811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Checking segment: {'id': '6e846e16-4b43-40fa-b797-2319a719adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '95b15da1-bbc2-4109-8369-649486d1eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:26.622618 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Network hostable DHCP agents. Network: 95b15da1-bbc2-4109-8369-649486d1eff1, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:26.661679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-6a8d9531-ffd3-4d7f-99e1-831d52ef9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:26.670856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-6a8d9531-ffd3-4d7f-99e1-831d52ef9c71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 1127 time: 0.2270973 Feb 03 22:08:26.696987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Made reservation on behalf of 7cf9abebc821466da7dbf623c3a41bc8 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:26.701357 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.715504 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.718722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d39-6267-4776-b49c-ed8f838d21e4 admin admin] Publish callbacks [] for security_group (7d190388-e912-4ee2-a104-d70aa03cfb20), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.753780 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d39-6267-4776-b49c-ed8f838d21e4 admin admin] Publish callbacks [] for security_group (7d190388-e912-4ee2-a104-d70aa03cfb20), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.826399 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d39-6267-4776-b49c-ed8f838d21e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7d190388-e912-4ee2-a104-d70aa03cfb20), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.829557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d39-6267-4776-b49c-ed8f838d21e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.830724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b84d9d39-6267-4776-b49c-ed8f838d21e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d190388-e912-4ee2-a104-d70aa03cfb20 HTTP/1.1" status: 204 len: 168 time: 0.3114185 Feb 03 22:08:26.848082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d9d39-6267-4776-b49c-ed8f838d21e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d190388-e912-4ee2-a104-d70aa03cfb20,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:26.988683 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.989374 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Publish callbacks [] for security_group (dac9d046-f68a-4ed0-8006-f21ebfc1bba2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:26.993287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-b0f7f6cf-1377-4da2-9468-fe3686f7c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:26.995360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dac9d046-f68a-4ed0-8006-f21ebfc1bba2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:27.000876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-b0f7f6cf-1377-4da2-9468-fe3686f7c6f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.2227561 Feb 03 22:08:27.036224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:27.044976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Network 95b15da1-bbc2-4109-8369-649486d1eff1 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:27.053199 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (efdafefd-d207-4752-b85a-0d191ccdbfaa), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:27.053875 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Added segment efdafefd-d207-4752-b85a-0d191ccdbfaa of type vlan for network a6c2112c-266e-48b0-828c-d77a939f4300 Feb 03 22:08:27.147427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 95b15da1-bbc2-4109-8369-649486d1eff1) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:27.166386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (9e3a89d0-31ff-46ed-b038-c6f81574117d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:27.169185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d0870-85e1-4ea3-9c47-77b77b9eff93 None None] Network 95b15da1-bbc2-4109-8369-649486d1eff1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:27.181332 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a6c2112c-266e-48b0-828c-d77a939f4300), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:27.367774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Deleting port db2aee82-2264-4dc7-b438-3f7abac005d8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:27.368280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (db2aee82-2264-4dc7-b438-3f7abac005d8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:27.403343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac9d046-f68a-4ed0-8006-f21ebfc1bba2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:27.413418 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a6c2112c-266e-48b0-828c-d77a939f4300), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:27.414373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:27.419038 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:27.481591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-95b15da1-bbc2-4109-8369-649486d1eff1', 'network_id': '95b15da1-bbc2-4109-8369-649486d1eff1', 'project_id': '65a8a0fa877147c38743440df519d2dc', 'fixed_ips': [{'subnet_id': 'd2aa4fae-8ad8-49f6-b240-3323b736b501'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:08:27.483063 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:27.566998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event updated for resources: {'Subnet': ['ID=9e3a89d0-31ff-46ed-b038-c6f81574117d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:27.591453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2676232 Feb 03 22:08:27.598523 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-4814de58-bdd3-4476-8662-dd9346360625 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a HTTP/1.1" status: 200 len: 1001 time: 0.5741305 Feb 03 22:08:27.599966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:27.629831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Request body: {'subnet': {'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-26415549-subnet', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:27.680377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928f125-dd29-42ee-84b9-8b89c7b39113 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c2112c-266e-48b0-828c-d77a939f4300,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:27.686321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Made reservation on behalf of 7cf9abebc821466da7dbf623c3a41bc8 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:27.702167 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a6c2112c-266e-48b0-828c-d77a939f4300 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:27.711601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:27.817560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed923df-fd02-42e2-a9d3-4f6b66e3ade5 req-0cef3faa-c69b-4730-a38b-2007be1faf37 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:27.819173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ed923df-fd02-42e2-a9d3-4f6b66e3ade5 req-0cef3faa-c69b-4730-a38b-2007be1faf37 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.4929092 Feb 03 22:08:27.859466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Allocated IP 2001:db8::1 (95b15da1-bbc2-4109-8369-649486d1eff1/d2aa4fae-8ad8-49f6-b240-3323b736b501/d7fccbb7-0ded-49ed-b09b-a32ed49bb313) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:28.111338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ed923df-fd02-42e2-a9d3-4f6b66e3ade5 req-387420e6-58ae-4604-accc-c9975a5a99b7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678807 Feb 03 22:08:28.141572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f468a4-4ab5-44af-afe3-5ed70911546d req-1bd4233f-50b5-48b3-b923-bbeb6d22972d tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:28.149374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0f468a4-4ab5-44af-afe3-5ed70911546d req-1bd4233f-50b5-48b3-b923-bbeb6d22972d tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 946 time: 0.3240259 Feb 03 22:08:28.228177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Publish callbacks [] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:28.321178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 156443ae-0221-4bdf-b7d9-b65db549ca3e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:28.342987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0f468a4-4ab5-44af-afe3-5ed70911546d req-5c9a5abf-0d35-4654-9ef2-c18eeb81c581 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921837 Feb 03 22:08:28.377775 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:28.390262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 156443ae-0221-4bdf-b7d9-b65db549ca3e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:08:28.390642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 156443ae-0221-4bdf-b7d9-b65db549ca3e not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:08:28.464399 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (86dbbc50-904a-482a-8aa6-669553a3cbde), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:28.515321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] For port db2aee82-2264-4dc7-b438-3f7abac005d8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=db2aee82-2264-4dc7-b438-3f7abac005d8,segment=NetworkSegment(c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c),segment_id=c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:28.516350 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (db2aee82-2264-4dc7-b438-3f7abac005d8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:28.545546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Network 95b15da1-bbc2-4109-8369-649486d1eff1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:28.561192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:28.573470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Checking segment: {'id': '0dd9c917-4f73-4791-b451-35f15c760554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '07d2f471-b899-4c4d-b126-518bf175f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:28.575004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:28.580348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Pushing event updated for resources: {'Port': ['ID=d7fccbb7-0ded-49ed-b09b-a32ed49bb313,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:28.583777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Network hostable DHCP agents. Network: 07d2f471-b899-4c4d-b126-518bf175f093, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:28.596047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Calling delete_port for db2aee82-2264-4dc7-b438-3f7abac005d8 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:28.618875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86dbbc50-904a-482a-8aa6-669553a3cbde,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:28.637505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-b69533d3-9bb5-42db-9596-6af5b6b4a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:28.641961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Checking segment: {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:28.642690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Network hostable DHCP agents. Network: a6c2112c-266e-48b0-828c-d77a939f4300, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:28.647415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-b69533d3-9bb5-42db-9596-6af5b6b4a8ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.9927187 Feb 03 22:08:28.685735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Network a6c2112c-266e-48b0-828c-d77a939f4300 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:28.702312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, a6c2112c-266e-48b0-828c-d77a939f4300) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:28.708223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:28.708965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:28.744949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ff781bb1-05fe-49d2-8c40-fc340b87cde9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1366711 Feb 03 22:08:28.745733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:28.750215 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:28.755429 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5682535-6e3b-4866-b6fd-95ba3790a933 None None] Network a6c2112c-266e-48b0-828c-d77a939f4300 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:28.793818 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:28.794862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:28.800795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Network 07d2f471-b899-4c4d-b126-518bf175f093 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:28.843506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 07d2f471-b899-4c4d-b126-518bf175f093) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:28.851177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:28.858095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:28.858313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:28.898954 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8ec1242e-7c50-4001-be70-47299cb57762 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.8462465 Feb 03 22:08:28.899932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:28.925573 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks [] for router_controller (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:28.949625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-70eaa20f-6a6e-432f-ab2e-e35228320b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:28.955008 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-70eaa20f-6a6e-432f-ab2e-e35228320b63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2959108 Feb 03 22:08:28.978831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2974db-62ba-40b8-b469-e7c512c402ba None None] Network 07d2f471-b899-4c4d-b126-518bf175f093 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:29.186266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-a6c2112c-266e-48b0-828c-d77a939f4300', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:08:29.194731 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.198737 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.199502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Attempting to bind port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:29.199927 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Attempting to bind port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '6e846e16-4b43-40fa-b797-2319a719adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '95b15da1-bbc2-4109-8369-649486d1eff1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:29.200287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Attempting to bind port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 on network 95b15da1-bbc2-4109-8369-649486d1eff1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:29.227372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-07d2f471-b899-4c4d-b126-518bf175f093', 'network_id': '07d2f471-b899-4c4d-b126-518bf175f093', 'project_id': '65a8a0fa877147c38743440df519d2dc', 'fixed_ips': [{'subnet_id': '9e3a89d0-31ff-46ed-b038-c6f81574117d'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:08:29.228285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.241238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:29.241964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Checking segment: {'id': '6e846e16-4b43-40fa-b797-2319a719adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '95b15da1-bbc2-4109-8369-649486d1eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:29.242535 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.243086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Bound using segment: {'id': '6e846e16-4b43-40fa-b797-2319a719adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '95b15da1-bbc2-4109-8369-649486d1eff1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:29.243734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Bound port: d7fccbb7-0ded-49ed-b09b-a32ed49bb313, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e846e16-4b43-40fa-b797-2319a719adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '95b15da1-bbc2-4109-8369-649486d1eff1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:29.244309 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.272626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0aae12-ba79-4eff-9821-0f4f2d5ce999 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:29.277456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0aae12-ba79-4eff-9821-0f4f2d5ce999 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:29.283612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0aae12-ba79-4eff-9821-0f4f2d5ce999 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:29.299171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60552) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:29.300087 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ae0aae12-ba79-4eff-9821-0f4f2d5ce999 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3952851 Feb 03 22:08:29.303130 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (db2aee82-2264-4dc7-b438-3f7abac005d8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.333415 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks [] for router_gateway (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.350094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] No DVR routers for this DVR port db2aee82-2264-4dc7-b438-3f7abac005d8 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:08:29.389472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] For port d7fccbb7-0ded-49ed-b09b-a32ed49bb313, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:29.393295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] For port d7fccbb7-0ded-49ed-b09b-a32ed49bb313, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d7fccbb7-0ded-49ed-b09b-a32ed49bb313,segment=NetworkSegment(6e846e16-4b43-40fa-b797-2319a719adb2),segment_id=6e846e16-4b43-40fa-b797-2319a719adb2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:29.430173 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.533773 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-935dccbd-63a5-4c9e-a610-f71b8eb55ce5 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695419 Feb 03 22:08:29.533773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Port': ['ID=db2aee82-2264-4dc7-b438-3f7abac005d8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:29.575745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646014-5f6d-432c-bdae-274f5d091535 None None] Pushing event updated for resources: {'Port': ['ID=d7fccbb7-0ded-49ed-b09b-a32ed49bb313,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:29.697916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Allocated IP 172.20.0.2 (a6c2112c-266e-48b0-828c-d77a939f4300/86dbbc50-904a-482a-8aa6-669553a3cbde/038a01e8-55b0-43eb-aa06-4e5a4cec32b0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:29.827945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (63401d92-d9df-4ccd-99ca-015118789559), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.836886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-23148662-a415-42c3-b3ac-af2f6e92305b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Deleting subnet d2aa4fae-8ad8-49f6-b240-3323b736b501 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:08:29.866939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23148662-a415-42c3-b3ac-af2f6e92305b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for subnet (d2aa4fae-8ad8-49f6-b240-3323b736b501), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:29.926456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63401d92-d9df-4ccd-99ca-015118789559']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:29.975198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:29.977061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:30.003029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d896d26-f123-4f9a-aa47-c10978a57b71 req-93b3a52b-f376-4bf3-ad4a-fa596beeb748 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:30.024315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d896d26-f123-4f9a-aa47-c10978a57b71 req-93b3a52b-f376-4bf3-ad4a-fa596beeb748 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.7581275 Feb 03 22:08:30.025255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.050199 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8608e582-a0f4-4597-8c76-30e88f1c862b req-efaa80b0-143d-44ac-b99e-c8c369ca98cc service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072353 Feb 03 22:08:30.079811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.096289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68246ef3-010c-4461-af07-e0ee74ad406a req-c727b77d-f99a-4ac6-8bc3-ef93cffc545e tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:30.097697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:30.098117 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (c0ad58b5-dede-4f3e-bad0-5f8e8dc4118c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:30.102059 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:30.107255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68246ef3-010c-4461-af07-e0ee74ad406a req-c727b77d-f99a-4ac6-8bc3-ef93cffc545e tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 946 time: 0.5476186 Feb 03 22:08:30.161748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-8ff225e4-e161-4b42-ad3e-34b96a5ce7fb tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:30.163346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-8ff225e4-e161-4b42-ad3e-34b96a5ce7fb tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.10 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 946 time: 0.8579974 Feb 03 22:08:30.187352 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23148662-a415-42c3-b3ac-af2f6e92305b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (d2aa4fae-8ad8-49f6-b240-3323b736b501), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.207982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (63401d92-d9df-4ccd-99ca-015118789559), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.229664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.271623 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/networks/63401d92-d9df-4ccd-99ca-015118789559 HTTP/1.1" status: 204 len: 168 time: 4.0679350 Feb 03 22:08:30.272528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60568) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:30.323727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbc75e-ca01-4619-8391-0cc597beacd4 tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Network': ['ID=63401d92-d9df-4ccd-99ca-015118789559,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:30.482185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4bb961c7-c049-457b-bc71-908b9850bdcf), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.509314 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.577987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Allocated IP 2001:db8:0:1::1 (07d2f471-b899-4c4d-b126-518bf175f093/9e3a89d0-31ff-46ed-b038-c6f81574117d/ed5a720c-2c2f-4444-ac00-3628669612c5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:30.607161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68246ef3-010c-4461-af07-e0ee74ad406a req-330a0499-a83d-4471-b0f4-3503ca9acba7 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965394 Feb 03 22:08:30.649386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4bb961c7-c049-457b-bc71-908b9850bdcf), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.677108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb961c7-c049-457b-bc71-908b9850bdcf']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:30.694730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cab4f1-dca5-4938-9ce3-430ff48f57be') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:30.697148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cab4f1-dca5-4938-9ce3-430ff48f57be') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:30.701431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Publish callbacks [] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.719387 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.721432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (44cab4f1-dca5-4938-9ce3-430ff48f57be), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.750507 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (44cab4f1-dca5-4938-9ce3-430ff48f57be), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.760159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:30.761902 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (44cab4f1-dca5-4938-9ce3-430ff48f57be), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:30.766884 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:30.775377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Pushing event updated for resources: {'Port': ['ID=038a01e8-55b0-43eb-aa06-4e5a4cec32b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:30.780250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23148662-a415-42c3-b3ac-af2f6e92305b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d2aa4fae-8ad8-49f6-b240-3323b736b501), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.807898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Network a6c2112c-266e-48b0-828c-d77a939f4300 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:30.813370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:30.854862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:30.877746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4bb961c7-c049-457b-bc71-908b9850bdcf), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.892139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.898406 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/networks/4bb961c7-c049-457b-bc71-908b9850bdcf HTTP/1.1" status: 204 len: 168 time: 0.5989528 Feb 03 22:08:30.899066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:30.938857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d896d26-f123-4f9a-aa47-c10978a57b71 req-bd97b11f-219c-41fb-ad57-4f92e6086b63 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9125102 Feb 03 22:08:30.950781 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Publish callbacks [] for port (ed5a720c-2c2f-4444-ac00-3628669612c5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:30.957392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d18421-b5ac-47a6-bd47-8634185298ed tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Network': ['ID=4bb961c7-c049-457b-bc71-908b9850bdcf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:30.973712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (ed5a720c-2c2f-4444-ac00-3628669612c5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.042448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Pushing event updated for resources: {'Port': ['ID=ed5a720c-2c2f-4444-ac00-3628669612c5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:31.043949 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (91daf73e-3abb-4a08-8ec8-94d81af696a8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.055979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Attempting to bind port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:31.056605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Attempting to bind port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:31.057229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Attempting to bind port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 on network a6c2112c-266e-48b0-828c-d77a939f4300 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:31.093543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Network 07d2f471-b899-4c4d-b126-518bf175f093 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:31.095723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:31.096303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Checking segment: {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:31.096894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.097501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Bound using segment: {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:31.098158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Bound port: 038a01e8-55b0-43eb-aa06-4e5a4cec32b0, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:31.098715 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.103860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:31.113327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:31.116260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Deleting port 55864538-2a8c-4305-a4fc-b62b55bd6c64 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:31.117249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.219704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] For port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:31.232121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] For port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=038a01e8-55b0-43eb-aa06-4e5a4cec32b0,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:31.255170 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (91daf73e-3abb-4a08-8ec8-94d81af696a8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.304365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.305056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91daf73e-3abb-4a08-8ec8-94d81af696a8']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:31.333810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8da14bc-05a4-4157-b0f8-45869b7575ba') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:31.334030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8da14bc-05a4-4157-b0f8-45869b7575ba') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:31.358901 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (b8da14bc-05a4-4157-b0f8-45869b7575ba), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.393791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b8da14bc-05a4-4157-b0f8-45869b7575ba), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.401362 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23148662-a415-42c3-b3ac-af2f6e92305b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (d2aa4fae-8ad8-49f6-b240-3323b736b501), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.408685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:31.409900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (b8da14bc-05a4-4157-b0f8-45869b7575ba), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:31.417699 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:31.443065 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks [] for router_gateway (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.500931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Attempting to bind port ed5a720c-2c2f-4444-ac00-3628669612c5 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:31.504815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Attempting to bind port ed5a720c-2c2f-4444-ac00-3628669612c5 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '0dd9c917-4f73-4791-b451-35f15c760554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '07d2f471-b899-4c4d-b126-518bf175f093'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:31.505427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Attempting to bind port ed5a720c-2c2f-4444-ac00-3628669612c5 on network 07d2f471-b899-4c4d-b126-518bf175f093 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:31.523402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:31.525472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Checking segment: {'id': '0dd9c917-4f73-4791-b451-35f15c760554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '07d2f471-b899-4c4d-b126-518bf175f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:31.528789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23148662-a415-42c3-b3ac-af2f6e92305b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.530040 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.530708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Bound using segment: {'id': '0dd9c917-4f73-4791-b451-35f15c760554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '07d2f471-b899-4c4d-b126-518bf175f093'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:31.532071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Bound port: ed5a720c-2c2f-4444-ac00-3628669612c5, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd9c917-4f73-4791-b451-35f15c760554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '07d2f471-b899-4c4d-b126-518bf175f093'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:31.532706 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ed5a720c-2c2f-4444-ac00-3628669612c5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.542046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-23148662-a415-42c3-b3ac-af2f6e92305b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/subnets/d2aa4fae-8ad8-49f6-b240-3323b736b501 HTTP/1.1" status: 204 len: 168 time: 2.2353799 Feb 03 22:08:31.556009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:31.747532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fc2bf-1d90-4818-ba0b-be87b7f0eb93 None None] Pushing event updated for resources: {'Port': ['ID=038a01e8-55b0-43eb-aa06-4e5a4cec32b0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:31.797442 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (91daf73e-3abb-4a08-8ec8-94d81af696a8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.799157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.805616 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:31.809795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13762d7-73a7-49e8-b368-7c9ecf181e76 None None] Network 95b15da1-bbc2-4109-8369-649486d1eff1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:31.823796 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] 10.222.0.50 "DELETE /v2.0/networks/91daf73e-3abb-4a08-8ec8-94d81af696a8 HTTP/1.1" status: 204 len: 168 time: 0.9193947 Feb 03 22:08:31.926078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44b4ff7-3dca-4cf3-8614-ca73c41da928 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Deleting subnet 9e3a89d0-31ff-46ed-b038-c6f81574117d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:08:31.932800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e44b4ff7-3dca-4cf3-8614-ca73c41da928 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for subnet (9e3a89d0-31ff-46ed-b038-c6f81574117d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:32.034249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23148662-a415-42c3-b3ac-af2f6e92305b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Subnet': ['ID=d2aa4fae-8ad8-49f6-b240-3323b736b501,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:32.090587 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e44b4ff7-3dca-4cf3-8614-ca73c41da928 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (9e3a89d0-31ff-46ed-b038-c6f81574117d), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:32.237195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9fc5c-93a6-45e1-9bcd-935a1372c0af tempest-BulkNetworkOpsTest-1367945929 tempest-BulkNetworkOpsTest-1367945929-project] Pushing event deleted for resources: {'Network': ['ID=91daf73e-3abb-4a08-8ec8-94d81af696a8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:32.253268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d7fccbb7-0ded-49ed-b09b-a32ed49bb313 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:32.358930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937bc6b-a95e-4a3d-b5cd-420d8334ba11 req-8dfd7cae-a226-484e-b5ed-01f453f6f749 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:32.363111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b937bc6b-a95e-4a3d-b5cd-420d8334ba11 req-8dfd7cae-a226-484e-b5ed-01f453f6f749 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 946 time: 0.2846289 Feb 03 22:08:32.418473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e44b4ff7-3dca-4cf3-8614-ca73c41da928 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (9e3a89d0-31ff-46ed-b038-c6f81574117d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:32.508518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f24bf-e413-4ff7-a4dd-8b31c12dec6a req-0b7e2ddf-59a7-437e-a825-21ea368a6147 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:32.515823 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-538f24bf-e413-4ff7-a4dd-8b31c12dec6a req-0b7e2ddf-59a7-437e-a825-21ea368a6147 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.2835798 Feb 03 22:08:32.586395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e44b4ff7-3dca-4cf3-8614-ca73c41da928 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (9e3a89d0-31ff-46ed-b038-c6f81574117d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:32.616216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-54a0ac8c-e951-476a-aab9-5d5108bb0c4e None None] Provisioning complete for port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:32.617714 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54a0ac8c-e951-476a-aab9-5d5108bb0c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:32.627687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] For port ed5a720c-2c2f-4444-ac00-3628669612c5, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:32.684548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e44b4ff7-3dca-4cf3-8614-ca73c41da928 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:32.691382 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e44b4ff7-3dca-4cf3-8614-ca73c41da928 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/subnets/9e3a89d0-31ff-46ed-b038-c6f81574117d HTTP/1.1" status: 204 len: 168 time: 1.1079037 Feb 03 22:08:32.691382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60622) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:32.695949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:32.697024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b4ff7-3dca-4cf3-8614-ca73c41da928 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3a89d0-31ff-46ed-b038-c6f81574117d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:32.698248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] For port ed5a720c-2c2f-4444-ac00-3628669612c5, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ed5a720c-2c2f-4444-ac00-3628669612c5,segment=NetworkSegment(0dd9c917-4f73-4791-b451-35f15c760554),segment_id=0dd9c917-4f73-4791-b451-35f15c760554)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:32.720814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:32.721568 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:32.823000 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ed5a720c-2c2f-4444-ac00-3628669612c5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:32.837256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Allocated IP 172.25.5.18 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/610ce409-77a7-45a3-8345-821a25c296f4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:32.840518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 55864538-2a8c-4305-a4fc-b62b55bd6c64 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:32.889212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-538f24bf-e413-4ff7-a4dd-8b31c12dec6a req-d1545f6b-0a00-401f-9070-d62693fc5726 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550364 Feb 03 22:08:32.930140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0e920d-c406-4a24-922a-95667b6c532b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:32.931887 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1d0e920d-c406-4a24-922a-95667b6c532b tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2324276 Feb 03 22:08:32.936068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:33.027362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22177e16-620d-47d5-a885-36a7f3a0c233 None None] DHCP port deletion for 95b15da1-bbc2-4109-8369-649486d1eff1 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:08:33.133450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b937bc6b-a95e-4a3d-b5cd-420d8334ba11 req-2297c3e8-c24b-47ff-a971-d3b537869caf tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512233 Feb 03 22:08:33.282877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] For port 55864538-2a8c-4305-a4fc-b62b55bd6c64, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=55864538-2a8c-4305-a4fc-b62b55bd6c64,segment=NetworkSegment(511c07d9-92fa-4ab1-b45c-d44f593a5566),segment_id=511c07d9-92fa-4ab1-b45c-d44f593a5566)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:33.297878 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:33.308791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (07d2f471-b899-4c4d-b126-518bf175f093), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:33.315815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be287bc-2aee-488d-82b6-52b73f5237dc None None] Pushing event updated for resources: {'Port': ['ID=ed5a720c-2c2f-4444-ac00-3628669612c5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:33.358323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54a0ac8c-e951-476a-aab9-5d5108bb0c4e None None] Current status of the port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:33.360657 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54a0ac8c-e951-476a-aab9-5d5108bb0c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:33.431704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:33.439975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:33.680392 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-86a38b1e-c384-4842-8690-1b72a0fe884f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b1e118dc15a4b42ba3a4e588db72127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9887233 Feb 03 22:08:33.681298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:33.743632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33397ff-27b4-4a1c-a64a-42b62a8c8f25 None None] Network a6c2112c-266e-48b0-828c-d77a939f4300 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:33.867349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-54a0ac8c-e951-476a-aab9-5d5108bb0c4e None None] For port d7fccbb7-0ded-49ed-b09b-a32ed49bb313, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d7fccbb7-0ded-49ed-b09b-a32ed49bb313,segment=NetworkSegment(6e846e16-4b43-40fa-b797-2319a719adb2),segment_id=6e846e16-4b43-40fa-b797-2319a719adb2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:33.996368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Deleting port ed5a720c-2c2f-4444-ac00-3628669612c5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:33.996885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ed5a720c-2c2f-4444-ac00-3628669612c5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.027956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-22177e16-620d-47d5-a885-36a7f3a0c233 None None] Deleting port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:34.028433 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22177e16-620d-47d5-a885-36a7f3a0c233 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.030551 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54a0ac8c-e951-476a-aab9-5d5108bb0c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.201356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] For port ed5a720c-2c2f-4444-ac00-3628669612c5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ed5a720c-2c2f-4444-ac00-3628669612c5,segment=NetworkSegment(0dd9c917-4f73-4791-b451-35f15c760554),segment_id=0dd9c917-4f73-4791-b451-35f15c760554)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:34.201743 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ed5a720c-2c2f-4444-ac00-3628669612c5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.260222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Calling delete_port for ed5a720c-2c2f-4444-ac00-3628669612c5 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:34.291738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7aee59d-bcc9-44e4-9ba6-52abf45d4719 admin admin] Publish callbacks [] for security_group (1afed126-e35d-49a3-b61e-0aaf00bd3278), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.386200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:34.421219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 55864538-2a8c-4305-a4fc-b62b55bd6c64 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:34.425473 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.527991 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-f3d92ad4-5cab-4310-9354-3c9468c4b377 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9933419 Feb 03 22:08:34.553011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7aee59d-bcc9-44e4-9ba6-52abf45d4719 admin admin] Publish callbacks [] for security_group (1afed126-e35d-49a3-b61e-0aaf00bd3278), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.640135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Calling delete_port for 55864538-2a8c-4305-a4fc-b62b55bd6c64 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:34.699203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0ac8c-e951-476a-aab9-5d5108bb0c4e None None] Pushing event updated for resources: {'Port': ['ID=d7fccbb7-0ded-49ed-b09b-a32ed49bb313,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:34.713837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-72225f14-5708-452b-aab7-1a58b7e6c225 None None] Provisioning complete for port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:34.714209 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72225f14-5708-452b-aab7-1a58b7e6c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.815629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d868f40-261e-441a-9f27-07b03198f2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.840914 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ed5a720c-2c2f-4444-ac00-3628669612c5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.841168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22177e16-620d-47d5-a885-36a7f3a0c233 None None] For port d7fccbb7-0ded-49ed-b09b-a32ed49bb313, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d7fccbb7-0ded-49ed-b09b-a32ed49bb313,segment=NetworkSegment(6e846e16-4b43-40fa-b797-2319a719adb2),segment_id=6e846e16-4b43-40fa-b797-2319a719adb2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:34.841305 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22177e16-620d-47d5-a885-36a7f3a0c233 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:34.902205 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:08:34.902740 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:08:34.932643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55864538-2a8c-4305-a4fc-b62b55bd6c64'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:08:34.939957 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dd2beb-ddc1-4f9d-9457-2fa3d1a12b29" -d '{"events": [{"server_uuid": "a30b991b-b89d-4e2f-83a9-128a6be042d7", "name": "network-vif-unplugged", "status": "completed", "tag": "55864538-2a8c-4305-a4fc-b62b55bd6c64"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:08:34.946042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a342d-33cf-47c5-8487-cf5ed5fa99f5 None None] Network 07d2f471-b899-4c4d-b126-518bf175f093 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:34.964866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727db7a-36e1-4fff-8f67-7737122805bf req-249a06d8-3bdd-4e8c-8a44-4f8cdffe501a tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:34.967914 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8727db7a-36e1-4fff-8f67-7737122805bf req-249a06d8-3bdd-4e8c-8a44-4f8cdffe501a tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 946 time: 0.5273299 Feb 03 22:08:34.976639 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks [] for port (610ce409-77a7-45a3-8345-821a25c296f4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.012842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] No DVR routers for this DVR port ed5a720c-2c2f-4444-ac00-3628669612c5 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:08:35.028670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-22177e16-620d-47d5-a885-36a7f3a0c233 None None] Calling delete_port for d7fccbb7-0ded-49ed-b09b-a32ed49bb313 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:35.033602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d406b-2e85-4846-920e-a9a100c12c8f req-a98f5558-59a7-47c4-af64-66544c65f80d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:35.035592 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa6d406b-2e85-4846-920e-a9a100c12c8f req-a98f5558-59a7-47c4-af64-66544c65f80d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.5629740 Feb 03 22:08:35.055366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 55864538-2a8c-4305-a4fc-b62b55bd6c64, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=55864538-2a8c-4305-a4fc-b62b55bd6c64,segment=NetworkSegment(511c07d9-92fa-4ab1-b45c-d44f593a5566),segment_id=511c07d9-92fa-4ab1-b45c-d44f593a5566)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:35.077137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.095332 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7aee59d-bcc9-44e4-9ba6-52abf45d4719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1afed126-e35d-49a3-b61e-0aaf00bd3278), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.102317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7aee59d-bcc9-44e4-9ba6-52abf45d4719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.105446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a7aee59d-bcc9-44e4-9ba6-52abf45d4719 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1afed126-e35d-49a3-b61e-0aaf00bd3278 HTTP/1.1" status: 204 len: 168 time: 1.4152343 Feb 03 22:08:35.122011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Port': ['ID=ed5a720c-2c2f-4444-ac00-3628669612c5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:35.140001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57083d9c-e45e-442e-9c1e-7d762d08cd5a no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:35.140360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8727db7a-36e1-4fff-8f67-7737122805bf req-a37541b7-d175-45a4-b7ca-01d1a7db9ad7 tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/security-groups?id=da444a2d-55f3-4239-9e94-b2219ff1f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570566 Feb 03 22:08:35.151149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa6d406b-2e85-4846-920e-a9a100c12c8f req-e9b8cae8-bc24-490b-9c6e-a67e20da5b84 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991700 Feb 03 22:08:35.153493 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (610ce409-77a7-45a3-8345-821a25c296f4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.324896 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (07d2f471-b899-4c4d-b126-518bf175f093), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.336048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:35.350326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:35.353068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d2f471-b899-4c4d-b126-518bf175f093']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:35.357881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Pushing event updated for resources: {'Port': ['ID=610ce409-77a7-45a3-8345-821a25c296f4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:35.371269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:35.373369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd9c917-4f73-4791-b451-35f15c760554') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:35.373933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd9c917-4f73-4791-b451-35f15c760554') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:35.387658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (0dd9c917-4f73-4791-b451-35f15c760554), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.410289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0dd9c917-4f73-4791-b451-35f15c760554), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.422703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:35.423109 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (0dd9c917-4f73-4791-b451-35f15c760554), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.473521 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (55864538-2a8c-4305-a4fc-b62b55bd6c64), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.542935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Pushing event deleted for resources: {'Port': ['ID=55864538-2a8c-4305-a4fc-b62b55bd6c64,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:35.582700 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:35.602312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25352186-6ba3-466d-a505-237b84864cd7 req-dc810aa7-d2f6-4fa9-a3b5-197e4174d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:35.604819 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-dc810aa7-d2f6-4fa9-a3b5-197e4174d7e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 1128 time: 0.9942079 Feb 03 22:08:35.613659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-be582254-c8b5-433c-b97d-c38be8a281ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:35.615409 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-be582254-c8b5-433c-b97d-c38be8a281ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 1127 time: 1.0418794 Feb 03 22:08:35.616161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aee59d-bcc9-44e4-9ba6-52abf45d4719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afed126-e35d-49a3-b61e-0aaf00bd3278,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:35.641499 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22642631-6f26-4435-acbd-6b60cda8b5d2 x-openstack-request-id: req-22642631-6f26-4435-acbd-6b60cda8b5d2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:08:35.642044 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30b991b-b89d-4e2f-83a9-128a6be042d7", "name": "network-vif-unplugged", "status": "completed", "tag": "55864538-2a8c-4305-a4fc-b62b55bd6c64", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:08:35.642143 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22642631-6f26-4435-acbd-6b60cda8b5d2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:08:35.642566 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55864538-2a8c-4305-a4fc-b62b55bd6c64', 'code': 200} Feb 03 22:08:35.735024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] No DVR routers for this DVR port 55864538-2a8c-4305-a4fc-b62b55bd6c64 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:08:35.738227 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:35.742802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7800a9f1-d5e2-4704-b7d0-401190ff5756 req-aa5ad18f-ca16-4987-8626-fbf92ded797b tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.10 "DELETE /v2.0/ports/55864538-2a8c-4305-a4fc-b62b55bd6c64 HTTP/1.1" status: 204 len: 173 time: 5.5163386 Feb 03 22:08:35.753320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'name': 'network-vif-deleted', 'tag': '55864538-2a8c-4305-a4fc-b62b55bd6c64'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:08:35.756382 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bddadb6-93ec-4456-b05c-bef922e87db3" -d '{"events": [{"server_uuid": "a30b991b-b89d-4e2f-83a9-128a6be042d7", "name": "network-vif-deleted", "tag": "55864538-2a8c-4305-a4fc-b62b55bd6c64"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:08:35.860467 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e003012-5798-4042-a466-489281ba60e5 x-openstack-request-id: req-8e003012-5798-4042-a466-489281ba60e5 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:08:35.860919 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30b991b-b89d-4e2f-83a9-128a6be042d7", "name": "network-vif-deleted", "tag": "55864538-2a8c-4305-a4fc-b62b55bd6c64", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:08:35.861291 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e003012-5798-4042-a466-489281ba60e5 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:08:35.861819 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30b991b-b89d-4e2f-83a9-128a6be042d7', 'name': 'network-vif-deleted', 'tag': '55864538-2a8c-4305-a4fc-b62b55bd6c64', 'status': 'completed', 'code': 200} Feb 03 22:08:35.980959 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (07d2f471-b899-4c4d-b126-518bf175f093), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.020572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.023884 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/networks/07d2f471-b899-4c4d-b126-518bf175f093 HTTP/1.1" status: 204 len: 168 time: 3.0868399 Feb 03 22:08:36.024781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f62298-15ed-432b-9da0-114cb0512aeb tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Network': ['ID=07d2f471-b899-4c4d-b126-518bf175f093,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:36.026597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:36.106251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks [] for router_gateway (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.184692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d9ba39-92aa-4b50-9aac-41b120eaef77 None None] DHCP port deletion for 07d2f471-b899-4c4d-b126-518bf175f093 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:08:36.186732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-72225f14-5708-452b-aab7-1a58b7e6c225 None None] Current status of the port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:36.187124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72225f14-5708-452b-aab7-1a58b7e6c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.292240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:36.299062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (95b15da1-bbc2-4109-8369-649486d1eff1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.309988 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=55864538-2a8c-4305-a4fc-b62b55bd6c64,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:36.352708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25352186-6ba3-466d-a505-237b84864cd7 req-502fcbca-8469-4b4a-af23-4c552a44f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:36.355153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-502fcbca-8469-4b4a-af23-4c552a44f477 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.7156227 Feb 03 22:08:36.397939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-bc21a5e5-e046-49f8-a797-682cea9fc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:36.400041 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-bc21a5e5-e046-49f8-a797-682cea9fc851 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.7699342 Feb 03 22:08:36.450851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-72225f14-5708-452b-aab7-1a58b7e6c225 None None] For port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=038a01e8-55b0-43eb-aa06-4e5a4cec32b0,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:36.496326 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72225f14-5708-452b-aab7-1a58b7e6c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.628806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f1f03e1-c06f-4b71-9338-ffbe0b22c441 req-3ae4887a-eb07-4050-915a-95c62599f9fc tempest-VolumesActionsTest-323932089 tempest-VolumesActionsTest-323932089-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30b991b-b89d-4e2f-83a9-128a6be042d7 HTTP/1.1" status: 200 len: 210 time: 0.1141582 Feb 03 22:08:36.736699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57083d9c-e45e-442e-9c1e-7d762d08cd5a is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:36.740484 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.743198 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-16f42651-12d6-4e05-bdb5-c4144bc992de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a HTTP/1.1" status: 200 len: 1001 time: 0.2689157 Feb 03 22:08:36.760675 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-43a12240-6983-4d1c-9151-02569a0adc47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffea67b9-51e0-4a1a-a300-2ca44a12f302 HTTP/1.1" status: 200 len: 217 time: 0.3798766 Feb 03 22:08:36.770058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22177e16-620d-47d5-a885-36a7f3a0c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (d7fccbb7-0ded-49ed-b09b-a32ed49bb313), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.785558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:36.787703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eed5e7ec-456b-4841-86ea-aaccdb9edd63 None None] Could not find standard attr ID for object ed5a720c-2c2f-4444-ac00-3628669612c5. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:08:36.792214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22177e16-620d-47d5-a885-36a7f3a0c233 None None] No DVR routers for this DVR port d7fccbb7-0ded-49ed-b09b-a32ed49bb313 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:08:36.821128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-94bc935f-9155-4bf3-b422-af3012aea272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:36.822730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-94bc935f-9155-4bf3-b422-af3012aea272 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.0649898 Feb 03 22:08:36.850839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dda6dd-5a6e-44c4-b835-5db317f8032e req-e9a8d72c-e964-42f9-bff4-b6e51562492c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:36.852161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72225f14-5708-452b-aab7-1a58b7e6c225 None None] Pushing event updated for resources: {'Port': ['ID=038a01e8-55b0-43eb-aa06-4e5a4cec32b0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:36.860764 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d868f40-261e-441a-9f27-07b03198f2c8 admin admin] Publish callbacks [] for security_group (f95c06be-ee89-4856-b2a7-d98d9a24212a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.861564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99dda6dd-5a6e-44c4-b835-5db317f8032e req-e9a8d72c-e964-42f9-bff4-b6e51562492c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 945 time: 0.5001812 Feb 03 22:08:36.923157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d868f40-261e-441a-9f27-07b03198f2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f95c06be-ee89-4856-b2a7-d98d9a24212a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:36.991334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177e16-620d-47d5-a885-36a7f3a0c233 None None] Pushing event deleted for resources: {'Port': ['ID=d7fccbb7-0ded-49ed-b09b-a32ed49bb313,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:36.998314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2d868f40-261e-441a-9f27-07b03198f2c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f77ffee53f04675a442f3934789bf7d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5931635 Feb 03 22:08:37.000996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] The port 'd7fccbb7-0ded-49ed-b09b-a32ed49bb313' was deleted {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 03 22:08:37.007090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60728) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:37.007403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:37.036176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:37.039236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4ed8eaa9-422a-49df-833d-595f9f887d12 None None] Provisioning complete for port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:37.039731 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ed8eaa9-422a-49df-833d-595f9f887d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.094997 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99dda6dd-5a6e-44c4-b835-5db317f8032e req-368c7a0f-494b-46fa-9a06-4b6768f9243c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297258 Feb 03 22:08:37.120893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25352186-6ba3-466d-a505-237b84864cd7 req-4a1542d4-cc3e-42da-a623-6db22695e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:37.122928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-4a1542d4-cc3e-42da-a623-6db22695e287 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.2988083 Feb 03 22:08:37.124983 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.127461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.168943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868f40-261e-441a-9f27-07b03198f2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95c06be-ee89-4856-b2a7-d98d9a24212a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:37.177395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (95b15da1-bbc2-4109-8369-649486d1eff1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.225221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-3b759b49-eeb9-48a9-9dd1-4788fc8e5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:37.226843 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-3b759b49-eeb9-48a9-9dd1-4788fc8e5ae0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3579123 Feb 03 22:08:37.234181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b15da1-bbc2-4109-8369-649486d1eff1']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:37.285034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25352186-6ba3-466d-a505-237b84864cd7 req-fb78d66a-1cd7-4c8e-bfa2-db9327fdcd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:37.286731 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-fb78d66a-1cd7-4c8e-bfa2-db9327fdcd76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1548605 Feb 03 22:08:37.298351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e846e16-4b43-40fa-b797-2319a719adb2') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:37.298674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e846e16-4b43-40fa-b797-2319a719adb2') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:37.321302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-58830651'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:37.324552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:37.325576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.327870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8eaa9-422a-49df-833d-595f9f887d12 None None] Current status of the port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:37.355097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-846779d9-8f57-4f2d-8f4c-4083f0c8b91e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:08:37.365611 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-846779d9-8f57-4f2d-8f4c-4083f0c8b91e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250523 Feb 03 22:08:37.402062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee6170e4-ad94-498f-9b14-849230d004a5 admin admin] Publish callbacks [] for security_group (f95c06be-ee89-4856-b2a7-d98d9a24212a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.436339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:37.464883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Made reservation on behalf of cbe227ac6ae74356b7f105d3b1fddbb5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:37.481434 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.516776 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee6170e4-ad94-498f-9b14-849230d004a5 admin admin] Publish callbacks [] for security_group (f95c06be-ee89-4856-b2a7-d98d9a24212a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.545581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.555093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:37.585213 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-460ce910-19d6-425c-8081-4b9da63ba92d service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257916 Feb 03 22:08:37.619455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (6e846e16-4b43-40fa-b797-2319a719adb2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.643839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:08:37.648545 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1695fa7d-796c-4589-abc4-e67987583f5d" -d '{"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-unplugged", "status": "completed", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:08:37.671502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d7fccbb7-0ded-49ed-b09b-a32ed49bb313 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:37.703845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee6170e4-ad94-498f-9b14-849230d004a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f95c06be-ee89-4856-b2a7-d98d9a24212a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.726056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee6170e4-ad94-498f-9b14-849230d004a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:37.736725 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-87ae9231-20e2-459e-97d2-2b67517db73c service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694887 Feb 03 22:08:37.738264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ee6170e4-ad94-498f-9b14-849230d004a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f95c06be-ee89-4856-b2a7-d98d9a24212a HTTP/1.1" status: 204 len: 168 time: 0.7239730 Feb 03 22:08:37.755224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d7fccbb7-0ded-49ed-b09b-a32ed49bb313 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:08:37.755576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d7fccbb7-0ded-49ed-b09b-a32ed49bb313 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:08:37.805779 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c295d3-ea94-4425-8a66-b1a508630eab x-openstack-request-id: req-a9c295d3-ea94-4425-8a66-b1a508630eab {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:08:37.806335 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-unplugged", "status": "completed", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:08:37.806786 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9c295d3-ea94-4425-8a66-b1a508630eab {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:08:37.807365 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'code': 200} Feb 03 22:08:37.846137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:08:37.848355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6170e4-ad94-498f-9b14-849230d004a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95c06be-ee89-4856-b2a7-d98d9a24212a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:37.935835 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for security_group (93ec7f37-70fd-4f2c-b4c7-178c17fd101d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.023974 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (93ec7f37-70fd-4f2c-b4c7-178c17fd101d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.217931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:38.397985 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (57b55227-16e5-4478-9d70-ca33bd046ab0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.398572 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Added segment 57b55227-16e5-4478-9d70-ca33bd046ab0 of type vlan for network af27d958-84bc-4f60-b8d4-780c7ff497c7 Feb 03 22:08:38.400523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ec7f37-70fd-4f2c-b4c7-178c17fd101d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:38.462696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:38.481752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (6e846e16-4b43-40fa-b797-2319a719adb2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.526040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:38.527351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (6e846e16-4b43-40fa-b797-2319a719adb2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.551086 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:08:38.593674 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (af27d958-84bc-4f60-b8d4-780c7ff497c7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.599021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60760) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:38.614827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:38.615225 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:38.616167 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:38.678977 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aa046d2-bcaa-47bf-aaaf-bb1f8b6fc807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.692981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:08:38.710664 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Sync routers for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:08:38.726241 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:08:38.727930 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:38.732753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b93826-04c4-4e20-9fad-f81d8e9ac6e5 req-9f055f61-a840-4098-a0f0-ad9303490b7b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:38.745891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92b93826-04c4-4e20-9fad-f81d8e9ac6e5 req-9f055f61-a840-4098-a0f0-ad9303490b7b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.4585333 Feb 03 22:08:38.780687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:38.797160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (af27d958-84bc-4f60-b8d4-780c7ff497c7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.802209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:38.802928 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.856304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-86d15fc9-02c0-445e-a75d-fbdd3214c4e3 req-1d0ca089-5c63-42b0-b2cd-de4ee162add2 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0961859 Feb 03 22:08:38.857207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (95b15da1-bbc2-4109-8369-649486d1eff1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.897011 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.901449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d85ce4be-31a4-4222-a675-472a8da88006 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.1546609 Feb 03 22:08:38.906728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:38.909002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:38.912197 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/networks/95b15da1-bbc2-4109-8369-649486d1eff1 HTTP/1.1" status: 204 len: 168 time: 2.8801980 Feb 03 22:08:38.927526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:38.934827 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:08:38.935956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42fb7f-21fa-433e-a93a-ce5249e81a04 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Network': ['ID=95b15da1-bbc2-4109-8369-649486d1eff1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:38.941303 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-25352186-6ba3-466d-a505-237b84864cd7 req-db662bf9-796a-40ee-8d12-bdb63aa82577 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086000 Feb 03 22:08:38.982771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.9284325 Feb 03 22:08:38.987568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:39.044242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Request body: {'subnet': {'network_id': 'af27d958-84bc-4f60-b8d4-780c7ff497c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:39.086015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (559bec6b-fc55-43c5-9892-b7cc36531b5b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.097156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-92b93826-04c4-4e20-9fad-f81d8e9ac6e5 req-e2a2d935-261a-4c2c-8f97-9051e022c75f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438411 Feb 03 22:08:39.115981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb9159-ebd2-45bc-bbba-ab74cc759994 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Pushing event updated for resources: {'Network': ['ID=af27d958-84bc-4f60-b8d4-780c7ff497c7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:39.128253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network af27d958-84bc-4f60-b8d4-780c7ff497c7 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:39.180131 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:35Z', 'revision_number': 3, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:39.248677 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Checking router: 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:08:39.249049 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Updating router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 port 610ce409-77a7-45a3-8345-821a25c296f4 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:08:39.288374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (559bec6b-fc55-43c5-9892-b7cc36531b5b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.320647 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (610ce409-77a7-45a3-8345-821a25c296f4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.337941 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aa046d2-bcaa-47bf-aaaf-bb1f8b6fc807 admin admin] Publish callbacks [] for security_group (7ab754bf-e5ef-44a7-bfb1-e89000662dd5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.340825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559bec6b-fc55-43c5-9892-b7cc36531b5b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:39.347660 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aa046d2-bcaa-47bf-aaaf-bb1f8b6fc807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7ab754bf-e5ef-44a7-bfb1-e89000662dd5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.353879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Made reservation on behalf of cbe227ac6ae74356b7f105d3b1fddbb5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:39.357885 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.365268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5487e1-afe7-4aa0-9233-99ad752929d3') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:39.365565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5487e1-afe7-4aa0-9233-99ad752929d3') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:39.391664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (8f5487e1-afe7-4aa0-9233-99ad752929d3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.412975 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8f5487e1-afe7-4aa0-9233-99ad752929d3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.419107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:39.419499 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (8f5487e1-afe7-4aa0-9233-99ad752929d3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:39.423206 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:39.542250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6aa046d2-bcaa-47bf-aaaf-bb1f8b6fc807 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e48f4c1270149d0a9dc0a90df8cb7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9353888 Feb 03 22:08:39.544561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:39.553897 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (559bec6b-fc55-43c5-9892-b7cc36531b5b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.556092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa046d2-bcaa-47bf-aaaf-bb1f8b6fc807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab754bf-e5ef-44a7-bfb1-e89000662dd5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:39.560831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.564019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/networks/559bec6b-fc55-43c5-9892-b7cc36531b5b HTTP/1.1" status: 204 len: 168 time: 0.6355250 Feb 03 22:08:39.570660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60778) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:39.615608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2993e9-190d-4575-8493-19994c0865ff tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Network': ['ID=559bec6b-fc55-43c5-9892-b7cc36531b5b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:39.724173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (3330df47-782d-451b-9b87-6da46c8745d7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.823724 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Publish callbacks [] for port (610ce409-77a7-45a3-8345-821a25c296f4), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.830652 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (610ce409-77a7-45a3-8345-821a25c296f4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.887816 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Attempting to bind port 610ce409-77a7-45a3-8345-821a25c296f4 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:39.891922 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Attempting to bind port 610ce409-77a7-45a3-8345-821a25c296f4 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:39.892294 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Attempting to bind port 610ce409-77a7-45a3-8345-821a25c296f4 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:39.915807 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:39.915807 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:39.915807 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.915807 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:39.916378 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Bound port: 610ce409-77a7-45a3-8345-821a25c296f4, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:39.916813 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (610ce409-77a7-45a3-8345-821a25c296f4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.981417 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] For port 610ce409-77a7-45a3-8345-821a25c296f4, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:39.985748 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] For port 610ce409-77a7-45a3-8345-821a25c296f4, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=610ce409-77a7-45a3-8345-821a25c296f4,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:39.996375 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (610ce409-77a7-45a3-8345-821a25c296f4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:39.997757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdeafa04-1048-4c8d-a71d-08ee9630e6c1 admin admin] Publish callbacks [] for security_group (7ab754bf-e5ef-44a7-bfb1-e89000662dd5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:40.033733 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Pushing event updated for resources: {'Port': ['ID=610ce409-77a7-45a3-8345-821a25c296f4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:40.047098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.047490 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.047831 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.048212 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.048588 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.048992 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.049357 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.049689 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.050010 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.050510 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.050921 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.051245 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.051606 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:08:40.099421 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:08:40.100062 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:40.141932 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (3330df47-782d-451b-9b87-6da46c8745d7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:40.187938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdeafa04-1048-4c8d-a71d-08ee9630e6c1 admin admin] Publish callbacks [] for security_group (7ab754bf-e5ef-44a7-bfb1-e89000662dd5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:40.232712 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:08:40.259540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3330df47-782d-451b-9b87-6da46c8745d7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:40.272390 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (562bf80a-47cf-4b24-9ecd-a198997f38ba), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:40.308725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7116f4-6450-4e80-9e49-e2bad2466baa') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:40.309321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7116f4-6450-4e80-9e49-e2bad2466baa') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:40.361440 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (ff7116f4-6450-4e80-9e49-e2bad2466baa), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:40.383224 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:40.441725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ff7116f4-6450-4e80-9e49-e2bad2466baa), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:40.470974 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e667b4-14be-4515-aa0d-0573348afaaa None None] Pushing event updated for resources: {'Port': ['ID=610ce409-77a7-45a3-8345-821a25c296f4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:40.493737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:08:40.494404 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (ff7116f4-6450-4e80-9e49-e2bad2466baa), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:08:40.497971 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:08:40.535426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Pushing event updated for resources: {'Subnet': ['ID=562bf80a-47cf-4b24-9ecd-a198997f38ba,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:40.594324 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e96fa8-d8a7-45f2-8dc9-049bdd380558 req-7e02dafc-4e66-4386-b649-8c8597f5dd7b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:40.596219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e96fa8-d8a7-45f2-8dc9-049bdd380558 req-7e02dafc-4e66-4386-b649-8c8597f5dd7b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.3466856 Feb 03 22:08:40.696585 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:35Z', 'revision_number': 3, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:40.736219 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba9816-07a3-476b-b993-8e05d5aa66a4 None None] The sync data for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 is: [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:35Z', 'revision_number': 3, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:08:41.214502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Checking segment: {'id': '57b55227-16e5-4478-9d70-ca33bd046ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af27d958-84bc-4f60-b8d4-780c7ff497c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:41.215642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Network hostable DHCP agents. Network: af27d958-84bc-4f60-b8d4-780c7ff497c7, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:41.219442 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdeafa04-1048-4c8d-a71d-08ee9630e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7ab754bf-e5ef-44a7-bfb1-e89000662dd5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:41.222344 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdeafa04-1048-4c8d-a71d-08ee9630e6c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:41.225880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bdeafa04-1048-4c8d-a71d-08ee9630e6c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ab754bf-e5ef-44a7-bfb1-e89000662dd5 HTTP/1.1" status: 204 len: 168 time: 1.6695302 Feb 03 22:08:41.301724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeafa04-1048-4c8d-a71d-08ee9630e6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab754bf-e5ef-44a7-bfb1-e89000662dd5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:41.309739 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (3330df47-782d-451b-9b87-6da46c8745d7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:41.355496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78e96fa8-d8a7-45f2-8dc9-049bdd380558 req-b88ac4cf-3de9-4d75-a8a3-7739d6b9941d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424916 Feb 03 22:08:41.360299 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:41.366364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] 10.222.0.50 "DELETE /v2.0/networks/3330df47-782d-451b-9b87-6da46c8745d7 HTTP/1.1" status: 204 len: 168 time: 1.7903030 Feb 03 22:08:41.369727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Network af27d958-84bc-4f60-b8d4-780c7ff497c7 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:41.388564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, af27d958-84bc-4f60-b8d4-780c7ff497c7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:41.400863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a683626-00ce-4ba8-b106-f2c7f0c34a50 None None] Network af27d958-84bc-4f60-b8d4-780c7ff497c7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:41.423777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be8a39-151e-4963-9e6e-59828eaa27b7 tempest-BulkNetworkOpsIpV6Test-1143173645 tempest-BulkNetworkOpsIpV6Test-1143173645-project] Pushing event deleted for resources: {'Network': ['ID=3330df47-782d-451b-9b87-6da46c8745d7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:41.428359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:41.428996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:41.477216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60798) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:41.477807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e5d54337-a34a-42e0-a7ad-e8d207916e8e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4421079 Feb 03 22:08:41.484784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Request body: {'port': {'network_id': 'af27d958-84bc-4f60-b8d4-780c7ff497c7', 'name': 'tempest-TagsExtTest-1911035168'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:41.620223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Allocated IP 172.20.0.1 (a6c2112c-266e-48b0-828c-d77a939f4300/86dbbc50-904a-482a-8aa6-669553a3cbde/8e37d4d9-2447-4174-a3fb-b56996817fcf) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:41.752549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-af27d958-84bc-4f60-b8d4-780c7ff497c7', 'network_id': 'af27d958-84bc-4f60-b8d4-780c7ff497c7', 'project_id': 'cbe227ac6ae74356b7f105d3b1fddbb5', 'fixed_ips': [{'subnet_id': '562bf80a-47cf-4b24-9ecd-a198997f38ba'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:08:41.753456 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:41.787859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Made reservation on behalf of cbe227ac6ae74356b7f105d3b1fddbb5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:41.791635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:41.854483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] device_id is not set on port 9eead8f8-6e0b-476b-9966-1a4b060c4930 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:08:41.944970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:42.014973 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Publish callbacks [] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:42.164363 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:42.270561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Allocated IP 172.20.0.9 (af27d958-84bc-4f60-b8d4-780c7ff497c7/562bf80a-47cf-4b24-9ecd-a198997f38ba/9eead8f8-6e0b-476b-9966-1a4b060c4930) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:42.297766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Network a6c2112c-266e-48b0-828c-d77a939f4300 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:42.313777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:42.326448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:42.442797 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:42.663262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 610ce409-77a7-45a3-8345-821a25c296f4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:42.810580 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for port (9eead8f8-6e0b-476b-9966-1a4b060c4930), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:42.818080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Pushing event updated for resources: {'Port': ['ID=8e37d4d9-2447-4174-a3fb-b56996817fcf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:42.874316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57083d9c-e45e-442e-9c1e-7d762d08cd5a no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:42.886329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-08bbe568-1407-48c7-afb9-6573fd52ed98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65a8a0fa877147c38743440df519d2dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9432940 Feb 03 22:08:42.891673 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:42.934691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9eead8f8-6e0b-476b-9966-1a4b060c4930), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:42.965379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b79804-56d0-40d8-b1cf-d9e4197708ac req-d7526b79-4148-443c-8774-dbe38f0d7cf2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:42.967603 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51b79804-56d0-40d8-b1cf-d9e4197708ac req-d7526b79-4148-443c-8774-dbe38f0d7cf2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.3558919 Feb 03 22:08:43.091132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Pushing event updated for resources: {'Port': ['ID=9eead8f8-6e0b-476b-9966-1a4b060c4930,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:43.096756 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51b79804-56d0-40d8-b1cf-d9e4197708ac req-d4cd6559-5908-402a-a864-373cbc1d111e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208849 Feb 03 22:08:43.101115 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ffff612-7927-4193-bbe7-2bf6b58e85d3 admin admin] Publish callbacks [] for security_group (d97b0e6e-e932-40eb-a838-9de280706589), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.112471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Network af27d958-84bc-4f60-b8d4-780c7ff497c7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:43.115182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:43.118368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:43.138712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 610ce409-77a7-45a3-8345-821a25c296f4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:43.139782 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (610ce409-77a7-45a3-8345-821a25c296f4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.223605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:43.224417 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.226237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-519b932a-dd80-4ecf-92bb-b1493506c769 None None] Provisioning complete for port 8e37d4d9-2447-4174-a3fb-b56996817fcf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:43.230489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ffff612-7927-4193-bbe7-2bf6b58e85d3 admin admin] Publish callbacks [] for security_group (d97b0e6e-e932-40eb-a838-9de280706589), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.233837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-519b932a-dd80-4ecf-92bb-b1493506c769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.248685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.250734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9f1a3df2-cfc6-4a00-ab2e-40b9ceb73edf tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7716100 Feb 03 22:08:43.253061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:43.268068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d7ec1539-1ce8-41c3-97cd-b6a446e2c4c5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1712167295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:43.308448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1539-1ce8-41c3-97cd-b6a446e2c4c5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (085a72dc-5028-431f-a065-128871c21c43), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.311179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1539-1ce8-41c3-97cd-b6a446e2c4c5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (085a72dc-5028-431f-a065-128871c21c43), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.443127 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Allocated IP 172.20.0.2 (af27d958-84bc-4f60-b8d4-780c7ff497c7/562bf80a-47cf-4b24-9ecd-a198997f38ba/af697430-d472-4216-bfb9-f033f9738700) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:43.574611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1539-1ce8-41c3-97cd-b6a446e2c4c5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for router_controller (085a72dc-5028-431f-a065-128871c21c43), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.583801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1539-1ce8-41c3-97cd-b6a446e2c4c5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (085a72dc-5028-431f-a065-128871c21c43), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.612292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57083d9c-e45e-442e-9c1e-7d762d08cd5a is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:43.621150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-519b932a-dd80-4ecf-92bb-b1493506c769 None None] Port 8e37d4d9-2447-4174-a3fb-b56996817fcf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:08:43.673807 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1539-1ce8-41c3-97cd-b6a446e2c4c5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.685315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d7ec1539-1ce8-41c3-97cd-b6a446e2c4c5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4277573 Feb 03 22:08:43.686865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:43.691973 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Publish callbacks [] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.702350 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.727484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-752497eb-96ac-47f4-ae82-58bbb53b7d08 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1339350198', 'prefixes': ['172.20.0.0/16']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:43.762960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.812853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 610ce409-77a7-45a3-8345-821a25c296f4 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:43.814176 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (610ce409-77a7-45a3-8345-821a25c296f4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.922480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-752497eb-96ac-47f4-ae82-58bbb53b7d08 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.923815 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-752497eb-96ac-47f4-ae82-58bbb53b7d08 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2334440 Feb 03 22:08:43.929328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:43.936911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-cdace1d6-5a24-473b-9e4b-a3fccecaf329 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba', 'tempest-TagsExtTest-Tag-1891561155') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:43.944137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 610ce409-77a7-45a3-8345-821a25c296f4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=610ce409-77a7-45a3-8345-821a25c296f4,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:43.961060 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (610ce409-77a7-45a3-8345-821a25c296f4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.976325 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ffff612-7927-4193-bbe7-2bf6b58e85d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d97b0e6e-e932-40eb-a838-9de280706589), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:43.988731 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ffff612-7927-4193-bbe7-2bf6b58e85d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:44.006719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2ffff612-7927-4193-bbe7-2bf6b58e85d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d97b0e6e-e932-40eb-a838-9de280706589 HTTP/1.1" status: 204 len: 168 time: 1.1111743 Feb 03 22:08:44.148921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=610ce409-77a7-45a3-8345-821a25c296f4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:44.197346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff612-7927-4193-bbe7-2bf6b58e85d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97b0e6e-e932-40eb-a838-9de280706589,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:44.214575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Pushing event updated for resources: {'Port': ['ID=8e37d4d9-2447-4174-a3fb-b56996817fcf,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:44.293926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Network a6c2112c-266e-48b0-828c-d77a939f4300 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:44.298292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:44.312237 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cdace1d6-5a24-473b-9e4b-a3fccecaf329 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags/tempest-TagsExtTest-Tag-1891561155 HTTP/1.1" status: 201 len: 201 time: 0.3786027 Feb 03 22:08:44.313531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:44.330760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-607af3d4-2317-46dc-ae55-66ba1ef47f6e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930', 'tempest-TagsExtTest-Tag-596670432') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:44.535425 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Publish callbacks [] for port (af697430-d472-4216-bfb9-f033f9738700), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:44.564002 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (af697430-d472-4216-bfb9-f033f9738700), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:44.750483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 610ce409-77a7-45a3-8345-821a25c296f4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:44.754166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Pushing event updated for resources: {'Port': ['ID=af697430-d472-4216-bfb9-f033f9738700,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:44.788516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:08:44.853089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Network af27d958-84bc-4f60-b8d4-780c7ff497c7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:44.856287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:44.861261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:45.016269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Attempting to bind port af697430-d472-4216-bfb9-f033f9738700 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:45.016638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Attempting to bind port af697430-d472-4216-bfb9-f033f9738700 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '57b55227-16e5-4478-9d70-ca33bd046ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af27d958-84bc-4f60-b8d4-780c7ff497c7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:45.017030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Attempting to bind port af697430-d472-4216-bfb9-f033f9738700 on network af27d958-84bc-4f60-b8d4-780c7ff497c7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:45.068721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:45.069393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Checking segment: {'id': '57b55227-16e5-4478-9d70-ca33bd046ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af27d958-84bc-4f60-b8d4-780c7ff497c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:45.069986 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:45.070563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Bound using segment: {'id': '57b55227-16e5-4478-9d70-ca33bd046ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af27d958-84bc-4f60-b8d4-780c7ff497c7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:45.071935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Bound port: af697430-d472-4216-bfb9-f033f9738700, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b55227-16e5-4478-9d70-ca33bd046ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af27d958-84bc-4f60-b8d4-780c7ff497c7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:45.072498 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (af697430-d472-4216-bfb9-f033f9738700), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:45.100955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-004cd827-8efd-4ee3-a445-23390efbc44a None None] Provisioning complete for port 8e37d4d9-2447-4174-a3fb-b56996817fcf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:45.101914 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-004cd827-8efd-4ee3-a445-23390efbc44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:45.113910 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-607af3d4-2317-46dc-ae55-66ba1ef47f6e tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags/tempest-TagsExtTest-Tag-596670432 HTTP/1.1" status: 201 len: 201 time: 0.7976098 Feb 03 22:08:45.116621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60932) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:45.122141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-c3589b20-d00a-494a-911a-43e1edfa342d tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43', 'tempest-TagsExtTest-Tag-1032838811') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:45.191216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 610ce409-77a7-45a3-8345-821a25c296f4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:45.191602 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (610ce409-77a7-45a3-8345-821a25c296f4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:45.229265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:08:45.253493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Sync routers for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:08:45.267801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fe9432af-e258-4037-8606-242fcd3b689c admin admin] 10.222.0.50 "PUT /v2.0/routers/9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3576655 Feb 03 22:08:45.311058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:08:45.311990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:45.333898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-cdbbcb0a-54af-46e3-8da3-5f3aaa3388b5 req-dd04fa19-edd0-4015-aeac-ab2dab61da7e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:08:45.335088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdbbcb0a-54af-46e3-8da3-5f3aaa3388b5 req-dd04fa19-edd0-4015-aeac-ab2dab61da7e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055680 Feb 03 22:08:45.487394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:45.493434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-efd0732e-cc74-44f1-9840-c059f2c5a6cc tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce', 'tempest-TagsExtTest-Tag-968375015') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:45.494797 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c3589b20-d00a-494a-911a-43e1edfa342d tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags/tempest-TagsExtTest-Tag-1032838811 HTTP/1.1" status: 201 len: 201 time: 0.3654661 Feb 03 22:08:45.517031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:08:45.678240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-004cd827-8efd-4ee3-a445-23390efbc44a None None] Port 8e37d4d9-2447-4174-a3fb-b56996817fcf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:08:45.802722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-efd0732e-cc74-44f1-9840-c059f2c5a6cc tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags/tempest-TagsExtTest-Tag-968375015 HTTP/1.1" status: 201 len: 201 time: 0.3142648 Feb 03 22:08:45.805331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60968) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:45.811230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-ee61ce6c-3edc-4657-b021-e95d08d7bb00 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:45.829008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103409f-759e-4600-8a4a-2858a94b1922 req-42808805-7624-41fd-b5c0-5e2a9e0512e4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:45.837837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c103409f-759e-4600-8a4a-2858a94b1922 req-42808805-7624-41fd-b5c0-5e2a9e0512e4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.2267625 Feb 03 22:08:45.990107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ee61ce6c-3edc-4657-b021-e95d08d7bb00 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags HTTP/1.1" status: 200 len: 241 time: 0.1833758 Feb 03 22:08:45.993045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:45.997572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-243900a9-93ab-41df-b76c-bcf61a4c2be3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba', 'tempest-TagsExtTest-Tag-1891561155') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:46.025000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c103409f-759e-4600-8a4a-2858a94b1922 req-b4d81f7c-afa5-4de2-aa22-a296f6dbdc34 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861515 Feb 03 22:08:46.134289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-243900a9-93ab-41df-b76c-bcf61a4c2be3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags/tempest-TagsExtTest-Tag-1891561155 HTTP/1.1" status: 204 len: 168 time: 0.1401799 Feb 03 22:08:46.136982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 60974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:46.144162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-bef5c5fc-4f8b-492f-b88a-2c9da4ab7f78 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba', 'tempest-TagsExtTest-Tag-1891561155') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:46.536801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bef5c5fc-4f8b-492f-b88a-2c9da4ab7f78 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags/tempest-TagsExtTest-Tag-1891561155 HTTP/1.1" status: 204 len: 168 time: 0.3987191 Feb 03 22:08:46.539345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 60998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:46.544839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-8fbfef34-038f-4e21-bcb2-f3844505e157 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:46.567326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 610ce409-77a7-45a3-8345-821a25c296f4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:46.581180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] For port af697430-d472-4216-bfb9-f033f9738700, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:46.634985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] For port af697430-d472-4216-bfb9-f033f9738700, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=af697430-d472-4216-bfb9-f033f9738700,segment=NetworkSegment(57b55227-16e5-4478-9d70-ca33bd046ab0),segment_id=57b55227-16e5-4478-9d70-ca33bd046ab0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:46.648922 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8fbfef34-038f-4e21-bcb2-f3844505e157 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags HTTP/1.1" status: 200 len: 205 time: 0.1082473 Feb 03 22:08:46.651600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:46.656179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-474ef66d-39a2-40ad-a933-b9cae6227ef3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:46.660280 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (af697430-d472-4216-bfb9-f033f9738700), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:46.933994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66326f16-ae0a-4923-8bf2-bb766fb78423 None None] Pushing event updated for resources: {'Port': ['ID=af697430-d472-4216-bfb9-f033f9738700,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:46.989420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '8e37d4d9-2447-4174-a3fb-b56996817fcf', 'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'mac_address': 'fa:16:3e:8f:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:40Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 2, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'subnets': [{'id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:47.029443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Checking router: 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:08:47.029990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Updating router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 port 8e37d4d9-2447-4174-a3fb-b56996817fcf binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:08:47.035716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-474ef66d-39a2-40ad-a933-b9cae6227ef3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags HTTP/1.1" status: 200 len: 240 time: 0.3800850 Feb 03 22:08:47.036446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:47.042314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-faeddf3c-91d7-4d9f-ba5c-270a2a0d4419 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930', 'tempest-TagsExtTest-Tag-596670432') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:47.055037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-26bbc298-c8f0-4090-9fae-b52e81a8a62e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7438910 Feb 03 22:08:47.183361 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:47.274963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:47.314373 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-faeddf3c-91d7-4d9f-ba5c-270a2a0d4419 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags/tempest-TagsExtTest-Tag-596670432 HTTP/1.1" status: 204 len: 168 time: 0.2765236 Feb 03 22:08:47.317112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32798) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:47.334922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-1af1e306-ecfc-4740-bdda-c5cf8f0c5d96 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930', 'tempest-TagsExtTest-Tag-596670432') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:47.527647 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e9e3b-5802-4582-b7d2-39e58ef41e3c req-f7b8c30d-c1fe-4992-9075-a7cda7b8cdca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:47.566239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b9e9e3b-5802-4582-b7d2-39e58ef41e3c req-f7b8c30d-c1fe-4992-9075-a7cda7b8cdca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.2742395 Feb 03 22:08:47.583050 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1af1e306-ecfc-4740-bdda-c5cf8f0c5d96 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags/tempest-TagsExtTest-Tag-596670432 HTTP/1.1" status: 204 len: 168 time: 0.2644539 Feb 03 22:08:47.589255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:47.610763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-d291f0ea-2757-4d2b-a869-59947f1846e5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:47.739833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1286857429'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:47.810514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:47.810725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b9e9e3b-5802-4582-b7d2-39e58ef41e3c req-d4eae5de-873e-4a21-87b6-6c11fc4f0d48 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416422 Feb 03 22:08:47.815899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:47.837323 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:47.852713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1149554568-network', 'tenant_id': '778360902cc14e90872d13f64f3eda0c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:47.871066 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:47.948862 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d291f0ea-2757-4d2b-a869-59947f1846e5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags HTTP/1.1" status: 200 len: 205 time: 0.3561506 Feb 03 22:08:47.953377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32822) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:47.958575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Made reservation on behalf of 778360902cc14e90872d13f64f3eda0c for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:47.961104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:47.963815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-edd9e72b-299e-49e2-a393-4a184b3dcfdc tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:48.003586 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.089034 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Publish callbacks [] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.102395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.208765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6d0eb-1247-4fcc-ab95-114a01aee1e8 None None] Pushing event updated for resources: {'Port': ['ID=8e37d4d9-2447-4174-a3fb-b56996817fcf,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:48.424252 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Attempting to bind port 8e37d4d9-2447-4174-a3fb-b56996817fcf on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:48.424629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Attempting to bind port 8e37d4d9-2447-4174-a3fb-b56996817fcf by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:48.425085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Attempting to bind port 8e37d4d9-2447-4174-a3fb-b56996817fcf on network a6c2112c-266e-48b0-828c-d77a939f4300 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:48.435037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:48.435420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Checking segment: {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:48.435834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.441243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Bound using segment: {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:48.441785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Bound port: 8e37d4d9-2447-4174-a3fb-b56996817fcf, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:48.447593 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.457185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Publish callbacks [] for security_group (b0f014b0-cede-4894-ac46-9c717dd0a9a5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.464390 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b0f014b0-cede-4894-ac46-9c717dd0a9a5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.519409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for security_group (1ac27540-c48a-4c09-862a-03ea097c1250), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.522466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:48.532635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-edd9e72b-299e-49e2-a393-4a184b3dcfdc tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags HTTP/1.1" status: 200 len: 241 time: 0.5755970 Feb 03 22:08:48.537589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32840) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:48.559108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d989e1c3-74e2-4e6f-aec8-030ac2805dd8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.560669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-702e0f39-8b2c-4432-868c-c013dd1feca4 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43', 'tempest-TagsExtTest-Tag-1032838811') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:48.566444 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1ac27540-c48a-4c09-862a-03ea097c1250), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.572368 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Added segment d989e1c3-74e2-4e6f-aec8-030ac2805dd8 of type vlan for network cb7450fb-9e37-4738-b872-4ff37a976566 Feb 03 22:08:48.742806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] For port 8e37d4d9-2447-4174-a3fb-b56996817fcf, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:48.752758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] For port 8e37d4d9-2447-4174-a3fb-b56996817fcf, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8e37d4d9-2447-4174-a3fb-b56996817fcf,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:48.770821 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.827421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:48.878680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cb7450fb-9e37-4738-b872-4ff37a976566), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:48.936293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f014b0-cede-4894-ac46-9c717dd0a9a5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:48.990622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac27540-c48a-4c09-862a-03ea097c1250,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:49.040089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device af697430-d472-4216-bfb9-f033f9738700 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:49.041729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cb7450fb-9e37-4738-b872-4ff37a976566), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.044499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7c367fda-68ea-4351-9461-9f3a36989171), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.044678 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added segment 7c367fda-68ea-4351-9461-9f3a36989171 of type vlan for network cb8cd95d-0506-4576-9ec0-294319da164d Feb 03 22:08:49.047262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:49.051849 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.153696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3413014 Feb 03 22:08:49.156451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:49.165116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Request body: {'subnet': {'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1149554568-subnet', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:49.195844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0409025-067d-423d-a516-65148cbd0795 admin admin] Pushing event updated for resources: {'Network': ['ID=cb7450fb-9e37-4738-b872-4ff37a976566,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:49.199493 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cb8cd95d-0506-4576-9ec0-294319da164d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.212706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:08:49.221831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:26Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:49.223497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-702e0f39-8b2c-4432-868c-c013dd1feca4 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags/tempest-TagsExtTest-Tag-1032838811 HTTP/1.1" status: 204 len: 168 time: 0.6685517 Feb 03 22:08:49.227793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:49.233041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-2c2ae541-dd1e-4cb1-887f-71b64c37accb tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43', 'tempest-TagsExtTest-Tag-1032838811') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:49.234298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Made reservation on behalf of 778360902cc14e90872d13f64f3eda0c for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:49.237259 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.330310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034db48-adde-4149-8ca6-d5759da4ac3a req-83b8573c-1e81-45d7-a1cb-025adb6dd79a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:49.357815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c034db48-adde-4149-8ca6-d5759da4ac3a req-83b8573c-1e81-45d7-a1cb-025adb6dd79a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.3315365 Feb 03 22:08:49.428523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:08:49.452537 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cb8cd95d-0506-4576-9ec0-294319da164d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.458630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:49.464921 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.556418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb650dd-bcb4-4d69-a134-df01bbe25bef None None] Network af27d958-84bc-4f60-b8d4-780c7ff497c7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:49.558569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cb7450fb-9e37-4738-b872-4ff37a976566 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:49.618104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3396280 Feb 03 22:08:49.636366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:49.662410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1669437833'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:49.676556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6d0eb-1247-4fcc-ab95-114a01aee1e8 None None] Pushing event updated for resources: {'Port': ['ID=8e37d4d9-2447-4174-a3fb-b56996817fcf,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:49.717300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (7e5a5a61-b0fe-4058-8db6-6282ab7e624f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.763975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c034db48-adde-4149-8ca6-d5759da4ac3a req-db43fb15-b9a2-4077-9b23-7500842c06a3 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4040673 Feb 03 22:08:49.776763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b474ecd-ee69-4e9e-b352-dd92538b3578 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Network': ['ID=cb8cd95d-0506-4576-9ec0-294319da164d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:49.785898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5a5a61-b0fe-4058-8db6-6282ab7e624f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:49.802031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2c2ae541-dd1e-4cb1-887f-71b64c37accb tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags/tempest-TagsExtTest-Tag-1032838811 HTTP/1.1" status: 204 len: 168 time: 0.5728586 Feb 03 22:08:49.803198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:49.806947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c73f810f-8c57-43ed-9dad-140566674c71 None None] Provisioning complete for port 8e37d4d9-2447-4174-a3fb-b56996817fcf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:49.807338 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c73f810f-8c57-43ed-9dad-140566674c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.811882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:49.812105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.827741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-b6d30bd2-f8e6-4e8d-9d47-3320d4158502 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:49.879494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:08:49.884109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cb8cd95d-0506-4576-9ec0-294319da164d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:49.918696 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (552d1d41-f608-41ec-bda9-033243f4ece6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:49.919165 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added segment 552d1d41-f608-41ec-bda9-033243f4ece6 of type vlan for network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 Feb 03 22:08:50.004837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-3c22d7a5-24db-4fb8-a8a6-a731df7bb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:50.006746 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-3c22d7a5-24db-4fb8-a8a6-a731df7bb2f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147&tenant_id=769e32d039cc427c99cf4027de31df66 HTTP/1.1" status: 200 len: 1125 time: 0.3529048 Feb 03 22:08:50.024102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (88e277cd-0c82-4ee0-be0b-b8f180c3bbb3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.063096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (88e277cd-0c82-4ee0-be0b-b8f180c3bbb3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.068187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:50.068995 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.140786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Checking segment: {'id': 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:50.143451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Network hostable DHCP agents. Network: cb7450fb-9e37-4738-b872-4ff37a976566, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:50.163329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b6d30bd2-f8e6-4e8d-9d47-3320d4158502 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags HTTP/1.1" status: 200 len: 205 time: 0.3411648 Feb 03 22:08:50.165917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:50.176348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5334001 Feb 03 22:08:50.178070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-1ed5d63e-f6d2-45bb-a8d9-6ed8a6bb5eff tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:50.179970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32882) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:50.187724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'subnet': {'network_id': 'cb8cd95d-0506-4576-9ec0-294319da164d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:50.249021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Network cb7450fb-9e37-4738-b872-4ff37a976566 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:50.281925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cb7450fb-9e37-4738-b872-4ff37a976566) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:50.286784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1ed5d63e-f6d2-45bb-a8d9-6ed8a6bb5eff tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags HTTP/1.1" status: 200 len: 240 time: 0.1192656 Feb 03 22:08:50.290248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:50.297859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:50.299702 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.314982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344783a-01b2-4248-80dd-0bd3945ed8ff None None] Network cb7450fb-9e37-4738-b872-4ff37a976566 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:50.315587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-237397e2-dad9-45f0-a653-e381390ff9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:50.316463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b298c-bd6b-4192-8de8-27a7259535f9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Network': ['ID=88e277cd-0c82-4ee0-be0b-b8f180c3bbb3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:50.317346 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-237397e2-dad9-45f0-a653-e381390ff9d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 1125 time: 0.2711790 Feb 03 22:08:50.321911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-85999fd4-3ff0-4460-8783-cd104acb6bd9 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce', 'tempest-TagsExtTest-Tag-968375015') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:50.331702 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f7553983-3a97-4422-a4ad-c9ec15340c5f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1739032 Feb 03 22:08:50.332327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:50.335402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc547da7-14ee-4bdf-837d-0c2f7a36e101 req-55bcde37-095c-43dd-9bc7-00295fcf4867 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:50.342556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc547da7-14ee-4bdf-837d-0c2f7a36e101 req-55bcde37-095c-43dd-9bc7-00295fcf4867 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 946 time: 0.2903597 Feb 03 22:08:50.348195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:50.437069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc547da7-14ee-4bdf-837d-0c2f7a36e101 req-ea39d1cb-3272-4577-8032-7a78eecd488d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935206 Feb 03 22:08:50.438719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:50.444848 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.479008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:08:50.482081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.484031 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.572867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks [] for router_controller (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.667823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port af697430-d472-4216-bfb9-f033f9738700 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:50.668044 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (af697430-d472-4216-bfb9-f033f9738700), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.700483 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-85999fd4-3ff0-4460-8783-cd104acb6bd9 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags/tempest-TagsExtTest-Tag-968375015 HTTP/1.1" status: 204 len: 168 time: 0.4044478 Feb 03 22:08:50.761806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32894) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:50.776937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (f0c8cf92-0a6a-40e8-9390-998cd4ed0d98), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:50.784250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-815acf0a-ad01-4fde-8ae3-22f94ddcf66f tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce', 'tempest-TagsExtTest-Tag-968375015') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:50.876705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Checking segment: {'id': '7c367fda-68ea-4351-9461-9f3a36989171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb8cd95d-0506-4576-9ec0-294319da164d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:50.877465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network hostable DHCP agents. Network: cb8cd95d-0506-4576-9ec0-294319da164d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:50.895028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Subnet': ['ID=f0c8cf92-0a6a-40e8-9390-998cd4ed0d98,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:50.947674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network cb8cd95d-0506-4576-9ec0-294319da164d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:50.990282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks [] for router_gateway (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:51.030107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c73f810f-8c57-43ed-9dad-140566674c71 None None] Current status of the port 8e37d4d9-2447-4174-a3fb-b56996817fcf is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:51.030843 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c73f810f-8c57-43ed-9dad-140566674c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:51.054623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cb8cd95d-0506-4576-9ec0-294319da164d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:51.058339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-cb7450fb-9e37-4738-b872-4ff37a976566', 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566', 'project_id': '778360902cc14e90872d13f64f3eda0c', 'fixed_ips': [{'subnet_id': '7e5a5a61-b0fe-4058-8db6-6282ab7e624f'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:08:51.059582 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:51.086483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:51.088930 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:51.090124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6241b81a-a19d-46f6-953c-dd32a57d0425 None None] Network cb8cd95d-0506-4576-9ec0-294319da164d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:51.145121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ab77d32b-55b1-4285-acc7-818547bcb99d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9600117 Feb 03 22:08:51.148239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32900) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:51.155255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'subnet': {'network_id': '88e277cd-0c82-4ee0-be0b-b8f180c3bbb3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:51.233540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333be5c-fc78-4d22-af27-806efcbabad4 req-542d1698-8a5e-4eab-9f56-c8c39bbc6e95 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:51.235774 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7333be5c-fc78-4d22-af27-806efcbabad4 req-542d1698-8a5e-4eab-9f56-c8c39bbc6e95 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.2673559 Feb 03 22:08:51.259993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-060b9da3-b56e-4a71-b069-e383b72b0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:51.261562 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-060b9da3-b56e-4a71-b069-e383b72b0750 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.9283252 Feb 03 22:08:51.345056 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-815acf0a-ad01-4fde-8ae3-22f94ddcf66f tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags/tempest-TagsExtTest-Tag-968375015 HTTP/1.1" status: 204 len: 168 time: 0.5718153 Feb 03 22:08:51.386984 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-2103f072-5428-4d57-b84e-434511f6d40c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a HTTP/1.1" status: 200 len: 999 time: 0.1039312 Feb 03 22:08:51.397545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c73f810f-8c57-43ed-9dad-140566674c71 None None] For port 8e37d4d9-2447-4174-a3fb-b56996817fcf, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8e37d4d9-2447-4174-a3fb-b56996817fcf,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:51.420527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:08:51.435207 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:51.444734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32906) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:51.467128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-f8e22bf0-7f01-4cf7-b415-47bb4bb93535 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:51.568751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-8d26e145-79a5-42d3-948e-57f47a8a27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:51.571668 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-8d26e145-79a5-42d3-948e-57f47a8a27b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.1748416 Feb 03 22:08:51.648261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Allocated IP 172.20.0.2 (cb7450fb-9e37-4738-b872-4ff37a976566/7e5a5a61-b0fe-4058-8db6-6282ab7e624f/1476c237-9f86-4c23-8a1a-95a271e538fb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:51.687690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f8e22bf0-7f01-4cf7-b415-47bb4bb93535 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags HTTP/1.1" status: 200 len: 205 time: 0.2300022 Feb 03 22:08:51.711017 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7333be5c-fc78-4d22-af27-806efcbabad4 req-835fe636-9488-42dc-b150-17c62bf959ca tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533862 Feb 03 22:08:51.711566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:51.714904 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c73f810f-8c57-43ed-9dad-140566674c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:51.721410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port af697430-d472-4216-bfb9-f033f9738700 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:51.721798 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (af697430-d472-4216-bfb9-f033f9738700), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:51.770715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-1f248941-f50d-4ae8-853d-7d188451cd76 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:51.840958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-1885ca0c-5c27-4c7b-8a88-169dec27c64a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:51.844638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-1885ca0c-5c27-4c7b-8a88-169dec27c64a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 946 time: 0.2714889 Feb 03 22:08:51.849108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-52c3cecd-e218-4e36-ab3d-f3bc4c68012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:51.851002 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-52c3cecd-e218-4e36-ab3d-f3bc4c68012a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2079732 Feb 03 22:08:51.995335 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (76eb6b5d-bd46-47c9-b1fe-79e612f72c13), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:52.081842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '8e37d4d9-2447-4174-a3fb-b56996817fcf', 'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'mac_address': 'fa:16:3e:8f:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:40Z', 'updated_at': '2022-02-03T22:08:48Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'subnets': [{'id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:52.131195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-cb8cd95d-0506-4576-9ec0-294319da164d', 'network_id': 'cb8cd95d-0506-4576-9ec0-294319da164d', 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'fixed_ips': [{'subnet_id': 'f0c8cf92-0a6a-40e8-9390-998cd4ed0d98'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:08:52.132332 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:52.166671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Subnet': ['ID=76eb6b5d-bd46-47c9-b1fe-79e612f72c13,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:52.184626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1f248941-f50d-4ae8-853d-7d188451cd76 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags HTTP/1.1" status: 204 len: 168 time: 0.4243538 Feb 03 22:08:52.185629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32916) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:52.190545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-b2611bf4-80db-48a9-b7ef-10210cac140f tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:52.198039 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks [] for router_gateway (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:52.242057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae6542-a894-4bb9-a582-8665d84475e3 req-4b0b95c3-c57f-4b61-94c2-5a58471a02eb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:52.244566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6ae6542-a894-4bb9-a582-8665d84475e3 req-4b0b95c3-c57f-4b61-94c2-5a58471a02eb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 946 time: 0.6552675 Feb 03 22:08:52.354823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f810f-8c57-43ed-9dad-140566674c71 None None] Pushing event updated for resources: {'Port': ['ID=8e37d4d9-2447-4174-a3fb-b56996817fcf,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:52.406660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port af697430-d472-4216-bfb9-f033f9738700, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=af697430-d472-4216-bfb9-f033f9738700,segment=NetworkSegment(57b55227-16e5-4478-9d70-ca33bd046ab0),segment_id=57b55227-16e5-4478-9d70-ca33bd046ab0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:52.417479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ee05e-2381-46ed-9a84-1529641f1e2f None None] The sync data for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 is: [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '8e37d4d9-2447-4174-a3fb-b56996817fcf', 'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'mac_address': 'fa:16:3e:8f:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:40Z', 'updated_at': '2022-02-03T22:08:48Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'subnets': [{'id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:08:52.421058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (af697430-d472-4216-bfb9-f033f9738700), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:52.425603 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:52.630657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=af697430-d472-4216-bfb9-f033f9738700,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:52.643087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e65db7aa-bfe6-4e28-988a-7c0103d1dde9 None None] Provisioning complete for port 8e37d4d9-2447-4174-a3fb-b56996817fcf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:52.643460 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e65db7aa-bfe6-4e28-988a-7c0103d1dde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:53.043094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Allocated IP 172.20.0.2 (cb8cd95d-0506-4576-9ec0-294319da164d/f0c8cf92-0a6a-40e8-9390-998cd4ed0d98/f1f929b4-4879-4f54-928b-e04911dec89b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:53.087135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Allocated IP 172.25.5.176 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/09998e98-e201-4101-a0d5-884ab2a0d135) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:53.248105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks [] for port (09998e98-e201-4101-a0d5-884ab2a0d135), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:53.336642 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:53.354918 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Publish callbacks [] for port (f1f929b4-4879-4f54-928b-e04911dec89b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:53.376346 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:53.392866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port ffea67b9-51e0-4a1a-a300-2ca44a12f302 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:08:53.393311 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:53.405961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Network cb8cd95d-0506-4576-9ec0-294319da164d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:53.413019 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Publish callbacks [] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:53.414620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:53.417184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:53.422208 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-3b3a80f9-754e-4cd0-948f-b6203d4d488d service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3481252 Feb 03 22:08:53.473259 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:53.493549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Network cb7450fb-9e37-4738-b872-4ff37a976566 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:53.502314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:53.504781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:53.618371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e65db7aa-bfe6-4e28-988a-7c0103d1dde9 None None] Current status of the port 8e37d4d9-2447-4174-a3fb-b56996817fcf is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:53.626810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Pushing event updated for resources: {'Port': ['ID=09998e98-e201-4101-a0d5-884ab2a0d135,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:53.658636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Pushing event updated for resources: {'Port': ['ID=f1f929b4-4879-4f54-928b-e04911dec89b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:53.758715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Checking segment: {'id': '552d1d41-f608-41ec-bda9-033243f4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88e277cd-0c82-4ee0-be0b-b8f180c3bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:53.759311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network hostable DHCP agents. Network: 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:08:53.779607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6ae6542-a894-4bb9-a582-8665d84475e3 req-3102ab11-a8cd-4484-98ab-b133d4f2c2dd tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5274632 Feb 03 22:08:53.837898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:08:53.849992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b2611bf4-80db-48a9-b7ef-10210cac140f tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags HTTP/1.1" status: 204 len: 168 time: 1.6617112 Feb 03 22:08:53.851944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:53.869787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-bf30c6e8-98ff-4467-aafa-6cbe48ed272b tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:53.873131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:53.892031 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9562d4ba-c0ff-4fac-9a31-be1d20152f86 req-7478ab39-c4c8-4a5e-a731-01ab10833edd service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679229 Feb 03 22:08:53.896806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:08:53.925025 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75348ee2-6b93-4755-abf5-10e1346cb290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:53.966246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Attempting to bind port f1f929b4-4879-4f54-928b-e04911dec89b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:53.968971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Attempting to bind port f1f929b4-4879-4f54-928b-e04911dec89b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '7c367fda-68ea-4351-9461-9f3a36989171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb8cd95d-0506-4576-9ec0-294319da164d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:53.969364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Attempting to bind port f1f929b4-4879-4f54-928b-e04911dec89b on network cb8cd95d-0506-4576-9ec0-294319da164d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:53.974394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:08:53.997017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:08:54.019417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:54.021579 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:54.053502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Attempting to bind port 1476c237-9f86-4c23-8a1a-95a271e538fb on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:08:54.078762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Attempting to bind port 1476c237-9f86-4c23-8a1a-95a271e538fb by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:08:54.079539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Attempting to bind port 1476c237-9f86-4c23-8a1a-95a271e538fb on network cb7450fb-9e37-4738-b872-4ff37a976566 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:08:54.081659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e64a1c-ab69-42c6-ab82-c4df9081154e None None] Network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:54.098681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e54c8295-5cea-4c6d-8bb2-eb12b6d38851 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9493809 Feb 03 22:08:54.110370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a16c2-7e77-4ebf-9864-20d4882b2162 req-9490ad62-8756-400f-b56a-da493fe259c7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:54.118133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-476a16c2-7e77-4ebf-9864-20d4882b2162 req-9490ad62-8756-400f-b56a-da493fe259c7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.3754435 Feb 03 22:08:54.122740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 32960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:54.150172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-56c92f31-86df-4790-8bd4-27c9d1ccda7d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1402718167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:08:54.200123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bf30c6e8-98ff-4467-aafa-6cbe48ed272b tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags HTTP/1.1" status: 204 len: 168 time: 0.3353333 Feb 03 22:08:54.206926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:54.215619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-476a16c2-7e77-4ebf-9864-20d4882b2162 req-678e83d7-3a72-4ded-bd7e-fa37da3fc5f7 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963550 Feb 03 22:08:54.221829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56c92f31-86df-4790-8bd4-27c9d1ccda7d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (6f107118-76df-462b-992e-7c3517e6b45c), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:54.225489 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56c92f31-86df-4790-8bd4-27c9d1ccda7d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (6f107118-76df-462b-992e-7c3517e6b45c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:54.228558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-71968c0a-4db1-450a-83a2-062ea22596dc tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:54.244346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e65db7aa-bfe6-4e28-988a-7c0103d1dde9 None None] Provisioning complete for port 9eead8f8-6e0b-476b-9966-1a4b060c4930 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:54.244615 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e65db7aa-bfe6-4e28-988a-7c0103d1dde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9eead8f8-6e0b-476b-9966-1a4b060c4930), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:54.260776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:54.284490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Checking segment: {'id': '7c367fda-68ea-4351-9461-9f3a36989171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb8cd95d-0506-4576-9ec0-294319da164d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:54.285003 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:54.285420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Bound using segment: {'id': '7c367fda-68ea-4351-9461-9f3a36989171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb8cd95d-0506-4576-9ec0-294319da164d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:54.285936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Bound port: f1f929b4-4879-4f54-928b-e04911dec89b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c367fda-68ea-4351-9461-9f3a36989171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb8cd95d-0506-4576-9ec0-294319da164d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:54.286326 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:54.293031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Pushing event updated for resources: {'Port': ['ID=1476c237-9f86-4c23-8a1a-95a271e538fb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:54.295428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:08:54.295812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Checking segment: {'id': 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:08:54.296222 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:54.296787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Bound using segment: {'id': 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:08:54.297155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Bound port: 1476c237-9f86-4c23-8a1a-95a271e538fb, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:08:54.297541 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:54.429813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71968c0a-4db1-450a-83a2-062ea22596dc tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags HTTP/1.1" status: 204 len: 168 time: 0.2092166 Feb 03 22:08:54.431848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:54.441954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-08ecc961-97c0-4379-b4f4-097edeb671d9 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba', 'tempest-TagsExtTest-Tag-1639961440') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:54.590282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e65db7aa-bfe6-4e28-988a-7c0103d1dde9 None None] Port 9eead8f8-6e0b-476b-9966-1a4b060c4930 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:08:54.692000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-08ecc961-97c0-4379-b4f4-097edeb671d9 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags/tempest-TagsExtTest-Tag-1639961440 HTTP/1.1" status: 201 len: 201 time: 0.2589839 Feb 03 22:08:54.702342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:54.730244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-5e8e0e13-1e0d-444f-905a-f21e8e77c986 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930', 'tempest-TagsExtTest-Tag-1817142328') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:54.733643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] For port f1f929b4-4879-4f54-928b-e04911dec89b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:54.745616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] For port f1f929b4-4879-4f54-928b-e04911dec89b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1f929b4-4879-4f54-928b-e04911dec89b,segment=NetworkSegment(7c367fda-68ea-4351-9461-9f3a36989171),segment_id=7c367fda-68ea-4351-9461-9f3a36989171)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:54.940558 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:54.994225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5e8e0e13-1e0d-444f-905a-f21e8e77c986 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags/tempest-TagsExtTest-Tag-1817142328 HTTP/1.1" status: 201 len: 201 time: 0.2881582 Feb 03 22:08:54.994761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32982) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:55.011292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-69610bf1-370c-4db4-9520-eaa89cd9f7fa tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43', 'tempest-TagsExtTest-Tag-45730942') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:55.014812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8e37d4d9-2447-4174-a3fb-b56996817fcf up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:55.138165 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:55.332188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c943-4a98-4e64-a1a4-24c4fc0b39c2 req-81ebc02b-5334-4fdc-b348-cc03f04d3491 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:55.335383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f07c943-4a98-4e64-a1a4-24c4fc0b39c2 req-81ebc02b-5334-4fdc-b348-cc03f04d3491 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 946 time: 0.3201661 Feb 03 22:08:55.366121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ffea67b9-51e0-4a1a-a300-2ca44a12f302 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:08:55.382260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1b8a5-df7a-476c-b0e8-33372d36414a None None] Pushing event updated for resources: {'Port': ['ID=f1f929b4-4879-4f54-928b-e04911dec89b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:55.501670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e65db7aa-bfe6-4e28-988a-7c0103d1dde9 None None] Provisioning complete for port af697430-d472-4216-bfb9-f033f9738700 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:55.502046 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e65db7aa-bfe6-4e28-988a-7c0103d1dde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (af697430-d472-4216-bfb9-f033f9738700), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:55.622667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-69610bf1-370c-4db4-9520-eaa89cd9f7fa tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags/tempest-TagsExtTest-Tag-45730942 HTTP/1.1" status: 201 len: 201 time: 0.6268499 Feb 03 22:08:55.638244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:55.657539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-0d06b900-d77f-4cf2-b43d-d7d45f55f7f6 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce', 'tempest-TagsExtTest-Tag-1259060532') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:55.659133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] For port ffea67b9-51e0-4a1a-a300-2ca44a12f302, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ffea67b9-51e0-4a1a-a300-2ca44a12f302,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:08:55.660217 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:55.691135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:55.699317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for ffea67b9-51e0-4a1a-a300-2ca44a12f302 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:08:55.722110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f07c943-4a98-4e64-a1a4-24c4fc0b39c2 req-0f8b2b7b-77a1-4e3e-98df-b55433afceae tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729224 Feb 03 22:08:55.778257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-88e277cd-0c82-4ee0-be0b-b8f180c3bbb3', 'network_id': '88e277cd-0c82-4ee0-be0b-b8f180c3bbb3', 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'fixed_ips': [{'subnet_id': '76eb6b5d-bd46-47c9-b1fe-79e612f72c13'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:08:55.779964 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:55.852281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0740ed8-e83f-4b68-a003-23deb0d02969 req-2b3f0cb4-fb84-47ae-84b5-dd8fe82e1f50 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:55.881314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0740ed8-e83f-4b68-a003-23deb0d02969 req-2b3f0cb4-fb84-47ae-84b5-dd8fe82e1f50 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.4278381 Feb 03 22:08:55.974769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0d06b900-d77f-4cf2-b43d-d7d45f55f7f6 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags/tempest-TagsExtTest-Tag-1259060532 HTTP/1.1" status: 201 len: 201 time: 0.3215194 Feb 03 22:08:55.977558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 32994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:55.987316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-f7110c61-5af4-4f8b-a1b2-1098cfa9e8c5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba', {'tags': ['tempest-TagsExtTest-Tag-1780364364', 'tempest-TagsExtTest-Tag-202304037', 'tempest-TagsExtTest-Tag-2021445879']}) {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:56.075719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0740ed8-e83f-4b68-a003-23deb0d02969 req-2515d558-e5ee-4ee2-b042-20c03115e55a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848335 Feb 03 22:08:56.130210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port ffea67b9-51e0-4a1a-a300-2ca44a12f302 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:56.130210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:56.175571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f7110c61-5af4-4f8b-a1b2-1098cfa9e8c5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags HTTP/1.1" status: 200 len: 317 time: 0.1964362 Feb 03 22:08:56.178056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:56.213262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-aeecba42-806f-4ece-9385-aae522f6a796 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:56.248420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] For port 1476c237-9f86-4c23-8a1a-95a271e538fb, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:08:56.258336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 8e37d4d9-2447-4174-a3fb-b56996817fcf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:56.258741 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:56.366436 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56c92f31-86df-4790-8bd4-27c9d1ccda7d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (6f107118-76df-462b-992e-7c3517e6b45c), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:56.479655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56c92f31-86df-4790-8bd4-27c9d1ccda7d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (6f107118-76df-462b-992e-7c3517e6b45c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:56.489627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aeecba42-806f-4ece-9385-aae522f6a796 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags HTTP/1.1" status: 204 len: 168 time: 0.3103404 Feb 03 22:08:56.490266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33008) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:56.498763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-dff61dd1-6a2a-40a0-8d99-b05c0e3518c3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba', 'tempest-TagsExtTest-Tag-1780364364') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:56.565791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56c92f31-86df-4790-8bd4-27c9d1ccda7d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:56.581616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-56c92f31-86df-4790-8bd4-27c9d1ccda7d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.4574919 Feb 03 22:08:56.582329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:56.723537 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-dff61dd1-6a2a-40a0-8d99-b05c0e3518c3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:08:56.733555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dff61dd1-6a2a-40a0-8d99-b05c0e3518c3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags/tempest-TagsExtTest-Tag-1780364364 HTTP/1.1" status: 404 len: 329 time: 0.2421358 Feb 03 22:08:56.734266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33012) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:56.747766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-b6748010-1308-477c-a565-c48b8a24869a tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba', 'tempest-TagsExtTest-Tag-202304037') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:57.069332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e65db7aa-bfe6-4e28-988a-7c0103d1dde9 None None] Current status of the port af697430-d472-4216-bfb9-f033f9738700 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:57.099492 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-b6748010-1308-477c-a565-c48b8a24869a tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:08:57.103665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b6748010-1308-477c-a565-c48b8a24869a tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags/tempest-TagsExtTest-Tag-202304037 HTTP/1.1" status: 404 len: 328 time: 0.3683870 Feb 03 22:08:57.104443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:57.152692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-8f9a5a41-bf99-40de-ae3c-206e3e4b8eb8 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba', 'tempest-TagsExtTest-Tag-2021445879') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:57.184925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] For port 1476c237-9f86-4c23-8a1a-95a271e538fb, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1476c237-9f86-4c23-8a1a-95a271e538fb,segment=NetworkSegment(d989e1c3-74e2-4e6f-aec8-030ac2805dd8),segment_id=d989e1c3-74e2-4e6f-aec8-030ac2805dd8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:08:57.195749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34294591-7151-4422-9e69-1cab183281ef req-8c517ff4-cb77-4ee4-b9b6-50b298d2140e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:57.217889 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ffea67b9-51e0-4a1a-a300-2ca44a12f302), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:57.230038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34294591-7151-4422-9e69-1cab183281ef req-8c517ff4-cb77-4ee4-b9b6-50b298d2140e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 946 time: 0.2576752 Feb 03 22:08:57.248468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Allocated IP 172.21.0.2 (88e277cd-0c82-4ee0-be0b-b8f180c3bbb3/76eb6b5d-bd46-47c9-b1fe-79e612f72c13/3fc9825a-5133-423c-a955-b8b7e29b7fbe) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:08:57.278145 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:57.278847 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-233745e0-7de5-4b4c-8742-531b2e78bfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:57.348602 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:57.507419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34294591-7151-4422-9e69-1cab183281ef req-8bfa4046-2b81-4109-97c6-563e0c893d45 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=102d5672-b206-46c2-9908-b7228588fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760546 Feb 03 22:08:57.551883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=ffea67b9-51e0-4a1a-a300-2ca44a12f302,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:57.570377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941e994-a099-40ca-b53d-a571838c2307 None None] Pushing event updated for resources: {'Port': ['ID=1476c237-9f86-4c23-8a1a-95a271e538fb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:08:57.735069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8242694-cfa8-47e2-8b5a-0f8ba3f76555 req-defd1eac-c905-416e-8d6c-78e1b209569e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:57.751555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8242694-cfa8-47e2-8b5a-0f8ba3f76555 req-defd1eac-c905-416e-8d6c-78e1b209569e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.2921939 Feb 03 22:08:57.947624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] No DVR routers for this DVR port ffea67b9-51e0-4a1a-a300-2ca44a12f302 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:08:57.958951 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:57.969084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac6b061b-c199-4fea-9d08-f3da805d6c01 req-3b99fd02-6d98-4541-8ca3-dc15d13f8f85 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "DELETE /v2.0/ports/ffea67b9-51e0-4a1a-a300-2ca44a12f302 HTTP/1.1" status: 204 len: 173 time: 5.9087589 Feb 03 22:08:58.002758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ddfa5-5bb7-4771-8c66-899126166bf7 None None] Network cb8cd95d-0506-4576-9ec0-294319da164d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:08:58.007250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd81fc0-dc98-4052-953c-ed57c5f2652b', 'name': 'network-vif-deleted', 'tag': 'ffea67b9-51e0-4a1a-a300-2ca44a12f302'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:08:58.007387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8242694-cfa8-47e2-8b5a-0f8ba3f76555 req-07d94db6-d19f-4f65-9d3c-fd8ba49f9167 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532895 Feb 03 22:08:58.037072 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49248c2b-1f11-4798-8ebb-dc58bef4d8ea" -d '{"events": [{"server_uuid": "fbd81fc0-dc98-4052-953c-ed57c5f2652b", "name": "network-vif-deleted", "tag": "ffea67b9-51e0-4a1a-a300-2ca44a12f302"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:08:58.092818 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-8f9a5a41-bf99-40de-ae3c-206e3e4b8eb8 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:08:58.096209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33036) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:58.096358 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8f9a5a41-bf99-40de-ae3c-206e3e4b8eb8 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags/tempest-TagsExtTest-Tag-2021445879 HTTP/1.1" status: 404 len: 329 time: 0.9743445 Feb 03 22:08:58.193201 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-68bc3f87-1257-46ba-9680-6889ba5a1166 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930', {'tags': ['tempest-TagsExtTest-Tag-1803074184', 'tempest-TagsExtTest-Tag-885495021', 'tempest-TagsExtTest-Tag-877227147']}) {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:58.311610 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd654462-5ee2-4f29-9299-d51f17b23511 x-openstack-request-id: req-bd654462-5ee2-4f29-9299-d51f17b23511 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:08:58.312730 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd81fc0-dc98-4052-953c-ed57c5f2652b", "name": "network-vif-deleted", "tag": "ffea67b9-51e0-4a1a-a300-2ca44a12f302", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:08:58.312730 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd654462-5ee2-4f29-9299-d51f17b23511 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:08:58.313361 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd81fc0-dc98-4052-953c-ed57c5f2652b', 'name': 'network-vif-deleted', 'tag': 'ffea67b9-51e0-4a1a-a300-2ca44a12f302', 'status': 'completed', 'code': 200} Feb 03 22:08:58.356941 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-68bc3f87-1257-46ba-9680-6889ba5a1166 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags HTTP/1.1" status: 200 len: 316 time: 0.2089260 Feb 03 22:08:58.358426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:58.364650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-e6985e3f-783c-4eea-8a5b-c44e88fba3fb tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:58.459993 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks [] for router_gateway (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:58.606566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e6985e3f-783c-4eea-8a5b-c44e88fba3fb tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags HTTP/1.1" status: 204 len: 168 time: 0.2468541 Feb 03 22:08:58.611314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33046) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:58.616088 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-81ca2e30-1140-46a1-b2be-183a02ab1d77 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930', 'tempest-TagsExtTest-Tag-1803074184') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:58.789962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fdfd01e-af31-45bd-8275-af17ff4d0102 req-70520d2f-b57b-45ce-a8d6-1549321c4fb3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.0839717 Feb 03 22:08:58.847508 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-81ca2e30-1140-46a1-b2be-183a02ab1d77 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:08:58.851131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-81ca2e30-1140-46a1-b2be-183a02ab1d77 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags/tempest-TagsExtTest-Tag-1803074184 HTTP/1.1" status: 404 len: 329 time: 0.2360930 Feb 03 22:08:58.851427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:58.861707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-87d12866-8f8a-4fbf-b8af-550986fd744d tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930', 'tempest-TagsExtTest-Tag-885495021') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:58.982594 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:59.007771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:59.014158 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-87d12866-8f8a-4fbf-b8af-550986fd744d tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:08:59.015758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-87d12866-8f8a-4fbf-b8af-550986fd744d tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags/tempest-TagsExtTest-Tag-885495021 HTTP/1.1" status: 404 len: 328 time: 0.1634376 Feb 03 22:08:59.027733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:59.033494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-6356a1d3-6ae3-41bb-acd8-aa24030a9492 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930', 'tempest-TagsExtTest-Tag-877227147') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:59.159356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-410df7e8-7761-43d5-a2ec-b00e7bc37e62 None None] Provisioning complete for port f1f929b4-4879-4f54-928b-e04911dec89b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:59.159773 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-410df7e8-7761-43d5-a2ec-b00e7bc37e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:59.162280 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-6356a1d3-6ae3-41bb-acd8-aa24030a9492 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:08:59.163526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6356a1d3-6ae3-41bb-acd8-aa24030a9492 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags/tempest-TagsExtTest-Tag-877227147 HTTP/1.1" status: 404 len: 328 time: 0.1340237 Feb 03 22:08:59.167154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33056) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:59.172880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-c441e5e7-dbec-412e-8fb1-929329cdeb8f tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43', {'tags': ['tempest-TagsExtTest-Tag-1270123878', 'tempest-TagsExtTest-Tag-1121293434', 'tempest-TagsExtTest-Tag-1203681096']}) {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:59.178478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 8e37d4d9-2447-4174-a3fb-b56996817fcf is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:08:59.179651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device af697430-d472-4216-bfb9-f033f9738700 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:08:59.570987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port af697430-d472-4216-bfb9-f033f9738700 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:08:59.572184 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (af697430-d472-4216-bfb9-f033f9738700), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:08:59.599523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c441e5e7-dbec-412e-8fb1-929329cdeb8f tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags HTTP/1.1" status: 200 len: 318 time: 0.4310329 Feb 03 22:08:59.604319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33062) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:08:59.617602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-8a3d1ca9-708b-4ee1-92a2-09d661c8530b tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:08:59.788592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c2e1-0aa8-4bd0-a022-aa5c1e14fa73 req-bc078380-2df8-4e49-85a1-c26ccfa507f2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:08:59.801434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4e5c2e1-0aa8-4bd0-a022-aa5c1e14fa73 req-bc078380-2df8-4e49-85a1-c26ccfa507f2 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.4659703 Feb 03 22:08:59.987945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ea730-1827-49c0-877b-663e3af5d5ab None None] Network cb7450fb-9e37-4738-b872-4ff37a976566 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:09:00.060801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da5f5099-2f33-4d32-95ae-a7386a9a4bdb req-ba9389ea-0da9-474e-a5f6-c3021b837686 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.1109402 Feb 03 22:09:00.083381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:00.094607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.20.0.1 (cb8cd95d-0506-4576-9ec0-294319da164d/f0c8cf92-0a6a-40e8-9390-998cd4ed0d98/7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:09:00.185711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4e5c2e1-0aa8-4bd0-a022-aa5c1e14fa73 req-0314d3b8-8011-40c9-812b-b5efbc786fda tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779256 Feb 03 22:09:00.194007 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8a3d1ca9-708b-4ee1-92a2-09d661c8530b tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags HTTP/1.1" status: 204 len: 168 time: 0.5862126 Feb 03 22:09:00.196690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33072) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:00.203060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-4c665509-3cec-43ee-8af1-26dbd434a725 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43', 'tempest-TagsExtTest-Tag-1270123878') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:00.383173 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-4c665509-3cec-43ee-8af1-26dbd434a725 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:09:00.385128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4c665509-3cec-43ee-8af1-26dbd434a725 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags/tempest-TagsExtTest-Tag-1270123878 HTTP/1.1" status: 404 len: 329 time: 0.1873753 Feb 03 22:09:00.387507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33076) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:00.397534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-5cf48035-b09c-41f8-970a-5a04c70578a3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43', 'tempest-TagsExtTest-Tag-1121293434') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:00.413532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-410df7e8-7761-43d5-a2ec-b00e7bc37e62 None None] Current status of the port f1f929b4-4879-4f54-928b-e04911dec89b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:00.413929 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-410df7e8-7761-43d5-a2ec-b00e7bc37e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:00.507980 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Publish callbacks [] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:00.520512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:00.599394 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-5cf48035-b09c-41f8-970a-5a04c70578a3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:09:00.600944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5cf48035-b09c-41f8-970a-5a04c70578a3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags/tempest-TagsExtTest-Tag-1121293434 HTTP/1.1" status: 404 len: 329 time: 0.2121325 Feb 03 22:09:00.603473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:00.608330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-6e72253e-8b42-49c8-b7e7-5e7def11f804 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43', 'tempest-TagsExtTest-Tag-1203681096') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:00.632386 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:00.719782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-410df7e8-7761-43d5-a2ec-b00e7bc37e62 None None] For port f1f929b4-4879-4f54-928b-e04911dec89b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1f929b4-4879-4f54-928b-e04911dec89b,segment=NetworkSegment(7c367fda-68ea-4351-9461-9f3a36989171),segment_id=7c367fda-68ea-4351-9461-9f3a36989171)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:00.736067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:00.808329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:09:00.810808 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-6e72253e-8b42-49c8-b7e7-5e7def11f804 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:09:00.818480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e72253e-8b42-49c8-b7e7-5e7def11f804 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags/tempest-TagsExtTest-Tag-1203681096 HTTP/1.1" status: 404 len: 329 time: 0.2137265 Feb 03 22:09:00.822833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33086) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:00.838572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-73fb267e-6bc8-4855-b8b4-eacc0cf096f6 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce', {'tags': ['tempest-TagsExtTest-Tag-2085129462', 'tempest-TagsExtTest-Tag-1754171264', 'tempest-TagsExtTest-Tag-136877891']}) {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:00.921975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-410df7e8-7761-43d5-a2ec-b00e7bc37e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:00.965636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:00.970725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-73fb267e-6bc8-4855-b8b4-eacc0cf096f6 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "PUT /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags HTTP/1.1" status: 200 len: 317 time: 0.1360650 Feb 03 22:09:00.973180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33088) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:00.977952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-6189b67c-214a-437f-84af-36c37bd8af40 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:00.988194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:00.990275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port af697430-d472-4216-bfb9-f033f9738700 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:01.007871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:01.085016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Pushing event updated for resources: {'Port': ['ID=3fc9825a-5133-423c-a955-b8b7e29b7fbe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:01.171131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6189b67c-214a-437f-84af-36c37bd8af40 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1967640 Feb 03 22:09:01.173993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33094) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:01.184490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-2b7475e1-8215-4857-944e-2bba3183eb7c tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce', 'tempest-TagsExtTest-Tag-2085129462') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:01.289035 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-2b7475e1-8215-4857-944e-2bba3183eb7c tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:09:01.294299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b7475e1-8215-4857-944e-2bba3183eb7c tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags/tempest-TagsExtTest-Tag-2085129462 HTTP/1.1" status: 404 len: 329 time: 0.1190634 Feb 03 22:09:01.305298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33098) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:01.322196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-abbf1057-9493-495d-ab3c-462f3ec16ee2 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce', 'tempest-TagsExtTest-Tag-1754171264') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:01.344545 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:01.572138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network cb8cd95d-0506-4576-9ec0-294319da164d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:01.586758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:01.594571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Attempting to bind port 3fc9825a-5133-423c-a955-b8b7e29b7fbe on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:09:01.595203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Attempting to bind port 3fc9825a-5133-423c-a955-b8b7e29b7fbe by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '552d1d41-f608-41ec-bda9-033243f4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88e277cd-0c82-4ee0-be0b-b8f180c3bbb3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:09:01.597409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Attempting to bind port 3fc9825a-5133-423c-a955-b8b7e29b7fbe on network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:09:01.620914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:01.635099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9676c535-eab1-4863-81db-c389db0bd492 req-1c2a2940-79e0-4db4-909e-58f863bdb41e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.2568843 Feb 03 22:09:01.638317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:09:01.639248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Checking segment: {'id': '552d1d41-f608-41ec-bda9-033243f4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88e277cd-0c82-4ee0-be0b-b8f180c3bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:09:01.643202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:01.653135 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-abbf1057-9493-495d-ab3c-462f3ec16ee2 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:09:01.653482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Bound using segment: {'id': '552d1d41-f608-41ec-bda9-033243f4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88e277cd-0c82-4ee0-be0b-b8f180c3bbb3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:09:01.654264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-abbf1057-9493-495d-ab3c-462f3ec16ee2 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags/tempest-TagsExtTest-Tag-1754171264 HTTP/1.1" status: 404 len: 329 time: 0.3468628 Feb 03 22:09:01.654901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Bound port: 3fc9825a-5133-423c-a955-b8b7e29b7fbe, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552d1d41-f608-41ec-bda9-033243f4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88e277cd-0c82-4ee0-be0b-b8f180c3bbb3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:09:01.656721 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:01.659244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:01.677835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-9afe533d-16c5-498a-8a61-2c828af8c808 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce', 'tempest-TagsExtTest-Tag-136877891') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:01.716151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-da6f96cf-a3ab-469a-ae6d-0542c8f86ce9 None None] Provisioning complete for port 1476c237-9f86-4c23-8a1a-95a271e538fb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:01.727572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:01.728346 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da6f96cf-a3ab-469a-ae6d-0542c8f86ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:01.740127 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1476c237-9f86-4c23-8a1a-95a271e538fb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:01.812615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:09:01.815582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649c1b1-b06f-4025-ac0d-5cb09e456c4c req-c09bb658-2855-4408-819d-090d3a6d5622 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:01.824743 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Sync routers for ids ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:09:01.826522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1649c1b1-b06f-4025-ac0d-5cb09e456c4c req-c09bb658-2855-4408-819d-090d3a6d5622 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.3805783 Feb 03 22:09:01.841912 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Routers {'98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:01.845132 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:01.911333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (6f107118-76df-462b-992e-7c3517e6b45c), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:01.933488 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-9afe533d-16c5-498a-8a61-2c828af8c808 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] show failed (client error): The resource could not be found. Feb 03 22:09:01.936205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9afe533d-16c5-498a-8a61-2c828af8c808 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags/tempest-TagsExtTest-Tag-136877891 HTTP/1.1" status: 404 len: 328 time: 0.2718005 Feb 03 22:09:01.939750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:01.947878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:01.961558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c09158b5-d254-4127-9a4c-41ddfcadbde5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.6248639 Feb 03 22:09:01.982596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-e738247b-6536-412d-929c-c043119c7820 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2cacef0e-0bf5-4186-86fe-71c10e4820ce') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:01.996856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:02.015457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1649c1b1-b06f-4025-ac0d-5cb09e456c4c req-3fd60063-4454-46de-8212-fde4430d262f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682956 Feb 03 22:09:02.027085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410df7e8-7761-43d5-a2ec-b00e7bc37e62 None None] Pushing event updated for resources: {'Port': ['ID=f1f929b4-4879-4f54-928b-e04911dec89b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:02.084669 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Set router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:09:02.166156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1476c237-9f86-4c23-8a1a-95a271e538fb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:02.166781 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:02.275276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] For port 3fc9825a-5133-423c-a955-b8b7e29b7fbe, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:09:02.383380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-da6f96cf-a3ab-469a-ae6d-0542c8f86ce9 None None] Current status of the port 1476c237-9f86-4c23-8a1a-95a271e538fb is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:02.386482 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da6f96cf-a3ab-469a-ae6d-0542c8f86ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:02.418161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] For port 3fc9825a-5133-423c-a955-b8b7e29b7fbe, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3fc9825a-5133-423c-a955-b8b7e29b7fbe,segment=NetworkSegment(552d1d41-f608-41ec-bda9-033243f4ece6),segment_id=552d1d41-f608-41ec-bda9-033243f4ece6)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:09:02.461207 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:02.635226 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:50Z', 'updated_at': '2022-02-03T22:08:56Z', 'revision_number': 3, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'gw_port': {'id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:52Z', 'updated_at': '2022-02-03T22:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:02.649387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13e3ba-40d5-496b-bb18-6d29c7f2610a None None] Pushing event updated for resources: {'Port': ['ID=3fc9825a-5133-423c-a955-b8b7e29b7fbe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:02.723010 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Checking router: 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:09:02.724476 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Updating router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d port 09998e98-e201-4101-a0d5-884ab2a0d135 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:09:02.742219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1476c237-9f86-4c23-8a1a-95a271e538fb is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:02.742999 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:02.778346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-da6f96cf-a3ab-469a-ae6d-0542c8f86ce9 None None] For port 1476c237-9f86-4c23-8a1a-95a271e538fb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1476c237-9f86-4c23-8a1a-95a271e538fb,segment=NetworkSegment(d989e1c3-74e2-4e6f-aec8-030ac2805dd8),segment_id=d989e1c3-74e2-4e6f-aec8-030ac2805dd8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:02.786860 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da6f96cf-a3ab-469a-ae6d-0542c8f86ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:02.849907 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:02.957196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb2d2ec0-8b58-4658-b16d-c6aa3840c6fc req-5b27a8b7-c903-41b4-b3fa-0e76bb4e2622 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.0840549 Feb 03 22:09:03.432659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb05c2-2d32-4252-9b30-1a89878bcbad req-e044e9a7-91e2-4d29-acb5-8fef1329a3f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:03.434601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37fb05c2-2d32-4252-9b30-1a89878bcbad req-e044e9a7-91e2-4d29-acb5-8fef1329a3f0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.1905580 Feb 03 22:09:03.455717 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e738247b-6536-412d-929c-c043119c7820 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce/tags HTTP/1.1" status: 204 len: 168 time: 1.4929934 Feb 03 22:09:03.456574 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:03.475073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-491e5ad9-c3cf-4d89-b090-a2c97057f586 None None] Provisioning complete for port 7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:03.475644 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491e5ad9-c3cf-4d89-b090-a2c97057f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:03.519087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33122) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:03.546783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-3c84aec7-da2d-4640-8dc2-17b8762b76b2 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '085a72dc-5028-431f-a065-128871c21c43') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:03.636808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-491e5ad9-c3cf-4d89-b090-a2c97057f586 None None] Port 7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:03.736337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f96cf-a3ab-469a-ae6d-0542c8f86ce9 None None] Pushing event updated for resources: {'Port': ['ID=1476c237-9f86-4c23-8a1a-95a271e538fb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:03.782988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37fb05c2-2d32-4252-9b30-1a89878bcbad req-de0337cc-aa66-4416-87ce-f12a8ab8cc26 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307824 Feb 03 22:09:03.823133 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Publish callbacks [] for port (09998e98-e201-4101-a0d5-884ab2a0d135), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:03.835612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:09:03.835612 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:09:03.842146 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:03.918870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-491e5ad9-c3cf-4d89-b090-a2c97057f586 None None] Provisioning complete for port 1476c237-9f86-4c23-8a1a-95a271e538fb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:03.919373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491e5ad9-c3cf-4d89-b090-a2c97057f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:03.941080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3c84aec7-da2d-4640-8dc2-17b8762b76b2 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43/tags HTTP/1.1" status: 204 len: 168 time: 0.4171057 Feb 03 22:09:03.953714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33128) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:03.968587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-b7a07239-57e1-46e6-8dcc-82a401f6259d tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9eead8f8-6e0b-476b-9966-1a4b060c4930') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:04.007646 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ca895-8852-4ec4-a164-fb7cd6e92f0c None None] Pushing event updated for resources: {'Port': ['ID=09998e98-e201-4101-a0d5-884ab2a0d135,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:04.078669 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Attempting to bind port 09998e98-e201-4101-a0d5-884ab2a0d135 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:09:04.083830 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Attempting to bind port 09998e98-e201-4101-a0d5-884ab2a0d135 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:09:04.085988 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Attempting to bind port 09998e98-e201-4101-a0d5-884ab2a0d135 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:09:04.098024 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:09:04.098397 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:09:04.110093 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:04.114596 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:09:04.115312 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Bound port: 09998e98-e201-4101-a0d5-884ab2a0d135, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:09:04.115886 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:04.280555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39641976-6479-45cc-bfe4-3968de8db405 req-f16570f5-a996-4a5a-bd3f-49502d3e8b70 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.1331224 Feb 03 22:09:04.355129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b7a07239-57e1-46e6-8dcc-82a401f6259d tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930/tags HTTP/1.1" status: 204 len: 168 time: 0.4000301 Feb 03 22:09:04.357577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33138) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:04.357866 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] For port 09998e98-e201-4101-a0d5-884ab2a0d135, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:09:04.365283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-b4b4e398-d7dc-451f-b07c-fc69f15bb6f6 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '562bf80a-47cf-4b24-9ecd-a198997f38ba') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:04.371028 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] For port 09998e98-e201-4101-a0d5-884ab2a0d135, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=09998e98-e201-4101-a0d5-884ab2a0d135,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:09:04.386387 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:04.553439 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b4b4e398-d7dc-451f-b07c-fc69f15bb6f6 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1920519 Feb 03 22:09:04.555419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33140) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:04.611721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-491e5ad9-c3cf-4d89-b090-a2c97057f586 None None] Current status of the port 1476c237-9f86-4c23-8a1a-95a271e538fb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:04.614871 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Routers {'98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:04.615521 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:04.718960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-491e5ad9-c3cf-4d89-b090-a2c97057f586 None None] Provisioning complete for port f1f929b4-4879-4f54-928b-e04911dec89b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:04.730168 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491e5ad9-c3cf-4d89-b090-a2c97057f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:04.733255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1476c237-9f86-4c23-8a1a-95a271e538fb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:04.751697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1f929b4-4879-4f54-928b-e04911dec89b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:04.937052 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ca895-8852-4ec4-a164-fb7cd6e92f0c None None] Pushing event updated for resources: {'Port': ['ID=09998e98-e201-4101-a0d5-884ab2a0d135,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:04.939387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a9e762e9-c6c7-4b14-8070-07fbca3a53b3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:04.942293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a9e762e9-c6c7-4b14-8070-07fbca3a53b3 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnetpools/2cacef0e-0bf5-4186-86fe-71c10e4820ce HTTP/1.1" status: 204 len: 168 time: 0.3858151 Feb 03 22:09:04.945920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:05.044690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8adec13b-17dc-4f2c-93eb-4e95a6ef0edc tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "GET /v2.0/ports?device_id=085a72dc-5028-431f-a065-128871c21c43 HTTP/1.1" status: 200 len: 205 time: 0.0973208 Feb 03 22:09:05.083058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33146) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:05.127158 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] Set router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:09:05.334602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3217af1d-3dd4-46a4-a666-310017b1dbde tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for router (085a72dc-5028-431f-a065-128871c21c43), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:05.736125 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:50Z', 'updated_at': '2022-02-03T22:08:56Z', 'revision_number': 3, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'gw_port': {'id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:52Z', 'updated_at': '2022-02-03T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:05.750898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc19186c-ebae-4072-bce8-87325796de90 None None] Network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:09:05.852123 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda056e-0667-4b6c-91dd-d8ade9e2d4a6 None None] The sync data for ids ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'] in n-d-824834-9 is: [{'id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:50Z', 'updated_at': '2022-02-03T22:08:56Z', 'revision_number': 3, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'gw_port': {'id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:52Z', 'updated_at': '2022-02-03T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:09:05.937501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:05.949273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:05.951260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3217af1d-3dd4-46a4-a666-310017b1dbde tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (085a72dc-5028-431f-a065-128871c21c43), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:05.955029 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3217af1d-3dd4-46a4-a666-310017b1dbde tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for router_controller (085a72dc-5028-431f-a065-128871c21c43), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:06.144323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:06.144859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3217af1d-3dd4-46a4-a666-310017b1dbde tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (085a72dc-5028-431f-a065-128871c21c43), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:06.146253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3217af1d-3dd4-46a4-a666-310017b1dbde tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Fanout notify agent at l3_agent the message router_deleted on router 085a72dc-5028-431f-a065-128871c21c43 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:09:06.190452 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da8db7bc-accd-4d3f-b919-9d297896a791 req-7c1a8fa2-cd34-4790-8aa4-b27acca101a8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.4899311 Feb 03 22:09:06.207733 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3217af1d-3dd4-46a4-a666-310017b1dbde tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:06.209328 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3217af1d-3dd4-46a4-a666-310017b1dbde tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/routers/085a72dc-5028-431f-a065-128871c21c43 HTTP/1.1" status: 204 len: 168 time: 1.1210585 Feb 03 22:09:06.223641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:06.229486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d8d75-03b0-4645-a13d-e5d5e922e7c5 req-95eb6d38-d2a9-4eac-871e-7f0d097c346c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:06.234536 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c62d8d75-03b0-4645-a13d-e5d5e922e7c5 req-95eb6d38-d2a9-4eac-871e-7f0d097c346c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 1.1872282 Feb 03 22:09:06.343653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (6f107118-76df-462b-992e-7c3517e6b45c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:06.493194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c62d8d75-03b0-4645-a13d-e5d5e922e7c5 req-b6e31450-51f4-454e-af35-0c6bde09bda5 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514675 Feb 03 22:09:06.742992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-491e5ad9-c3cf-4d89-b090-a2c97057f586 None None] Current status of the port f1f929b4-4879-4f54-928b-e04911dec89b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:06.753063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f1f929b4-4879-4f54-928b-e04911dec89b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:06.753718 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:06.977496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9cad7bbc-9a40-45ff-bb14-c0d25868997b None None] Provisioning complete for port 3fc9825a-5133-423c-a955-b8b7e29b7fbe triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:06.978330 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cad7bbc-9a40-45ff-bb14-c0d25868997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:07.190519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f1f929b4-4879-4f54-928b-e04911dec89b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:07.365518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9cad7bbc-9a40-45ff-bb14-c0d25868997b None None] Current status of the port 3fc9825a-5133-423c-a955-b8b7e29b7fbe is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:07.369834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cad7bbc-9a40-45ff-bb14-c0d25868997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:07.492745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9cad7bbc-9a40-45ff-bb14-c0d25868997b None None] For port 3fc9825a-5133-423c-a955-b8b7e29b7fbe, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3fc9825a-5133-423c-a955-b8b7e29b7fbe,segment=NetworkSegment(552d1d41-f608-41ec-bda9-033243f4ece6),segment_id=552d1d41-f608-41ec-bda9-033243f4ece6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:07.499418 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cad7bbc-9a40-45ff-bb14-c0d25868997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:07.543866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-551bc884-ec07-48c5-bdc2-7ae0b6b11e79 req-5c21930e-2910-4731-82fc-a2dbade21263 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.1355431 Feb 03 22:09:07.723701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:07.742098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad7bbc-9a40-45ff-bb14-c0d25868997b None None] Pushing event updated for resources: {'Port': ['ID=3fc9825a-5133-423c-a955-b8b7e29b7fbe,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:07.815794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b37efc02-754a-473f-82a9-7b97c34a648e None None] Provisioning complete for port 3fc9825a-5133-423c-a955-b8b7e29b7fbe triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:07.816479 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b37efc02-754a-473f-82a9-7b97c34a648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:07.823386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network cb8cd95d-0506-4576-9ec0-294319da164d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:07.874848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:07.912283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addeffb2-da08-4c56-bc38-24e25a965e1c req-38e19920-2ee6-4a77-abbf-706f56200020 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:07.912283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-addeffb2-da08-4c56-bc38-24e25a965e1c req-38e19920-2ee6-4a77-abbf-706f56200020 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.2015121 Feb 03 22:09:08.084399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1476c237-9f86-4c23-8a1a-95a271e538fb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:08.147696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-addeffb2-da08-4c56-bc38-24e25a965e1c req-9d074c39-45de-4659-bee1-2ac41ca9f225 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290456 Feb 03 22:09:08.209184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-af316090-b4e0-44b2-9b32-d11d7fd20582 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Deleting port 9eead8f8-6e0b-476b-9966-1a4b060c4930 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:08.210306 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af316090-b4e0-44b2-9b32-d11d7fd20582 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9eead8f8-6e0b-476b-9966-1a4b060c4930), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:08.375967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b37efc02-754a-473f-82a9-7b97c34a648e None None] Current status of the port 3fc9825a-5133-423c-a955-b8b7e29b7fbe is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:08.433097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1476c237-9f86-4c23-8a1a-95a271e538fb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:08.433478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:08.672590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c5e0373f-7c86-4ae9-ad68-5ea073b8d6e9 None None] Provisioning complete for port 7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:08.672981 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5e0373f-7c86-4ae9-ad68-5ea073b8d6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:08.796978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-323480eb-d0a8-4612-ab4a-2847bcaf3fbf req-05f888cd-ca02-4044-a4a8-4926af5061cf tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.0873113 Feb 03 22:09:08.810673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0373f-7c86-4ae9-ad68-5ea073b8d6e9 None None] Port 7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:08.961385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1476c237-9f86-4c23-8a1a-95a271e538fb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:08.962469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1f929b4-4879-4f54-928b-e04911dec89b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:09.130708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f1f929b4-4879-4f54-928b-e04911dec89b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:09.130945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:09.152038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Allocated IP 172.20.0.1 (cb7450fb-9e37-4738-b872-4ff37a976566/7e5a5a61-b0fe-4058-8db6-6282ab7e624f/25ed9068-7294-4876-8055-6af9eab803f9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:09:09.376520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Publish callbacks [] for port (25ed9068-7294-4876-8055-6af9eab803f9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:09.455019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f1f929b4-4879-4f54-928b-e04911dec89b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:09.456163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3fc9825a-5133-423c-a955-b8b7e29b7fbe up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:09.459049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af316090-b4e0-44b2-9b32-d11d7fd20582 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9eead8f8-6e0b-476b-9966-1a4b060c4930), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:09.484309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (25ed9068-7294-4876-8055-6af9eab803f9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:09.521508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-af316090-b4e0-44b2-9b32-d11d7fd20582 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Calling delete_port for 9eead8f8-6e0b-476b-9966-1a4b060c4930 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:09.586106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f770b11-3e4b-468e-a6a5-2bf162687fa3 req-52f437d1-25b5-4073-a252-4087188b63f4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:09.591340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Network cb7450fb-9e37-4738-b872-4ff37a976566 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:09.593570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f770b11-3e4b-468e-a6a5-2bf162687fa3 req-52f437d1-25b5-4073-a252-4087188b63f4 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.1877255 Feb 03 22:09:09.680883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3fc9825a-5133-423c-a955-b8b7e29b7fbe triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:09.681311 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:09.737661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f770b11-3e4b-468e-a6a5-2bf162687fa3 req-ecc48b68-2e0c-4ad2-b011-a6650806fb19 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377289 Feb 03 22:09:09.755282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:09.760622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:09.827488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 6f107118-76df-462b-992e-7c3517e6b45c is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:09:09.936461 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:10.011978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3fc9825a-5133-423c-a955-b8b7e29b7fbe is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:10.013787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 09998e98-e201-4101-a0d5-884ab2a0d135 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:10.146885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72cd3e2f-b771-4ca3-ad0c-9c1badb7da79 req-14cd90c9-0542-4817-88c1-0720e4faeb07 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.0934892 Feb 03 22:09:10.261795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 09998e98-e201-4101-a0d5-884ab2a0d135 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:10.262395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:10.687717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4807c1aa-df4a-48d7-acb6-3889b8a25118 None None] Provisioning complete for port 25ed9068-7294-4876-8055-6af9eab803f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:10.688288 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4807c1aa-df4a-48d7-acb6-3889b8a25118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25ed9068-7294-4876-8055-6af9eab803f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:10.894356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4807c1aa-df4a-48d7-acb6-3889b8a25118 None None] Port 25ed9068-7294-4876-8055-6af9eab803f9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:10.933891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Pushing event updated for resources: {'Port': ['ID=25ed9068-7294-4876-8055-6af9eab803f9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:10.960611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 09998e98-e201-4101-a0d5-884ab2a0d135 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:10.961113 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:11.038572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25ed9068-7294-4876-8055-6af9eab803f9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:11.047391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 09998e98-e201-4101-a0d5-884ab2a0d135, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=09998e98-e201-4101-a0d5-884ab2a0d135,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:11.065529 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:11.084742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.085123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.085469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.085846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.086259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.086554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.086960 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.107470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.110684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.113366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.114694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.115052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.115760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:11.141459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ce4f5-0dfc-432f-81fc-4bb90da95e4b req-c7e5b70c-d52f-4b83-8a46-550440a0cb33 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:11.149043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f18ce4f5-0dfc-432f-81fc-4bb90da95e4b req-c7e5b70c-d52f-4b83-8a46-550440a0cb33 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.1838462 Feb 03 22:09:11.237981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=09998e98-e201-4101-a0d5-884ab2a0d135,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:11.327266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3fc9825a-5133-423c-a955-b8b7e29b7fbe up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:11.349585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f18ce4f5-0dfc-432f-81fc-4bb90da95e4b req-37e31b52-0e10-49f5-9b55-0fd829e7230c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995645 Feb 03 22:09:11.369717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af316090-b4e0-44b2-9b32-d11d7fd20582 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9eead8f8-6e0b-476b-9966-1a4b060c4930), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:11.369717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:09:11.403300 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dbcf5e20-5ab7-42b6-b043-c9c52f1b4ada tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/6f107118-76df-462b-992e-7c3517e6b45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8154240 Feb 03 22:09:11.407425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:11.408171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46d900-d418-4977-9061-096e67413034 None None] Sync routers for ids ['6f107118-76df-462b-992e-7c3517e6b45c'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:09:11.431699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b4fb3279-090a-4b9d-87f6-cffbbeab517e req-9ca4f568-2223-48b4-8ee2-64461b88624b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.0571642 Feb 03 22:09:11.446472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46d900-d418-4977-9061-096e67413034 None None] Routers {'6f107118-76df-462b-992e-7c3517e6b45c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:11.447098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4f46d900-d418-4977-9061-096e67413034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6f107118-76df-462b-992e-7c3517e6b45c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:11.500094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af316090-b4e0-44b2-9b32-d11d7fd20582 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Pushing event deleted for resources: {'Port': ['ID=9eead8f8-6e0b-476b-9966-1a4b060c4930,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:11.528497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4f46d900-d418-4977-9061-096e67413034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:11.619250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46d900-d418-4977-9061-096e67413034 None None] Routers {'6f107118-76df-462b-992e-7c3517e6b45c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:11.630819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4f46d900-d418-4977-9061-096e67413034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6f107118-76df-462b-992e-7c3517e6b45c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:11.739703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4f46d900-d418-4977-9061-096e67413034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:11.740745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46d900-d418-4977-9061-096e67413034 None None] The sync data for ids ['6f107118-76df-462b-992e-7c3517e6b45c'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:09:11.742632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3fc9825a-5133-423c-a955-b8b7e29b7fbe triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:11.743245 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:11.833090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Publish callbacks [] for port (25ed9068-7294-4876-8055-6af9eab803f9), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:11.881126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa08232-f4ab-4c86-bbc1-44c8c18d22e9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:11.887470 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1aa08232-f4ab-4c86-bbc1-44c8c18d22e9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports/7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e HTTP/1.1" status: 200 len: 910 time: 0.4475403 Feb 03 22:09:11.887470 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (25ed9068-7294-4876-8055-6af9eab803f9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:11.887806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:11.957803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Pushing event updated for resources: {'Port': ['ID=25ed9068-7294-4876-8055-6af9eab803f9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:12.022711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af316090-b4e0-44b2-9b32-d11d7fd20582 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:12.047090 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-af316090-b4e0-44b2-9b32-d11d7fd20582 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/ports/9eead8f8-6e0b-476b-9966-1a4b060c4930 HTTP/1.1" status: 204 len: 168 time: 5.8188212 Feb 03 22:09:12.048112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33234) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:12.049079 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:12.130956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3fc9825a-5133-423c-a955-b8b7e29b7fbe is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:12.216769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-260a66cf-5f7f-4696-9c49-33dbebf0efb5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Deleting subnet 562bf80a-47cf-4b24-9ecd-a198997f38ba {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:09:12.225810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-260a66cf-5f7f-4696-9c49-33dbebf0efb5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for subnet (562bf80a-47cf-4b24-9ecd-a198997f38ba), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:12.328750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-260a66cf-5f7f-4696-9c49-33dbebf0efb5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (562bf80a-47cf-4b24-9ecd-a198997f38ba), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:12.555881 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-260a66cf-5f7f-4696-9c49-33dbebf0efb5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (562bf80a-47cf-4b24-9ecd-a198997f38ba), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:12.649288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-260a66cf-5f7f-4696-9c49-33dbebf0efb5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (562bf80a-47cf-4b24-9ecd-a198997f38ba), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:12.782989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a66cf-5f7f-4696-9c49-33dbebf0efb5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Pushing event deleted for resources: {'Subnet': ['ID=562bf80a-47cf-4b24-9ecd-a198997f38ba,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:12.818147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Network cb7450fb-9e37-4738-b872-4ff37a976566 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:12.824103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-260a66cf-5f7f-4696-9c49-33dbebf0efb5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:12.831558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d55412-325c-4ff5-86d8-f5170e95d7ab None None] Network af27d958-84bc-4f60-b8d4-780c7ff497c7 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:09:12.850696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-260a66cf-5f7f-4696-9c49-33dbebf0efb5 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/subnets/562bf80a-47cf-4b24-9ecd-a198997f38ba HTTP/1.1" status: 204 len: 168 time: 0.7991567 Feb 03 22:09:12.851334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:12.885742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:12.982204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57fd6240-7985-4ae8-88d3-7f7a103dcc4f req-5b751130-3525-4575-ad67-895a96797079 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.2815971 Feb 03 22:09:13.262408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 09998e98-e201-4101-a0d5-884ab2a0d135 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:13.333993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fa601-b769-4076-adb0-fa9b725bb102 req-b5c75068-28bb-489b-bc12-bd6bb2db5c72 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:13.345584 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da2fa601-b769-4076-adb0-fa9b725bb102 req-b5c75068-28bb-489b-bc12-bd6bb2db5c72 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.7913320 Feb 03 22:09:13.430761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 09998e98-e201-4101-a0d5-884ab2a0d135 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:13.432337 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:13.544463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:09:13.682600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da2fa601-b769-4076-adb0-fa9b725bb102 req-bd336779-eaaf-4774-bd8a-a0351e04c677 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343863 Feb 03 22:09:13.733769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] DHCP port deletion for af27d958-84bc-4f60-b8d4-780c7ff497c7 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:09:13.935252 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 09998e98-e201-4101-a0d5-884ab2a0d135 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:14.059010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f8ffae92-edee-47db-98e6-699d533b7da0 None None] Provisioning complete for port 25ed9068-7294-4876-8055-6af9eab803f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:14.059756 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8ffae92-edee-47db-98e6-699d533b7da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25ed9068-7294-4876-8055-6af9eab803f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:14.080278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (af27d958-84bc-4f60-b8d4-780c7ff497c7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:14.135828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Deleting port af697430-d472-4216-bfb9-f033f9738700 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:14.136694 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (af697430-d472-4216-bfb9-f033f9738700), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:14.163723 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:14.360042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12580896-1a4e-43a6-a15e-aff9a818a4d0 req-77145ed1-4f31-4f74-a416-66c9c14e7aa7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.1279953 Feb 03 22:09:14.371713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:09:14.382201 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Sync routers for ids ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:09:14.400657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c6335d8d-e54a-4f70-8086-cf215670d254 admin admin] 10.222.0.50 "PUT /v2.0/routers/98a516dc-dffa-4d17-9996-f6d0ed8d3c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2641420 Feb 03 22:09:14.400881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] For port af697430-d472-4216-bfb9-f033f9738700, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=af697430-d472-4216-bfb9-f033f9738700,segment=NetworkSegment(57b55227-16e5-4478-9d70-ca33bd046ab0),segment_id=57b55227-16e5-4478-9d70-ca33bd046ab0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:14.400881 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (af697430-d472-4216-bfb9-f033f9738700), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:14.408396 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Routers {'98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:14.409504 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:14.463746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Calling delete_port for af697430-d472-4216-bfb9-f033f9738700 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:14.527035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffae92-edee-47db-98e6-699d533b7da0 None None] Port 25ed9068-7294-4876-8055-6af9eab803f9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:14.567235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Deleting port af697430-d472-4216-bfb9-f033f9738700 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:14.567847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (af697430-d472-4216-bfb9-f033f9738700), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:14.816256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (af697430-d472-4216-bfb9-f033f9738700), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:14.891260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Pushing event deleted for resources: {'Port': ['ID=af697430-d472-4216-bfb9-f033f9738700,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:14.924813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] For port af697430-d472-4216-bfb9-f033f9738700, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=af697430-d472-4216-bfb9-f033f9738700,segment=NetworkSegment(57b55227-16e5-4478-9d70-ca33bd046ab0),segment_id=57b55227-16e5-4478-9d70-ca33bd046ab0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:14.930032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (af697430-d472-4216-bfb9-f033f9738700), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:14.931730 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Set router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:09:14.950809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.951172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.951527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.951870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.952751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.967380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.976460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.976894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.977290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.977636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.977976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.978316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:14.989272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:15.001470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a4009-fd83-473e-9e83-4e5a651a5802 None None] No DVR routers for this DVR port af697430-d472-4216-bfb9-f033f9738700 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:09:15.006946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Calling delete_port for af697430-d472-4216-bfb9-f033f9738700 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:15.299125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device af697430-d472-4216-bfb9-f033f9738700 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:09:15.387427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: af697430-d472-4216-bfb9-f033f9738700 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:09:15.387800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device af697430-d472-4216-bfb9-f033f9738700 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:09:15.428563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (af697430-d472-4216-bfb9-f033f9738700), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:15.505245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f216b2-f5a8-4b34-bbe5-f48f181278b1 req-223aef22-0f3f-46f1-8e2f-4544ab96ed2c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:15.515719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31f216b2-f5a8-4b34-bbe5-f48f181278b1 req-223aef22-0f3f-46f1-8e2f-4544ab96ed2c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.4036727 Feb 03 22:09:15.556713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Pushing event deleted for resources: {'Port': ['ID=af697430-d472-4216-bfb9-f033f9738700,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:15.604247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] No DVR routers for this DVR port af697430-d472-4216-bfb9-f033f9738700 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:09:15.687299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.21.0.1 (88e277cd-0c82-4ee0-be0b-b8f180c3bbb3/76eb6b5d-bd46-47c9-b1fe-79e612f72c13/3c4fc5d0-a62f-49cd-96f8-125851e0f1c7) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:09:15.812791 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:09:15.864334 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:15.935102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31f216b2-f5a8-4b34-bbe5-f48f181278b1 req-9439a4e7-11b7-4a65-9858-06347a0ec9ba tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174840 Feb 03 22:09:15.961135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (af27d958-84bc-4f60-b8d4-780c7ff497c7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:15.979895 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:50Z', 'updated_at': '2022-02-03T22:09:10Z', 'revision_number': 4, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'gw_port': {'id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:52Z', 'updated_at': '2022-02-03T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25ed9068-7294-4876-8055-6af9eab803f9', 'name': '', 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '7e5a5a61-b0fe-4058-8db6-6282ab7e624f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:09:07Z', 'updated_at': '2022-02-03T22:09:11Z', 'revision_number': 2, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'subnets': [{'id': '7e5a5a61-b0fe-4058-8db6-6282ab7e624f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:16.027315 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.046448 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Checking router: 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:09:16.049615 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Updating router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d port 25ed9068-7294-4876-8055-6af9eab803f9 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:09:16.054633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af27d958-84bc-4f60-b8d4-780c7ff497c7']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:16.079261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b55227-16e5-4478-9d70-ca33bd046ab0') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:16.079635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b55227-16e5-4478-9d70-ca33bd046ab0') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:16.113282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (57b55227-16e5-4478-9d70-ca33bd046ab0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.135904 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25ed9068-7294-4876-8055-6af9eab803f9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.160685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (57b55227-16e5-4478-9d70-ca33bd046ab0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.164765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:16.173933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:09:16.174339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (57b55227-16e5-4478-9d70-ca33bd046ab0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:09:16.177476 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:09:16.198182 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:16.222940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:16.294948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=3c4fc5d0-a62f-49cd-96f8-125851e0f1c7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:16.358407 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (af27d958-84bc-4f60-b8d4-780c7ff497c7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.368640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.374963 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] 10.222.0.50 "DELETE /v2.0/networks/af27d958-84bc-4f60-b8d4-780c7ff497c7 HTTP/1.1" status: 204 len: 168 time: 3.5222774 Feb 03 22:09:16.418746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.419191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.419686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.420040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.420386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.421279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.421621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.421956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.426214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.426576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.426941 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.427615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.427959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:09:16.433602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25757caf-2e7a-40b0-8974-25e3d08ba144 tempest-TagsExtTest-1894210122 tempest-TagsExtTest-1894210122-project] Pushing event deleted for resources: {'Network': ['ID=af27d958-84bc-4f60-b8d4-780c7ff497c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:16.456871 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (6f107118-76df-462b-992e-7c3517e6b45c), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.519269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:16.525915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b835afff-a4e1-46d6-bd42-c5a7a01a7704 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205898819', 'description': 'tempest-secgroup-smoke-205898819 description', 'project_id': '7cf9abebc821466da7dbf623c3a41bc8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:16.594623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b835afff-a4e1-46d6-bd42-c5a7a01a7704 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.708189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5496c6ef-635c-4c1f-a358-ac2363014237 None None] Provisioning complete for port 3c4fc5d0-a62f-49cd-96f8-125851e0f1c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:16.711765 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5496c6ef-635c-4c1f-a358-ac2363014237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.723979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-762f29bc-8869-48fe-ad49-cc94ecac1359 req-c67ed034-dc57-441b-936a-ede4ada7fe43 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.5859246 Feb 03 22:09:16.802217 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.848820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5496c6ef-635c-4c1f-a358-ac2363014237 None None] Port 3c4fc5d0-a62f-49cd-96f8-125851e0f1c7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:16.851235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b835afff-a4e1-46d6-bd42-c5a7a01a7704 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group (09effb09-de2b-4682-b531-3872a1b98585), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.858940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b835afff-a4e1-46d6-bd42-c5a7a01a7704 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (09effb09-de2b-4682-b531-3872a1b98585), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.969609 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Publish callbacks [] for port (25ed9068-7294-4876-8055-6af9eab803f9), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:16.976522 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (25ed9068-7294-4876-8055-6af9eab803f9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.018758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b835afff-a4e1-46d6-bd42-c5a7a01a7704 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.020109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b835afff-a4e1-46d6-bd42-c5a7a01a7704 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4981523 Feb 03 22:09:17.035544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:17.070949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea1ddf58-db9c-40f5-93d5-79c76c9f1adb tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Request body: {'security_group_rule': {'security_group_id': '09effb09-de2b-4682-b531-3872a1b98585', 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:17.155196 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Attempting to bind port 25ed9068-7294-4876-8055-6af9eab803f9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:09:17.155851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835afff-a4e1-46d6-bd42-c5a7a01a7704 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09effb09-de2b-4682-b531-3872a1b98585,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:17.156608 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Attempting to bind port 25ed9068-7294-4876-8055-6af9eab803f9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:09:17.157960 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Attempting to bind port 25ed9068-7294-4876-8055-6af9eab803f9 on network cb7450fb-9e37-4738-b872-4ff37a976566 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:09:17.167009 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddf58-db9c-40f5-93d5-79c76c9f1adb tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (bb3d3bb4-4344-4b48-8ce5-91a67074d68e), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.191897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:17.223997 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:09:17.224715 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Checking segment: {'id': 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:09:17.225400 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.226032 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Bound using segment: {'id': 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:09:17.226770 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Bound port: 25ed9068-7294-4876-8055-6af9eab803f9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:09:17.227407 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25ed9068-7294-4876-8055-6af9eab803f9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.245334 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80ca6d-c165-4d77-a5cf-8d8e5bdf7ea8 None None] Pushing event updated for resources: {'Port': ['ID=25ed9068-7294-4876-8055-6af9eab803f9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:17.401530 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] For port 25ed9068-7294-4876-8055-6af9eab803f9, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:09:17.405150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddf58-db9c-40f5-93d5-79c76c9f1adb tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (bb3d3bb4-4344-4b48-8ce5-91a67074d68e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.407295 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] For port 25ed9068-7294-4876-8055-6af9eab803f9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25ed9068-7294-4876-8055-6af9eab803f9,segment=NetworkSegment(d989e1c3-74e2-4e6f-aec8-030ac2805dd8),segment_id=d989e1c3-74e2-4e6f-aec8-030ac2805dd8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:09:17.411762 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddf58-db9c-40f5-93d5-79c76c9f1adb tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (bb3d3bb4-4344-4b48-8ce5-91a67074d68e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.419147 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (25ed9068-7294-4876-8055-6af9eab803f9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.479377 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddf58-db9c-40f5-93d5-79c76c9f1adb tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.480657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ea1ddf58-db9c-40f5-93d5-79c76c9f1adb tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4417393 Feb 03 22:09:17.512216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33326) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:17.521328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-181441d2-2a86-4349-8346-f96b9e2564ff tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Request body: {'security_group_rule': {'security_group_id': '09effb09-de2b-4682-b531-3872a1b98585', 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:17.539759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ddf58-db9c-40f5-93d5-79c76c9f1adb tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3d3bb4-4344-4b48-8ce5-91a67074d68e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:17.567012 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80ca6d-c165-4d77-a5cf-8d8e5bdf7ea8 None None] Pushing event updated for resources: {'Port': ['ID=25ed9068-7294-4876-8055-6af9eab803f9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:17.584291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6a3770a9-714f-48a2-9b25-178eea988c18 None None] Provisioning complete for port 25ed9068-7294-4876-8055-6af9eab803f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:17.584972 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a3770a9-714f-48a2-9b25-178eea988c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25ed9068-7294-4876-8055-6af9eab803f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.640796 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Routers {'98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:17.641914 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:17.695526 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181441d2-2a86-4349-8346-f96b9e2564ff tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (25c4e624-05b3-49dd-84fe-de082c2840c9), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.715246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ab0974fc-84b8-4e13-9dbb-c27b19e57662 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbe227ac6ae74356b7f105d3b1fddbb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5220938 Feb 03 22:09:17.740782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33328) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:17.843371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6a3770a9-714f-48a2-9b25-178eea988c18 None None] Current status of the port 25ed9068-7294-4876-8055-6af9eab803f9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:17.843929 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a3770a9-714f-48a2-9b25-178eea988c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25ed9068-7294-4876-8055-6af9eab803f9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.970336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6a3770a9-714f-48a2-9b25-178eea988c18 None None] For port 25ed9068-7294-4876-8055-6af9eab803f9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25ed9068-7294-4876-8055-6af9eab803f9,segment=NetworkSegment(d989e1c3-74e2-4e6f-aec8-030ac2805dd8),segment_id=d989e1c3-74e2-4e6f-aec8-030ac2805dd8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:17.980275 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a3770a9-714f-48a2-9b25-178eea988c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (25ed9068-7294-4876-8055-6af9eab803f9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.986947 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] Set router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:09:17.989165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181441d2-2a86-4349-8346-f96b9e2564ff tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (25c4e624-05b3-49dd-84fe-de082c2840c9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.990767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bf012f1-d1ef-4465-b4cb-3a046c916bf3 admin admin] Publish callbacks [] for security_group (93ec7f37-70fd-4f2c-b4c7-178c17fd101d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:17.995761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181441d2-2a86-4349-8346-f96b9e2564ff tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (25c4e624-05b3-49dd-84fe-de082c2840c9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.018555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181441d2-2a86-4349-8346-f96b9e2564ff tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c4e624-05b3-49dd-84fe-de082c2840c9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:18.070477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bf012f1-d1ef-4465-b4cb-3a046c916bf3 admin admin] Publish callbacks [] for security_group (93ec7f37-70fd-4f2c-b4c7-178c17fd101d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.087777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181441d2-2a86-4349-8346-f96b9e2564ff tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.089391 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-181441d2-2a86-4349-8346-f96b9e2564ff tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5758450 Feb 03 22:09:18.095317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:18.101452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8e2cd24a-38f6-4b6b-8cf4-7d20475bd7cd tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Request body: {'security_group_rule': {'security_group_id': '09effb09-de2b-4682-b531-3872a1b98585', 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:18.149975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d894da9-d117-45ae-bdd1-38eeda811b15 req-b11a5a84-149f-4338-8a27-1220fb1d422e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.1398289 Feb 03 22:09:18.159609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3770a9-714f-48a2-9b25-178eea988c18 None None] Pushing event updated for resources: {'Port': ['ID=25ed9068-7294-4876-8055-6af9eab803f9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:18.185837 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd24a-38f6-4b6b-8cf4-7d20475bd7cd tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (3e60ae7f-2b04-42d1-95c3-12154e30e3c0), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.217207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c05ac573-4dff-49ee-8f51-a80a6db96494 None None] Provisioning complete for port 25ed9068-7294-4876-8055-6af9eab803f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:18.218377 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c05ac573-4dff-49ee-8f51-a80a6db96494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25ed9068-7294-4876-8055-6af9eab803f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.337199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bf012f1-d1ef-4465-b4cb-3a046c916bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (93ec7f37-70fd-4f2c-b4c7-178c17fd101d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.339864 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bf012f1-d1ef-4465-b4cb-3a046c916bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.343870 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4bf012f1-d1ef-4465-b4cb-3a046c916bf3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93ec7f37-70fd-4f2c-b4c7-178c17fd101d HTTP/1.1" status: 204 len: 168 time: 0.5991879 Feb 03 22:09:18.369860 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd24a-38f6-4b6b-8cf4-7d20475bd7cd tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (3e60ae7f-2b04-42d1-95c3-12154e30e3c0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.382808 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd24a-38f6-4b6b-8cf4-7d20475bd7cd tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (3e60ae7f-2b04-42d1-95c3-12154e30e3c0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.395005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf012f1-d1ef-4465-b4cb-3a046c916bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ec7f37-70fd-4f2c-b4c7-178c17fd101d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:18.426451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c05ac573-4dff-49ee-8f51-a80a6db96494 None None] Current status of the port 25ed9068-7294-4876-8055-6af9eab803f9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:18.427024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cd24a-38f6-4b6b-8cf4-7d20475bd7cd tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e60ae7f-2b04-42d1-95c3-12154e30e3c0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:18.454691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd24a-38f6-4b6b-8cf4-7d20475bd7cd tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.459636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:18.460310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8e2cd24a-38f6-4b6b-8cf4-7d20475bd7cd tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3637979 Feb 03 22:09:18.482781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4beb692f-6cc1-4b1a-a08b-a72564c71602 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Request body: {'security_group_rule': {'security_group_id': '09effb09-de2b-4682-b531-3872a1b98585', 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:18.553250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37606-ac59-4507-8fe6-066a2362e748 req-9f2207f7-0b85-4e8b-afde-13cebb54895c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:18.556697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdc37606-ac59-4507-8fe6-066a2362e748 req-9f2207f7-0b85-4e8b-afde-13cebb54895c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.5480766 Feb 03 22:09:18.730811 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4beb692f-6cc1-4b1a-a08b-a72564c71602 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (e4ab53d0-d390-414d-8224-e4920ecba24a), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:18.738608 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:50Z', 'updated_at': '2022-02-03T22:09:10Z', 'revision_number': 4, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'gw_port': {'id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:52Z', 'updated_at': '2022-02-03T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25ed9068-7294-4876-8055-6af9eab803f9', 'name': '', 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '7e5a5a61-b0fe-4058-8db6-6282ab7e624f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:09:07Z', 'updated_at': '2022-02-03T22:09:17Z', 'revision_number': 4, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'subnets': [{'id': '7e5a5a61-b0fe-4058-8db6-6282ab7e624f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:18.809939 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900012e2-3e3e-4fb2-956d-9900e834f209 None None] The sync data for ids ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'] in n-d-824834-9 is: [{'id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:50Z', 'updated_at': '2022-02-03T22:09:10Z', 'revision_number': 4, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'gw_port': {'id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:52Z', 'updated_at': '2022-02-03T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25ed9068-7294-4876-8055-6af9eab803f9', 'name': '', 'network_id': 'cb7450fb-9e37-4738-b872-4ff37a976566', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '7e5a5a61-b0fe-4058-8db6-6282ab7e624f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:09:07Z', 'updated_at': '2022-02-03T22:09:17Z', 'revision_number': 4, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'subnets': [{'id': '7e5a5a61-b0fe-4058-8db6-6282ab7e624f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:09:18.828104 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdc37606-ac59-4507-8fe6-066a2362e748 req-2bfb6a58-07f9-4951-8a49-e9f74bd58086 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583413 Feb 03 22:09:19.004793 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4beb692f-6cc1-4b1a-a08b-a72564c71602 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (e4ab53d0-d390-414d-8224-e4920ecba24a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.024953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4beb692f-6cc1-4b1a-a08b-a72564c71602 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (e4ab53d0-d390-414d-8224-e4920ecba24a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.117170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb692f-6cc1-4b1a-a08b-a72564c71602 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ab53d0-d390-414d-8224-e4920ecba24a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:19.138906 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4beb692f-6cc1-4b1a-a08b-a72564c71602 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.140723 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4beb692f-6cc1-4b1a-a08b-a72564c71602 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6663613 Feb 03 22:09:19.143530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:19.154186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1f4fca2f-a0e4-483e-b5c9-e1ccacf0906e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Request body: {'security_group_rule': {'security_group_id': '09effb09-de2b-4682-b531-3872a1b98585', 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:19.166493 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.174619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.227741 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-1f4fca2f-a0e4-483e-b5c9-e1ccacf0906e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Project 7cf9abebc821466da7dbf623c3a41bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:09:19.237053 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4fca2f-a0e4-483e-b5c9-e1ccacf0906e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (c03ff69a-e674-4a91-a64f-8dda10a180aa), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.426396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4fca2f-a0e4-483e-b5c9-e1ccacf0906e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (c03ff69a-e674-4a91-a64f-8dda10a180aa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.434067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4fca2f-a0e4-483e-b5c9-e1ccacf0906e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c03ff69a-e674-4a91-a64f-8dda10a180aa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.443087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25ed9068-7294-4876-8055-6af9eab803f9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:19.485290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39668cba-aa14-4329-9c1d-05a127650266 req-c502f949-2ef3-4162-8b49-1175c2686c5b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.1215632 Feb 03 22:09:19.486384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=3c4fc5d0-a62f-49cd-96f8-125851e0f1c7,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:19.505979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fca2f-a0e4-483e-b5c9-e1ccacf0906e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03ff69a-e674-4a91-a64f-8dda10a180aa,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:19.535016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4fca2f-a0e4-483e-b5c9-e1ccacf0906e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.543300 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1f4fca2f-a0e4-483e-b5c9-e1ccacf0906e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3981414 Feb 03 22:09:19.548212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:19.553828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7a1e8267-ec18-4c07-b13b-d36738e35eec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Request body: {'security_group_rule': {'security_group_id': '09effb09-de2b-4682-b531-3872a1b98585', 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:19.610729 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (6f107118-76df-462b-992e-7c3517e6b45c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.680711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 25ed9068-7294-4876-8055-6af9eab803f9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:19.681237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25ed9068-7294-4876-8055-6af9eab803f9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.685567 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-7a1e8267-ec18-4c07-b13b-d36738e35eec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Project 7cf9abebc821466da7dbf623c3a41bc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:09:19.696778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8267-ec18-4c07-b13b-d36738e35eec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (67a47943-8414-49ed-9354-e3d2bdb3702d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.920224 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8267-ec18-4c07-b13b-d36738e35eec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (67a47943-8414-49ed-9354-e3d2bdb3702d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.927747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8267-ec18-4c07-b13b-d36738e35eec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (67a47943-8414-49ed-9354-e3d2bdb3702d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.956377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e8267-ec18-4c07-b13b-d36738e35eec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a47943-8414-49ed-9354-e3d2bdb3702d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:19.971846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8267-ec18-4c07-b13b-d36738e35eec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:19.982140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7a1e8267-ec18-4c07-b13b-d36738e35eec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4228024 Feb 03 22:09:20.007873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:20.012251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:20.083423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 25ed9068-7294-4876-8055-6af9eab803f9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:20.450922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 6f107118-76df-462b-992e-7c3517e6b45c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:09:20.568876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc2e48-3aec-49cb-8dd4-9c658b1669b7 req-a17ce0f5-d771-48a3-ae2b-209c6f283036 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:20.573159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71bc2e48-3aec-49cb-8dd4-9c658b1669b7 req-a17ce0f5-d771-48a3-ae2b-209c6f283036 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 943 time: 0.4425206 Feb 03 22:09:20.611169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7b16ecab-13e5-4ffa-8b8f-4bd4014fbc38 None None] Provisioning complete for port 3c4fc5d0-a62f-49cd-96f8-125851e0f1c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:20.612683 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b16ecab-13e5-4ffa-8b8f-4bd4014fbc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:20.736791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7b16ecab-13e5-4ffa-8b8f-4bd4014fbc38 None None] Port 3c4fc5d0-a62f-49cd-96f8-125851e0f1c7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:20.914269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-b80e195b-ef1f-4674-8b7c-d9c571181ba7 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205898819&fields=id&tenant_id=7cf9abebc821466da7dbf623c3a41bc8 HTTP/1.1" status: 200 len: 267 time: 0.5146892 Feb 03 22:09:21.000510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57083d9c-e45e-442e-9c1e-7d762d08cd5a details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:09:21.205101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-71bc2e48-3aec-49cb-8dd4-9c658b1669b7 req-520a9ca6-66da-4d95-ab69-336bfcffabeb tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5845828 Feb 03 22:09:21.256673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:21.263085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:09:21.290225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'port_id': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'mac_address': 'fa:16:3e:cd:ae:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:09:21.306601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8aa2951f-89ba-44b6-ba48-7e156cee7649 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/6f107118-76df-462b-992e-7c3517e6b45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4166322 Feb 03 22:09:21.307134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:21.307659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f87c0-98e0-4265-9c4d-8067696db4b9 None None] Sync routers for ids ['6f107118-76df-462b-992e-7c3517e6b45c'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:09:21.384431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f87c0-98e0-4265-9c4d-8067696db4b9 None None] Routers {'6f107118-76df-462b-992e-7c3517e6b45c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:21.385344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-731f87c0-98e0-4265-9c4d-8067696db4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6f107118-76df-462b-992e-7c3517e6b45c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:21.468180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ed09b-a23c-4f1a-8920-280d5c77e28c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:21.481237 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da7ed09b-a23c-4f1a-8920-280d5c77e28c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports/3c4fc5d0-a62f-49cd-96f8-125851e0f1c7 HTTP/1.1" status: 200 len: 910 time: 0.1678278 Feb 03 22:09:21.482008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:21.539982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-b8222596-c8b3-4545-924e-769fab278fa9 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:21.542814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-b8222596-c8b3-4545-924e-769fab278fa9 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/networks?id=a6c2112c-266e-48b0-828c-d77a939f4300 HTTP/1.1" status: 200 len: 807 time: 0.6178205 Feb 03 22:09:21.555078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-731f87c0-98e0-4265-9c4d-8067696db4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:21.559752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad93dfdc-73be-49a0-8c1d-aec07b40b69c req-0408ee38-a6ea-4c12-861d-52034b313778 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.0972526 Feb 03 22:09:21.576578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57083d9c-e45e-442e-9c1e-7d762d08cd5a is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:21.576578 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:21.610423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-352c7c23-ad57-45a8-889e-e39cc3599b8c tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/quotas/7cf9abebc821466da7dbf623c3a41bc8 HTTP/1.1" status: 200 len: 375 time: 0.0270536 Feb 03 22:09:21.612254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57083d9c-e45e-442e-9c1e-7d762d08cd5a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:09:21.647165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:21.654166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f87c0-98e0-4265-9c4d-8067696db4b9 None None] Routers {'6f107118-76df-462b-992e-7c3517e6b45c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:21.654307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-731f87c0-98e0-4265-9c4d-8067696db4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6f107118-76df-462b-992e-7c3517e6b45c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:21.701957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-731f87c0-98e0-4265-9c4d-8067696db4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:21.702656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f87c0-98e0-4265-9c4d-8067696db4b9 None None] The sync data for ids ['6f107118-76df-462b-992e-7c3517e6b45c'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:09:21.704768 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:21.814475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-6682bac5-83ef-4494-ac8d-651ee76f810c tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cf9abebc821466da7dbf623c3a41bc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969302 Feb 03 22:09:21.837654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-916d012a-c936-4de5-a83e-6e7a65b8d894 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:09:21.838576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-916d012a-c936-4de5-a83e-6e7a65b8d894 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056195 Feb 03 22:09:21.839593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:21.996314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['57083d9c-e45e-442e-9c1e-7d762d08cd5a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:09:22.156825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-81ef22ec-ace5-452e-8d4e-1fbc20062017 service neutron] 10.222.0.50 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941082 Feb 03 22:09:22.481735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-786daa3c-d056-4a13-b00f-c86bbf969491 service neutron] 10.222.0.50 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174236 Feb 03 22:09:22.624250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10fca7-b1fc-4628-8b6d-a7c127e7f072 req-f1116bd2-99c1-4bdf-95a6-eb8693f4bcdc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:22.626003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f10fca7-b1fc-4628-8b6d-a7c127e7f072 req-f1116bd2-99c1-4bdf-95a6-eb8693f4bcdc tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 944 time: 0.1378851 Feb 03 22:09:22.814457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f10fca7-b1fc-4628-8b6d-a7c127e7f072 req-0001204b-9161-477c-921a-994b40dc915d tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785190 Feb 03 22:09:23.130196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31e03ef5-74a8-4d7f-8ffc-a4c92ed97a6b req-33397de3-74a3-4a04-bac6-ce4b2e9629e2 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 210 time: 0.0882685 Feb 03 22:09:23.212954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12496f45-b3ab-4349-b17a-aadae2916a2a req-4818eed3-6a71-468e-b0a4-9967c3296bde tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.0973518 Feb 03 22:09:23.241019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:23.568726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (6f107118-76df-462b-992e-7c3517e6b45c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:23.570859 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2af1b385-0018-48c4-9b7e-2f87b0189864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:23.805428 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a1e1-168c-4f50-a0f9-49960f4d8475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:24.176539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a1e1-168c-4f50-a0f9-49960f4d8475 admin admin] Publish callbacks [] for security_group (b89560fe-7014-4e34-9e66-c74e9161c026), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:24.176985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688de6e8-03fd-4aca-bfd1-1d0938ff6bdd req-d2d3c786-0946-4213-985b-8a54fd66265a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:24.189385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-688de6e8-03fd-4aca-bfd1-1d0938ff6bdd req-d2d3c786-0946-4213-985b-8a54fd66265a tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 944 time: 0.1556149 Feb 03 22:09:24.216136 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a1e1-168c-4f50-a0f9-49960f4d8475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b89560fe-7014-4e34-9e66-c74e9161c026), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:24.326603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c6c9a1e1-168c-4f50-a0f9-49960f4d8475 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8bcd2de8f9a74e17a28c3b8c121ebe95&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0833023 Feb 03 22:09:24.328953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:24.331211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9a1e1-168c-4f50-a0f9-49960f4d8475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89560fe-7014-4e34-9e66-c74e9161c026,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:24.347620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dac15529-2001-4035-8397-e64ba20134d0 req-6a037721-3cf5-450e-b2c8-d2b84a62c586 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 210 time: 0.0715225 Feb 03 22:09:24.379672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-688de6e8-03fd-4aca-bfd1-1d0938ff6bdd req-850e5829-53dc-461c-a756-679943f6f05e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895063 Feb 03 22:09:24.535138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 3c4fc5d0-a62f-49cd-96f8-125851e0f1c7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:24.537113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:24.555291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f4cfb3c3-eb76-4d93-8ead-ab6138354d0b req-7233ed16-f2fb-4557-87e4-6ea365618deb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.0694177 Feb 03 22:09:24.578602 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:24.606194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:24.753883 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:24.770516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 3c4fc5d0-a62f-49cd-96f8-125851e0f1c7 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:25.017389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57083d9c-e45e-442e-9c1e-7d762d08cd5a up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:25.039343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-815384f8-0558-4130-be97-19a3c70c5eb5 admin admin] Publish callbacks [] for security_group (b89560fe-7014-4e34-9e66-c74e9161c026), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:25.132092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 57083d9c-e45e-442e-9c1e-7d762d08cd5a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:25.133473 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:25.277883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-51943d8e-fdc3-4bf7-aa70-8649a04f7f04 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:25.286576 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-51943d8e-fdc3-4bf7-aa70-8649a04f7f04 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.10 "GET /v2.0/networks?id=a6c2112c-266e-48b0-828c-d77a939f4300 HTTP/1.1" status: 200 len: 807 time: 0.2844889 Feb 03 22:09:25.289651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3c4fc5d0-a62f-49cd-96f8-125851e0f1c7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:25.337869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57083d9c-e45e-442e-9c1e-7d762d08cd5a is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:25.338373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:25.448504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:25.450375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:09:25.458215 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd9f21c-03cc-4768-80db-a896efdcebef" -d '{"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-plugged", "status": "completed", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:09:25.476099 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:25.497893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=3c4fc5d0-a62f-49cd-96f8-125851e0f1c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:25.583403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cfe22ad0-f830-4ccb-b85d-52ab245f7ee7 req-57da531d-d6d2-46ee-b018-3412038aa85c tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 210 time: 0.0748408 Feb 03 22:09:25.663447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:25.711697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-815384f8-0558-4130-be97-19a3c70c5eb5 admin admin] Publish callbacks [] for security_group (b89560fe-7014-4e34-9e66-c74e9161c026), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:25.737781 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325805b4-7138-45a7-bb91-5ff05f9c0b33 x-openstack-request-id: req-325805b4-7138-45a7-bb91-5ff05f9c0b33 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:09:25.738083 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-plugged", "status": "completed", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:09:25.738540 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-325805b4-7138-45a7-bb91-5ff05f9c0b33 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:09:25.739351 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'code': 200} Feb 03 22:09:25.800643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09659595-9a6c-40b5-9348-a6862d753bce req-35b6fb73-d311-4836-b940-4ac8986fb240 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:25.812466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09659595-9a6c-40b5-9348-a6862d753bce req-35b6fb73-d311-4836-b940-4ac8986fb240 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 946 time: 0.2266421 Feb 03 22:09:25.919111 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-fdac6650-0774-407b-b43a-53cd6f6ee052 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf9abebc821466da7dbf623c3a41bc8 HTTP/1.1" status: 200 len: 379 time: 0.5970695 Feb 03 22:09:25.954620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Request body: {'port': {'device_id': '31e74bde-a781-4563-9207-e9120103df89', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'admin_state_up': True, 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'security_groups': ['09effb09-de2b-4682-b531-3872a1b98585']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:25.965577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:25.988483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09659595-9a6c-40b5-9348-a6862d753bce req-7c990085-104d-4bbd-96bc-046011fa6c20 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691420 Feb 03 22:09:26.143632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db6b8e9a-eff1-44c2-8b4e-00486aaf8247 req-44b1bc84-2f9f-4fd8-a800-330869e436df tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd81fc0-dc98-4052-953c-ed57c5f2652b HTTP/1.1" status: 200 len: 210 time: 0.1747279 Feb 03 22:09:26.161573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f72da-4822-4624-8e7e-a19c2e92a34f req-dc371822-d664-4f51-93c0-e86a8f0b6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:26.163503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a6f72da-4822-4624-8e7e-a19c2e92a34f req-dc371822-d664-4f51-93c0-e86a8f0b6629 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 1128 time: 0.1988790 Feb 03 22:09:26.242111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-815384f8-0558-4130-be97-19a3c70c5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b89560fe-7014-4e34-9e66-c74e9161c026), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:26.244754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-815384f8-0558-4130-be97-19a3c70c5eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:26.245944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-815384f8-0558-4130-be97-19a3c70c5eb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b89560fe-7014-4e34-9e66-c74e9161c026 HTTP/1.1" status: 204 len: 168 time: 1.9088767 Feb 03 22:09:26.246106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a6f72da-4822-4624-8e7e-a19c2e92a34f req-95d3ee77-2229-4c60-bab0-2b16d6a0d18b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758727 Feb 03 22:09:26.348036 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ee9fd12-b039-49c9-a757-df4184ec8aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:26.388547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815384f8-0558-4130-be97-19a3c70c5eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89560fe-7014-4e34-9e66-c74e9161c026,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:26.640048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (6f107118-76df-462b-992e-7c3517e6b45c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:26.695338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ee9fd12-b039-49c9-a757-df4184ec8aee admin admin] Publish callbacks [] for security_group (7b3910fc-6d12-4e53-98dd-ba935aff4093), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:26.700780 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ee9fd12-b039-49c9-a757-df4184ec8aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7b3910fc-6d12-4e53-98dd-ba935aff4093), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:26.854976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9fd12-b039-49c9-a757-df4184ec8aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3910fc-6d12-4e53-98dd-ba935aff4093,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:26.930742 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91ad477a-e743-43d1-8da3-0900c22b729f req-4446aade-50da-4280-81c1-d5b90dcb67a0 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 210 time: 0.1379590 Feb 03 22:09:26.944380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2ee9fd12-b039-49c9-a757-df4184ec8aee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf5b4a6b0fa64269a9bc27bcb1ca0a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9538236 Feb 03 22:09:26.946261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:27.108970 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d64826f8-bc1e-4b3a-97b5-2beac6a965da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:27.116241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ceee6c4-2cdd-47f8-ad2b-41f3d059d8f0 admin admin] Publish callbacks [] for security_group (7b3910fc-6d12-4e53-98dd-ba935aff4093), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:27.118245 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:27.133153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Made reservation on behalf of 7cf9abebc821466da7dbf623c3a41bc8 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:09:27.137613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:27.141977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:27.174539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ceee6c4-2cdd-47f8-ad2b-41f3d059d8f0 admin admin] Publish callbacks [] for security_group (7b3910fc-6d12-4e53-98dd-ba935aff4093), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:27.200385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adf3296c-5991-4f3b-b9b5-9445129e64a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:27.307722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 6f107118-76df-462b-992e-7c3517e6b45c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:09:27.360770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ceee6c4-2cdd-47f8-ad2b-41f3d059d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7b3910fc-6d12-4e53-98dd-ba935aff4093), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:27.363886 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ceee6c4-2cdd-47f8-ad2b-41f3d059d8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:27.365372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8ceee6c4-2cdd-47f8-ad2b-41f3d059d8f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b3910fc-6d12-4e53-98dd-ba935aff4093 HTTP/1.1" status: 204 len: 168 time: 0.4170156 Feb 03 22:09:27.380264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee6c4-2cdd-47f8-ad2b-41f3d059d8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3910fc-6d12-4e53-98dd-ba935aff4093,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:27.398165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88f5fd-365c-489e-b350-9b210f1bca5b req-37482157-b8b6-4f3b-8e09-f01ac602cbd0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:27.410293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee88f5fd-365c-489e-b350-9b210f1bca5b req-37482157-b8b6-4f3b-8e09-f01ac602cbd0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 946 time: 0.1391375 Feb 03 22:09:27.540787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee88f5fd-365c-489e-b350-9b210f1bca5b req-48236c9d-aaf4-4d31-8c88-cebc90a7c659 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287422 Feb 03 22:09:27.975205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adf3296c-5991-4f3b-b9b5-9445129e64a9 admin admin] Publish callbacks [] for security_group (1b6ed79f-32cf-475e-bb1f-d4b3cd0f5b10), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:27.984638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:09:27.998952 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50a86a-babf-4c2f-93ab-b993b4366e77 None None] Sync routers for ids ['6f107118-76df-462b-992e-7c3517e6b45c'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:09:28.012822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-43973d11-4fc7-4169-aaba-77938c607f69 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/6f107118-76df-462b-992e-7c3517e6b45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5267735 Feb 03 22:09:28.013499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:28.019021 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adf3296c-5991-4f3b-b9b5-9445129e64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1b6ed79f-32cf-475e-bb1f-d4b3cd0f5b10), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:28.028122 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50a86a-babf-4c2f-93ab-b993b4366e77 None None] Routers {'6f107118-76df-462b-992e-7c3517e6b45c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:28.031675 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f50a86a-babf-4c2f-93ab-b993b4366e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6f107118-76df-462b-992e-7c3517e6b45c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:28.152865 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f50a86a-babf-4c2f-93ab-b993b4366e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:28.188148 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-adf3296c-5991-4f3b-b9b5-9445129e64a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8f96bdd729443e88379c620c2b0df26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0447123 Feb 03 22:09:28.199300 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50a86a-babf-4c2f-93ab-b993b4366e77 None None] Routers {'6f107118-76df-462b-992e-7c3517e6b45c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:28.201366 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f50a86a-babf-4c2f-93ab-b993b4366e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6f107118-76df-462b-992e-7c3517e6b45c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:28.203410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:28.287392 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f50a86a-babf-4c2f-93ab-b993b4366e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:28.288159 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50a86a-babf-4c2f-93ab-b993b4366e77 None None] The sync data for ids ['6f107118-76df-462b-992e-7c3517e6b45c'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:09:28.328366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3296c-5991-4f3b-b9b5-9445129e64a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6ed79f-32cf-475e-bb1f-d4b3cd0f5b10,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:28.333272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96bcd2a8-27ec-4f32-9cf9-f2b7f64581e7 req-4c2e0840-f973-4f24-911b-ceab2922cf00 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 210 time: 0.1208906 Feb 03 22:09:28.335023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33582) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:28.480260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14077a4e-674c-4a8a-9ae9-f4de43efb350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:28.503412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Allocated IP 172.20.0.12 (a6c2112c-266e-48b0-828c-d77a939f4300/86dbbc50-904a-482a-8aa6-669553a3cbde/0229c885-2120-4eaf-b3ae-8752f733a0fb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:09:28.582627 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a3c771a-e098-410f-a2fc-29d659b451b1 admin admin] Publish callbacks [] for security_group (1b6ed79f-32cf-475e-bb1f-d4b3cd0f5b10), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:28.648978 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:28.666785 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14077a4e-674c-4a8a-9ae9-f4de43efb350 admin admin] Publish callbacks [] for security_group (7db42381-fef6-4e09-86af-08543a3d3bb2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:28.683241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14077a4e-674c-4a8a-9ae9-f4de43efb350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7db42381-fef6-4e09-86af-08543a3d3bb2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:28.709263 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a3c771a-e098-410f-a2fc-29d659b451b1 admin admin] Publish callbacks [] for security_group (1b6ed79f-32cf-475e-bb1f-d4b3cd0f5b10), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:28.912924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14077a4e-674c-4a8a-9ae9-f4de43efb350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db42381-fef6-4e09-86af-08543a3d3bb2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:28.925485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-14077a4e-674c-4a8a-9ae9-f4de43efb350 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=749b332cbe8947e9a9a452afeb25f5fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5879409 Feb 03 22:09:28.926763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33612) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:29.089931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f80bd4-66af-46e8-b624-8b4a59618e3d req-409b4ab7-67b8-44c9-8634-d24f01eb0062 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:29.111356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4f80bd4-66af-46e8-b624-8b4a59618e3d req-409b4ab7-67b8-44c9-8634-d24f01eb0062 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 946 time: 0.3473642 Feb 03 22:09:29.134682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0525b5d1-9a88-471f-8310-3d454460bcbd admin admin] Publish callbacks [] for security_group (7db42381-fef6-4e09-86af-08543a3d3bb2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.157326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a3c771a-e098-410f-a2fc-29d659b451b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1b6ed79f-32cf-475e-bb1f-d4b3cd0f5b10), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.161230 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a3c771a-e098-410f-a2fc-29d659b451b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.164696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2a3c771a-e098-410f-a2fc-29d659b451b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b6ed79f-32cf-475e-bb1f-d4b3cd0f5b10 HTTP/1.1" status: 204 len: 168 time: 0.9602330 Feb 03 22:09:29.187033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0525b5d1-9a88-471f-8310-3d454460bcbd admin admin] Publish callbacks [] for security_group (7db42381-fef6-4e09-86af-08543a3d3bb2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.244510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.262524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c771a-e098-410f-a2fc-29d659b451b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6ed79f-32cf-475e-bb1f-d4b3cd0f5b10,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:29.294710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0525b5d1-9a88-471f-8310-3d454460bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7db42381-fef6-4e09-86af-08543a3d3bb2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.298034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0525b5d1-9a88-471f-8310-3d454460bcbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.302507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0525b5d1-9a88-471f-8310-3d454460bcbd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7db42381-fef6-4e09-86af-08543a3d3bb2 HTTP/1.1" status: 204 len: 168 time: 0.3638456 Feb 03 22:09:29.327766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525b5d1-9a88-471f-8310-3d454460bcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db42381-fef6-4e09-86af-08543a3d3bb2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:29.370042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4f80bd4-66af-46e8-b624-8b4a59618e3d req-f092068f-273e-4d71-848b-03a2a36a8786 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510810 Feb 03 22:09:29.407180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.535453 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (6f107118-76df-462b-992e-7c3517e6b45c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.563005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'Port': ['ID=0229c885-2120-4eaf-b3ae-8752f733a0fb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:29.596663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Network a6c2112c-266e-48b0-828c-d77a939f4300 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:29.599513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:29.605507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:29.770278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:29.770960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:29.837258 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-360180da-bbce-429a-b251-06d6460967ec tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9025340 Feb 03 22:09:29.851827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Request body: {'port': {'device_id': '31e74bde-a781-4563-9207-e9120103df89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:29.887137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:30.067600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c144b-f71e-446c-a1c9-4865980f0ad2 req-e0fd7b8f-dac9-4d43-8802-2dfb9d1ed27a tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:30.078493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c0c144b-f71e-446c-a1c9-4865980f0ad2 req-e0fd7b8f-dac9-4d43-8802-2dfb9d1ed27a tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 932 time: 0.4061494 Feb 03 22:09:30.125801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:30.168747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-75634042-7f24-48c5-99b7-b26155dc5066 None None] Provisioning complete for port 0229c885-2120-4eaf-b3ae-8752f733a0fb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:30.169353 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75634042-7f24-48c5-99b7-b26155dc5066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:30.300050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-75634042-7f24-48c5-99b7-b26155dc5066 None None] Port 0229c885-2120-4eaf-b3ae-8752f733a0fb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:30.381785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3c0c144b-f71e-446c-a1c9-4865980f0ad2 req-644a593a-9cd0-4e2e-a1ec-13f5319e9711 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007963 Feb 03 22:09:30.404669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33638) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:30.426250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c43a7d4f-9e20-4f71-b95f-06a7b49b68ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:30.557251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c43a7d4f-9e20-4f71-b95f-06a7b49b68ba admin admin] Publish callbacks [] for security_group (0fdba34f-bc3a-4840-bf79-ef09bf9d669e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:30.564769 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c43a7d4f-9e20-4f71-b95f-06a7b49b68ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0fdba34f-bc3a-4840-bf79-ef09bf9d669e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:30.688486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a7d4f-9e20-4f71-b95f-06a7b49b68ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdba34f-bc3a-4840-bf79-ef09bf9d669e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:30.860948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c43a7d4f-9e20-4f71-b95f-06a7b49b68ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=148751d0101745189d4b1cca9ac04f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4482844 Feb 03 22:09:30.864500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:30.941544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0229c885-2120-4eaf-b3ae-8752f733a0fb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:09:30.944284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24723757-3ac3-4ce0-b769-c63a4c197fa1 req-07a9fd3b-f7ea-44ad-bc9d-ad7666eedcb0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:30.947515 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24723757-3ac3-4ce0-b769-c63a4c197fa1 req-07a9fd3b-f7ea-44ad-bc9d-ad7666eedcb0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 946 time: 0.3885901 Feb 03 22:09:30.961487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Publish callbacks [] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:30.986846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Transition to ACTIVE for port object 0229c885-2120-4eaf-b3ae-8752f733a0fb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:09:30.993408 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.147735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24723757-3ac3-4ce0-b769-c63a4c197fa1 req-29ac35e7-d41b-4c94-8338-990198b3270b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912923 Feb 03 22:09:31.209585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Pushing event updated for resources: {'Port': ['ID=0229c885-2120-4eaf-b3ae-8752f733a0fb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:31.212542 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f81d6-6b1c-4a60-8aaf-61d4784dc1fc admin admin] Publish callbacks [] for security_group (0fdba34f-bc3a-4840-bf79-ef09bf9d669e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.298279 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f81d6-6b1c-4a60-8aaf-61d4784dc1fc admin admin] Publish callbacks [] for security_group (0fdba34f-bc3a-4840-bf79-ef09bf9d669e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.358188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Attempting to bind port 0229c885-2120-4eaf-b3ae-8752f733a0fb on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:09:31.359040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Attempting to bind port 0229c885-2120-4eaf-b3ae-8752f733a0fb by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:09:31.360119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Attempting to bind port 0229c885-2120-4eaf-b3ae-8752f733a0fb on network a6c2112c-266e-48b0-828c-d77a939f4300 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:09:31.366911 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f81d6-6b1c-4a60-8aaf-61d4784dc1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0fdba34f-bc3a-4840-bf79-ef09bf9d669e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.374920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f81d6-6b1c-4a60-8aaf-61d4784dc1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.377263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0b8f81d6-6b1c-4a60-8aaf-61d4784dc1fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fdba34f-bc3a-4840-bf79-ef09bf9d669e HTTP/1.1" status: 204 len: 168 time: 0.5071213 Feb 03 22:09:31.380011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Port 0229c885-2120-4eaf-b3ae-8752f733a0fb on network a6c2112c-266e-48b0-828c-d77a939f4300 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:09:31.380346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Attempting to bind port 0229c885-2120-4eaf-b3ae-8752f733a0fb on network a6c2112c-266e-48b0-828c-d77a939f4300 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:09:31.380615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:31.381412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.395433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:09:31.395662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Checking segment: {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:09:31.396178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Bound using segment: {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:09:31.396716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Bound port: 0229c885-2120-4eaf-b3ae-8752f733a0fb, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdafefd-d207-4752-b85a-0d191ccdbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:09:31.397261 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.551265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] For port 0229c885-2120-4eaf-b3ae-8752f733a0fb, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:09:31.556197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] For port 0229c885-2120-4eaf-b3ae-8752f733a0fb, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:09:31.565239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.662936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:31.673939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.675706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] 10.222.0.10 "PUT /v2.0/ports/0229c885-2120-4eaf-b3ae-8752f733a0fb HTTP/1.1" status: 200 len: 1092 time: 1.8304782 Feb 03 22:09:31.676287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e74bde-a781-4563-9207-e9120103df89', 'tag': '0229c885-2120-4eaf-b3ae-8752f733a0fb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:09:31.678869 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345280d5-a806-468d-be73-23ae6d6791ce" -d '{"events": [{"name": "network-changed", "server_uuid": "31e74bde-a781-4563-9207-e9120103df89", "tag": "0229c885-2120-4eaf-b3ae-8752f733a0fb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:09:31.697852 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:31.769302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:31.777898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18678aa-19b0-4cce-b159-cb08e689e3cd service neutron] Pushing event updated for resources: {'Port': ['ID=0229c885-2120-4eaf-b3ae-8752f733a0fb,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:31.880672 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d01e4b1-4552-46fb-acf6-6511bd927503 x-openstack-request-id: req-4d01e4b1-4552-46fb-acf6-6511bd927503 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:09:31.880993 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e74bde-a781-4563-9207-e9120103df89", "tag": "0229c885-2120-4eaf-b3ae-8752f733a0fb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:09:31.884069 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d01e4b1-4552-46fb-acf6-6511bd927503 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:09:31.884444 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e74bde-a781-4563-9207-e9120103df89', 'tag': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'status': 'completed', 'code': 200} Feb 03 22:09:31.926548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-0448ff6f-7cad-4027-b30b-972bb43c03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:31.930649 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-0448ff6f-7cad-4027-b30b-972bb43c03dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cf9abebc821466da7dbf623c3a41bc8&device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1126 time: 0.2128506 Feb 03 22:09:32.088562 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-a122b06f-f80c-483a-bdad-ece11f400991 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb HTTP/1.1" status: 200 len: 217 time: 0.1506884 Feb 03 22:09:32.108545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f81d6-6b1c-4a60-8aaf-61d4784dc1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdba34f-bc3a-4840-bf79-ef09bf9d669e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:32.129630 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:32.213059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-cba6ee3f-9cb8-427d-a179-6c7e9dcac523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:32.216242 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-cba6ee3f-9cb8-427d-a179-6c7e9dcac523 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86dbbc50-904a-482a-8aa6-669553a3cbde HTTP/1.1" status: 200 len: 846 time: 0.1218114 Feb 03 22:09:32.251960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=7adbdaf9-75ec-48b0-9cbc-8b8dce63df1e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:32.322057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-64be0ef8-8f3a-4a71-a3ba-ef70f663132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:32.328310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-64be0ef8-8f3a-4a71-a3ba-ef70f663132e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6c2112c-266e-48b0-828c-d77a939f4300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1047211 Feb 03 22:09:32.454910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c336a17-d945-4d24-a63e-5f31d832d44e req-3d04472f-337b-499f-846f-1aacde315eb4 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:32.461200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c336a17-d945-4d24-a63e-5f31d832d44e req-3d04472f-337b-499f-846f-1aacde315eb4 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 944 time: 0.3557689 Feb 03 22:09:32.565960 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-45b1926f-b76c-4f34-8cd8-c9010ba9ae21 service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251880 Feb 03 22:09:32.707831 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (6f107118-76df-462b-992e-7c3517e6b45c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:32.734492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c336a17-d945-4d24-a63e-5f31d832d44e req-f4e5c179-2d5d-4169-bbf1-79ad76f9d145 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576885 Feb 03 22:09:32.767913 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ff7eeb50-c211-48a2-aa88-2687aede313e req-1f8a10c5-039d-443e-87f5-3259c1e2b1cb service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972029 Feb 03 22:09:32.911595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345280d5-a806-468d-be73-23ae6d6791ce req-38fda14b-acfc-458f-93fe-5375989926b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:32.917345 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-345280d5-a806-468d-be73-23ae6d6791ce req-38fda14b-acfc-458f-93fe-5375989926b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cf9abebc821466da7dbf623c3a41bc8&device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1126 time: 0.1009498 Feb 03 22:09:33.093834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345280d5-a806-468d-be73-23ae6d6791ce req-28a30a81-1825-4743-861d-cc76402b3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:33.095467 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-345280d5-a806-468d-be73-23ae6d6791ce req-28a30a81-1825-4743-861d-cc76402b3943 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6c2112c-266e-48b0-828c-d77a939f4300 HTTP/1.1" status: 200 len: 908 time: 0.1726201 Feb 03 22:09:33.169710 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-345280d5-a806-468d-be73-23ae6d6791ce req-2bbbce6e-6721-4da6-a596-3bd45ec0c519 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb HTTP/1.1" status: 200 len: 217 time: 0.0683606 Feb 03 22:09:33.184547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 6f107118-76df-462b-992e-7c3517e6b45c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:09:33.265400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345280d5-a806-468d-be73-23ae6d6791ce req-32b58a31-6c2b-413d-9644-cecdab79450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:33.266955 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-345280d5-a806-468d-be73-23ae6d6791ce req-32b58a31-6c2b-413d-9644-cecdab79450e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86dbbc50-904a-482a-8aa6-669553a3cbde HTTP/1.1" status: 200 len: 846 time: 0.0920172 Feb 03 22:09:33.371094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345280d5-a806-468d-be73-23ae6d6791ce req-d52b6f82-0c75-4c03-936b-ed9dd22a9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:33.381389 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-345280d5-a806-468d-be73-23ae6d6791ce req-d52b6f82-0c75-4c03-936b-ed9dd22a9f47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6c2112c-266e-48b0-828c-d77a939f4300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1073229 Feb 03 22:09:33.387044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:09:33.398564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-81e8befb-fd18-42d0-adc0-e660e30913fe tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/6f107118-76df-462b-992e-7c3517e6b45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3825793 Feb 03 22:09:33.399211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d78d63-8ec1-42ab-9a70-89a57b9949a0 None None] Sync routers for ids ['6f107118-76df-462b-992e-7c3517e6b45c'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:09:33.402557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:33.425002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d78d63-8ec1-42ab-9a70-89a57b9949a0 None None] Routers {'6f107118-76df-462b-992e-7c3517e6b45c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:33.426074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-64d78d63-8ec1-42ab-9a70-89a57b9949a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6f107118-76df-462b-992e-7c3517e6b45c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:33.479942 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fdedee7e-4a94-4d87-b561-284b669ec5e2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f107118-76df-462b-992e-7c3517e6b45c HTTP/1.1" status: 200 len: 205 time: 0.0738895 Feb 03 22:09:33.480733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:33.513281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-64d78d63-8ec1-42ab-9a70-89a57b9949a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:33.535777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d78d63-8ec1-42ab-9a70-89a57b9949a0 None None] Routers {'6f107118-76df-462b-992e-7c3517e6b45c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:33.536798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-64d78d63-8ec1-42ab-9a70-89a57b9949a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['6f107118-76df-462b-992e-7c3517e6b45c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:33.613728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-64d78d63-8ec1-42ab-9a70-89a57b9949a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:33.614739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d78d63-8ec1-42ab-9a70-89a57b9949a0 None None] The sync data for ids ['6f107118-76df-462b-992e-7c3517e6b45c'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:09:33.620132 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-345280d5-a806-468d-be73-23ae6d6791ce req-77710514-996c-48f6-9711-77e5820d2655 service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322028 Feb 03 22:09:33.689104 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4a19-246e-4238-a0cb-f494eceade5b tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (6f107118-76df-462b-992e-7c3517e6b45c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:33.966497 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-345280d5-a806-468d-be73-23ae6d6791ce req-776b7077-b7c7-416e-a695-2911ec76ec8e service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388319 Feb 03 22:09:34.659901 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4a19-246e-4238-a0cb-f494eceade5b tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (6f107118-76df-462b-992e-7c3517e6b45c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:34.663521 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4a19-246e-4238-a0cb-f494eceade5b tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (6f107118-76df-462b-992e-7c3517e6b45c), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:34.675153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af3b32-0668-44d8-b729-3aafea7bdb0c req-ba51f7d4-82e0-4c0a-b867-0d2d8a03299e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:34.677448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2af3b32-0668-44d8-b729-3aafea7bdb0c req-ba51f7d4-82e0-4c0a-b867-0d2d8a03299e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 944 time: 0.2044635 Feb 03 22:09:34.885350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2af3b32-0668-44d8-b729-3aafea7bdb0c req-98ff5944-7135-4532-99b4-4c8c94f2a25a tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955183 Feb 03 22:09:34.931799 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4a19-246e-4238-a0cb-f494eceade5b tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (6f107118-76df-462b-992e-7c3517e6b45c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:34.932661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1f4a19-246e-4238-a0cb-f494eceade5b tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Fanout notify agent at l3_agent the message router_deleted on router 6f107118-76df-462b-992e-7c3517e6b45c {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:09:34.943616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4a19-246e-4238-a0cb-f494eceade5b tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:34.945739 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5d1f4a19-246e-4238-a0cb-f494eceade5b tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/6f107118-76df-462b-992e-7c3517e6b45c HTTP/1.1" status: 204 len: 168 time: 1.4639752 Feb 03 22:09:34.950184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:35.080078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2b681c-1936-4a6c-8789-3c9ae863c203 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting subnet 76eb6b5d-bd46-47c9-b1fe-79e612f72c13 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:09:35.096692 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f2b681c-1936-4a6c-8789-3c9ae863c203 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (76eb6b5d-bd46-47c9-b1fe-79e612f72c13), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:35.193699 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f2b681c-1936-4a6c-8789-3c9ae863c203 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (76eb6b5d-bd46-47c9-b1fe-79e612f72c13), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:35.463887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f2b681c-1936-4a6c-8789-3c9ae863c203 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (76eb6b5d-bd46-47c9-b1fe-79e612f72c13), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:35.585287 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f2b681c-1936-4a6c-8789-3c9ae863c203 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (76eb6b5d-bd46-47c9-b1fe-79e612f72c13), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:35.664513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5090f14e-0fd2-4f53-a3da-5e5df358c60f None None] Network 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:09:35.665634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b681c-1936-4a6c-8789-3c9ae863c203 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Subnet': ['ID=76eb6b5d-bd46-47c9-b1fe-79e612f72c13,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:35.668681 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f2b681c-1936-4a6c-8789-3c9ae863c203 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:35.680807 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5f2b681c-1936-4a6c-8789-3c9ae863c203 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/76eb6b5d-bd46-47c9-b1fe-79e612f72c13 HTTP/1.1" status: 204 len: 168 time: 0.7279215 Feb 03 22:09:35.683605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33808) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:35.808761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-61656f6b-7d96-4d5f-9d36-f2c38b58cf80 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting subnet f0c8cf92-0a6a-40e8-9390-998cd4ed0d98 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:09:35.814785 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61656f6b-7d96-4d5f-9d36-f2c38b58cf80 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (f0c8cf92-0a6a-40e8-9390-998cd4ed0d98), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:35.942473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c420bb7-bcfc-42a6-b44d-b870354d78ab None None] DHCP port deletion for 88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:09:36.024482 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61656f6b-7d96-4d5f-9d36-f2c38b58cf80 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (f0c8cf92-0a6a-40e8-9390-998cd4ed0d98), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.121196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c420bb7-bcfc-42a6-b44d-b870354d78ab None None] Deleting port 3fc9825a-5133-423c-a955-b8b7e29b7fbe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:36.121609 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c420bb7-bcfc-42a6-b44d-b870354d78ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.265954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:36.270963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7c420bb7-bcfc-42a6-b44d-b870354d78ab None None] For port 3fc9825a-5133-423c-a955-b8b7e29b7fbe, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3fc9825a-5133-423c-a955-b8b7e29b7fbe,segment=NetworkSegment(552d1d41-f608-41ec-bda9-033243f4ece6),segment_id=552d1d41-f608-41ec-bda9-033243f4ece6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:36.271705 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c420bb7-bcfc-42a6-b44d-b870354d78ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.301042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16b300-1ebe-42a8-8cd4-9d485258b3dd req-fdee25fb-44de-4343-b0d6-ece906e247d2 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:36.308510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b16b300-1ebe-42a8-8cd4-9d485258b3dd req-fdee25fb-44de-4343-b0d6-ece906e247d2 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 944 time: 0.1894391 Feb 03 22:09:36.325073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c420bb7-bcfc-42a6-b44d-b870354d78ab None None] Calling delete_port for 3fc9825a-5133-423c-a955-b8b7e29b7fbe owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:36.344025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61656f6b-7d96-4d5f-9d36-f2c38b58cf80 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f0c8cf92-0a6a-40e8-9390-998cd4ed0d98), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.406645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b16b300-1ebe-42a8-8cd4-9d485258b3dd req-3be414c2-7d09-49b3-a293-b3141b4f064e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971754 Feb 03 22:09:36.466172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61656f6b-7d96-4d5f-9d36-f2c38b58cf80 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (f0c8cf92-0a6a-40e8-9390-998cd4ed0d98), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.482332 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c420bb7-bcfc-42a6-b44d-b870354d78ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (3fc9825a-5133-423c-a955-b8b7e29b7fbe), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.507955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06d0ca8e-c5f9-4bdb-a775-d1db2c540d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.508314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c420bb7-bcfc-42a6-b44d-b870354d78ab None None] Pushing event deleted for resources: {'Port': ['ID=3fc9825a-5133-423c-a955-b8b7e29b7fbe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:36.521483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c420bb7-bcfc-42a6-b44d-b870354d78ab None None] No DVR routers for this DVR port 3fc9825a-5133-423c-a955-b8b7e29b7fbe on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:09:36.563036 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61656f6b-7d96-4d5f-9d36-f2c38b58cf80 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.563577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda578a7-b564-4258-a703-92c03d57c144 None None] Network cb8cd95d-0506-4576-9ec0-294319da164d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:09:36.569718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-61656f6b-7d96-4d5f-9d36-f2c38b58cf80 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/f0c8cf92-0a6a-40e8-9390-998cd4ed0d98 HTTP/1.1" status: 204 len: 168 time: 0.8824971 Feb 03 22:09:36.569718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61656f6b-7d96-4d5f-9d36-f2c38b58cf80 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c8cf92-0a6a-40e8-9390-998cd4ed0d98,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:36.570545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:36.702740 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (88e277cd-0c82-4ee0-be0b-b8f180c3bbb3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.793489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503ef7e-df99-417d-bff3-f36fa5aab2e0 None None] DHCP port deletion for cb8cd95d-0506-4576-9ec0-294319da164d request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:09:36.862645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9503ef7e-df99-417d-bff3-f36fa5aab2e0 None None] Deleting port f1f929b4-4879-4f54-928b-e04911dec89b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:36.863186 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9503ef7e-df99-417d-bff3-f36fa5aab2e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.936518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9503ef7e-df99-417d-bff3-f36fa5aab2e0 None None] For port f1f929b4-4879-4f54-928b-e04911dec89b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1f929b4-4879-4f54-928b-e04911dec89b,segment=NetworkSegment(7c367fda-68ea-4351-9461-9f3a36989171),segment_id=7c367fda-68ea-4351-9461-9f3a36989171)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:36.937153 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9503ef7e-df99-417d-bff3-f36fa5aab2e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:36.955101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9503ef7e-df99-417d-bff3-f36fa5aab2e0 None None] Calling delete_port for f1f929b4-4879-4f54-928b-e04911dec89b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:37.073111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0229c885-2120-4eaf-b3ae-8752f733a0fb details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:09:37.326123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1f929b4-4879-4f54-928b-e04911dec89b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:09:37.330812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06d0ca8e-c5f9-4bdb-a775-d1db2c540d4a admin admin] Publish callbacks [] for security_group (e45ffcf3-b275-437f-a982-74a42a7b0631), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.338577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06d0ca8e-c5f9-4bdb-a775-d1db2c540d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e45ffcf3-b275-437f-a982-74a42a7b0631), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.352672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 0229c885-2120-4eaf-b3ae-8752f733a0fb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:37.448308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0ca8e-c5f9-4bdb-a775-d1db2c540d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ffcf3-b275-437f-a982-74a42a7b0631,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:37.455702 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (88e277cd-0c82-4ee0-be0b-b8f180c3bbb3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.477328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'port_id': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'mac_address': 'fa:16:3e:fd:79:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:09:37.555488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e277cd-0c82-4ee0-be0b-b8f180c3bbb3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:37.588864 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-06d0ca8e-c5f9-4bdb-a775-d1db2c540d4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06dc36d2199b42bbb74d6d3613a53a06&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3195238 Feb 03 22:09:37.590851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552d1d41-f608-41ec-bda9-033243f4ece6') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:37.591154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552d1d41-f608-41ec-bda9-033243f4ece6') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:37.592589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33850) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:37.621303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (552d1d41-f608-41ec-bda9-033243f4ece6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.635071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701acb4-69bb-44c2-81a2-3216ce21fc81 req-92963af7-1dd6-492b-a8bf-5a943ad15581 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:37.647494 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (552d1d41-f608-41ec-bda9-033243f4ece6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.651142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4701acb4-69bb-44c2-81a2-3216ce21fc81 req-92963af7-1dd6-492b-a8bf-5a943ad15581 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 944 time: 0.1027174 Feb 03 22:09:37.664350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:09:37.664864 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (552d1d41-f608-41ec-bda9-033243f4ece6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:09:37.669565 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:09:37.690181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Port f1f929b4-4879-4f54-928b-e04911dec89b update to DOWN by agent not found {{(pid=103399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 22:09:37.690625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3fc9825a-5133-423c-a955-b8b7e29b7fbe no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:09:37.697873 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9503ef7e-df99-417d-bff3-f36fa5aab2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f1f929b4-4879-4f54-928b-e04911dec89b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.735974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503ef7e-df99-417d-bff3-f36fa5aab2e0 None None] No DVR routers for this DVR port f1f929b4-4879-4f54-928b-e04911dec89b on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:09:37.737486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 0229c885-2120-4eaf-b3ae-8752f733a0fb is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:37.737807 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.804609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3fc9825a-5133-423c-a955-b8b7e29b7fbe {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:09:37.805772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3fc9825a-5133-423c-a955-b8b7e29b7fbe not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:09:37.813030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (88e277cd-0c82-4ee0-be0b-b8f180c3bbb3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.820092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.829196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:37.833603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503ef7e-df99-417d-bff3-f36fa5aab2e0 None None] Pushing event deleted for resources: {'Port': ['ID=f1f929b4-4879-4f54-928b-e04911dec89b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:37.837019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/networks/88e277cd-0c82-4ee0-be0b-b8f180c3bbb3 HTTP/1.1" status: 204 len: 168 time: 1.2517793 Feb 03 22:09:37.855412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0229c885-2120-4eaf-b3ae-8752f733a0fb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:09:37.860462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea169f-5844-46d4-8178-c3864dbda9b0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Network': ['ID=88e277cd-0c82-4ee0-be0b-b8f180c3bbb3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:37.879569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 0229c885-2120-4eaf-b3ae-8752f733a0fb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:37.889219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:37.916228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4701acb4-69bb-44c2-81a2-3216ce21fc81 req-5edfe9c4-2c12-482d-ba89-ff1f71e6bd4f tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611232 Feb 03 22:09:37.970686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=0229c885-2120-4eaf-b3ae-8752f733a0fb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:37.991374 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf40d579-7eae-4ffc-b63b-0d45fbaf71f4 admin admin] Publish callbacks [] for security_group (e45ffcf3-b275-437f-a982-74a42a7b0631), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.050429 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cb8cd95d-0506-4576-9ec0-294319da164d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.080051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf40d579-7eae-4ffc-b63b-0d45fbaf71f4 admin admin] Publish callbacks [] for security_group (e45ffcf3-b275-437f-a982-74a42a7b0631), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.150042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf40d579-7eae-4ffc-b63b-0d45fbaf71f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e45ffcf3-b275-437f-a982-74a42a7b0631), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.155296 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bf40d579-7eae-4ffc-b63b-0d45fbaf71f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.156791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bf40d579-7eae-4ffc-b63b-0d45fbaf71f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e45ffcf3-b275-437f-a982-74a42a7b0631 HTTP/1.1" status: 204 len: 168 time: 0.5617769 Feb 03 22:09:38.193632 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40d579-7eae-4ffc-b63b-0d45fbaf71f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ffcf3-b275-437f-a982-74a42a7b0631,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:38.218848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['0229c885-2120-4eaf-b3ae-8752f733a0fb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:09:38.365989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cb8cd95d-0506-4576-9ec0-294319da164d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.417199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8cd95d-0506-4576-9ec0-294319da164d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:38.442916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c367fda-68ea-4351-9461-9f3a36989171') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:38.443220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c367fda-68ea-4351-9461-9f3a36989171') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:38.475616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (7c367fda-68ea-4351-9461-9f3a36989171), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.517699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7c367fda-68ea-4351-9461-9f3a36989171), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.540664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:09:38.541056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (7c367fda-68ea-4351-9461-9f3a36989171), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:09:38.716243 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:09:38.720555 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cb8cd95d-0506-4576-9ec0-294319da164d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.742701 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.758362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/networks/cb8cd95d-0506-4576-9ec0-294319da164d HTTP/1.1" status: 204 len: 168 time: 0.9275012 Feb 03 22:09:38.767803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:38.773696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1786293355'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:38.805534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5e888-26b8-47a9-bd80-384e0486f1b1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Network': ['ID=cb8cd95d-0506-4576-9ec0-294319da164d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:38.851853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:09:38.859177 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.929777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:09:38.933774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33886) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:38.939834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (50071a4e-afcd-4c3d-9818-b282249384ee), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:38.940026 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added segment 50071a4e-afcd-4c3d-9818-b282249384ee of type vlan for network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb Feb 03 22:09:38.961505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1aac2105-d9d1-4559-b953-3b6f8981369d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:39.012385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (248c1d15-ccd9-44ec-b17f-7230f8d6dacb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:39.040481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (248c1d15-ccd9-44ec-b17f-7230f8d6dacb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:39.045768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:39.055358 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:39.238989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1aac2105-d9d1-4559-b953-3b6f8981369d admin admin] Publish callbacks [] for security_group (57c55c18-e1f6-40cc-b423-1a2c6dcd0319), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:39.254725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1aac2105-d9d1-4559-b953-3b6f8981369d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (57c55c18-e1f6-40cc-b423-1a2c6dcd0319), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:39.286019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5144713 Feb 03 22:09:39.298751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33900) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:39.334335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'subnet': {'network_id': '248c1d15-ccd9-44ec-b17f-7230f8d6dacb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:39.419340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac2105-d9d1-4559-b953-3b6f8981369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c55c18-e1f6-40cc-b423-1a2c6dcd0319,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:39.423960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1aac2105-d9d1-4559-b953-3b6f8981369d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ccf5d7cb76214b339adce6649cf0b7d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4889438 Feb 03 22:09:39.432275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:39.641694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054cfa7-dad0-4c80-93a9-258e28b680ed tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Network': ['ID=248c1d15-ccd9-44ec-b17f-7230f8d6dacb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:39.646145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:09:39.649061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4f3e1-f27b-4a32-8aab-c49fd12dc386 req-db5b8e6b-95ad-41ef-81d9-22e2b6ac2732 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:39.649649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:39.654356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:09:39.657881 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4d4f3e1-f27b-4a32-8aab-c49fd12dc386 req-db5b8e6b-95ad-41ef-81d9-22e2b6ac2732 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 945 time: 0.4127755 Feb 03 22:09:39.710166 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecefc5fe-f15e-4a38-97c6-88dcc45170e9 admin admin] Publish callbacks [] for security_group (57c55c18-e1f6-40cc-b423-1a2c6dcd0319), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:39.813942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecefc5fe-f15e-4a38-97c6-88dcc45170e9 admin admin] Publish callbacks [] for security_group (57c55c18-e1f6-40cc-b423-1a2c6dcd0319), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:39.973844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4d4f3e1-f27b-4a32-8aab-c49fd12dc386 req-f5389902-6fdf-402d-a139-9828049728b3 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681484 Feb 03 22:09:40.006531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecefc5fe-f15e-4a38-97c6-88dcc45170e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (57c55c18-e1f6-40cc-b423-1a2c6dcd0319), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.010351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecefc5fe-f15e-4a38-97c6-88dcc45170e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.012842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ecefc5fe-f15e-4a38-97c6-88dcc45170e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57c55c18-e1f6-40cc-b423-1a2c6dcd0319 HTTP/1.1" status: 204 len: 168 time: 0.5791259 Feb 03 22:09:40.064953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefc5fe-f15e-4a38-97c6-88dcc45170e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c55c18-e1f6-40cc-b423-1a2c6dcd0319,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:40.133149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (7d648cad-56c5-4082-9bd3-119e24e09e99), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.267151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Subnet': ['ID=7d648cad-56c5-4082-9bd3-119e24e09e99,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:40.324306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Checking segment: {'id': '50071a4e-afcd-4c3d-9818-b282249384ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '248c1d15-ccd9-44ec-b17f-7230f8d6dacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:09:40.324668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network hostable DHCP agents. Network: 248c1d15-ccd9-44ec-b17f-7230f8d6dacb, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:09:40.356236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:09:40.370746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 248c1d15-ccd9-44ec-b17f-7230f8d6dacb) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:40.378755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:40.380258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.384632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d48af-ff5a-49d9-b6b3-fc3ba58d5b78 None None] Network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:09:40.413862 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-213bc01b-712d-42ca-b4aa-8a41a98154d1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1139944 Feb 03 22:09:40.416620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33942) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:40.423477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d2ee678e-f53c-4018-b051-fe0984f43ea9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2083035152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:40.484125 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ee678e-f53c-4018-b051-fe0984f43ea9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.492543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ee678e-f53c-4018-b051-fe0984f43ea9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.508312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:40.515723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c75e9cf3-5d09-4127-9554-322da00448db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693450970', 'description': 'tempest-secgroup-smoke-1693450970 description', 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:40.569056 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75e9cf3-5d09-4127-9554-322da00448db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.648317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-248c1d15-ccd9-44ec-b17f-7230f8d6dacb', 'network_id': '248c1d15-ccd9-44ec-b17f-7230f8d6dacb', 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'fixed_ips': [{'subnet_id': '7d648cad-56c5-4082-9bd3-119e24e09e99'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:09:40.649172 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.656223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ee678e-f53c-4018-b051-fe0984f43ea9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.661477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ee678e-f53c-4018-b051-fe0984f43ea9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.684651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75e9cf3-5d09-4127-9554-322da00448db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group (23306e0f-c1a8-4c3c-9d52-fd366f112673), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.689366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75e9cf3-5d09-4127-9554-322da00448db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (23306e0f-c1a8-4c3c-9d52-fd366f112673), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.712707 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ee678e-f53c-4018-b051-fe0984f43ea9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.713959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d2ee678e-f53c-4018-b051-fe0984f43ea9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2951698 Feb 03 22:09:40.721372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33950) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:40.735116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'port': {'network_id': '248c1d15-ccd9-44ec-b17f-7230f8d6dacb', 'name': 'tempest-RoutersTest-1489346796'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:40.744099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75e9cf3-5d09-4127-9554-322da00448db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.745876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c75e9cf3-5d09-4127-9554-322da00448db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2361593 Feb 03 22:09:40.754139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:40.770888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5da8f769-c21c-4a4e-9074-ecc512ed92ef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'security_group_rule': {'security_group_id': '23306e0f-c1a8-4c3c-9d52-fd366f112673', 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:40.833280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e9cf3-5d09-4127-9554-322da00448db tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23306e0f-c1a8-4c3c-9d52-fd366f112673,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:40.872140 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5da8f769-c21c-4a4e-9074-ecc512ed92ef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (4fc6c451-016b-4371-b4e0-d2493a12faf3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:40.974293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:09:40.977665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.023519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5da8f769-c21c-4a4e-9074-ecc512ed92ef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (4fc6c451-016b-4371-b4e0-d2493a12faf3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.028007 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5da8f769-c21c-4a4e-9074-ecc512ed92ef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (4fc6c451-016b-4371-b4e0-d2493a12faf3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.046581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] device_id is not set on port 68a04e7d-80c1-450a-ad33-ce648de31918 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:09:41.060475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8f769-c21c-4a4e-9074-ecc512ed92ef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc6c451-016b-4371-b4e0-d2493a12faf3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:41.081284 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5da8f769-c21c-4a4e-9074-ecc512ed92ef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.083296 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5da8f769-c21c-4a4e-9074-ecc512ed92ef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282089 Feb 03 22:09:41.086367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 33964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:41.098647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Allocated IP 172.20.0.2 (248c1d15-ccd9-44ec-b17f-7230f8d6dacb/7d648cad-56c5-4082-9bd3-119e24e09e99/28cec961-9f27-44e8-b33f-ccde59be1929) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:09:41.101973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b8d5e837-7195-4895-9123-e16706b44fa8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'security_group_rule': {'security_group_id': '23306e0f-c1a8-4c3c-9d52-fd366f112673', 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:41.155308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e837-7195-4895-9123-e16706b44fa8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (f34255b7-b291-477e-aae4-6be2a2942c03), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.280147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e837-7195-4895-9123-e16706b44fa8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (f34255b7-b291-477e-aae4-6be2a2942c03), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.289977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e837-7195-4895-9123-e16706b44fa8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (f34255b7-b291-477e-aae4-6be2a2942c03), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.355514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0229c885-2120-4eaf-b3ae-8752f733a0fb up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:41.358363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e837-7195-4895-9123-e16706b44fa8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.366642 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b8d5e837-7195-4895-9123-e16706b44fa8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2790234 Feb 03 22:09:41.376511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 33974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:41.389338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e969f024-0370-4adb-883e-cf1acc1f848d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'security_group_rule': {'security_group_id': '23306e0f-c1a8-4c3c-9d52-fd366f112673', 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:41.391787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5e837-7195-4895-9123-e16706b44fa8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34255b7-b291-477e-aae4-6be2a2942c03,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:41.444814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537c1b7-5435-44f0-b966-1e590bfa0b2a req-f7b0b605-afff-4163-9980-94c7294fe22b tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:41.452095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9537c1b7-5435-44f0-b966-1e590bfa0b2a req-f7b0b605-afff-4163-9980-94c7294fe22b tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 945 time: 0.2585616 Feb 03 22:09:41.466126 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e969f024-0370-4adb-883e-cf1acc1f848d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (31b76fc3-ce8a-43cd-8921-6def99fc2f7c), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.551711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Publish callbacks [] for port (28cec961-9f27-44e8-b33f-ccde59be1929), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.576544 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.662832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:41.670751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:41.679652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:41.699232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 0229c885-2120-4eaf-b3ae-8752f733a0fb completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:09:41.716557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 0229c885-2120-4eaf-b3ae-8752f733a0fb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:41.717544 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:41.719363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.20.0.6 (248c1d15-ccd9-44ec-b17f-7230f8d6dacb/7d648cad-56c5-4082-9bd3-119e24e09e99/68a04e7d-80c1-450a-ad33-ce648de31918) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:09:41.849987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Pushing event updated for resources: {'Port': ['ID=28cec961-9f27-44e8-b33f-ccde59be1929,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:42.015787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 0229c885-2120-4eaf-b3ae-8752f733a0fb is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:42.016183 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.026606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Attempting to bind port 28cec961-9f27-44e8-b33f-ccde59be1929 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:09:42.027584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Attempting to bind port 28cec961-9f27-44e8-b33f-ccde59be1929 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '50071a4e-afcd-4c3d-9818-b282249384ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '248c1d15-ccd9-44ec-b17f-7230f8d6dacb'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:09:42.027955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Attempting to bind port 28cec961-9f27-44e8-b33f-ccde59be1929 on network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:09:42.041746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:09:42.042288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Checking segment: {'id': '50071a4e-afcd-4c3d-9818-b282249384ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '248c1d15-ccd9-44ec-b17f-7230f8d6dacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:09:42.042701 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.043093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Bound using segment: {'id': '50071a4e-afcd-4c3d-9818-b282249384ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '248c1d15-ccd9-44ec-b17f-7230f8d6dacb'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:09:42.043570 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Bound port: 28cec961-9f27-44e8-b33f-ccde59be1929, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50071a4e-afcd-4c3d-9818-b282249384ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '248c1d15-ccd9-44ec-b17f-7230f8d6dacb'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:09:42.043982 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.076255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 0229c885-2120-4eaf-b3ae-8752f733a0fb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:42.086854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e74bde-a781-4563-9207-e9120103df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0229c885-2120-4eaf-b3ae-8752f733a0fb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:09:42.090360 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988b2189-0eb4-4597-a557-68e0fa3465b9" -d '{"events": [{"server_uuid": "31e74bde-a781-4563-9207-e9120103df89", "name": "network-vif-plugged", "status": "completed", "tag": "0229c885-2120-4eaf-b3ae-8752f733a0fb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:09:42.097180 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.293319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] For port 28cec961-9f27-44e8-b33f-ccde59be1929, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:09:42.315235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] For port 28cec961-9f27-44e8-b33f-ccde59be1929, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=28cec961-9f27-44e8-b33f-ccde59be1929,segment=NetworkSegment(50071a4e-afcd-4c3d-9818-b282249384ee),segment_id=50071a4e-afcd-4c3d-9818-b282249384ee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:09:42.327575 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72df856e-0001-439c-a176-aa9e748e4e8f x-openstack-request-id: req-72df856e-0001-439c-a176-aa9e748e4e8f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:09:42.327886 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e74bde-a781-4563-9207-e9120103df89", "name": "network-vif-plugged", "status": "completed", "tag": "0229c885-2120-4eaf-b3ae-8752f733a0fb", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:09:42.328150 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72df856e-0001-439c-a176-aa9e748e4e8f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:09:42.331041 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e74bde-a781-4563-9207-e9120103df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'code': 200} Feb 03 22:09:42.348324 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.411697 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (68a04e7d-80c1-450a-ad33-ce648de31918), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.478404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fc16-caa8-4280-9145-ccca585b4ec9 req-9453a669-9f56-4086-a460-34b1a5639acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:42.481560 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8200fc16-caa8-4280-9145-ccca585b4ec9 req-9453a669-9f56-4086-a460-34b1a5639acf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1128 time: 0.1927192 Feb 03 22:09:42.558056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=0229c885-2120-4eaf-b3ae-8752f733a0fb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:42.568850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9537c1b7-5435-44f0-b966-1e590bfa0b2a req-85a48079-b059-46cb-8f71-af029aadb7db tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1117034 Feb 03 22:09:42.592747 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.646067 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8200fc16-caa8-4280-9145-ccca585b4ec9 req-a511cd32-7d60-4a20-a06d-d4bfef6badac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588845 Feb 03 22:09:42.713227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=68a04e7d-80c1-450a-ad33-ce648de31918,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:42.771225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500eaa-87d1-4162-a6a2-f6095bae5f08 None None] Pushing event updated for resources: {'Port': ['ID=28cec961-9f27-44e8-b33f-ccde59be1929,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:42.803024 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e969f024-0370-4adb-883e-cf1acc1f848d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (31b76fc3-ce8a-43cd-8921-6def99fc2f7c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.817187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e969f024-0370-4adb-883e-cf1acc1f848d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (31b76fc3-ce8a-43cd-8921-6def99fc2f7c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.912564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e969f024-0370-4adb-883e-cf1acc1f848d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:42.916691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:42.917390 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e969f024-0370-4adb-883e-cf1acc1f848d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5384469 Feb 03 22:09:42.922068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-56928cc1-c407-487f-9ee9-387e7b44ac37 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'security_group_rule': {'security_group_id': '23306e0f-c1a8-4c3c-9d52-fd366f112673', 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:42.929491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:42.930931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969f024-0370-4adb-883e-cf1acc1f848d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b76fc3-ce8a-43cd-8921-6def99fc2f7c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:42.937510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:42.941783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:42.993557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56928cc1-c407-487f-9ee9-387e7b44ac37 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (a698128f-7ade-4492-b55b-25bc71e6bfe4), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.111667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:43.112365 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.160359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:43.161977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-807a6746-7b43-4eb7-bccd-2376de90cb3c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4394290 Feb 03 22:09:43.337832 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56928cc1-c407-487f-9ee9-387e7b44ac37 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (a698128f-7ade-4492-b55b-25bc71e6bfe4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.347030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56928cc1-c407-487f-9ee9-387e7b44ac37 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (a698128f-7ade-4492-b55b-25bc71e6bfe4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.365414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 28cec961-9f27-44e8-b33f-ccde59be1929 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:43.381340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56928cc1-c407-487f-9ee9-387e7b44ac37 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a698128f-7ade-4492-b55b-25bc71e6bfe4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:43.432344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56928cc1-c407-487f-9ee9-387e7b44ac37 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.436721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34016) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:43.442028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9ed448d6-b307-4a91-8778-caaf21634787 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'security_group_rule': {'security_group_id': '23306e0f-c1a8-4c3c-9d52-fd366f112673', 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:43.444811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 28cec961-9f27-44e8-b33f-ccde59be1929 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:43.445245 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.449272 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-56928cc1-c407-487f-9ee9-387e7b44ac37 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5304122 Feb 03 22:09:43.482763 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-9ed448d6-b307-4a91-8778-caaf21634787 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Project eb5afcbeebe24f71934e2665a78a2dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:09:43.492193 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ed448d6-b307-4a91-8778-caaf21634787 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (356910b0-24a3-4e05-b1de-71cace7e4927), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.555958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 28cec961-9f27-44e8-b33f-ccde59be1929 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:43.556369 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.609830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 28cec961-9f27-44e8-b33f-ccde59be1929, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=28cec961-9f27-44e8-b33f-ccde59be1929,segment=NetworkSegment(50071a4e-afcd-4c3d-9818-b282249384ee),segment_id=50071a4e-afcd-4c3d-9818-b282249384ee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:43.615426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.647108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ed448d6-b307-4a91-8778-caaf21634787 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (356910b0-24a3-4e05-b1de-71cace7e4927), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.651569 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ed448d6-b307-4a91-8778-caaf21634787 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (356910b0-24a3-4e05-b1de-71cace7e4927), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.707668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=28cec961-9f27-44e8-b33f-ccde59be1929,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:43.719429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed448d6-b307-4a91-8778-caaf21634787 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356910b0-24a3-4e05-b1de-71cace7e4927,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:43.793057 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ed448d6-b307-4a91-8778-caaf21634787 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:43.797885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:43.807042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-499e477c-b761-40bb-8ae8-46eefc5b8f48 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'security_group_rule': {'security_group_id': '23306e0f-c1a8-4c3c-9d52-fd366f112673', 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:43.809484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9ed448d6-b307-4a91-8778-caaf21634787 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3715627 Feb 03 22:09:43.846093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1606d-aafc-4429-a4b8-e154b97fb9d3 req-84ba194e-4c86-4086-a4c8-b6d69782822a tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:43.861571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8a1606d-aafc-4429-a4b8-e154b97fb9d3 req-84ba194e-4c86-4086-a4c8-b6d69782822a tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 946 time: 0.1346941 Feb 03 22:09:43.959011 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-499e477c-b761-40bb-8ae8-46eefc5b8f48 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Project eb5afcbeebe24f71934e2665a78a2dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:09:43.981579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8a1606d-aafc-4429-a4b8-e154b97fb9d3 req-f9514560-6b15-431c-b0b6-4d15a2e81f05 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184623 Feb 03 22:09:43.997394 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-499e477c-b761-40bb-8ae8-46eefc5b8f48 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (d4f4b21d-782d-4daa-afd6-43a8849f526a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:44.145190 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:44.291281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-499e477c-b761-40bb-8ae8-46eefc5b8f48 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (d4f4b21d-782d-4daa-afd6-43a8849f526a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:44.340002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-499e477c-b761-40bb-8ae8-46eefc5b8f48 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (d4f4b21d-782d-4daa-afd6-43a8849f526a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:44.414337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e477c-b761-40bb-8ae8-46eefc5b8f48 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f4b21d-782d-4daa-afd6-43a8849f526a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:44.481666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-499e477c-b761-40bb-8ae8-46eefc5b8f48 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:44.489641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-499e477c-b761-40bb-8ae8-46eefc5b8f48 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6885340 Feb 03 22:09:44.582770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447a136-03f7-4ac8-b398-594b74005724 None None] Network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:09:44.705640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (68a04e7d-80c1-450a-ad33-ce648de31918), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:44.711360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:44.815256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=68a04e7d-80c1-450a-ad33-ce648de31918,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:44.880937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e38976bf-d48b-428a-a33b-37f73c4d9130 None None] Provisioning complete for port 28cec961-9f27-44e8-b33f-ccde59be1929 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:44.881511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e38976bf-d48b-428a-a33b-37f73c4d9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:45.140464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e38976bf-d48b-428a-a33b-37f73c4d9130 None None] Current status of the port 28cec961-9f27-44e8-b33f-ccde59be1929 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:45.193579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:45.275980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ec332-067d-4717-93c5-13278838ac92 req-b523a86d-b488-412a-b4aa-276fe6a38f99 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:45.281116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a50ec332-067d-4717-93c5-13278838ac92 req-b523a86d-b488-412a-b4aa-276fe6a38f99 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 946 time: 0.1633744 Feb 03 22:09:45.301492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 28cec961-9f27-44e8-b33f-ccde59be1929 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:45.405975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a50ec332-067d-4717-93c5-13278838ac92 req-45fb1a4d-e1c7-4cf1-8814-ba5551417336 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135192 Feb 03 22:09:45.435350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 28cec961-9f27-44e8-b33f-ccde59be1929 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:45.436545 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:45.587662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:45.827657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd1f78-0a6c-474f-991d-8372ee4eff0b req-be46ccb6-37f1-477e-8718-f73a5aab9f94 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:45.843379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aedd1f78-0a6c-474f-991d-8372ee4eff0b req-be46ccb6-37f1-477e-8718-f73a5aab9f94 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 946 time: 0.1380408 Feb 03 22:09:45.997765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aedd1f78-0a6c-474f-991d-8372ee4eff0b req-364e2046-f515-4609-8120-ea01dfb4ebf8 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478720 Feb 03 22:09:46.213439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7469cf1f-8120-41b2-874c-3b7aa351dce1 None None] Provisioning complete for port 68a04e7d-80c1-450a-ad33-ce648de31918 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:46.213924 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7469cf1f-8120-41b2-874c-3b7aa351dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:46.216500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 28cec961-9f27-44e8-b33f-ccde59be1929 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:46.286942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f64d3-e02d-41f4-a59f-9033c8aba100 req-3070198e-6b64-4f8c-bf01-639e1c5c5038 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:46.288581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-267f64d3-e02d-41f4-a59f-9033c8aba100 req-3070198e-6b64-4f8c-bf01-639e1c5c5038 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 946 time: 0.1333044 Feb 03 22:09:46.323808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7469cf1f-8120-41b2-874c-3b7aa351dce1 None None] Port 68a04e7d-80c1-450a-ad33-ce648de31918 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:46.352468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7469cf1f-8120-41b2-874c-3b7aa351dce1 None None] Provisioning complete for port 28cec961-9f27-44e8-b33f-ccde59be1929 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:46.353122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7469cf1f-8120-41b2-874c-3b7aa351dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:46.402959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-267f64d3-e02d-41f4-a59f-9033c8aba100 req-d71c1a76-c2eb-4fce-a964-9ea69c41a33a tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042001 Feb 03 22:09:46.418321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:46.465984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (68a04e7d-80c1-450a-ad33-ce648de31918), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:46.473048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:46.629744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7469cf1f-8120-41b2-874c-3b7aa351dce1 None None] Current status of the port 28cec961-9f27-44e8-b33f-ccde59be1929 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:09:46.697974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:46.711522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=68a04e7d-80c1-450a-ad33-ce648de31918,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:46.781068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-77a7d5b8-7e20-4d7f-8e6c-5871c31a9a2f None None] Provisioning complete for port 68a04e7d-80c1-450a-ad33-ce648de31918 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:46.785368 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a7d5b8-7e20-4d7f-8e6c-5871c31a9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:46.884699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-77a7d5b8-7e20-4d7f-8e6c-5871c31a9a2f None None] Port 68a04e7d-80c1-450a-ad33-ce648de31918 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:46.951364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:46.954815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:46.970682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751447a6-335e-4051-9681-55b3bef21465 tempest-TestServerBasicOps-615508834 tempest-TestServerBasicOps-615508834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:46.977896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-751447a6-335e-4051-9681-55b3bef21465 tempest-TestServerBasicOps-615508834 tempest-TestServerBasicOps-615508834-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1123 time: 0.5584905 Feb 03 22:09:46.979002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34176) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:46.985772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:47.016592 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:47.261589 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:47.384159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router a42abea4-30a3-4ea8-9f5e-2bfba8a31862 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:09:47.517430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9767fa25-f690-4407-acfe-3bd9784330b5 None None] Provisioning complete for port 68a04e7d-80c1-450a-ad33-ce648de31918 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:47.518456 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9767fa25-f690-4407-acfe-3bd9784330b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:47.579613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9767fa25-f690-4407-acfe-3bd9784330b5 None None] Port 68a04e7d-80c1-450a-ad33-ce648de31918 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:09:47.612094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Allocated IP 172.25.5.213 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/5ccbf880-190f-4d5e-a1b6-8a8664aa1c81) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:09:47.650498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:09:47.661245 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-88f39bcd-0f77-4c6c-8fab-586abbcd61e6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/a42abea4-30a3-4ea8-9f5e-2bfba8a31862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4949522 Feb 03 22:09:47.665508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:47.670889 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917facba-d455-4f0a-a198-9e09b60a1b64 None None] Sync routers for ids ['a42abea4-30a3-4ea8-9f5e-2bfba8a31862'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:09:47.692520 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917facba-d455-4f0a-a198-9e09b60a1b64 None None] Routers {'a42abea4-30a3-4ea8-9f5e-2bfba8a31862'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:47.693236 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-917facba-d455-4f0a-a198-9e09b60a1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a42abea4-30a3-4ea8-9f5e-2bfba8a31862'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:47.762997 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-917facba-d455-4f0a-a198-9e09b60a1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:47.775626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29acaa22-a539-43c2-a606-d7f42dd8175d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:47.789232 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-29acaa22-a539-43c2-a606-d7f42dd8175d tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports/68a04e7d-80c1-450a-ad33-ce648de31918 HTTP/1.1" status: 200 len: 977 time: 0.1199994 Feb 03 22:09:47.790261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:47.799643 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917facba-d455-4f0a-a198-9e09b60a1b64 None None] Routers {'a42abea4-30a3-4ea8-9f5e-2bfba8a31862'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:47.799819 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-917facba-d455-4f0a-a198-9e09b60a1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a42abea4-30a3-4ea8-9f5e-2bfba8a31862'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:47.896768 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-917facba-d455-4f0a-a198-9e09b60a1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:47.897451 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917facba-d455-4f0a-a198-9e09b60a1b64 None None] The sync data for ids ['a42abea4-30a3-4ea8-9f5e-2bfba8a31862'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:09:47.905484 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for port (5ccbf880-190f-4d5e-a1b6-8a8664aa1c81), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:47.996891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5ccbf880-190f-4d5e-a1b6-8a8664aa1c81), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:48.042460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:48.045905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:48.051742 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:48.091046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'Port': ['ID=5ccbf880-190f-4d5e-a1b6-8a8664aa1c81,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:48.620118 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for floatingip (4406eac6-a2c2-48b7-ae90-1d3461a08f9e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:48.894033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5ccbf880-190f-4d5e-a1b6-8a8664aa1c81), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:49.007427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:49.278471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for port (5ccbf880-190f-4d5e-a1b6-8a8664aa1c81), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:49.291059 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (5ccbf880-190f-4d5e-a1b6-8a8664aa1c81), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:49.436406 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (4406eac6-a2c2-48b7-ae90-1d3461a08f9e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:49.549013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event updated for resources: {'Port': ['ID=5ccbf880-190f-4d5e-a1b6-8a8664aa1c81,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:49.577110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 68a04e7d-80c1-450a-ad33-ce648de31918 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:49.577521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:49.667315 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Floating IP 4406eac6-a2c2-48b7-ae90-1d3461a08f9e associated. External IP: 172.25.5.213, port: 0229c885-2120-4eaf-b3ae-8752f733a0fb. Feb 03 22:09:49.779239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:49.794081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 68a04e7d-80c1-450a-ad33-ce648de31918 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:50.277191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:09:50.489938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (68a04e7d-80c1-450a-ad33-ce648de31918), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:50.534661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=68a04e7d-80c1-450a-ad33-ce648de31918,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:50.619837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:09:50.653346 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:50.655941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] Sync routers for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:09:50.672813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:50.673832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:50.765022 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0ab4453a-3f8c-441a-94d5-601eba52bf98 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7766762 Feb 03 22:09:50.765022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e74bde-a781-4563-9207-e9120103df89', 'tag': '0229c885-2120-4eaf-b3ae-8752f733a0fb'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:09:50.776221 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a31e6a-4860-4580-893b-ec7056e98dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "31e74bde-a781-4563-9207-e9120103df89", "tag": "0229c885-2120-4eaf-b3ae-8752f733a0fb"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:09:50.969797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:51.013867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:09:51.308119 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f883667b-8fce-4cfa-867b-e6cb355ae72a x-openstack-request-id: req-f883667b-8fce-4cfa-867b-e6cb355ae72a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:09:51.308425 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e74bde-a781-4563-9207-e9120103df89", "tag": "0229c885-2120-4eaf-b3ae-8752f733a0fb", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:09:51.308687 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f883667b-8fce-4cfa-867b-e6cb355ae72a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:09:51.309301 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e74bde-a781-4563-9207-e9120103df89', 'tag': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'status': 'completed', 'code': 200} Feb 03 22:09:51.498354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router a42abea4-30a3-4ea8-9f5e-2bfba8a31862 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:09:51.589036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-36e41e86-b9f0-4b35-b5b1-c6e8ac8feaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:51.590769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-36e41e86-b9f0-4b35-b5b1-c6e8ac8feaaf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cf9abebc821466da7dbf623c3a41bc8&device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1128 time: 0.2152834 Feb 03 22:09:51.689147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '4406eac6-a2c2-48b7-ae90-1d3461a08f9e', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'port_id': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'mac_address': 'fa:16:3e:fd:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e74bde-a781-4563-9207-e9120103df89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:09:48Z', 'updated_at': '2022-02-03T22:09:48Z', 'revision_number': 0, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e37d4d9-2447-4174-a3fb-b56996817fcf', 'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'mac_address': 'fa:16:3e:8f:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:40Z', 'updated_at': '2022-02-03T22:08:51Z', 'revision_number': 5, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'subnets': [{'id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:51.719584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:09:51.737878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34250) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:51.747265 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988c8851-4246-4947-9ff2-5c590e343605 None None] Sync routers for ids ['a42abea4-30a3-4ea8-9f5e-2bfba8a31862'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:09:51.750000 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] Checking router: 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:09:51.766330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5c4bc367-1605-4255-bd55-373c646c96a2 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/a42abea4-30a3-4ea8-9f5e-2bfba8a31862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9745004 Feb 03 22:09:51.776490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:51.777544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:51.795288 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c8851-4246-4947-9ff2-5c590e343605 None None] Routers {'a42abea4-30a3-4ea8-9f5e-2bfba8a31862'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:51.804722 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-988c8851-4246-4947-9ff2-5c590e343605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a42abea4-30a3-4ea8-9f5e-2bfba8a31862'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:51.921819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-2a16c721-f04f-404d-96e6-d7725f9ecff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:51.921819 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-2a16c721-f04f-404d-96e6-d7725f9ecff8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6c2112c-266e-48b0-828c-d77a939f4300 HTTP/1.1" status: 200 len: 908 time: 0.2766330 Feb 03 22:09:51.921948 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-988c8851-4246-4947-9ff2-5c590e343605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:51.945909 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c8851-4246-4947-9ff2-5c590e343605 None None] Routers {'a42abea4-30a3-4ea8-9f5e-2bfba8a31862'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:09:51.946536 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-988c8851-4246-4947-9ff2-5c590e343605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a42abea4-30a3-4ea8-9f5e-2bfba8a31862'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:51.965723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:09:52.021417 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-988c8851-4246-4947-9ff2-5c590e343605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:52.022121 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988c8851-4246-4947-9ff2-5c590e343605 None None] The sync data for ids ['a42abea4-30a3-4ea8-9f5e-2bfba8a31862'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:09:52.098332 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-c1c366cf-a710-4f23-a85c-a7ca935706d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb HTTP/1.1" status: 200 len: 1000 time: 0.1718502 Feb 03 22:09:52.187516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-b669102f-ef39-4828-990e-b96b7770c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:52.195184 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-b669102f-ef39-4828-990e-b96b7770c6a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86dbbc50-904a-482a-8aa6-669553a3cbde HTTP/1.1" status: 200 len: 846 time: 0.0912662 Feb 03 22:09:52.278437 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-da9917c0-cf05-48ad-8005-1758ebc71a14 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 22:09:52.279549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-da9917c0-cf05-48ad-8005-1758ebc71a14 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/a42abea4-30a3-4ea8-9f5e-2bfba8a31862/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5406013 Feb 03 22:09:52.282974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34258) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:52.288119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-8daa228d-04f0-474c-be60-9215543b4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:52.296146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-8daa228d-04f0-474c-be60-9215543b4c38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6c2112c-266e-48b0-828c-d77a939f4300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0951989 Feb 03 22:09:52.343899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '4406eac6-a2c2-48b7-ae90-1d3461a08f9e', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'port_id': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'mac_address': 'fa:16:3e:fd:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e74bde-a781-4563-9207-e9120103df89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:09:48Z', 'updated_at': '2022-02-03T22:09:48Z', 'revision_number': 0, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e37d4d9-2447-4174-a3fb-b56996817fcf', 'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'mac_address': 'fa:16:3e:8f:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:40Z', 'updated_at': '2022-02-03T22:08:51Z', 'revision_number': 5, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'subnets': [{'id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:52.352822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2af4a627-987d-4272-9b69-9e9881e4af72 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=a42abea4-30a3-4ea8-9f5e-2bfba8a31862 HTTP/1.1" status: 200 len: 205 time: 0.0651708 Feb 03 22:09:52.353409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34260) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:52.418381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9e2fe-1d5c-4ef0-b7c8-9abfd355c21e None None] The sync data for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 is: [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '4406eac6-a2c2-48b7-ae90-1d3461a08f9e', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'port_id': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'mac_address': 'fa:16:3e:fd:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e74bde-a781-4563-9207-e9120103df89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:09:48Z', 'updated_at': '2022-02-03T22:09:48Z', 'revision_number': 0, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e37d4d9-2447-4174-a3fb-b56996817fcf', 'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'mac_address': 'fa:16:3e:8f:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:40Z', 'updated_at': '2022-02-03T22:08:51Z', 'revision_number': 5, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'subnets': [{'id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:09:52.540497 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-3afc5a78-00d8-4ed7-82fd-1fd17963e628 service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378175 Feb 03 22:09:52.602910 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-601312fb-bac3-405c-a7c7-3aecb27fbe34 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:52.725712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3a31e6a-4860-4580-893b-ec7056e98dc9 req-ce718b76-053c-4423-a8a1-2e1263a85924 service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795592 Feb 03 22:09:52.788216 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:09:52.923546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fbc06c-e075-460a-9f82-c7d0c45e6da3 None None] New status for floating IP 4406eac6-a2c2-48b7-ae90-1d3461a08f9e: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:09:53.577936 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-494ffade-048a-4608-b4a9-e92ca13b57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:53.940019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-601312fb-bac3-405c-a7c7-3aecb27fbe34 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:53.946401 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-601312fb-bac3-405c-a7c7-3aecb27fbe34 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.063704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-601312fb-bac3-405c-a7c7-3aecb27fbe34 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (a42abea4-30a3-4ea8-9f5e-2bfba8a31862), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.064634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601312fb-bac3-405c-a7c7-3aecb27fbe34 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Fanout notify agent at l3_agent the message router_deleted on router a42abea4-30a3-4ea8-9f5e-2bfba8a31862 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:09:54.081587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-601312fb-bac3-405c-a7c7-3aecb27fbe34 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.083613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-601312fb-bac3-405c-a7c7-3aecb27fbe34 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/a42abea4-30a3-4ea8-9f5e-2bfba8a31862 HTTP/1.1" status: 204 len: 168 time: 1.7290268 Feb 03 22:09:54.086505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:54.180832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a548b111-4862-4ca3-8eec-8375eaeaa58c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting subnet 7d648cad-56c5-4082-9bd3-119e24e09e99 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:09:54.196773 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a548b111-4862-4ca3-8eec-8375eaeaa58c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (7d648cad-56c5-4082-9bd3-119e24e09e99), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.278531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a548b111-4862-4ca3-8eec-8375eaeaa58c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (7d648cad-56c5-4082-9bd3-119e24e09e99), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.518317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a548b111-4862-4ca3-8eec-8375eaeaa58c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (7d648cad-56c5-4082-9bd3-119e24e09e99), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.581262 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.586546 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.638781 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a548b111-4862-4ca3-8eec-8375eaeaa58c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (7d648cad-56c5-4082-9bd3-119e24e09e99), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.668779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a548b111-4862-4ca3-8eec-8375eaeaa58c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:54.676348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34314) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:54.680087 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a548b111-4862-4ca3-8eec-8375eaeaa58c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/7d648cad-56c5-4082-9bd3-119e24e09e99 HTTP/1.1" status: 204 len: 168 time: 0.5894759 Feb 03 22:09:54.715175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a86ae-cb1b-4a35-9a40-3855b7616f4d None None] Network 248c1d15-ccd9-44ec-b17f-7230f8d6dacb requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:09:54.729138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548b111-4862-4ca3-8eec-8375eaeaa58c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Subnet': ['ID=7d648cad-56c5-4082-9bd3-119e24e09e99,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:54.894704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (248c1d15-ccd9-44ec-b17f-7230f8d6dacb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.003965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 28cec961-9f27-44e8-b33f-ccde59be1929 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:55.006413 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.058822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b9273-3203-4f5c-853c-e6fdc55ecb49 None None] DHCP port deletion for 248c1d15-ccd9-44ec-b17f-7230f8d6dacb request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:09:55.173945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port 28cec961-9f27-44e8-b33f-ccde59be1929, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=28cec961-9f27-44e8-b33f-ccde59be1929,segment=NetworkSegment(50071a4e-afcd-4c3d-9818-b282249384ee),segment_id=50071a4e-afcd-4c3d-9818-b282249384ee)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:55.174687 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.196723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 28cec961-9f27-44e8-b33f-ccde59be1929 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:55.205928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-400b9273-3203-4f5c-853c-e6fdc55ecb49 None None] Deleting port 28cec961-9f27-44e8-b33f-ccde59be1929 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:09:55.206308 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-400b9273-3203-4f5c-853c-e6fdc55ecb49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.334019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.337169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 28cec961-9f27-44e8-b33f-ccde59be1929 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:09:55.396820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=28cec961-9f27-44e8-b33f-ccde59be1929,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:55.412649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No DVR routers for this DVR port 28cec961-9f27-44e8-b33f-ccde59be1929 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:09:55.427195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-400b9273-3203-4f5c-853c-e6fdc55ecb49 None None] For port 28cec961-9f27-44e8-b33f-ccde59be1929, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=28cec961-9f27-44e8-b33f-ccde59be1929,segment=NetworkSegment(50071a4e-afcd-4c3d-9818-b282249384ee),segment_id=50071a4e-afcd-4c3d-9818-b282249384ee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:09:55.427719 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-400b9273-3203-4f5c-853c-e6fdc55ecb49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.463230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-400b9273-3203-4f5c-853c-e6fdc55ecb49 None None] Calling delete_port for 28cec961-9f27-44e8-b33f-ccde59be1929 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:09:55.587140 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-400b9273-3203-4f5c-853c-e6fdc55ecb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (28cec961-9f27-44e8-b33f-ccde59be1929), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.604619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (248c1d15-ccd9-44ec-b17f-7230f8d6dacb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.631201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248c1d15-ccd9-44ec-b17f-7230f8d6dacb']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:55.643658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50071a4e-afcd-4c3d-9818-b282249384ee') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:55.644104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50071a4e-afcd-4c3d-9818-b282249384ee') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:09:55.653452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 28cec961-9f27-44e8-b33f-ccde59be1929 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:09:55.654073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 28cec961-9f27-44e8-b33f-ccde59be1929 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:09:55.656057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b9273-3203-4f5c-853c-e6fdc55ecb49 None None] No DVR routers for this DVR port 28cec961-9f27-44e8-b33f-ccde59be1929 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:09:55.658518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b9273-3203-4f5c-853c-e6fdc55ecb49 None None] Pushing event deleted for resources: {'Port': ['ID=28cec961-9f27-44e8-b33f-ccde59be1929,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:55.669218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (50071a4e-afcd-4c3d-9818-b282249384ee), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.694809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (50071a4e-afcd-4c3d-9818-b282249384ee), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.703790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:09:55.704416 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (50071a4e-afcd-4c3d-9818-b282249384ee), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:09:55.790772 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:09:55.793715 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (248c1d15-ccd9-44ec-b17f-7230f8d6dacb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.802991 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.806593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/networks/248c1d15-ccd9-44ec-b17f-7230f8d6dacb HTTP/1.1" status: 204 len: 168 time: 1.1289949 Feb 03 22:09:55.813945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34326) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:55.819989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1575939009'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:55.825237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9b9bb-8d5f-4e5d-85ae-9281fe0115e0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Network': ['ID=248c1d15-ccd9-44ec-b17f-7230f8d6dacb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:55.857067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:09:55.865524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.952507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:09:55.994925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:55.994925 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added segment be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1 of type vlan for network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 Feb 03 22:09:56.102344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:56.153491 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:56.161749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:56.162760 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:56.190393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3745155 Feb 03 22:09:56.193290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34334) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:56.200049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'subnet': {'network_id': '0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:56.346049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23681698-cd0a-4fd8-83c1-781d1a64d6dc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Network': ['ID=0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:56.357571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:09:56.399878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:09:56.408481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:56.554680 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4899c535-259f-459d-a613-877e79ff1699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:56.871665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (15ba5864-72d7-4f3b-a000-e2883970b552), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:56.998606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Subnet': ['ID=15ba5864-72d7-4f3b-a000-e2883970b552,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:57.010604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Checking segment: {'id': 'be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:09:57.010978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network hostable DHCP agents. Network: 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:09:57.016836 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:57.047646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:09:57.061332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:57.070910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:09:57.071558 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:57.074123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e49af9-8426-4af0-87eb-7a936d870253 None None] Network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:09:57.102315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3bebe6e0-5cc0-4b55-8d74-b58c59865c9f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9054863 Feb 03 22:09:57.103045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34346) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:57.111434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0cef9c5b-6b5b-426c-a934-bf84347c3cf0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1448480523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:09:57.188301 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cef9c5b-6b5b-426c-a934-bf84347c3cf0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (3c1df83f-f683-4451-8f5c-f0372b6261be), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:57.190244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cef9c5b-6b5b-426c-a934-bf84347c3cf0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (3c1df83f-f683-4451-8f5c-f0372b6261be), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:57.311715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9', 'network_id': '0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9', 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'fixed_ips': [{'subnet_id': '15ba5864-72d7-4f3b-a000-e2883970b552'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:09:57.312586 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:57.329462 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cef9c5b-6b5b-426c-a934-bf84347c3cf0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (3c1df83f-f683-4451-8f5c-f0372b6261be), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:57.334429 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cef9c5b-6b5b-426c-a934-bf84347c3cf0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (3c1df83f-f683-4451-8f5c-f0372b6261be), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:57.363815 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cef9c5b-6b5b-426c-a934-bf84347c3cf0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:57.365053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0cef9c5b-6b5b-426c-a934-bf84347c3cf0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2592561 Feb 03 22:09:57.368170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34352) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:09:57.569939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Allocated IP 172.20.0.2 (0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9/15ba5864-72d7-4f3b-a000-e2883970b552/0564079d-4f2d-4633-8535-fa2dcb3ab41f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:09:57.942203 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Publish callbacks [] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:57.951157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:58.032966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:58.037679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:58.041592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:58.110911 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Pushing event updated for resources: {'Port': ['ID=0564079d-4f2d-4633-8535-fa2dcb3ab41f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:58.197896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Attempting to bind port 0564079d-4f2d-4633-8535-fa2dcb3ab41f on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:09:58.198170 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:58.199440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Attempting to bind port 0564079d-4f2d-4633-8535-fa2dcb3ab41f by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:09:58.201086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Attempting to bind port 0564079d-4f2d-4633-8535-fa2dcb3ab41f on network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:09:58.214892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:09:58.215538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Checking segment: {'id': 'be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:09:58.216053 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:58.219009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Bound using segment: {'id': 'be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:09:58.219756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Bound port: 0564079d-4f2d-4633-8535-fa2dcb3ab41f, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:09:58.221300 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:58.378293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] For port 0564079d-4f2d-4633-8535-fa2dcb3ab41f, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:09:58.381769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] For port 0564079d-4f2d-4633-8535-fa2dcb3ab41f, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0564079d-4f2d-4633-8535-fa2dcb3ab41f,segment=NetworkSegment(be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1),segment_id=be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:09:58.401570 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:58.505171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adcb14-1b7f-40e2-a1d9-19cf86cf5f77 None None] Pushing event updated for resources: {'Port': ['ID=0564079d-4f2d-4633-8535-fa2dcb3ab41f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:58.604394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.20.0.1 (0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9/15ba5864-72d7-4f3b-a000-e2883970b552/12d7af22-f194-467e-a5c4-f251d2398c40) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:09:58.654428 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:58.846805 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (12d7af22-f194-467e-a5c4-f251d2398c40), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:58.935921 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (12d7af22-f194-467e-a5c4-f251d2398c40), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:59.126986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=12d7af22-f194-467e-a5c4-f251d2398c40,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:09:59.175640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:09:59.177259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:09:59.187866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:09:59.314645 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (3c1df83f-f683-4451-8f5c-f0372b6261be), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:59.391593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0564079d-4f2d-4633-8535-fa2dcb3ab41f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:09:59.472818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 0564079d-4f2d-4633-8535-fa2dcb3ab41f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:09:59.476483 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:09:59.561564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (12d7af22-f194-467e-a5c4-f251d2398c40), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:00.068454 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:00.129775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 0564079d-4f2d-4633-8535-fa2dcb3ab41f is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:00.130412 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:00.220406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 0564079d-4f2d-4633-8535-fa2dcb3ab41f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0564079d-4f2d-4633-8535-fa2dcb3ab41f,segment=NetworkSegment(be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1),segment_id=be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:00.225943 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:00.234172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (12d7af22-f194-467e-a5c4-f251d2398c40), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:00.240093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (12d7af22-f194-467e-a5c4-f251d2398c40), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:00.316824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7355d29-3d1f-4c33-afa2-b53149a1a65c None None] Network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:00.379502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=12d7af22-f194-467e-a5c4-f251d2398c40,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:00.392032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (3c1df83f-f683-4451-8f5c-f0372b6261be), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:00.552530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:00.554165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:00.617907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-13e7f6b1-5919-4be8-9bd2-3e7b6d0969a0 None None] Provisioning complete for port 0564079d-4f2d-4633-8535-fa2dcb3ab41f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:00.621479 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13e7f6b1-5919-4be8-9bd2-3e7b6d0969a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:00.694489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=0564079d-4f2d-4633-8535-fa2dcb3ab41f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:00.743828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 3c1df83f-f683-4451-8f5c-f0372b6261be is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:10:00.871201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f6b1-5919-4be8-9bd2-3e7b6d0969a0 None None] Current status of the port 0564079d-4f2d-4633-8535-fa2dcb3ab41f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:00.918474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:01.003235 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:10:01.015636 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d1439-f8ce-4762-9af7-e023ddff43ed None None] Sync routers for ids ['3c1df83f-f683-4451-8f5c-f0372b6261be'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:10:01.022604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-184fa81f-8ca2-4eaa-b564-7ad9cafd8f2c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/3c1df83f-f683-4451-8f5c-f0372b6261be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6523895 Feb 03 22:10:01.033061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:01.036291 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d1439-f8ce-4762-9af7-e023ddff43ed None None] Routers {'3c1df83f-f683-4451-8f5c-f0372b6261be'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:01.037113 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d28d1439-f8ce-4762-9af7-e023ddff43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3c1df83f-f683-4451-8f5c-f0372b6261be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:01.117719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6573ff0b-455c-49af-875c-e8b570e9d385 admin admin] Deleting subnet 44a2c0e4-9d91-413c-8ee4-612094ec7835 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:10:01.126986 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6573ff0b-455c-49af-875c-e8b570e9d385 admin admin] Publish callbacks [] for subnet (44a2c0e4-9d91-413c-8ee4-612094ec7835), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:01.244657 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6573ff0b-455c-49af-875c-e8b570e9d385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (44a2c0e4-9d91-413c-8ee4-612094ec7835), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:01.302912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-41a1f977-0fce-4b59-a050-1650a953ab4b None None] Provisioning complete for port 0564079d-4f2d-4633-8535-fa2dcb3ab41f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:01.303126 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41a1f977-0fce-4b59-a050-1650a953ab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:01.420962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0564079d-4f2d-4633-8535-fa2dcb3ab41f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:10:01.438046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c3aca4-f421-4f74-9eac-94f21d53a531 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:01.443276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34418) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:01.450327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-97c3aca4-f421-4f74-9eac-94f21d53a531 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports/12d7af22-f194-467e-a5c4-f251d2398c40 HTTP/1.1" status: 200 len: 910 time: 0.4136167 Feb 03 22:10:01.564135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6573ff0b-455c-49af-875c-e8b570e9d385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (44a2c0e4-9d91-413c-8ee4-612094ec7835), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:01.650104 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d28d1439-f8ce-4762-9af7-e023ddff43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:01.689169 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d1439-f8ce-4762-9af7-e023ddff43ed None None] Routers {'3c1df83f-f683-4451-8f5c-f0372b6261be'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:01.689902 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d28d1439-f8ce-4762-9af7-e023ddff43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3c1df83f-f683-4451-8f5c-f0372b6261be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:01.739937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 0564079d-4f2d-4633-8535-fa2dcb3ab41f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:01.740514 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:01.808425 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6573ff0b-455c-49af-875c-e8b570e9d385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (44a2c0e4-9d91-413c-8ee4-612094ec7835), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:01.882394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-41a1f977-0fce-4b59-a050-1650a953ab4b None None] Current status of the port 0564079d-4f2d-4633-8535-fa2dcb3ab41f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:01.930565 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d28d1439-f8ce-4762-9af7-e023ddff43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:01.932073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ff0b-455c-49af-875c-e8b570e9d385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a2c0e4-9d91-413c-8ee4-612094ec7835,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:01.934151 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d1439-f8ce-4762-9af7-e023ddff43ed None None] The sync data for ids ['3c1df83f-f683-4451-8f5c-f0372b6261be'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:10:01.941629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-41a1f977-0fce-4b59-a050-1650a953ab4b None None] Provisioning complete for port 12d7af22-f194-467e-a5c4-f251d2398c40 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:01.942975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41a1f977-0fce-4b59-a050-1650a953ab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (12d7af22-f194-467e-a5c4-f251d2398c40), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:01.987364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6573ff0b-455c-49af-875c-e8b570e9d385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.007914 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6573ff0b-455c-49af-875c-e8b570e9d385 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/44a2c0e4-9d91-413c-8ee4-612094ec7835 HTTP/1.1" status: 204 len: 168 time: 1.0829587 Feb 03 22:10:02.009471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:02.031715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-41a1f977-0fce-4b59-a050-1650a953ab4b None None] Port 12d7af22-f194-467e-a5c4-f251d2398c40 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:02.137038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 0564079d-4f2d-4633-8535-fa2dcb3ab41f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:02.221632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7397a9fd-d526-44eb-a323-64afadad48f8 None None] Provisioning complete for port 12d7af22-f194-467e-a5c4-f251d2398c40 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:02.223245 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (ed239083-8121-4feb-a3ee-b0d8af27c831), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.223450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7397a9fd-d526-44eb-a323-64afadad48f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (12d7af22-f194-467e-a5c4-f251d2398c40), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.315328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7397a9fd-d526-44eb-a323-64afadad48f8 None None] Port 12d7af22-f194-467e-a5c4-f251d2398c40 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:02.421969 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (ed239083-8121-4feb-a3ee-b0d8af27c831), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.455150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5784dd26-c620-404b-94af-f934c2150fd3 None None] Provisioning complete for port 12d7af22-f194-467e-a5c4-f251d2398c40 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:02.455667 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5784dd26-c620-404b-94af-f934c2150fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (12d7af22-f194-467e-a5c4-f251d2398c40), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.490161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed239083-8121-4feb-a3ee-b0d8af27c831']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:02.532012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5784dd26-c620-404b-94af-f934c2150fd3 None None] Port 12d7af22-f194-467e-a5c4-f251d2398c40 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:02.542778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511c07d9-92fa-4ab1-b45c-d44f593a5566') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:02.545022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511c07d9-92fa-4ab1-b45c-d44f593a5566') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:02.576500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (511c07d9-92fa-4ab1-b45c-d44f593a5566), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.637975 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (511c07d9-92fa-4ab1-b45c-d44f593a5566), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.650929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:10:02.651333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (511c07d9-92fa-4ab1-b45c-d44f593a5566), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:10:02.653089 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:10:02.787602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (3c1df83f-f683-4451-8f5c-f0372b6261be), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.831616 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (ed239083-8121-4feb-a3ee-b0d8af27c831), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.838352 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:02.847196 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] 10.222.0.50 "DELETE /v2.0/networks/ed239083-8121-4feb-a3ee-b0d8af27c831 HTTP/1.1" status: 204 len: 168 time: 0.8343253 Feb 03 22:10:02.847982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:02.894156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b957f-e862-4644-af61-d1f9c5b6131b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed239083-8121-4feb-a3ee-b0d8af27c831,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:02.976539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b53e4d-489a-4f5d-b061-e62f35476778 admin admin] Deleting subnet 0a4123ec-0ae1-4e57-b4b6-8abd1686f133 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:10:02.991275 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79b53e4d-489a-4f5d-b061-e62f35476778 admin admin] Publish callbacks [] for subnet (0a4123ec-0ae1-4e57-b4b6-8abd1686f133), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:03.064870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79b53e4d-489a-4f5d-b061-e62f35476778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (0a4123ec-0ae1-4e57-b4b6-8abd1686f133), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:03.182565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79b53e4d-489a-4f5d-b061-e62f35476778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0a4123ec-0ae1-4e57-b4b6-8abd1686f133), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:03.312843 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79b53e4d-489a-4f5d-b061-e62f35476778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (0a4123ec-0ae1-4e57-b4b6-8abd1686f133), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:03.385912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 12d7af22-f194-467e-a5c4-f251d2398c40 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:10:03.390205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b53e4d-489a-4f5d-b061-e62f35476778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4123ec-0ae1-4e57-b4b6-8abd1686f133,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:03.392088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (12d7af22-f194-467e-a5c4-f251d2398c40), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:03.436222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79b53e4d-489a-4f5d-b061-e62f35476778 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:03.455158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-79b53e4d-489a-4f5d-b061-e62f35476778 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0a4123ec-0ae1-4e57-b4b6-8abd1686f133 HTTP/1.1" status: 204 len: 168 time: 0.5781107 Feb 03 22:10:03.456034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:03.681347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (12d7af22-f194-467e-a5c4-f251d2398c40), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:03.690328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8656455e-463d-454c-93e4-c4755bd3f520), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:03.720892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 12d7af22-f194-467e-a5c4-f251d2398c40 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:10:03.909253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8656455e-463d-454c-93e4-c4755bd3f520), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:03.960370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8656455e-463d-454c-93e4-c4755bd3f520']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:03.982274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef87951d-a516-4357-b769-56262e7fa0ee') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:03.982957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef87951d-a516-4357-b769-56262e7fa0ee') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:04.009046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (ef87951d-a516-4357-b769-56262e7fa0ee), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:04.036785 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ef87951d-a516-4357-b769-56262e7fa0ee), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:04.046709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:10:04.047149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (ef87951d-a516-4357-b769-56262e7fa0ee), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:10:04.048893 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:10:04.089293 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (12d7af22-f194-467e-a5c4-f251d2398c40), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:04.143374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=12d7af22-f194-467e-a5c4-f251d2398c40,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:04.204327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8656455e-463d-454c-93e4-c4755bd3f520), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:04.209242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:04.212518 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8656455e-463d-454c-93e4-c4755bd3f520 HTTP/1.1" status: 204 len: 168 time: 0.7553089 Feb 03 22:10:04.245755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdb1cd-6148-4ecf-8036-17b974d2ef86 admin admin] Pushing event deleted for resources: {'Network': ['ID=8656455e-463d-454c-93e4-c4755bd3f520,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:04.563569 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (3c1df83f-f683-4451-8f5c-f0372b6261be), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:04.579321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:04.701605 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f44e6ca-3443-48ea-b71a-43547264c160 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12255bda1942439cb891dac80dfebd88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1184578 Feb 03 22:10:04.701776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:04.847522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 3c1df83f-f683-4451-8f5c-f0372b6261be has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:10:04.898262 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b33e014-011b-4330-9fca-5733a1375c06 admin admin] Publish callbacks [] for security_group (da444a2d-55f3-4239-9e94-b2219ff1f47e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:04.961666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b33e014-011b-4330-9fca-5733a1375c06 admin admin] Publish callbacks [] for security_group (da444a2d-55f3-4239-9e94-b2219ff1f47e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:05.043032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b33e014-011b-4330-9fca-5733a1375c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (da444a2d-55f3-4239-9e94-b2219ff1f47e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:05.046697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b33e014-011b-4330-9fca-5733a1375c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:05.048083 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2b33e014-011b-4330-9fca-5733a1375c06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da444a2d-55f3-4239-9e94-b2219ff1f47e HTTP/1.1" status: 204 len: 168 time: 0.3453987 Feb 03 22:10:05.058412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:10:05.072315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deaaa63-fae5-4336-8a86-fc5b72ab8c9f None None] Sync routers for ids ['3c1df83f-f683-4451-8f5c-f0372b6261be'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:10:05.074910 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-81963180-3a3a-451d-8240-5c490f910b75 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/3c1df83f-f683-4451-8f5c-f0372b6261be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6300271 Feb 03 22:10:05.090188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:05.119903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deaaa63-fae5-4336-8a86-fc5b72ab8c9f None None] Routers {'3c1df83f-f683-4451-8f5c-f0372b6261be'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:05.123204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6deaaa63-fae5-4336-8a86-fc5b72ab8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3c1df83f-f683-4451-8f5c-f0372b6261be'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:05.183042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33e014-011b-4330-9fca-5733a1375c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da444a2d-55f3-4239-9e94-b2219ff1f47e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:05.188788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6deaaa63-fae5-4336-8a86-fc5b72ab8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:05.200623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:05.206361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3423054a-c958-447b-bc9a-3e10f50f2137 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c1df83f-f683-4451-8f5c-f0372b6261be HTTP/1.1" status: 200 len: 205 time: 0.1109240 Feb 03 22:10:05.249581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deaaa63-fae5-4336-8a86-fc5b72ab8c9f None None] Routers {'3c1df83f-f683-4451-8f5c-f0372b6261be'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:05.250723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6deaaa63-fae5-4336-8a86-fc5b72ab8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3c1df83f-f683-4451-8f5c-f0372b6261be'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:05.355759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6deaaa63-fae5-4336-8a86-fc5b72ab8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:05.356424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deaaa63-fae5-4336-8a86-fc5b72ab8c9f None None] The sync data for ids ['3c1df83f-f683-4451-8f5c-f0372b6261be'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:10:05.414827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf01bce8-b3a6-4f34-93de-3ff341fa2321 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (3c1df83f-f683-4451-8f5c-f0372b6261be), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:05.631655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf01bce8-b3a6-4f34-93de-3ff341fa2321 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (3c1df83f-f683-4451-8f5c-f0372b6261be), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:05.634675 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf01bce8-b3a6-4f34-93de-3ff341fa2321 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (3c1df83f-f683-4451-8f5c-f0372b6261be), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:05.728041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf01bce8-b3a6-4f34-93de-3ff341fa2321 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (3c1df83f-f683-4451-8f5c-f0372b6261be), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:05.730350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf01bce8-b3a6-4f34-93de-3ff341fa2321 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Fanout notify agent at l3_agent the message router_deleted on router 3c1df83f-f683-4451-8f5c-f0372b6261be {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:10:05.765223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf01bce8-b3a6-4f34-93de-3ff341fa2321 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:05.771106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:05.788637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cf01bce8-b3a6-4f34-93de-3ff341fa2321 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/3c1df83f-f683-4451-8f5c-f0372b6261be HTTP/1.1" status: 204 len: 168 time: 0.5862498 Feb 03 22:10:05.938410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-267bd007-3985-42d0-a16c-61ce7ef5e183 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting subnet 15ba5864-72d7-4f3b-a000-e2883970b552 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:10:05.942232 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-267bd007-3985-42d0-a16c-61ce7ef5e183 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (15ba5864-72d7-4f3b-a000-e2883970b552), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:05.979065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34486) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:06.019508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-267bd007-3985-42d0-a16c-61ce7ef5e183 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (15ba5864-72d7-4f3b-a000-e2883970b552), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.071974 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-59a25243-ec58-49c3-b07b-e503a0564776 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7fefedb155784e7aa21443081f35e3a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0914590 Feb 03 22:10:06.077759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:06.122053 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-267bd007-3985-42d0-a16c-61ce7ef5e183 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (15ba5864-72d7-4f3b-a000-e2883970b552), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.160304 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79f95943-9cfd-4468-846c-f460632e107a admin admin] Publish callbacks [] for security_group (d2d87ce0-0cc2-451b-9a30-cf17195d3037), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.192013 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-267bd007-3985-42d0-a16c-61ce7ef5e183 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (15ba5864-72d7-4f3b-a000-e2883970b552), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.194169 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79f95943-9cfd-4468-846c-f460632e107a admin admin] Publish callbacks [] for security_group (d2d87ce0-0cc2-451b-9a30-cf17195d3037), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.247776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0014b8d6-f4f5-4004-8323-efae44b5c072 None None] Network 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:06.262245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bd007-3985-42d0-a16c-61ce7ef5e183 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Subnet': ['ID=15ba5864-72d7-4f3b-a000-e2883970b552,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:06.265954 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79f95943-9cfd-4468-846c-f460632e107a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d2d87ce0-0cc2-451b-9a30-cf17195d3037), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.269461 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-267bd007-3985-42d0-a16c-61ce7ef5e183 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.275990 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-267bd007-3985-42d0-a16c-61ce7ef5e183 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/15ba5864-72d7-4f3b-a000-e2883970b552 HTTP/1.1" status: 204 len: 168 time: 0.4988127 Feb 03 22:10:06.276148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79f95943-9cfd-4468-846c-f460632e107a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.276148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-79f95943-9cfd-4468-846c-f460632e107a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2d87ce0-0cc2-451b-9a30-cf17195d3037 HTTP/1.1" status: 204 len: 168 time: 0.1968455 Feb 03 22:10:06.276431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:06.293055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f95943-9cfd-4468-846c-f460632e107a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d87ce0-0cc2-451b-9a30-cf17195d3037,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:06.475600 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.612540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 0564079d-4f2d-4633-8535-fa2dcb3ab41f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:10:06.613030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.766575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port 0564079d-4f2d-4633-8535-fa2dcb3ab41f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=0564079d-4f2d-4633-8535-fa2dcb3ab41f,segment=NetworkSegment(be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1),segment_id=be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:06.767138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:06.788122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 0564079d-4f2d-4633-8535-fa2dcb3ab41f owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:10:06.930608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] DHCP port deletion for 0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:10:06.947351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.016831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=0564079d-4f2d-4633-8535-fa2dcb3ab41f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:07.046068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No DVR routers for this DVR port 0564079d-4f2d-4633-8535-fa2dcb3ab41f on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:10:07.105846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] Deleting port 0564079d-4f2d-4633-8535-fa2dcb3ab41f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:10:07.105846 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.311625 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.312196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0564079d-4f2d-4633-8535-fa2dcb3ab41f no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:10:07.363763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:07.385701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:07.385997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:07.403431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 0564079d-4f2d-4633-8535-fa2dcb3ab41f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:10:07.404297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 0564079d-4f2d-4633-8535-fa2dcb3ab41f not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:10:07.414215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.443027 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.456403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:10:07.456825 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (be64f9dd-af4e-4c8e-acee-f5bd12d9fbb1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.468877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] For port 0564079d-4f2d-4633-8535-fa2dcb3ab41f, host n-d-824834-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:07.468877 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.498043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] Calling delete_port for 0564079d-4f2d-4633-8535-fa2dcb3ab41f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:10:07.501167 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] Port 0564079d-4f2d-4633-8535-fa2dcb3ab41f was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:10:07.505537 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (0564079d-4f2d-4633-8535-fa2dcb3ab41f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.533995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] No DVR routers for this DVR port 0564079d-4f2d-4633-8535-fa2dcb3ab41f on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:10:07.603135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d65dc-86fa-4062-ae43-d2a8869a238b None None] Pushing event deleted for resources: {'Port': ['ID=0564079d-4f2d-4633-8535-fa2dcb3ab41f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:10:07.627727 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:10:07.647580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:07.668945 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.685565 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.691054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/networks/0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9 HTTP/1.1" status: 204 len: 168 time: 1.4051280 Feb 03 22:10:07.694822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:07.703064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-426822167', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:07.766271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d45f2c-4d56-468c-92ab-06213f6c611f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Network': ['ID=0d7ed8d0-f711-4df3-9f96-5bd9e02ff0e9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:07.805000 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (ce9a0845-fe5f-4124-acc2-d76aed25d157), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.808566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (ce9a0845-fe5f-4124-acc2-d76aed25d157), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.927877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (ce9a0845-fe5f-4124-acc2-d76aed25d157), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:07.930083 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d474-fcd4-4329-b41d-4c8122571f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.243336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_gateway (ce9a0845-fe5f-4124-acc2-d76aed25d157), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.467179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d474-fcd4-4329-b41d-4c8122571f8e admin admin] Publish callbacks [] for security_group (9bd76fb7-e75f-4f6f-9c5e-c76096963bcc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.476531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d474-fcd4-4329-b41d-4c8122571f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9bd76fb7-e75f-4f6f-9c5e-c76096963bcc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.551065 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ccc6d474-fcd4-4329-b41d-4c8122571f8e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f2bced499cb4958a0b79ba3ee98aafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9023409 Feb 03 22:10:08.553667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:08.582193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6d474-fcd4-4329-b41d-4c8122571f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd76fb7-e75f-4f6f-9c5e-c76096963bcc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:08.686700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a784bc2-eaa4-49b0-817a-c1e046739731 admin admin] Publish callbacks [] for security_group (9bd76fb7-e75f-4f6f-9c5e-c76096963bcc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.757660 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a784bc2-eaa4-49b0-817a-c1e046739731 admin admin] Publish callbacks [] for security_group (9bd76fb7-e75f-4f6f-9c5e-c76096963bcc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.883185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_gateway (ce9a0845-fe5f-4124-acc2-d76aed25d157), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.905795 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.922194 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a784bc2-eaa4-49b0-817a-c1e046739731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9bd76fb7-e75f-4f6f-9c5e-c76096963bcc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.925512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a784bc2-eaa4-49b0-817a-c1e046739731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:08.926887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0a784bc2-eaa4-49b0-817a-c1e046739731 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bd76fb7-e75f-4f6f-9c5e-c76096963bcc HTTP/1.1" status: 204 len: 168 time: 0.3722162 Feb 03 22:10:08.937044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a784bc2-eaa4-49b0-817a-c1e046739731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd76fb7-e75f-4f6f-9c5e-c76096963bcc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:09.179027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.25.5.240 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/05f9f74e-b0d4-4a53-a784-888f96410828) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:09.450127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (05f9f74e-b0d4-4a53-a784-888f96410828), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:09.523599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (05f9f74e-b0d4-4a53-a784-888f96410828), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:09.646921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=05f9f74e-b0d4-4a53-a784-888f96410828,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:09.663951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:09.665436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:09.669043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:09.744811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34600) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:09.763556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76703923-9a2c-4f03-98af-15de584a54f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:09.922213 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76703923-9a2c-4f03-98af-15de584a54f9 admin admin] Publish callbacks [] for security_group (34bebf6d-5871-4cd9-9b21-f6576c6455f4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:09.927998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76703923-9a2c-4f03-98af-15de584a54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (34bebf6d-5871-4cd9-9b21-f6576c6455f4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:09.985781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76703923-9a2c-4f03-98af-15de584a54f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bebf6d-5871-4cd9-9b21-f6576c6455f4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:10.033833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-76703923-9a2c-4f03-98af-15de584a54f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3321983fd6cc4cc8a0ae1fb726ef88e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2878842 Feb 03 22:10:10.036219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:10.123497 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_gateway (ce9a0845-fe5f-4124-acc2-d76aed25d157), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:10.152049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b889-663d-4dd8-83ce-fd27389ba149 admin admin] Publish callbacks [] for security_group (34bebf6d-5871-4cd9-9b21-f6576c6455f4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:10.185477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b889-663d-4dd8-83ce-fd27389ba149 admin admin] Publish callbacks [] for security_group (34bebf6d-5871-4cd9-9b21-f6576c6455f4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:10.253015 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b889-663d-4dd8-83ce-fd27389ba149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (34bebf6d-5871-4cd9-9b21-f6576c6455f4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:10.255916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b889-663d-4dd8-83ce-fd27389ba149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:10.260701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b0a3b889-663d-4dd8-83ce-fd27389ba149 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34bebf6d-5871-4cd9-9b21-f6576c6455f4 HTTP/1.1" status: 204 len: 168 time: 0.2228665 Feb 03 22:10:10.282496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3b889-663d-4dd8-83ce-fd27389ba149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bebf6d-5871-4cd9-9b21-f6576c6455f4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:11.069533 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (ce9a0845-fe5f-4124-acc2-d76aed25d157), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:11.375863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router ce9a0845-fe5f-4124-acc2-d76aed25d157 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:10:11.657857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:10:11.681848 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2d263-da5a-49d4-8b5f-1d65010c00bf None None] Sync routers for ids ['ce9a0845-fe5f-4124-acc2-d76aed25d157'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:10:11.695895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:11.696475 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2d263-da5a-49d4-8b5f-1d65010c00bf None None] Routers {'ce9a0845-fe5f-4124-acc2-d76aed25d157'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:11.697130 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7ab2d263-da5a-49d4-8b5f-1d65010c00bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['ce9a0845-fe5f-4124-acc2-d76aed25d157'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:11.698577 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bd29c20a-7334-4ae6-b329-d5a95799507f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.0013371 Feb 03 22:10:11.702024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34660) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:11.736277 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7ab2d263-da5a-49d4-8b5f-1d65010c00bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:11.749727 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2d263-da5a-49d4-8b5f-1d65010c00bf None None] Routers {'ce9a0845-fe5f-4124-acc2-d76aed25d157'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:11.750345 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7ab2d263-da5a-49d4-8b5f-1d65010c00bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['ce9a0845-fe5f-4124-acc2-d76aed25d157'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:11.789422 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7ab2d263-da5a-49d4-8b5f-1d65010c00bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:11.790262 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2d263-da5a-49d4-8b5f-1d65010c00bf None None] The sync data for ids ['ce9a0845-fe5f-4124-acc2-d76aed25d157'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:10:11.887667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1fe355e7-9e5e-47dc-abc6-af2102f18327 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/routers/ce9a0845-fe5f-4124-acc2-d76aed25d157 HTTP/1.1" status: 200 len: 880 time: 0.1817322 Feb 03 22:10:11.888648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:12.432347 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0d9d681b-2960-44fd-9ea7-fceed8950b90 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5423641 Feb 03 22:10:12.435420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:12.440286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ff9a9937-2329-4ac5-be77-e9c7dce0f2ea tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-426822167'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:13.158740 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9937-2329-4ac5-be77-e9c7dce0f2ea tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (ce9a0845-fe5f-4124-acc2-d76aed25d157), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:13.171884 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9937-2329-4ac5-be77-e9c7dce0f2ea tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (ce9a0845-fe5f-4124-acc2-d76aed25d157), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:13.419978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9a9937-2329-4ac5-be77-e9c7dce0f2ea tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router ce9a0845-fe5f-4124-acc2-d76aed25d157 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:10:13.643782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9a9937-2329-4ac5-be77-e9c7dce0f2ea tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:10:13.659097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9937-2329-4ac5-be77-e9c7dce0f2ea tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:13.661453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15de6a-87be-4269-859f-3a895d0a5308 None None] Sync routers for ids ['ce9a0845-fe5f-4124-acc2-d76aed25d157'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:10:13.662528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ff9a9937-2329-4ac5-be77-e9c7dce0f2ea tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/ce9a0845-fe5f-4124-acc2-d76aed25d157 HTTP/1.1" status: 200 len: 887 time: 1.2238705 Feb 03 22:10:13.663337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:13.685170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15de6a-87be-4269-859f-3a895d0a5308 None None] Routers {'ce9a0845-fe5f-4124-acc2-d76aed25d157'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:13.687771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7b15de6a-87be-4269-859f-3a895d0a5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['ce9a0845-fe5f-4124-acc2-d76aed25d157'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:13.829682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7b15de6a-87be-4269-859f-3a895d0a5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:13.855057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15de6a-87be-4269-859f-3a895d0a5308 None None] Routers {'ce9a0845-fe5f-4124-acc2-d76aed25d157'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:13.856008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7b15de6a-87be-4269-859f-3a895d0a5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['ce9a0845-fe5f-4124-acc2-d76aed25d157'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:13.953529 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-585f2fb5-1631-4c6b-8502-0d1dcf478ba4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/routers/ce9a0845-fe5f-4124-acc2-d76aed25d157 HTTP/1.1" status: 200 len: 887 time: 0.2889695 Feb 03 22:10:13.956103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:13.969117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7b15de6a-87be-4269-859f-3a895d0a5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:13.972699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15de6a-87be-4269-859f-3a895d0a5308 None None] The sync data for ids ['ce9a0845-fe5f-4124-acc2-d76aed25d157'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:10:14.031300 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-451954c8-b54d-4162-8f0d-9e1500a4838b tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce9a0845-fe5f-4124-acc2-d76aed25d157 HTTP/1.1" status: 200 len: 205 time: 0.0732012 Feb 03 22:10:14.033556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:14.249947 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (ce9a0845-fe5f-4124-acc2-d76aed25d157), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:14.978878 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_gateway (ce9a0845-fe5f-4124-acc2-d76aed25d157), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:15.106741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 05f9f74e-b0d4-4a53-a784-888f96410828 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:10:15.108971 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (05f9f74e-b0d4-4a53-a784-888f96410828), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:15.275306 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (05f9f74e-b0d4-4a53-a784-888f96410828), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:15.300943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 05f9f74e-b0d4-4a53-a784-888f96410828 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:10:15.632432 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (05f9f74e-b0d4-4a53-a784-888f96410828), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:15.739661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=05f9f74e-b0d4-4a53-a784-888f96410828,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:15.787037 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (ce9a0845-fe5f-4124-acc2-d76aed25d157), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:15.946232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (ce9a0845-fe5f-4124-acc2-d76aed25d157), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:15.952075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (ce9a0845-fe5f-4124-acc2-d76aed25d157), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:16.042359 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (ce9a0845-fe5f-4124-acc2-d76aed25d157), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:16.044474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Fanout notify agent at l3_agent the message router_deleted on router ce9a0845-fe5f-4124-acc2-d76aed25d157 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:10:16.073105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:16.074676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1640d952-baa0-4158-94e5-2e52968e417a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/ce9a0845-fe5f-4124-acc2-d76aed25d157 HTTP/1.1" status: 204 len: 168 time: 2.0395451 Feb 03 22:10:16.080963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34818) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:16.086351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1804163010'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:16.120283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:10:16.127845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:16.190249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:10:16.215742 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b581fd55-9e90-4308-a851-e05e873d96dc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:16.216342 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added segment b581fd55-9e90-4308-a851-e05e873d96dc of type vlan for network 4afe57b0-8e27-4160-ad55-8645ce11bf1e Feb 03 22:10:16.276836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4afe57b0-8e27-4160-ad55-8645ce11bf1e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:16.312584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4afe57b0-8e27-4160-ad55-8645ce11bf1e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:16.334829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:16.335497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:16.442640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3602858 Feb 03 22:10:16.446322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 34826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:16.453824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'subnet': {'network_id': '4afe57b0-8e27-4160-ad55-8645ce11bf1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:16.458945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Network': ['ID=4afe57b0-8e27-4160-ad55-8645ce11bf1e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:16.468737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.469287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.469800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.470302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.470849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.471338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.472599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.473117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.473593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.474272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.474795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.475269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.475742 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592adf4b-bb50-4b56-b433-778872c50747 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:16.493907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4afe57b0-8e27-4160-ad55-8645ce11bf1e details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:10:16.702813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:10:16.707943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:17.007704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (13c51406-4eac-4a61-9670-c5b8f46fecd6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:17.119873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Subnet': ['ID=13c51406-4eac-4a61-9670-c5b8f46fecd6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:17.139297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.140208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.140892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.141840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.154623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.154993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.155340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.155685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.156025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.156361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.156705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.157075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.157410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:17.233375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Checking segment: {'id': 'b581fd55-9e90-4308-a851-e05e873d96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4afe57b0-8e27-4160-ad55-8645ce11bf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:17.233774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network hostable DHCP agents. Network: 4afe57b0-8e27-4160-ad55-8645ce11bf1e, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:10:17.265636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 4afe57b0-8e27-4160-ad55-8645ce11bf1e is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:10:17.278290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4afe57b0-8e27-4160-ad55-8645ce11bf1e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:17.302325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5304d2-d0bf-42a8-bb1d-d9441ba0996c None None] Network 4afe57b0-8e27-4160-ad55-8645ce11bf1e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:17.335215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:17.335956 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:17.375024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:17.375580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-631f5a2b-354a-499c-b5df-eb18ef0ccb12 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9278998 Feb 03 22:10:17.379771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c2ab9e3b-8de3-4ca5-89ba-0b29696a8867 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1193570055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:17.477563 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e3b-8de3-4ca5-89ba-0b29696a8867 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:17.480187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e3b-8de3-4ca5-89ba-0b29696a8867 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:17.605988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e3b-8de3-4ca5-89ba-0b29696a8867 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:17.608360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-4afe57b0-8e27-4160-ad55-8645ce11bf1e', 'network_id': '4afe57b0-8e27-4160-ad55-8645ce11bf1e', 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'fixed_ips': [{'subnet_id': '13c51406-4eac-4a61-9670-c5b8f46fecd6'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:10:17.609492 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:17.614146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e3b-8de3-4ca5-89ba-0b29696a8867 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:17.650904 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e3b-8de3-4ca5-89ba-0b29696a8867 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:17.652652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c2ab9e3b-8de3-4ca5-89ba-0b29696a8867 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2764335 Feb 03 22:10:17.655411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 34874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:17.850129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Allocated IP 172.20.0.2 (4afe57b0-8e27-4160-ad55-8645ce11bf1e/13c51406-4eac-4a61-9670-c5b8f46fecd6/88075f2d-89f3-4952-ae61-2ba1581e6320) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:18.205067 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Publish callbacks [] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:18.219611 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:18.313475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:18.347680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Network 4afe57b0-8e27-4160-ad55-8645ce11bf1e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:18.351972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Pushing event updated for resources: {'Port': ['ID=88075f2d-89f3-4952-ae61-2ba1581e6320,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:18.369108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:18.373457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.373818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.407543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.408809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.409184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.417759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.418749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.420546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.421096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.422929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.423462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.424001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.427628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:10:18.433141 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:18.577431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Attempting to bind port 88075f2d-89f3-4952-ae61-2ba1581e6320 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:10:18.577808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Attempting to bind port 88075f2d-89f3-4952-ae61-2ba1581e6320 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b581fd55-9e90-4308-a851-e05e873d96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4afe57b0-8e27-4160-ad55-8645ce11bf1e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:10:18.578364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Attempting to bind port 88075f2d-89f3-4952-ae61-2ba1581e6320 on network 4afe57b0-8e27-4160-ad55-8645ce11bf1e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:10:18.586959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:10:18.587334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Checking segment: {'id': 'b581fd55-9e90-4308-a851-e05e873d96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4afe57b0-8e27-4160-ad55-8645ce11bf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:18.588775 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:18.593232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Bound using segment: {'id': 'b581fd55-9e90-4308-a851-e05e873d96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4afe57b0-8e27-4160-ad55-8645ce11bf1e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:10:18.593707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Bound port: 88075f2d-89f3-4952-ae61-2ba1581e6320, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b581fd55-9e90-4308-a851-e05e873d96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4afe57b0-8e27-4160-ad55-8645ce11bf1e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:10:18.594084 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:18.706181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] For port 88075f2d-89f3-4952-ae61-2ba1581e6320, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:10:18.723397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] For port 88075f2d-89f3-4952-ae61-2ba1581e6320, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=88075f2d-89f3-4952-ae61-2ba1581e6320,segment=NetworkSegment(b581fd55-9e90-4308-a851-e05e873d96dc),segment_id=b581fd55-9e90-4308-a851-e05e873d96dc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:10:18.730440 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:18.793407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9ad38-c7fb-41d6-832b-0e936c251edb None None] Pushing event updated for resources: {'Port': ['ID=88075f2d-89f3-4952-ae61-2ba1581e6320,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:18.941689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.20.0.1 (4afe57b0-8e27-4160-ad55-8645ce11bf1e/13c51406-4eac-4a61-9670-c5b8f46fecd6/0b8046d1-b50d-485b-922b-4369d4859bbd) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:19.254759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:19.300704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:19.448869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 4afe57b0-8e27-4160-ad55-8645ce11bf1e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:19.453031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:19.459430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:19.476767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=0b8046d1-b50d-485b-922b-4369d4859bbd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:19.596282 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:19.880001 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:20.648363 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:20.657471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:20.803164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=0b8046d1-b50d-485b-922b-4369d4859bbd,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:20.809264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:21.064649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 4afe57b0-8e27-4160-ad55-8645ce11bf1e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:21.070628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:21.111129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b98d40-ae1e-4671-bafd-c65f960aa736 None None] Network 4afe57b0-8e27-4160-ad55-8645ce11bf1e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:21.502573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-58f280fe-a2c8-4980-9ea0-4e789bd84386 None None] Provisioning complete for port 88075f2d-89f3-4952-ae61-2ba1581e6320 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:21.503182 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58f280fe-a2c8-4980-9ea0-4e789bd84386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:21.506530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 88075f2d-89f3-4952-ae61-2ba1581e6320 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:10:21.538801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router f03dfba3-679a-4f0d-bb1b-e558cfc0758c is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:10:21.884703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:10:21.898115 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89977bfe-79cd-465a-a8dd-c67f5c0ff3b3 None None] Sync routers for ids ['f03dfba3-679a-4f0d-bb1b-e558cfc0758c'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:10:21.909727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 88075f2d-89f3-4952-ae61-2ba1581e6320 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:21.912942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:21.914467 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:21.924978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-05094485-77f6-439b-a07e-d7c41b329cd0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/f03dfba3-679a-4f0d-bb1b-e558cfc0758c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2680635 Feb 03 22:10:21.931972 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89977bfe-79cd-465a-a8dd-c67f5c0ff3b3 None None] Routers {'f03dfba3-679a-4f0d-bb1b-e558cfc0758c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:21.932618 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-89977bfe-79cd-465a-a8dd-c67f5c0ff3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f03dfba3-679a-4f0d-bb1b-e558cfc0758c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:22.074865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e994dfe-7cd5-45b7-ba65-9cdf674b1031 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:22.079956 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-89977bfe-79cd-465a-a8dd-c67f5c0ff3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:22.090342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:22.095976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-971e0da8-b6f9-43cf-a258-6cdca0ce95ab tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13c51406-4eac-4a61-9670-c5b8f46fecd6'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:22.099587 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9e994dfe-7cd5-45b7-ba65-9cdf674b1031 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports/0b8046d1-b50d-485b-922b-4369d4859bbd HTTP/1.1" status: 200 len: 910 time: 0.1855025 Feb 03 22:10:22.127045 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89977bfe-79cd-465a-a8dd-c67f5c0ff3b3 None None] Routers {'f03dfba3-679a-4f0d-bb1b-e558cfc0758c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:22.128312 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-89977bfe-79cd-465a-a8dd-c67f5c0ff3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:09:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f03dfba3-679a-4f0d-bb1b-e558cfc0758c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:22.263266 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-89977bfe-79cd-465a-a8dd-c67f5c0ff3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:22.263927 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89977bfe-79cd-465a-a8dd-c67f5c0ff3b3 None None] The sync data for ids ['f03dfba3-679a-4f0d-bb1b-e558cfc0758c'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:10:22.272992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58f280fe-a2c8-4980-9ea0-4e789bd84386 None None] Current status of the port 88075f2d-89f3-4952-ae61-2ba1581e6320 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:22.278865 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58f280fe-a2c8-4980-9ea0-4e789bd84386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:22.430732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 88075f2d-89f3-4952-ae61-2ba1581e6320 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:22.431099 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:22.503439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-58f280fe-a2c8-4980-9ea0-4e789bd84386 None None] For port 88075f2d-89f3-4952-ae61-2ba1581e6320, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=88075f2d-89f3-4952-ae61-2ba1581e6320,segment=NetworkSegment(b581fd55-9e90-4308-a851-e05e873d96dc),segment_id=b581fd55-9e90-4308-a851-e05e873d96dc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:22.520882 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58f280fe-a2c8-4980-9ea0-4e789bd84386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:22.713995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f280fe-a2c8-4980-9ea0-4e789bd84386 None None] Pushing event updated for resources: {'Port': ['ID=88075f2d-89f3-4952-ae61-2ba1581e6320,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:22.815704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5374d58d-ecac-4b37-9976-f88637573539 None None] Provisioning complete for port 88075f2d-89f3-4952-ae61-2ba1581e6320 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:22.816285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5374d58d-ecac-4b37-9976-f88637573539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:23.067950 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:10:23.069516 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:10:23.158864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5374d58d-ecac-4b37-9976-f88637573539 None None] Current status of the port 88075f2d-89f3-4952-ae61-2ba1581e6320 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:23.216506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5374d58d-ecac-4b37-9976-f88637573539 None None] Provisioning complete for port 0b8046d1-b50d-485b-922b-4369d4859bbd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:23.216506 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5374d58d-ecac-4b37-9976-f88637573539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:23.275421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5374d58d-ecac-4b37-9976-f88637573539 None None] Port 0b8046d1-b50d-485b-922b-4369d4859bbd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:23.419848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cd00a694-10b7-4a8e-8974-aad3c0c9fc1f None None] Provisioning complete for port 0b8046d1-b50d-485b-922b-4369d4859bbd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:23.420227 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd00a694-10b7-4a8e-8974-aad3c0c9fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:23.515394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-971e0da8-b6f9-43cf-a258-6cdca0ce95ab tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:23.543585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cd00a694-10b7-4a8e-8974-aad3c0c9fc1f None None] Port 0b8046d1-b50d-485b-922b-4369d4859bbd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:23.685604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 88075f2d-89f3-4952-ae61-2ba1581e6320 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:23.693657 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ade44e58-cf9f-4b8d-9a2e-cb6798f0d06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:23.952694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 88075f2d-89f3-4952-ae61-2ba1581e6320 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:10:24.398576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 88075f2d-89f3-4952-ae61-2ba1581e6320 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:24.400303 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:24.675151 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:24.698741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-971e0da8-b6f9-43cf-a258-6cdca0ce95ab tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:24.724453 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-971e0da8-b6f9-43cf-a258-6cdca0ce95ab tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:24.773940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 88075f2d-89f3-4952-ae61-2ba1581e6320 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:24.789314 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:24.902556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e0da8-b6f9-43cf-a258-6cdca0ce95ab tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=0b8046d1-b50d-485b-922b-4369d4859bbd,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:24.910410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e0da8-b6f9-43cf-a258-6cdca0ce95ab tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:24.911331 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-971e0da8-b6f9-43cf-a258-6cdca0ce95ab tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:24.913347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-971e0da8-b6f9-43cf-a258-6cdca0ce95ab tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/ports/0b8046d1-b50d-485b-922b-4369d4859bbd HTTP/1.1" status: 200 len: 910 time: 2.8215835 Feb 03 22:10:24.916382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:25.792103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:26.254251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 0b8046d1-b50d-485b-922b-4369d4859bbd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:10:26.255343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:26.475066 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-aa24594c-5702-4051-859c-d266f2917749 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1636186 Feb 03 22:10:26.486374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:26.515450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 0b8046d1-b50d-485b-922b-4369d4859bbd owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:10:26.530254 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e26e441-eb57-42f7-8bb3-ea20304386d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:26.805381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-7d824459-cbfb-40db-88f7-0fd1e9a0fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:26.806973 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-7d824459-cbfb-40db-88f7-0fd1e9a0fceb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=769e32d039cc427c99cf4027de31df66&device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 1128 time: 0.2465541 Feb 03 22:10:26.976864 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:27.121682 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0b8046d1-b50d-485b-922b-4369d4859bbd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:27.235398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=0b8046d1-b50d-485b-922b-4369d4859bbd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:27.457039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-5a8c8bb5-4138-4635-8748-efe79964c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:27.460693 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-5a8c8bb5-4138-4635-8748-efe79964c35f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 200 len: 918 time: 0.5554967 Feb 03 22:10:27.925100 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-30b4b3cb-2c3e-46db-aedc-85e752003a9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a HTTP/1.1" status: 200 len: 1001 time: 0.3652151 Feb 03 22:10:28.085639 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:28.123103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-ca0b2461-c8df-41d1-977a-608d1611313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:28.124959 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-ca0b2461-c8df-41d1-977a-608d1611313b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 200 len: 856 time: 0.1400163 Feb 03 22:10:28.312076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-5f6ffabd-265a-4b04-8622-01d7f184e976 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693450970&fields=id&tenant_id=eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 267 time: 0.1432054 Feb 03 22:10:28.549744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dffb-a676-4765-9d53-fec78074ba5d req-e7cffcbf-61a9-4e6e-8e19-77f3178bfaba tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:28.577073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-e7cffcbf-61a9-4e6e-8e19-77f3178bfaba tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.2472136 Feb 03 22:10:28.636089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-6e5949dd-c89b-4eb8-ae5f-f283965faf75 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/quotas/eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 375 time: 0.0580428 Feb 03 22:10:28.664694 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:28.836354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-074e1eb8-4281-4a3a-b82e-484c8326ceec tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874871 Feb 03 22:10:28.961184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-9873c2ea-150c-42bd-946c-d3046f3b8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:28.963362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-9873c2ea-150c-42bd-946c-d3046f3b8ff4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1d35677-80fc-40d1-be92-5e74df347aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7205939 Feb 03 22:10:29.246151 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-d4a8e270-b596-4c7a-b564-5bd080d60ed8 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739053 Feb 03 22:10:29.277645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-8eb40e54-3fa0-4cd2-9500-414216140ee2 service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403234 Feb 03 22:10:29.312433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router f03dfba3-679a-4f0d-bb1b-e558cfc0758c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:10:29.479649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-e56ff0ba-e26c-4510-bc6c-99f72a4bbb4d service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940091 Feb 03 22:10:29.486422 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c7de64-dcfd-46bc-b1f7-8702229f23a4 req-6762532f-acea-4bd1-abad-5a63e1410cb7 service neutron] 10.222.0.10 "GET /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296441 Feb 03 22:10:29.694859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:10:29.700558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-83fce2cb-1d7c-4083-946b-e67f84943187 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/f03dfba3-679a-4f0d-bb1b-e558cfc0758c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7813673 Feb 03 22:10:29.703370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35214) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:29.708061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbc57e-c166-465b-a249-e002024a00af None None] Sync routers for ids ['f03dfba3-679a-4f0d-bb1b-e558cfc0758c'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:10:29.730588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbc57e-c166-465b-a249-e002024a00af None None] Routers {'f03dfba3-679a-4f0d-bb1b-e558cfc0758c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:29.731345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58dbc57e-c166-465b-a249-e002024a00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f03dfba3-679a-4f0d-bb1b-e558cfc0758c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:29.758640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:29.763257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ac51657a-2460-42ec-bf74-367b90821adf tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f03dfba3-679a-4f0d-bb1b-e558cfc0758c HTTP/1.1" status: 200 len: 205 time: 0.0514553 Feb 03 22:10:29.788101 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:10:29.808383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58dbc57e-c166-465b-a249-e002024a00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:29.837327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbc57e-c166-465b-a249-e002024a00af None None] Routers {'f03dfba3-679a-4f0d-bb1b-e558cfc0758c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:29.838130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58dbc57e-c166-465b-a249-e002024a00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f03dfba3-679a-4f0d-bb1b-e558cfc0758c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:29.951673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58dbc57e-c166-465b-a249-e002024a00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:29.952566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbc57e-c166-465b-a249-e002024a00af None None] The sync data for ids ['f03dfba3-679a-4f0d-bb1b-e558cfc0758c'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:10:29.972149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:30.087956 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b73c-b009-4dae-9749-6555face6365 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:30.336376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75347dc4-6894-4044-837b-baaa211d093d req-b76f8b8f-28a8-4754-bceb-aaf2ad6107b5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0813589 Feb 03 22:10:30.501280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b73c-b009-4dae-9749-6555face6365 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:30.509085 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b73c-b009-4dae-9749-6555face6365 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:30.603547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b73c-b009-4dae-9749-6555face6365 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (f03dfba3-679a-4f0d-bb1b-e558cfc0758c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:30.604669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c7b73c-b009-4dae-9749-6555face6365 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Fanout notify agent at l3_agent the message router_deleted on router f03dfba3-679a-4f0d-bb1b-e558cfc0758c {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:10:30.637255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b73c-b009-4dae-9749-6555face6365 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:30.641147 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e3c7b73c-b009-4dae-9749-6555face6365 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/f03dfba3-679a-4f0d-bb1b-e558cfc0758c HTTP/1.1" status: 204 len: 168 time: 0.8814566 Feb 03 22:10:30.643825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:30.813204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee22e45a-2331-4990-a3b5-eba888a57e01 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting subnet 13c51406-4eac-4a61-9670-c5b8f46fecd6 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:10:30.826115 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee22e45a-2331-4990-a3b5-eba888a57e01 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (13c51406-4eac-4a61-9670-c5b8f46fecd6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:30.873230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:30.931847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee22e45a-2331-4990-a3b5-eba888a57e01 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (13c51406-4eac-4a61-9670-c5b8f46fecd6), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.101755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9417d0a-5d50-4eca-988f-91c2105aae16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.204922 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee22e45a-2331-4990-a3b5-eba888a57e01 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (13c51406-4eac-4a61-9670-c5b8f46fecd6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.308585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9417d0a-5d50-4eca-988f-91c2105aae16 admin admin] Publish callbacks [] for security_group (71de2ffe-eff4-4ee9-a67d-dca996d35568), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.315860 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9417d0a-5d50-4eca-988f-91c2105aae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (71de2ffe-eff4-4ee9-a67d-dca996d35568), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.400836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee22e45a-2331-4990-a3b5-eba888a57e01 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (13c51406-4eac-4a61-9670-c5b8f46fecd6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.413630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9417d0a-5d50-4eca-988f-91c2105aae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71de2ffe-eff4-4ee9-a67d-dca996d35568,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:31.463722 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d9417d0a-5d50-4eca-988f-91c2105aae16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84e082e4fa254c35b6d1539560bee286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5893767 Feb 03 22:10:31.466775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:31.537753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22e45a-2331-4990-a3b5-eba888a57e01 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Subnet': ['ID=13c51406-4eac-4a61-9670-c5b8f46fecd6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:31.541828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee22e45a-2331-4990-a3b5-eba888a57e01 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.545582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346429d5-efa6-4d3d-9d74-111f73be0c76 None None] Network 4afe57b0-8e27-4160-ad55-8645ce11bf1e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:31.566300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ee22e45a-2331-4990-a3b5-eba888a57e01 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/13c51406-4eac-4a61-9670-c5b8f46fecd6 HTTP/1.1" status: 204 len: 168 time: 0.9212203 Feb 03 22:10:31.570438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:31.631381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a445eec7-7551-42b8-81f3-ae520aae564b admin admin] Publish callbacks [] for security_group (71de2ffe-eff4-4ee9-a67d-dca996d35568), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.699143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a445eec7-7551-42b8-81f3-ae520aae564b admin admin] Publish callbacks [] for security_group (71de2ffe-eff4-4ee9-a67d-dca996d35568), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.802097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a445eec7-7551-42b8-81f3-ae520aae564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (71de2ffe-eff4-4ee9-a67d-dca996d35568), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.802631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db6db7ba-2ee2-44e7-b89f-95201cb7e85c req-d171c798-bd61-44d8-95a3-6fad1702c4b6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.2661471 Feb 03 22:10:31.804649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a445eec7-7551-42b8-81f3-ae520aae564b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:31.810811 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a445eec7-7551-42b8-81f3-ae520aae564b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71de2ffe-eff4-4ee9-a67d-dca996d35568 HTTP/1.1" status: 204 len: 168 time: 0.3426545 Feb 03 22:10:31.846291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445eec7-7551-42b8-81f3-ae520aae564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71de2ffe-eff4-4ee9-a67d-dca996d35568,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:31.925759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58ad1f-7364-4836-80df-c6aad0fb8117 None None] DHCP port deletion for 4afe57b0-8e27-4160-ad55-8645ce11bf1e request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:10:31.939877 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4afe57b0-8e27-4160-ad55-8645ce11bf1e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:32.125417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e58ad1f-7364-4836-80df-c6aad0fb8117 None None] Deleting port 88075f2d-89f3-4952-ae61-2ba1581e6320 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:10:32.126032 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e58ad1f-7364-4836-80df-c6aad0fb8117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:32.208134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 88075f2d-89f3-4952-ae61-2ba1581e6320 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:10:32.217792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:32.218916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4e58ad1f-7364-4836-80df-c6aad0fb8117 None None] For port 88075f2d-89f3-4952-ae61-2ba1581e6320, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=88075f2d-89f3-4952-ae61-2ba1581e6320,segment=NetworkSegment(b581fd55-9e90-4308-a851-e05e873d96dc),segment_id=b581fd55-9e90-4308-a851-e05e873d96dc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:32.219323 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e58ad1f-7364-4836-80df-c6aad0fb8117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:32.249375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e58ad1f-7364-4836-80df-c6aad0fb8117 None None] Calling delete_port for 88075f2d-89f3-4952-ae61-2ba1581e6320 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:10:32.442123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e58ad1f-7364-4836-80df-c6aad0fb8117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:32.461693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port 88075f2d-89f3-4952-ae61-2ba1581e6320, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=88075f2d-89f3-4952-ae61-2ba1581e6320,segment=NetworkSegment(b581fd55-9e90-4308-a851-e05e873d96dc),segment_id=b581fd55-9e90-4308-a851-e05e873d96dc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:32.470517 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:32.506553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dffb-a676-4765-9d53-fec78074ba5d req-b2144907-0e8a-498c-9f71-ef470f0b9191 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:32.515562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 88075f2d-89f3-4952-ae61-2ba1581e6320 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:10:32.517200 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-b2144907-0e8a-498c-9f71-ef470f0b9191 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.4387255 Feb 03 22:10:32.542709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58ad1f-7364-4836-80df-c6aad0fb8117 None None] Pushing event deleted for resources: {'Port': ['ID=88075f2d-89f3-4952-ae61-2ba1581e6320,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:32.553385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58ad1f-7364-4836-80df-c6aad0fb8117 None None] No DVR routers for this DVR port 88075f2d-89f3-4952-ae61-2ba1581e6320 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:10:32.726378 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (88075f2d-89f3-4952-ae61-2ba1581e6320), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:32.734264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35314) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:32.746622 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-dc6afa40-74c7-44f0-bdce-796509e6d70b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 380 time: 0.2146113 Feb 03 22:10:32.780223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'port': {'device_id': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'admin_state_up': True, 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'security_groups': ['23306e0f-c1a8-4c3c-9d52-fd366f112673']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:32.899616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cc506c4-19a9-42a7-ab18-5f635c961d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:32.925342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No DVR routers for this DVR port 88075f2d-89f3-4952-ae61-2ba1581e6320 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:10:32.964106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=88075f2d-89f3-4952-ae61-2ba1581e6320,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:33.058503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Made reservation on behalf of eb5afcbeebe24f71934e2665a78a2dd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:10:33.065219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.161047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66de4d85-85ae-4af2-b3aa-12715bccda79 req-bbe0ec62-a18f-47d3-b85b-0b145a49c4b4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.1112370 Feb 03 22:10:33.352470 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cc506c4-19a9-42a7-ab18-5f635c961d64 admin admin] Publish callbacks [] for security_group (6c6c0dc1-7a9c-47cc-8e4c-9f6eaccdf743), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.360342 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4afe57b0-8e27-4160-ad55-8645ce11bf1e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.369730 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cc506c4-19a9-42a7-ab18-5f635c961d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6c6c0dc1-7a9c-47cc-8e4c-9f6eaccdf743), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.441400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.20.0.14 (ce88f1d2-4911-43d4-8df7-15f173417f10/29421726-b876-425d-915a-9aa618fe4321/2602497e-760c-49c4-8a99-523345ce2591) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:33.449765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6cc506c4-19a9-42a7-ab18-5f635c961d64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e8e45c76db04a4db306ecad9b5d6d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7021127 Feb 03 22:10:33.473193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:33.684364 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afe57b0-8e27-4160-ad55-8645ce11bf1e']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:33.716200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b581fd55-9e90-4308-a851-e05e873d96dc') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:33.716200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b581fd55-9e90-4308-a851-e05e873d96dc') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:33.753564 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (b581fd55-9e90-4308-a851-e05e873d96dc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.785978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b581fd55-9e90-4308-a851-e05e873d96dc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.788104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc506c4-19a9-42a7-ab18-5f635c961d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c0dc1-7a9c-47cc-8e4c-9f6eaccdf743,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:33.819192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 88075f2d-89f3-4952-ae61-2ba1581e6320 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:10:33.822387 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (2602497e-760c-49c4-8a99-523345ce2591), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.837439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:10:33.837920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (b581fd55-9e90-4308-a851-e05e873d96dc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:10:33.841842 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:10:33.856438 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8223d0fa-8fdc-4b32-a588-2987c95d7d95 admin admin] Publish callbacks [] for security_group (6c6c0dc1-7a9c-47cc-8e4c-9f6eaccdf743), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.873155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 88075f2d-89f3-4952-ae61-2ba1581e6320 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:10:33.873476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 88075f2d-89f3-4952-ae61-2ba1581e6320 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:10:33.961898 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8223d0fa-8fdc-4b32-a588-2987c95d7d95 admin admin] Publish callbacks [] for security_group (6c6c0dc1-7a9c-47cc-8e4c-9f6eaccdf743), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.969369 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4afe57b0-8e27-4160-ad55-8645ce11bf1e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.975137 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:33.978616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/networks/4afe57b0-8e27-4160-ad55-8645ce11bf1e HTTP/1.1" status: 204 len: 168 time: 2.3914161 Feb 03 22:10:33.988018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35346) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:33.998630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985a9be-45ac-406a-8570-2388a93140cc tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Network': ['ID=4afe57b0-8e27-4160-ad55-8645ce11bf1e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:34.018973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3bf72a57-d11a-47c8-89ee-9ee2d7e14c04 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1673118173', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:34.056390 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8223d0fa-8fdc-4b32-a588-2987c95d7d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6c6c0dc1-7a9c-47cc-8e4c-9f6eaccdf743), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.059666 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8223d0fa-8fdc-4b32-a588-2987c95d7d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.060913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8223d0fa-8fdc-4b32-a588-2987c95d7d95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c6c0dc1-7a9c-47cc-8e4c-9f6eaccdf743 HTTP/1.1" status: 204 len: 168 time: 0.5663702 Feb 03 22:10:34.071985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223d0fa-8fdc-4b32-a588-2987c95d7d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c0dc1-7a9c-47cc-8e4c-9f6eaccdf743,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:34.101800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2602497e-760c-49c4-8a99-523345ce2591), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.208698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:34.216283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:34.232086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:34.353593 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bf72a57-d11a-47c8-89ee-9ee2d7e14c04 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.354668 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bf72a57-d11a-47c8-89ee-9ee2d7e14c04 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.457803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021ffe4-349b-442f-8794-014b28a26c3f req-4291c1ab-4d0c-41cc-8bbf-726be0fcd519 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:34.468757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1021ffe4-349b-442f-8794-014b28a26c3f req-4291c1ab-4d0c-41cc-8bbf-726be0fcd519 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 932 time: 0.1329057 Feb 03 22:10:34.506208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=2602497e-760c-49c4-8a99-523345ce2591,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:34.613284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:34.614036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.619695 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bf72a57-d11a-47c8-89ee-9ee2d7e14c04 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.622669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1021ffe4-349b-442f-8794-014b28a26c3f req-81b7e894-f436-4ccf-ac0c-e6827c93506d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489332 Feb 03 22:10:34.628423 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bf72a57-d11a-47c8-89ee-9ee2d7e14c04 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.651206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bf72a57-d11a-47c8-89ee-9ee2d7e14c04 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.656525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3bf72a57-d11a-47c8-89ee-9ee2d7e14c04 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6649749 Feb 03 22:10:34.656773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:34.661661 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-1d595189-fc4f-42fc-9080-693adeee1e1e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9042675 Feb 03 22:10:34.673504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'network': {'name': 'tempest-RoutersTest-126690295'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:34.674150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Request body: {'port': {'device_id': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:34.735583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:10:34.739655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.821752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2602497e-760c-49c4-8a99-523345ce2591), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.844474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:10:34.881787 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0f35c426-d382-4ab1-b273-7fa40c9d62d7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:34.882340 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added segment 0f35c426-d382-4ab1-b273-7fa40c9d62d7 of type vlan for network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a Feb 03 22:10:34.937272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3a012c3e-7c0d-4784-ad51-9492385db322 None None] Provisioning complete for port 2602497e-760c-49c4-8a99-523345ce2591 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:34.937732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a012c3e-7c0d-4784-ad51-9492385db322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2602497e-760c-49c4-8a99-523345ce2591), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:35.000279 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:35.146216 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:35.159460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:35.160122 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:35.189376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3a012c3e-7c0d-4784-ad51-9492385db322 None None] Port 2602497e-760c-49c4-8a99-523345ce2591 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:35.400042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7421424 Feb 03 22:10:35.403092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:35.429964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'subnet': {'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:35.710689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2602497e-760c-49c4-8a99-523345ce2591 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:10:35.734000 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Publish callbacks [] for port (2602497e-760c-49c4-8a99-523345ce2591), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:35.766770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Transition to ACTIVE for port object 2602497e-760c-49c4-8a99-523345ce2591 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:10:35.771351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2602497e-760c-49c4-8a99-523345ce2591), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:35.989429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a4fc1-afb7-4808-87e3-88c6c8fb6ab0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Network': ['ID=5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:35.999641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Pushing event updated for resources: {'Port': ['ID=2602497e-760c-49c4-8a99-523345ce2591,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:36.005919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:10:36.240964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Attempting to bind port 2602497e-760c-49c4-8a99-523345ce2591 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:10:36.241530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Attempting to bind port 2602497e-760c-49c4-8a99-523345ce2591 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:10:36.242361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Attempting to bind port 2602497e-760c-49c4-8a99-523345ce2591 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:10:36.250160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Port 2602497e-760c-49c4-8a99-523345ce2591 on network ce88f1d2-4911-43d4-8df7-15f173417f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:10:36.251409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Attempting to bind port 2602497e-760c-49c4-8a99-523345ce2591 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:10:36.257676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:10:36.258305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:36.258936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Bound using segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:10:36.259530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Bound port: 2602497e-760c-49c4-8a99-523345ce2591, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:10:36.260096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2602497e-760c-49c4-8a99-523345ce2591), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:36.338842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62ebf8-5539-4589-99ca-35ce88ffe4c1 req-a2ed9284-e60a-4453-b1a5-11077cdbebcb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:36.363814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c62ebf8-5539-4589-99ca-35ce88ffe4c1 req-a2ed9284-e60a-4453-b1a5-11077cdbebcb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.4350133 Feb 03 22:10:36.384625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] For port 2602497e-760c-49c4-8a99-523345ce2591, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:10:36.394327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:10:36.394863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] For port 2602497e-760c-49c4-8a99-523345ce2591, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2602497e-760c-49c4-8a99-523345ce2591,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:10:36.405532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2602497e-760c-49c4-8a99-523345ce2591), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:36.406406 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:36.488706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:36.492788 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:36.494481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] 10.222.0.47 "PUT /v2.0/ports/2602497e-760c-49c4-8a99-523345ce2591 HTTP/1.1" status: 200 len: 1092 time: 1.8246565 Feb 03 22:10:36.497197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'tag': '2602497e-760c-49c4-8a99-523345ce2591'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:10:36.502609 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f05fb32-5f23-4327-baa7-26d759704f36" -d '{"events": [{"name": "network-changed", "server_uuid": "ae78d4bc-8feb-45a3-a91f-2d798b999ed1", "tag": "2602497e-760c-49c4-8a99-523345ce2591"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:10:36.694199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be137e3e-4990-437a-8781-c21ac218fa59 service neutron] Pushing event updated for resources: {'Port': ['ID=2602497e-760c-49c4-8a99-523345ce2591,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:36.765799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dffb-a676-4765-9d53-fec78074ba5d req-086f48b0-b8cd-4f5a-93bc-cef14a60cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:36.772327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-086f48b0-b8cd-4f5a-93bc-cef14a60cc7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 1126 time: 0.2011478 Feb 03 22:10:36.857604 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-a9eaf5af-3a53-44eb-9cb4-d9b0ee74f6bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2602497e-760c-49c4-8a99-523345ce2591 HTTP/1.1" status: 200 len: 217 time: 0.0832560 Feb 03 22:10:36.941327 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c62ebf8-5539-4589-99ca-35ce88ffe4c1 req-063d8df3-e251-484e-a183-7a81c923d7a5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5742512 Feb 03 22:10:36.978559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dffb-a676-4765-9d53-fec78074ba5d req-bb8b17aa-93a2-464d-b3d4-4961832186fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:36.994262 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-bb8b17aa-93a2-464d-b3d4-4961832186fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1298959 Feb 03 22:10:37.110148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369dffb-a676-4765-9d53-fec78074ba5d req-f4a4508d-4de4-4e63-8c3e-10e4a119b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:37.112958 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-f4a4508d-4de4-4e63-8c3e-10e4a119b34e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1137922 Feb 03 22:10:37.143323 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffabcdc-8b39-424d-9547-7b061a43e535 x-openstack-request-id: req-bffabcdc-8b39-424d-9547-7b061a43e535 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:10:37.144621 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae78d4bc-8feb-45a3-a91f-2d798b999ed1", "tag": "2602497e-760c-49c4-8a99-523345ce2591", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:10:37.145296 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bffabcdc-8b39-424d-9547-7b061a43e535 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:10:37.146443 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'tag': '2602497e-760c-49c4-8a99-523345ce2591', 'status': 'completed', 'code': 200} Feb 03 22:10:37.295044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:37.411787 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (8a53f5c8-d5a8-4868-9ec9-a3969af3233f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:37.483175 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-e5729867-b806-49da-8ea4-9c33c4f535c2 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593543 Feb 03 22:10:37.586276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Subnet': ['ID=8a53f5c8-d5a8-4868-9ec9-a3969af3233f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:37.708178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f751d-e2f4-4a5b-abfb-cfd7dd29a806 req-cec15386-67a1-4dac-abf3-63acabcb347c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:37.716161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-827f751d-e2f4-4a5b-abfb-cfd7dd29a806 req-cec15386-67a1-4dac-abf3-63acabcb347c tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 946 time: 0.4101524 Feb 03 22:10:37.722070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7c9-578c-4919-8ade-a385728826b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:37.790814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-827f751d-e2f4-4a5b-abfb-cfd7dd29a806 req-f19ffec2-f9b0-479b-8dda-23e5ba006f11 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735393 Feb 03 22:10:37.796018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Checking segment: {'id': '0f35c426-d382-4ab1-b273-7fa40c9d62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:37.800052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network hostable DHCP agents. Network: 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:10:37.856868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:10:37.869248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:37.877879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:37.878640 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:37.879846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d9ad6-cec8-4952-877a-218c85d43114 None None] Network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:37.910406 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8903c6c2-29ab-4ecf-93c6-cc3c090b4bca tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4908867 Feb 03 22:10:37.913588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35476) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:37.947747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4369dffb-a676-4765-9d53-fec78074ba5d req-62b1a034-bc93-4876-8524-7ed764c8b18f service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625740 Feb 03 22:10:38.073898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:10:38.075653 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:38.189493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-4211543a-ed90-47fc-90ba-5babc56bc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:38.191063 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-4211543a-ed90-47fc-90ba-5babc56bc42b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 1126 time: 0.1670616 Feb 03 22:10:38.196574 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7c9-578c-4919-8ade-a385728826b1 admin admin] Publish callbacks [] for security_group (772c6f08-c12b-48e4-8f3b-5671fab30ec3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:38.206959 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7c9-578c-4919-8ade-a385728826b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (772c6f08-c12b-48e4-8f3b-5671fab30ec3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:38.248861 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-19eaa7c9-578c-4919-8ade-a385728826b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3278640d2c904f0aa2dd73ce041a7e7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9499412 Feb 03 22:10:38.282059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:38.343460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaa7c9-578c-4919-8ade-a385728826b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772c6f08-c12b-48e4-8f3b-5671fab30ec3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:38.375496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Allocated IP 172.20.0.2 (5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a/8a53f5c8-d5a8-4868-9ec9-a3969af3233f/23f0ee55-464d-43f3-b7de-f590e903c207) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:38.381390 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5140ce5c-85c2-431b-a7b0-4befee4eafed admin admin] Publish callbacks [] for security_group (772c6f08-c12b-48e4-8f3b-5671fab30ec3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:38.400518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-4e27024b-118e-4967-a83c-bcae5d0420bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:38.402062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-4e27024b-118e-4967-a83c-bcae5d0420bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.2040653 Feb 03 22:10:38.440938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5140ce5c-85c2-431b-a7b0-4befee4eafed admin admin] Publish callbacks [] for security_group (772c6f08-c12b-48e4-8f3b-5671fab30ec3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:38.557804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89a2f1-fea8-4ab4-b06d-3afbce8ccde0 req-6badfc5c-b398-4e25-b460-c69bd7f3be5c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:38.566989 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee89a2f1-fea8-4ab4-b06d-3afbce8ccde0 req-6badfc5c-b398-4e25-b460-c69bd7f3be5c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.3789639 Feb 03 22:10:38.586571 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-c419782a-e11d-45b8-9e88-928ae291c7be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2602497e-760c-49c4-8a99-523345ce2591 HTTP/1.1" status: 200 len: 217 time: 0.1776173 Feb 03 22:10:38.776823 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Publish callbacks [] for port (23f0ee55-464d-43f3-b7de-f590e903c207), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:38.798988 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:38.898809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:38.969882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee89a2f1-fea8-4ab4-b06d-3afbce8ccde0 req-3a207590-51ce-4c6e-b755-90dd108af851 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018261 Feb 03 22:10:38.987417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:38.997904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-66254ee3-db6d-4c5d-9190-9c412eced37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:38.999585 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-66254ee3-db6d-4c5d-9190-9c412eced37a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.4001079 Feb 03 22:10:39.009417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:39.070570 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:39.086368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Pushing event updated for resources: {'Port': ['ID=23f0ee55-464d-43f3-b7de-f590e903c207,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:39.162448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Attempting to bind port 23f0ee55-464d-43f3-b7de-f590e903c207 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:10:39.162911 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Attempting to bind port 23f0ee55-464d-43f3-b7de-f590e903c207 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '0f35c426-d382-4ab1-b273-7fa40c9d62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:10:39.163402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Attempting to bind port 23f0ee55-464d-43f3-b7de-f590e903c207 on network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:10:39.169267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:10:39.169790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Checking segment: {'id': '0f35c426-d382-4ab1-b273-7fa40c9d62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:39.170306 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:39.170813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Bound using segment: {'id': '0f35c426-d382-4ab1-b273-7fa40c9d62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:10:39.171387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Bound port: 23f0ee55-464d-43f3-b7de-f590e903c207, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f35c426-d382-4ab1-b273-7fa40c9d62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:10:39.171879 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:39.182237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5140ce5c-85c2-431b-a7b0-4befee4eafed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (772c6f08-c12b-48e4-8f3b-5671fab30ec3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:39.189026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5140ce5c-85c2-431b-a7b0-4befee4eafed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:39.196640 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5140ce5c-85c2-431b-a7b0-4befee4eafed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/772c6f08-c12b-48e4-8f3b-5671fab30ec3 HTTP/1.1" status: 204 len: 168 time: 0.9149175 Feb 03 22:10:39.240934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-81025c6e-c313-4cb7-97a4-d0334da4d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:39.242964 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-81025c6e-c313-4cb7-97a4-d0334da4d8a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2208359 Feb 03 22:10:39.257008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140ce5c-85c2-431b-a7b0-4befee4eafed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772c6f08-c12b-48e4-8f3b-5671fab30ec3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:39.314354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-41370052-1bc3-4f74-bbaf-48e916c2b144 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:39.319177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] For port 23f0ee55-464d-43f3-b7de-f590e903c207, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:10:39.319553 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-41370052-1bc3-4f74-bbaf-48e916c2b144 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.10 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 946 time: 0.5858037 Feb 03 22:10:39.326255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] For port 23f0ee55-464d-43f3-b7de-f590e903c207, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=23f0ee55-464d-43f3-b7de-f590e903c207,segment=NetworkSegment(0f35c426-d382-4ab1-b273-7fa40c9d62d7),segment_id=0f35c426-d382-4ab1-b273-7fa40c9d62d7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:10:39.334637 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:39.507836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f22984-357d-4708-98fd-bce8a8f990af None None] Pushing event updated for resources: {'Port': ['ID=23f0ee55-464d-43f3-b7de-f590e903c207,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:39.787385 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-3da04f07-250f-4fc3-882f-9e50fc71af33 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135641 Feb 03 22:10:39.789878 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Deleting port 57083d9c-e45e-442e-9c1e-7d762d08cd5a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:10:39.790438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:40.050823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.20.0.1 (5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a/8a53f5c8-d5a8-4868-9ec9-a3969af3233f/38ca0ffe-402d-4c2c-aedd-2b7024c981a4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:40.409042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:40.617682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572bce4-d6d2-49de-b777-f1a4d46efb9b req-59e640c2-d7bc-481c-8077-eaad956e6222 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:40.632939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4572bce4-d6d2-49de-b777-f1a4d46efb9b req-59e640c2-d7bc-481c-8077-eaad956e6222 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 946 time: 1.6005824 Feb 03 22:10:40.719451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4572bce4-d6d2-49de-b777-f1a4d46efb9b req-4903d483-af94-4ce4-b52d-c6ebfab45e3f tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cb61-0a4a-40b6-b482-77cee1fb89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855103 Feb 03 22:10:40.731598 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:40.824098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394c3b4-7839-41a6-8316-6264a81ee503 req-8024cdc6-4e8e-4b9c-83d0-fa065be389a6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:40.857275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7394c3b4-7839-41a6-8316-6264a81ee503 req-8024cdc6-4e8e-4b9c-83d0-fa065be389a6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.6434748 Feb 03 22:10:40.864269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:40.936063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:40.947822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:41.025602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] For port 57083d9c-e45e-442e-9c1e-7d762d08cd5a, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57083d9c-e45e-442e-9c1e-7d762d08cd5a,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:41.026085 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:41.136835 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:41.336396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57083d9c-e45e-442e-9c1e-7d762d08cd5a no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:10:41.702552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232bd224-d5bc-43fc-bf72-121166465f0d None None] Network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:41.738466 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:41.738844 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (d4c671d8-9b15-4ed7-9235-5b8a6b62f697), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:41.739214 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Floating IP d4c671d8-9b15-4ed7-9235-5b8a6b62f697 disassociated. External IP: 172.25.5.152, port: 57083d9c-e45e-442e-9c1e-7d762d08cd5a. Feb 03 22:10:41.739569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Calling delete_port for 57083d9c-e45e-442e-9c1e-7d762d08cd5a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:10:41.894806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=38ca0ffe-402d-4c2c-aedd-2b7024c981a4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:42.092093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 23f0ee55-464d-43f3-b7de-f590e903c207 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:10:42.094922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:42.163917 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57083d9c-e45e-442e-9c1e-7d762d08cd5a is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:42.164486 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57083d9c-e45e-442e-9c1e-7d762d08cd5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:42.220786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event deleted for resources: {'Port': ['ID=57083d9c-e45e-442e-9c1e-7d762d08cd5a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:42.222255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f463dbce-0c11-4274-88ab-965ba75c9ae7 None None] Provisioning complete for port 23f0ee55-464d-43f3-b7de-f590e903c207 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:42.222817 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f463dbce-0c11-4274-88ab-965ba75c9ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:42.247214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7394c3b4-7839-41a6-8316-6264a81ee503 req-2fa2a5b2-af27-4214-8c01-12095c7fca05 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3855004 Feb 03 22:10:42.250280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:42.352249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c318c3d-6096-4ad9-ac7a-3ddc5fca0007 req-bd48d9b8-7f3d-4182-9aea-3cfeddecfc5e tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 210 time: 0.4501336 Feb 03 22:10:42.352520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8f05fb32-5f23-4327-baa7-26d759704f36 req-93aff277-4b6a-43b1-9b27-94b64561f709 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5587296 Feb 03 22:10:42.515378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 23f0ee55-464d-43f3-b7de-f590e903c207 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:42.517392 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:42.631184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Router 3218fddb-955e-4cc2-b8ba-86c430f97f9c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:10:42.862522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 23f0ee55-464d-43f3-b7de-f590e903c207 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:42.862911 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:42.958960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 23f0ee55-464d-43f3-b7de-f590e903c207, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=23f0ee55-464d-43f3-b7de-f590e903c207,segment=NetworkSegment(0f35c426-d382-4ab1-b273-7fa40c9d62d7),segment_id=0f35c426-d382-4ab1-b273-7fa40c9d62d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:42.961528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f463dbce-0c11-4274-88ab-965ba75c9ae7 None None] Current status of the port 23f0ee55-464d-43f3-b7de-f590e903c207 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:42.961970 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f463dbce-0c11-4274-88ab-965ba75c9ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:42.976278 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:43.062066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:10:43.073456 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] Sync routers for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:10:43.088201 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:43.088835 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:43.197181 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-f463dbce-0c11-4274-88ab-965ba75c9ae7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:10:43.197539 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-f463dbce-0c11-4274-88ab-965ba75c9ae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:10:43.202404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] No DVR routers for this DVR port 57083d9c-e45e-442e-9c1e-7d762d08cd5a on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:10:43.205254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:43.210588 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c0a46d7c-af66-4904-bf64-5534ff165254 req-e60a5415-80e6-4e93-b03b-0bb6da7709e8 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.10 "DELETE /v2.0/ports/57083d9c-e45e-442e-9c1e-7d762d08cd5a HTTP/1.1" status: 204 len: 173 time: 3.7491446 Feb 03 22:10:43.211008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-deleted', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:10:43.213309 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb17c3b-b045-4f2f-b18a-b4940c8ac0de" -d '{"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-deleted", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:10:43.270108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:43.280842 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:43.320295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=23f0ee55-464d-43f3-b7de-f590e903c207,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:43.420152 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88607e17-050b-4f27-91de-abefce2e14d0 x-openstack-request-id: req-88607e17-050b-4f27-91de-abefce2e14d0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:10:43.420711 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61c811d-ea6a-4f7f-becc-cb6a34c68147", "name": "network-vif-deleted", "tag": "57083d9c-e45e-442e-9c1e-7d762d08cd5a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:10:43.421199 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88607e17-050b-4f27-91de-abefce2e14d0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:10:43.421872 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61c811d-ea6a-4f7f-becc-cb6a34c68147', 'name': 'network-vif-deleted', 'tag': '57083d9c-e45e-442e-9c1e-7d762d08cd5a', 'status': 'completed', 'code': 200} Feb 03 22:10:43.573104 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:10:43.775030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f463dbce-0c11-4274-88ab-965ba75c9ae7 None None] Current status of the port 23f0ee55-464d-43f3-b7de-f590e903c207 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:43.852491 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:43.901431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=38ca0ffe-402d-4c2c-aedd-2b7024c981a4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:43.928438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a7132345-e532-4373-b302-1ebe3396a4ee None None] Provisioning complete for port 23f0ee55-464d-43f3-b7de-f590e903c207 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:43.928813 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7132345-e532-4373-b302-1ebe3396a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:43.936682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1979e17f-c042-4bad-afaf-9b1c16d57a93 req-912e6e92-61b3-414c-8783-254b37667208 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61c811d-ea6a-4f7f-becc-cb6a34c68147 HTTP/1.1" status: 200 len: 210 time: 0.1928871 Feb 03 22:10:44.057426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 23f0ee55-464d-43f3-b7de-f590e903c207 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:10:44.099313 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:44.195081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d820b22-5a63-4abe-bf30-71074d071ff4 req-69bfbe35-807b-421c-9954-0504eafb8c0e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:44.196683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d820b22-5a63-4abe-bf30-71074d071ff4 req-69bfbe35-807b-421c-9954-0504eafb8c0e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.7059412 Feb 03 22:10:44.207628 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] Checking router: 3218fddb-955e-4cc2-b8ba-86c430f97f9c for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:10:44.217908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:44.248933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:44.250017 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:44.256528 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:44.377571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 23f0ee55-464d-43f3-b7de-f590e903c207 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:44.378170 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:44.482343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a7132345-e532-4373-b302-1ebe3396a4ee None None] Current status of the port 23f0ee55-464d-43f3-b7de-f590e903c207 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:44.526122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d820b22-5a63-4abe-bf30-71074d071ff4 req-91ddae18-485b-4899-8f77-62a664760f08 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145943 Feb 03 22:10:44.590387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:10:44.605891 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:10:44.691628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a7132345-e532-4373-b302-1ebe3396a4ee None None] Provisioning complete for port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:44.692010 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7132345-e532-4373-b302-1ebe3396a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:44.776831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a7132345-e532-4373-b302-1ebe3396a4ee None None] Port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:44.796110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 23f0ee55-464d-43f3-b7de-f590e903c207 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:44.889990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:10:44.904380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-df57d8c3-50ed-4e21-b098-3f9b81e0025f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9872804 Feb 03 22:10:44.905113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:44.921657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:10:44.924186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1972253566'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:44.977733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:44.993384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:10:44.993848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:44.999331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.085609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:10:45.098648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:45.118324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (64ba6a56-e673-4ba0-993d-996ad534fc3a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.118795 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added segment 64ba6a56-e673-4ba0-993d-996ad534fc3a of type vlan for network 0008943b-45cc-48b6-b884-f2696ace460f Feb 03 22:10:45.148683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1546709a-cf86-4ebe-896f-5a0785a54ae2 None None] Provisioning complete for port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:45.149098 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1546709a-cf86-4ebe-896f-5a0785a54ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.223849 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:45.261205 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c706bf0f-8303-4f76-808f-39bbb70ca0c0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (f404cb61-0a4a-40b6-b482-77cee1fb89c1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.266009 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (0008943b-45cc-48b6-b884-f2696ace460f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.290964 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf11a550-9b8f-46ed-b7a6-90e9a592a623 None None] The sync data for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 is: [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:00:30Z', 'revision_number': 4, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5b4161a8-901a-43f1-a9b9-4801e48230b5', 'name': '', 'network_id': 'd1d35677-80fc-40d1-be92-5e74df347aac', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'mac_address': 'fa:16:3e:39:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:30Z', 'updated_at': '2022-02-03T22:00:38Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'subnets': [{'id': '808fe823-17ff-42b8-ac22-6e8d3b137dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:10:45.315118 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c706bf0f-8303-4f76-808f-39bbb70ca0c0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (f404cb61-0a4a-40b6-b482-77cee1fb89c1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.318340 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (0008943b-45cc-48b6-b884-f2696ace460f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.323866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:45.326441 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.343693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1546709a-cf86-4ebe-896f-5a0785a54ae2 None None] Port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:45.436814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:10:45.442715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Network': ['ID=0008943b-45cc-48b6-b884-f2696ace460f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:45.463567 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d7efb234-6f4c-4c3b-90f8-54d7ae54b892 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5567739 Feb 03 22:10:45.464477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:45.472821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'subnet': {'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:45.522152 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c706bf0f-8303-4f76-808f-39bbb70ca0c0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f404cb61-0a4a-40b6-b482-77cee1fb89c1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.525361 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c706bf0f-8303-4f76-808f-39bbb70ca0c0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.527208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c706bf0f-8303-4f76-808f-39bbb70ca0c0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "DELETE /v2.0/security-groups/f404cb61-0a4a-40b6-b482-77cee1fb89c1 HTTP/1.1" status: 204 len: 168 time: 0.4274490 Feb 03 22:10:45.531629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:45.541117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 0008943b-45cc-48b6-b884-f2696ace460f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:10:45.669056 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-931557c7-53ba-4ede-b769-5c20a12c4a8b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] show failed (client error): The resource could not be found. Feb 03 22:10:45.670169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-931557c7-53ba-4ede-b769-5c20a12c4a8b tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "GET /v2.0/security-groups/f404cb61-0a4a-40b6-b482-77cee1fb89c1 HTTP/1.1" status: 404 len: 347 time: 0.1316602 Feb 03 22:10:45.676035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35684) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:45.797539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:10:45.804025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706bf0f-8303-4f76-808f-39bbb70ca0c0 tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404cb61-0a4a-40b6-b482-77cee1fb89c1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:45.808782 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:45.890733 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7876c59-a32d-4e19-b0d8-054c927d3303 None None] New status for floating IP d4c671d8-9b15-4ed7-9235-5b8a6b62f697: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:10:46.027098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96327dba-1c72-41e0-ad19-b56a189d8bff req-d43f3581-e9a9-463b-9c86-5b58df0ba6bb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:46.029272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96327dba-1c72-41e0-ad19-b56a189d8bff req-d43f3581-e9a9-463b-9c86-5b58df0ba6bb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.2074578 Feb 03 22:10:46.106471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Deleting port 015930de-85a9-4b1d-b6fa-1fb6a7b7f95d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:10:46.106989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (015930de-85a9-4b1d-b6fa-1fb6a7b7f95d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:46.130182 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96327dba-1c72-41e0-ad19-b56a189d8bff req-6e1294e6-15cf-4728-8b41-4b09ca83567d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925786 Feb 03 22:10:46.250950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (015930de-85a9-4b1d-b6fa-1fb6a7b7f95d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:46.251478 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (015930de-85a9-4b1d-b6fa-1fb6a7b7f95d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:46.285411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Calling delete_port for 015930de-85a9-4b1d-b6fa-1fb6a7b7f95d owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:10:46.349730 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (8d63e069-ee7c-48a8-96fc-193fc524c330), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:46.631385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Subnet': ['ID=8d63e069-ee7c-48a8-96fc-193fc524c330,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:46.687534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Checking segment: {'id': '64ba6a56-e673-4ba0-993d-996ad534fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:46.687935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network hostable DHCP agents. Network: 0008943b-45cc-48b6-b884-f2696ace460f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:10:46.749764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 0008943b-45cc-48b6-b884-f2696ace460f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:10:46.759007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:10:41Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:42Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:46.765972 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 0008943b-45cc-48b6-b884-f2696ace460f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:46.783773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:46.786629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:46.834304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82c67ec1-028a-4f14-91e1-76fdbd8e18eb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3666897 Feb 03 22:10:46.836084 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35720) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:46.850332 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (015930de-85a9-4b1d-b6fa-1fb6a7b7f95d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:46.901433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:10:46.901814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Updating router 485ba589-d4a1-4616-b7c9-fe4c9e53709d port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:10:46.904493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109fafbb-ab12-4873-8413-c9e8e1fc31c7 None None] Network 0008943b-45cc-48b6-b884-f2696ace460f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:47.148376 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:47.201133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Pushing event deleted for resources: {'Port': ['ID=015930de-85a9-4b1d-b6fa-1fb6a7b7f95d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:47.272593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks [] for floatingip (d4c671d8-9b15-4ed7-9235-5b8a6b62f697), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:47.275905 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:47.281064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0c488f4f-d3cd-4e8f-8ed2-86dcaa47f4ac tempest-AttachVolumeShelveTestJSON-998761329 tempest-AttachVolumeShelveTestJSON-998761329-project] 10.222.0.50 "DELETE /v2.0/floatingips/d4c671d8-9b15-4ed7-9235-5b8a6b62f697 HTTP/1.1" status: 204 len: 168 time: 1.5988250 Feb 03 22:10:47.401560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-0008943b-45cc-48b6-b884-f2696ace460f', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:10:47.404496 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:47.729248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5374c-bd22-4c7a-9d54-eebe49c992b8 req-43897d72-9eca-4673-bfe6-5e18befc959f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:47.741581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adc5374c-bd22-4c7a-9d54-eebe49c992b8 req-43897d72-9eca-4673-bfe6-5e18befc959f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.3138955 Feb 03 22:10:47.939865 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-adc5374c-bd22-4c7a-9d54-eebe49c992b8 req-6b822bb5-1d9f-4d11-ae4d-ff8a85096dd6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942823 Feb 03 22:10:47.986923 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Publish callbacks [] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:48.048109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Allocated IP 172.21.0.2 (0008943b-45cc-48b6-b884-f2696ace460f/8d63e069-ee7c-48a8-96fc-193fc524c330/4f56d258-8158-4e33-b17d-1578f767c226) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:48.124990 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:48.333061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Publish callbacks [] for port (4f56d258-8158-4e33-b17d-1578f767c226), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:48.344231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:48.404556 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (4f56d258-8158-4e33-b17d-1578f767c226), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:48.648836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Network 0008943b-45cc-48b6-b884-f2696ace460f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:48.690915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Attempting to bind port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:10:48.693489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Attempting to bind port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '0f35c426-d382-4ab1-b273-7fa40c9d62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:10:48.696024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Attempting to bind port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 on network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:10:48.717397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:48.734452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:48.927823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.21.0.1 (0008943b-45cc-48b6-b884-f2696ace460f/8d63e069-ee7c-48a8-96fc-193fc524c330/fc2ea925-55d3-4e34-843c-008a426cbac2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:48.939081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e4e0e-377b-462a-9a42-973dab9764e8 None None] Pushing event updated for resources: {'Port': ['ID=38ca0ffe-402d-4c2c-aedd-2b7024c981a4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:49.101885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Pushing event updated for resources: {'Port': ['ID=4f56d258-8158-4e33-b17d-1578f767c226,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:49.130269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:10:49.130649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Checking segment: {'id': '0f35c426-d382-4ab1-b273-7fa40c9d62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:49.136510 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:49.137039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Bound using segment: {'id': '0f35c426-d382-4ab1-b273-7fa40c9d62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:10:49.137567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Bound port: 38ca0ffe-402d-4c2c-aedd-2b7024c981a4, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f35c426-d382-4ab1-b273-7fa40c9d62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:10:49.137964 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:49.244272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Attempting to bind port 4f56d258-8158-4e33-b17d-1578f767c226 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:10:49.244834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Attempting to bind port 4f56d258-8158-4e33-b17d-1578f767c226 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '64ba6a56-e673-4ba0-993d-996ad534fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:10:49.245229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Attempting to bind port 4f56d258-8158-4e33-b17d-1578f767c226 on network 0008943b-45cc-48b6-b884-f2696ace460f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:10:49.275968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:10:49.276346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Checking segment: {'id': '64ba6a56-e673-4ba0-993d-996ad534fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:49.276759 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:49.281519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Bound using segment: {'id': '64ba6a56-e673-4ba0-993d-996ad534fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:10:49.281993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Bound port: 4f56d258-8158-4e33-b17d-1578f767c226, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ba6a56-e673-4ba0-993d-996ad534fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:10:49.282432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f56d258-8158-4e33-b17d-1578f767c226), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:49.471735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] For port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:10:49.475228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] For port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38ca0ffe-402d-4c2c-aedd-2b7024c981a4,segment=NetworkSegment(0f35c426-d382-4ab1-b273-7fa40c9d62d7),segment_id=0f35c426-d382-4ab1-b273-7fa40c9d62d7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:10:49.511278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1e5e9593-5037-48b5-a1bf-458b72b1c609 None None] Provisioning complete for port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:49.511278 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9593-5037-48b5-a1bf-458b72b1c609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:49.522194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:49.784761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e4e0e-377b-462a-9a42-973dab9764e8 None None] Pushing event updated for resources: {'Port': ['ID=38ca0ffe-402d-4c2c-aedd-2b7024c981a4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:49.951114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] For port 4f56d258-8158-4e33-b17d-1578f767c226, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:10:49.962727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] For port 4f56d258-8158-4e33-b17d-1578f767c226, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4f56d258-8158-4e33-b17d-1578f767c226,segment=NetworkSegment(64ba6a56-e673-4ba0-993d-996ad534fc3a),segment_id=64ba6a56-e673-4ba0-993d-996ad534fc3a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:10:49.981565 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4f56d258-8158-4e33-b17d-1578f767c226), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:50.136394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:50.137799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:50.155697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497db6aa-83b6-490e-bfca-d8f7a8c3f16f req-f1285591-82a2-4a1f-b945-02dd7b513b97 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:50.166076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-497db6aa-83b6-490e-bfca-d8f7a8c3f16f req-f1285591-82a2-4a1f-b945-02dd7b513b97 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 1.0422361 Feb 03 22:10:50.362294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:50.392365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:10:50.457789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-497db6aa-83b6-490e-bfca-d8f7a8c3f16f req-dde083aa-f48a-455a-a83a-15db6019d955 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834737 Feb 03 22:10:50.559529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:50.584003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24146bbc-6ebf-4b17-a50f-e6a8abebfe2f None None] Pushing event updated for resources: {'Port': ['ID=4f56d258-8158-4e33-b17d-1578f767c226,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:50.711813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 0008943b-45cc-48b6-b884-f2696ace460f is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:50.745460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:50.754768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:50.787704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e9593-5037-48b5-a1bf-458b72b1c609 None None] Current status of the port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:50.788298 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9593-5037-48b5-a1bf-458b72b1c609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:50.874118 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:50.943017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=fc2ea925-55d3-4e34-843c-008a426cbac2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:50.963925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1e5e9593-5037-48b5-a1bf-458b72b1c609 None None] For port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38ca0ffe-402d-4c2c-aedd-2b7024c981a4,segment=NetworkSegment(0f35c426-d382-4ab1-b273-7fa40c9d62d7),segment_id=0f35c426-d382-4ab1-b273-7fa40c9d62d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:50.972581 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9593-5037-48b5-a1bf-458b72b1c609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:51.154232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:10:41Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:49Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:51.186296 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:51.266735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-58f21734-78eb-4bbf-add8-c38f2e7a3bb1 None None] Provisioning complete for port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:51.284525 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58f21734-78eb-4bbf-add8-c38f2e7a3bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:51.299062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e9593-5037-48b5-a1bf-458b72b1c609 None None] Pushing event updated for resources: {'Port': ['ID=38ca0ffe-402d-4c2c-aedd-2b7024c981a4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:51.368196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea053b10-faa1-4cdc-8dc4-fca74dbd1db7 None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:10:41Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:49Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:10:51.559804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58f21734-78eb-4bbf-add8-c38f2e7a3bb1 None None] Current status of the port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:52.066550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4f56d258-8158-4e33-b17d-1578f767c226 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:10:52.231272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 4f56d258-8158-4e33-b17d-1578f767c226 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:52.231839 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4f56d258-8158-4e33-b17d-1578f767c226), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:52.307072 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:52.318032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:52.351277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebfcdb3-b6a8-423c-afa2-657723ad4a5d None None] Network 0008943b-45cc-48b6-b884-f2696ace460f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:52.590495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=fc2ea925-55d3-4e34-843c-008a426cbac2,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:52.616883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deb41-52f4-4b9c-a798-4d7eadcb2040 req-88c9ebc8-7996-403f-bbdd-03f070cde7e0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:52.628833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-056deb41-52f4-4b9c-a798-4d7eadcb2040 req-88c9ebc8-7996-403f-bbdd-03f070cde7e0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.9624410 Feb 03 22:10:52.695490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4f56d258-8158-4e33-b17d-1578f767c226 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:52.695880 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4f56d258-8158-4e33-b17d-1578f767c226), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:52.725624 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:52.790649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a36fa93d-121f-4cab-aa5f-e60b7ab60d46 None None] Provisioning complete for port 4f56d258-8158-4e33-b17d-1578f767c226 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:52.794345 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a36fa93d-121f-4cab-aa5f-e60b7ab60d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4f56d258-8158-4e33-b17d-1578f767c226), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:52.813916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-056deb41-52f4-4b9c-a798-4d7eadcb2040 req-83a0e9de-8cf6-4ea1-9af4-8501b59bcc79 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841772 Feb 03 22:10:52.921600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 4f56d258-8158-4e33-b17d-1578f767c226, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4f56d258-8158-4e33-b17d-1578f767c226,segment=NetworkSegment(64ba6a56-e673-4ba0-993d-996ad534fc3a),segment_id=64ba6a56-e673-4ba0-993d-996ad534fc3a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:10:52.972531 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4f56d258-8158-4e33-b17d-1578f767c226), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:53.078403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 0008943b-45cc-48b6-b884-f2696ace460f is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:53.079863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:53.095151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=4f56d258-8158-4e33-b17d-1578f767c226,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:53.355375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:10:53.519334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a36fa93d-121f-4cab-aa5f-e60b7ab60d46 None None] Current status of the port 4f56d258-8158-4e33-b17d-1578f767c226 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:53.603081 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-300c65a5-833c-49be-8ca5-0d683a440a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:53.616594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:10:53.629590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:53.633165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-280028c3-ca8d-4039-b9f9-a35fba1ddfb1 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7922342 Feb 03 22:10:53.637056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'network': {'name': 'tempest-RoutersTest-574351636'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:53.682994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:10:53.687624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:53.764010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:10:53.813529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f3af72c5-d4fe-4ecc-96c4-975aed8b3402), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:53.816924 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added segment f3af72c5-d4fe-4ecc-96c4-975aed8b3402 of type vlan for network 33e9f0c5-d01f-4278-8021-b406e62ad87a Feb 03 22:10:53.967948 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (33e9f0c5-d01f-4278-8021-b406e62ad87a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:53.979962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-74c768dd-acc9-46e2-8cc5-f7adf792c411 None None] Provisioning complete for port fc2ea925-55d3-4e34-843c-008a426cbac2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:53.980416 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74c768dd-acc9-46e2-8cc5-f7adf792c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:54.030903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (33e9f0c5-d01f-4278-8021-b406e62ad87a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:54.047726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:54.049193 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:54.164228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-74c768dd-acc9-46e2-8cc5-f7adf792c411 None None] Port fc2ea925-55d3-4e34-843c-008a426cbac2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:54.221945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:10:54.232989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-74c768dd-acc9-46e2-8cc5-f7adf792c411 None None] Provisioning complete for port 4f56d258-8158-4e33-b17d-1578f767c226 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:54.237745 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74c768dd-acc9-46e2-8cc5-f7adf792c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4f56d258-8158-4e33-b17d-1578f767c226), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:54.269250 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6382582 Feb 03 22:10:54.272632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:54.279841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'subnet': {'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:10:54.286688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42ed20-f831-4a83-9f0d-f13c550aa6fb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Network': ['ID=33e9f0c5-d01f-4278-8021-b406e62ad87a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:54.289418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5923b-dc25-4004-aeb7-4522527409ac req-91b9d7d3-5337-48cc-bddf-f17e09305937 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:54.291000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8c5923b-dc25-4004-aeb7-4522527409ac req-91b9d7d3-5337-48cc-bddf-f17e09305937 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.2247021 Feb 03 22:10:54.330629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 33e9f0c5-d01f-4278-8021-b406e62ad87a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:10:54.363920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4f56d258-8158-4e33-b17d-1578f767c226 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:10:54.446993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:10:54.449771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:54.481656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8c5923b-dc25-4004-aeb7-4522527409ac req-cb14b303-dd05-4170-9841-ca1dc65ed7ad tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757731 Feb 03 22:10:54.534318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:10:54.538137 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:54.812704 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:54.836971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:54.851538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 4f56d258-8158-4e33-b17d-1578f767c226 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:54.852327 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4f56d258-8158-4e33-b17d-1578f767c226), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:54.941776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:10:55.086494 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (b495a5d5-cf52-4c6b-abf1-c744117724a7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:55.211501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Subnet': ['ID=b495a5d5-cf52-4c6b-abf1-c744117724a7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:55.256828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-74c768dd-acc9-46e2-8cc5-f7adf792c411 None None] Current status of the port 4f56d258-8158-4e33-b17d-1578f767c226 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:55.264177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Checking segment: {'id': 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:55.264557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network hostable DHCP agents. Network: 33e9f0c5-d01f-4278-8021-b406e62ad87a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:10:55.297111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 33e9f0c5-d01f-4278-8021-b406e62ad87a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:10:55.310533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 33e9f0c5-d01f-4278-8021-b406e62ad87a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:55.325176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:55.329393 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:55.360167 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6d419eb1-fa7b-40ca-a6bc-82037b5d0a45 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0864491 Feb 03 22:10:55.363043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 35896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:55.449745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af442070-59c9-4abe-b12a-165616f7768e None None] Network 33e9f0c5-d01f-4278-8021-b406e62ad87a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:10:55.680544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fce76cdf-fcf2-476f-8ab2-4152f843b4ce None None] Provisioning complete for port fc2ea925-55d3-4e34-843c-008a426cbac2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:55.680941 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fce76cdf-fcf2-476f-8ab2-4152f843b4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:55.758374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db4d3-f485-4e63-b7a9-956faab85305 req-b98a813f-61bd-4da9-8fc3-d98c3f9fc382 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:55.780954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f61db4d3-f485-4e63-b7a9-956faab85305 req-b98a813f-61bd-4da9-8fc3-d98c3f9fc382 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.1285853 Feb 03 22:10:55.886169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f61db4d3-f485-4e63-b7a9-956faab85305 req-529fcccf-38c9-4eeb-b33f-123c0a68caa4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145499 Feb 03 22:10:55.935896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4f56d258-8158-4e33-b17d-1578f767c226 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:55.937147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:10:56.002190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fce76cdf-fcf2-476f-8ab2-4152f843b4ce None None] Port fc2ea925-55d3-4e34-843c-008a426cbac2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:10:56.050791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:56.051254 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:56.183161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-33e9f0c5-d01f-4278-8021-b406e62ad87a', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:10:56.184841 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:56.226204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:10:51Z', 'revision_number': 3, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:10:51Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:10:56.289509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:10:56.290259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Updating router 485ba589-d4a1-4616-b7c9-fe4c9e53709d port fc2ea925-55d3-4e34-843c-008a426cbac2 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:10:56.328154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:56.442591 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:56.875407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:10:56.993760 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07ddf457-4299-4bd3-b5ba-45d90734a545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:57.112528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2ed10-643a-4433-bb99-06ab5d4d34b6 req-b29ac700-91cd-4f21-8c6e-ae6dd886cd42 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:57.118464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7c2ed10-643a-4433-bb99-06ab5d4d34b6 req-b29ac700-91cd-4f21-8c6e-ae6dd886cd42 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.1128521 Feb 03 22:10:57.223322 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:57.260948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7c2ed10-643a-4433-bb99-06ab5d4d34b6 req-a16f67c4-54a2-499c-b73a-6fc2f8462c84 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360128 Feb 03 22:10:57.273334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Allocated IP 172.22.0.2 (33e9f0c5-d01f-4278-8021-b406e62ad87a/b495a5d5-cf52-4c6b-abf1-c744117724a7/2c5d5495-75d5-472d-982a-e87303c5240f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:57.585154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Publish callbacks [] for port (2c5d5495-75d5-472d-982a-e87303c5240f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:57.612436 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:57.694831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Network 33e9f0c5-d01f-4278-8021-b406e62ad87a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:57.705129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:57.732966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:57.794675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Pushing event updated for resources: {'Port': ['ID=2c5d5495-75d5-472d-982a-e87303c5240f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:58.273264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:58.402189 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Publish callbacks [] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:58.535205 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:58.556948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.22.0.1 (33e9f0c5-d01f-4278-8021-b406e62ad87a/b495a5d5-cf52-4c6b-abf1-c744117724a7/e26a19ab-8633-42f4-aaf8-875bf4a1f2d7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:10:58.563481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1cd29-d40c-44cc-aa23-7b070466f394 req-145bdb4f-8e66-4b2a-a598-8ccef14b6f95 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:58.575357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22c1cd29-d40c-44cc-aa23-7b070466f394 req-145bdb4f-8e66-4b2a-a598-8ccef14b6f95 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.1588094 Feb 03 22:10:58.602027 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6548-b4d3-48db-81f1-469ab0f19e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:58.620177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Attempting to bind port 2c5d5495-75d5-472d-982a-e87303c5240f on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:10:58.632143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Attempting to bind port 2c5d5495-75d5-472d-982a-e87303c5240f by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:10:58.632694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Attempting to bind port 2c5d5495-75d5-472d-982a-e87303c5240f on network 33e9f0c5-d01f-4278-8021-b406e62ad87a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:10:58.724738 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:58.728475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:10:58.742311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Checking segment: {'id': 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:58.742475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22c1cd29-d40c-44cc-aa23-7b070466f394 req-21621a79-fbb8-4a6c-a4f1-3020fa9c91b5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655998 Feb 03 22:10:58.743874 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:58.744388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Bound using segment: {'id': 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:10:58.756306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Bound port: 2c5d5495-75d5-472d-982a-e87303c5240f, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:10:58.756960 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:58.927203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee9ad0-1d99-4fb3-83d0-4675db5fc098 None None] Pushing event updated for resources: {'Port': ['ID=fc2ea925-55d3-4e34-843c-008a426cbac2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:58.927419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6548-b4d3-48db-81f1-469ab0f19e6f admin admin] Publish callbacks [] for security_group (1c43f71b-e3bc-44b3-bb54-db32d86b3702), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:58.934749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6548-b4d3-48db-81f1-469ab0f19e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1c43f71b-e3bc-44b3-bb54-db32d86b3702), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.024467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:59.075399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Attempting to bind port fc2ea925-55d3-4e34-843c-008a426cbac2 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:10:59.075769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Attempting to bind port fc2ea925-55d3-4e34-843c-008a426cbac2 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '64ba6a56-e673-4ba0-993d-996ad534fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:10:59.076132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Attempting to bind port fc2ea925-55d3-4e34-843c-008a426cbac2 on network 0008943b-45cc-48b6-b884-f2696ace460f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:10:59.099305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8f7e6548-b4d3-48db-81f1-469ab0f19e6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=540302c438ad4fc39c54a41e8b71a7ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8224659 Feb 03 22:10:59.099305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 35998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:59.099665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e6548-b4d3-48db-81f1-469ab0f19e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c43f71b-e3bc-44b3-bb54-db32d86b3702,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:59.115072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:10:59.120293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:10:59.120826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Checking segment: {'id': '64ba6a56-e673-4ba0-993d-996ad534fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:10:59.121533 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.122195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Bound using segment: {'id': '64ba6a56-e673-4ba0-993d-996ad534fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:10:59.123020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Bound port: fc2ea925-55d3-4e34-843c-008a426cbac2, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ba6a56-e673-4ba0-993d-996ad534fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:10:59.123656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.249046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.265637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] For port 2c5d5495-75d5-472d-982a-e87303c5240f, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:10:59.285479 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b281a6f1-dd7d-4ab5-96d2-a71b9de29e3d admin admin] Publish callbacks [] for security_group (1c43f71b-e3bc-44b3-bb54-db32d86b3702), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.357376 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.377504 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b281a6f1-dd7d-4ab5-96d2-a71b9de29e3d admin admin] Publish callbacks [] for security_group (1c43f71b-e3bc-44b3-bb54-db32d86b3702), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.513502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] For port fc2ea925-55d3-4e34-843c-008a426cbac2, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:10:59.520983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=e26a19ab-8633-42f4-aaf8-875bf4a1f2d7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:59.524643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] For port fc2ea925-55d3-4e34-843c-008a426cbac2, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fc2ea925-55d3-4e34-843c-008a426cbac2,segment=NetworkSegment(64ba6a56-e673-4ba0-993d-996ad534fc3a),segment_id=64ba6a56-e673-4ba0-993d-996ad534fc3a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:10:59.545178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b281a6f1-dd7d-4ab5-96d2-a71b9de29e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1c43f71b-e3bc-44b3-bb54-db32d86b3702), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.547824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b281a6f1-dd7d-4ab5-96d2-a71b9de29e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.562553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b281a6f1-dd7d-4ab5-96d2-a71b9de29e3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c43f71b-e3bc-44b3-bb54-db32d86b3702 HTTP/1.1" status: 204 len: 168 time: 0.4329915 Feb 03 22:10:59.586597 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.596690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] For port 2c5d5495-75d5-472d-982a-e87303c5240f, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c5d5495-75d5-472d-982a-e87303c5240f,segment=NetworkSegment(f3af72c5-d4fe-4ecc-96c4-975aed8b3402),segment_id=f3af72c5-d4fe-4ecc-96c4-975aed8b3402)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:10:59.605771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 33e9f0c5-d01f-4278-8021-b406e62ad87a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:10:59.613529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:10:59.622274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:10:59.727950 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.748443 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b52e209-e3ed-4d47-b683-c729a9c7567d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.757606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee9ad0-1d99-4fb3-83d0-4675db5fc098 None None] Pushing event updated for resources: {'Port': ['ID=fc2ea925-55d3-4e34-843c-008a426cbac2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:59.761213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281a6f1-dd7d-4ab5-96d2-a71b9de29e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c43f71b-e3bc-44b3-bb54-db32d86b3702,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:10:59.830678 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.869138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2390f487-a3bd-46b5-b4e2-50d7cb646f59 None None] Provisioning complete for port fc2ea925-55d3-4e34-843c-008a426cbac2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:10:59.869525 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2390f487-a3bd-46b5-b4e2-50d7cb646f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:10:59.950397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55619e-1f4d-4117-bedc-42cad64f7b45 req-d72a94b6-f322-48c9-a6ec-936a861ba36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:10:59.952343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da55619e-1f4d-4117-bedc-42cad64f7b45 req-d72a94b6-f322-48c9-a6ec-936a861ba36d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1128 time: 0.8499646 Feb 03 22:11:00.180043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:00.180922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:00.187921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f532e-c750-484f-811f-7a2f60a868d4 req-33479298-87ad-4632-9e2e-94c808a881f9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:00.190213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:00.199715 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-120f532e-c750-484f-811f-7a2f60a868d4 req-33479298-87ad-4632-9e2e-94c808a881f9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.2351732 Feb 03 22:11:00.210143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b52e209-e3ed-4d47-b683-c729a9c7567d admin admin] Publish callbacks [] for security_group (b56d97e9-4bbe-4833-a807-76de9299fef2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:00.336948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b52e209-e3ed-4d47-b683-c729a9c7567d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b56d97e9-4bbe-4833-a807-76de9299fef2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:00.387144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da55619e-1f4d-4117-bedc-42cad64f7b45 req-41f07ac0-5b48-476a-b37a-58621d6b0e97 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031377 Feb 03 22:11:00.425722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-120f532e-c750-484f-811f-7a2f60a868d4 req-d3298bfc-dfe8-4f83-9896-3ce017efd0a1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184231 Feb 03 22:11:00.439605 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:00.478657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36030) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:00.551772 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d304e646-ea64-42e9-b3a7-b6e5788fc977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:00.600044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8b52e209-e3ed-4d47-b683-c729a9c7567d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ce1a969444c4b478ca39279de875575&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5017622 Feb 03 22:11:00.605988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:00.659379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52e209-e3ed-4d47-b683-c729a9c7567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56d97e9-4bbe-4833-a807-76de9299fef2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:00.734893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2390f487-a3bd-46b5-b4e2-50d7cb646f59 None None] Current status of the port fc2ea925-55d3-4e34-843c-008a426cbac2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:00.735406 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2390f487-a3bd-46b5-b4e2-50d7cb646f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:00.851547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:00.858767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:00.883391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff9d6a-6e92-4c5a-8b58-70fa069827bf None None] Pushing event updated for resources: {'Port': ['ID=2c5d5495-75d5-472d-982a-e87303c5240f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:00.979801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:00.993102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d304e646-ea64-42e9-b3a7-b6e5788fc977 admin admin] Publish callbacks [] for security_group (d681569f-97b5-43a0-ba15-2bff4f145c8e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.005479 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d304e646-ea64-42e9-b3a7-b6e5788fc977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d681569f-97b5-43a0-ba15-2bff4f145c8e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.078644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=e26a19ab-8633-42f4-aaf8-875bf4a1f2d7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:01.083177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2390f487-a3bd-46b5-b4e2-50d7cb646f59 None None] For port fc2ea925-55d3-4e34-843c-008a426cbac2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fc2ea925-55d3-4e34-843c-008a426cbac2,segment=NetworkSegment(64ba6a56-e673-4ba0-993d-996ad534fc3a),segment_id=64ba6a56-e673-4ba0-993d-996ad534fc3a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:01.107489 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2390f487-a3bd-46b5-b4e2-50d7cb646f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.134294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.143493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304e646-ea64-42e9-b3a7-b6e5788fc977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681569f-97b5-43a0-ba15-2bff4f145c8e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:01.226871 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62a9551c-8039-4572-9d48-3f79d7b9e85f admin admin] Publish callbacks [] for security_group (b56d97e9-4bbe-4833-a807-76de9299fef2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.249657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d304e646-ea64-42e9-b3a7-b6e5788fc977 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e2c6e9a0d14432ea7847cc847c185c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7680578 Feb 03 22:11:01.250509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:01.293114 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62a9551c-8039-4572-9d48-3f79d7b9e85f admin admin] Publish callbacks [] for security_group (b56d97e9-4bbe-4833-a807-76de9299fef2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.338779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c5d5495-75d5-472d-982a-e87303c5240f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:01.498651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d0eff8e-14e6-4858-bebe-325f3788c228 admin admin] Publish callbacks [] for security_group (d681569f-97b5-43a0-ba15-2bff4f145c8e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.499176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 33e9f0c5-d01f-4278-8021-b406e62ad87a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:11:01.505483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:11:01.571979 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d0eff8e-14e6-4858-bebe-325f3788c228 admin admin] Publish callbacks [] for security_group (d681569f-97b5-43a0-ba15-2bff4f145c8e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.671964 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62a9551c-8039-4572-9d48-3f79d7b9e85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b56d97e9-4bbe-4833-a807-76de9299fef2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.674421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-452c3cbc-b9dc-4b9e-a4d7-0b1dc4b9c81b None None] Provisioning complete for port fc2ea925-55d3-4e34-843c-008a426cbac2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:01.674819 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452c3cbc-b9dc-4b9e-a4d7-0b1dc4b9c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.679459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62a9551c-8039-4572-9d48-3f79d7b9e85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.681282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-62a9551c-8039-4572-9d48-3f79d7b9e85f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b56d97e9-4bbe-4833-a807-76de9299fef2 HTTP/1.1" status: 204 len: 168 time: 1.0445814 Feb 03 22:11:01.718653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9551c-8039-4572-9d48-3f79d7b9e85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56d97e9-4bbe-4833-a807-76de9299fef2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:01.887227 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d0eff8e-14e6-4858-bebe-325f3788c228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d681569f-97b5-43a0-ba15-2bff4f145c8e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.896327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390f487-a3bd-46b5-b4e2-50d7cb646f59 None None] Pushing event updated for resources: {'Port': ['ID=fc2ea925-55d3-4e34-843c-008a426cbac2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:01.938419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d0eff8e-14e6-4858-bebe-325f3788c228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:01.945620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1d0eff8e-14e6-4858-bebe-325f3788c228 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d681569f-97b5-43a0-ba15-2bff4f145c8e HTTP/1.1" status: 204 len: 168 time: 0.6870461 Feb 03 22:11:01.946081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:02.043524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2c5d5495-75d5-472d-982a-e87303c5240f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:02.045309 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:02.045811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd28c9-dda5-4649-b84f-4b14b3778e8a req-dc1ea41b-8d99-4f5f-afb9-332329002318 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:02.059219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87cd28c9-dda5-4649-b84f-4b14b3778e8a req-dc1ea41b-8d99-4f5f-afb9-332329002318 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.3861485 Feb 03 22:11:02.061577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0eff8e-14e6-4858-bebe-325f3788c228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681569f-97b5-43a0-ba15-2bff4f145c8e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:02.248789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:02.259023 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-60d22ad8-dd15-4723-aaa6-294830a7268a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8947954 Feb 03 22:11:02.262755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87cd28c9-dda5-4649-b84f-4b14b3778e8a req-0b197af4-3c0c-4d60-92b2-810ce517f195 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023044 Feb 03 22:11:02.263278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36070) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:02.278312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'network': {'name': 'tempest-RoutersTest-494097555'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:02.341076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:11:02.360280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:02.360565 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-452c3cbc-b9dc-4b9e-a4d7-0b1dc4b9c81b None None] Current status of the port fc2ea925-55d3-4e34-843c-008a426cbac2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:02.366003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3bc361-c4ac-4708-8050-4a37aba268e2 None None] Network 33e9f0c5-d01f-4278-8021-b406e62ad87a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:02.453301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:11:02.482958 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f5391d44-026c-440f-b6c9-4974ae3f3e31), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:02.486661 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added segment f5391d44-026c-440f-b6c9-4974ae3f3e31 of type vlan for network 73e2e42d-460e-4bea-a061-35bb46c67fec Feb 03 22:11:02.647712 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (73e2e42d-460e-4bea-a061-35bb46c67fec), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:02.715176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:10:58Z', 'revision_number': 1, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:10:59Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:02.754994 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (73e2e42d-460e-4bea-a061-35bb46c67fec), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:02.770715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:02.775660 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:02.794049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ae576-00ab-4c3e-a524-f554060d0361 None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:10:58Z', 'revision_number': 1, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:10:59Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:02.938224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aa6034d8-b1c3-43e7-a9b2-69d26404909d None None] Provisioning complete for port 2c5d5495-75d5-472d-982a-e87303c5240f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:02.938813 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa6034d8-b1c3-43e7-a9b2-69d26404909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:03.043106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7758837 Feb 03 22:11:03.044690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36108) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:03.050894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'subnet': {'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:03.096362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d409c8-f1b8-42aa-8565-ad5fd51dddd4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Network': ['ID=73e2e42d-460e-4bea-a061-35bb46c67fec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:03.176961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2c5d5495-75d5-472d-982a-e87303c5240f is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:03.183780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:03.246891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 73e2e42d-460e-4bea-a061-35bb46c67fec details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:11:03.380336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Made reservation on behalf of a2526c0a8a82470294c5b54dcd7a93e5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:11:03.397121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:03.552087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974ce1b-04b1-4c6a-b094-e9e34200c0ea req-bcb569c0-6370-41ce-a198-bd94b1be6582 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:03.570848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1974ce1b-04b1-4c6a-b094-e9e34200c0ea req-bcb569c0-6370-41ce-a198-bd94b1be6582 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.1513467 Feb 03 22:11:03.656215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 2c5d5495-75d5-472d-982a-e87303c5240f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c5d5495-75d5-472d-982a-e87303c5240f,segment=NetworkSegment(f3af72c5-d4fe-4ecc-96c4-975aed8b3402),segment_id=f3af72c5-d4fe-4ecc-96c4-975aed8b3402)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:03.708331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1974ce1b-04b1-4c6a-b094-e9e34200c0ea req-5071f4ec-04a9-43b3-aaed-46197dd1002b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305761 Feb 03 22:11:03.737937 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:04.067991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36140) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:04.115327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (f6d16e3e-87da-485f-88b1-9c286c1f44b8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:04.255630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Subnet': ['ID=f6d16e3e-87da-485f-88b1-9c286c1f44b8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:04.306221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Checking segment: {'id': 'f5391d44-026c-440f-b6c9-4974ae3f3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:11:04.306803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network hostable DHCP agents. Network: 73e2e42d-460e-4bea-a061-35bb46c67fec, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:11:04.352066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 73e2e42d-460e-4bea-a061-35bb46c67fec is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:11:04.388681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 73e2e42d-460e-4bea-a061-35bb46c67fec) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:11:04.404929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:04.405546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:04.445815 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b74b39d8-934f-4243-ad50-0ba2d1150ed4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3997729 Feb 03 22:11:04.449660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36152) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:04.545047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58a935-aa17-4167-ada4-6459fdf95cff None None] Network 73e2e42d-460e-4bea-a061-35bb46c67fec requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:04.727516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1371992231-network', 'tenant_id': '9c14e0e892c34a3ebad62fa13e7414d0'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:04.762285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Made reservation on behalf of 9c14e0e892c34a3ebad62fa13e7414d0 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:11:04.769638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:04.817216 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:04.913233 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=2c5d5495-75d5-472d-982a-e87303c5240f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:04.945468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aa6034d8-b1c3-43e7-a9b2-69d26404909d None None] Current status of the port 2c5d5495-75d5-472d-982a-e87303c5240f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:04.979783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-73e2e42d-460e-4bea-a061-35bb46c67fec', 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec', 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'fixed_ips': [{'subnet_id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:11:04.981062 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.215378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Allocated IP 172.23.0.2 (73e2e42d-460e-4bea-a061-35bb46c67fec/f6d16e3e-87da-485f-88b1-9c286c1f44b8/cfe59d8d-b5ad-4dac-9134-6f249f517573) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:11:05.215832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8382a-5b54-4b05-98f5-425390787f4b req-9b77767f-fe20-41af-a7fe-d90c74b1bf54 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:05.217457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ed8382a-5b54-4b05-98f5-425390787f4b req-9b77767f-fe20-41af-a7fe-d90c74b1bf54 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.2953436 Feb 03 22:11:05.356479 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:05.387434 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Publish callbacks [] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.400273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.454151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3136e264-9164-456d-89d3-8814b5f9d6d0 None None] Provisioning complete for port 2c5d5495-75d5-472d-982a-e87303c5240f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:05.454872 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3136e264-9164-456d-89d3-8814b5f9d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.466313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Network 73e2e42d-460e-4bea-a061-35bb46c67fec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:11:05.476525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Publish callbacks [] for security_group (f90d8462-1bb4-42da-9fca-1b31691907f3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.485955 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:05.499758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:11:05.507384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:11:05.509047 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:05.510804 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:05.515418 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f90d8462-1bb4-42da-9fca-1b31691907f3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.517095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Pushing event updated for resources: {'Port': ['ID=cfe59d8d-b5ad-4dac-9134-6f249f517573,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:05.587476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8046d58-65e5-493e-8652-172d19825225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.605086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Attempting to bind port cfe59d8d-b5ad-4dac-9134-6f249f517573 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:11:05.606166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Attempting to bind port cfe59d8d-b5ad-4dac-9134-6f249f517573 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f5391d44-026c-440f-b6c9-4974ae3f3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:11:05.606753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Attempting to bind port cfe59d8d-b5ad-4dac-9134-6f249f517573 on network 73e2e42d-460e-4bea-a061-35bb46c67fec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:11:05.614077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:11:05.614834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Checking segment: {'id': 'f5391d44-026c-440f-b6c9-4974ae3f3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:11:05.615459 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.616083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Bound using segment: {'id': 'f5391d44-026c-440f-b6c9-4974ae3f3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:11:05.616767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Bound port: cfe59d8d-b5ad-4dac-9134-6f249f517573, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5391d44-026c-440f-b6c9-4974ae3f3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:11:05.617404 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.678170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:11:05.680150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3136e264-9164-456d-89d3-8814b5f9d6d0 None None] Current status of the port 2c5d5495-75d5-472d-982a-e87303c5240f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:05.680546 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:05.702660 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1254ac46-c175-43e3-8b76-2d81b48b4eab), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.703010 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Added segment 1254ac46-c175-43e3-8b76-2d81b48b4eab of type vlan for network 8b33cd61-a185-4171-86f7-eb4eaf71de55 Feb 03 22:11:05.710557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3136e264-9164-456d-89d3-8814b5f9d6d0 None None] Provisioning complete for port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:05.711082 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3136e264-9164-456d-89d3-8814b5f9d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.784858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8046d58-65e5-493e-8652-172d19825225 admin admin] Publish callbacks [] for security_group (092d048e-8a1b-46b9-8edf-a2874638949f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.787813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] For port cfe59d8d-b5ad-4dac-9134-6f249f517573, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:11:05.792761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8046d58-65e5-493e-8652-172d19825225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (092d048e-8a1b-46b9-8edf-a2874638949f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.795096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3136e264-9164-456d-89d3-8814b5f9d6d0 None None] Port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:11:05.801423 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8b33cd61-a185-4171-86f7-eb4eaf71de55), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.813706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] For port cfe59d8d-b5ad-4dac-9134-6f249f517573, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cfe59d8d-b5ad-4dac-9134-6f249f517573,segment=NetworkSegment(f5391d44-026c-440f-b6c9-4974ae3f3e31),segment_id=f5391d44-026c-440f-b6c9-4974ae3f3e31)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:11:05.837504 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:05.869923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90d8462-1bb4-42da-9fca-1b31691907f3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:05.893541 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d8046d58-65e5-493e-8652-172d19825225 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60a03704f8714da4a1471364ab7f16af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358775 Feb 03 22:11:05.903558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36188) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:05.929704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8046d58-65e5-493e-8652-172d19825225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092d048e-8a1b-46b9-8edf-a2874638949f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:05.971916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 22:11:06.020794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-285dd18e-c158-48b1-a99c-5f9463af289d None None] Provisioning complete for port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:06.021686 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-285dd18e-c158-48b1-a99c-5f9463af289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.061465 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ed8382a-5b54-4b05-98f5-425390787f4b req-e87196c3-9be3-4c1d-882c-6e720f3b5dd9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6403410 Feb 03 22:11:06.067309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e11508-7884-46b6-a78a-cae2a9dc6b45 None None] Pushing event updated for resources: {'Port': ['ID=cfe59d8d-b5ad-4dac-9134-6f249f517573,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:06.075480 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8b33cd61-a185-4171-86f7-eb4eaf71de55), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.082555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:06.082941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-285dd18e-c158-48b1-a99c-5f9463af289d None None] Port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:11:06.086630 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.186282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c5d5495-75d5-472d-982a-e87303c5240f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:06.330581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2c5d5495-75d5-472d-982a-e87303c5240f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:06.331158 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.403341 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:06.456831 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:06.458148 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Updating router 485ba589-d4a1-4616-b7c9-fe4c9e53709d port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:11:06.530362 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.567508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2c5d5495-75d5-472d-982a-e87303c5240f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:06.568534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fc2ea925-55d3-4e34-843c-008a426cbac2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:06.621364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5516908 Feb 03 22:11:06.624216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:06.629263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Request body: {'subnet': {'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1371992231-subnet', 'tenant_id': '9c14e0e892c34a3ebad62fa13e7414d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:06.671396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Made reservation on behalf of 9c14e0e892c34a3ebad62fa13e7414d0 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:11:06.674289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.680870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port fc2ea925-55d3-4e34-843c-008a426cbac2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:06.681417 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.684453 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75b24425-3014-4efa-9f16-da14d0aa5585 admin admin] Publish callbacks [] for security_group (092d048e-8a1b-46b9-8edf-a2874638949f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.728361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc986e98-4365-4b2d-a98d-aa05489fff24 admin admin] Pushing event updated for resources: {'Network': ['ID=8b33cd61-a185-4171-86f7-eb4eaf71de55,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:06.747492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.752954 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75b24425-3014-4efa-9f16-da14d0aa5585 admin admin] Publish callbacks [] for security_group (092d048e-8a1b-46b9-8edf-a2874638949f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:06.759022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8b33cd61-a185-4171-86f7-eb4eaf71de55 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:11:06.914658 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:11:06.999044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (8a533f5e-95c4-46b3-aca6-0c62bde58e36), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:07.009540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port fc2ea925-55d3-4e34-843c-008a426cbac2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:07.031379 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Publish callbacks [] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:07.037832 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:07.142543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Checking segment: {'id': '1254ac46-c175-43e3-8b76-2d81b48b4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:11:07.142975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Network hostable DHCP agents. Network: 8b33cd61-a185-4171-86f7-eb4eaf71de55, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:11:07.172318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75b24425-3014-4efa-9f16-da14d0aa5585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (092d048e-8a1b-46b9-8edf-a2874638949f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:07.175060 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75b24425-3014-4efa-9f16-da14d0aa5585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:07.176092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-75b24425-3014-4efa-9f16-da14d0aa5585 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/092d048e-8a1b-46b9-8edf-a2874638949f HTTP/1.1" status: 204 len: 168 time: 1.2713320 Feb 03 22:11:07.192271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a533f5e-95c4-46b3-aca6-0c62bde58e36,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:07.218800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Network 8b33cd61-a185-4171-86f7-eb4eaf71de55 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:11:07.224693 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Pushing event updated for resources: {'Port': ['ID=e26a19ab-8633-42f4-aaf8-875bf4a1f2d7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:07.251936 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.252341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b24425-3014-4efa-9f16-da14d0aa5585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092d048e-8a1b-46b9-8edf-a2874638949f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:07.263790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8b33cd61-a185-4171-86f7-eb4eaf71de55) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:11:07.265890 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.272096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:07.272831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:07.277544 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.277898 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.278240 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.280650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f87be3-b5c8-4ba9-8f24-069b52c7ba07 None None] Network 8b33cd61-a185-4171-86f7-eb4eaf71de55 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:07.282921 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.283351 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.283690 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.284025 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.284354 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.284686 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.285486 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.286857 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:07.331978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f4c01162-c569-4f78-87e1-189d1d0447ee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6978784 Feb 03 22:11:07.443584 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Attempting to bind port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:11:07.451031 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Attempting to bind port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:11:07.451617 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Attempting to bind port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 on network 33e9f0c5-d01f-4278-8021-b406e62ad87a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:11:07.475688 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:11:07.477333 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Checking segment: {'id': 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:11:07.477898 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:07.483444 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Bound using segment: {'id': 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:11:07.484555 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Bound port: e26a19ab-8633-42f4-aaf8-875bf4a1f2d7, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:11:07.486039 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:07.648130 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] For port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:11:07.663405 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] For port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e26a19ab-8633-42f4-aaf8-875bf4a1f2d7,segment=NetworkSegment(f3af72c5-d4fe-4ecc-96c4-975aed8b3402),segment_id=f3af72c5-d4fe-4ecc-96c4-975aed8b3402)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:11:07.676087 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:07.686340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ad759-e3dd-4fc4-a4ed-a7aa84726a97 None None] Network 8b33cd61-a185-4171-86f7-eb4eaf71de55 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:07.750482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Allocated IP 172.23.0.1 (73e2e42d-460e-4bea-a061-35bb46c67fec/f6d16e3e-87da-485f-88b1-9c286c1f44b8/163e2769-ff2c-4ba5-9f9d-295cb2de732d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:11:07.845946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabd47f-4202-4f1a-899b-1ebca5b3f006 req-5b6efe76-6d0e-4a06-a0b8-e879fe7a3018 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:07.856535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9eabd47f-4202-4f1a-899b-1ebca5b3f006 req-5b6efe76-6d0e-4a06-a0b8-e879fe7a3018 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.5730538 Feb 03 22:11:07.873424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2602497e-760c-49c4-8a99-523345ce2591 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:11:07.959313 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceecf9-5a7e-48b6-8bcf-98d822ac4dd6 None None] Pushing event updated for resources: {'Port': ['ID=e26a19ab-8633-42f4-aaf8-875bf4a1f2d7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:07.980509 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:07.981328 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:08.205863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d9758-58dd-44fc-bc8a-c43e3f4c4a11 None None] Network 73e2e42d-460e-4bea-a061-35bb46c67fec requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:08.250631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9eabd47f-4202-4f1a-899b-1ebca5b3f006 req-12dd03e4-cd9d-4db8-865f-06b4be664fbf tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874378 Feb 03 22:11:08.258470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0ec35586-ceea-4f29-90d9-b86baa529304 None None] Provisioning complete for port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:08.268876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec35586-ceea-4f29-90d9-b86baa529304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:08.315433 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:08.323112 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:08.354507 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:08.402608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 73e2e42d-460e-4bea-a061-35bb46c67fec is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:11:08.409979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:11:08.410394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cfe59d8d-b5ad-4dac-9134-6f249f517573 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:08.413679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:11:08.468231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=163e2769-ff2c-4ba5-9f9d-295cb2de732d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:08.508015 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:08.695060 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:07Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:08.734840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2602497e-760c-49c4-8a99-523345ce2591, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2602497e-760c-49c4-8a99-523345ce2591,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:08.745799 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484ac9-7964-4963-9a30-f4ef7a224093 None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:07Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:08.761068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '2602497e-760c-49c4-8a99-523345ce2591', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'port_id': '2602497e-760c-49c4-8a99-523345ce2591', 'mac_address': 'fa:16:3e:ef:3d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:11:08.793157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:08.902912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0ec35586-ceea-4f29-90d9-b86baa529304 None None] Current status of the port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:08.903659 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec35586-ceea-4f29-90d9-b86baa529304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:08.945429 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cfe59d8d-b5ad-4dac-9134-6f249f517573 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:08.945805 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:08.956685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2602497e-760c-49c4-8a99-523345ce2591 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:08.957100 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2602497e-760c-49c4-8a99-523345ce2591), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:09.298096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:09.302755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:09.351055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0ec35586-ceea-4f29-90d9-b86baa529304 None None] For port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e26a19ab-8633-42f4-aaf8-875bf4a1f2d7,segment=NetworkSegment(f3af72c5-d4fe-4ecc-96c4-975aed8b3402),segment_id=f3af72c5-d4fe-4ecc-96c4-975aed8b3402)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:09.357077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:09.367612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec35586-ceea-4f29-90d9-b86baa529304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:09.375208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2602497e-760c-49c4-8a99-523345ce2591 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:11:09.430359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2602497e-760c-49c4-8a99-523345ce2591, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2602497e-760c-49c4-8a99-523345ce2591,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:09.438972 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2602497e-760c-49c4-8a99-523345ce2591), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:09.492128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cfe59d8d-b5ad-4dac-9134-6f249f517573 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:09.492520 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:09.499495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event updated for resources: {'Port': ['ID=163e2769-ff2c-4ba5-9f9d-295cb2de732d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:09.573184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Network 73e2e42d-460e-4bea-a061-35bb46c67fec is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:11:09.580641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec35586-ceea-4f29-90d9-b86baa529304 None None] Pushing event updated for resources: {'Port': ['ID=e26a19ab-8633-42f4-aaf8-875bf4a1f2d7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:09.598616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d46f64-ef1f-484f-a9f7-fbb541c67188 req-e34237a5-f9cf-427a-9ce0-ec1bd1f4fa64 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:09.617193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27d46f64-ef1f-484f-a9f7-fbb541c67188 req-e34237a5-f9cf-427a-9ce0-ec1bd1f4fa64 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 944 time: 0.2384274 Feb 03 22:11:09.641483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:11:09.682441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port cfe59d8d-b5ad-4dac-9134-6f249f517573, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cfe59d8d-b5ad-4dac-9134-6f249f517573,segment=NetworkSegment(f5391d44-026c-440f-b6c9-4974ae3f3e31),segment_id=f5391d44-026c-440f-b6c9-4974ae3f3e31)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:09.688820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-012ab694-749f-4b1c-b21b-bb7086b27292 None None] Provisioning complete for port cfe59d8d-b5ad-4dac-9134-6f249f517573 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:09.695325 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-012ab694-749f-4b1c-b21b-bb7086b27292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:09.723359 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:09.845934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2602497e-760c-49c4-8a99-523345ce2591,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:09.913531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:09.972228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=cfe59d8d-b5ad-4dac-9134-6f249f517573,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:09.977515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['2602497e-760c-49c4-8a99-523345ce2591'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:11:10.010838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:10.138430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:10.146836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f6cc9923-23da-49db-865a-32cbee381c00 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6934719 Feb 03 22:11:10.147208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36268) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:10.151954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:10.160932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27d46f64-ef1f-484f-a9f7-fbb541c67188 req-743863b8-c734-4d41-8899-05721e73c2ed tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5373871 Feb 03 22:11:10.169801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-012ab694-749f-4b1c-b21b-bb7086b27292 None None] Current status of the port cfe59d8d-b5ad-4dac-9134-6f249f517573 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:10.174665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:10.212190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-012ab694-749f-4b1c-b21b-bb7086b27292 None None] Provisioning complete for port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:10.213116 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-012ab694-749f-4b1c-b21b-bb7086b27292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:10.262918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:10.263727 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:10.353910 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:10.354564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:10.465266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:10.812246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:10.812957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-012ab694-749f-4b1c-b21b-bb7086b27292 None None] Current status of the port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:10.816476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 22:11:10.850745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Removed routes are [] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 22:11:10.851187 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:10.932369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-012ab694-749f-4b1c-b21b-bb7086b27292 None None] Provisioning complete for port 163e2769-ff2c-4ba5-9f9d-295cb2de732d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:10.933380 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-012ab694-749f-4b1c-b21b-bb7086b27292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.018371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-012ab694-749f-4b1c-b21b-bb7086b27292 None None] Port 163e2769-ff2c-4ba5-9f9d-295cb2de732d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:11:11.081355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '163e2769-ff2c-4ba5-9f9d-295cb2de732d', 'name': '', 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:f8:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:11:06Z', 'updated_at': '2022-02-03T22:11:09Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:11.118980 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:11.119697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Updating router 485ba589-d4a1-4616-b7c9-fe4c9e53709d port 163e2769-ff2c-4ba5-9f9d-295cb2de732d binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:11:11.169973 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.188980 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2819da00-b369-4f02-a6d9-e79a86f01922 None None] Provisioning complete for port 163e2769-ff2c-4ba5-9f9d-295cb2de732d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:11.189352 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2819da00-b369-4f02-a6d9-e79a86f01922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.193531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.200756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.233904 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2819da00-b369-4f02-a6d9-e79a86f01922 None None] Port 163e2769-ff2c-4ba5-9f9d-295cb2de732d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:11:11.330656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:11.375819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd54d4f-cf2c-4473-b13c-e17f4894ee13 req-f4e8a1c7-0f48-4963-83ec-307271de8119 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:11.383720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7fd54d4f-cf2c-4473-b13c-e17f4894ee13 req-f4e8a1c7-0f48-4963-83ec-307271de8119 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 945 time: 0.1296945 Feb 03 22:11:11.473022 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7fd54d4f-cf2c-4473-b13c-e17f4894ee13 req-eea87557-dd4e-455d-84cd-6116e100d182 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778041 Feb 03 22:11:11.482098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:11.509038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.513508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-70b94d08-c529-4f1c-8d00-5a25206c0bdd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d HTTP/1.1" status: 200 len: 934 time: 1.3651063 Feb 03 22:11:11.517034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:11.585731 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Publish callbacks [] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.592511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.647548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aa0dc-3601-401b-9861-b5051672a710 None None] Pushing event updated for resources: {'Port': ['ID=163e2769-ff2c-4ba5-9f9d-295cb2de732d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:11.659850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-48d3d897-721c-46ff-9681-30791ee9dc4c tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d HTTP/1.1" status: 200 len: 934 time: 0.1413577 Feb 03 22:11:11.662422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36300) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:11.667747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'routes': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:11.732951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2602497e-760c-49c4-8a99-523345ce2591 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:11.773078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Attempting to bind port 163e2769-ff2c-4ba5-9f9d-295cb2de732d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:11:11.773290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Attempting to bind port 163e2769-ff2c-4ba5-9f9d-295cb2de732d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'f5391d44-026c-440f-b6c9-4974ae3f3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:11:11.773665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Attempting to bind port 163e2769-ff2c-4ba5-9f9d-295cb2de732d on network 73e2e42d-460e-4bea-a061-35bb46c67fec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:11:11.785410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:11:11.785743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Checking segment: {'id': 'f5391d44-026c-440f-b6c9-4974ae3f3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:11:11.786280 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.786544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Bound using segment: {'id': 'f5391d44-026c-440f-b6c9-4974ae3f3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:11:11.787027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Bound port: 163e2769-ff2c-4ba5-9f9d-295cb2de732d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5391d44-026c-440f-b6c9-4974ae3f3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:11:11.787413 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.907360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 2602497e-760c-49c4-8a99-523345ce2591 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:11:11.913803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 2602497e-760c-49c4-8a99-523345ce2591 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:11.914654 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2602497e-760c-49c4-8a99-523345ce2591), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:11.928698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] For port 163e2769-ff2c-4ba5-9f9d-295cb2de732d, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:11:11.971215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] For port 163e2769-ff2c-4ba5-9f9d-295cb2de732d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=163e2769-ff2c-4ba5-9f9d-295cb2de732d,segment=NetworkSegment(f5391d44-026c-440f-b6c9-4974ae3f3e31),segment_id=f5391d44-026c-440f-b6c9-4974ae3f3e31)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:11:11.990946 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:12.090781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aa0dc-3601-401b-9861-b5051672a710 None None] Pushing event updated for resources: {'Port': ['ID=163e2769-ff2c-4ba5-9f9d-295cb2de732d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:12.101266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cfe59d8d-b5ad-4dac-9134-6f249f517573 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:12.359826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:12.360416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:12.493131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-184434d3-5746-4387-b3e6-479c840ec08b None None] Provisioning complete for port 163e2769-ff2c-4ba5-9f9d-295cb2de732d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:12.493513 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-184434d3-5746-4387-b3e6-479c840ec08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:12.544116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 2602497e-760c-49c4-8a99-523345ce2591 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:12.550710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2602497e-760c-49c4-8a99-523345ce2591), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:12.581373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243d215-fe03-4383-934f-f3ee8743a720 req-4b90394b-e948-48a1-8be3-c9058630f8b7 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:12.582970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-4b90394b-e948-48a1-8be3-c9058630f8b7 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/networks?id=8b33cd61-a185-4171-86f7-eb4eaf71de55 HTTP/1.1" status: 200 len: 809 time: 0.2935839 Feb 03 22:11:12.602451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cfe59d8d-b5ad-4dac-9134-6f249f517573 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:12.602837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:12.632210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 2602497e-760c-49c4-8a99-523345ce2591, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2602497e-760c-49c4-8a99-523345ce2591,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:12.635915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-121d4e83-a33d-4af2-948c-70a91f1c0e0e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/quotas/9c14e0e892c34a3ebad62fa13e7414d0 HTTP/1.1" status: 200 len: 375 time: 0.0423470 Feb 03 22:11:12.656677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:12.712887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-29478eb0-8e4f-4fbd-8236-86bb9dcc3f41 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c14e0e892c34a3ebad62fa13e7414d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626752 Feb 03 22:11:12.801538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2602497e-760c-49c4-8a99-523345ce2591'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:11:12.803982 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dcfa82-d4ee-46d5-ad9f-dce6fd3b1de1" -d '{"events": [{"server_uuid": "ae78d4bc-8feb-45a3-a91f-2d798b999ed1", "name": "network-vif-plugged", "status": "completed", "tag": "2602497e-760c-49c4-8a99-523345ce2591"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:11:12.844761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-77473583-5021-4a84-9733-bb87eda6e3cc service neutron] 10.222.0.50 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057205 Feb 03 22:11:12.881651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6bc23-927c-4c8d-a6f7-a99b155dc6e9 req-60d525da-512b-4d3b-bf27-4bed78a9c51e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:12.883588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ee6bc23-927c-4c8d-a6f7-a99b155dc6e9 req-60d525da-512b-4d3b-bf27-4bed78a9c51e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 946 time: 0.2587190 Feb 03 22:11:12.941653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added routes are [] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 22:11:12.942263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 22:11:13.040812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:13.055559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ee6bc23-927c-4c8d-a6f7-a99b155dc6e9 req-87334130-a039-4c15-aa6d-b818e4e25fc6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389494 Feb 03 22:11:13.157950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-ecefa651-a4a7-4472-9a7c-983066934b20 service neutron] 10.222.0.50 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119099 Feb 03 22:11:13.195414 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2602497e-760c-49c4-8a99-523345ce2591), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:13.343012 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e71cde-8cd2-48b1-8dab-a363fcbfb533 x-openstack-request-id: req-a4e71cde-8cd2-48b1-8dab-a363fcbfb533 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:11:13.343313 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae78d4bc-8feb-45a3-a91f-2d798b999ed1", "name": "network-vif-plugged", "status": "completed", "tag": "2602497e-760c-49c4-8a99-523345ce2591", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:11:13.345620 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4e71cde-8cd2-48b1-8dab-a363fcbfb533 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:11:13.345823 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2602497e-760c-49c4-8a99-523345ce2591', 'code': 200} Feb 03 22:11:13.446073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc451dc-a0c7-406c-98b8-658a112bdaa4 req-74f3995f-ef2c-4523-a726-49bf06e0816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:13.447624 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dc451dc-a0c7-406c-98b8-658a112bdaa4 req-74f3995f-ef2c-4523-a726-49bf06e0816e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 1128 time: 0.1378517 Feb 03 22:11:13.475048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:13.483328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:13.536233 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dc451dc-a0c7-406c-98b8-658a112bdaa4 req-ca7ea511-9f93-4d0e-a658-cc7658af837f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784788 Feb 03 22:11:13.547913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-067be9ad-53c8-4079-a494-777929e6b531 req-f5afdc5b-e38a-4a86-8b59-3b297bcfde4d tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 210 time: 0.0564046 Feb 03 22:11:13.596584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cfe59d8d-b5ad-4dac-9134-6f249f517573 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:13.601959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=2602497e-760c-49c4-8a99-523345ce2591,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:13.614071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:10Z', 'revision_number': 6, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '163e2769-ff2c-4ba5-9f9d-295cb2de732d', 'name': '', 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:f8:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:11:06Z', 'updated_at': '2022-02-03T22:11:11Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:13.705782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c77ea7b-25ae-4cad-8a4f-64463f93afc0 None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:10Z', 'revision_number': 6, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '163e2769-ff2c-4ba5-9f9d-295cb2de732d', 'name': '', 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:f8:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:11:06Z', 'updated_at': '2022-02-03T22:11:11Z', 'revision_number': 4, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:13.723272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-184434d3-5746-4387-b3e6-479c840ec08b None None] Current status of the port 163e2769-ff2c-4ba5-9f9d-295cb2de732d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:13.725366 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-184434d3-5746-4387-b3e6-479c840ec08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:13.849424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-184434d3-5746-4387-b3e6-479c840ec08b None None] For port 163e2769-ff2c-4ba5-9f9d-295cb2de732d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=163e2769-ff2c-4ba5-9f9d-295cb2de732d,segment=NetworkSegment(f5391d44-026c-440f-b6c9-4974ae3f3e31),segment_id=f5391d44-026c-440f-b6c9-4974ae3f3e31)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:13.849639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:13.855951 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-184434d3-5746-4387-b3e6-479c840ec08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:13.999620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184434d3-5746-4387-b3e6-479c840ec08b None None] Pushing event updated for resources: {'Port': ['ID=163e2769-ff2c-4ba5-9f9d-295cb2de732d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:14.050382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-280ee51c-0f00-49f8-81d4-93a957ec64ee None None] Provisioning complete for port 163e2769-ff2c-4ba5-9f9d-295cb2de732d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:14.051117 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-280ee51c-0f00-49f8-81d4-93a957ec64ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:14.162879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:14.181257 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:14.182654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-54b49f75-e24d-4ebc-b751-03197307e11f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d HTTP/1.1" status: 200 len: 700 time: 2.5192335 Feb 03 22:11:14.185361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:14.273197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-280ee51c-0f00-49f8-81d4-93a957ec64ee None None] Current status of the port 163e2769-ff2c-4ba5-9f9d-295cb2de732d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:14.373876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244178e4-2c50-4802-9260-1bfbf4748d77 req-1020abdc-a619-4b68-977c-0b39d72b05ad tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:14.377880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-244178e4-2c50-4802-9260-1bfbf4748d77 req-1020abdc-a619-4b68-977c-0b39d72b05ad tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 946 time: 0.1621206 Feb 03 22:11:14.448436 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9f5c0d5a-b10c-4225-b593-dc918e92a79a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d HTTP/1.1" status: 200 len: 700 time: 0.2595043 Feb 03 22:11:14.449669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:15.091494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d8f0f64-91f7-4238-9b1d-c9a0640c98a8 req-422b5c82-94bc-4a75-ba08-d34039564051 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 210 time: 0.0954061 Feb 03 22:11:15.147723 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:15.166320 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:15.177677 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:15.199073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-244178e4-2c50-4802-9260-1bfbf4748d77 req-66827445-a2b7-4285-8fa5-663de7c59df0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8142524 Feb 03 22:11:15.329354 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:15.505512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243d215-fe03-4383-934f-f3ee8743a720 req-396f89ce-159b-48a4-b1a5-a0187964586c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:15.507632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-396f89ce-159b-48a4-b1a5-a0187964586c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.10 "GET /v2.0/networks?id=8b33cd61-a185-4171-86f7-eb4eaf71de55 HTTP/1.1" status: 200 len: 809 time: 0.2573926 Feb 03 22:11:15.519752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Request body: {'port': {'device_id': 'd253a47d-2f57-4e33-a52f-5f5861cd0b63', 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55', 'admin_state_up': True, 'tenant_id': '9c14e0e892c34a3ebad62fa13e7414d0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:15.582669 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:12Z', 'revision_number': 7, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '163e2769-ff2c-4ba5-9f9d-295cb2de732d', 'name': '', 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:f8:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:11:06Z', 'updated_at': '2022-02-03T22:11:13Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:15.613830 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:15.625011 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:15.626030 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:15.758986 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:15.819818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Made reservation on behalf of 9c14e0e892c34a3ebad62fa13e7414d0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:11:15.827628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:16.017019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 163e2769-ff2c-4ba5-9f9d-295cb2de732d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:16.024134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Allocated IP 172.20.0.7 (8b33cd61-a185-4171-86f7-eb4eaf71de55/8a533f5e-95c4-46b3-aca6-0c62bde58e36/cd58f42d-e513-4d78-a87a-36ad2d7eeb51) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:11:16.060166 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:16.135202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 163e2769-ff2c-4ba5-9f9d-295cb2de732d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:16.135851 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:16.325332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 163e2769-ff2c-4ba5-9f9d-295cb2de732d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:16.357211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-712044ac-db67-48d3-8fa7-088621a0a5a1 req-a9f0efa2-747b-4912-8314-35fc582bd496 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 210 time: 0.0662570 Feb 03 22:11:16.399878 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:12Z', 'revision_number': 7, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '163e2769-ff2c-4ba5-9f9d-295cb2de732d', 'name': '', 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:f8:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:11:06Z', 'updated_at': '2022-02-03T22:11:13Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:16.435257 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc421c-0490-4bf2-9f18-f2feaa406a20 None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:12Z', 'revision_number': 7, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '163e2769-ff2c-4ba5-9f9d-295cb2de732d', 'name': '', 'network_id': '73e2e42d-460e-4bea-a061-35bb46c67fec', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:f8:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:11:06Z', 'updated_at': '2022-02-03T22:11:13Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'f6d16e3e-87da-485f-88b1-9c286c1f44b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:16.495297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks [] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:16.512432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137712a-712a-46fd-acf1-d15614aeffe2 req-d4280099-fefc-433f-b077-12aa80370989 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:16.515222 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0137712a-712a-46fd-acf1-d15614aeffe2 req-d4280099-fefc-433f-b077-12aa80370989 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 946 time: 0.1449866 Feb 03 22:11:16.599593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0137712a-712a-46fd-acf1-d15614aeffe2 req-1a30c060-72e5-4184-8e33-1dda7de694ed tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785997 Feb 03 22:11:16.657793 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:16.724880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Network 8b33cd61-a185-4171-86f7-eb4eaf71de55 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:11:16.735715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:11:16.739189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:11:16.778069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c2204-bba1-48e9-904c-8fe6e414af33 req-2f640bee-04f3-4ad1-a3f5-acf93f2a7db0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:16.796196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f78c2204-bba1-48e9-904c-8fe6e414af33 req-2f640bee-04f3-4ad1-a3f5-acf93f2a7db0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 946 time: 0.0952368 Feb 03 22:11:16.803643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:16.804283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:16.809477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 163e2769-ff2c-4ba5-9f9d-295cb2de732d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:16.809818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:16.813558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Pushing event updated for resources: {'Port': ['ID=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:16.876708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f78c2204-bba1-48e9-904c-8fe6e414af33 req-bb0e8a65-ff92-4b18-ba87-71023261054e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771210 Feb 03 22:11:16.889966 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-910e5ab3-d7f2-46a7-af7c-9dc1d303c84e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3731804 Feb 03 22:11:16.900264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Request body: {'port': {'device_id': 'd253a47d-2f57-4e33-a52f-5f5861cd0b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:16.914158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:16.991979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port 163e2769-ff2c-4ba5-9f9d-295cb2de732d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=163e2769-ff2c-4ba5-9f9d-295cb2de732d,segment=NetworkSegment(f5391d44-026c-440f-b6c9-4974ae3f3e31),segment_id=f5391d44-026c-440f-b6c9-4974ae3f3e31)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:16.992339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:17.001607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:17.015770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 163e2769-ff2c-4ba5-9f9d-295cb2de732d owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:17.221932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a213e55-f71a-4181-a06d-da51b9d2cbaf tempest-TestVolumeBootPattern-336624125 tempest-TestVolumeBootPattern-336624125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:17.229067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6a213e55-f71a-4181-a06d-da51b9d2cbaf tempest-TestVolumeBootPattern-336624125 tempest-TestVolumeBootPattern-336624125-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 1123 time: 0.3108695 Feb 03 22:11:17.230017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:17.234794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '2602497e-760c-49c4-8a99-523345ce2591', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:17.286129 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:17.478538 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (163e2769-ff2c-4ba5-9f9d-295cb2de732d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:17.489352 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:17.536139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=163e2769-ff2c-4ba5-9f9d-295cb2de732d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:17.620032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecf88c-5547-46b7-8982-520eb5cbb382 req-92b592e1-bdfc-47f7-a983-8c1aeb81c07c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:17.622491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40ecf88c-5547-46b7-8982-520eb5cbb382 req-92b592e1-bdfc-47f7-a983-8c1aeb81c07c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 931 time: 0.1579914 Feb 03 22:11:17.629182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.629535 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.629881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.630219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.630553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.630886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.631214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.631541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.631867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.632190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.632513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.632836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.633183 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:17.673872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd58f42d-e513-4d78-a87a-36ad2d7eeb51 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:11:17.742956 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:17.760705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Publish callbacks [] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:17.798511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.25.5.143 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/e3b6713e-879e-4cb4-9d0d-45f822dacaf8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:11:17.807609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40ecf88c-5547-46b7-8982-520eb5cbb382 req-75eb6798-4615-43dd-8131-2b206c024358 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646967 Feb 03 22:11:17.875180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Transition to ACTIVE for port object cd58f42d-e513-4d78-a87a-36ad2d7eeb51 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:11:17.890006 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:18.020089 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (e3b6713e-879e-4cb4-9d0d-45f822dacaf8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:18.059908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e3b6713e-879e-4cb4-9d0d-45f822dacaf8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:18.108857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:11:18.115095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:11:18.119863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:11:18.358616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:18.359789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Pushing event updated for resources: {'Port': ['ID=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:18.532562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:18.537983 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f9de39cb-8dba-4c6b-a6f4-67ac34e99613 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0872111 Feb 03 22:11:18.540841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:18.545844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:18.560413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=e3b6713e-879e-4cb4-9d0d-45f822dacaf8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:18.567519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:18.569314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:18.601625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-992480e6-d906-44a2-9046-68fbee8e6452 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting subnet f6d16e3e-87da-485f-88b1-9c286c1f44b8 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:11:18.604194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36426) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:18.605102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-992480e6-d906-44a2-9046-68fbee8e6452 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (f6d16e3e-87da-485f-88b1-9c286c1f44b8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:18.626628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.626950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.627313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.627663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.628008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.628350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.628686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.629046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.629380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.629710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.630040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.630369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.630697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:18.653042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-992480e6-d906-44a2-9046-68fbee8e6452 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (f6d16e3e-87da-485f-88b1-9c286c1f44b8), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:18.671032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (190b28be-d446-4ee4-8882-d44d9d038ee6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:18.709872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:18.747068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-992480e6-d906-44a2-9046-68fbee8e6452 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f6d16e3e-87da-485f-88b1-9c286c1f44b8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:18.848987 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e3b6713e-879e-4cb4-9d0d-45f822dacaf8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:18.869830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-992480e6-d906-44a2-9046-68fbee8e6452 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (f6d16e3e-87da-485f-88b1-9c286c1f44b8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:18.911229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992480e6-d906-44a2-9046-68fbee8e6452 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d16e3e-87da-485f-88b1-9c286c1f44b8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:18.914145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Attempting to bind port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:11:18.914486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Attempting to bind port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '1254ac46-c175-43e3-8b76-2d81b48b4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:11:18.914821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Attempting to bind port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 on network 8b33cd61-a185-4171-86f7-eb4eaf71de55 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:11:18.922724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 on network 8b33cd61-a185-4171-86f7-eb4eaf71de55 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:11:18.923063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Attempting to bind port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 on network 8b33cd61-a185-4171-86f7-eb4eaf71de55 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:11:18.932376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:11:18.932376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Checking segment: {'id': '1254ac46-c175-43e3-8b76-2d81b48b4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:11:18.932682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Bound using segment: {'id': '1254ac46-c175-43e3-8b76-2d81b48b4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:11:18.933148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Bound port: cd58f42d-e513-4d78-a87a-36ad2d7eeb51, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1254ac46-c175-43e3-8b76-2d81b48b4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:11:18.933558 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:19.007752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] For port cd58f42d-e513-4d78-a87a-36ad2d7eeb51, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:11:19.012235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] For port cd58f42d-e513-4d78-a87a-36ad2d7eeb51, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:11:19.020789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-992480e6-d906-44a2-9046-68fbee8e6452 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:19.027110 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-992480e6-d906-44a2-9046-68fbee8e6452 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/f6d16e3e-87da-485f-88b1-9c286c1f44b8 HTTP/1.1" status: 204 len: 168 time: 0.4823847 Feb 03 22:11:19.027413 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:19.031182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:19.050146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed4648-c702-406c-9856-f9c2ce6388dd None None] Network 73e2e42d-460e-4bea-a061-35bb46c67fec requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:19.142760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:19.143417 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:19.144841 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] 10.222.0.10 "PUT /v2.0/ports/cd58f42d-e513-4d78-a87a-36ad2d7eeb51 HTTP/1.1" status: 200 len: 1091 time: 2.2489717 Feb 03 22:11:19.145318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd253a47d-2f57-4e33-a52f-5f5861cd0b63', 'tag': 'cd58f42d-e513-4d78-a87a-36ad2d7eeb51'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:11:19.147573 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23693c1-6900-4685-9e6a-43967bb444d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d253a47d-2f57-4e33-a52f-5f5861cd0b63", "tag": "cd58f42d-e513-4d78-a87a-36ad2d7eeb51"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:11:19.284388 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c174870e-745e-433a-ab72-07841964cddf x-openstack-request-id: req-c174870e-745e-433a-ab72-07841964cddf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:11:19.284769 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d253a47d-2f57-4e33-a52f-5f5861cd0b63", "tag": "cd58f42d-e513-4d78-a87a-36ad2d7eeb51", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:11:19.284994 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c174870e-745e-433a-ab72-07841964cddf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:11:19.293321 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd253a47d-2f57-4e33-a52f-5f5861cd0b63', 'tag': 'cd58f42d-e513-4d78-a87a-36ad2d7eeb51', 'status': 'completed', 'code': 200} Feb 03 22:11:19.302026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8b6bc-a81a-4230-a10c-81d5eddad82a service neutron] Pushing event updated for resources: {'Port': ['ID=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:19.322868 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (73e2e42d-460e-4bea-a061-35bb46c67fec), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:19.393750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243d215-fe03-4383-934f-f3ee8743a720 req-0a6b5620-e30f-4ab5-a107-7444d41684f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:19.395306 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-0a6b5620-e30f-4ab5-a107-7444d41684f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c14e0e892c34a3ebad62fa13e7414d0&device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 1125 time: 0.1980846 Feb 03 22:11:19.488650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:17Z', 'revision_number': 8, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:19.520811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d0fd-0c68-4ea7-8650-485013c33d2e req-a5478d68-da46-48de-b245-a88baee1a813 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:19.527680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c43d0fd-0c68-4ea7-8650-485013c33d2e req-a5478d68-da46-48de-b245-a88baee1a813 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 943 time: 0.3014133 Feb 03 22:11:19.550739 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-79d1d915-5def-4713-a549-82b057b74436 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd58f42d-e513-4d78-a87a-36ad2d7eeb51 HTTP/1.1" status: 200 len: 217 time: 0.1059966 Feb 03 22:11:19.559990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] DHCP port deletion for 73e2e42d-460e-4bea-a061-35bb46c67fec request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:11:19.561808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:19.590269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:19.590913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:19.653807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c43d0fd-0c68-4ea7-8650-485013c33d2e req-56536f8a-2ff6-49c6-9e4b-916709e66582 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252267 Feb 03 22:11:19.700737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243d215-fe03-4383-934f-f3ee8743a720 req-fb769d20-fe51-4e8f-86d5-0a3a25779d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:19.702834 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-fb769d20-fe51-4e8f-86d5-0a3a25779d7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a533f5e-95c4-46b3-aca6-0c62bde58e36 HTTP/1.1" status: 200 len: 849 time: 0.1462426 Feb 03 22:11:19.704378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port cfe59d8d-b5ad-4dac-9134-6f249f517573 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:19.704718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:19.738318 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-3f06db87-3c22-4fee-abec-1b7d8a274cb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b33cd61-a185-4171-86f7-eb4eaf71de55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300310 Feb 03 22:11:19.789103 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (e3b6713e-879e-4cb4-9d0d-45f822dacaf8), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:19.816067 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (e3b6713e-879e-4cb4-9d0d-45f822dacaf8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:19.913309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cfe59d8d-b5ad-4dac-9134-6f249f517573 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:19.963091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port cfe59d8d-b5ad-4dac-9134-6f249f517573, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cfe59d8d-b5ad-4dac-9134-6f249f517573,segment=NetworkSegment(f5391d44-026c-440f-b6c9-4974ae3f3e31),segment_id=f5391d44-026c-440f-b6c9-4974ae3f3e31)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:19.964616 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:19.988313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:19.988793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for cfe59d8d-b5ad-4dac-9134-6f249f517573 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:20.023745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=e3b6713e-879e-4cb4-9d0d-45f822dacaf8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:20.054778 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-21cd5806-de85-45c2-beb5-d04424c65a76 service neutron] 10.222.0.10 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051395 Feb 03 22:11:20.057431 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (3218fddb-955e-4cc2-b8ba-86c430f97f9c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.077413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Deleting port cfe59d8d-b5ad-4dac-9134-6f249f517573 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:20.078030 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.244609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] For port cfe59d8d-b5ad-4dac-9134-6f249f517573, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cfe59d8d-b5ad-4dac-9134-6f249f517573,segment=NetworkSegment(f5391d44-026c-440f-b6c9-4974ae3f3e31),segment_id=f5391d44-026c-440f-b6c9-4974ae3f3e31)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:20.245351 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.269666 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4243d215-fe03-4383-934f-f3ee8743a720 req-1ccc64cf-d760-4295-a60b-8e1ebbcf8e5c service neutron] 10.222.0.10 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453288 Feb 03 22:11:20.281367 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.304663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No DVR routers for this DVR port cfe59d8d-b5ad-4dac-9134-6f249f517573 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:20.305704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Port cfe59d8d-b5ad-4dac-9134-6f249f517573 update to DOWN by agent not found {{(pid=103399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 22:11:20.345023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Calling delete_port for cfe59d8d-b5ad-4dac-9134-6f249f517573 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:20.351283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (190b28be-d446-4ee4-8882-d44d9d038ee6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.382683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=cfe59d8d-b5ad-4dac-9134-6f249f517573,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:20.572197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (73e2e42d-460e-4bea-a061-35bb46c67fec), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.617938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-e07b0fe9-9986-40d2-ad07-3a28db0b5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:20.630401 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-e07b0fe9-9986-40d2-ad07-3a28db0b5a34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c14e0e892c34a3ebad62fa13e7414d0&device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 1125 time: 0.2787192 Feb 03 22:11:20.644675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e2e42d-460e-4bea-a061-35bb46c67fec']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:20.647830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:17Z', 'revision_number': 8, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:20.718251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5391d44-026c-440f-b6c9-4974ae3f3e31') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:20.720672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5391d44-026c-440f-b6c9-4974ae3f3e31') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:20.729628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0ba67-49ca-4053-9a10-d721cccbbb19 None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:17Z', 'revision_number': 8, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26a19ab-8633-42f4-aaf8-875bf4a1f2d7', 'name': '', 'network_id': '33e9f0c5-d01f-4278-8021-b406e62ad87a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:8a:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:56Z', 'updated_at': '2022-02-03T22:11:08Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': 'b495a5d5-cf52-4c6b-abf1-c744117724a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:20.761835 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (cfe59d8d-b5ad-4dac-9134-6f249f517573), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.831531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (f5391d44-026c-440f-b6c9-4974ae3f3e31), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.869377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Pushing event deleted for resources: {'Port': ['ID=cfe59d8d-b5ad-4dac-9134-6f249f517573,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:20.884166 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f5391d44-026c-440f-b6c9-4974ae3f3e31), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.890481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.891155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.891685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.892278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.892826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.893478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.894206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.894763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.895525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.896106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.896652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.897385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.897941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:11:20.902332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0214cf-6c36-4a1f-873d-4221c5d5c138 None None] No DVR routers for this DVR port cfe59d8d-b5ad-4dac-9134-6f249f517573 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:20.924732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:11:20.925195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (f5391d44-026c-440f-b6c9-4974ae3f3e31), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:11:20.928614 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:11:21.081793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-56d15be9-4101-4bfc-8a00-4ae33bfd27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:21.083305 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-56d15be9-4101-4bfc-8a00-4ae33bfd27c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b33cd61-a185-4171-86f7-eb4eaf71de55 HTTP/1.1" status: 200 len: 910 time: 0.4359882 Feb 03 22:11:21.099615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472d1ed-0c15-450d-84f7-d6d047711d9e req-e96b3348-58a2-4d12-8b71-18c3a156abb7 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:21.102455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (73e2e42d-460e-4bea-a061-35bb46c67fec), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:21.110378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a472d1ed-0c15-450d-84f7-d6d047711d9e req-e96b3348-58a2-4d12-8b71-18c3a156abb7 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 943 time: 0.1300478 Feb 03 22:11:21.131019 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Floating IP 190b28be-d446-4ee4-8882-d44d9d038ee6 associated. External IP: 172.25.5.143, port: 2602497e-760c-49c4-8a99-523345ce2591. Feb 03 22:11:21.211172 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:21.217325 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/networks/73e2e42d-460e-4bea-a061-35bb46c67fec HTTP/1.1" status: 204 len: 168 time: 2.1412928 Feb 03 22:11:21.218270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad426c1-7509-45b9-b873-d92aab374477 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Network': ['ID=73e2e42d-460e-4bea-a061-35bb46c67fec,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:21.220822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-e8b8bc18-e4fc-46f1-87e4-fa02219e5b1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd58f42d-e513-4d78-a87a-36ad2d7eeb51 HTTP/1.1" status: 200 len: 217 time: 0.1270161 Feb 03 22:11:21.252014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:21.417952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a472d1ed-0c15-450d-84f7-d6d047711d9e req-ea2d0275-f5a3-4cd7-b5ec-153921bc218f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991879 Feb 03 22:11:21.457257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-c970b694-6135-490b-aa51-f1b6c686137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:21.459018 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-c970b694-6135-490b-aa51-f1b6c686137c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a533f5e-95c4-46b3-aca6-0c62bde58e36 HTTP/1.1" status: 200 len: 849 time: 0.2313483 Feb 03 22:11:21.498265 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-a9a2df04-b279-4936-bf1a-59d547cfce6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b33cd61-a185-4171-86f7-eb4eaf71de55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316348 Feb 03 22:11:21.586195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Deleting port 5b4161a8-901a-43f1-a9b9-4801e48230b5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:21.586452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:21.662587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Router 45055249-c15c-4ce9-a25e-af25fb83d706 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:21.666165 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-caed4e57-0f18-4db3-add4-708796dd9a6f service neutron] 10.222.0.10 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552715 Feb 03 22:11:21.694766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] For port 5b4161a8-901a-43f1-a9b9-4801e48230b5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5b4161a8-901a-43f1-a9b9-4801e48230b5,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:21.698351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:21.816947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Calling delete_port for 5b4161a8-901a-43f1-a9b9-4801e48230b5 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:21.821942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 163e2769-ff2c-4ba5-9f9d-295cb2de732d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:21.868651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 163e2769-ff2c-4ba5-9f9d-295cb2de732d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:21.868998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 163e2769-ff2c-4ba5-9f9d-295cb2de732d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:21.977803 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d23693c1-6900-4685-9e6a-43967bb444d2 req-85bec9bc-fb89-4584-bf5f-32894b8a7d18 service neutron] 10.222.0.10 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701473 Feb 03 22:11:22.093453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:22.174038 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5b4161a8-901a-43f1-a9b9-4801e48230b5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:22.246317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4161a8-901a-43f1-a9b9-4801e48230b5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:22.400664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:22.415486 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] Sync routers for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:22.432826 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:22.436169 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:22.494836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:22.584923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5136a722-8b0f-40a8-978d-4b9bee69217c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3417082 Feb 03 22:11:22.584923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'tag': '2602497e-760c-49c4-8a99-523345ce2591'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:11:22.594110 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc9c034-3538-41cf-95de-4404fc4b5d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae78d4bc-8feb-45a3-a91f-2d798b999ed1", "tag": "2602497e-760c-49c4-8a99-523345ce2591"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:11:22.640437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:22.641052 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:22.651654 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:22.683400 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b96ba1c-55f4-46f8-a853-607a7e5f22d2 x-openstack-request-id: req-6b96ba1c-55f4-46f8-a853-607a7e5f22d2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:11:22.683662 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae78d4bc-8feb-45a3-a91f-2d798b999ed1", "tag": "2602497e-760c-49c4-8a99-523345ce2591", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:11:22.684037 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b96ba1c-55f4-46f8-a853-607a7e5f22d2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:11:22.685303 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'tag': '2602497e-760c-49c4-8a99-523345ce2591', 'status': 'completed', 'code': 200} Feb 03 22:11:22.748769 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (3218fddb-955e-4cc2-b8ba-86c430f97f9c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:22.777048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb560eed-c56d-4cf6-84fa-535065cc7a84 req-6432c16c-b808-46ee-89e7-649ad2b500dc tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:22.786019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb560eed-c56d-4cf6-84fa-535065cc7a84 req-6432c16c-b808-46ee-89e7-649ad2b500dc tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 943 time: 0.2194283 Feb 03 22:11:22.792991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-ee885d5e-b310-448d-99fe-1fa7461958f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:22.794637 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-ee885d5e-b310-448d-99fe-1fa7461958f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 1128 time: 0.1030886 Feb 03 22:11:22.830691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port e26a19ab-8633-42f4-aaf8-875bf4a1f2d7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e26a19ab-8633-42f4-aaf8-875bf4a1f2d7,segment=NetworkSegment(f3af72c5-d4fe-4ecc-96c4-975aed8b3402),segment_id=f3af72c5-d4fe-4ecc-96c4-975aed8b3402)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:22.835398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:23.005179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eb560eed-c56d-4cf6-84fa-535065cc7a84 req-db8fabf0-19a5-418c-a262-7ab970a82bef tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114954 Feb 03 22:11:23.057131 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '190b28be-d446-4ee4-8882-d44d9d038ee6', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': '2602497e-760c-49c4-8a99-523345ce2591', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:ef:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:11:18Z', 'updated_at': '2022-02-03T22:11:18Z', 'revision_number': 0, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:23.110557 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] Checking router: 45055249-c15c-4ce9-a25e-af25fb83d706 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:23.137668 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:23.138295 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:23.187046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Router 3218fddb-955e-4cc2-b8ba-86c430f97f9c has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:23.288231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:23.321413 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:23.398063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:23.405264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a150557a-d97b-4042-b8ba-c283f9dd4f4c admin admin] 10.222.0.50 "PUT /v2.0/routers/3218fddb-955e-4cc2-b8ba-86c430f97f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7999668 Feb 03 22:11:23.407679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:23.408617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] Sync routers for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:23.414822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-d4ab4e88-adfb-4cce-bc47-85bf3958ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:23.415200 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-d4ab4e88-adfb-4cce-bc47-85bf3958ce06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.6096177 Feb 03 22:11:23.536274 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-2eb6cf86-a33a-4f6a-bac5-a3a09b652be0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2602497e-760c-49c4-8a99-523345ce2591 HTTP/1.1" status: 200 len: 1000 time: 0.1142232 Feb 03 22:11:23.585913 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks [] for router (3218fddb-955e-4cc2-b8ba-86c430f97f9c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:23.640687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-d7760d6f-2936-4902-a699-c09e439fc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:23.642811 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-d7760d6f-2936-4902-a699-c09e439fc27e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0996597 Feb 03 22:11:23.708610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e26a19ab-8633-42f4-aaf8-875bf4a1f2d7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:23.729640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cd58f42d-e513-4d78-a87a-36ad2d7eeb51 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:11:23.735915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:23.737172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:23.749810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=e26a19ab-8633-42f4-aaf8-875bf4a1f2d7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:23.797671 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks [] for router_gateway (3218fddb-955e-4cc2-b8ba-86c430f97f9c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:23.870765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-d130aede-a795-4911-b6bc-56e1f68a6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:23.880246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-d130aede-a795-4911-b6bc-56e1f68a6f93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2303209 Feb 03 22:11:23.890136 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '190b28be-d446-4ee4-8882-d44d9d038ee6', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': '2602497e-760c-49c4-8a99-523345ce2591', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:ef:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:11:18Z', 'updated_at': '2022-02-03T22:11:18Z', 'revision_number': 0, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:23.921403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Deleting port a6799860-0b03-48b6-b029-3bd45e5868ee {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:23.921746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:23.967769 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c226d-d6bb-499b-8d74-4f4b156e2870 None None] The sync data for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 is: [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '190b28be-d446-4ee4-8882-d44d9d038ee6', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': '2602497e-760c-49c4-8a99-523345ce2591', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:ef:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:11:18Z', 'updated_at': '2022-02-03T22:11:18Z', 'revision_number': 0, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:24.097884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] For port a6799860-0b03-48b6-b029-3bd45e5868ee, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a6799860-0b03-48b6-b029-3bd45e5868ee,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:24.098107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:24.098314 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:24.153217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Calling delete_port for a6799860-0b03-48b6-b029-3bd45e5868ee owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:24.222389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:24.249042 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-b2c5de25-ee1a-40c0-b740-16a8eedd1f47 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614480 Feb 03 22:11:24.339319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62019e80-ccb8-4e17-9d8c-0927781bd4df req-e20e63ed-a893-41a5-b48e-8a9cf4e6182e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:24.340970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62019e80-ccb8-4e17-9d8c-0927781bd4df req-e20e63ed-a893-41a5-b48e-8a9cf4e6182e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 943 time: 0.1441257 Feb 03 22:11:24.384757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cd58f42d-e513-4d78-a87a-36ad2d7eeb51, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:24.414118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'cd58f42d-e513-4d78-a87a-36ad2d7eeb51', 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55', 'port_id': 'cd58f42d-e513-4d78-a87a-36ad2d7eeb51', 'mac_address': 'fa:16:3e:f4:7d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a533f5e-95c4-46b3-aca6-0c62bde58e36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:11:24.450182 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7e723-19a8-4c4a-8d38-a2c1bebb5675 None None] New status for floating IP 190b28be-d446-4ee4-8882-d44d9d038ee6: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:11:24.512445 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-919e7a70-de44-4c23-a5c1-c3e18b1deb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:24.524801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62019e80-ccb8-4e17-9d8c-0927781bd4df req-9d402e51-1439-455c-a18f-ac52ea7ca6dc tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684906 Feb 03 22:11:24.587466 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a6799860-0b03-48b6-b029-3bd45e5868ee), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:24.674554 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:24.678471 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:24.699500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:24.699892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:24.703448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6799860-0b03-48b6-b029-3bd45e5868ee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:24.706372 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (3218fddb-955e-4cc2-b8ba-86c430f97f9c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:24.747675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:24.753299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd58f42d-e513-4d78-a87a-36ad2d7eeb51 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:11:24.776725 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0dc9c034-3538-41cf-95de-4404fc4b5d8c req-6859942c-8c76-4d76-82d8-0be551d589ab service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070621 Feb 03 22:11:24.797360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cd58f42d-e513-4d78-a87a-36ad2d7eeb51, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:24.809456 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:24.886615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:11:22Z', 'revision_number': 5, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port': {'id': 'a6799860-0b03-48b6-b029-3bd45e5868ee', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:25Z', 'updated_at': '2022-02-03T22:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:24.920772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] Checking router: 3218fddb-955e-4cc2-b8ba-86c430f97f9c for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:24.927548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:24.942213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] Routers {'3218fddb-955e-4cc2-b8ba-86c430f97f9c'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:24.943480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:24.964708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:24.970120 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-801146b4-e348-44c2-a575-24e84759ceb0 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7171171 Feb 03 22:11:24.972801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36478) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:25.005020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:25.030041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-69576f53-b010-43d6-9633-f4b9d2168c66 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting subnet b495a5d5-cf52-4c6b-abf1-c744117724a7 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:11:25.034120 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69576f53-b010-43d6-9633-f4b9d2168c66 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (b495a5d5-cf52-4c6b-abf1-c744117724a7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.062430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:25.063547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:25.070145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] Set router 3218fddb-955e-4cc2-b8ba-86c430f97f9c gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:25.107342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69576f53-b010-43d6-9633-f4b9d2168c66 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (b495a5d5-cf52-4c6b-abf1-c744117724a7), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.232837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:11:24Z', 'revision_number': 7, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:25.262700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69576f53-b010-43d6-9633-f4b9d2168c66 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b495a5d5-cf52-4c6b-abf1-c744117724a7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.275609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f5713-ad9e-4f27-857b-7cec96a95b6e None None] The sync data for ids ['3218fddb-955e-4cc2-b8ba-86c430f97f9c'] in n-d-824834-9 is: [{'id': '3218fddb-955e-4cc2-b8ba-86c430f97f9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1342736156-router', 'tenant_id': '769e32d039cc427c99cf4027de31df66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:21Z', 'updated_at': '2022-02-03T22:11:24Z', 'revision_number': 7, 'project_id': '769e32d039cc427c99cf4027de31df66', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:25.304451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:25.349094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['cd58f42d-e513-4d78-a87a-36ad2d7eeb51'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:11:25.352508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (3218fddb-955e-4cc2-b8ba-86c430f97f9c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.360914 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks [] for router_controller (3218fddb-955e-4cc2-b8ba-86c430f97f9c), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.382686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69576f53-b010-43d6-9633-f4b9d2168c66 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (b495a5d5-cf52-4c6b-abf1-c744117724a7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.429563 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (3218fddb-955e-4cc2-b8ba-86c430f97f9c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.430412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3218fddb-955e-4cc2-b8ba-86c430f97f9c {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:11:25.444203 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.450085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc866181-880a-4e84-ae6e-54233b189f92 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3218fddb-955e-4cc2-b8ba-86c430f97f9c HTTP/1.1" status: 204 len: 168 time: 2.0412364 Feb 03 22:11:25.450684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:25.452276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69576f53-b010-43d6-9633-f4b9d2168c66 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Subnet': ['ID=b495a5d5-cf52-4c6b-abf1-c744117724a7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:25.455699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d77856-0dcd-40bc-aa58-eb2f3fc32aad None None] Network 33e9f0c5-d01f-4278-8021-b406e62ad87a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:25.456233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69576f53-b010-43d6-9633-f4b9d2168c66 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.461136 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-69576f53-b010-43d6-9633-f4b9d2168c66 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/b495a5d5-cf52-4c6b-abf1-c744117724a7 HTTP/1.1" status: 204 len: 168 time: 0.4870253 Feb 03 22:11:25.470307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:25.555236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14082c0-c5e7-4148-a688-2aeaad27f2a1 admin admin] Deleting subnet 808fe823-17ff-42b8-ac22-6e8d3b137dd9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:11:25.581764 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14082c0-c5e7-4148-a688-2aeaad27f2a1 admin admin] Publish callbacks [] for subnet (808fe823-17ff-42b8-ac22-6e8d3b137dd9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.631688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (33e9f0c5-d01f-4278-8021-b406e62ad87a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.716281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14082c0-c5e7-4148-a688-2aeaad27f2a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (808fe823-17ff-42b8-ac22-6e8d3b137dd9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.753953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 2c5d5495-75d5-472d-982a-e87303c5240f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:25.754920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.867866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port 2c5d5495-75d5-472d-982a-e87303c5240f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c5d5495-75d5-472d-982a-e87303c5240f,segment=NetworkSegment(f3af72c5-d4fe-4ecc-96c4-975aed8b3402),segment_id=f3af72c5-d4fe-4ecc-96c4-975aed8b3402)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:25.871605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:25.903207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 2c5d5495-75d5-472d-982a-e87303c5240f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:25.954157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14082c0-c5e7-4148-a688-2aeaad27f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (808fe823-17ff-42b8-ac22-6e8d3b137dd9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.044080 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14082c0-c5e7-4148-a688-2aeaad27f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (808fe823-17ff-42b8-ac22-6e8d3b137dd9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.054819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2c5d5495-75d5-472d-982a-e87303c5240f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.072929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:23Z', 'revision_number': 9, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:26.080781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=2c5d5495-75d5-472d-982a-e87303c5240f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:26.098987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No DVR routers for this DVR port 2c5d5495-75d5-472d-982a-e87303c5240f on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:26.103838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14082c0-c5e7-4148-a688-2aeaad27f2a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808fe823-17ff-42b8-ac22-6e8d3b137dd9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:26.117496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:26.120324 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14082c0-c5e7-4148-a688-2aeaad27f2a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.128660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b14082c0-c5e7-4148-a688-2aeaad27f2a1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/808fe823-17ff-42b8-ac22-6e8d3b137dd9 HTTP/1.1" status: 204 len: 168 time: 0.6692314 Feb 03 22:11:26.128850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b1d8f-32d7-4e21-ab30-0a726c550c04 None None] Network d1d35677-80fc-40d1-be92-5e74df347aac requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:26.130069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:26.273457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69f2f7-fd62-46ec-9994-13842fdf0f49 None None] DHCP port deletion for 33e9f0c5-d01f-4278-8021-b406e62ad87a request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:11:26.308427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d1d35677-80fc-40d1-be92-5e74df347aac), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.324145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:26.325052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:10:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:26.325476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b808e0-cf7e-4a0e-8bd0-5b8780ccb710 req-7d470879-f20c-4047-ab75-9479091661b8 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:26.332873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8b808e0-cf7e-4a0e-8bd0-5b8780ccb710 req-7d470879-f20c-4047-ab75-9479091661b8 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 944 time: 0.5678420 Feb 03 22:11:26.341278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (33e9f0c5-d01f-4278-8021-b406e62ad87a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.376144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e9f0c5-d01f-4278-8021-b406e62ad87a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:26.395286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:26.396214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3af72c5-d4fe-4ecc-96c4-975aed8b3402') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:26.413958 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (f3af72c5-d4fe-4ecc-96c4-975aed8b3402), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.437373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (f3af72c5-d4fe-4ecc-96c4-975aed8b3402), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.445728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8b808e0-cf7e-4a0e-8bd0-5b8780ccb710 req-8db9a6e8-fb83-4e11-83d7-7157cd14b70f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093931 Feb 03 22:11:26.447371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:11:26.447928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (f3af72c5-d4fe-4ecc-96c4-975aed8b3402), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:11:26.452691 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:11:26.473173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Deleting port be65090b-f0c8-44a5-866a-1c1a8822ee28 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:26.473536 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.554962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] For port be65090b-f0c8-44a5-866a-1c1a8822ee28, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=be65090b-f0c8-44a5-866a-1c1a8822ee28,segment=NetworkSegment(39680020-19e9-468f-b466-e9e406aba60c),segment_id=39680020-19e9-468f-b466-e9e406aba60c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:26.555336 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.562487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (33e9f0c5-d01f-4278-8021-b406e62ad87a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.575601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Calling delete_port for be65090b-f0c8-44a5-866a-1c1a8822ee28 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:26.592976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.601133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36496) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:26.603620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/networks/33e9f0c5-d01f-4278-8021-b406e62ad87a HTTP/1.1" status: 204 len: 168 time: 1.1318333 Feb 03 22:11:26.626035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50da3cf-db80-418c-b3ef-380be014bffb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Network': ['ID=33e9f0c5-d01f-4278-8021-b406e62ad87a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:26.656033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:26.747986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5b4161a8-901a-43f1-a9b9-4801e48230b5 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:26.822555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 5b4161a8-901a-43f1-a9b9-4801e48230b5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:26.822990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5b4161a8-901a-43f1-a9b9-4801e48230b5 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:26.843804 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ad58cc3-db0b-4ae1-ad5b-c9d3c2a23d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.856941 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (be65090b-f0c8-44a5-866a-1c1a8822ee28), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:26.931717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=be65090b-f0c8-44a5-866a-1c1a8822ee28,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:26.952308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5780a1-4d97-407f-a1e2-93f99fdde975 None None] DHCP port deletion for d1d35677-80fc-40d1-be92-5e74df347aac request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:11:26.954733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] No DVR routers for this DVR port be65090b-f0c8-44a5-866a-1c1a8822ee28 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:26.993197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:23Z', 'revision_number': 9, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:26.995807 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.021151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33108ad0-b212-4b49-a86f-a26990563e49 None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:23Z', 'revision_number': 9, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc2ea925-55d3-4e34-843c-008a426cbac2', 'name': '', 'network_id': '0008943b-45cc-48b6-b884-f2696ace460f', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:5d:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:48Z', 'updated_at': '2022-02-03T22:11:00Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8d63e069-ee7c-48a8-96fc-193fc524c330', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:27.053496 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d1d35677-80fc-40d1-be92-5e74df347aac), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.109639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d35677-80fc-40d1-be92-5e74df347aac']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:27.123765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39680020-19e9-468f-b466-e9e406aba60c') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:27.124087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39680020-19e9-468f-b466-e9e406aba60c') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:27.152040 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (39680020-19e9-468f-b466-e9e406aba60c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.171454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (39680020-19e9-468f-b466-e9e406aba60c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.181363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:11:27.181744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (39680020-19e9-468f-b466-e9e406aba60c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:11:27.183400 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:11:27.255035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d1d35677-80fc-40d1-be92-5e74df347aac), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.260176 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.264479 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] 10.222.0.50 "DELETE /v2.0/networks/d1d35677-80fc-40d1-be92-5e74df347aac HTTP/1.1" status: 204 len: 168 time: 1.1296015 Feb 03 22:11:27.283525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e492342-afb2-4e23-9659-0b7eb7657ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d35677-80fc-40d1-be92-5e74df347aac,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:27.336620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.402144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:27.467426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-07815cd4-3825-47a8-b8e0-f65c472fa721 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=769e32d039cc427c99cf4027de31df66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615058 Feb 03 22:11:27.467975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:27.527249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cd58f42d-e513-4d78-a87a-36ad2d7eeb51 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:27.537853 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a66d7deb-8b6b-406c-a0a6-791d7936d170 admin admin] Publish callbacks [] for security_group (a1fdaaac-24fb-4e1e-950a-e4e104342834), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.583342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a66d7deb-8b6b-406c-a0a6-791d7936d170 admin admin] Publish callbacks [] for security_group (a1fdaaac-24fb-4e1e-950a-e4e104342834), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.601655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:11:27.607983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:27.608178 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.659171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a66d7deb-8b6b-406c-a0a6-791d7936d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a1fdaaac-24fb-4e1e-950a-e4e104342834), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.661809 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a66d7deb-8b6b-406c-a0a6-791d7936d170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.662976 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a66d7deb-8b6b-406c-a0a6-791d7936d170 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1fdaaac-24fb-4e1e-950a-e4e104342834 HTTP/1.1" status: 204 len: 168 time: 0.1944191 Feb 03 22:11:27.678225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d7deb-8b6b-406c-a0a6-791d7936d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fdaaac-24fb-4e1e-950a-e4e104342834,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:27.680265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca135c1-a642-40c5-b427-fa596134e608 req-a5bffc74-2923-4816-8a6c-ff3722ed7278 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:27.681899 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ca135c1-a642-40c5-b427-fa596134e608 req-a5bffc74-2923-4816-8a6c-ff3722ed7278 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 944 time: 0.1264625 Feb 03 22:11:27.733514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port fc2ea925-55d3-4e34-843c-008a426cbac2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:27.733903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.756752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:27.757955 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.788359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd253a47d-2f57-4e33-a52f-5f5861cd0b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd58f42d-e513-4d78-a87a-36ad2d7eeb51'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:11:27.791680 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6ee489-ae13-458b-89dd-2265d0fa30e7" -d '{"events": [{"server_uuid": "d253a47d-2f57-4e33-a52f-5f5861cd0b63", "name": "network-vif-plugged", "status": "completed", "tag": "cd58f42d-e513-4d78-a87a-36ad2d7eeb51"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:11:27.805258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cd58f42d-e513-4d78-a87a-36ad2d7eeb51, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:27.810244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.859635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6ca135c1-a642-40c5-b427-fa596134e608 req-4cf977e8-0d1d-4bcb-a712-32f266246c28 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691768 Feb 03 22:11:27.879548 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d1193f-9a3c-4b3b-a48b-0390b19c7c6b x-openstack-request-id: req-14d1193f-9a3c-4b3b-a48b-0390b19c7c6b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:11:27.879853 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d253a47d-2f57-4e33-a52f-5f5861cd0b63", "name": "network-vif-plugged", "status": "completed", "tag": "cd58f42d-e513-4d78-a87a-36ad2d7eeb51", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:11:27.880285 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14d1193f-9a3c-4b3b-a48b-0390b19c7c6b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:11:27.883299 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd253a47d-2f57-4e33-a52f-5f5861cd0b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd58f42d-e513-4d78-a87a-36ad2d7eeb51', 'code': 200} Feb 03 22:11:27.933281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:27.947118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port fc2ea925-55d3-4e34-843c-008a426cbac2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fc2ea925-55d3-4e34-843c-008a426cbac2,segment=NetworkSegment(64ba6a56-e673-4ba0-993d-996ad534fc3a),segment_id=64ba6a56-e673-4ba0-993d-996ad534fc3a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:27.947901 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:27.954251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a6799860-0b03-48b6-b029-3bd45e5868ee no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:27.981123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for fc2ea925-55d3-4e34-843c-008a426cbac2 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:28.000755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d5643-ed4a-4e3e-b768-240334f89659 req-93660b32-31ce-4e88-b58f-c0d9069c2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:28.003350 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad3d5643-ed4a-4e3e-b768-240334f89659 req-93660b32-31ce-4e88-b58f-c0d9069c2aa4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 1127 time: 0.0624344 Feb 03 22:11:28.006700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a6799860-0b03-48b6-b029-3bd45e5868ee {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:28.007177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a6799860-0b03-48b6-b029-3bd45e5868ee not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:28.008610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:28.043628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:28.044375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e26a19ab-8633-42f4-aaf8-875bf4a1f2d7 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:28.045155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device be65090b-f0c8-44a5-866a-1c1a8822ee28 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:28.067037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: be65090b-f0c8-44a5-866a-1c1a8822ee28 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:28.067508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device be65090b-f0c8-44a5-866a-1c1a8822ee28 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:28.068025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c5d5495-75d5-472d-982a-e87303c5240f no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:28.083054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ad3d5643-ed4a-4e3e-b768-240334f89659 req-fb9a054b-4dba-402f-b9be-6717ecbf0a1f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705297 Feb 03 22:11:28.089243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 2c5d5495-75d5-472d-982a-e87303c5240f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:28.089707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c5d5495-75d5-472d-982a-e87303c5240f not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:28.225347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (fc2ea925-55d3-4e34-843c-008a426cbac2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:28.252553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=fc2ea925-55d3-4e34-843c-008a426cbac2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:28.472241 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-d1c6d755-328e-4a9c-8213-46dffb9cd338 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831883 Feb 03 22:11:28.487372 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:28.556662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-b4843205-52f7-40fa-89e3-2bfd3d2ff2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:28.558591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-b4843205-52f7-40fa-89e3-2bfd3d2ff2e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cf9abebc821466da7dbf623c3a41bc8&device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1128 time: 0.0631440 Feb 03 22:11:28.648623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:28.689522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-480ff832-53e1-4e05-a3bf-5b568c2ce7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:28.691073 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-480ff832-53e1-4e05-a3bf-5b568c2ce7e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6c2112c-266e-48b0-828c-d77a939f4300 HTTP/1.1" status: 200 len: 908 time: 0.1121743 Feb 03 22:11:28.738457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:28.772603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-44605af1-0679-48c4-af50-4079b881172d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb HTTP/1.1" status: 200 len: 1002 time: 0.0742869 Feb 03 22:11:28.838499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-0d9098a2-1ba5-484f-afb5-150bc159c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:28.840361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-0d9098a2-1ba5-484f-afb5-150bc159c65e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86dbbc50-904a-482a-8aa6-669553a3cbde HTTP/1.1" status: 200 len: 846 time: 0.0615051 Feb 03 22:11:28.863419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:28.873156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-86e93d9d-7c78-41bc-a443-bcc4e7050bf9 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2668686 Feb 03 22:11:28.873156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:28.875996 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:28.891106 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:28.892567 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:11:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:28.924183 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-37bb1b7f-e393-4816-8c2e-ab03799bb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:28.925792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-37bb1b7f-e393-4816-8c2e-ab03799bb4dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6c2112c-266e-48b0-828c-d77a939f4300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761840 Feb 03 22:11:28.975157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6f3c57-da43-4f72-837e-89507359b52a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting subnet 8d63e069-ee7c-48a8-96fc-193fc524c330 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:11:28.981628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3c57-da43-4f72-837e-89507359b52a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (8d63e069-ee7c-48a8-96fc-193fc524c330), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.059902 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:29.087517 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-9431113d-d337-4d99-a0a0-64110f169260 service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533420 Feb 03 22:11:29.116805 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3c57-da43-4f72-837e-89507359b52a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (8d63e069-ee7c-48a8-96fc-193fc524c330), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.159505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07ac99-5cc5-4b89-8454-9f5110fc7318 req-744ffc98-ba73-47cd-b2c8-e2d9ad22eb39 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:29.161096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad07ac99-5cc5-4b89-8454-9f5110fc7318 req-744ffc98-ba73-47cd-b2c8-e2d9ad22eb39 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 945 time: 0.1240599 Feb 03 22:11:29.226900 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bf7e314f-2773-433e-8544-dac15f0b83b2 req-fd218015-2590-4e4d-a1ba-52b690fd2dae service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311376 Feb 03 22:11:29.242336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad07ac99-5cc5-4b89-8454-9f5110fc7318 req-91f9502e-f663-4ebf-959a-51fe4d51d85d tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734954 Feb 03 22:11:29.261884 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3c57-da43-4f72-837e-89507359b52a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8d63e069-ee7c-48a8-96fc-193fc524c330), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.381188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3c57-da43-4f72-837e-89507359b52a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (8d63e069-ee7c-48a8-96fc-193fc524c330), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.430551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f3c57-da43-4f72-837e-89507359b52a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Subnet': ['ID=8d63e069-ee7c-48a8-96fc-193fc524c330,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:29.431838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50333b-5b9a-4263-831f-235308279191 None None] Network 0008943b-45cc-48b6-b884-f2696ace460f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:29.435009 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3c57-da43-4f72-837e-89507359b52a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.439132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1a6f3c57-da43-4f72-837e-89507359b52a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/8d63e069-ee7c-48a8-96fc-193fc524c330 HTTP/1.1" status: 204 len: 168 time: 0.5641136 Feb 03 22:11:29.441177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:29.587286 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:28Z', 'revision_number': 10, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:29.594803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (0008943b-45cc-48b6-b884-f2696ace460f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.621872 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:29.632384 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:29.633074 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:11:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:29.711895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f119e0-7683-42f2-b927-a1e7b7021f8e None None] DHCP port deletion for 0008943b-45cc-48b6-b884-f2696ace460f request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:11:29.716114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 4f56d258-8158-4e33-b17d-1578f767c226 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:29.716403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4f56d258-8158-4e33-b17d-1578f767c226), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.749780 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:29.772658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60f119e0-7683-42f2-b927-a1e7b7021f8e None None] Deleting port 4f56d258-8158-4e33-b17d-1578f767c226 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:29.774357 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60f119e0-7683-42f2-b927-a1e7b7021f8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4f56d258-8158-4e33-b17d-1578f767c226), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.864482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port 4f56d258-8158-4e33-b17d-1578f767c226, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4f56d258-8158-4e33-b17d-1578f767c226,segment=NetworkSegment(64ba6a56-e673-4ba0-993d-996ad534fc3a),segment_id=64ba6a56-e673-4ba0-993d-996ad534fc3a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:29.864859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4f56d258-8158-4e33-b17d-1578f767c226), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.897709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 4f56d258-8158-4e33-b17d-1578f767c226 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:29.921744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-60f119e0-7683-42f2-b927-a1e7b7021f8e None None] For port 4f56d258-8158-4e33-b17d-1578f767c226, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4f56d258-8158-4e33-b17d-1578f767c226,segment=NetworkSegment(64ba6a56-e673-4ba0-993d-996ad534fc3a),segment_id=64ba6a56-e673-4ba0-993d-996ad534fc3a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:29.922244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60f119e0-7683-42f2-b927-a1e7b7021f8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4f56d258-8158-4e33-b17d-1578f767c226), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.935625 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:29.943175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60f119e0-7683-42f2-b927-a1e7b7021f8e None None] Calling delete_port for 4f56d258-8158-4e33-b17d-1578f767c226 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:29.977368 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:28Z', 'revision_number': 10, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:30.003157 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451266d-66ae-4363-a5ce-b90ef30f9add None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:28Z', 'revision_number': 10, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None, '_interfaces': [{'id': '38ca0ffe-402d-4c2c-aedd-2b7024c981a4', 'name': '', 'network_id': '5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'mac_address': 'fa:16:3e:ae:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:10:39Z', 'updated_at': '2022-02-03T22:10:50Z', 'revision_number': 5, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'subnets': [{'id': '8a53f5c8-d5a8-4868-9ec9-a3969af3233f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:30.034741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4f56d258-8158-4e33-b17d-1578f767c226 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:30.090241 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60f119e0-7683-42f2-b927-a1e7b7021f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (4f56d258-8158-4e33-b17d-1578f767c226), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:30.094348 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4f56d258-8158-4e33-b17d-1578f767c226), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:30.105440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f119e0-7683-42f2-b927-a1e7b7021f8e None None] No DVR routers for this DVR port 4f56d258-8158-4e33-b17d-1578f767c226 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:30.131276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No active binding found for port 4f56d258-8158-4e33-b17d-1578f767c226 {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 22:11:30.131752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] The host n-d-824834-9 is not matching for port 4f56d258-8158-4e33-b17d-1578f767c226 host None! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:11:30.132145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4f56d258-8158-4e33-b17d-1578f767c226 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:30.136261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f119e0-7683-42f2-b927-a1e7b7021f8e None None] Pushing event deleted for resources: {'Port': ['ID=4f56d258-8158-4e33-b17d-1578f767c226,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:30.401355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=4f56d258-8158-4e33-b17d-1578f767c226,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:30.405009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No DVR routers for this DVR port 4f56d258-8158-4e33-b17d-1578f767c226 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:30.492147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a1fa7-00d2-47f7-bd18-77c411512d40 req-ca3c6550-4c59-4f35-8ccc-2f997c0bbcb3 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:30.494019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-700a1fa7-00d2-47f7-bd18-77c411512d40 req-ca3c6550-4c59-4f35-8ccc-2f997c0bbcb3 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 945 time: 0.1321201 Feb 03 22:11:30.505030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (0008943b-45cc-48b6-b884-f2696ace460f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:30.558849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0008943b-45cc-48b6-b884-f2696ace460f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:30.564474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-700a1fa7-00d2-47f7-bd18-77c411512d40 req-22ed7f62-ca12-4bd9-91e2-2fc102442c37 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636792 Feb 03 22:11:30.575128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ba6a56-e673-4ba0-993d-996ad534fc3a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:30.575438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ba6a56-e673-4ba0-993d-996ad534fc3a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:30.589933 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (64ba6a56-e673-4ba0-993d-996ad534fc3a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:30.604635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (64ba6a56-e673-4ba0-993d-996ad534fc3a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:30.612993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:11:30.613357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (64ba6a56-e673-4ba0-993d-996ad534fc3a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:11:30.680167 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:11:30.697700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (0008943b-45cc-48b6-b884-f2696ace460f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:30.724476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:30.728674 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/networks/0008943b-45cc-48b6-b884-f2696ace460f HTTP/1.1" status: 204 len: 168 time: 1.2863729 Feb 03 22:11:30.730262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a5f97-f2df-4f7e-835d-09758ef43725 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Network': ['ID=0008943b-45cc-48b6-b884-f2696ace460f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:30.731577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:31.287173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36626) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:31.393999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fc70a-0d38-4fa7-ac15-578849911011 req-14afa0cc-e5dc-411f-a459-c6d962b53e96 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:31.396431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-338fc70a-0d38-4fa7-ac15-578849911011 req-14afa0cc-e5dc-411f-a459-c6d962b53e96 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 945 time: 0.1254110 Feb 03 22:11:31.488983 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8183717-9d4f-41e2-a955-6460f877128b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:31.504060 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-338fc70a-0d38-4fa7-ac15-578849911011 req-0fefe204-9730-46af-88a9-4f1b7b757c82 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068268 Feb 03 22:11:31.616594 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8183717-9d4f-41e2-a955-6460f877128b admin admin] Publish callbacks [] for security_group (9fedf9ed-1d4e-410d-b35a-7fb7d51261cd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:31.625694 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8183717-9d4f-41e2-a955-6460f877128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9fedf9ed-1d4e-410d-b35a-7fb7d51261cd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:31.670025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:31.673409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a8183717-9d4f-41e2-a955-6460f877128b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6bf8ff894d14f88a1850f89c67d0244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852899 Feb 03 22:11:31.675431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8183717-9d4f-41e2-a955-6460f877128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fedf9ed-1d4e-410d-b35a-7fb7d51261cd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:31.676483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36636) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:31.739238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e555586-1b69-4246-b8e7-5fce2eb910e2 admin admin] Publish callbacks [] for security_group (9fedf9ed-1d4e-410d-b35a-7fb7d51261cd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:31.761721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e555586-1b69-4246-b8e7-5fce2eb910e2 admin admin] Publish callbacks [] for security_group (9fedf9ed-1d4e-410d-b35a-7fb7d51261cd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:31.814721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fc2ea925-55d3-4e34-843c-008a426cbac2 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:31.822344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e555586-1b69-4246-b8e7-5fce2eb910e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9fedf9ed-1d4e-410d-b35a-7fb7d51261cd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:31.833744 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e555586-1b69-4246-b8e7-5fce2eb910e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:31.837996 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5e555586-1b69-4246-b8e7-5fce2eb910e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fedf9ed-1d4e-410d-b35a-7fb7d51261cd HTTP/1.1" status: 204 len: 168 time: 0.1604550 Feb 03 22:11:31.840360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: fc2ea925-55d3-4e34-843c-008a426cbac2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:31.845764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fc2ea925-55d3-4e34-843c-008a426cbac2 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:31.850478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555586-1b69-4246-b8e7-5fce2eb910e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fedf9ed-1d4e-410d-b35a-7fb7d51261cd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:31.968638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:31.969116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.071654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port 38ca0ffe-402d-4c2c-aedd-2b7024c981a4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=38ca0ffe-402d-4c2c-aedd-2b7024c981a4,segment=NetworkSegment(0f35c426-d382-4ab1-b273-7fa40c9d62d7),segment_id=0f35c426-d382-4ab1-b273-7fa40c9d62d7)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:32.072020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.090256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:32.159319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36642) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:32.173676 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ae62e5-9302-45ba-bb53-80ae903aa2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.261410 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ae62e5-9302-45ba-bb53-80ae903aa2ba admin admin] Publish callbacks [] for security_group (fc73f1ed-a07e-4474-a347-f8d2045f8bfc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.266314 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ae62e5-9302-45ba-bb53-80ae903aa2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fc73f1ed-a07e-4474-a347-f8d2045f8bfc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.281094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (38ca0ffe-402d-4c2c-aedd-2b7024c981a4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.308723 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-92ae62e5-9302-45ba-bb53-80ae903aa2ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1dac353a94bf45e88183308f5cd57e67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455414 Feb 03 22:11:32.308723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae62e5-9302-45ba-bb53-80ae903aa2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc73f1ed-a07e-4474-a347-f8d2045f8bfc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:32.309067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:32.334989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=38ca0ffe-402d-4c2c-aedd-2b7024c981a4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:32.441545 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f32a8ad-7503-44b9-b4e1-efb42bf2f627 admin admin] Publish callbacks [] for security_group (fc73f1ed-a07e-4474-a347-f8d2045f8bfc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.554952 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f32a8ad-7503-44b9-b4e1-efb42bf2f627 admin admin] Publish callbacks [] for security_group (fc73f1ed-a07e-4474-a347-f8d2045f8bfc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.575146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.649934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-365cefe8-e4e8-438d-9f0f-d88f76de754c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:32.652975 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-365cefe8-e4e8-438d-9f0f-d88f76de754c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.10 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 945 time: 0.0860713 Feb 03 22:11:32.777605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Deleting port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:32.778252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.838401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d1325-872e-4c72-8737-31889af55bd5 req-c50f0496-8e20-4d3a-88c9-71444ca4d026 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:32.840794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-518d1325-872e-4c72-8737-31889af55bd5 req-c50f0496-8e20-4d3a-88c9-71444ca4d026 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=d253a47d-2f57-4e33-a52f-5f5861cd0b63 HTTP/1.1" status: 200 len: 945 time: 0.1883028 Feb 03 22:11:32.841469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f32a8ad-7503-44b9-b4e1-efb42bf2f627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fc73f1ed-a07e-4474-a347-f8d2045f8bfc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.844375 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f32a8ad-7503-44b9-b4e1-efb42bf2f627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.846807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5f32a8ad-7503-44b9-b4e1-efb42bf2f627 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc73f1ed-a07e-4474-a347-f8d2045f8bfc HTTP/1.1" status: 204 len: 168 time: 0.5350525 Feb 03 22:11:32.881146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:32.882773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32a8ad-7503-44b9-b4e1-efb42bf2f627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc73f1ed-a07e-4474-a347-f8d2045f8bfc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:32.912609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] For port cd58f42d-e513-4d78-a87a-36ad2d7eeb51, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:32.912609 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:32.928779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Calling delete_port for cd58f42d-e513-4d78-a87a-36ad2d7eeb51 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:33.044799 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-518d1325-872e-4c72-8737-31889af55bd5 req-075fd4cc-bf37-4894-a892-dca60f89b0f6 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799629 Feb 03 22:11:33.065605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:33.077927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cd58f42d-e513-4d78-a87a-36ad2d7eeb51), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:33.081804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2547e0b3-ec96-4e4a-99e5-49bf65432260 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3488076 Feb 03 22:11:33.082430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36660) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:33.085145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:33.100930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['cd58f42d-e513-4d78-a87a-36ad2d7eeb51'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:11:33.148593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:33.149611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:11:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:33.222251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Pushing event deleted for resources: {'Port': ['ID=cd58f42d-e513-4d78-a87a-36ad2d7eeb51,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:33.238420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-78859727-d2f1-41c0-81a3-dcaf20ad59c6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting subnet 8a53f5c8-d5a8-4868-9ec9-a3969af3233f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:11:33.247484 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78859727-d2f1-41c0-81a3-dcaf20ad59c6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (8a53f5c8-d5a8-4868-9ec9-a3969af3233f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:33.251677 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] No DVR routers for this DVR port cd58f42d-e513-4d78-a87a-36ad2d7eeb51 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:33.254998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:33.261037 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bcff52ab-ad98-4df4-9842-adcb7fe62f5b req-815bac75-03a4-4dbc-a884-c693bd10128c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.10 "DELETE /v2.0/ports/cd58f42d-e513-4d78-a87a-36ad2d7eeb51 HTTP/1.1" status: 204 len: 173 time: 0.5968425 Feb 03 22:11:33.261244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd253a47d-2f57-4e33-a52f-5f5861cd0b63', 'name': 'network-vif-deleted', 'tag': 'cd58f42d-e513-4d78-a87a-36ad2d7eeb51'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:11:33.264010 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7983cde-8a08-474e-b1c4-fb86581f9da3" -d '{"events": [{"server_uuid": "d253a47d-2f57-4e33-a52f-5f5861cd0b63", "name": "network-vif-deleted", "tag": "cd58f42d-e513-4d78-a87a-36ad2d7eeb51"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:11:33.304840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:33.355371 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbc32a0-888e-4218-8dab-95025662de6f x-openstack-request-id: req-efbc32a0-888e-4218-8dab-95025662de6f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:11:33.355738 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d253a47d-2f57-4e33-a52f-5f5861cd0b63", "name": "network-vif-deleted", "tag": "cd58f42d-e513-4d78-a87a-36ad2d7eeb51", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:11:33.356463 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efbc32a0-888e-4218-8dab-95025662de6f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:11:33.356888 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd253a47d-2f57-4e33-a52f-5f5861cd0b63', 'name': 'network-vif-deleted', 'tag': 'cd58f42d-e513-4d78-a87a-36ad2d7eeb51', 'status': 'completed', 'code': 200} Feb 03 22:11:33.373702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78859727-d2f1-41c0-81a3-dcaf20ad59c6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (8a53f5c8-d5a8-4868-9ec9-a3969af3233f), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:33.421309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:32Z', 'revision_number': 11, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:33.504875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:33.523981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:33.524617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:11:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:33.569377 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78859727-d2f1-41c0-81a3-dcaf20ad59c6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8a53f5c8-d5a8-4868-9ec9-a3969af3233f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:33.603349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:33.648789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78859727-d2f1-41c0-81a3-dcaf20ad59c6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (8a53f5c8-d5a8-4868-9ec9-a3969af3233f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:33.675869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:32Z', 'revision_number': 11, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:33.690927 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78859727-d2f1-41c0-81a3-dcaf20ad59c6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:33.696679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-78859727-d2f1-41c0-81a3-dcaf20ad59c6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/8a53f5c8-d5a8-4868-9ec9-a3969af3233f HTTP/1.1" status: 204 len: 168 time: 0.6127162 Feb 03 22:11:33.697703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78859727-d2f1-41c0-81a3-dcaf20ad59c6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Subnet': ['ID=8a53f5c8-d5a8-4868-9ec9-a3969af3233f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:33.701246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:33.740098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb98c6-1a3d-4135-a124-e1e26e6140a6 None None] Network 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:11:33.745315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7064e30-3e8f-4d77-9a26-4572ff411c64 None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:32Z', 'revision_number': 11, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:33.899582 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:33.980683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Deleting port 23f0ee55-464d-43f3-b7de-f590e903c207 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:33.981083 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.061273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] For port 23f0ee55-464d-43f3-b7de-f590e903c207, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=23f0ee55-464d-43f3-b7de-f590e903c207,segment=NetworkSegment(0f35c426-d382-4ab1-b273-7fa40c9d62d7),segment_id=0f35c426-d382-4ab1-b273-7fa40c9d62d7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:34.061646 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.087791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Calling delete_port for 23f0ee55-464d-43f3-b7de-f590e903c207 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:34.146628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7586f9-68f4-4090-9f17-ab3301421468 None None] DHCP port deletion for 5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:11:34.262697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6f7586f9-68f4-4090-9f17-ab3301421468 None None] Deleting port 23f0ee55-464d-43f3-b7de-f590e903c207 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:34.263367 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f7586f9-68f4-4090-9f17-ab3301421468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.292376 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.337235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Port': ['ID=23f0ee55-464d-43f3-b7de-f590e903c207,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:34.351269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No DVR routers for this DVR port 23f0ee55-464d-43f3-b7de-f590e903c207 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:34.355728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6f7586f9-68f4-4090-9f17-ab3301421468 None None] For port 23f0ee55-464d-43f3-b7de-f590e903c207, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=23f0ee55-464d-43f3-b7de-f590e903c207,segment=NetworkSegment(0f35c426-d382-4ab1-b273-7fa40c9d62d7),segment_id=0f35c426-d382-4ab1-b273-7fa40c9d62d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:34.356514 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f7586f9-68f4-4090-9f17-ab3301421468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.379039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6f7586f9-68f4-4090-9f17-ab3301421468 None None] Calling delete_port for 23f0ee55-464d-43f3-b7de-f590e903c207 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:34.449442 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.475980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:34.488951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f35c426-d382-4ab1-b273-7fa40c9d62d7') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:34.489167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f35c426-d382-4ab1-b273-7fa40c9d62d7') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:34.502756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (0f35c426-d382-4ab1-b273-7fa40c9d62d7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.507328 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f7586f9-68f4-4090-9f17-ab3301421468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (23f0ee55-464d-43f3-b7de-f590e903c207), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.532328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (0f35c426-d382-4ab1-b273-7fa40c9d62d7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.534115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7586f9-68f4-4090-9f17-ab3301421468 None None] Pushing event deleted for resources: {'Port': ['ID=23f0ee55-464d-43f3-b7de-f590e903c207,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:34.542783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7586f9-68f4-4090-9f17-ab3301421468 None None] No DVR routers for this DVR port 23f0ee55-464d-43f3-b7de-f590e903c207 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:34.547591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:11:34.548175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (0f35c426-d382-4ab1-b273-7fa40c9d62d7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:11:34.558950 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:11:34.645126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.695386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:34.702445 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/networks/5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a HTTP/1.1" status: 204 len: 168 time: 0.9964631 Feb 03 22:11:34.702445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121611a-5000-4cee-8f29-9cbcba1c45d3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Pushing event deleted for resources: {'Network': ['ID=5f0bc5d4-e4f7-4be8-bdf0-81a3ea60890a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:34.706648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:34.715204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'routes': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:34.797150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-e31c2657-b77c-4874-97bf-43d152eff90c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:34.800953 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-e31c2657-b77c-4874-97bf-43d152eff90c tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/networks?id=8b33cd61-a185-4171-86f7-eb4eaf71de55 HTTP/1.1" status: 200 len: 809 time: 0.2613351 Feb 03 22:11:34.830876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-247b77e8-7ddd-45b8-90ff-8e4d097c3127 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/quotas/9c14e0e892c34a3ebad62fa13e7414d0 HTTP/1.1" status: 200 len: 375 time: 0.0209873 Feb 03 22:11:34.879993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-1231e5a5-e895-4421-90f7-a6ec9ba3f225 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c14e0e892c34a3ebad62fa13e7414d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399797 Feb 03 22:11:35.019570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-5a9ffd44-7ebd-4f8b-a990-85bd4c6ecba7 service neutron] 10.222.0.50 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311851 Feb 03 22:11:35.079624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Added routes are [] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 22:11:35.080194 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Removed routes are [] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 22:11:35.080194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:35.152116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-94749eb0-9dfb-4d85-a771-fd79ca4071b2 service neutron] 10.222.0.50 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314821 Feb 03 22:11:35.251363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:35.255770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:35.417286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 485ba589-d4a1-4616-b7c9-fe4c9e53709d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:11:35.480931 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43d11c1a-37e5-4c87-9103-c20ded011416 req-6230ff3d-2e45-4722-abf9-39a095e7414f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 210 time: 0.0641608 Feb 03 22:11:35.611760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:35.633730 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] Sync routers for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:35.639098 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:35.644806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36754) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:35.650784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2861cc59-a968-47bb-8060-31c391bb5835 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d HTTP/1.1" status: 200 len: 701 time: 0.9428809 Feb 03 22:11:35.666883 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:35.671849 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:11:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:35.696186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9b2f3130-1fe2-4f03-bcea-597e7c03ea44 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=485ba589-d4a1-4616-b7c9-fe4c9e53709d HTTP/1.1" status: 200 len: 205 time: 0.0491226 Feb 03 22:11:35.699037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36756) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:35.818838 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:35.827726 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b93457b-104e-4583-aeea-c058af8f59bd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:35.903925 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:32Z', 'revision_number': 11, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:35.954027 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] Checking router: 485ba589-d4a1-4616-b7c9-fe4c9e53709d for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:35.992602 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] Routers {'485ba589-d4a1-4616-b7c9-fe4c9e53709d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:35.996093 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:11:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:36.066504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 23f0ee55-464d-43f3-b7de-f590e903c207 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:36.137944 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] Set router 485ba589-d4a1-4616-b7c9-fe4c9e53709d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:36.144344 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b93457b-104e-4583-aeea-c058af8f59bd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:36.150453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 23f0ee55-464d-43f3-b7de-f590e903c207 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:36.150998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 23f0ee55-464d-43f3-b7de-f590e903c207 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:36.151786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:36.154180 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b93457b-104e-4583-aeea-c058af8f59bd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (485ba589-d4a1-4616-b7c9-fe4c9e53709d), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:36.210544 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:32Z', 'revision_number': 11, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:36.250969 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b93457b-104e-4583-aeea-c058af8f59bd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (485ba589-d4a1-4616-b7c9-fe4c9e53709d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:36.251245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:36.251906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b93457b-104e-4583-aeea-c058af8f59bd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Fanout notify agent at l3_agent the message router_deleted on router 485ba589-d4a1-4616-b7c9-fe4c9e53709d {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:11:36.252725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 38ca0ffe-402d-4c2c-aedd-2b7024c981a4 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:36.266058 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b93457b-104e-4583-aeea-c058af8f59bd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:36.272144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9b93457b-104e-4583-aeea-c058af8f59bd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d HTTP/1.1" status: 204 len: 168 time: 0.5672278 Feb 03 22:11:36.272144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:36.277328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0b03c92f-fbab-4072-94cb-961d08721170 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1678642399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:36.317359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1ae316-ff9a-48ed-ace4-3086ddb3bf79 None None] The sync data for ids ['485ba589-d4a1-4616-b7c9-fe4c9e53709d'] in n-d-824834-9 is: [{'id': '485ba589-d4a1-4616-b7c9-fe4c9e53709d', 'name': 'tempest-RoutersTest-router-1673118173', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:10:34Z', 'updated_at': '2022-02-03T22:11:32Z', 'revision_number': 11, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:36.332591 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b03c92f-fbab-4072-94cb-961d08721170 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:36.333857 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b03c92f-fbab-4072-94cb-961d08721170 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:36.432110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b03c92f-fbab-4072-94cb-961d08721170 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:36.438713 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b03c92f-fbab-4072-94cb-961d08721170 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:36.473289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b03c92f-fbab-4072-94cb-961d08721170 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:36.475817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0b03c92f-fbab-4072-94cb-961d08721170 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2023478 Feb 03 22:11:36.478006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36776) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:36.490976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d5ec1cf6-bcfc-4f0d-b072-e20a772931f7 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:36.689939 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-c2456bb1-0d94-4f51-bfa5-c01a159ec6c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1612697 Feb 03 22:11:36.824877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-a00c0b85-2aa4-48c0-81b8-b0d241a4b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:36.825125 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-a00c0b85-2aa4-48c0-81b8-b0d241a4b744 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 1128 time: 0.0884774 Feb 03 22:11:36.868322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bec94075-628c-4568-bee9-a0e6ece8016b req-fff5a0dc-67f0-4036-b7f5-0f4977fc8611 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 210 time: 0.1365252 Feb 03 22:11:37.051500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-04182f46-c51f-478a-b79a-5a4dc04c7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:37.054448 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-04182f46-c51f-478a-b79a-5a4dc04c7abe service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.2037883 Feb 03 22:11:37.277926 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-477410df-e2c0-4121-b5a4-33f121a395ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2602497e-760c-49c4-8a99-523345ce2591 HTTP/1.1" status: 200 len: 1002 time: 0.1784294 Feb 03 22:11:37.354406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-855dd43b-105f-4689-9da7-22884325715a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:37.356724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-855dd43b-105f-4689-9da7-22884325715a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.10 "GET /v2.0/networks?id=8b33cd61-a185-4171-86f7-eb4eaf71de55 HTTP/1.1" status: 200 len: 809 time: 0.3408623 Feb 03 22:11:37.374186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Request body: {'port': {'device_id': '9f635cde-6eb9-4bd4-843b-b2f2c0aeca88', 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55', 'admin_state_up': True, 'tenant_id': '9c14e0e892c34a3ebad62fa13e7414d0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:37.380282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-b621d7da-901d-4758-a899-4ed5a3ea4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:37.382895 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-b621d7da-901d-4758-a899-4ed5a3ea4a2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0930655 Feb 03 22:11:37.400976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:37.481042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1cf6-bcfc-4f0d-b072-e20a772931f7 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32322'] for router (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:37.498623 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1cf6-bcfc-4f0d-b072-e20a772931f7 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406803'] for router (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:37.520396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-7f8842a9-312a-4879-923b-8190f258a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:37.522011 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-7f8842a9-312a-4879-923b-8190f258a205 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1202865 Feb 03 22:11:37.527947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cd58f42d-e513-4d78-a87a-36ad2d7eeb51 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:37.569403 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: cd58f42d-e513-4d78-a87a-36ad2d7eeb51 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:37.570100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cd58f42d-e513-4d78-a87a-36ad2d7eeb51 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:37.640707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Made reservation on behalf of 9c14e0e892c34a3ebad62fa13e7414d0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:11:37.644689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:37.683456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce668454-8396-4a72-a1af-75441e40967e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:37.685992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ec1cf6-bcfc-4f0d-b072-e20a772931f7 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Router 14d66021-3ea8-4f27-ac53-c9de4be4c2c4 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:11:37.714825 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-121f0259-d5cf-41a0-9387-3507f6b507b9 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856985 Feb 03 22:11:37.769141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec1cf6-bcfc-4f0d-b072-e20a772931f7 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:11:37.776684 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1cf6-bcfc-4f0d-b072-e20a772931f7 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:37.777906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d5ec1cf6-bcfc-4f0d-b072-e20a772931f7 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "PUT /v2.0/routers/14d66021-3ea8-4f27-ac53-c9de4be4c2c4 HTTP/1.1" status: 200 len: 694 time: 1.2946730 Feb 03 22:11:37.782489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] Sync routers for ids ['14d66021-3ea8-4f27-ac53-c9de4be4c2c4'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:11:37.785253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36800) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:37.794453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] Routers {'14d66021-3ea8-4f27-ac53-c9de4be4c2c4'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:37.795527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:11:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['14d66021-3ea8-4f27-ac53-c9de4be4c2c4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:37.878771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] Set router 14d66021-3ea8-4f27-ac53-c9de4be4c2c4 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:37.898685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dcc8c833-211a-4aaf-a0fe-69a70e79411e tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/routers/14d66021-3ea8-4f27-ac53-c9de4be4c2c4 HTTP/1.1" status: 200 len: 700 time: 0.1114540 Feb 03 22:11:37.901114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36802) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:37.951106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d66021-3ea8-4f27-ac53-c9de4be4c2c4', 'name': 'tempest-RoutersTest-router-1678642399', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:11:36Z', 'updated_at': '2022-02-03T22:11:37Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:37.967678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d2c8a27f-f478-46e3-88a6-2d43d9c906a4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d66021-3ea8-4f27-ac53-c9de4be4c2c4 HTTP/1.1" status: 200 len: 205 time: 0.0628407 Feb 03 22:11:37.969679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36806) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:37.982871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] Checking router: 14d66021-3ea8-4f27-ac53-c9de4be4c2c4 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:11:37.991978 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] Routers {'14d66021-3ea8-4f27-ac53-c9de4be4c2c4'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:11:37.992877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:11:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['14d66021-3ea8-4f27-ac53-c9de4be4c2c4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:37.999647 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f70a580-8a32-44fe-82ca-ba6ceade6b5b req-833adc79-4ad4-41eb-a07c-4ff3d55be3d0 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760732 Feb 03 22:11:38.006276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Allocated IP 172.20.0.6 (8b33cd61-a185-4171-86f7-eb4eaf71de55/8a533f5e-95c4-46b3-aca6-0c62bde58e36/33576e50-004f-49d4-94b6-e7a354673654) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:11:38.045332 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce668454-8396-4a72-a1af-75441e40967e admin admin] Publish callbacks [] for security_group (cc332ba2-a6dd-47c3-9ce2-35d9df73f5d3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.054160 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce668454-8396-4a72-a1af-75441e40967e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cc332ba2-a6dd-47c3-9ce2-35d9df73f5d3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.080187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac4f6de9-3684-40d8-82de-a574891b96d7 req-020ce827-2880-4700-86f6-1c0b35e43d66 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 210 time: 0.1121850 Feb 03 22:11:38.092800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] Set router 14d66021-3ea8-4f27-ac53-c9de4be4c2c4 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:11:38.123903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1885207-73e7-49de-854e-fc9ba8ae6760 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.124345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce668454-8396-4a72-a1af-75441e40967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc332ba2-a6dd-47c3-9ce2-35d9df73f5d3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:38.142269 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce668454-8396-4a72-a1af-75441e40967e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7cbf841469d46938710e218b04d01b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7388933 Feb 03 22:11:38.145900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.172094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d66021-3ea8-4f27-ac53-c9de4be4c2c4', 'name': 'tempest-RoutersTest-router-1678642399', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:11:36Z', 'updated_at': '2022-02-03T22:11:37Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:11:38.206909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57c7b2-2656-4af0-a7a2-7887952cbff1 None None] The sync data for ids ['14d66021-3ea8-4f27-ac53-c9de4be4c2c4'] in n-d-824834-9 is: [{'id': '14d66021-3ea8-4f27-ac53-c9de4be4c2c4', 'name': 'tempest-RoutersTest-router-1678642399', 'tenant_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:11:36Z', 'updated_at': '2022-02-03T22:11:37Z', 'revision_number': 2, 'project_id': 'a2526c0a8a82470294c5b54dcd7a93e5', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:11:38.363413 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks [] for port (33576e50-004f-49d4-94b6-e7a354673654), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.386464 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1885207-73e7-49de-854e-fc9ba8ae6760 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.390714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1885207-73e7-49de-854e-fc9ba8ae6760 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router_controller (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.425557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (33576e50-004f-49d4-94b6-e7a354673654), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.427359 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe0dd6a-72e8-4990-8959-d6b8a2244c53 admin admin] Publish callbacks [] for security_group (cc332ba2-a6dd-47c3-9ce2-35d9df73f5d3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.449662 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1885207-73e7-49de-854e-fc9ba8ae6760 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (14d66021-3ea8-4f27-ac53-c9de4be4c2c4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.450403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1885207-73e7-49de-854e-fc9ba8ae6760 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Fanout notify agent at l3_agent the message router_deleted on router 14d66021-3ea8-4f27-ac53-c9de4be4c2c4 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:11:38.466637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1885207-73e7-49de-854e-fc9ba8ae6760 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.468212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f1885207-73e7-49de-854e-fc9ba8ae6760 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/14d66021-3ea8-4f27-ac53-c9de4be4c2c4 HTTP/1.1" status: 204 len: 168 time: 0.4942374 Feb 03 22:11:38.471922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36812) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.504856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe0dd6a-72e8-4990-8959-d6b8a2244c53 admin admin] Publish callbacks [] for security_group (cc332ba2-a6dd-47c3-9ce2-35d9df73f5d3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.511032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c531d693-52a4-4629-94e3-612d92f68f15 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d66021-3ea8-4f27-ac53-c9de4be4c2c4 HTTP/1.1" status: 200 len: 205 time: 0.0369732 Feb 03 22:11:38.515011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36814) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.543103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Pushing event updated for resources: {'Port': ['ID=33576e50-004f-49d4-94b6-e7a354673654,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:38.558334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Network 8b33cd61-a185-4171-86f7-eb4eaf71de55 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:11:38.567467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:11:38.583661 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-96cd42a7-9881-4ef4-89ec-ac6143189c8f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] delete failed (client error): The resource could not be found. Feb 03 22:11:38.585239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-96cd42a7-9881-4ef4-89ec-ac6143189c8f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/14d66021-3ea8-4f27-ac53-c9de4be4c2c4 HTTP/1.1" status: 404 len: 336 time: 0.0690019 Feb 03 22:11:38.588311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36816) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.622626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:11:38.626019 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe0dd6a-72e8-4990-8959-d6b8a2244c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cc332ba2-a6dd-47c3-9ce2-35d9df73f5d3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.627736 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a9ebb4-64d7-4b95-b69c-4cdbc275de57 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] DELETE failed (client error): The resource could not be found. Feb 03 22:11:38.628210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a9ebb4-64d7-4b95-b69c-4cdbc275de57 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:11:38.628577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe0dd6a-72e8-4990-8959-d6b8a2244c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.636070 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7fe0dd6a-72e8-4990-8959-d6b8a2244c53 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc332ba2-a6dd-47c3-9ce2-35d9df73f5d3 HTTP/1.1" status: 204 len: 168 time: 0.4885409 Feb 03 22:11:38.638164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.639214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-04a9ebb4-64d7-4b95-b69c-4cdbc275de57 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/f6d16e3e-87da-485f-88b1-9c286c1f44b8 HTTP/1.1" status: 404 len: 337 time: 0.0415750 Feb 03 22:11:38.700791 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b141ec9e-56be-41b6-bc46-68fdb5e8d3fd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] DELETE failed (client error): The resource could not be found. Feb 03 22:11:38.700791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b141ec9e-56be-41b6-bc46-68fdb5e8d3fd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:11:38.705146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36824) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.705283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b141ec9e-56be-41b6-bc46-68fdb5e8d3fd tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/b495a5d5-cf52-4c6b-abf1-c744117724a7 HTTP/1.1" status: 404 len: 337 time: 0.0642025 Feb 03 22:11:38.708758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0dd6a-72e8-4990-8959-d6b8a2244c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc332ba2-a6dd-47c3-9ce2-35d9df73f5d3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:38.749946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:38.750890 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:38.768519 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfeba9f-2963-471d-9365-fb776455dfec tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] DELETE failed (client error): The resource could not be found. Feb 03 22:11:38.769328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acfeba9f-2963-471d-9365-fb776455dfec tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:11:38.775023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-acfeba9f-2963-471d-9365-fb776455dfec tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/8d63e069-ee7c-48a8-96fc-193fc524c330 HTTP/1.1" status: 404 len: 337 time: 0.0684702 Feb 03 22:11:38.777786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36826) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.778527 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-47df9a12-9727-4835-8f7f-ac610049e55a tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4124801 Feb 03 22:11:38.794883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Request body: {'port': {'device_id': '9f635cde-6eb9-4bd4-843b-b2f2c0aeca88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:11:38.811076 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-755e41cb-957f-42a6-b063-99096ff4c152 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] DELETE failed (client error): The resource could not be found. Feb 03 22:11:38.811542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755e41cb-957f-42a6-b063-99096ff4c152 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:11:38.815207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-755e41cb-957f-42a6-b063-99096ff4c152 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/8a53f5c8-d5a8-4868-9ec9-a3969af3233f HTTP/1.1" status: 404 len: 337 time: 0.0363133 Feb 03 22:11:38.818333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36828) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.879680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-56cbc159-935c-40a1-b799-d49f4e620ac5 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=485ba589-d4a1-4616-b7c9-fe4c9e53709d HTTP/1.1" status: 200 len: 205 time: 0.0601552 Feb 03 22:11:38.883445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.952624 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-19ce41cb-0672-4d44-9e2a-3d0ce07e53b3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] delete failed (client error): The resource could not be found. Feb 03 22:11:38.953818 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-19ce41cb-0672-4d44-9e2a-3d0ce07e53b3 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/485ba589-d4a1-4616-b7c9-fe4c9e53709d HTTP/1.1" status: 404 len: 336 time: 0.0691864 Feb 03 22:11:38.956814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36834) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:38.965640 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33576e50-004f-49d4-94b6-e7a354673654), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.000103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b193ba9-5038-4708-9a0d-a3866a190e20 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f03dfba3-679a-4f0d-bb1b-e558cfc0758c HTTP/1.1" status: 200 len: 205 time: 0.0420544 Feb 03 22:11:39.003421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36836) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.060296 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-cb88069b-81c1-493d-8f8c-68dd58169bce tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] delete failed (client error): The resource could not be found. Feb 03 22:11:39.061579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cb88069b-81c1-493d-8f8c-68dd58169bce tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/f03dfba3-679a-4f0d-bb1b-e558cfc0758c HTTP/1.1" status: 404 len: 336 time: 0.0570471 Feb 03 22:11:39.064143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36838) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.100412 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-adebf679-c19c-443b-b153-798fbd772755 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] DELETE failed (client error): The resource could not be found. Feb 03 22:11:39.101290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adebf679-c19c-443b-b153-798fbd772755 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:11:39.106251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-adebf679-c19c-443b-b153-798fbd772755 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/13c51406-4eac-4a61-9670-c5b8f46fecd6 HTTP/1.1" status: 404 len: 337 time: 0.0410497 Feb 03 22:11:39.108854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36840) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.139451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.151883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7de8c823-af23-4c8f-a31b-bad97377214f tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce9a0845-fe5f-4124-acc2-d76aed25d157 HTTP/1.1" status: 200 len: 205 time: 0.0394347 Feb 03 22:11:39.152281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.233443 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-3951fdb5-c8f3-4069-aa45-36d2b16741cb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] delete failed (client error): The resource could not be found. Feb 03 22:11:39.236945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3951fdb5-c8f3-4069-aa45-36d2b16741cb tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/ce9a0845-fe5f-4124-acc2-d76aed25d157 HTTP/1.1" status: 404 len: 336 time: 0.0812261 Feb 03 22:11:39.236945 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f70e8b3d-2a2e-4638-acdf-1b6e13ca8bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.237550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36848) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.282720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f13d5b65-da1d-487d-9276-0859f8242697 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c1df83f-f683-4451-8f5c-f0372b6261be HTTP/1.1" status: 200 len: 205 time: 0.0418482 Feb 03 22:11:39.284015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.331906 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-324ab876-015c-4533-9546-7b97511a7193 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] delete failed (client error): The resource could not be found. Feb 03 22:11:39.333491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-324ab876-015c-4533-9546-7b97511a7193 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/3c1df83f-f683-4451-8f5c-f0372b6261be HTTP/1.1" status: 404 len: 336 time: 0.0480247 Feb 03 22:11:39.335766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.394966 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd5b890-a116-491d-9e06-5ebbc0f25ec4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] DELETE failed (client error): The resource could not be found. Feb 03 22:11:39.395719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd5b890-a116-491d-9e06-5ebbc0f25ec4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:11:39.400153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7cd5b890-a116-491d-9e06-5ebbc0f25ec4 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/15ba5864-72d7-4f3b-a000-e2883970b552 HTTP/1.1" status: 404 len: 337 time: 0.0633504 Feb 03 22:11:39.405511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.438726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010675ea-700b-47b4-b73b-ffe4f3da4b09 req-f7d0c4a6-4c2e-4faa-9c66-1bd49784b95e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:39.441367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-010675ea-700b-47b4-b73b-ffe4f3da4b09 req-f7d0c4a6-4c2e-4faa-9c66-1bd49784b95e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 931 time: 0.2246943 Feb 03 22:11:39.469461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e45f7767-6e55-4112-95dc-e9f4723cf843 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=a42abea4-30a3-4ea8-9f5e-2bfba8a31862 HTTP/1.1" status: 200 len: 205 time: 0.0627139 Feb 03 22:11:39.471805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.516189 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-448bf7ff-3858-49ac-a5e4-7a1b9572a3a6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] delete failed (client error): The resource could not be found. Feb 03 22:11:39.517411 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-448bf7ff-3858-49ac-a5e4-7a1b9572a3a6 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/a42abea4-30a3-4ea8-9f5e-2bfba8a31862 HTTP/1.1" status: 404 len: 336 time: 0.0445557 Feb 03 22:11:39.519952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.551595 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-010675ea-700b-47b4-b73b-ffe4f3da4b09 req-0d6801f3-de6a-4b0c-a311-1e34ff2d3fdc tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010942 Feb 03 22:11:39.554309 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f70e8b3d-2a2e-4638-acdf-1b6e13ca8bd1 admin admin] Publish callbacks [] for security_group (3fd76f1c-a186-492e-8718-0dd5c00bbb5c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.559085 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33576e50-004f-49d4-94b6-e7a354673654 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:11:39.560106 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f70e8b3d-2a2e-4638-acdf-1b6e13ca8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3fd76f1c-a186-492e-8718-0dd5c00bbb5c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.567731 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6eac6b-083c-4843-9b53-59ba16f98a8e tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] DELETE failed (client error): The resource could not be found. Feb 03 22:11:39.568710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6eac6b-083c-4843-9b53-59ba16f98a8e tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:11:39.574238 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fd6eac6b-083c-4843-9b53-59ba16f98a8e tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/7d648cad-56c5-4082-9bd3-119e24e09e99 HTTP/1.1" status: 404 len: 337 time: 0.0530326 Feb 03 22:11:39.578150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Publish callbacks [] for port (33576e50-004f-49d4-94b6-e7a354673654), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.581491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.607069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e8b3d-2a2e-4638-acdf-1b6e13ca8bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd76f1c-a186-492e-8718-0dd5c00bbb5c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:39.632040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f70e8b3d-2a2e-4638-acdf-1b6e13ca8bd1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb48f91dae344b05bbe12828a4faefa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4805305 Feb 03 22:11:39.635203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36864) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.647657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0996e86d-b7b9-4b75-89d3-04a6a1d4596a tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f107118-76df-462b-992e-7c3517e6b45c HTTP/1.1" status: 200 len: 205 time: 0.0626655 Feb 03 22:11:39.649275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.660163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Transition to ACTIVE for port object 33576e50-004f-49d4-94b6-e7a354673654 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:11:39.699639 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (33576e50-004f-49d4-94b6-e7a354673654), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.770999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Pushing event updated for resources: {'Port': ['ID=33576e50-004f-49d4-94b6-e7a354673654,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:39.787586 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-1cdfc73c-6106-4740-8246-baa3f7edb7ec tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] delete failed (client error): The resource could not be found. Feb 03 22:11:39.790266 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-008c55c9-a5fc-45c4-b2c0-1599b035af53 admin admin] Publish callbacks [] for security_group (3fd76f1c-a186-492e-8718-0dd5c00bbb5c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.793174 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1cdfc73c-6106-4740-8246-baa3f7edb7ec tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/routers/6f107118-76df-462b-992e-7c3517e6b45c HTTP/1.1" status: 404 len: 336 time: 0.1426520 Feb 03 22:11:39.795798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.834561 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e089cdd-d72e-4159-a380-5906eb8ba875 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] DELETE failed (client error): The resource could not be found. Feb 03 22:11:39.835126 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-008c55c9-a5fc-45c4-b2c0-1599b035af53 admin admin] Publish callbacks [] for security_group (3fd76f1c-a186-492e-8718-0dd5c00bbb5c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.835250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e089cdd-d72e-4159-a380-5906eb8ba875 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:11:39.838664 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6e089cdd-d72e-4159-a380-5906eb8ba875 tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/76eb6b5d-bd46-47c9-b1fe-79e612f72c13 HTTP/1.1" status: 404 len: 337 time: 0.0416300 Feb 03 22:11:39.841528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 36872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:39.909000 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7548487-de6f-49a4-9cbd-876ca3756d3e tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] DELETE failed (client error): The resource could not be found. Feb 03 22:11:39.916404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7548487-de6f-49a4-9cbd-876ca3756d3e tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:11:39.916404 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e7548487-de6f-49a4-9cbd-876ca3756d3e tempest-RoutersTest-2113509038 tempest-RoutersTest-2113509038-project] 10.222.0.50 "DELETE /v2.0/subnets/f0c8cf92-0a6a-40e8-9390-998cd4ed0d98 HTTP/1.1" status: 404 len: 337 time: 0.0701542 Feb 03 22:11:39.929587 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-008c55c9-a5fc-45c4-b2c0-1599b035af53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3fd76f1c-a186-492e-8718-0dd5c00bbb5c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.936752 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-008c55c9-a5fc-45c4-b2c0-1599b035af53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:39.940888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-008c55c9-a5fc-45c4-b2c0-1599b035af53 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fd76f1c-a186-492e-8718-0dd5c00bbb5c HTTP/1.1" status: 204 len: 168 time: 0.3041952 Feb 03 22:11:39.959458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c55c9-a5fc-45c4-b2c0-1599b035af53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd76f1c-a186-492e-8718-0dd5c00bbb5c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:40.029622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Attempting to bind port 33576e50-004f-49d4-94b6-e7a354673654 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:11:40.030044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Attempting to bind port 33576e50-004f-49d4-94b6-e7a354673654 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '1254ac46-c175-43e3-8b76-2d81b48b4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:11:40.030461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Attempting to bind port 33576e50-004f-49d4-94b6-e7a354673654 on network 8b33cd61-a185-4171-86f7-eb4eaf71de55 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:11:40.045524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Port 33576e50-004f-49d4-94b6-e7a354673654 on network 8b33cd61-a185-4171-86f7-eb4eaf71de55 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:11:40.046739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Attempting to bind port 33576e50-004f-49d4-94b6-e7a354673654 on network 8b33cd61-a185-4171-86f7-eb4eaf71de55 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:11:40.056603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:11:40.057088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Checking segment: {'id': '1254ac46-c175-43e3-8b76-2d81b48b4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:11:40.057516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Bound using segment: {'id': '1254ac46-c175-43e3-8b76-2d81b48b4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:11:40.058129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Bound port: 33576e50-004f-49d4-94b6-e7a354673654, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1254ac46-c175-43e3-8b76-2d81b48b4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:11:40.058539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33576e50-004f-49d4-94b6-e7a354673654), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:40.146364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] For port 33576e50-004f-49d4-94b6-e7a354673654, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:11:40.152429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] For port 33576e50-004f-49d4-94b6-e7a354673654, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33576e50-004f-49d4-94b6-e7a354673654,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:11:40.160378 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (33576e50-004f-49d4-94b6-e7a354673654), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:40.186243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:40.187357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:40.190202 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] 10.222.0.10 "PUT /v2.0/ports/33576e50-004f-49d4-94b6-e7a354673654 HTTP/1.1" status: 200 len: 1091 time: 1.4041970 Feb 03 22:11:40.193219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f635cde-6eb9-4bd4-843b-b2f2c0aeca88', 'tag': '33576e50-004f-49d4-94b6-e7a354673654'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:11:40.196770 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377" -d '{"events": [{"name": "network-changed", "server_uuid": "9f635cde-6eb9-4bd4-843b-b2f2c0aeca88", "tag": "33576e50-004f-49d4-94b6-e7a354673654"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:11:40.256864 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1c638c-b127-4e4e-9a54-f0e691686050 x-openstack-request-id: req-6c1c638c-b127-4e4e-9a54-f0e691686050 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:11:40.257309 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f635cde-6eb9-4bd4-843b-b2f2c0aeca88", "tag": "33576e50-004f-49d4-94b6-e7a354673654", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:11:40.257463 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c1c638c-b127-4e4e-9a54-f0e691686050 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:11:40.257894 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f635cde-6eb9-4bd4-843b-b2f2c0aeca88', 'tag': '33576e50-004f-49d4-94b6-e7a354673654', 'status': 'completed', 'code': 200} Feb 03 22:11:40.396064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36886) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:40.578876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b13b5f84-b7c0-48b4-958c-f795401f2ff9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2526c0a8a82470294c5b54dcd7a93e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791642 Feb 03 22:11:40.579482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:40.591217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5eaec-6386-4236-9b34-6ae4f981794e service neutron] Pushing event updated for resources: {'Port': ['ID=33576e50-004f-49d4-94b6-e7a354673654,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:40.617460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-f02a2d30-1ba7-42f0-b637-f80f1814bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:40.619214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-f02a2d30-1ba7-42f0-b637-f80f1814bc1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c14e0e892c34a3ebad62fa13e7414d0&device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 1125 time: 0.3605375 Feb 03 22:11:40.648539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09acc127-703a-491a-919f-3043cacefa1f admin admin] Publish callbacks [] for security_group (1ac27540-c48a-4c09-862a-03ea097c1250), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:40.670161 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-192a9ae7-8c88-49c8-866c-1437e6db08e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33576e50-004f-49d4-94b6-e7a354673654 HTTP/1.1" status: 200 len: 217 time: 0.0411732 Feb 03 22:11:40.674919 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09acc127-703a-491a-919f-3043cacefa1f admin admin] Publish callbacks [] for security_group (1ac27540-c48a-4c09-862a-03ea097c1250), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:40.730726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-bb159c21-0d80-4b49-ad78-c221a58652b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:40.732452 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-bb159c21-0d80-4b49-ad78-c221a58652b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a533f5e-95c4-46b3-aca6-0c62bde58e36 HTTP/1.1" status: 200 len: 849 time: 0.0559959 Feb 03 22:11:40.781703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f04458-5dc7-4b17-9f68-12df5637dcb8 req-d57781af-94a0-411e-a694-e9c421d78ee2 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:40.784396 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-b2a4a8bb-6ab7-432f-b97f-70853b7ce245 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b33cd61-a185-4171-86f7-eb4eaf71de55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464847 Feb 03 22:11:40.785349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67f04458-5dc7-4b17-9f68-12df5637dcb8 req-d57781af-94a0-411e-a694-e9c421d78ee2 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 943 time: 0.0944026 Feb 03 22:11:40.799845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09acc127-703a-491a-919f-3043cacefa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1ac27540-c48a-4c09-862a-03ea097c1250), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:40.802716 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-09acc127-703a-491a-919f-3043cacefa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:40.806404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-09acc127-703a-491a-919f-3043cacefa1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ac27540-c48a-4c09-862a-03ea097c1250 HTTP/1.1" status: 204 len: 168 time: 0.2233019 Feb 03 22:11:40.854430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acc127-703a-491a-919f-3043cacefa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac27540-c48a-4c09-862a-03ea097c1250,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:40.915198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67f04458-5dc7-4b17-9f68-12df5637dcb8 req-daeb1001-db38-4183-980b-ce3e5d6cf36e tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215379 Feb 03 22:11:40.915531 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-4e77815b-37b0-41fc-98a8-617385d15177 service neutron] 10.222.0.10 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250641 Feb 03 22:11:41.031862 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa015c1d-67e4-4ddc-8f66-0795c44dddce req-f966ffc1-6366-48c5-bf34-954d8d782e46 service neutron] 10.222.0.10 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107576 Feb 03 22:11:41.134107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-7de06563-cdbc-4bdb-8009-ac4a110c72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:41.135718 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-7de06563-cdbc-4bdb-8009-ac4a110c72bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c14e0e892c34a3ebad62fa13e7414d0&device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 1125 time: 0.0531948 Feb 03 22:11:41.252491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-5f70595a-16d8-41b0-bf06-b3be0b808d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:41.254084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-5f70595a-16d8-41b0-bf06-b3be0b808d70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b33cd61-a185-4171-86f7-eb4eaf71de55 HTTP/1.1" status: 200 len: 910 time: 0.1128457 Feb 03 22:11:41.308631 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-8896e658-663c-4939-b189-a4c07ddcc168 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33576e50-004f-49d4-94b6-e7a354673654 HTTP/1.1" status: 200 len: 217 time: 0.0462828 Feb 03 22:11:41.368071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-93eb80f9-ea3c-43c5-b59f-34d3f5757029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:41.369827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-93eb80f9-ea3c-43c5-b59f-34d3f5757029 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a533f5e-95c4-46b3-aca6-0c62bde58e36 HTTP/1.1" status: 200 len: 849 time: 0.0559585 Feb 03 22:11:41.429615 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-50246fbe-ba04-43bd-b556-0a6b53023476 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b33cd61-a185-4171-86f7-eb4eaf71de55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425673 Feb 03 22:11:41.548245 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-4c9fc198-6d1d-484a-b441-0365cb6d2c69 service neutron] 10.222.0.10 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128137 Feb 03 22:11:41.674011 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bdef5b6e-e5e2-49bc-b9ee-cbb30e790377 req-0a35fc14-88a7-4940-a248-b3e5ba7c0289 service neutron] 10.222.0.10 "GET /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195192 Feb 03 22:11:41.750802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:41.977547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-22adf908-a9b6-4d6e-8b0b-18471ce9d182 tempest-ServiceProvidersTest-15065950 tempest-ServiceProvidersTest-15065950-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2254410 Feb 03 22:11:42.056376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be46982-ba15-4e94-8c4f-3dce9872e000 req-7a269012-b689-4f4c-9dc2-4fa3d8a92283 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:42.058698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4be46982-ba15-4e94-8c4f-3dce9872e000 req-7a269012-b689-4f4c-9dc2-4fa3d8a92283 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 943 time: 0.0684347 Feb 03 22:11:42.125381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4be46982-ba15-4e94-8c4f-3dce9872e000 req-1018bc64-023b-49bc-8583-315ea560a474 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595009 Feb 03 22:11:42.286950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:42.431863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff0392dc-e76d-4212-94a6-51321b7d2c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:42.529646 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff0392dc-e76d-4212-94a6-51321b7d2c99 admin admin] Publish callbacks [] for security_group (24228e4c-5c57-4bdc-acbd-7a15bf18cbd9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:42.534382 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff0392dc-e76d-4212-94a6-51321b7d2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (24228e4c-5c57-4bdc-acbd-7a15bf18cbd9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:42.578510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0392dc-e76d-4212-94a6-51321b7d2c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24228e4c-5c57-4bdc-acbd-7a15bf18cbd9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:42.583188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ff0392dc-e76d-4212-94a6-51321b7d2c99 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=020eead90de24cc6ac889a2a0bfb37bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2943654 Feb 03 22:11:42.586574 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 36990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:42.669304 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7032b88c-b74a-4be6-a37d-e7ede8f47034 admin admin] Publish callbacks [] for security_group (24228e4c-5c57-4bdc-acbd-7a15bf18cbd9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:42.707842 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7032b88c-b74a-4be6-a37d-e7ede8f47034 admin admin] Publish callbacks [] for security_group (24228e4c-5c57-4bdc-acbd-7a15bf18cbd9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:42.767451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7032b88c-b74a-4be6-a37d-e7ede8f47034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (24228e4c-5c57-4bdc-acbd-7a15bf18cbd9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:42.770273 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7032b88c-b74a-4be6-a37d-e7ede8f47034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:42.773953 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7032b88c-b74a-4be6-a37d-e7ede8f47034 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24228e4c-5c57-4bdc-acbd-7a15bf18cbd9 HTTP/1.1" status: 204 len: 168 time: 0.1839504 Feb 03 22:11:42.779524 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032b88c-b74a-4be6-a37d-e7ede8f47034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24228e4c-5c57-4bdc-acbd-7a15bf18cbd9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:43.262904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bf98-fd9f-4e94-b871-da61e347a2df req-e8bf666f-ad56-4e3c-95e5-12b1f0e48ae6 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:43.271086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b694bf98-fd9f-4e94-b871-da61e347a2df req-e8bf666f-ad56-4e3c-95e5-12b1f0e48ae6 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 943 time: 0.0662358 Feb 03 22:11:43.329402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:43.337200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b694bf98-fd9f-4e94-b871-da61e347a2df req-fa665f7b-c175-4a6c-97d4-93de1794d079 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649402 Feb 03 22:11:43.466931 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fddfc28-f5d5-466e-875c-542d19793202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:43.545088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 33576e50-004f-49d4-94b6-e7a354673654 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:11:43.560347 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fddfc28-f5d5-466e-875c-542d19793202 admin admin] Publish callbacks [] for security_group (877f3848-a6da-4a72-8c32-c8ef0d716223), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:43.565787 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fddfc28-f5d5-466e-875c-542d19793202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (877f3848-a6da-4a72-8c32-c8ef0d716223), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:43.620491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2fddfc28-f5d5-466e-875c-542d19793202 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3841e43b34fa455896cf64a4589c7da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899609 Feb 03 22:11:43.621854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddfc28-f5d5-466e-875c-542d19793202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877f3848-a6da-4a72-8c32-c8ef0d716223,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:43.623595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:43.709275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 33576e50-004f-49d4-94b6-e7a354673654, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33576e50-004f-49d4-94b6-e7a354673654,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:43.726680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '33576e50-004f-49d4-94b6-e7a354673654', 'network_id': '8b33cd61-a185-4171-86f7-eb4eaf71de55', 'port_id': '33576e50-004f-49d4-94b6-e7a354673654', 'mac_address': 'fa:16:3e:40:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a533f5e-95c4-46b3-aca6-0c62bde58e36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:11:43.732847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1045-89c0-4a18-8b8d-9e3b13da42d4 admin admin] Publish callbacks [] for security_group (877f3848-a6da-4a72-8c32-c8ef0d716223), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:43.765323 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1045-89c0-4a18-8b8d-9e3b13da42d4 admin admin] Publish callbacks [] for security_group (877f3848-a6da-4a72-8c32-c8ef0d716223), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:43.778155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 33576e50-004f-49d4-94b6-e7a354673654 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:43.778732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33576e50-004f-49d4-94b6-e7a354673654), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:43.847229 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1045-89c0-4a18-8b8d-9e3b13da42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (877f3848-a6da-4a72-8c32-c8ef0d716223), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:43.852731 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1045-89c0-4a18-8b8d-9e3b13da42d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:43.857717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1a1a1045-89c0-4a18-8b8d-9e3b13da42d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/877f3848-a6da-4a72-8c32-c8ef0d716223 HTTP/1.1" status: 204 len: 168 time: 0.2329893 Feb 03 22:11:43.870553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a1045-89c0-4a18-8b8d-9e3b13da42d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877f3848-a6da-4a72-8c32-c8ef0d716223,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:43.888836 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:11:44.044639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33576e50-004f-49d4-94b6-e7a354673654 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:11:44.070573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 33576e50-004f-49d4-94b6-e7a354673654, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33576e50-004f-49d4-94b6-e7a354673654,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:44.076688 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (33576e50-004f-49d4-94b6-e7a354673654), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:44.147560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=33576e50-004f-49d4-94b6-e7a354673654,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:44.366559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37062) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:44.394162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['33576e50-004f-49d4-94b6-e7a354673654'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:11:44.397588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-937a3bab-b0d0-4568-ab0f-38c2776f1834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:44.554922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8761d6d-a840-418a-b9df-0de10250fb6e req-b3482859-eb31-46b7-b6ea-90db8277da17 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:44.556719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8761d6d-a840-418a-b9df-0de10250fb6e req-b3482859-eb31-46b7-b6ea-90db8277da17 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 944 time: 0.1110287 Feb 03 22:11:44.558922 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-937a3bab-b0d0-4568-ab0f-38c2776f1834 admin admin] Publish callbacks [] for security_group (ca397b44-c2cd-45b0-9eda-0db0a52533b4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:44.563658 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-937a3bab-b0d0-4568-ab0f-38c2776f1834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ca397b44-c2cd-45b0-9eda-0db0a52533b4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:44.650009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-937a3bab-b0d0-4568-ab0f-38c2776f1834 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2c84a04090b4cc59ebf95a12e5f5c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819135 Feb 03 22:11:44.654739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:44.657583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a3bab-b0d0-4568-ab0f-38c2776f1834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca397b44-c2cd-45b0-9eda-0db0a52533b4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:44.669084 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8761d6d-a840-418a-b9df-0de10250fb6e req-c72498c1-9c71-40a9-86f5-8df7d9a02b7f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000631 Feb 03 22:11:44.740473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cee8d51b-a02c-473d-983c-9eda69d8b02c admin admin] Publish callbacks [] for security_group (ca397b44-c2cd-45b0-9eda-0db0a52533b4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:44.764225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cee8d51b-a02c-473d-983c-9eda69d8b02c admin admin] Publish callbacks [] for security_group (ca397b44-c2cd-45b0-9eda-0db0a52533b4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:44.814528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cee8d51b-a02c-473d-983c-9eda69d8b02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ca397b44-c2cd-45b0-9eda-0db0a52533b4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:44.817016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cee8d51b-a02c-473d-983c-9eda69d8b02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:44.818418 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cee8d51b-a02c-473d-983c-9eda69d8b02c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca397b44-c2cd-45b0-9eda-0db0a52533b4 HTTP/1.1" status: 204 len: 168 time: 0.1618328 Feb 03 22:11:44.826383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8d51b-a02c-473d-983c-9eda69d8b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca397b44-c2cd-45b0-9eda-0db0a52533b4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:45.544583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 33576e50-004f-49d4-94b6-e7a354673654 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:11:45.686483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 33576e50-004f-49d4-94b6-e7a354673654 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:11:45.692853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 33576e50-004f-49d4-94b6-e7a354673654 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:11:45.692853 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (33576e50-004f-49d4-94b6-e7a354673654), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:45.867800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 33576e50-004f-49d4-94b6-e7a354673654 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:11:45.868211 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33576e50-004f-49d4-94b6-e7a354673654), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:45.986674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 33576e50-004f-49d4-94b6-e7a354673654, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33576e50-004f-49d4-94b6-e7a354673654,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:45.988854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f635cde-6eb9-4bd4-843b-b2f2c0aeca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33576e50-004f-49d4-94b6-e7a354673654'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:11:45.996113 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc5bbb4-5934-4686-8076-49a89425eb09" -d '{"events": [{"server_uuid": "9f635cde-6eb9-4bd4-843b-b2f2c0aeca88", "name": "network-vif-plugged", "status": "completed", "tag": "33576e50-004f-49d4-94b6-e7a354673654"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:11:46.004744 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (33576e50-004f-49d4-94b6-e7a354673654), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:46.009085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8246d-43c1-4595-926f-f966a0d1cfd5 req-8687eae4-03e4-453c-a27d-cb83f24158d5 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:46.012055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12f8246d-43c1-4595-926f-f966a0d1cfd5 req-8687eae4-03e4-453c-a27d-cb83f24158d5 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 944 time: 0.1769516 Feb 03 22:11:46.102558 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e257e9ba-3d93-43c0-aa6a-65a35d575461 x-openstack-request-id: req-e257e9ba-3d93-43c0-aa6a-65a35d575461 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:11:46.102922 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f635cde-6eb9-4bd4-843b-b2f2c0aeca88", "name": "network-vif-plugged", "status": "completed", "tag": "33576e50-004f-49d4-94b6-e7a354673654", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:11:46.103280 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e257e9ba-3d93-43c0-aa6a-65a35d575461 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:11:46.103884 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f635cde-6eb9-4bd4-843b-b2f2c0aeca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33576e50-004f-49d4-94b6-e7a354673654', 'code': 200} Feb 03 22:11:46.120231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=33576e50-004f-49d4-94b6-e7a354673654,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:46.125943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12f8246d-43c1-4595-926f-f966a0d1cfd5 req-3916d6c3-af8f-41b1-9449-77256e8f1f75 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061862 Feb 03 22:11:46.243610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dc4c8-2ba8-4c95-875f-76545b6cacba req-a159ad2d-9014-4fe8-bb82-25c6a479fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:46.245883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-843dc4c8-2ba8-4c95-875f-76545b6cacba req-a159ad2d-9014-4fe8-bb82-25c6a479fcc7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 1127 time: 0.1016655 Feb 03 22:11:46.346708 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-843dc4c8-2ba8-4c95-875f-76545b6cacba req-9786800c-aa2d-4007-8ff0-1119d6212261 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947413 Feb 03 22:11:47.339456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d60481-8ca7-408b-b8ec-95efbd420b0f req-9b2bf324-de8f-41dd-9b7c-285ff8d6b00f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:47.341854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0d60481-8ca7-408b-b8ec-95efbd420b0f req-9b2bf324-de8f-41dd-9b7c-285ff8d6b00f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 945 time: 0.0818577 Feb 03 22:11:47.453161 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0d60481-8ca7-408b-b8ec-95efbd420b0f req-864439dc-5148-4162-a0d9-d5ee2d318b10 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044936 Feb 03 22:11:47.983891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37208) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:48.155235 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2380062-d38c-4e22-bc06-21783f77d677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:48.283471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2380062-d38c-4e22-bc06-21783f77d677 admin admin] Publish callbacks [] for security_group (cbd2dcad-7d8f-4b72-b6f2-2573dc6c1902), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:48.289438 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2380062-d38c-4e22-bc06-21783f77d677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cbd2dcad-7d8f-4b72-b6f2-2573dc6c1902), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:48.341345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:48.341945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b2380062-d38c-4e22-bc06-21783f77d677 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97ee97607c8f41a3b852014c68f965f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3562999 Feb 03 22:11:48.343852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2380062-d38c-4e22-bc06-21783f77d677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd2dcad-7d8f-4b72-b6f2-2573dc6c1902,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:48.446243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af37f3d6-95a8-4631-a75a-a7f0770defc0 admin admin] Publish callbacks [] for security_group (cbd2dcad-7d8f-4b72-b6f2-2573dc6c1902), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:48.470610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af37f3d6-95a8-4631-a75a-a7f0770defc0 admin admin] Publish callbacks [] for security_group (cbd2dcad-7d8f-4b72-b6f2-2573dc6c1902), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:48.526217 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af37f3d6-95a8-4631-a75a-a7f0770defc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cbd2dcad-7d8f-4b72-b6f2-2573dc6c1902), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:48.529425 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af37f3d6-95a8-4631-a75a-a7f0770defc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:48.534117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-af37f3d6-95a8-4631-a75a-a7f0770defc0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbd2dcad-7d8f-4b72-b6f2-2573dc6c1902 HTTP/1.1" status: 204 len: 168 time: 0.1904490 Feb 03 22:11:48.544847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37f3d6-95a8-4631-a75a-a7f0770defc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd2dcad-7d8f-4b72-b6f2-2573dc6c1902,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:48.725568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b657452-01d3-43b8-b951-0ad1993fe5ad req-4ef88842-4d23-400d-a092-b832a78fba58 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:48.734744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b657452-01d3-43b8-b951-0ad1993fe5ad req-4ef88842-4d23-400d-a092-b832a78fba58 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 945 time: 0.1139185 Feb 03 22:11:48.826738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b657452-01d3-43b8-b951-0ad1993fe5ad req-78bc30b3-b9bd-464e-8fc8-2effa57b28ae tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859926 Feb 03 22:11:49.033195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:49.052369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf41f-393a-42d4-aefb-38ee0b8e072e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:49.164717 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf41f-393a-42d4-aefb-38ee0b8e072e admin admin] Publish callbacks [] for security_group (e1dcd71c-aa0a-46c2-a840-c3ae94150c65), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:49.171012 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf41f-393a-42d4-aefb-38ee0b8e072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e1dcd71c-aa0a-46c2-a840-c3ae94150c65), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:49.238270 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d7cbf41f-393a-42d4-aefb-38ee0b8e072e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdf7911450c042498559e97cd1f74aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2012887 Feb 03 22:11:49.238967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:49.258798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbf41f-393a-42d4-aefb-38ee0b8e072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dcd71c-aa0a-46c2-a840-c3ae94150c65,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:49.351255 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3435d373-ee00-4c78-b11c-bd345542b32e admin admin] Publish callbacks [] for security_group (e1dcd71c-aa0a-46c2-a840-c3ae94150c65), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:49.394437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3435d373-ee00-4c78-b11c-bd345542b32e admin admin] Publish callbacks [] for security_group (e1dcd71c-aa0a-46c2-a840-c3ae94150c65), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:49.495520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3435d373-ee00-4c78-b11c-bd345542b32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e1dcd71c-aa0a-46c2-a840-c3ae94150c65), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:49.498911 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3435d373-ee00-4c78-b11c-bd345542b32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:49.500647 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3435d373-ee00-4c78-b11c-bd345542b32e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1dcd71c-aa0a-46c2-a840-c3ae94150c65 HTTP/1.1" status: 204 len: 168 time: 0.2602353 Feb 03 22:11:49.512359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435d373-ee00-4c78-b11c-bd345542b32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dcd71c-aa0a-46c2-a840-c3ae94150c65,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:50.090756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093ea8-a114-4f51-a711-031e92518cbe req-b5baa082-b01c-4b6b-b1b4-1911f9b4f2ea tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:50.094369 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe093ea8-a114-4f51-a711-031e92518cbe req-b5baa082-b01c-4b6b-b1b4-1911f9b4f2ea tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 945 time: 0.1075559 Feb 03 22:11:50.182498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe093ea8-a114-4f51-a711-031e92518cbe req-4fe37920-57ea-4496-b809-f9db274995f1 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726068 Feb 03 22:11:51.323818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8289fc-7d0b-4148-b0da-20d4a1e43c95 req-99165d72-7614-44d5-a9de-26862781f12b tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:51.331684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea8289fc-7d0b-4148-b0da-20d4a1e43c95 req-99165d72-7614-44d5-a9de-26862781f12b tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 945 time: 0.0698516 Feb 03 22:11:51.394232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-54a0609b-0d1c-4c57-88f9-6c7dbd495e27 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:11:51.398058 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-54a0609b-0d1c-4c57-88f9-6c7dbd495e27 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 945 time: 0.1108453 Feb 03 22:11:51.419835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea8289fc-7d0b-4148-b0da-20d4a1e43c95 req-41e5b22a-5498-48ca-8dfb-e2f49c148852 tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/security-groups?id=f90d8462-1bb4-42da-9fca-1b31691907f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867841 Feb 03 22:11:51.530452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Deleting port 33576e50-004f-49d4-94b6-e7a354673654 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:11:51.531119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (33576e50-004f-49d4-94b6-e7a354673654), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:51.637715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] For port 33576e50-004f-49d4-94b6-e7a354673654, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=33576e50-004f-49d4-94b6-e7a354673654,segment=NetworkSegment(1254ac46-c175-43e3-8b76-2d81b48b4eab),segment_id=1254ac46-c175-43e3-8b76-2d81b48b4eab)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:11:51.638476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (33576e50-004f-49d4-94b6-e7a354673654), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:51.653972 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Calling delete_port for 33576e50-004f-49d4-94b6-e7a354673654 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:11:51.821845 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (33576e50-004f-49d4-94b6-e7a354673654), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:51.845476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['33576e50-004f-49d4-94b6-e7a354673654'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:11:51.886894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Pushing event deleted for resources: {'Port': ['ID=33576e50-004f-49d4-94b6-e7a354673654,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:51.958063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] No DVR routers for this DVR port 33576e50-004f-49d4-94b6-e7a354673654 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:11:51.961086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:51.965949 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de713a68-cc1c-4956-826b-eb20db6dc521 req-61f4bc2d-56c1-4cb4-b3b8-38b1e7971d4f tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.10 "DELETE /v2.0/ports/33576e50-004f-49d4-94b6-e7a354673654 HTTP/1.1" status: 204 len: 173 time: 0.5627666 Feb 03 22:11:51.968157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f635cde-6eb9-4bd4-843b-b2f2c0aeca88', 'name': 'network-vif-deleted', 'tag': '33576e50-004f-49d4-94b6-e7a354673654'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:11:51.970784 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662ceee9-9a37-44bd-9bda-cde63a9eb7d9" -d '{"events": [{"server_uuid": "9f635cde-6eb9-4bd4-843b-b2f2c0aeca88", "name": "network-vif-deleted", "tag": "33576e50-004f-49d4-94b6-e7a354673654"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:11:52.033959 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e03337-e06f-46c7-87c0-69223b5f1055 x-openstack-request-id: req-a3e03337-e06f-46c7-87c0-69223b5f1055 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:11:52.034261 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f635cde-6eb9-4bd4-843b-b2f2c0aeca88", "name": "network-vif-deleted", "tag": "33576e50-004f-49d4-94b6-e7a354673654", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:11:52.034518 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3e03337-e06f-46c7-87c0-69223b5f1055 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:11:52.035027 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f635cde-6eb9-4bd4-843b-b2f2c0aeca88', 'name': 'network-vif-deleted', 'tag': '33576e50-004f-49d4-94b6-e7a354673654', 'status': 'completed', 'code': 200} Feb 03 22:11:52.591506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed622bcf-3621-4a16-9194-dba6f82f52dc req-c9a9900b-39d6-4d67-ba9b-35476163e98b tempest-VolumesActionsTest-1392281006 tempest-VolumesActionsTest-1392281006-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f635cde-6eb9-4bd4-843b-b2f2c0aeca88 HTTP/1.1" status: 200 len: 210 time: 0.0497451 Feb 03 22:11:53.597292 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8df16330-9298-4907-9fe9-20f7b3c61639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.047276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 37408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:54.282857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf47c-760a-4061-a1c3-faf608085022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.367119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf47c-760a-4061-a1c3-faf608085022 admin admin] Publish callbacks [] for security_group (66a20ba9-4494-43cc-97d4-52b56cf7410a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.373593 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf47c-760a-4061-a1c3-faf608085022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (66a20ba9-4494-43cc-97d4-52b56cf7410a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.404641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f2fdf47c-760a-4061-a1c3-faf608085022 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb366e1b2e2e41ed949e6d767fa66636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3562074 Feb 03 22:11:54.407536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37424) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:54.426776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdf47c-760a-4061-a1c3-faf608085022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a20ba9-4494-43cc-97d4-52b56cf7410a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:54.505245 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88ae6319-0f6f-4ce4-8876-b77467bd6c04 admin admin] Publish callbacks [] for security_group (66a20ba9-4494-43cc-97d4-52b56cf7410a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.539432 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88ae6319-0f6f-4ce4-8876-b77467bd6c04 admin admin] Publish callbacks [] for security_group (66a20ba9-4494-43cc-97d4-52b56cf7410a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.616289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.627632 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.643150 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88ae6319-0f6f-4ce4-8876-b77467bd6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (66a20ba9-4494-43cc-97d4-52b56cf7410a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.647109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88ae6319-0f6f-4ce4-8876-b77467bd6c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:54.649768 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-88ae6319-0f6f-4ce4-8876-b77467bd6c04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66a20ba9-4494-43cc-97d4-52b56cf7410a HTTP/1.1" status: 204 len: 168 time: 0.2408893 Feb 03 22:11:54.684686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae6319-0f6f-4ce4-8876-b77467bd6c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a20ba9-4494-43cc-97d4-52b56cf7410a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:55.203374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37466) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:55.217704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb7944dc-66a6-40c5-8ada-0cdd27561cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:55.333351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb7944dc-66a6-40c5-8ada-0cdd27561cee admin admin] Publish callbacks [] for security_group (067a5bea-c2a9-40af-bfd5-94206dce8881), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:55.346702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb7944dc-66a6-40c5-8ada-0cdd27561cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (067a5bea-c2a9-40af-bfd5-94206dce8881), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:55.377253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb7944dc-66a6-40c5-8ada-0cdd27561cee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec74eab154b444b5b78baf95cb608587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726923 Feb 03 22:11:55.381371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 37472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:11:55.448779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7944dc-66a6-40c5-8ada-0cdd27561cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067a5bea-c2a9-40af-bfd5-94206dce8881,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:55.479788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f0496-9d5d-4e01-87f4-36087fe06b69 admin admin] Publish callbacks [] for security_group (067a5bea-c2a9-40af-bfd5-94206dce8881), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:55.507326 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f0496-9d5d-4e01-87f4-36087fe06b69 admin admin] Publish callbacks [] for security_group (067a5bea-c2a9-40af-bfd5-94206dce8881), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:55.563049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f0496-9d5d-4e01-87f4-36087fe06b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (067a5bea-c2a9-40af-bfd5-94206dce8881), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:55.566202 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f0496-9d5d-4e01-87f4-36087fe06b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:55.567427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-485f0496-9d5d-4e01-87f4-36087fe06b69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/067a5bea-c2a9-40af-bfd5-94206dce8881 HTTP/1.1" status: 204 len: 168 time: 0.1850438 Feb 03 22:11:55.576810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 33576e50-004f-49d4-94b6-e7a354673654 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:11:55.580270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f0496-9d5d-4e01-87f4-36087fe06b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067a5bea-c2a9-40af-bfd5-94206dce8881,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:11:55.626392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 33576e50-004f-49d4-94b6-e7a354673654 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:11:55.627362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 33576e50-004f-49d4-94b6-e7a354673654 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:11:56.529266 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-030d3331-36b4-45ff-8996-74d86f2ab5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:56.980496 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:58.658244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:11:59.910986 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:17.210906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38164) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:17.447729 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0855445-5f17-413e-9442-fa662907209e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:17.604728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:17.679566 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0855445-5f17-413e-9442-fa662907209e admin admin] Publish callbacks [] for security_group (801ad2c3-2291-4424-9dd4-3b2db624689a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:17.685094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0855445-5f17-413e-9442-fa662907209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (801ad2c3-2291-4424-9dd4-3b2db624689a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:17.747804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e0855445-5f17-413e-9442-fa662907209e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f76bf36413f4bbbb8636631eeb670bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355995 Feb 03 22:12:17.749770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0855445-5f17-413e-9442-fa662907209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ad2c3-2291-4424-9dd4-3b2db624689a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:17.750374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:17.918448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29046c2-afb4-4e60-8c77-a3e1a3c45cb2 admin admin] Publish callbacks [] for security_group (801ad2c3-2291-4424-9dd4-3b2db624689a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:17.946155 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29046c2-afb4-4e60-8c77-a3e1a3c45cb2 admin admin] Publish callbacks [] for security_group (801ad2c3-2291-4424-9dd4-3b2db624689a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:17.963936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:18.072769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Publish callbacks [] for security_group (c16d0abc-e52b-4821-991c-5ffd6b4696bb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:18.082091 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c16d0abc-e52b-4821-991c-5ffd6b4696bb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:18.159276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16d0abc-e52b-4821-991c-5ffd6b4696bb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:18.168375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38192) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:18.175962 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=325cc804b5014809af511ff4b392865e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5699966 Feb 03 22:12:18.201521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.204730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.206070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.206604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.208710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.209302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.209841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.211351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.211867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.213491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.214013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.214522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.215494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dce8d-6b91-42d9-879e-d875bf6d3793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:18.238722 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29046c2-afb4-4e60-8c77-a3e1a3c45cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (801ad2c3-2291-4424-9dd4-3b2db624689a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:18.241783 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29046c2-afb4-4e60-8c77-a3e1a3c45cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:18.242957 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d29046c2-afb4-4e60-8c77-a3e1a3c45cb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/801ad2c3-2291-4424-9dd4-3b2db624689a HTTP/1.1" status: 204 len: 168 time: 0.4915805 Feb 03 22:12:18.264580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29046c2-afb4-4e60-8c77-a3e1a3c45cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ad2c3-2291-4424-9dd4-3b2db624689a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:18.273236 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-687d67fe-dedd-4532-af74-40fe2c72c41f admin admin] Publish callbacks [] for security_group (c16d0abc-e52b-4821-991c-5ffd6b4696bb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:18.330358 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-687d67fe-dedd-4532-af74-40fe2c72c41f admin admin] Publish callbacks [] for security_group (c16d0abc-e52b-4821-991c-5ffd6b4696bb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:18.407293 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-687d67fe-dedd-4532-af74-40fe2c72c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c16d0abc-e52b-4821-991c-5ffd6b4696bb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:18.410644 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-687d67fe-dedd-4532-af74-40fe2c72c41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:18.415469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-687d67fe-dedd-4532-af74-40fe2c72c41f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c16d0abc-e52b-4821-991c-5ffd6b4696bb HTTP/1.1" status: 204 len: 168 time: 0.2450073 Feb 03 22:12:18.445291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d67fe-dedd-4532-af74-40fe2c72c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16d0abc-e52b-4821-991c-5ffd6b4696bb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:19.287194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:19.307456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:19.621282 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Publish callbacks [] for security_group (8be05787-3027-4920-bfdd-8cf2be7642dd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:19.625608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8be05787-3027-4920-bfdd-8cf2be7642dd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:19.741714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38234) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:19.763845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=369fa842fbb5409881140e6809d1af56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4736655 Feb 03 22:12:19.765821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be05787-3027-4920-bfdd-8cf2be7642dd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:19.798715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.799535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.802755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.803351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.805358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.807840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.808365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.809008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.812665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.819732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.820232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.820728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.821233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15398-d1c9-40f5-9793-c9db18bae758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:19.895680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78cb6cdf-9b58-4fe8-9094-cc03d5bd5da4 admin admin] Publish callbacks [] for security_group (8be05787-3027-4920-bfdd-8cf2be7642dd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:19.946085 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78cb6cdf-9b58-4fe8-9094-cc03d5bd5da4 admin admin] Publish callbacks [] for security_group (8be05787-3027-4920-bfdd-8cf2be7642dd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:20.108690 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78cb6cdf-9b58-4fe8-9094-cc03d5bd5da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8be05787-3027-4920-bfdd-8cf2be7642dd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:20.111907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78cb6cdf-9b58-4fe8-9094-cc03d5bd5da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:20.116207 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-78cb6cdf-9b58-4fe8-9094-cc03d5bd5da4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8be05787-3027-4920-bfdd-8cf2be7642dd HTTP/1.1" status: 204 len: 168 time: 0.3675504 Feb 03 22:12:20.132781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb6cdf-9b58-4fe8-9094-cc03d5bd5da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be05787-3027-4920-bfdd-8cf2be7642dd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:20.888683 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:12:23.233213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:23.400542 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-673d946e-b7e6-466b-a188-73f1adea248a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:23.582806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-673d946e-b7e6-466b-a188-73f1adea248a admin admin] Publish callbacks [] for security_group (5e7a9e86-a7a6-4d53-b9bd-4f78bfe04194), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:23.593435 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bfd712d-1690-43ae-9565-85075f08fe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:23.594528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-673d946e-b7e6-466b-a188-73f1adea248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5e7a9e86-a7a6-4d53-b9bd-4f78bfe04194), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:23.665824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:23.678290 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-673d946e-b7e6-466b-a188-73f1adea248a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c765b744cf944e88a0e25d2a82457100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439137 Feb 03 22:12:23.681916 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d946e-b7e6-466b-a188-73f1adea248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7a9e86-a7a6-4d53-b9bd-4f78bfe04194,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:23.738367 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a17921-33d0-4378-aa19-4f1b8428d338 admin admin] Publish callbacks [] for security_group (5e7a9e86-a7a6-4d53-b9bd-4f78bfe04194), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:23.769577 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a17921-33d0-4378-aa19-4f1b8428d338 admin admin] Publish callbacks [] for security_group (5e7a9e86-a7a6-4d53-b9bd-4f78bfe04194), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:23.851122 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a17921-33d0-4378-aa19-4f1b8428d338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5e7a9e86-a7a6-4d53-b9bd-4f78bfe04194), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:23.854537 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a17921-33d0-4378-aa19-4f1b8428d338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:23.855733 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b2a17921-33d0-4378-aa19-4f1b8428d338 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e7a9e86-a7a6-4d53-b9bd-4f78bfe04194 HTTP/1.1" status: 204 len: 168 time: 0.1874726 Feb 03 22:12:23.867213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a17921-33d0-4378-aa19-4f1b8428d338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7a9e86-a7a6-4d53-b9bd-4f78bfe04194,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:24.423657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38426) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:24.443307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb409-2930-451b-9c4c-b53f8c4cbd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:24.558174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb409-2930-451b-9c4c-b53f8c4cbd14 admin admin] Publish callbacks [] for security_group (0ef193a4-1e0f-4541-befd-3f55e3fc800f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:24.563229 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb409-2930-451b-9c4c-b53f8c4cbd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0ef193a4-1e0f-4541-befd-3f55e3fc800f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:24.585260 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:24.601293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38432) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:24.601804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7c7fb409-2930-451b-9c4c-b53f8c4cbd14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb2eec3fc17e4b9b93d6da56b2a0c49a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1763043 Feb 03 22:12:24.610910 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:24.642010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fb409-2930-451b-9c4c-b53f8c4cbd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef193a4-1e0f-4541-befd-3f55e3fc800f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:24.687352 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e3b-957e-4166-a00f-40b7aa1b10be admin admin] Publish callbacks [] for security_group (0ef193a4-1e0f-4541-befd-3f55e3fc800f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:24.715143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e3b-957e-4166-a00f-40b7aa1b10be admin admin] Publish callbacks [] for security_group (0ef193a4-1e0f-4541-befd-3f55e3fc800f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:24.769512 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e3b-957e-4166-a00f-40b7aa1b10be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0ef193a4-1e0f-4541-befd-3f55e3fc800f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:24.772973 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e3b-957e-4166-a00f-40b7aa1b10be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:24.774343 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aecb9e3b-957e-4166-a00f-40b7aa1b10be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ef193a4-1e0f-4541-befd-3f55e3fc800f HTTP/1.1" status: 204 len: 168 time: 0.1720619 Feb 03 22:12:24.802519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9e3b-957e-4166-a00f-40b7aa1b10be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef193a4-1e0f-4541-befd-3f55e3fc800f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:26.533973 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37f25a37-f381-4fa7-9cc9-28abb66875d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:26.983888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:27.091393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:27.281477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b1de580-7fba-4a8b-8e08-d3e280d67ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:27.379829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b1de580-7fba-4a8b-8e08-d3e280d67ccf admin admin] Publish callbacks [] for security_group (6f81051f-76d5-4f0a-afe9-d401f8477702), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:27.384374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b1de580-7fba-4a8b-8e08-d3e280d67ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6f81051f-76d5-4f0a-afe9-d401f8477702), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:27.426975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1de580-7fba-4a8b-8e08-d3e280d67ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f81051f-76d5-4f0a-afe9-d401f8477702,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:27.437976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:27.439137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3b1de580-7fba-4a8b-8e08-d3e280d67ccf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8542ac360014d3dbd1b1978a4b08766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466382 Feb 03 22:12:27.496831 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a37d13a5-986c-49f9-aea2-db9e37efa6a0 admin admin] Publish callbacks [] for security_group (6f81051f-76d5-4f0a-afe9-d401f8477702), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:27.519109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a37d13a5-986c-49f9-aea2-db9e37efa6a0 admin admin] Publish callbacks [] for security_group (6f81051f-76d5-4f0a-afe9-d401f8477702), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:27.567169 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a37d13a5-986c-49f9-aea2-db9e37efa6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6f81051f-76d5-4f0a-afe9-d401f8477702), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:27.570214 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a37d13a5-986c-49f9-aea2-db9e37efa6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:27.574233 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a37d13a5-986c-49f9-aea2-db9e37efa6a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f81051f-76d5-4f0a-afe9-d401f8477702 HTTP/1.1" status: 204 len: 168 time: 0.1354129 Feb 03 22:12:27.583296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d13a5-986c-49f9-aea2-db9e37efa6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f81051f-76d5-4f0a-afe9-d401f8477702,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:27.920430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:27.934975 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e908fe2-4153-47c7-bc9c-1e5a42e0534a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:28.057543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e908fe2-4153-47c7-bc9c-1e5a42e0534a admin admin] Publish callbacks [] for security_group (f609f81a-2f74-4a23-b21f-4c908c573925), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:28.062445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e908fe2-4153-47c7-bc9c-1e5a42e0534a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f609f81a-2f74-4a23-b21f-4c908c573925), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:28.095587 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e908fe2-4153-47c7-bc9c-1e5a42e0534a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=689a7e264db14196a9455be21b691863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737590 Feb 03 22:12:28.098249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38622) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:28.161239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e908fe2-4153-47c7-bc9c-1e5a42e0534a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f609f81a-2f74-4a23-b21f-4c908c573925,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:28.199612 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd9daea8-7e9e-415b-9afb-0caa9f61ebd4 admin admin] Publish callbacks [] for security_group (f609f81a-2f74-4a23-b21f-4c908c573925), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:28.222690 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd9daea8-7e9e-415b-9afb-0caa9f61ebd4 admin admin] Publish callbacks [] for security_group (f609f81a-2f74-4a23-b21f-4c908c573925), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:28.287698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd9daea8-7e9e-415b-9afb-0caa9f61ebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f609f81a-2f74-4a23-b21f-4c908c573925), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:28.290644 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd9daea8-7e9e-415b-9afb-0caa9f61ebd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:28.292437 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fd9daea8-7e9e-415b-9afb-0caa9f61ebd4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f609f81a-2f74-4a23-b21f-4c908c573925 HTTP/1.1" status: 204 len: 168 time: 0.1920354 Feb 03 22:12:28.308116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9daea8-7e9e-415b-9afb-0caa9f61ebd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f609f81a-2f74-4a23-b21f-4c908c573925,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:28.664503 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:29.339651 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-911a1880-557f-421f-baba-5148de8976cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047151 Feb 03 22:12:29.494042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-289670ba-e367-43f8-b084-4bf18da4a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:29.497240 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-289670ba-e367-43f8-b084-4bf18da4a525 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cf9abebc821466da7dbf623c3a41bc8&device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1128 time: 0.0937274 Feb 03 22:12:29.620317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-f92ec72d-cff6-4eca-99de-1f42d4aa857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:29.622038 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-f92ec72d-cff6-4eca-99de-1f42d4aa857f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6c2112c-266e-48b0-828c-d77a939f4300 HTTP/1.1" status: 200 len: 908 time: 0.1028943 Feb 03 22:12:29.742759 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-c3678987-480c-45cd-8f04-a6746b18b9fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb HTTP/1.1" status: 200 len: 1002 time: 0.1129255 Feb 03 22:12:29.841368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-3ab1ae49-e07d-447c-bf85-380b097c6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:29.852017 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-3ab1ae49-e07d-447c-bf85-380b097c6392 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86dbbc50-904a-482a-8aa6-669553a3cbde HTTP/1.1" status: 200 len: 846 time: 0.1024027 Feb 03 22:12:29.882664 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:29.948108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-6d998f16-fce5-4540-ac8e-a2ef83e17edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:29.949387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-6d998f16-fce5-4540-ac8e-a2ef83e17edb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6c2112c-266e-48b0-828c-d77a939f4300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817358 Feb 03 22:12:30.080817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-73e492a3-67bb-4e52-8f38-693e57b1b544 service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249559 Feb 03 22:12:30.245755 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e545c99f-60e8-4fed-887c-18b367e990c4 req-2cac0c76-0575-49ff-98fa-3f16ec897bbc service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510634 Feb 03 22:12:31.591081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:31.724471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c18926-8008-471c-9827-0c5a3b9ac49b admin admin] Deleting subnet 8a533f5e-95c4-46b3-aca6-0c62bde58e36 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:12:31.734577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66c18926-8008-471c-9827-0c5a3b9ac49b admin admin] Publish callbacks [] for subnet (8a533f5e-95c4-46b3-aca6-0c62bde58e36), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:31.822541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66c18926-8008-471c-9827-0c5a3b9ac49b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (8a533f5e-95c4-46b3-aca6-0c62bde58e36), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:31.952256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66c18926-8008-471c-9827-0c5a3b9ac49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8a533f5e-95c4-46b3-aca6-0c62bde58e36), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.105729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66c18926-8008-471c-9827-0c5a3b9ac49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (8a533f5e-95c4-46b3-aca6-0c62bde58e36), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.195272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c18926-8008-471c-9827-0c5a3b9ac49b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a533f5e-95c4-46b3-aca6-0c62bde58e36,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:32.210435 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66c18926-8008-471c-9827-0c5a3b9ac49b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.216352 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-66c18926-8008-471c-9827-0c5a3b9ac49b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8a533f5e-95c4-46b3-aca6-0c62bde58e36 HTTP/1.1" status: 204 len: 168 time: 0.6240163 Feb 03 22:12:32.216492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38788) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:32.373627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8b33cd61-a185-4171-86f7-eb4eaf71de55), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.534923 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8b33cd61-a185-4171-86f7-eb4eaf71de55), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.582301 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b33cd61-a185-4171-86f7-eb4eaf71de55']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:32.608554 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1254ac46-c175-43e3-8b76-2d81b48b4eab') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:32.608782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1254ac46-c175-43e3-8b76-2d81b48b4eab') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:32.631890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (1254ac46-c175-43e3-8b76-2d81b48b4eab), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.657842 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1254ac46-c175-43e3-8b76-2d81b48b4eab), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.665985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:12:32.666384 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (1254ac46-c175-43e3-8b76-2d81b48b4eab), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:12:32.786743 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:12:32.789286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8b33cd61-a185-4171-86f7-eb4eaf71de55), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.795603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:32.798872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8b33cd61-a185-4171-86f7-eb4eaf71de55 HTTP/1.1" status: 204 len: 168 time: 0.5814519 Feb 03 22:12:32.826259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c4234-bc4c-4bf8-a6d0-4dd61bea9fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b33cd61-a185-4171-86f7-eb4eaf71de55,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:33.229963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:33.347759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6983e4ef-1659-4534-baf9-54d314419509 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c14e0e892c34a3ebad62fa13e7414d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1159763 Feb 03 22:12:33.350213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:33.462764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:33.471738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21844bbe-1461-4d11-ba04-778ca22166eb admin admin] Publish callbacks [] for security_group (f90d8462-1bb4-42da-9fca-1b31691907f3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:33.507409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21844bbe-1461-4d11-ba04-778ca22166eb admin admin] Publish callbacks [] for security_group (f90d8462-1bb4-42da-9fca-1b31691907f3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:33.615699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21844bbe-1461-4d11-ba04-778ca22166eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f90d8462-1bb4-42da-9fca-1b31691907f3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:33.625181 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21844bbe-1461-4d11-ba04-778ca22166eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:33.631320 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-21844bbe-1461-4d11-ba04-778ca22166eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f90d8462-1bb4-42da-9fca-1b31691907f3 HTTP/1.1" status: 204 len: 168 time: 0.2752361 Feb 03 22:12:33.662372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21844bbe-1461-4d11-ba04-778ca22166eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90d8462-1bb4-42da-9fca-1b31691907f3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:33.735336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93f1bf99-9c6b-4600-b18c-c7123d1f787a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:33.982169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93f1bf99-9c6b-4600-b18c-c7123d1f787a admin admin] Publish callbacks [] for security_group (1390f67a-e43f-4919-aa72-df4df46bd1b2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:33.988004 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93f1bf99-9c6b-4600-b18c-c7123d1f787a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1390f67a-e43f-4919-aa72-df4df46bd1b2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:34.078451 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-93f1bf99-9c6b-4600-b18c-c7123d1f787a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0966f12471e241a982332db749ae5fe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6135008 Feb 03 22:12:34.079212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1bf99-9c6b-4600-b18c-c7123d1f787a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390f67a-e43f-4919-aa72-df4df46bd1b2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:34.081683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:34.183239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28750775-51f8-41da-b03e-faea54bbea9f admin admin] Publish callbacks [] for security_group (1390f67a-e43f-4919-aa72-df4df46bd1b2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:34.238486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28750775-51f8-41da-b03e-faea54bbea9f admin admin] Publish callbacks [] for security_group (1390f67a-e43f-4919-aa72-df4df46bd1b2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:34.334950 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28750775-51f8-41da-b03e-faea54bbea9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1390f67a-e43f-4919-aa72-df4df46bd1b2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:34.340886 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28750775-51f8-41da-b03e-faea54bbea9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:34.351709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-28750775-51f8-41da-b03e-faea54bbea9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1390f67a-e43f-4919-aa72-df4df46bd1b2 HTTP/1.1" status: 204 len: 168 time: 0.2668364 Feb 03 22:12:34.371040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28750775-51f8-41da-b03e-faea54bbea9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390f67a-e43f-4919-aa72-df4df46bd1b2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:35.018461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:35.053506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70fbb6bb-8543-4ca7-bd0e-9a5d2950b5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.222127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70fbb6bb-8543-4ca7-bd0e-9a5d2950b5de admin admin] Publish callbacks [] for security_group (844a6a15-1b76-4162-912d-fb1e0019456b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.229227 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70fbb6bb-8543-4ca7-bd0e-9a5d2950b5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (844a6a15-1b76-4162-912d-fb1e0019456b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.276983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38966) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:35.289771 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-70fbb6bb-8543-4ca7-bd0e-9a5d2950b5de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03874b3b8c5e4093a29d08534c59d59d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2593844 Feb 03 22:12:35.340809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 38968) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:35.354070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbb6bb-8543-4ca7-bd0e-9a5d2950b5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844a6a15-1b76-4162-912d-fb1e0019456b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:35.363288 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-728f4828-1b24-47dc-8bf9-310ec9f2886b admin admin] Publish callbacks [] for security_group (844a6a15-1b76-4162-912d-fb1e0019456b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.410962 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-728f4828-1b24-47dc-8bf9-310ec9f2886b admin admin] Publish callbacks [] for security_group (844a6a15-1b76-4162-912d-fb1e0019456b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.513845 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-728f4828-1b24-47dc-8bf9-310ec9f2886b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (844a6a15-1b76-4162-912d-fb1e0019456b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.517515 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-728f4828-1b24-47dc-8bf9-310ec9f2886b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.520167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-728f4828-1b24-47dc-8bf9-310ec9f2886b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/844a6a15-1b76-4162-912d-fb1e0019456b HTTP/1.1" status: 204 len: 168 time: 0.2402275 Feb 03 22:12:35.536098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f4828-1b24-47dc-8bf9-310ec9f2886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844a6a15-1b76-4162-912d-fb1e0019456b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:35.560306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-463714394-network', 'tenant_id': '54e16697313d4e7cb52e6141750cca45'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:12:35.623022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Made reservation on behalf of 54e16697313d4e7cb52e6141750cca45 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:12:35.627743 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.640725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.764475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Publish callbacks [] for security_group (55de17d9-856a-4ec8-adf5-42c414f7ba7e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.771198 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (55de17d9-856a-4ec8-adf5-42c414f7ba7e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.829123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:12:35.846581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55de17d9-856a-4ec8-adf5-42c414f7ba7e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:35.851523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d68b656b-d020-48ee-ac6b-91b311d78f12), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.851868 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Added segment d68b656b-d020-48ee-ac6b-91b311d78f12 of type vlan for network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 Feb 03 22:12:35.944820 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (ba28ef7b-de2a-416b-bdc4-46ca44b32e73), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:35.999367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 38998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:36.006096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (ba28ef7b-de2a-416b-bdc4-46ca44b32e73), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.007126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:36.007712 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.017012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6dea5f8b-4c71-48e8-983f-500eb06cce23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.033285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6907482 Feb 03 22:12:36.036146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:36.047289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Request body: {'subnet': {'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-463714394-subnet', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:12:36.071591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Made reservation on behalf of 54e16697313d4e7cb52e6141750cca45 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:12:36.074879 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.176729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b50775-53b4-4564-a9c6-f51352ed12dd admin admin] Pushing event updated for resources: {'Network': ['ID=ba28ef7b-de2a-416b-bdc4-46ca44b32e73,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:36.191888 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:12:36.256985 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6dea5f8b-4c71-48e8-983f-500eb06cce23 admin admin] Publish callbacks [] for security_group (494d4414-60c5-4c7a-901d-c32350a17508), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.329576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6dea5f8b-4c71-48e8-983f-500eb06cce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (494d4414-60c5-4c7a-901d-c32350a17508), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.424655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:36.424812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6dea5f8b-4c71-48e8-983f-500eb06cce23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7a47406e07c4de989f2bc5bed0e7c5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230549 Feb 03 22:12:36.426029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea5f8b-4c71-48e8-983f-500eb06cce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494d4414-60c5-4c7a-901d-c32350a17508,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:36.505527 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.604179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20180840-742a-48b9-af4d-96e928ceccd6 admin admin] Publish callbacks [] for security_group (494d4414-60c5-4c7a-901d-c32350a17508), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.681817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:36.684743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Checking segment: {'id': 'd68b656b-d020-48ee-ac6b-91b311d78f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:12:36.695983 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20180840-742a-48b9-af4d-96e928ceccd6 admin admin] Publish callbacks [] for security_group (494d4414-60c5-4c7a-901d-c32350a17508), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.701583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Network hostable DHCP agents. Network: ba28ef7b-de2a-416b-bdc4-46ca44b32e73, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:12:36.761615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:12:36.787458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, ba28ef7b-de2a-416b-bdc4-46ca44b32e73) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:36.795463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:36.795597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6f4c7-6e90-488e-ad27-76e98cb84964 None None] Network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:12:36.796088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.802806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20180840-742a-48b9-af4d-96e928ceccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (494d4414-60c5-4c7a-901d-c32350a17508), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.806364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20180840-742a-48b9-af4d-96e928ceccd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.807829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-20180840-742a-48b9-af4d-96e928ceccd6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/494d4414-60c5-4c7a-901d-c32350a17508 HTTP/1.1" status: 204 len: 168 time: 0.3813663 Feb 03 22:12:36.817959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20180840-742a-48b9-af4d-96e928ceccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d4414-60c5-4c7a-901d-c32350a17508,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:36.844171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ddab7604-ab2b-45b2-a913-2bcaaf208f43 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8067727 Feb 03 22:12:36.847182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:36.852200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:12:36.894131 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (65cbc1f5-af08-4d07-b938-57914739b908), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.895751 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (65cbc1f5-af08-4d07-b938-57914739b908), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:36.976812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks [] for router_controller (65cbc1f5-af08-4d07-b938-57914739b908), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:37.070235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-ba28ef7b-de2a-416b-bdc4-46ca44b32e73', 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73', 'project_id': '54e16697313d4e7cb52e6141750cca45', 'fixed_ips': [{'subnet_id': '6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:12:37.071202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:37.359922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks [] for router_gateway (65cbc1f5-af08-4d07-b938-57914739b908), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:37.474244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Allocated IP 172.20.0.2 (ba28ef7b-de2a-416b-bdc4-46ca44b32e73/6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268/24f43822-4f94-4351-8b13-c8f811812de0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:12:37.812677 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Publish callbacks [] for port (24f43822-4f94-4351-8b13-c8f811812de0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:37.868197 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (24f43822-4f94-4351-8b13-c8f811812de0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:37.924358 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks [] for router_gateway (65cbc1f5-af08-4d07-b938-57914739b908), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:37.971802 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:38.029491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:12:38.053483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:38.057432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:12:38.163934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Pushing event updated for resources: {'Port': ['ID=24f43822-4f94-4351-8b13-c8f811812de0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:38.174207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Allocated IP 172.25.5.225 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/85feeea6-b220-43d1-a66d-c1a06e2716f5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:12:38.258886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.258886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.259239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.267168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.267828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.268205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.268564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.269117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.272806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.275299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.275785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.276314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.276961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:38.411671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Attempting to bind port 24f43822-4f94-4351-8b13-c8f811812de0 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:12:38.412469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Attempting to bind port 24f43822-4f94-4351-8b13-c8f811812de0 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd68b656b-d020-48ee-ac6b-91b311d78f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:12:38.413151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Attempting to bind port 24f43822-4f94-4351-8b13-c8f811812de0 on network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:12:38.420749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:12:38.421375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Checking segment: {'id': 'd68b656b-d020-48ee-ac6b-91b311d78f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:12:38.422463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:38.423206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Bound using segment: {'id': 'd68b656b-d020-48ee-ac6b-91b311d78f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:12:38.423842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Bound port: 24f43822-4f94-4351-8b13-c8f811812de0, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68b656b-d020-48ee-ac6b-91b311d78f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:12:38.424065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks [] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:38.425681 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (24f43822-4f94-4351-8b13-c8f811812de0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:38.571188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:38.635344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] For port 24f43822-4f94-4351-8b13-c8f811812de0, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:12:38.646585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] For port 24f43822-4f94-4351-8b13-c8f811812de0, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=24f43822-4f94-4351-8b13-c8f811812de0,segment=NetworkSegment(d68b656b-d020-48ee-ac6b-91b311d78f12),segment_id=d68b656b-d020-48ee-ac6b-91b311d78f12)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:12:38.652063 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-92a5fff4-d3ce-43a6-8d0a-9a663fedd4a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1765940 Feb 03 22:12:38.671964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:12:38.673341 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (24f43822-4f94-4351-8b13-c8f811812de0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:38.677946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:38.695172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:12:38.785412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Pushing event updated for resources: {'Port': ['ID=85feeea6-b220-43d1-a66d-c1a06e2716f5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:38.880892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a82bba-92dc-4908-9179-27f29440b207 None None] Pushing event updated for resources: {'Port': ['ID=24f43822-4f94-4351-8b13-c8f811812de0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:39.150948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-75da7476-c276-44fa-be5a-c5a70c3ca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:39.152884 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-75da7476-c276-44fa-be5a-c5a70c3ca6e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 1128 time: 0.3900175 Feb 03 22:12:39.673723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39414) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:39.696251 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks [] for router_gateway (65cbc1f5-af08-4d07-b938-57914739b908), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:39.817045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-642f84d7-5e38-40ff-9077-5e5313b5c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:39.818599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-642f84d7-5e38-40ff-9077-5e5313b5c73c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.6027346 Feb 03 22:12:40.002784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-bd442f67-48ae-451c-978f-5043ad945cda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2602497e-760c-49c4-8a99-523345ce2591 HTTP/1.1" status: 200 len: 1002 time: 0.1767101 Feb 03 22:12:40.061115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 24f43822-4f94-4351-8b13-c8f811812de0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:12:40.095757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-432686af-799e-4fed-892a-a7b0b05f0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:40.103424 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-432686af-799e-4fed-892a-a7b0b05f0709 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0890226 Feb 03 22:12:40.142994 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ec0eba-ee4c-49b1-aa09-2858062f3cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.189620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 24f43822-4f94-4351-8b13-c8f811812de0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:40.189997 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (24f43822-4f94-4351-8b13-c8f811812de0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.200555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (65cbc1f5-af08-4d07-b938-57914739b908), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.341907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 24f43822-4f94-4351-8b13-c8f811812de0 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:40.344646 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (24f43822-4f94-4351-8b13-c8f811812de0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.362372 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-293cf178-36a8-4804-ab78-5b53c295c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:40.363918 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-293cf178-36a8-4804-ab78-5b53c295c0d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2597215 Feb 03 22:12:40.374738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ec0eba-ee4c-49b1-aa09-2858062f3cf2 admin admin] Publish callbacks [] for security_group (8de0d4e7-28ca-4c7c-b7fe-a926eef32b0d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.384289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ec0eba-ee4c-49b1-aa09-2858062f3cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8de0d4e7-28ca-4c7c-b7fe-a926eef32b0d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.433525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 24f43822-4f94-4351-8b13-c8f811812de0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=24f43822-4f94-4351-8b13-c8f811812de0,segment=NetworkSegment(d68b656b-d020-48ee-ac6b-91b311d78f12),segment_id=d68b656b-d020-48ee-ac6b-91b311d78f12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:12:40.437637 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (24f43822-4f94-4351-8b13-c8f811812de0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.513992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-52ec0eba-ee4c-49b1-aa09-2858062f3cf2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eaff590e05894f1ababd49babcd60463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8384323 Feb 03 22:12:40.514607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:40.515782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec0eba-ee4c-49b1-aa09-2858062f3cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de0d4e7-28ca-4c7c-b7fe-a926eef32b0d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:40.558102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=24f43822-4f94-4351-8b13-c8f811812de0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:40.682890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decd9295-f431-42c5-a4a0-5c35e1ac6088 admin admin] Publish callbacks [] for security_group (8de0d4e7-28ca-4c7c-b7fe-a926eef32b0d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.733734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e752410-cb6a-488c-9c0a-bdd3570470ba None None] Network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:12:40.767192 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decd9295-f431-42c5-a4a0-5c35e1ac6088 admin admin] Publish callbacks [] for security_group (8de0d4e7-28ca-4c7c-b7fe-a926eef32b0d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.863111 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decd9295-f431-42c5-a4a0-5c35e1ac6088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8de0d4e7-28ca-4c7c-b7fe-a926eef32b0d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.874364 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-decd9295-f431-42c5-a4a0-5c35e1ac6088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:40.878037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-decd9295-f431-42c5-a4a0-5c35e1ac6088 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8de0d4e7-28ca-4c7c-b7fe-a926eef32b0d HTTP/1.1" status: 204 len: 168 time: 0.3341119 Feb 03 22:12:40.921812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd9295-f431-42c5-a4a0-5c35e1ac6088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de0d4e7-28ca-4c7c-b7fe-a926eef32b0d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:40.966555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Router 65cbc1f5-af08-4d07-b938-57914739b908 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:12:40.972507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-d1e882bf-c972-4fb9-a526-5b3f18d625d9 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321030 Feb 03 22:12:41.022316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6aca5956-3db1-41c7-b8db-91c1fb49f44e None None] Provisioning complete for port 24f43822-4f94-4351-8b13-c8f811812de0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:41.022695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6aca5956-3db1-41c7-b8db-91c1fb49f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (24f43822-4f94-4351-8b13-c8f811812de0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:41.201717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6aca5956-3db1-41c7-b8db-91c1fb49f44e None None] Current status of the port 24f43822-4f94-4351-8b13-c8f811812de0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:41.396415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9720c20f-4f82-4751-bcac-4708fe9f308f req-ef2c20af-2c86-4a82-83f4-ce3d33fd15a6 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165690 Feb 03 22:12:41.406426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:12:41.419112 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Sync routers for ids ['65cbc1f5-af08-4d07-b938-57914739b908'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:12:41.445763 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Routers {'65cbc1f5-af08-4d07-b938-57914739b908'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:12:41.448194 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['65cbc1f5-af08-4d07-b938-57914739b908'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:41.448844 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:41.450129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9bf0ace5-55a3-4cee-9ad1-63bda585eb49 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6018929 Feb 03 22:12:41.453091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 39612) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:41.672985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b77a28ab-7b56-43cd-bcda-06a1a36a2f72 None None] Provisioning complete for port 24f43822-4f94-4351-8b13-c8f811812de0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:41.685058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b77a28ab-7b56-43cd-bcda-06a1a36a2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (24f43822-4f94-4351-8b13-c8f811812de0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:41.756375 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Set router 65cbc1f5-af08-4d07-b938-57914739b908 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:12:41.902653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b77a28ab-7b56-43cd-bcda-06a1a36a2f72 None None] Current status of the port 24f43822-4f94-4351-8b13-c8f811812de0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:42.005050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 24f43822-4f94-4351-8b13-c8f811812de0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:12:42.121887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 24f43822-4f94-4351-8b13-c8f811812de0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:42.122882 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (24f43822-4f94-4351-8b13-c8f811812de0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:42.449309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 24f43822-4f94-4351-8b13-c8f811812de0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:42.500848 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cbc1f5-af08-4d07-b938-57914739b908', 'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:36Z', 'updated_at': '2022-02-03T22:12:39Z', 'revision_number': 3, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'gw_port': {'id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:37Z', 'updated_at': '2022-02-03T22:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:42.603121 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Checking router: 65cbc1f5-af08-4d07-b938-57914739b908 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:12:42.605669 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Updating router 65cbc1f5-af08-4d07-b938-57914739b908 port 85feeea6-b220-43d1-a66d-c1a06e2716f5 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:12:42.682129 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:42.697278 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:43.052063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Allocated IP 172.20.0.1 (ba28ef7b-de2a-416b-bdc4-46ca44b32e73/6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268/c8d36fb5-dba9-4872-bb43-430f4bfd8df7) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:12:43.276402 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Publish callbacks [] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:43.285137 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Publish callbacks [] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:43.299743 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:43.370238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:43.434556 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Pushing event updated for resources: {'Port': ['ID=85feeea6-b220-43d1-a66d-c1a06e2716f5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:43.457504 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.457855 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.458197 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.458536 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.458870 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.462445 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.463677 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.465292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:12:43.465606 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.466253 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.466765 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.467351 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.469669 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.470365 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:12:43.474884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:43.488814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:12:43.519395 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Attempting to bind port 85feeea6-b220-43d1-a66d-c1a06e2716f5 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:12:43.520999 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Attempting to bind port 85feeea6-b220-43d1-a66d-c1a06e2716f5 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:12:43.522696 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Attempting to bind port 85feeea6-b220-43d1-a66d-c1a06e2716f5 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:12:43.538461 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:12:43.539761 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:12:43.541388 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:43.542930 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:12:43.544766 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Bound port: 85feeea6-b220-43d1-a66d-c1a06e2716f5, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:12:43.545394 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:43.601993 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d36fb5-dba9-4872-bb43-430f4bfd8df7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:43.635424 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (65cbc1f5-af08-4d07-b938-57914739b908), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:43.677908 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] For port 85feeea6-b220-43d1-a66d-c1a06e2716f5, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:12:43.681958 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] For port 85feeea6-b220-43d1-a66d-c1a06e2716f5, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=85feeea6-b220-43d1-a66d-c1a06e2716f5,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:12:43.690837 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:43.776479 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d29ea-1655-4def-85a7-15f7f4c24743 None None] Pushing event updated for resources: {'Port': ['ID=85feeea6-b220-43d1-a66d-c1a06e2716f5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:43.802317 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Routers {'65cbc1f5-af08-4d07-b938-57914739b908'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:12:43.803517 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['65cbc1f5-af08-4d07-b938-57914739b908'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:43.997622 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:44.045644 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] Set router 65cbc1f5-af08-4d07-b938-57914739b908 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:12:44.090735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-605c749e-2303-4d7c-b516-212681432ef2 None None] Provisioning complete for port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:44.091203 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-605c749e-2303-4d7c-b516-212681432ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:44.194198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-605c749e-2303-4d7c-b516-212681432ef2 None None] Port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:12:44.465778 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cbc1f5-af08-4d07-b938-57914739b908', 'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:36Z', 'updated_at': '2022-02-03T22:12:39Z', 'revision_number': 3, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'gw_port': {'id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:37Z', 'updated_at': '2022-02-03T22:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:44.543678 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c4b92-593a-4585-840f-1ca9f89f141e None None] The sync data for ids ['65cbc1f5-af08-4d07-b938-57914739b908'] in n-d-824834-9 is: [{'id': '65cbc1f5-af08-4d07-b938-57914739b908', 'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:36Z', 'updated_at': '2022-02-03T22:12:39Z', 'revision_number': 3, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'gw_port': {'id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:37Z', 'updated_at': '2022-02-03T22:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:12:44.646371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 39972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:44.937025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-31865289-0729-4cd6-8f19-d14ce8b3a603 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:12:44.996466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-31865289-0729-4cd6-8f19-d14ce8b3a603 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] 10.222.0.50 "PUT /v2.0/quotas/fbde0480ce184c0c9f5f7184cf962b44 HTTP/1.1" status: 200 len: 366 time: 0.3489120 Feb 03 22:12:44.999298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:45.022565 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fa776862-3d34-41d0-b1b6-ffff1f4bfa2a tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0219138 Feb 03 22:12:45.025629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:45.045903 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-33087420-d48a-4bb2-97e0-842e740b3b4c tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] 10.222.0.50 "GET /v2.0/quotas/fbde0480ce184c0c9f5f7184cf962b44 HTTP/1.1" status: 200 len: 366 time: 0.0164285 Feb 03 22:12:45.046770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:45.098015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2ff33bce-2f92-44f5-9b25-ac3c34f240d6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/fbde0480ce184c0c9f5f7184cf962b44 HTTP/1.1" status: 204 len: 168 time: 0.0482368 Feb 03 22:12:45.101662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:45.125847 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-201b61f0-edd5-4edc-b842-a4d33bb46622 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0211701 Feb 03 22:12:45.127823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:45.147838 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Publish callbacks [] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:45.151255 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a214bb77-e1c2-494b-ae90-e8209a39bb88 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] 10.222.0.50 "GET /v2.0/quotas/fbde0480ce184c0c9f5f7184cf962b44 HTTP/1.1" status: 200 len: 370 time: 0.0221353 Feb 03 22:12:45.153784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:45.159085 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:45.174328 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e2b37290-37c6-4b33-947a-b7720866c68a tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] 10.222.0.50 "GET /v2.0/quotas/fbde0480ce184c0c9f5f7184cf962b44/default HTTP/1.1" status: 200 len: 370 time: 0.0193622 Feb 03 22:12:45.177260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:45.189897 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-247b6d40-7f8a-4033-84c8-a308246ba614 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] delete failed (client error): The resource could not be found. Feb 03 22:12:45.191284 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-247b6d40-7f8a-4033-84c8-a308246ba614 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/fbde0480ce184c0c9f5f7184cf962b44 HTTP/1.1" status: 404 len: 348 time: 0.0125535 Feb 03 22:12:45.266377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d36fb5-dba9-4872-bb43-430f4bfd8df7,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:45.279451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (65cbc1f5-af08-4d07-b938-57914739b908), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:45.405468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:45.428247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:12:45.429856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:45.437927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Usage tracker for resource:network and project:54500d8482ad4866ab09db06462ea69f is out of sync, need to count used quota {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 22:12:45.441363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 22:12:45.451180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Usage tracker for resource:subnet and project:54500d8482ad4866ab09db06462ea69f is out of sync, need to count used quota {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 22:12:45.455857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 22:12:45.479080 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Usage tracker for resource:subnetpool and project:54500d8482ad4866ab09db06462ea69f is out of sync, need to count used quota {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 22:12:45.484862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 22:12:45.498371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Usage tracker for resource:port and project:54500d8482ad4866ab09db06462ea69f is out of sync, need to count used quota {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 22:12:45.504289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 22:12:45.511939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Usage tracker for resource:router and project:54500d8482ad4866ab09db06462ea69f is out of sync, need to count used quota {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 22:12:45.523693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 22:12:45.531726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Usage tracker for resource:floatingip and project:54500d8482ad4866ab09db06462ea69f is out of sync, need to count used quota {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 22:12:45.552885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 22:12:45.652711 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Router 65cbc1f5-af08-4d07-b938-57914739b908 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:12:45.717960 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Usage tracker for resource:security_group and project:54500d8482ad4866ab09db06462ea69f is out of sync, need to count used quota {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 22:12:45.722288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 22:12:45.746360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Usage tracker for resource:security_group_rule and project:54500d8482ad4866ab09db06462ea69f is out of sync, need to count used quota {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 22:12:45.763485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.quota.resource [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103398) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 22:12:45.788813 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b718706f-db20-4297-b15a-2cf90ed1e8b6 tempest-QuotasTest-65328822 tempest-QuotasTest-65328822-project-admin] 10.222.0.50 "GET /v2.0/quotas/54500d8482ad4866ab09db06462ea69f/details.json HTTP/1.1" status: 200 len: 703 time: 0.3819120 Feb 03 22:12:45.962297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:12:45.976639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2463fca2-a52e-43f4-b768-1cd0cfabdb59 admin admin] 10.222.0.50 "PUT /v2.0/routers/65cbc1f5-af08-4d07-b938-57914739b908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5221648 Feb 03 22:12:46.067053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-59e68da8-08e0-4cd1-95ad-33ac1a04d756 None None] Provisioning complete for port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:46.067580 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59e68da8-08e0-4cd1-95ad-33ac1a04d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:46.213527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-59e68da8-08e0-4cd1-95ad-33ac1a04d756 None None] Port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:12:46.217491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 85feeea6-b220-43d1-a66d-c1a06e2716f5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:12:46.339394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 85feeea6-b220-43d1-a66d-c1a06e2716f5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:46.340017 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:46.435015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40164) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:46.505960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 85feeea6-b220-43d1-a66d-c1a06e2716f5 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:46.506352 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:46.561732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 85feeea6-b220-43d1-a66d-c1a06e2716f5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=85feeea6-b220-43d1-a66d-c1a06e2716f5,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:12:46.567031 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:46.641491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=85feeea6-b220-43d1-a66d-c1a06e2716f5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:46.705304 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db552e36-6189-44a0-8a04-27d0d7c323c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:46.857294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db552e36-6189-44a0-8a04-27d0d7c323c2 admin admin] Publish callbacks [] for security_group (540a2596-fde5-4458-a2fd-2fd50d2844fa), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:46.861700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db552e36-6189-44a0-8a04-27d0d7c323c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (540a2596-fde5-4458-a2fd-2fd50d2844fa), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:46.943189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db552e36-6189-44a0-8a04-27d0d7c323c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540a2596-fde5-4458-a2fd-2fd50d2844fa,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:46.970578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-db552e36-6189-44a0-8a04-27d0d7c323c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09b6f479a6de404eb8288ae4947c3804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342658 Feb 03 22:12:46.973972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40192) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:47.072783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fd5727-b8be-4dd6-94df-88f9410b6b36 admin admin] Publish callbacks [] for security_group (540a2596-fde5-4458-a2fd-2fd50d2844fa), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.079825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:47.085915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-727720650-network', 'tenant_id': '10037b381649449cb37a369d4cd649bc'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:12:47.103584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fd5727-b8be-4dd6-94df-88f9410b6b36 admin admin] Publish callbacks [] for security_group (540a2596-fde5-4458-a2fd-2fd50d2844fa), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.119679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Made reservation on behalf of 10037b381649449cb37a369d4cd649bc for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:12:47.125359 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.149862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.159086 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fd5727-b8be-4dd6-94df-88f9410b6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (540a2596-fde5-4458-a2fd-2fd50d2844fa), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.162260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fd5727-b8be-4dd6-94df-88f9410b6b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.163829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-33fd5727-b8be-4dd6-94df-88f9410b6b36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/540a2596-fde5-4458-a2fd-2fd50d2844fa HTTP/1.1" status: 204 len: 168 time: 0.1886520 Feb 03 22:12:47.173716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd5727-b8be-4dd6-94df-88f9410b6b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540a2596-fde5-4458-a2fd-2fd50d2844fa,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:47.393987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Publish callbacks [] for security_group (6045fb54-44c7-463d-90cd-68a31b15b059), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.403682 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6045fb54-44c7-463d-90cd-68a31b15b059), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.532232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:12:47.575668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6045fb54-44c7-463d-90cd-68a31b15b059,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:47.591291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (76e0941a-cbd7-4598-a2d8-a2445e661c51), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.593405 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Added segment 76e0941a-cbd7-4598-a2d8-a2445e661c51 of type vlan for network e923ce75-c3f2-4b68-9a0a-584c21654a70 Feb 03 22:12:47.773313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (e923ce75-c3f2-4b68-9a0a-584c21654a70), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.784663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Sync routers for ids ['65cbc1f5-af08-4d07-b938-57914739b908'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:12:47.798880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Routers {'65cbc1f5-af08-4d07-b938-57914739b908'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:12:47.799906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['65cbc1f5-af08-4d07-b938-57914739b908'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:47.924559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (e923ce75-c3f2-4b68-9a0a-584c21654a70), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:47.926096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:47.927041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.034738 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9531293 Feb 03 22:12:48.037441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40210) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:48.041163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 85feeea6-b220-43d1-a66d-c1a06e2716f5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:12:48.044014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Request body: {'subnet': {'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-727720650-subnet', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:12:48.053593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc540f-0276-4144-9fd4-68fb6010f557 admin admin] Pushing event updated for resources: {'Network': ['ID=e923ce75-c3f2-4b68-9a0a-584c21654a70,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:48.085655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Made reservation on behalf of 10037b381649449cb37a369d4cd649bc for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:12:48.089416 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.127583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network e923ce75-c3f2-4b68-9a0a-584c21654a70 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:12:48.218480 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:48.251553 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41a31d40-366c-41e0-94e5-60df7c61a9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.331180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Set router 65cbc1f5-af08-4d07-b938-57914739b908 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:12:48.420593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 85feeea6-b220-43d1-a66d-c1a06e2716f5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:48.423910 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.438512 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41a31d40-366c-41e0-94e5-60df7c61a9e6 admin admin] Publish callbacks [] for security_group (70becb51-51ef-4a20-8e7b-f23853a4ad8c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.443529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41a31d40-366c-41e0-94e5-60df7c61a9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (70becb51-51ef-4a20-8e7b-f23853a4ad8c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.482720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a31d40-366c-41e0-94e5-60df7c61a9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70becb51-51ef-4a20-8e7b-f23853a4ad8c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:48.513851 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (6bbe3c87-3138-49c2-a133-792536823854), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.524633 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-41a31d40-366c-41e0-94e5-60df7c61a9e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54500d8482ad4866ab09db06462ea69f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050375 Feb 03 22:12:48.530036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40222) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:48.678023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Checking segment: {'id': '76e0941a-cbd7-4598-a2d8-a2445e661c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:12:48.678390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Network hostable DHCP agents. Network: e923ce75-c3f2-4b68-9a0a-584c21654a70, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:12:48.687653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46468fed-32e1-40d5-b077-8c724402c137 admin admin] Publish callbacks [] for security_group (70becb51-51ef-4a20-8e7b-f23853a4ad8c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.688105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbe3c87-3138-49c2-a133-792536823854,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:48.717751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 85feeea6-b220-43d1-a66d-c1a06e2716f5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:48.751743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Network e923ce75-c3f2-4b68-9a0a-584c21654a70 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:12:48.758974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46468fed-32e1-40d5-b077-8c724402c137 admin admin] Publish callbacks [] for security_group (70becb51-51ef-4a20-8e7b-f23853a4ad8c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.773810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, e923ce75-c3f2-4b68-9a0a-584c21654a70) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:48.782527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:48.783146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.796089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b9bf6e-5ee3-43e6-aba7-d9e3cbf2eca5 None None] Network e923ce75-c3f2-4b68-9a0a-584c21654a70 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:12:48.820933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-45789f5f-248d-4fd0-b7e6-bb024a9ffd91 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7818108 Feb 03 22:12:48.824167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40228) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:48.828886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:12:48.873001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46468fed-32e1-40d5-b077-8c724402c137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (70becb51-51ef-4a20-8e7b-f23853a4ad8c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.878290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46468fed-32e1-40d5-b077-8c724402c137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.878837 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (a8e387b3-be2b-4530-b92f-7897ca8ee266), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.880084 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (a8e387b3-be2b-4530-b92f-7897ca8ee266), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:48.880271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-46468fed-32e1-40d5-b077-8c724402c137 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70becb51-51ef-4a20-8e7b-f23853a4ad8c HTTP/1.1" status: 204 len: 168 time: 0.3351314 Feb 03 22:12:48.909693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cbc1f5-af08-4d07-b938-57914739b908', 'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:36Z', 'updated_at': '2022-02-03T22:12:43Z', 'revision_number': 4, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'gw_port': {'id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:37Z', 'updated_at': '2022-02-03T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c8d36fb5-dba9-4872-bb43-430f4bfd8df7', 'name': '', 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'mac_address': 'fa:16:3e:c9:64:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:42Z', 'updated_at': '2022-02-03T22:12:44Z', 'revision_number': 2, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'subnets': [{'id': '6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:48.925160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46468fed-32e1-40d5-b077-8c724402c137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70becb51-51ef-4a20-8e7b-f23853a4ad8c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:49.018494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks [] for router_controller (a8e387b3-be2b-4530-b92f-7897ca8ee266), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:49.310436 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks [] for router_gateway (a8e387b3-be2b-4530-b92f-7897ca8ee266), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:49.491990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Checking router: 65cbc1f5-af08-4d07-b938-57914739b908 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:12:49.492609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Updating router 65cbc1f5-af08-4d07-b938-57914739b908 port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:12:49.549121 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:49.598015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-e923ce75-c3f2-4b68-9a0a-584c21654a70', 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70', 'project_id': '10037b381649449cb37a369d4cd649bc', 'fixed_ips': [{'subnet_id': '6bbe3c87-3138-49c2-a133-792536823854'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:12:49.598821 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:49.746969 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks [] for router_gateway (a8e387b3-be2b-4530-b92f-7897ca8ee266), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:49.802335 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:50.105512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Allocated IP 172.20.0.2 (e923ce75-c3f2-4b68-9a0a-584c21654a70/6bbe3c87-3138-49c2-a133-792536823854/f260d35e-e854-4aa7-af9e-66401a55eae5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:12:50.110386 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Allocated IP 172.25.5.7 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/b1d630d1-f20a-4961-8c22-a98048c886b9) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:12:50.326771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks [] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:50.409584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:50.467246 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Publish callbacks [] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:50.498123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:12:50.503826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:50.508078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:12:50.538631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Pushing event updated for resources: {'Port': ['ID=b1d630d1-f20a-4961-8c22-a98048c886b9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:50.647966 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Publish callbacks [] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:50.656675 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:50.676469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:50.755007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Pushing event updated for resources: {'Port': ['ID=f260d35e-e854-4aa7-af9e-66401a55eae5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:50.823489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Network e923ce75-c3f2-4b68-9a0a-584c21654a70 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:12:50.826731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bebb8-0b38-4cc3-9d25-a7b27922e935 None None] Pushing event updated for resources: {'Port': ['ID=c8d36fb5-dba9-4872-bb43-430f4bfd8df7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:50.840059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:50.867245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:12:51.052504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Attempting to bind port f260d35e-e854-4aa7-af9e-66401a55eae5 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:12:51.052881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Attempting to bind port f260d35e-e854-4aa7-af9e-66401a55eae5 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '76e0941a-cbd7-4598-a2d8-a2445e661c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:12:51.053275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Attempting to bind port f260d35e-e854-4aa7-af9e-66401a55eae5 on network e923ce75-c3f2-4b68-9a0a-584c21654a70 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:12:51.064838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Attempting to bind port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:12:51.065330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Attempting to bind port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd68b656b-d020-48ee-ac6b-91b311d78f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:12:51.065616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Attempting to bind port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 on network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:12:51.067867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:12:51.068246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Checking segment: {'id': '76e0941a-cbd7-4598-a2d8-a2445e661c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:12:51.068649 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:51.069079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Bound using segment: {'id': '76e0941a-cbd7-4598-a2d8-a2445e661c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:12:51.069561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Bound port: f260d35e-e854-4aa7-af9e-66401a55eae5, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e0941a-cbd7-4598-a2d8-a2445e661c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:12:51.069947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:51.116872 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks [] for router_gateway (a8e387b3-be2b-4530-b92f-7897ca8ee266), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:51.246451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] For port f260d35e-e854-4aa7-af9e-66401a55eae5, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:12:51.255987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] For port f260d35e-e854-4aa7-af9e-66401a55eae5, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f260d35e-e854-4aa7-af9e-66401a55eae5,segment=NetworkSegment(76e0941a-cbd7-4598-a2d8-a2445e661c51),segment_id=76e0941a-cbd7-4598-a2d8-a2445e661c51)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:12:51.284951 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:51.303833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:12:51.305919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Checking segment: {'id': 'd68b656b-d020-48ee-ac6b-91b311d78f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:12:51.307556 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:51.309487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Bound using segment: {'id': 'd68b656b-d020-48ee-ac6b-91b311d78f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:12:51.314587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Bound port: c8d36fb5-dba9-4872-bb43-430f4bfd8df7, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68b656b-d020-48ee-ac6b-91b311d78f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:12:51.316530 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:51.392852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba56914-727a-4e10-81b7-5735385a768a None None] Pushing event updated for resources: {'Port': ['ID=f260d35e-e854-4aa7-af9e-66401a55eae5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:51.462818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8a307a2f-36a7-402f-9d06-9261ed5c6e4b None None] Provisioning complete for port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:51.464140 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a307a2f-36a7-402f-9d06-9261ed5c6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:51.608308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8a307a2f-36a7-402f-9d06-9261ed5c6e4b None None] Port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:12:51.687728 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (a8e387b3-be2b-4530-b92f-7897ca8ee266), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:51.722160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:51.731389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] For port c8d36fb5-dba9-4872-bb43-430f4bfd8df7, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:12:51.738395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] For port c8d36fb5-dba9-4872-bb43-430f4bfd8df7, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c8d36fb5-dba9-4872-bb43-430f4bfd8df7,segment=NetworkSegment(d68b656b-d020-48ee-ac6b-91b311d78f12),segment_id=d68b656b-d020-48ee-ac6b-91b311d78f12)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:12:51.747265 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:51.954266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Router a8e387b3-be2b-4530-b92f-7897ca8ee266 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:12:51.984042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Routers {'65cbc1f5-af08-4d07-b938-57914739b908'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:12:51.984693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['65cbc1f5-af08-4d07-b938-57914739b908'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:52.004466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1929524124', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:12:52.054644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bebb8-0b38-4cc3-9d25-a7b27922e935 None None] Pushing event updated for resources: {'Port': ['ID=c8d36fb5-dba9-4872-bb43-430f4bfd8df7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:52.092831 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Made reservation on behalf of 2912e44a2e18421e94c23e0ea87df81e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:12:52.095319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:52.111724 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:52.370897 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks [] for security_group (389b71e2-9164-462d-ac88-eb1bb9a3e065), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:52.382481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (389b71e2-9164-462d-ac88-eb1bb9a3e065), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:52.392046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] device_id is not set on port daeb6bad-2578-4739-9dc2-b1d5b8af39dd yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:12:52.393557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] Set router 65cbc1f5-af08-4d07-b938-57914739b908 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:12:52.526119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389b71e2-9164-462d-ac88-eb1bb9a3e065,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:52.646842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-568bfe20-1851-4240-bba7-76a69da725c9 None None] Provisioning complete for port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:52.647224 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-568bfe20-1851-4240-bba7-76a69da725c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:52.689107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Allocated IP 172.25.5.69 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/daeb6bad-2578-4739-9dc2-b1d5b8af39dd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:12:52.696384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:12:52.708377 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Sync routers for ids ['a8e387b3-be2b-4530-b92f-7897ca8ee266'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:12:52.730363 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:52.732280 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6f596b69-7c4b-4312-9453-920522825bfd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9065616 Feb 03 22:12:52.733532 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Routers {'a8e387b3-be2b-4530-b92f-7897ca8ee266'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:12:52.734170 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a8e387b3-be2b-4530-b92f-7897ca8ee266'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:52.734772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40296) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:53.040505 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Set router a8e387b3-be2b-4530-b92f-7897ca8ee266 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:12:53.094476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks [] for port (daeb6bad-2578-4739-9dc2-b1d5b8af39dd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.211241 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (daeb6bad-2578-4739-9dc2-b1d5b8af39dd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.240887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-568bfe20-1851-4240-bba7-76a69da725c9 None None] Current status of the port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:53.241674 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-568bfe20-1851-4240-bba7-76a69da725c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.353877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:12:53.363706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:53.375607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-568bfe20-1851-4240-bba7-76a69da725c9 None None] For port c8d36fb5-dba9-4872-bb43-430f4bfd8df7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c8d36fb5-dba9-4872-bb43-430f4bfd8df7,segment=NetworkSegment(d68b656b-d020-48ee-ac6b-91b311d78f12),segment_id=d68b656b-d020-48ee-ac6b-91b311d78f12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:12:53.382916 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:12:53.398388 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-568bfe20-1851-4240-bba7-76a69da725c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.421516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cbc1f5-af08-4d07-b938-57914739b908', 'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:36Z', 'updated_at': '2022-02-03T22:12:43Z', 'revision_number': 4, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'gw_port': {'id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:37Z', 'updated_at': '2022-02-03T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c8d36fb5-dba9-4872-bb43-430f4bfd8df7', 'name': '', 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'mac_address': 'fa:16:3e:c9:64:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:42Z', 'updated_at': '2022-02-03T22:12:51Z', 'revision_number': 4, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'subnets': [{'id': '6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:53.485285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:12:53.486208 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.527234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Pushing event updated for resources: {'Port': ['ID=daeb6bad-2578-4739-9dc2-b1d5b8af39dd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:53.544166 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2af001f1-2bfd-4921-82c3-abdb53aba69d tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8200212 Feb 03 22:12:53.548478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40304) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:53.559765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.69'}]}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:12:53.559959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fcc13c-f6d9-4df5-b7cc-92dc0bec57b4 None None] The sync data for ids ['65cbc1f5-af08-4d07-b938-57914739b908'] in n-d-824834-9 is: [{'id': '65cbc1f5-af08-4d07-b938-57914739b908', 'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:36Z', 'updated_at': '2022-02-03T22:12:43Z', 'revision_number': 4, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'gw_port': {'id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:37Z', 'updated_at': '2022-02-03T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c8d36fb5-dba9-4872-bb43-430f4bfd8df7', 'name': '', 'network_id': 'ba28ef7b-de2a-416b-bdc4-46ca44b32e73', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'mac_address': 'fa:16:3e:c9:64:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:42Z', 'updated_at': '2022-02-03T22:12:51Z', 'revision_number': 4, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'subnets': [{'id': '6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:12:53.622663 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:48Z', 'updated_at': '2022-02-03T22:12:50Z', 'revision_number': 3, 'project_id': '10037b381649449cb37a369d4cd649bc', 'gw_port': {'id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:49Z', 'updated_at': '2022-02-03T22:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:53.622871 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (8526503d-386c-4829-8209-88c5fbc3fcae), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.624419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (8526503d-386c-4829-8209-88c5fbc3fcae), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.684133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e01c8afa-4fa5-451d-bf9b-3f2aefe8703f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.707632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bfe20-1851-4240-bba7-76a69da725c9 None None] Pushing event updated for resources: {'Port': ['ID=c8d36fb5-dba9-4872-bb43-430f4bfd8df7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:53.716634 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Checking router: a8e387b3-be2b-4530-b92f-7897ca8ee266 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:12:53.719158 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Updating router a8e387b3-be2b-4530-b92f-7897ca8ee266 port b1d630d1-f20a-4961-8c22-a98048c886b9 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:12:53.721147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f71be9-d680-4445-ba01-8783ada39fe1 None None] Network e923ce75-c3f2-4b68-9a0a-584c21654a70 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:12:53.750208 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks [] for router_controller (8526503d-386c-4829-8209-88c5fbc3fcae), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.791352 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.881722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2e17c171-9601-47f9-a4ee-7a1933c3af78 None None] Provisioning complete for port f260d35e-e854-4aa7-af9e-66401a55eae5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:53.882093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e17c171-9601-47f9-a4ee-7a1933c3af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:53.953956 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.176315 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks [] for router_gateway (8526503d-386c-4829-8209-88c5fbc3fcae), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.246858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2e17c171-9601-47f9-a4ee-7a1933c3af78 None None] Current status of the port f260d35e-e854-4aa7-af9e-66401a55eae5 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:54.247194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e17c171-9601-47f9-a4ee-7a1933c3af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.300404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c8d36fb5-dba9-4872-bb43-430f4bfd8df7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:12:54.428531 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Allocated IP 172.20.0.1 (e923ce75-c3f2-4b68-9a0a-584c21654a70/6bbe3c87-3138-49c2-a133-792536823854/98599445-d5a1-4085-8a7c-0ee8d2dd330e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:12:54.487004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2e17c171-9601-47f9-a4ee-7a1933c3af78 None None] For port f260d35e-e854-4aa7-af9e-66401a55eae5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f260d35e-e854-4aa7-af9e-66401a55eae5,segment=NetworkSegment(76e0941a-cbd7-4598-a2d8-a2445e661c51),segment_id=76e0941a-cbd7-4598-a2d8-a2445e661c51)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:12:54.517063 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e17c171-9601-47f9-a4ee-7a1933c3af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.645756 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Publish callbacks [] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.647730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17c171-9601-47f9-a4ee-7a1933c3af78 None None] Pushing event updated for resources: {'Port': ['ID=f260d35e-e854-4aa7-af9e-66401a55eae5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:54.668582 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.696822 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.703990 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Publish callbacks [] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.712568 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.728409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:54.729511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.888777 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.897982 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Attempting to bind port b1d630d1-f20a-4961-8c22-a98048c886b9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:12:54.898589 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Attempting to bind port b1d630d1-f20a-4961-8c22-a98048c886b9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:12:54.898815 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Attempting to bind port b1d630d1-f20a-4961-8c22-a98048c886b9 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:12:54.909444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks [] for router_gateway (8526503d-386c-4829-8209-88c5fbc3fcae), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.947367 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0dbe8-f170-409d-a934-5b88af5574cd None None] Pushing event updated for resources: {'Port': ['ID=b1d630d1-f20a-4961-8c22-a98048c886b9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:54.950505 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:12:54.950885 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:12:54.951299 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.951723 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:12:54.952198 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Bound port: b1d630d1-f20a-4961-8c22-a98048c886b9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:12:54.952576 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:54.976590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:55.018894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:55.022659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f260d35e-e854-4aa7-af9e-66401a55eae5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:12:55.026803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Pushing event updated for resources: {'Port': ['ID=98599445-d5a1-4085-8a7c-0ee8d2dd330e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:55.078521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Network e923ce75-c3f2-4b68-9a0a-584c21654a70 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:12:55.087328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:55.095262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:12:55.095580 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] For port b1d630d1-f20a-4961-8c22-a98048c886b9, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:12:55.116064 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] For port b1d630d1-f20a-4961-8c22-a98048c886b9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b1d630d1-f20a-4961-8c22-a98048c886b9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:12:55.131883 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:55.187116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (a8e387b3-be2b-4530-b92f-7897ca8ee266), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:55.195310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f260d35e-e854-4aa7-af9e-66401a55eae5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:55.195729 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:55.347719 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Routers {'a8e387b3-be2b-4530-b92f-7897ca8ee266'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:12:55.348367 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a8e387b3-be2b-4530-b92f-7897ca8ee266'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:55.371459 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0dbe8-f170-409d-a934-5b88af5574cd None None] Pushing event updated for resources: {'Port': ['ID=b1d630d1-f20a-4961-8c22-a98048c886b9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:55.392530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d75c982a-2981-473a-b695-65a58c3c8958 None None] Provisioning complete for port f260d35e-e854-4aa7-af9e-66401a55eae5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:55.393228 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d75c982a-2981-473a-b695-65a58c3c8958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:55.628781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f260d35e-e854-4aa7-af9e-66401a55eae5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:55.681181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks [] for router (8526503d-386c-4829-8209-88c5fbc3fcae), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:55.686829 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] Set router a8e387b3-be2b-4530-b92f-7897ca8ee266 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:12:55.701385 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:55.741770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d75c982a-2981-473a-b695-65a58c3c8958 None None] Current status of the port f260d35e-e854-4aa7-af9e-66401a55eae5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:55.922388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ff840197-e436-4a03-afc1-d7fdce75d355 None None] Provisioning complete for port 98599445-d5a1-4085-8a7c-0ee8d2dd330e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:55.924965 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff840197-e436-4a03-afc1-d7fdce75d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:56.040257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff840197-e436-4a03-afc1-d7fdce75d355 None None] Port 98599445-d5a1-4085-8a7c-0ee8d2dd330e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:12:56.090147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f260d35e-e854-4aa7-af9e-66401a55eae5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:12:56.123552 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:48Z', 'updated_at': '2022-02-03T22:12:50Z', 'revision_number': 3, 'project_id': '10037b381649449cb37a369d4cd649bc', 'gw_port': {'id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:49Z', 'updated_at': '2022-02-03T22:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:56.166283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f260d35e-e854-4aa7-af9e-66401a55eae5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:56.166670 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:56.223755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Publish callbacks [] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:56.231043 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7fa08-8327-4596-8540-2aa28c16644e None None] The sync data for ids ['a8e387b3-be2b-4530-b92f-7897ca8ee266'] in n-d-824834-9 is: [{'id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:48Z', 'updated_at': '2022-02-03T22:12:50Z', 'revision_number': 3, 'project_id': '10037b381649449cb37a369d4cd649bc', 'gw_port': {'id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:49Z', 'updated_at': '2022-02-03T22:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:12:56.234283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:56.285691 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (a8e387b3-be2b-4530-b92f-7897ca8ee266), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:56.391083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Pushing event updated for resources: {'Port': ['ID=98599445-d5a1-4085-8a7c-0ee8d2dd330e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:56.441720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f260d35e-e854-4aa7-af9e-66401a55eae5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:56.494123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Network e923ce75-c3f2-4b68-9a0a-584c21654a70 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:12:56.494123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:12:56.553457 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a78af5-84be-48df-b634-5b61fe0ffd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:56.743903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Router a8e387b3-be2b-4530-b92f-7897ca8ee266 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:12:56.918418 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (8526503d-386c-4829-8209-88c5fbc3fcae), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:56.925340 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks [] for router_controller (8526503d-386c-4829-8209-88c5fbc3fcae), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:56.987848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:57.064382 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (8526503d-386c-4829-8209-88c5fbc3fcae), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:57.065495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8526503d-386c-4829-8209-88c5fbc3fcae {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:12:57.099483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d201f6f6-9f0d-4deb-b094-4e3ef0cbdd5c None None] Provisioning complete for port 98599445-d5a1-4085-8a7c-0ee8d2dd330e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:57.100897 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d201f6f6-9f0d-4deb-b094-4e3ef0cbdd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:57.106650 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 22:12:57.112516 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a64dba48-dc6b-441d-85ea-b1edbabf15f9 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5615320 Feb 03 22:12:57.114569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40326) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:57.155036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:12:57.186229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a6ff3ee9-4a28-42c9-a97e-10f81a3a5888 admin admin] 10.222.0.50 "PUT /v2.0/routers/a8e387b3-be2b-4530-b92f-7897ca8ee266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4501536 Feb 03 22:12:57.230062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d201f6f6-9f0d-4deb-b094-4e3ef0cbdd5c None None] Port 98599445-d5a1-4085-8a7c-0ee8d2dd330e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:12:57.364059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a3902ae9-7852-47ee-bd74-2883e8fba049 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Deleting port daeb6bad-2578-4739-9dc2-b1d5b8af39dd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:12:57.364528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3902ae9-7852-47ee-bd74-2883e8fba049 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (daeb6bad-2578-4739-9dc2-b1d5b8af39dd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:57.518853 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3902ae9-7852-47ee-bd74-2883e8fba049 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (daeb6bad-2578-4739-9dc2-b1d5b8af39dd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:57.543602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a3902ae9-7852-47ee-bd74-2883e8fba049 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Calling delete_port for daeb6bad-2578-4739-9dc2-b1d5b8af39dd owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:12:57.707738 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3902ae9-7852-47ee-bd74-2883e8fba049 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (daeb6bad-2578-4739-9dc2-b1d5b8af39dd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:57.844646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3902ae9-7852-47ee-bd74-2883e8fba049 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Pushing event deleted for resources: {'Port': ['ID=daeb6bad-2578-4739-9dc2-b1d5b8af39dd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:57.851657 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3902ae9-7852-47ee-bd74-2883e8fba049 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:57.856262 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a3902ae9-7852-47ee-bd74-2883e8fba049 tempest-RoutersAdminNegativeTest-441278804 tempest-RoutersAdminNegativeTest-441278804-project-admin] 10.222.0.50 "DELETE /v2.0/ports/daeb6bad-2578-4739-9dc2-b1d5b8af39dd HTTP/1.1" status: 204 len: 168 time: 0.7405741 Feb 03 22:12:57.888635 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:12:58.060320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b1d630d1-f20a-4961-8c22-a98048c886b9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:12:58.175043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b1d630d1-f20a-4961-8c22-a98048c886b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:12:58.175435 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.311493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:58.453544 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4616720-fb3a-4b36-9479-4ebdcbf3553a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.577283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4616720-fb3a-4b36-9479-4ebdcbf3553a admin admin] Publish callbacks [] for security_group (2a794bd3-43c9-4654-b14a-a503c0e0dd24), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.583767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4616720-fb3a-4b36-9479-4ebdcbf3553a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2a794bd3-43c9-4654-b14a-a503c0e0dd24), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.623044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b1d630d1-f20a-4961-8c22-a98048c886b9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:12:58.624832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.644080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a4616720-fb3a-4b36-9479-4ebdcbf3553a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74e9eff8924149a09175d74875f23f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306930 Feb 03 22:12:58.645520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4616720-fb3a-4b36-9479-4ebdcbf3553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a794bd3-43c9-4654-b14a-a503c0e0dd24,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:58.646511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40366) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:58.665013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port b1d630d1-f20a-4961-8c22-a98048c886b9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b1d630d1-f20a-4961-8c22-a98048c886b9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:12:58.672571 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.731090 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.732677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b1d630d1-f20a-4961-8c22-a98048c886b9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:58.761430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6cdc7d-3152-4a0c-a43f-0e09064b7dd2 admin admin] Publish callbacks [] for security_group (2a794bd3-43c9-4654-b14a-a503c0e0dd24), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.799633 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6cdc7d-3152-4a0c-a43f-0e09064b7dd2 admin admin] Publish callbacks [] for security_group (2a794bd3-43c9-4654-b14a-a503c0e0dd24), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.891907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6cdc7d-3152-4a0c-a43f-0e09064b7dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2a794bd3-43c9-4654-b14a-a503c0e0dd24), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.902661 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6cdc7d-3152-4a0c-a43f-0e09064b7dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:58.907797 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6d6cdc7d-3152-4a0c-a43f-0e09064b7dd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a794bd3-43c9-4654-b14a-a503c0e0dd24 HTTP/1.1" status: 204 len: 168 time: 0.2600288 Feb 03 22:12:58.917202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cdc7d-3152-4a0c-a43f-0e09064b7dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a794bd3-43c9-4654-b14a-a503c0e0dd24,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:12:59.387357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40386) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:59.453843 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c432cb83-86c6-49e1-869c-264a9f1700aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2912e44a2e18421e94c23e0ea87df81e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643756 Feb 03 22:12:59.456532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:12:59.546095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Sync routers for ids ['a8e387b3-be2b-4530-b92f-7897ca8ee266'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:12:59.580754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Routers {'a8e387b3-be2b-4530-b92f-7897ca8ee266'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:12:59.583087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a8e387b3-be2b-4530-b92f-7897ca8ee266'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:12:59.598803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aae7ffc7-ed28-49b5-8006-34709b6b4ed0 admin admin] Publish callbacks [] for security_group (389b71e2-9164-462d-ac88-eb1bb9a3e065), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:59.650316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aae7ffc7-ed28-49b5-8006-34709b6b4ed0 admin admin] Publish callbacks [] for security_group (389b71e2-9164-462d-ac88-eb1bb9a3e065), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:59.751426 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aae7ffc7-ed28-49b5-8006-34709b6b4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (389b71e2-9164-462d-ac88-eb1bb9a3e065), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:59.754359 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aae7ffc7-ed28-49b5-8006-34709b6b4ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:12:59.769273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Set router a8e387b3-be2b-4530-b92f-7897ca8ee266 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:12:59.772814 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aae7ffc7-ed28-49b5-8006-34709b6b4ed0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/389b71e2-9164-462d-ac88-eb1bb9a3e065 HTTP/1.1" status: 204 len: 168 time: 0.3144405 Feb 03 22:12:59.793973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7ffc7-ed28-49b5-8006-34709b6b4ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389b71e2-9164-462d-ac88-eb1bb9a3e065,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:00.079481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b1d630d1-f20a-4961-8c22-a98048c886b9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:00.186371 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:00.279623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b1d630d1-f20a-4961-8c22-a98048c886b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:00.280006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:00.326035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:48Z', 'updated_at': '2022-02-03T22:12:55Z', 'revision_number': 4, 'project_id': '10037b381649449cb37a369d4cd649bc', 'gw_port': {'id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:49Z', 'updated_at': '2022-02-03T22:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '98599445-d5a1-4085-8a7c-0ee8d2dd330e', 'name': '', 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'mac_address': 'fa:16:3e:29:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '6bbe3c87-3138-49c2-a133-792536823854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:53Z', 'updated_at': '2022-02-03T22:12:55Z', 'revision_number': 2, 'project_id': '10037b381649449cb37a369d4cd649bc', 'subnets': [{'id': '6bbe3c87-3138-49c2-a133-792536823854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:00.365432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Checking router: a8e387b3-be2b-4530-b92f-7897ca8ee266 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:13:00.365812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Updating router a8e387b3-be2b-4530-b92f-7897ca8ee266 port 98599445-d5a1-4085-8a7c-0ee8d2dd330e binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:13:00.409749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:00.409903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40432) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:00.487546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b1d630d1-f20a-4961-8c22-a98048c886b9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:00.878245 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Publish callbacks [] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:00.889355 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:00.926828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:01.011863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (65cbc1f5-af08-4d07-b938-57914739b908), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.041557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12b38a-083e-4c85-82e1-910e73065fd0 None None] Pushing event updated for resources: {'Port': ['ID=98599445-d5a1-4085-8a7c-0ee8d2dd330e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:01.068343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Attempting to bind port 98599445-d5a1-4085-8a7c-0ee8d2dd330e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:01.070205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Attempting to bind port 98599445-d5a1-4085-8a7c-0ee8d2dd330e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '76e0941a-cbd7-4598-a2d8-a2445e661c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:01.070817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Attempting to bind port 98599445-d5a1-4085-8a7c-0ee8d2dd330e on network e923ce75-c3f2-4b68-9a0a-584c21654a70 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:01.077164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:01.078123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Checking segment: {'id': '76e0941a-cbd7-4598-a2d8-a2445e661c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:01.082429 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.085482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Bound using segment: {'id': '76e0941a-cbd7-4598-a2d8-a2445e661c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:01.086999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Bound port: 98599445-d5a1-4085-8a7c-0ee8d2dd330e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e0941a-cbd7-4598-a2d8-a2445e661c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:01.087990 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.192884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] For port 98599445-d5a1-4085-8a7c-0ee8d2dd330e, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:01.193830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1573544934'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:01.198546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] For port 98599445-d5a1-4085-8a7c-0ee8d2dd330e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=98599445-d5a1-4085-8a7c-0ee8d2dd330e,segment=NetworkSegment(76e0941a-cbd7-4598-a2d8-a2445e661c51),segment_id=76e0941a-cbd7-4598-a2d8-a2445e661c51)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:01.207289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.245185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:01.249361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.266521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.281846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Routers {'a8e387b3-be2b-4530-b92f-7897ca8ee266'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:01.283524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a8e387b3-be2b-4530-b92f-7897ca8ee266'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:01.437819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for security_group (5bfe2b78-f093-4d12-a5e3-f3d593a6826e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.445137 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5bfe2b78-f093-4d12-a5e3-f3d593a6826e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.446484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] Set router a8e387b3-be2b-4530-b92f-7897ca8ee266 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:01.481079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:13:01.499471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe2b78-f093-4d12-a5e3-f3d593a6826e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:01.506111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (107525df-9020-43bc-9380-3a41410dcdc4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.506691 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Added segment 107525df-9020-43bc-9380-3a41410dcdc4 of type vlan for network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 Feb 03 22:13:01.514310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Deleting port c8d36fb5-dba9-4872-bb43-430f4bfd8df7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:01.515096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.598889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12b38a-083e-4c85-82e1-910e73065fd0 None None] Pushing event updated for resources: {'Port': ['ID=98599445-d5a1-4085-8a7c-0ee8d2dd330e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:01.608742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.695074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] For port c8d36fb5-dba9-4872-bb43-430f4bfd8df7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c8d36fb5-dba9-4872-bb43-430f4bfd8df7,segment=NetworkSegment(d68b656b-d020-48ee-ac6b-91b311d78f12),segment_id=d68b656b-d020-48ee-ac6b-91b311d78f12)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:01.695975 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.700275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-056df43f-b511-49f2-8235-ba8d9c9afc8f None None] Provisioning complete for port 98599445-d5a1-4085-8a7c-0ee8d2dd330e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:01.700852 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-056df43f-b511-49f2-8235-ba8d9c9afc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.706760 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.714630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:01.714880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Calling delete_port for c8d36fb5-dba9-4872-bb43-430f4bfd8df7 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:01.715651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.755423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8265939 Feb 03 22:13:01.756877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:01.800247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:01.903783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88ec45-f1c7-4538-8feb-8f229527a1ff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Network': ['ID=13c1dd3a-7787-47c3-93f0-1b9bcc2d2349,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:01.920119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:13:01.932094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:01.936882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:01.967640 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c8d36fb5-dba9-4872-bb43-430f4bfd8df7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:02.003779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d36fb5-dba9-4872-bb43-430f4bfd8df7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:02.220689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (f4016a10-c86e-4056-b226-be6d6bbacbf6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:02.230876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-056df43f-b511-49f2-8235-ba8d9c9afc8f None None] Current status of the port 98599445-d5a1-4085-8a7c-0ee8d2dd330e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:02.231349 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-056df43f-b511-49f2-8235-ba8d9c9afc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:02.300092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-056df43f-b511-49f2-8235-ba8d9c9afc8f None None] For port 98599445-d5a1-4085-8a7c-0ee8d2dd330e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=98599445-d5a1-4085-8a7c-0ee8d2dd330e,segment=NetworkSegment(76e0941a-cbd7-4598-a2d8-a2445e661c51),segment_id=76e0941a-cbd7-4598-a2d8-a2445e661c51)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:02.314955 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-056df43f-b511-49f2-8235-ba8d9c9afc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:02.323337 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (65cbc1f5-af08-4d07-b938-57914739b908), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:02.397193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:02.398095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network hostable DHCP agents. Network: 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:13:02.408379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056df43f-b511-49f2-8235-ba8d9c9afc8f None None] Pushing event updated for resources: {'Port': ['ID=98599445-d5a1-4085-8a7c-0ee8d2dd330e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:02.425801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=f4016a10-c86e-4056-b226-be6d6bbacbf6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:02.428751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:48Z', 'updated_at': '2022-02-03T22:12:55Z', 'revision_number': 4, 'project_id': '10037b381649449cb37a369d4cd649bc', 'gw_port': {'id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:49Z', 'updated_at': '2022-02-03T22:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '98599445-d5a1-4085-8a7c-0ee8d2dd330e', 'name': '', 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'mac_address': 'fa:16:3e:29:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '6bbe3c87-3138-49c2-a133-792536823854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:53Z', 'updated_at': '2022-02-03T22:13:01Z', 'revision_number': 4, 'project_id': '10037b381649449cb37a369d4cd649bc', 'subnets': [{'id': '6bbe3c87-3138-49c2-a133-792536823854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:02.455460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:13:02.467955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:02.475661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:02.476374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:02.501481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4e527-96f4-4962-837a-fbe4e79b018d None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:02.511278 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-01ef169e-d941-4b9c-a11b-8ec4229a9b48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7184551 Feb 03 22:13:02.514205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:02.522106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'name': 'tempest-NetworksTestDHCPv6-1302787103'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:02.595445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da10d-3668-4dc2-85a1-8c9e472f620f None None] The sync data for ids ['a8e387b3-be2b-4530-b92f-7897ca8ee266'] in n-d-824834-9 is: [{'id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:48Z', 'updated_at': '2022-02-03T22:12:55Z', 'revision_number': 4, 'project_id': '10037b381649449cb37a369d4cd649bc', 'gw_port': {'id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:49Z', 'updated_at': '2022-02-03T22:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '98599445-d5a1-4085-8a7c-0ee8d2dd330e', 'name': '', 'network_id': 'e923ce75-c3f2-4b68-9a0a-584c21654a70', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'mac_address': 'fa:16:3e:29:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '6bbe3c87-3138-49c2-a133-792536823854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:53Z', 'updated_at': '2022-02-03T22:13:01Z', 'revision_number': 4, 'project_id': '10037b381649449cb37a369d4cd649bc', 'subnets': [{'id': '6bbe3c87-3138-49c2-a133-792536823854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:13:02.662594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cbfafe20-8ff1-44ca-885c-381f04a6a4c7 None None] Provisioning complete for port 98599445-d5a1-4085-8a7c-0ee8d2dd330e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:02.662955 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbfafe20-8ff1-44ca-885c-381f04a6a4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:02.719040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:02.727861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:02.740143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Router 65cbc1f5-af08-4d07-b938-57914739b908 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:13:02.775663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 09eb8c42-a325-4d4a-98d2-1672c09283c3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:13:02.930908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': 'f4016a10-c86e-4056-b226-be6d6bbacbf6'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:13:02.931947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:02.941290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::2eb (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/f4016a10-c86e-4056-b226-be6d6bbacbf6/09eb8c42-a325-4d4a-98d2-1672c09283c3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:03.213989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (09eb8c42-a325-4d4a-98d2-1672c09283c3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:03.277260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (09eb8c42-a325-4d4a-98d2-1672c09283c3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:03.381944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=09eb8c42-a325-4d4a-98d2-1672c09283c3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:03.435885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:13:03.447998 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] Sync routers for ids ['65cbc1f5-af08-4d07-b938-57914739b908'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:13:03.448877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-79dc4e8d-1c65-409a-bcb7-fc6e947c5ba3 admin admin] 10.222.0.50 "PUT /v2.0/routers/65cbc1f5-af08-4d07-b938-57914739b908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0380173 Feb 03 22:13:03.449543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:03.453606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:03.455109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:03.465485 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] Routers {'65cbc1f5-af08-4d07-b938-57914739b908'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:03.465708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:03.473403 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['65cbc1f5-af08-4d07-b938-57914739b908'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:03.485369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:03.486085 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:03.511049 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-00e531c4-b605-4e7a-bee5-1e61fb1d0119 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9923971 Feb 03 22:13:03.511923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:03.534227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/f4016a10-c86e-4056-b226-be6d6bbacbf6/e00c0622-6dde-488f-b709-8e9bb4c6620b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:03.547788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cbfafe20-8ff1-44ca-885c-381f04a6a4c7 None None] Current status of the port 98599445-d5a1-4085-8a7c-0ee8d2dd330e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:03.682900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b143f32-a71e-4c86-a2a0-332ea1607c24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:03.684543 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9b143f32-a71e-4c86-a2a0-332ea1607c24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1714931 Feb 03 22:13:03.689427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:03.814526 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Publish callbacks [] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:03.838501 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks [] for router (65cbc1f5-af08-4d07-b938-57914739b908), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:03.841239 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:03.876751 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] Set router 65cbc1f5-af08-4d07-b938-57914739b908 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:04.005388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:04.011658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:04.016485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:04.029049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Pushing event updated for resources: {'Port': ['ID=e00c0622-6dde-488f-b709-8e9bb4c6620b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:04.051743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb8a61-83bb-4efb-b89a-d350e39654a7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 09eb8c42-a325-4d4a-98d2-1672c09283c3 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:04.052228 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8a61-83bb-4efb-b89a-d350e39654a7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (09eb8c42-a325-4d4a-98d2-1672c09283c3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.106580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Attempting to bind port e00c0622-6dde-488f-b709-8e9bb4c6620b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:04.107197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Attempting to bind port e00c0622-6dde-488f-b709-8e9bb4c6620b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:04.107720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Attempting to bind port e00c0622-6dde-488f-b709-8e9bb4c6620b on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:04.118589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:04.119211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:04.119776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.120602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:04.121273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Bound port: e00c0622-6dde-488f-b709-8e9bb4c6620b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:04.121926 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.229265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 98599445-d5a1-4085-8a7c-0ee8d2dd330e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:04.267072 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8a61-83bb-4efb-b89a-d350e39654a7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (09eb8c42-a325-4d4a-98d2-1672c09283c3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.282620 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cbc1f5-af08-4d07-b938-57914739b908', 'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:36Z', 'updated_at': '2022-02-03T22:13:01Z', 'revision_number': 5, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'gw_port': {'id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:37Z', 'updated_at': '2022-02-03T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:04.288695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb8a61-83bb-4efb-b89a-d350e39654a7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 09eb8c42-a325-4d4a-98d2-1672c09283c3 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:04.312490 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] Checking router: 65cbc1f5-af08-4d07-b938-57914739b908 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:13:04.325334 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] Routers {'65cbc1f5-af08-4d07-b938-57914739b908'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:04.326301 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['65cbc1f5-af08-4d07-b938-57914739b908'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:04.334919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] For port e00c0622-6dde-488f-b709-8e9bb4c6620b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:04.370862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] For port e00c0622-6dde-488f-b709-8e9bb4c6620b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e00c0622-6dde-488f-b709-8e9bb4c6620b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:04.407454 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.462004 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks [] for router_gateway (65cbc1f5-af08-4d07-b938-57914739b908), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.469376 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8a61-83bb-4efb-b89a-d350e39654a7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (09eb8c42-a325-4d4a-98d2-1672c09283c3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.494798 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] Set router 65cbc1f5-af08-4d07-b938-57914739b908 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:04.545971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 98599445-d5a1-4085-8a7c-0ee8d2dd330e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:04.546340 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.653747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aa9ad-9bc9-448a-b4fc-f7455752dbcc None None] Pushing event updated for resources: {'Port': ['ID=e00c0622-6dde-488f-b709-8e9bb4c6620b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:04.666172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb8a61-83bb-4efb-b89a-d350e39654a7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=09eb8c42-a325-4d4a-98d2-1672c09283c3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:04.674598 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8a61-83bb-4efb-b89a-d350e39654a7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.677922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4ceb8a61-83bb-4efb-b89a-d350e39654a7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/09eb8c42-a325-4d4a-98d2-1672c09283c3 HTTP/1.1" status: 204 len: 168 time: 0.9874675 Feb 03 22:13:04.681345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:04.751151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Deleting port 85feeea6-b220-43d1-a66d-c1a06e2716f5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:04.751483 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:04.833924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 98599445-d5a1-4085-8a7c-0ee8d2dd330e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:04.939359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cbc1f5-af08-4d07-b938-57914739b908', 'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:36Z', 'updated_at': '2022-02-03T22:13:01Z', 'revision_number': 5, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'gw_port': {'id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:37Z', 'updated_at': '2022-02-03T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:04.950461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e04af0-df15-45c3-9d25-2c84092e2959 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:04.952079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e04af0-df15-45c3-9d25-2c84092e2959 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:04.958165 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d3e04af0-df15-45c3-9d25-2c84092e2959 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2746027 Feb 03 22:13:04.960645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:04.979183 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70169ce7-d151-4781-95ee-ece5b61d3ce8 None None] The sync data for ids ['65cbc1f5-af08-4d07-b938-57914739b908'] in n-d-824834-9 is: [{'id': '65cbc1f5-af08-4d07-b938-57914739b908', 'name': 'tempest-TestAggregatesBasicOps-463714394-router', 'tenant_id': '54e16697313d4e7cb52e6141750cca45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:36Z', 'updated_at': '2022-02-03T22:13:01Z', 'revision_number': 5, 'project_id': '54e16697313d4e7cb52e6141750cca45', 'gw_port': {'id': '85feeea6-b220-43d1-a66d-c1a06e2716f5', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cbc1f5-af08-4d07-b938-57914739b908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:37Z', 'updated_at': '2022-02-03T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:13:05.006129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] For port 85feeea6-b220-43d1-a66d-c1a06e2716f5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=85feeea6-b220-43d1-a66d-c1a06e2716f5,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:05.006683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.035236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Calling delete_port for 85feeea6-b220-43d1-a66d-c1a06e2716f5 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:05.060775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f6fb5e-14be-4c7c-9679-893c9f967546 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet f4016a10-c86e-4056-b226-be6d6bbacbf6 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:05.074447 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48f6fb5e-14be-4c7c-9679-893c9f967546 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (f4016a10-c86e-4056-b226-be6d6bbacbf6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.140631 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48f6fb5e-14be-4c7c-9679-893c9f967546 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (f4016a10-c86e-4056-b226-be6d6bbacbf6), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.255524 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48f6fb5e-14be-4c7c-9679-893c9f967546 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f4016a10-c86e-4056-b226-be6d6bbacbf6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.287406 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (85feeea6-b220-43d1-a66d-c1a06e2716f5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.342709 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48f6fb5e-14be-4c7c-9679-893c9f967546 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (f4016a10-c86e-4056-b226-be6d6bbacbf6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.350134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=85feeea6-b220-43d1-a66d-c1a06e2716f5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:05.383718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6fb5e-14be-4c7c-9679-893c9f967546 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=f4016a10-c86e-4056-b226-be6d6bbacbf6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:05.393619 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48f6fb5e-14be-4c7c-9679-893c9f967546 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.400724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-48f6fb5e-14be-4c7c-9679-893c9f967546 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/f4016a10-c86e-4056-b226-be6d6bbacbf6 HTTP/1.1" status: 204 len: 168 time: 0.4350860 Feb 03 22:13:05.400890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:05.443442 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (65cbc1f5-af08-4d07-b938-57914739b908), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.453891 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e1bf6c1c-e58e-4a3e-9248-60736fdcb5f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491624 Feb 03 22:13:05.457370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40510) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:05.463213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:05.625533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (65cbc1f5-af08-4d07-b938-57914739b908), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.640881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks [] for router_controller (65cbc1f5-af08-4d07-b938-57914739b908), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.646973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:05.651219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.707750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (65cbc1f5-af08-4d07-b938-57914739b908), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.708250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65cbc1f5-af08-4d07-b938-57914739b908 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:13:05.713987 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.716517 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3a674944-1521-4933-81db-6ac45e312b71 admin admin] 10.222.0.50 "DELETE /v2.0/routers/65cbc1f5-af08-4d07-b938-57914739b908 HTTP/1.1" status: 204 len: 168 time: 2.2651699 Feb 03 22:13:05.722879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:05.829284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73b085d-3d74-4150-86b9-37a466b653bf admin admin] Deleting subnet 6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:05.833427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c73b085d-3d74-4150-86b9-37a466b653bf admin admin] Publish callbacks [] for subnet (6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:05.924827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c73b085d-3d74-4150-86b9-37a466b653bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.045011 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c73b085d-3d74-4150-86b9-37a466b653bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.130175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (b1ab701d-83bf-4f02-93c5-f94e96cd568d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.198602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c73b085d-3d74-4150-86b9-37a466b653bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.209679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b791c0d-acc8-414f-95df-aa5e52212895 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:06.235145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=b1ab701d-83bf-4f02-93c5-f94e96cd568d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:06.247497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:06.249276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:06.252251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:06.253015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.277825 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f087b186-bb47-446c-bf4a-f5ebd0ba8c7a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8166337 Feb 03 22:13:06.278440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:06.289026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c73b085d-3d74-4150-86b9-37a466b653bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.292257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c73b085d-3d74-4150-86b9-37a466b653bf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268 HTTP/1.1" status: 204 len: 168 time: 0.5683603 Feb 03 22:13:06.297806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e00c0622-6dde-488f-b709-8e9bb4c6620b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:06.299193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:06.300936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b085d-3d74-4150-86b9-37a466b653bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bcfec5d-a62f-4f80-b2a1-d0c5e8ba5268,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:06.309180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'name': 'tempest-NetworksTestDHCPv6-2084507351'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:06.316436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5554a4-3d57-4411-af5b-a4cd28e5f228 None None] Network ba28ef7b-de2a-416b-bdc4-46ca44b32e73 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:06.384579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (ba28ef7b-de2a-416b-bdc4-46ca44b32e73), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.474961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Deleting port 24f43822-4f94-4351-8b13-c8f811812de0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:06.475772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (24f43822-4f94-4351-8b13-c8f811812de0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.480896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:06.485461 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.505834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0dcec8bf-3421-4393-b8e3-5e5da0ef25eb None None] Provisioning complete for port e00c0622-6dde-488f-b709-8e9bb4c6620b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:06.506211 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dcec8bf-3421-4393-b8e3-5e5da0ef25eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.556549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port f2da456e-b4ac-49e0-ad40-886186ad026a yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:13:06.559708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] For port 24f43822-4f94-4351-8b13-c8f811812de0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=24f43822-4f94-4351-8b13-c8f811812de0,segment=NetworkSegment(d68b656b-d020-48ee-ac6b-91b311d78f12),segment_id=d68b656b-d020-48ee-ac6b-91b311d78f12)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:06.560084 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (24f43822-4f94-4351-8b13-c8f811812de0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.603204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Calling delete_port for 24f43822-4f94-4351-8b13-c8f811812de0 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:06.638449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e00c0622-6dde-488f-b709-8e9bb4c6620b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:06.639105 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.709185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (24f43822-4f94-4351-8b13-c8f811812de0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.751264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f43822-4f94-4351-8b13-c8f811812de0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:06.768324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] No DVR routers for this DVR port 24f43822-4f94-4351-8b13-c8f811812de0 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:06.776492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0dcec8bf-3421-4393-b8e3-5e5da0ef25eb None None] Current status of the port e00c0622-6dde-488f-b709-8e9bb4c6620b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:06.776886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dcec8bf-3421-4393-b8e3-5e5da0ef25eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.829243 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca8c90-17dc-49df-b5b4-afef33002589 None None] DHCP port deletion for ba28ef7b-de2a-416b-bdc4-46ca44b32e73 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:06.891960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::3d3 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/b1ab701d-83bf-4f02-93c5-f94e96cd568d/f2da456e-b4ac-49e0-ad40-886186ad026a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:06.907652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (ba28ef7b-de2a-416b-bdc4-46ca44b32e73), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.951268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0dcec8bf-3421-4393-b8e3-5e5da0ef25eb None None] For port e00c0622-6dde-488f-b709-8e9bb4c6620b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e00c0622-6dde-488f-b709-8e9bb4c6620b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:06.956675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba28ef7b-de2a-416b-bdc4-46ca44b32e73']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:06.973295 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dcec8bf-3421-4393-b8e3-5e5da0ef25eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:06.986057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68b656b-d020-48ee-ac6b-91b311d78f12') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:06.986270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68b656b-d020-48ee-ac6b-91b311d78f12') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:07.006816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d68b656b-d020-48ee-ac6b-91b311d78f12), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.035324 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d68b656b-d020-48ee-ac6b-91b311d78f12), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.045326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:13:07.046856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d68b656b-d020-48ee-ac6b-91b311d78f12), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:13:07.052262 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:13:07.072375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcec8bf-3421-4393-b8e3-5e5da0ef25eb None None] Pushing event updated for resources: {'Port': ['ID=e00c0622-6dde-488f-b709-8e9bb4c6620b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:07.075632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e00c0622-6dde-488f-b709-8e9bb4c6620b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:07.076323 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.165379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb381217-e821-4b2b-84d7-88d2db44105f None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:07.171945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (ba28ef7b-de2a-416b-bdc4-46ca44b32e73), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.186187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (f2da456e-b4ac-49e0-ad40-886186ad026a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.190129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.194706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ba28ef7b-de2a-416b-bdc4-46ca44b32e73 HTTP/1.1" status: 204 len: 168 time: 0.8940823 Feb 03 22:13:07.198851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:07.207477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895792e8-e6ab-4fc2-9c53-16276ff59200 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba28ef7b-de2a-416b-bdc4-46ca44b32e73,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:07.230697 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:13:07.231293 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:13:07.287706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-21b148e6-4b4e-45ab-a41b-da5e535e3020 None None] Provisioning complete for port e00c0622-6dde-488f-b709-8e9bb4c6620b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:07.288143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21b148e6-4b4e-45ab-a41b-da5e535e3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.291279 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f2da456e-b4ac-49e0-ad40-886186ad026a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.398391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:07.405627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:07.418413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:07.422948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-21b148e6-4b4e-45ab-a41b-da5e535e3020 None None] Current status of the port e00c0622-6dde-488f-b709-8e9bb4c6620b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:07.429404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:07.431415 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.434562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=f2da456e-b4ac-49e0-ad40-886186ad026a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:07.466511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71f79e15-9b1c-4673-9c0d-af2ffae4b999 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1815805 Feb 03 22:13:07.469147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40532) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:07.675825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5d4a8-39ce-4124-b850-27c6073fe440 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:07.697848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5d4a8-39ce-4124-b850-27c6073fe440 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:07.699920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d9f5d4a8-39ce-4124-b850-27c6073fe440 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2298043 Feb 03 22:13:07.703668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:07.845336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bf0c84c8-3b77-4b20-88a5-69f7a740eb00 None None] Provisioning complete for port e00c0622-6dde-488f-b709-8e9bb4c6620b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:07.848290 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0c84c8-3b77-4b20-88a5-69f7a740eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.854191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e00c0622-6dde-488f-b709-8e9bb4c6620b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:07.905263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c8d36fb5-dba9-4872-bb43-430f4bfd8df7 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:07.935539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-82e29cff-f234-4525-b8d8-ddb03ef9dd51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port f2da456e-b4ac-49e0-ad40-886186ad026a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:07.935889 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82e29cff-f234-4525-b8d8-ddb03ef9dd51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f2da456e-b4ac-49e0-ad40-886186ad026a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:07.975483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c8d36fb5-dba9-4872-bb43-430f4bfd8df7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:07.987566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c8d36fb5-dba9-4872-bb43-430f4bfd8df7 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:08.064172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (a8e387b3-be2b-4530-b92f-7897ca8ee266), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.107555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bf0c84c8-3b77-4b20-88a5-69f7a740eb00 None None] Current status of the port e00c0622-6dde-488f-b709-8e9bb4c6620b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:08.124746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bf0c84c8-3b77-4b20-88a5-69f7a740eb00 None None] Provisioning complete for port f2da456e-b4ac-49e0-ad40-886186ad026a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:08.125220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0c84c8-3b77-4b20-88a5-69f7a740eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f2da456e-b4ac-49e0-ad40-886186ad026a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.228603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e00c0622-6dde-488f-b709-8e9bb4c6620b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:08.235596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82e29cff-f234-4525-b8d8-ddb03ef9dd51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f2da456e-b4ac-49e0-ad40-886186ad026a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.278075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-82e29cff-f234-4525-b8d8-ddb03ef9dd51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for f2da456e-b4ac-49e0-ad40-886186ad026a owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:08.290086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bf0c84c8-3b77-4b20-88a5-69f7a740eb00 None None] Port f2da456e-b4ac-49e0-ad40-886186ad026a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:13:08.359795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e00c0622-6dde-488f-b709-8e9bb4c6620b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:08.360229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.438285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40550) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:08.459953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-213ed29e-f23f-496c-b7cb-3915bb1cdff5 None None] Could not find standard attr ID for object 09eb8c42-a325-4d4a-98d2-1672c09283c3. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:13:08.535992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82e29cff-f234-4525-b8d8-ddb03ef9dd51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f2da456e-b4ac-49e0-ad40-886186ad026a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.580657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e00c0622-6dde-488f-b709-8e9bb4c6620b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:08.607742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e29cff-f234-4525-b8d8-ddb03ef9dd51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=f2da456e-b4ac-49e0-ad40-886186ad026a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:08.673804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-92f5e299-2b2d-4233-861a-cda8569ab857 None None] Could not find standard attr ID for object f2da456e-b4ac-49e0-ad40-886186ad026a. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:13:08.679210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 24f43822-4f94-4351-8b13-c8f811812de0 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:08.690212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82e29cff-f234-4525-b8d8-ddb03ef9dd51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.700694 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82e29cff-f234-4525-b8d8-ddb03ef9dd51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/f2da456e-b4ac-49e0-ad40-886186ad026a HTTP/1.1" status: 204 len: 168 time: 0.9937475 Feb 03 22:13:08.701631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:08.717270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ddb5f08-de08-45f5-9089-d64285e3a41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.729252 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 24f43822-4f94-4351-8b13-c8f811812de0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:08.729694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 24f43822-4f94-4351-8b13-c8f811812de0 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:08.730185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 85feeea6-b220-43d1-a66d-c1a06e2716f5 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:08.748887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Deleting port 98599445-d5a1-4085-8a7c-0ee8d2dd330e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:08.749312 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.751874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 85feeea6-b220-43d1-a66d-c1a06e2716f5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:08.752432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 85feeea6-b220-43d1-a66d-c1a06e2716f5 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:08.787648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ebcd2-cc21-4350-8c34-73fc0aef6034 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:08.789455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ebcd2-cc21-4350-8c34-73fc0aef6034 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:08.796375 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ee4ebcd2-cc21-4350-8c34-73fc0aef6034 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0940473 Feb 03 22:13:08.797234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:08.843322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] For port 98599445-d5a1-4085-8a7c-0ee8d2dd330e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=98599445-d5a1-4085-8a7c-0ee8d2dd330e,segment=NetworkSegment(76e0941a-cbd7-4598-a2d8-a2445e661c51),segment_id=76e0941a-cbd7-4598-a2d8-a2445e661c51)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:08.843730 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.860343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Calling delete_port for 98599445-d5a1-4085-8a7c-0ee8d2dd330e owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:08.880036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e144b8a-8660-4331-a860-68bee40182b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet b1ab701d-83bf-4f02-93c5-f94e96cd568d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:08.885361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e144b8a-8660-4331-a860-68bee40182b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (b1ab701d-83bf-4f02-93c5-f94e96cd568d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.939504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e144b8a-8660-4331-a860-68bee40182b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (b1ab701d-83bf-4f02-93c5-f94e96cd568d), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:08.977089 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ddb5f08-de08-45f5-9089-d64285e3a41f admin admin] Publish callbacks [] for security_group (378e760a-ce48-452b-bd94-cf8a114d0c16), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.010176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e144b8a-8660-4331-a860-68bee40182b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b1ab701d-83bf-4f02-93c5-f94e96cd568d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.013286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ddb5f08-de08-45f5-9089-d64285e3a41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (378e760a-ce48-452b-bd94-cf8a114d0c16), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.073114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6ddb5f08-de08-45f5-9089-d64285e3a41f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5a51138248142278cd12a3c198d033a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6308074 Feb 03 22:13:09.073489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb5f08-de08-45f5-9089-d64285e3a41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378e760a-ce48-452b-bd94-cf8a114d0c16,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:09.073701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:09.084171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e144b8a-8660-4331-a860-68bee40182b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (b1ab701d-83bf-4f02-93c5-f94e96cd568d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.143695 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e144b8a-8660-4331-a860-68bee40182b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.150352 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3e144b8a-8660-4331-a860-68bee40182b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/b1ab701d-83bf-4f02-93c5-f94e96cd568d HTTP/1.1" status: 204 len: 168 time: 0.3495021 Feb 03 22:13:09.151045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:09.175139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e144b8a-8660-4331-a860-68bee40182b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ab701d-83bf-4f02-93c5-f94e96cd568d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:09.251177 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fa15d99b-4f4d-4e9d-8e98-f54f8d74b6cb tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742824 Feb 03 22:13:09.262181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-944b99a3-4ac7-47dd-93b1-c496c913a61d admin admin] Publish callbacks [] for security_group (378e760a-ce48-452b-bd94-cf8a114d0c16), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.268811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:09.274698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:09.293880 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-944b99a3-4ac7-47dd-93b1-c496c913a61d admin admin] Publish callbacks [] for security_group (378e760a-ce48-452b-bd94-cf8a114d0c16), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.354201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-944b99a3-4ac7-47dd-93b1-c496c913a61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (378e760a-ce48-452b-bd94-cf8a114d0c16), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.357545 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-944b99a3-4ac7-47dd-93b1-c496c913a61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.364947 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-944b99a3-4ac7-47dd-93b1-c496c913a61d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/378e760a-ce48-452b-bd94-cf8a114d0c16 HTTP/1.1" status: 204 len: 168 time: 0.2897089 Feb 03 22:13:09.379245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b99a3-4ac7-47dd-93b1-c496c913a61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e760a-ce48-452b-bd94-cf8a114d0c16,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:09.380753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5000c36e-6419-4473-8b1a-c420ce57fb62 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:09.388477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (98599445-d5a1-4085-8a7c-0ee8d2dd330e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.421085 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98599445-d5a1-4085-8a7c-0ee8d2dd330e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:09.569994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:09.580471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.675421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dcd7fb-13fd-4283-83e4-e5496d29b6e2 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:09.762644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-21dcd7fb-13fd-4283-83e4-e5496d29b6e2 None None] Deleting port e00c0622-6dde-488f-b709-8e9bb4c6620b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:09.763369 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7fb-13fd-4283-83e4-e5496d29b6e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.910090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-21dcd7fb-13fd-4283-83e4-e5496d29b6e2 None None] For port e00c0622-6dde-488f-b709-8e9bb4c6620b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e00c0622-6dde-488f-b709-8e9bb4c6620b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:09.910453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:09.910564 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7fb-13fd-4283-83e4-e5496d29b6e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:09.931018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-21dcd7fb-13fd-4283-83e4-e5496d29b6e2 None None] Calling delete_port for e00c0622-6dde-488f-b709-8e9bb4c6620b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:09.939119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17b140a4-cf1d-4d44-9acd-29075b41544f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.145917 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7fb-13fd-4283-83e4-e5496d29b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (e00c0622-6dde-488f-b709-8e9bb4c6620b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.156412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17b140a4-cf1d-4d44-9acd-29075b41544f admin admin] Publish callbacks [] for security_group (f245d3c4-9f14-4588-8851-3845409319b0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.164097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17b140a4-cf1d-4d44-9acd-29075b41544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f245d3c4-9f14-4588-8851-3845409319b0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.177182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dcd7fb-13fd-4283-83e4-e5496d29b6e2 None None] No DVR routers for this DVR port e00c0622-6dde-488f-b709-8e9bb4c6620b on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:10.205901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcd7fb-13fd-4283-83e4-e5496d29b6e2 None None] Pushing event deleted for resources: {'Port': ['ID=e00c0622-6dde-488f-b709-8e9bb4c6620b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:10.209102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (a8e387b3-be2b-4530-b92f-7897ca8ee266), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.252891 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-17b140a4-cf1d-4d44-9acd-29075b41544f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=217c7255e10d4c90b80e43e16da30144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411479 Feb 03 22:13:10.254362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b140a4-cf1d-4d44-9acd-29075b41544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f245d3c4-9f14-4588-8851-3845409319b0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:10.259158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:10.315800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e00c0622-6dde-488f-b709-8e9bb4c6620b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:10.340102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85303045-07bf-44b8-abfa-b2292dd70455 admin admin] Publish callbacks [] for security_group (f245d3c4-9f14-4588-8851-3845409319b0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.346485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: e00c0622-6dde-488f-b709-8e9bb4c6620b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:10.347009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e00c0622-6dde-488f-b709-8e9bb4c6620b not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:10.376093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85303045-07bf-44b8-abfa-b2292dd70455 admin admin] Publish callbacks [] for security_group (f245d3c4-9f14-4588-8851-3845409319b0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.430557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (84bd3c45-60e2-4ed9-bff3-fdb06d608a68), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.432573 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85303045-07bf-44b8-abfa-b2292dd70455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (f245d3c4-9f14-4588-8851-3845409319b0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.435536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85303045-07bf-44b8-abfa-b2292dd70455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.439169 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-85303045-07bf-44b8-abfa-b2292dd70455 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f245d3c4-9f14-4588-8851-3845409319b0 HTTP/1.1" status: 204 len: 168 time: 0.1767151 Feb 03 22:13:10.445572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85303045-07bf-44b8-abfa-b2292dd70455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f245d3c4-9f14-4588-8851-3845409319b0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:10.490695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:10.529353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:10.532360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:10.532987 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.545372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbe8ea-eac4-4b3d-aa13-0017d9e86f72 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:10.578727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=84bd3c45-60e2-4ed9-bff3-fdb06d608a68,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:10.595141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4375e548-4463-48ab-8b0b-5ddd9a91802f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3252041 Feb 03 22:13:10.597741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40582) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:10.605547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'name': 'tempest-NetworksTestDHCPv6-2024083225'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:10.684623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': '84bd3c45-60e2-4ed9-bff3-fdb06d608a68'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:13:10.685835 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.718434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Router a8e387b3-be2b-4530-b92f-7897ca8ee266 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:13:10.845890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:10.849803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.881351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 2cbf6633-b17f-495c-a694-37b176ba8206 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:13:10.892616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:10.907183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/84bd3c45-60e2-4ed9-bff3-fdb06d608a68/60dc42df-4ce1-43d2-844d-99fff6c3ba11) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:10.922400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e44f7f0-f9f0-4aee-a710-fcce9c02dfa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:10.927467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:13:10.936588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-26b7fc55-2928-4991-9d0c-2ed655d9d0f9 admin admin] 10.222.0.50 "PUT /v2.0/routers/a8e387b3-be2b-4530-b92f-7897ca8ee266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7365811 Feb 03 22:13:10.941087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40588) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:10.957369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] Sync routers for ids ['a8e387b3-be2b-4530-b92f-7897ca8ee266'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:13:11.006517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] Routers {'a8e387b3-be2b-4530-b92f-7897ca8ee266'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:11.007244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a8e387b3-be2b-4530-b92f-7897ca8ee266'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:11.050266 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e44f7f0-f9f0-4aee-a710-fcce9c02dfa6 admin admin] Publish callbacks [] for security_group (710cc683-dd58-4a06-b441-f4850e4b295c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.054905 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e44f7f0-f9f0-4aee-a710-fcce9c02dfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (710cc683-dd58-4a06-b441-f4850e4b295c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.065544 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks [] for router (a8e387b3-be2b-4530-b92f-7897ca8ee266), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.112312 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8e44f7f0-f9f0-4aee-a710-fcce9c02dfa6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a0bf823884845609002342d28d66342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185061 Feb 03 22:13:11.113176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44f7f0-f9f0-4aee-a710-fcce9c02dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710cc683-dd58-4a06-b441-f4850e4b295c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:11.116993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:11.174599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe9b904d-5bc1-4a75-a6f1-7586c44461fd admin admin] Publish callbacks [] for security_group (710cc683-dd58-4a06-b441-f4850e4b295c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.206094 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe9b904d-5bc1-4a75-a6f1-7586c44461fd admin admin] Publish callbacks [] for security_group (710cc683-dd58-4a06-b441-f4850e4b295c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.225035 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks [] for router_gateway (a8e387b3-be2b-4530-b92f-7897ca8ee266), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.271355 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe9b904d-5bc1-4a75-a6f1-7586c44461fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (710cc683-dd58-4a06-b441-f4850e4b295c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.275137 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe9b904d-5bc1-4a75-a6f1-7586c44461fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.276368 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fe9b904d-5bc1-4a75-a6f1-7586c44461fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/710cc683-dd58-4a06-b441-f4850e4b295c HTTP/1.1" status: 204 len: 168 time: 0.1582770 Feb 03 22:13:11.307305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b904d-5bc1-4a75-a6f1-7586c44461fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710cc683-dd58-4a06-b441-f4850e4b295c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:11.308206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Deleting port b1d630d1-f20a-4961-8c22-a98048c886b9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:11.308742 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.411509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] Set router a8e387b3-be2b-4530-b92f-7897ca8ee266 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:11.425406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] For port b1d630d1-f20a-4961-8c22-a98048c886b9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b1d630d1-f20a-4961-8c22-a98048c886b9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:11.425771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.442820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Calling delete_port for b1d630d1-f20a-4961-8c22-a98048c886b9 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:11.475324 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Publish callbacks [] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.517932 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.584121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:11.589131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Pushing event updated for resources: {'Port': ['ID=60dc42df-4ce1-43d2-844d-99fff6c3ba11,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:11.592280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:11.597261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:11.696316 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b1d630d1-f20a-4961-8c22-a98048c886b9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.721396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Attempting to bind port 60dc42df-4ce1-43d2-844d-99fff6c3ba11 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:11.721777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Attempting to bind port 60dc42df-4ce1-43d2-844d-99fff6c3ba11 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:11.722367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Attempting to bind port 60dc42df-4ce1-43d2-844d-99fff6c3ba11 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:11.735321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:11.735695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:11.736104 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.736567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:11.737055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Bound port: 60dc42df-4ce1-43d2-844d-99fff6c3ba11, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:11.737337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::1c2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/84bd3c45-60e2-4ed9-bff3-fdb06d608a68/2cbf6633-b17f-495c-a694-37b176ba8206) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:11.737456 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.741129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d630d1-f20a-4961-8c22-a98048c886b9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:11.815559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] For port 60dc42df-4ce1-43d2-844d-99fff6c3ba11, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:11.821832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] For port 60dc42df-4ce1-43d2-844d-99fff6c3ba11, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=60dc42df-4ce1-43d2-844d-99fff6c3ba11,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:11.835338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:48Z', 'updated_at': '2022-02-03T22:13:09Z', 'revision_number': 5, 'project_id': '10037b381649449cb37a369d4cd649bc', 'gw_port': {'id': 'b1d630d1-f20a-4961-8c22-a98048c886b9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:12:49Z', 'updated_at': '2022-02-03T22:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:11.843968 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.865612 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (a8e387b3-be2b-4530-b92f-7897ca8ee266), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:11.924284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] Checking router: a8e387b3-be2b-4530-b92f-7897ca8ee266 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:13:11.981238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] Routers {'a8e387b3-be2b-4530-b92f-7897ca8ee266'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:11.982218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a8e387b3-be2b-4530-b92f-7897ca8ee266'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:11.988018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54297d8-bfc0-4ec6-a9ad-64d7b5064dc3 None None] Pushing event updated for resources: {'Port': ['ID=60dc42df-4ce1-43d2-844d-99fff6c3ba11,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:12.049971 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (a8e387b3-be2b-4530-b92f-7897ca8ee266), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.055875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks [] for router_controller (a8e387b3-be2b-4530-b92f-7897ca8ee266), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.118295 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (a8e387b3-be2b-4530-b92f-7897ca8ee266), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.120542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e387b3-be2b-4530-b92f-7897ca8ee266 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:13:12.131686 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.134425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] Set router a8e387b3-be2b-4530-b92f-7897ca8ee266 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:12.135775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0cb4cfb8-c6bc-457f-8b7a-5306d36f8f37 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a8e387b3-be2b-4530-b92f-7897ca8ee266 HTTP/1.1" status: 204 len: 168 time: 1.1936812 Feb 03 22:13:12.138058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40618) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:12.212998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacab7ad-4e5f-46fb-847f-ea2e8e91c8e3 admin admin] Deleting subnet 6bbe3c87-3138-49c2-a133-792536823854 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:12.217396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab7ad-4e5f-46fb-847f-ea2e8e91c8e3 admin admin] Publish callbacks [] for subnet (6bbe3c87-3138-49c2-a133-792536823854), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.287817 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab7ad-4e5f-46fb-847f-ea2e8e91c8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (6bbe3c87-3138-49c2-a133-792536823854), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.311862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (2cbf6633-b17f-495c-a694-37b176ba8206), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.312506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:48Z', 'updated_at': '2022-02-03T22:13:11Z', 'revision_number': 7, 'project_id': '10037b381649449cb37a369d4cd649bc', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:12.358259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cb519-a64a-4e8c-9ead-463b193e2bc5 None None] The sync data for ids ['a8e387b3-be2b-4530-b92f-7897ca8ee266'] in n-d-824834-9 is: [{'id': 'a8e387b3-be2b-4530-b92f-7897ca8ee266', 'name': 'tempest-TestAggregatesBasicOps-727720650-router', 'tenant_id': '10037b381649449cb37a369d4cd649bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:12:48Z', 'updated_at': '2022-02-03T22:13:11Z', 'revision_number': 7, 'project_id': '10037b381649449cb37a369d4cd649bc', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:13:12.395286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2cbf6633-b17f-495c-a694-37b176ba8206), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.429363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab7ad-4e5f-46fb-847f-ea2e8e91c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6bbe3c87-3138-49c2-a133-792536823854), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.474239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=2cbf6633-b17f-495c-a694-37b176ba8206,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:12.492859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:12.497075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:12.500434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:12.506410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:12.506853 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.507072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab7ad-4e5f-46fb-847f-ea2e8e91c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (6bbe3c87-3138-49c2-a133-792536823854), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.524720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab7ad-4e5f-46fb-847f-ea2e8e91c8e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.529407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9d0f2e03-da96-4fe4-8185-d28725ba1b91 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9283319 Feb 03 22:13:12.529568 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cacab7ad-4e5f-46fb-847f-ea2e8e91c8e3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6bbe3c87-3138-49c2-a133-792536823854 HTTP/1.1" status: 204 len: 168 time: 0.3891661 Feb 03 22:13:12.531032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40626) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:12.531378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:12.533068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2199b691-38f1-4e59-8200-f1e4e02009c3 None None] Network e923ce75-c3f2-4b68-9a0a-584c21654a70 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:12.575991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacab7ad-4e5f-46fb-847f-ea2e8e91c8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbe3c87-3138-49c2-a133-792536823854,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:12.693722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b7889-eeac-4005-9752-7ad0e48c11d5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:12.699674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b7889-eeac-4005-9752-7ad0e48c11d5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:12.701771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-260b7889-eeac-4005-9752-7ad0e48c11d5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1692805 Feb 03 22:13:12.704744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (e923ce75-c3f2-4b68-9a0a-584c21654a70), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.705526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:12.789628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Deleting port f260d35e-e854-4aa7-af9e-66401a55eae5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:12.789985 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.794083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90ecf73-74cd-49d1-ad22-3db510a1f338 None None] DHCP port deletion for e923ce75-c3f2-4b68-9a0a-584c21654a70 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:12.881848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca8d96-a266-4a08-8ba9-d4d3ef28d8c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 2cbf6633-b17f-495c-a694-37b176ba8206 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:12.883109 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8d96-a266-4a08-8ba9-d4d3ef28d8c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2cbf6633-b17f-495c-a694-37b176ba8206), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.897273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e90ecf73-74cd-49d1-ad22-3db510a1f338 None None] Deleting port f260d35e-e854-4aa7-af9e-66401a55eae5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:12.899274 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e90ecf73-74cd-49d1-ad22-3db510a1f338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.922165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] For port f260d35e-e854-4aa7-af9e-66401a55eae5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f260d35e-e854-4aa7-af9e-66401a55eae5,segment=NetworkSegment(76e0941a-cbd7-4598-a2d8-a2445e661c51),segment_id=76e0941a-cbd7-4598-a2d8-a2445e661c51)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:12.922505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:12.948302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Calling delete_port for f260d35e-e854-4aa7-af9e-66401a55eae5 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:13.112503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8d96-a266-4a08-8ba9-d4d3ef28d8c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2cbf6633-b17f-495c-a694-37b176ba8206), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.128893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.131072 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e90ecf73-74cd-49d1-ad22-3db510a1f338 None None] For port f260d35e-e854-4aa7-af9e-66401a55eae5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f260d35e-e854-4aa7-af9e-66401a55eae5,segment=NetworkSegment(76e0941a-cbd7-4598-a2d8-a2445e661c51),segment_id=76e0941a-cbd7-4598-a2d8-a2445e661c51)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:13.131476 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e90ecf73-74cd-49d1-ad22-3db510a1f338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.152694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca8d96-a266-4a08-8ba9-d4d3ef28d8c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 2cbf6633-b17f-495c-a694-37b176ba8206 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:13.162331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e90ecf73-74cd-49d1-ad22-3db510a1f338 None None] Calling delete_port for f260d35e-e854-4aa7-af9e-66401a55eae5 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:13.190766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f260d35e-e854-4aa7-af9e-66401a55eae5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:13.204825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] No DVR routers for this DVR port f260d35e-e854-4aa7-af9e-66401a55eae5 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:13.328061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e90ecf73-74cd-49d1-ad22-3db510a1f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f260d35e-e854-4aa7-af9e-66401a55eae5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.367038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ecf73-74cd-49d1-ad22-3db510a1f338 None None] Pushing event deleted for resources: {'Port': ['ID=f260d35e-e854-4aa7-af9e-66401a55eae5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:13.374971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ecf73-74cd-49d1-ad22-3db510a1f338 None None] No DVR routers for this DVR port f260d35e-e854-4aa7-af9e-66401a55eae5 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:13.396765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (e923ce75-c3f2-4b68-9a0a-584c21654a70), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.429745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e923ce75-c3f2-4b68-9a0a-584c21654a70']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:13.441777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e0941a-cbd7-4598-a2d8-a2445e661c51') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:13.442075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e0941a-cbd7-4598-a2d8-a2445e661c51') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:13.454078 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (76e0941a-cbd7-4598-a2d8-a2445e661c51), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.472453 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (76e0941a-cbd7-4598-a2d8-a2445e661c51), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.481298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:13:13.482526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (76e0941a-cbd7-4598-a2d8-a2445e661c51), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:13:13.483728 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:13:13.504391 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8d96-a266-4a08-8ba9-d4d3ef28d8c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2cbf6633-b17f-495c-a694-37b176ba8206), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.573506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca8d96-a266-4a08-8ba9-d4d3ef28d8c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=2cbf6633-b17f-495c-a694-37b176ba8206,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:13.629015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8d96-a266-4a08-8ba9-d4d3ef28d8c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.644384 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b4ca8d96-a266-4a08-8ba9-d4d3ef28d8c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/2cbf6633-b17f-495c-a694-37b176ba8206 HTTP/1.1" status: 204 len: 168 time: 0.9375458 Feb 03 22:13:13.645010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:13.675704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-62d570ae-aa0e-413a-8301-75ad328c05ad None None] Provisioning complete for port 60dc42df-4ce1-43d2-844d-99fff6c3ba11 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:13.675704 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62d570ae-aa0e-413a-8301-75ad328c05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.689546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (e923ce75-c3f2-4b68-9a0a-584c21654a70), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.701688 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.708164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] 10.222.0.50 "DELETE /v2.0/networks/e923ce75-c3f2-4b68-9a0a-584c21654a70 HTTP/1.1" status: 204 len: 168 time: 1.1720371 Feb 03 22:13:13.720517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be202f-970a-49b6-a595-05785f4482ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e923ce75-c3f2-4b68-9a0a-584c21654a70,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:13.770142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e87792-8804-4205-b336-9e3a9c5616af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:13.771476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e87792-8804-4205-b336-9e3a9c5616af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:13.777168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40654) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:13.777899 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f4e87792-8804-4205-b336-9e3a9c5616af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1318414 Feb 03 22:13:13.925877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-12816d24-a743-4872-9195-770ba829e3fd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 84bd3c45-60e2-4ed9-bff3-fdb06d608a68 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:13.935613 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12816d24-a743-4872-9195-770ba829e3fd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (84bd3c45-60e2-4ed9-bff3-fdb06d608a68), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:13.989215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62d570ae-aa0e-413a-8301-75ad328c05ad None None] Current status of the port 60dc42df-4ce1-43d2-844d-99fff6c3ba11 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:13.989773 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62d570ae-aa0e-413a-8301-75ad328c05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:14.111253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-62d570ae-aa0e-413a-8301-75ad328c05ad None None] For port 60dc42df-4ce1-43d2-844d-99fff6c3ba11, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=60dc42df-4ce1-43d2-844d-99fff6c3ba11,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:14.112571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40664) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:14.113928 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12816d24-a743-4872-9195-770ba829e3fd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (84bd3c45-60e2-4ed9-bff3-fdb06d608a68), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:14.143012 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62d570ae-aa0e-413a-8301-75ad328c05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:14.285724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ba65be36-8003-4a0c-8ce0-40b0e1d50d56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54e16697313d4e7cb52e6141750cca45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704392 Feb 03 22:13:14.285940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40670) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:14.362994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d570ae-aa0e-413a-8301-75ad328c05ad None None] Pushing event updated for resources: {'Port': ['ID=60dc42df-4ce1-43d2-844d-99fff6c3ba11,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:14.377134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ba52ecde-b8c1-47f4-ab93-d6e34d189c45 None None] Could not find standard attr ID for object 2cbf6633-b17f-495c-a694-37b176ba8206. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:13:14.430773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 60dc42df-4ce1-43d2-844d-99fff6c3ba11 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:14.459278 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12816d24-a743-4872-9195-770ba829e3fd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (84bd3c45-60e2-4ed9-bff3-fdb06d608a68), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:14.489577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 60dc42df-4ce1-43d2-844d-99fff6c3ba11 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:14.489961 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:14.558219 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9454e620-8cf9-4bdb-99b4-f67d54fd0c68 admin admin] Publish callbacks [] for security_group (55de17d9-856a-4ec8-adf5-42c414f7ba7e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:14.607455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 60dc42df-4ce1-43d2-844d-99fff6c3ba11 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:14.675902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 98599445-d5a1-4085-8a7c-0ee8d2dd330e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:14.698029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 98599445-d5a1-4085-8a7c-0ee8d2dd330e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:14.698746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 98599445-d5a1-4085-8a7c-0ee8d2dd330e not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:14.699394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b1d630d1-f20a-4961-8c22-a98048c886b9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:14.721150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b1d630d1-f20a-4961-8c22-a98048c886b9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:14.721871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b1d630d1-f20a-4961-8c22-a98048c886b9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:14.722526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f260d35e-e854-4aa7-af9e-66401a55eae5 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:14.744849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f260d35e-e854-4aa7-af9e-66401a55eae5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:14.745606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f260d35e-e854-4aa7-af9e-66401a55eae5 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:14.883728 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9454e620-8cf9-4bdb-99b4-f67d54fd0c68 admin admin] Publish callbacks [] for security_group (55de17d9-856a-4ec8-adf5-42c414f7ba7e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:14.919880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58de76e-7afd-4459-bc38-98a188e46d56 req-124b8dfa-9845-416e-a0c9-7c9456400ba3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:14.922541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e58de76e-7afd-4459-bc38-98a188e46d56 req-124b8dfa-9845-416e-a0c9-7c9456400ba3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 946 time: 1.0892773 Feb 03 22:13:14.947190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12816d24-a743-4872-9195-770ba829e3fd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (84bd3c45-60e2-4ed9-bff3-fdb06d608a68), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:14.996018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12816d24-a743-4872-9195-770ba829e3fd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=84bd3c45-60e2-4ed9-bff3-fdb06d608a68,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:15.002067 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12816d24-a743-4872-9195-770ba829e3fd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:15.005423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c1851-cdc1-4d96-8005-b9464b7291ca None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:15.006428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-12816d24-a743-4872-9195-770ba829e3fd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/84bd3c45-60e2-4ed9-bff3-fdb06d608a68 HTTP/1.1" status: 204 len: 168 time: 1.2278280 Feb 03 22:13:15.009046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:15.048439 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e58de76e-7afd-4459-bc38-98a188e46d56 req-2cb7fcc4-c780-4bcd-ad2b-4c36ac21ea29 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159430 Feb 03 22:13:15.061551 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9454e620-8cf9-4bdb-99b4-f67d54fd0c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (55de17d9-856a-4ec8-adf5-42c414f7ba7e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:15.066901 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9454e620-8cf9-4bdb-99b4-f67d54fd0c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:15.072977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9454e620-8cf9-4bdb-99b4-f67d54fd0c68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55de17d9-856a-4ec8-adf5-42c414f7ba7e HTTP/1.1" status: 204 len: 168 time: 0.7733057 Feb 03 22:13:15.099809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454e620-8cf9-4bdb-99b4-f67d54fd0c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55de17d9-856a-4ec8-adf5-42c414f7ba7e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:15.118389 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d23adab6-7ef2-45a1-8c5d-35378123a17f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073439 Feb 03 22:13:15.120844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:15.336546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56368369-3431-4462-b2b0-e8a588390d6e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:15.340566 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-56368369-3431-4462-b2b0-e8a588390d6e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2161827 Feb 03 22:13:15.340915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40684) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:15.440088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-57a92708-3ce1-4909-b204-bddb22ca0710 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:15.464207 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-57a92708-3ce1-4909-b204-bddb22ca0710 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 946 time: 0.1910350 Feb 03 22:13:15.493867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c61cf8-d7b5-415b-b235-6a9413353ce6 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:15.616027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc2175-f568-4fe7-a5b2-26ed8a6f7a75 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:15.618090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-efcc2175-f568-4fe7-a5b2-26ed8a6f7a75 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2761846 Feb 03 22:13:15.621600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:15.621731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-70c61cf8-d7b5-415b-b235-6a9413353ce6 None None] Deleting port 60dc42df-4ce1-43d2-844d-99fff6c3ba11 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:15.622197 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70c61cf8-d7b5-415b-b235-6a9413353ce6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:15.706116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port 2602497e-760c-49c4-8a99-523345ce2591 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:15.707137 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2602497e-760c-49c4-8a99-523345ce2591), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:15.718221 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cb6630c1-8fa4-4395-a0b7-26c9c600490e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837831 Feb 03 22:13:15.726065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:15.731507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:15.732794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:15.750053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-70c61cf8-d7b5-415b-b235-6a9413353ce6 None None] For port 60dc42df-4ce1-43d2-844d-99fff6c3ba11, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=60dc42df-4ce1-43d2-844d-99fff6c3ba11,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:15.750708 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70c61cf8-d7b5-415b-b235-6a9413353ce6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:15.776331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-70c61cf8-d7b5-415b-b235-6a9413353ce6 None None] Calling delete_port for 60dc42df-4ce1-43d2-844d-99fff6c3ba11 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:15.847140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:15.852697 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:15.899998 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2c24b841-c2fd-4a62-84ff-39441ecc889f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10037b381649449cb37a369d4cd649bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642289 Feb 03 22:13:15.903292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:15.931841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] For port 2602497e-760c-49c4-8a99-523345ce2591, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=2602497e-760c-49c4-8a99-523345ce2591,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:15.932529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2602497e-760c-49c4-8a99-523345ce2591), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:15.959697 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70c61cf8-d7b5-415b-b235-6a9413353ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (60dc42df-4ce1-43d2-844d-99fff6c3ba11), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.024788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c61cf8-d7b5-415b-b235-6a9413353ce6 None None] No DVR routers for this DVR port 60dc42df-4ce1-43d2-844d-99fff6c3ba11 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:16.038643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c61cf8-d7b5-415b-b235-6a9413353ce6 None None] Pushing event deleted for resources: {'Port': ['ID=60dc42df-4ce1-43d2-844d-99fff6c3ba11,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:16.122289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495c6b78-5c75-49f2-8a17-b5bb50dc50ac admin admin] Publish callbacks [] for security_group (6045fb54-44c7-463d-90cd-68a31b15b059), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.124778 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (5828fa7b-c3dc-4061-ac86-6db2cfb72372), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.139086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 60dc42df-4ce1-43d2-844d-99fff6c3ba11 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:16.174157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 60dc42df-4ce1-43d2-844d-99fff6c3ba11 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:16.180719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 60dc42df-4ce1-43d2-844d-99fff6c3ba11 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:16.183279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:16.199292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:16.214810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20b9ef5-e4a1-4ad4-af3c-a3bcbf2ba1dd None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:16.217258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:16.217873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.232557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=5828fa7b-c3dc-4061-ac86-6db2cfb72372,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:16.248355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bc869499-5cad-4a95-b17f-c85ea4b2114d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5186610 Feb 03 22:13:16.248506 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495c6b78-5c75-49f2-8a17-b5bb50dc50ac admin admin] Publish callbacks [] for security_group (6045fb54-44c7-463d-90cd-68a31b15b059), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.249041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:16.261182 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': '5828fa7b-c3dc-4061-ac86-6db2cfb72372', 'ip_address': '2001:db8::b279:a23c:b91d:5e48'}], 'name': 'tempest-NetworksTestDHCPv6-13173735'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:16.443821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495c6b78-5c75-49f2-8a17-b5bb50dc50ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6045fb54-44c7-463d-90cd-68a31b15b059), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.447803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495c6b78-5c75-49f2-8a17-b5bb50dc50ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.449361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-495c6b78-5c75-49f2-8a17-b5bb50dc50ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6045fb54-44c7-463d-90cd-68a31b15b059 HTTP/1.1" status: 204 len: 168 time: 0.5448670 Feb 03 22:13:16.454580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:16.468197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c6b78-5c75-49f2-8a17-b5bb50dc50ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045fb54-44c7-463d-90cd-68a31b15b059,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:16.483894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.484937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (190b28be-d446-4ee4-8882-d44d9d038ee6), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.484937 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Floating IP 190b28be-d446-4ee4-8882-d44d9d038ee6 disassociated. External IP: 172.25.5.143, port: 2602497e-760c-49c4-8a99-523345ce2591. Feb 03 22:13:16.485371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for 2602497e-760c-49c4-8a99-523345ce2591 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:16.534200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': '5828fa7b-c3dc-4061-ac86-6db2cfb72372'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:13:16.554610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.673256 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.738384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:13:16.780562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/5828fa7b-c3dc-4061-ac86-6db2cfb72372/ad63db84-e2f5-4ffc-a1ce-dec2ac281c96) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:16.786240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2602497e-760c-49c4-8a99-523345ce2591), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:16.894583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=2602497e-760c-49c4-8a99-523345ce2591,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:17.188346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61ebacf6-8e16-4251-8c9d-247a06eec3ea req-4b6e9dbe-2c79-4a68-9fdf-f1443f31eca2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 1.0038199 Feb 03 22:13:17.240569 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Publish callbacks [] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:17.250165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Router 45055249-c15c-4ce9-a25e-af25fb83d706 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:13:17.250874 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:17.372034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:17.380299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:17.384240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::b279:a23c:b91d:5e48 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/5828fa7b-c3dc-4061-ac86-6db2cfb72372/c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:17.392168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Pushing event updated for resources: {'Port': ['ID=ad63db84-e2f5-4ffc-a1ce-dec2ac281c96,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:17.394354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:17.556035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Attempting to bind port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:17.556404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Attempting to bind port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:17.556771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Attempting to bind port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:17.575289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:17.575675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:17.576067 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:17.576462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:17.576960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Bound port: ad63db84-e2f5-4ffc-a1ce-dec2ac281c96, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:17.577516 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:17.602131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:13:17.616465 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] Sync routers for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:13:17.657588 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:17.658249 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:17.727408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] No DVR routers for this DVR port 2602497e-760c-49c4-8a99-523345ce2591 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:17.730528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:17.732248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] For port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:17.735966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] For port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ad63db84-e2f5-4ffc-a1ce-dec2ac281c96,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:17.738805 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-635afe1a-50a5-4430-9bd6-573d3d60869c req-73657f4a-d0ca-4cd7-aa33-f493b10b2360 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "DELETE /v2.0/ports/2602497e-760c-49c4-8a99-523345ce2591 HTTP/1.1" status: 204 len: 173 time: 2.2685120 Feb 03 22:13:17.739488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'name': 'network-vif-deleted', 'tag': '2602497e-760c-49c4-8a99-523345ce2591'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:13:17.746022 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c824517-ea93-4ed4-ad03-51bc3f827815" -d '{"events": [{"server_uuid": "ae78d4bc-8feb-45a3-a91f-2d798b999ed1", "name": "network-vif-deleted", "tag": "2602497e-760c-49c4-8a99-523345ce2591"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:13:17.751342 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:17.819046 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:17.861895 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:17.886122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade86d42-999e-4abf-9cc3-44b913dbb5cf None None] Pushing event updated for resources: {'Port': ['ID=ad63db84-e2f5-4ffc-a1ce-dec2ac281c96,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:17.974834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:18.017496 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:18.025659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:18.067911 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:18.083540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:18.084378 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:18.150275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:18.150460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9002607 Feb 03 22:13:18.158054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4693324-9091-4f1c-9fc6-a36788d1a721 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:18.252775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2602497e-760c-49c4-8a99-523345ce2591 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:18.281859 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c9a481-05bc-4fa8-80e8-76eb0d4cad2e x-openstack-request-id: req-51c9a481-05bc-4fa8-80e8-76eb0d4cad2e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:13:18.282763 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae78d4bc-8feb-45a3-a91f-2d798b999ed1", "name": "network-vif-deleted", "tag": "2602497e-760c-49c4-8a99-523345ce2591", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:13:18.283459 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51c9a481-05bc-4fa8-80e8-76eb0d4cad2e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:13:18.284027 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae78d4bc-8feb-45a3-a91f-2d798b999ed1', 'name': 'network-vif-deleted', 'tag': '2602497e-760c-49c4-8a99-523345ce2591', 'status': 'completed', 'code': 200} Feb 03 22:13:18.323949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 2602497e-760c-49c4-8a99-523345ce2591 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:18.324419 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 2602497e-760c-49c4-8a99-523345ce2591 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:18.332010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813f8cc-32df-404b-8f6f-c3f155f67a8a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:18.340109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813f8cc-32df-404b-8f6f-c3f155f67a8a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:18.342175 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d813f8cc-32df-404b-8f6f-c3f155f67a8a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1908445 Feb 03 22:13:18.344695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:18.351537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c71a589-7421-4a8f-891e-493d625d16d5 req-c645f40f-2dfa-470b-bdf8-e41849fb1aac tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0709684 Feb 03 22:13:18.484847 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:18.498317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:18.498892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:18.543609 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] Checking router: 45055249-c15c-4ce9-a25e-af25fb83d706 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:13:18.573744 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:18.574421 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:12:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:18.621987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:18.638420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:18.794072 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:18.855209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:19.302299 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:19.352396 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bf57c-ffd9-447a-bddc-b17ceb8ac483 None None] The sync data for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 is: [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:13:19.510253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:19.545726 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c8ab400d-bc95-45b4-bc25-491cfbf94db4 req-7f7515c0-eea1-421d-b513-a726d56b2c43 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0565677 Feb 03 22:13:19.563154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:19.568987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:19.576279 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb HTTP/1.1" status: 204 len: 168 time: 1.2294590 Feb 03 22:13:19.578041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.578400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.578748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.579119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.579418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.579753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.580082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.580440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.580743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.585086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.585536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.586408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.590638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfb18e-4c5c-45ad-985f-b725aa849e47 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:19.716134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b61970-c62e-4fa2-884d-a766d7983776 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:19.724231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b61970-c62e-4fa2-884d-a766d7983776 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:19.728672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:19.733324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-61b61970-c62e-4fa2-884d-a766d7983776 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1624355 Feb 03 22:13:19.769363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9221e207-12dc-4f01-9def-4523c620a64f None None] Provisioning complete for port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:19.769791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9221e207-12dc-4f01-9def-4523c620a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:19.983493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb744e97-ea70-498e-80bb-9dbaca0ada57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 5828fa7b-c3dc-4061-ac86-6db2cfb72372 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:20.004737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0548e1e-b8e3-414b-bd83-555bc76cb52e None None] New status for floating IP 190b28be-d446-4ee4-8882-d44d9d038ee6: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:13:20.007360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb744e97-ea70-498e-80bb-9dbaca0ada57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (5828fa7b-c3dc-4061-ac86-6db2cfb72372), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:20.211304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9221e207-12dc-4f01-9def-4523c620a64f None None] Current status of the port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:20.211706 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9221e207-12dc-4f01-9def-4523c620a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:20.266449 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb744e97-ea70-498e-80bb-9dbaca0ada57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (5828fa7b-c3dc-4061-ac86-6db2cfb72372), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:20.322057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:20.533783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9221e207-12dc-4f01-9def-4523c620a64f None None] For port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ad63db84-e2f5-4ffc-a1ce-dec2ac281c96,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:20.542420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:20.542813 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:20.594823 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9221e207-12dc-4f01-9def-4523c620a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:20.611391 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb744e97-ea70-498e-80bb-9dbaca0ada57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (5828fa7b-c3dc-4061-ac86-6db2cfb72372), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:20.807628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb744e97-ea70-498e-80bb-9dbaca0ada57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (5828fa7b-c3dc-4061-ac86-6db2cfb72372), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:20.829899 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6d8dc6a-6506-4a99-9829-2df72723e79d req-f5dab195-6e59-4886-b7f6-ee4646a69120 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0913823 Feb 03 22:13:20.863523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb744e97-ea70-498e-80bb-9dbaca0ada57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=5828fa7b-c3dc-4061-ac86-6db2cfb72372,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:20.875356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb744e97-ea70-498e-80bb-9dbaca0ada57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:20.887842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bb744e97-ea70-498e-80bb-9dbaca0ada57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/5828fa7b-c3dc-4061-ac86-6db2cfb72372 HTTP/1.1" status: 204 len: 168 time: 1.1578255 Feb 03 22:13:20.890354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:20.966936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4e14b8e0-6283-4ddc-ade6-bcdb99220653 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723288 Feb 03 22:13:20.971039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:20.976690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:21.026574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:21.036329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c233dc1-a89f-4942-b7ae-e2c4a229d5c5 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:21.120491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1a8ab220-378f-44c7-a80a-b80dcee91dfc None None] Could not find standard attr ID for object c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:13:21.131612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:21.143280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:21.180810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e207-12dc-4f01-9def-4523c620a64f None None] Pushing event updated for resources: {'Port': ['ID=ad63db84-e2f5-4ffc-a1ce-dec2ac281c96,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:21.324947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff83cff-98be-458e-9153-a15c8a2d07a8 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:21.433596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fff83cff-98be-458e-9153-a15c8a2d07a8 None None] Deleting port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:21.435045 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fff83cff-98be-458e-9153-a15c8a2d07a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:21.559191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fff83cff-98be-458e-9153-a15c8a2d07a8 None None] For port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ad63db84-e2f5-4ffc-a1ce-dec2ac281c96,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:21.559537 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fff83cff-98be-458e-9153-a15c8a2d07a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:21.575001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fff83cff-98be-458e-9153-a15c8a2d07a8 None None] Calling delete_port for ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:21.731560 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fff83cff-98be-458e-9153-a15c8a2d07a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (ad63db84-e2f5-4ffc-a1ce-dec2ac281c96), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:21.781244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff83cff-98be-458e-9153-a15c8a2d07a8 None None] Pushing event deleted for resources: {'Port': ['ID=ad63db84-e2f5-4ffc-a1ce-dec2ac281c96,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:21.786685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff83cff-98be-458e-9153-a15c8a2d07a8 None None] No DVR routers for this DVR port ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:21.806378 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (cdb59d47-07c4-4b77-9311-e5c44e7eb08e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:21.886180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:21.890048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:21.899826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef167cc-3d96-48df-b8f1-c57e4e2b403a None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:21.901409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:21.903118 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:21.976794 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0025115 Feb 03 22:13:21.979172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:21.984127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': 'cdb59d47-07c4-4b77-9311-e5c44e7eb08e', 'ip_address': '2001:db8::6d69:367c:4186:eaab'}], 'name': 'tempest-NetworksTestDHCPv6-1555074371'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:22.006466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ed565-e082-454d-8c0b-2285b8878580 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=cdb59d47-07c4-4b77-9311-e5c44e7eb08e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:22.031693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16188547-243b-4ee0-af31-cb8928acdcc4 req-ab23f1ae-2c86-4fe1-8fda-edee770e66ff tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0749390 Feb 03 22:13:22.067786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': 'cdb59d47-07c4-4b77-9311-e5c44e7eb08e'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:13:22.069641 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:22.236050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:22.238497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:22.314158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:22.314562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ad63db84-e2f5-4ffc-a1ce-dec2ac281c96 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:22.462563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/cdb59d47-07c4-4b77-9311-e5c44e7eb08e/6a1bdbab-1514-4cb6-ba33-91241db5b851) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:22.470874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:22.546692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 76ee3112-49be-47f7-81fd-d4b599f24367 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:13:22.822718 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Publish callbacks [] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:22.837196 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:22.939136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:22.941053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Pushing event updated for resources: {'Port': ['ID=6a1bdbab-1514-4cb6-ba33-91241db5b851,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:22.948644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::6d69:367c:4186:eaab (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/cdb59d47-07c4-4b77-9311-e5c44e7eb08e/76ee3112-49be-47f7-81fd-d4b599f24367) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:22.956644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:22.961079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:23.069426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Attempting to bind port 6a1bdbab-1514-4cb6-ba33-91241db5b851 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:23.070565 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Attempting to bind port 6a1bdbab-1514-4cb6-ba33-91241db5b851 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:23.070697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Attempting to bind port 6a1bdbab-1514-4cb6-ba33-91241db5b851 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:23.086937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:23.087302 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:23.087710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:23.088170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:23.088652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Bound port: 6a1bdbab-1514-4cb6-ba33-91241db5b851, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:23.089070 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:23.250479 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (76ee3112-49be-47f7-81fd-d4b599f24367), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:23.289220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] For port 6a1bdbab-1514-4cb6-ba33-91241db5b851, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:23.293010 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-616fa6f6-e303-4f6f-99c4-a858408d1f6a req-5fd3ee09-bfe1-4edb-bf8e-a833d99c0bd8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0885429 Feb 03 22:13:23.302095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] For port 6a1bdbab-1514-4cb6-ba33-91241db5b851, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6a1bdbab-1514-4cb6-ba33-91241db5b851,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:23.316787 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:23.320770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (76ee3112-49be-47f7-81fd-d4b599f24367), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:23.422631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:23.433326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:23.437906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:23.445445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:23.446411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:23.447848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76d76c-006e-406e-94f4-f3694a8fca01 None None] Pushing event updated for resources: {'Port': ['ID=6a1bdbab-1514-4cb6-ba33-91241db5b851,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:23.478843 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4960775 Feb 03 22:13:23.479062 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:23.495572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea9cdc-0cba-48ac-b930-f0271fa2530f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=76ee3112-49be-47f7-81fd-d4b599f24367,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:23.631089 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49a97f78-e699-4a08-96c7-73eacac3e9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:23.662763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d36c7b-e190-48b3-a3b5-e8fb6699beb6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:23.668129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d36c7b-e190-48b3-a3b5-e8fb6699beb6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:23.674572 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-83d36c7b-e190-48b3-a3b5-e8fb6699beb6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1945066 Feb 03 22:13:23.677542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:23.936139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-74a7e5ec-dd4f-40ef-aacb-2abd1a69f9e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 76ee3112-49be-47f7-81fd-d4b599f24367 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:23.936495 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74a7e5ec-dd4f-40ef-aacb-2abd1a69f9e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (76ee3112-49be-47f7-81fd-d4b599f24367), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.072645 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74a7e5ec-dd4f-40ef-aacb-2abd1a69f9e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (76ee3112-49be-47f7-81fd-d4b599f24367), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.086828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-74a7e5ec-dd4f-40ef-aacb-2abd1a69f9e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 76ee3112-49be-47f7-81fd-d4b599f24367 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:24.242526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6a1bdbab-1514-4cb6-ba33-91241db5b851 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:24.302298 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74a7e5ec-dd4f-40ef-aacb-2abd1a69f9e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (76ee3112-49be-47f7-81fd-d4b599f24367), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.358562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6a1bdbab-1514-4cb6-ba33-91241db5b851 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:24.358945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.406895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59bd107b-3f36-4bca-af1b-b7c5a6c70285 req-244f21a9-25c0-4de5-885c-cd120b6480cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0463948 Feb 03 22:13:24.426461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7e5ec-dd4f-40ef-aacb-2abd1a69f9e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=76ee3112-49be-47f7-81fd-d4b599f24367,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:24.484762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6a1bdbab-1514-4cb6-ba33-91241db5b851 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:24.485181 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.503841 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74a7e5ec-dd4f-40ef-aacb-2abd1a69f9e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.508080 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-74a7e5ec-dd4f-40ef-aacb-2abd1a69f9e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/76ee3112-49be-47f7-81fd-d4b599f24367 HTTP/1.1" status: 204 len: 168 time: 0.8288312 Feb 03 22:13:24.510631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:24.566412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 6a1bdbab-1514-4cb6-ba33-91241db5b851, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6a1bdbab-1514-4cb6-ba33-91241db5b851,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:24.610149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.638587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed82a1-9a39-4d71-98f4-f7ae0acb4a27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:24.640973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed82a1-9a39-4d71-98f4-f7ae0acb4a27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:24.642755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-16ed82a1-9a39-4d71-98f4-f7ae0acb4a27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1310756 Feb 03 22:13:24.645481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:24.753146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=6a1bdbab-1514-4cb6-ba33-91241db5b851,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:24.755557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c260c76-1dae-49f7-be1b-59790e8aa12f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet cdb59d47-07c4-4b77-9311-e5c44e7eb08e {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:24.770240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c260c76-1dae-49f7-be1b-59790e8aa12f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (cdb59d47-07c4-4b77-9311-e5c44e7eb08e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.780343 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.781691 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:24.868068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c260c76-1dae-49f7-be1b-59790e8aa12f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (cdb59d47-07c4-4b77-9311-e5c44e7eb08e), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:25.022182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c260c76-1dae-49f7-be1b-59790e8aa12f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (cdb59d47-07c4-4b77-9311-e5c44e7eb08e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:25.104216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c260c76-1dae-49f7-be1b-59790e8aa12f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (cdb59d47-07c4-4b77-9311-e5c44e7eb08e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:25.141380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c260c76-1dae-49f7-be1b-59790e8aa12f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb59d47-07c4-4b77-9311-e5c44e7eb08e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:25.151025 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c260c76-1dae-49f7-be1b-59790e8aa12f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:25.157501 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5c260c76-1dae-49f7-be1b-59790e8aa12f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/cdb59d47-07c4-4b77-9311-e5c44e7eb08e HTTP/1.1" status: 204 len: 168 time: 0.5089145 Feb 03 22:13:25.157800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:25.197856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-10f28cc5-b108-4dd6-82eb-94bea3dc3c0c None None] Provisioning complete for port 6a1bdbab-1514-4cb6-ba33-91241db5b851 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:25.198234 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f28cc5-b108-4dd6-82eb-94bea3dc3c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:25.227330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-eecc71b4-c3b9-4109-b5a2-414e7dbf18b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616462 Feb 03 22:13:25.227700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:25.232683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:25.458864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-10f28cc5-b108-4dd6-82eb-94bea3dc3c0c None None] Current status of the port 6a1bdbab-1514-4cb6-ba33-91241db5b851 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:25.462822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448bc259-4de3-476d-9c16-59e89a34167f None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:25.475149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:25.486209 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:25.583910 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-42e9ee14-332d-4c2f-a98f-2c31fabb0125 None None] Could not find standard attr ID for object 76ee3112-49be-47f7-81fd-d4b599f24367. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:13:25.689939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac0493-d11b-40c2-9aa6-4c2156063345 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:25.828698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac0493-d11b-40c2-9aa6-4c2156063345 None None] Deleting port 6a1bdbab-1514-4cb6-ba33-91241db5b851 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:25.829496 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0493-d11b-40c2-9aa6-4c2156063345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:25.838277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24e6f55d-48b3-4f98-85a5-c60bd8e7e3e1 req-ca1eae3c-150f-4303-aef9-10cd23521817 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.2550225 Feb 03 22:13:25.947452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b0ac0493-d11b-40c2-9aa6-4c2156063345 None None] For port 6a1bdbab-1514-4cb6-ba33-91241db5b851, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6a1bdbab-1514-4cb6-ba33-91241db5b851,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:25.947840 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0493-d11b-40c2-9aa6-4c2156063345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:25.953746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (eafea861-c323-4ca0-aeb4-84be700c4eda), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:25.974893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac0493-d11b-40c2-9aa6-4c2156063345 None None] Calling delete_port for 6a1bdbab-1514-4cb6-ba33-91241db5b851 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:26.072782 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0493-d11b-40c2-9aa6-4c2156063345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (6a1bdbab-1514-4cb6-ba33-91241db5b851), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:26.091398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:26.115141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:26.115744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac0493-d11b-40c2-9aa6-4c2156063345 None None] Pushing event deleted for resources: {'Port': ['ID=6a1bdbab-1514-4cb6-ba33-91241db5b851,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:26.137485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac0493-d11b-40c2-9aa6-4c2156063345 None None] No DVR routers for this DVR port 6a1bdbab-1514-4cb6-ba33-91241db5b851 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:26.154797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56ecd7-9941-423c-a1e5-f5fc271babc4 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:26.157936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:26.159329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:26.214124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9836490 Feb 03 22:13:26.215200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40920) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:26.221076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': 'eafea861-c323-4ca0-aeb4-84be700c4eda', 'ip_address': '2001:db8::104e:90e0:824b:2416'}], 'name': 'tempest-NetworksTestDHCPv6-1467030478'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:26.238806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=eafea861-c323-4ca0-aeb4-84be700c4eda,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:26.256091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.256453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.256806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.259403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.260239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.263637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.264192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.264641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.265447 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.266303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.266770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.267723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.268634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b80d147-f345-47dc-ad22-8b948d349c18 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:26.287401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6a1bdbab-1514-4cb6-ba33-91241db5b851 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:26.309868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 6a1bdbab-1514-4cb6-ba33-91241db5b851 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:26.310218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6a1bdbab-1514-4cb6-ba33-91241db5b851 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:26.347085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': 'eafea861-c323-4ca0-aeb4-84be700c4eda'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:13:26.347959 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:26.468525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:26.476454 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:26.524787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 37746619-0e01-48f0-8e33-80b40868b1cf yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:13:26.648768 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da4f491b-fa78-4772-a3a3-98ffc7d4c33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:26.696088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/eafea861-c323-4ca0-aeb4-84be700c4eda/cfe0617e-054c-4662-97e4-5b7b4f3a1fb6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:26.971641 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Publish callbacks [] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:26.998778 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.001141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52e088d5-c29b-4d25-a936-5be57966d5bb req-6a004933-9018-408a-818c-3859c3067115 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0422544 Feb 03 22:13:27.006505 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.062452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::104e:90e0:824b:2416 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/eafea861-c323-4ca0-aeb4-84be700c4eda/37746619-0e01-48f0-8e33-80b40868b1cf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:27.064725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:27.069459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:27.074826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Pushing event updated for resources: {'Port': ['ID=cfe0617e-054c-4662-97e4-5b7b4f3a1fb6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:27.077339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:27.140452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Attempting to bind port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:27.140969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Attempting to bind port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:27.141343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Attempting to bind port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:27.146592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:27.146976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:27.147377 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.147803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:27.148845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Bound port: cfe0617e-054c-4662-97e4-5b7b4f3a1fb6, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:27.149863 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.215041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] For port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:27.218286 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] For port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cfe0617e-054c-4662-97e4-5b7b4f3a1fb6,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:27.225426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.295816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc0378-7470-43d7-b781-96feff5c7131 None None] Pushing event updated for resources: {'Port': ['ID=cfe0617e-054c-4662-97e4-5b7b4f3a1fb6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:27.315746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (37746619-0e01-48f0-8e33-80b40868b1cf), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.379295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (37746619-0e01-48f0-8e33-80b40868b1cf), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.436983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:27.440929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:27.448410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:27.453846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:27.454559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.470620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=37746619-0e01-48f0-8e33-80b40868b1cf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:27.501709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-059e5743-5536-47ce-8141-8766503c5c3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2852867 Feb 03 22:13:27.503988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:27.603060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb381c11-0db8-4f7f-b4f6-577e10fb64ad tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:27.613700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb381c11-0db8-4f7f-b4f6-577e10fb64ad tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:27.618470 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fb381c11-0db8-4f7f-b4f6-577e10fb64ad tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1103833 Feb 03 22:13:27.618996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:27.790212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d07b8-f3b5-4bc9-beb1-951a97ddda24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 37746619-0e01-48f0-8e33-80b40868b1cf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:27.790558 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab1d07b8-f3b5-4bc9-beb1-951a97ddda24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (37746619-0e01-48f0-8e33-80b40868b1cf), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.963057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab1d07b8-f3b5-4bc9-beb1-951a97ddda24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (37746619-0e01-48f0-8e33-80b40868b1cf), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:27.981318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d07b8-f3b5-4bc9-beb1-951a97ddda24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 37746619-0e01-48f0-8e33-80b40868b1cf owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:28.247332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cf88157-135c-4add-80a5-f4bf61f35b68 req-ecf3c077-3423-4eb7-937a-ba09e8d8cff7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0480933 Feb 03 22:13:28.278761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab1d07b8-f3b5-4bc9-beb1-951a97ddda24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (37746619-0e01-48f0-8e33-80b40868b1cf), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:28.336185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:28.397819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d07b8-f3b5-4bc9-beb1-951a97ddda24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=37746619-0e01-48f0-8e33-80b40868b1cf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:28.464779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:28.465456 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:28.469628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab1d07b8-f3b5-4bc9-beb1-951a97ddda24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:28.478418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 40986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:28.489076 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ab1d07b8-f3b5-4bc9-beb1-951a97ddda24 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/37746619-0e01-48f0-8e33-80b40868b1cf HTTP/1.1" status: 204 len: 168 time: 0.8688788 Feb 03 22:13:28.570532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0334fb01-8bf8-43a0-a757-9c7ab49fc7b0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:28.572248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0334fb01-8bf8-43a0-a757-9c7ab49fc7b0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:28.576786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 40988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:28.589500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0334fb01-8bf8-43a0-a757-9c7ab49fc7b0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1098080 Feb 03 22:13:28.595997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:28.596395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:28.698486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cfe0617e-054c-4662-97e4-5b7b4f3a1fb6,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:28.707504 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:28.717775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-642ece14-994e-49a2-8aed-82f89f7cd8f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet eafea861-c323-4ca0-aeb4-84be700c4eda {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:28.721153 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:28.725667 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-642ece14-994e-49a2-8aed-82f89f7cd8f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (eafea861-c323-4ca0-aeb4-84be700c4eda), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:28.822250 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-642ece14-994e-49a2-8aed-82f89f7cd8f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (eafea861-c323-4ca0-aeb4-84be700c4eda), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:28.841897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=cfe0617e-054c-4662-97e4-5b7b4f3a1fb6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:28.926432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-642ece14-994e-49a2-8aed-82f89f7cd8f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (eafea861-c323-4ca0-aeb4-84be700c4eda), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:28.978397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-04db20ed-6da1-45b3-a67d-7d4d1a5f9f03 None None] Provisioning complete for port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:28.978775 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04db20ed-6da1-45b3-a67d-7d4d1a5f9f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:29.025237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-642ece14-994e-49a2-8aed-82f89f7cd8f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (eafea861-c323-4ca0-aeb4-84be700c4eda), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:29.115053 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-642ece14-994e-49a2-8aed-82f89f7cd8f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:29.130084 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-642ece14-994e-49a2-8aed-82f89f7cd8f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/eafea861-c323-4ca0-aeb4-84be700c4eda HTTP/1.1" status: 204 len: 168 time: 0.5516028 Feb 03 22:13:29.131449 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ece14-994e-49a2-8aed-82f89f7cd8f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=eafea861-c323-4ca0-aeb4-84be700c4eda,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:29.132162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41008) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:29.168345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-04db20ed-6da1-45b3-a67d-7d4d1a5f9f03 None None] Current status of the port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:29.227596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5c1e9e64-6109-4e93-8c2b-dc053f5ed3e7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906007 Feb 03 22:13:29.228517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:29.395916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cdc9b8-2580-4dcc-b39f-aca0c07773bd None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:29.408529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9af764e-e7b4-41ec-97fa-35f55f5a7867 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:29.410114 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d9af764e-e7b4-41ec-97fa-35f55f5a7867 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1793110 Feb 03 22:13:29.423322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:29.440512 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f16a202a-db1e-4feb-8b9c-2e1f16312686 req-9db5e936-16c2-42aa-bc50-a0bc5b9e6e97 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0432160 Feb 03 22:13:29.556644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ca1b8-37b4-42f8-a168-dff7cd7cf3e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:29.558117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c27ca1b8-37b4-42f8-a168-dff7cd7cf3e3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1338115 Feb 03 22:13:29.560798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:29.579355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a4d8dec2-0025-466a-9632-489a4f130d1a None None] Could not find standard attr ID for object 37746619-0e01-48f0-8e33-80b40868b1cf. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:13:29.610801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a9c88248-1b6d-4059-b42c-267ac8b06c3f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488141 Feb 03 22:13:29.617771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:29.624187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:29.748787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef10ab1-2f17-40f7-9af9-ecfcc50b7200 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:29.843718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6ef10ab1-2f17-40f7-9af9-ecfcc50b7200 None None] Deleting port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:29.844183 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ef10ab1-2f17-40f7-9af9-ecfcc50b7200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:29.848925 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-14737806-31ee-468a-b3db-00594bb71b75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5287597 Feb 03 22:13:29.878388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:29.886826 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:30.191628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-0703a2f3-0912-4d5a-8178-1ae1eac0ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:30.193425 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-0703a2f3-0912-4d5a-8178-1ae1eac0ff77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cf9abebc821466da7dbf623c3a41bc8&device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1128 time: 0.1780229 Feb 03 22:13:30.347746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6ef10ab1-2f17-40f7-9af9-ecfcc50b7200 None None] For port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cfe0617e-054c-4662-97e4-5b7b4f3a1fb6,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:30.348071 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ef10ab1-2f17-40f7-9af9-ecfcc50b7200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:30.361723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6ef10ab1-2f17-40f7-9af9-ecfcc50b7200 None None] Calling delete_port for cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:30.477313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:30.481211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (a225a52a-973f-4b14-ae5e-b337f1307cd7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:30.483781 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ef10ab1-2f17-40f7-9af9-ecfcc50b7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (cfe0617e-054c-4662-97e4-5b7b4f3a1fb6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:30.510611 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:30.527634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-3d4946a9-628a-4dae-a91f-4fda9d8ed6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:30.529430 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-3d4946a9-628a-4dae-a91f-4fda9d8ed6b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6c2112c-266e-48b0-828c-d77a939f4300 HTTP/1.1" status: 200 len: 908 time: 0.3135571 Feb 03 22:13:30.556059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:30.561255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:30.628227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:30.629240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:30.646296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0311033d-1366-4871-8b58-eacc8c593970 req-0772c944-f6c4-493a-9d3e-38ef4c0b200b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0912929 Feb 03 22:13:30.648469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:30.648818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:30.653729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=a225a52a-973f-4b14-ae5e-b337f1307cd7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:30.661624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef10ab1-2f17-40f7-9af9-ecfcc50b7200 None None] Pushing event deleted for resources: {'Port': ['ID=cfe0617e-054c-4662-97e4-5b7b4f3a1fb6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:30.670820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef10ab1-2f17-40f7-9af9-ecfcc50b7200 None None] No DVR routers for this DVR port cfe0617e-054c-4662-97e4-5b7b4f3a1fb6 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:30.703268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d926e3-9f36-4989-9dd9-28c11b744e93 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:30.704110 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bea562c6-2a96-4d1d-be5c-91cdf4a4f04e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0852175 Feb 03 22:13:30.706803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41054) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:30.712697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': 'a225a52a-973f-4b14-ae5e-b337f1307cd7', 'ip_address': '2001:db8::36f5:4dc7:bfe1:d77a'}], 'name': 'tempest-NetworksTestDHCPv6-713574714'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:30.717229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-395c90e7-9e63-4931-9571-d7d1c9c83dcf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb HTTP/1.1" status: 200 len: 1002 time: 0.1786122 Feb 03 22:13:30.778458 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-ee72232f-1b28-48c8-9f45-331024907c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:30.780264 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-ee72232f-1b28-48c8-9f45-331024907c17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86dbbc50-904a-482a-8aa6-669553a3cbde HTTP/1.1" status: 200 len: 846 time: 0.0574956 Feb 03 22:13:30.879297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-0da2eda4-531e-49eb-b11d-54b3d65c3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:30.880764 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-0da2eda4-531e-49eb-b11d-54b3d65c3d71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6c2112c-266e-48b0-828c-d77a939f4300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0950892 Feb 03 22:13:30.918977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:30.924937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': 'a225a52a-973f-4b14-ae5e-b337f1307cd7'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:13:30.925836 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:31.067677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:31.128980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port d257206f-0555-42a2-9141-b67af35fe68a yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:13:31.169481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-8a8c8386-da66-442f-a764-3c6876a24688 service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824166 Feb 03 22:13:31.352871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-66bd2994-ca40-4a14-81cc-1489920c2446 req-7daf346a-5caf-4060-ac4f-01417e2e80d7 service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790409 Feb 03 22:13:31.377122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/a225a52a-973f-4b14-ae5e-b337f1307cd7/fbcb22b9-f763-41ef-885e-4684fd59b954) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:31.609155 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Publish callbacks [] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:31.615787 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:31.660622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Pushing event updated for resources: {'Port': ['ID=fbcb22b9-f763-41ef-885e-4684fd59b954,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:31.700435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:31.703812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:31.704855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::36f5:4dc7:bfe1:d77a (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/a225a52a-973f-4b14-ae5e-b337f1307cd7/d257206f-0555-42a2-9141-b67af35fe68a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:31.707294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:31.811426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Attempting to bind port fbcb22b9-f763-41ef-885e-4684fd59b954 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:31.812192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Attempting to bind port fbcb22b9-f763-41ef-885e-4684fd59b954 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:31.812838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Attempting to bind port fbcb22b9-f763-41ef-885e-4684fd59b954 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:31.829195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:31.830016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:31.830662 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:31.831295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:31.832042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Bound port: fbcb22b9-f763-41ef-885e-4684fd59b954, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:31.832659 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:31.907670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] For port fbcb22b9-f763-41ef-885e-4684fd59b954, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:31.911277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] For port fbcb22b9-f763-41ef-885e-4684fd59b954, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fbcb22b9-f763-41ef-885e-4684fd59b954,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:31.919054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:31.937611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-924ea733-a7fc-41d8-874b-e46b5eee2ef8 req-69f5e054-d374-43ea-b09a-d3a79f2220b8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.1280863 Feb 03 22:13:32.032280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd89c72-451b-46c6-836f-0e667c46e8cd None None] Pushing event updated for resources: {'Port': ['ID=fbcb22b9-f763-41ef-885e-4684fd59b954,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:32.251495 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (d257206f-0555-42a2-9141-b67af35fe68a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:32.351646 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d257206f-0555-42a2-9141-b67af35fe68a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:32.476302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:32.491195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:32.515320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:32.549865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:32.558022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:32.575229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=d257206f-0555-42a2-9141-b67af35fe68a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:32.596181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8013b751-b833-452b-bb62-4dcf1a748ae1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8877676 Feb 03 22:13:32.598986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41102) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:32.604163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f4f9138f-a2ff-47e9-8d3c-960dd7493e42 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': 'a225a52a-973f-4b14-ae5e-b337f1307cd7', 'ip_address': '2001:db8::36f5:4dc7:bfe1:d77a'}], 'name': 'tempest-NetworksTestDHCPv6-1223947721'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:32.767143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f9138f-a2ff-47e9-8d3c-960dd7493e42 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:32.880443 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4f9138f-a2ff-47e9-8d3c-960dd7493e42 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:32.902820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f4f9138f-a2ff-47e9-8d3c-960dd7493e42 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port d5719ea4-fcfd-4b82-a092-9d533b0512b3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:13:33.086510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc7d1e4b-1368-499e-8650-3e3271a43422 req-d744da3f-f0a6-4281-9786-ae7769a980b0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0298333 Feb 03 22:13:33.093208 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f9138f-a2ff-47e9-8d3c-960dd7493e42 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 22:13:33.093680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f9138f-a2ff-47e9-8d3c-960dd7493e42 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:13:33.123064 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f4f9138f-a2ff-47e9-8d3c-960dd7493e42 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5147574 Feb 03 22:13:33.123239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:33.199196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858aa5ec-c743-4bc5-971a-3b83b1265764 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:33.205395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858aa5ec-c743-4bc5-971a-3b83b1265764 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:33.206750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-858aa5ec-c743-4bc5-971a-3b83b1265764 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0879836 Feb 03 22:13:33.209503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41118) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:33.328055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-06344d0c-1919-45bd-915b-091f2bc558f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port d257206f-0555-42a2-9141-b67af35fe68a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:33.328492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06344d0c-1919-45bd-915b-091f2bc558f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d257206f-0555-42a2-9141-b67af35fe68a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:33.486214 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06344d0c-1919-45bd-915b-091f2bc558f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d257206f-0555-42a2-9141-b67af35fe68a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:33.510354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-06344d0c-1919-45bd-915b-091f2bc558f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for d257206f-0555-42a2-9141-b67af35fe68a owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:33.751238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06344d0c-1919-45bd-915b-091f2bc558f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d257206f-0555-42a2-9141-b67af35fe68a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:33.816073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06344d0c-1919-45bd-915b-091f2bc558f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=d257206f-0555-42a2-9141-b67af35fe68a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:33.859638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06344d0c-1919-45bd-915b-091f2bc558f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:33.883114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-06344d0c-1919-45bd-915b-091f2bc558f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/d257206f-0555-42a2-9141-b67af35fe68a HTTP/1.1" status: 204 len: 168 time: 0.6661699 Feb 03 22:13:33.883236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:33.952525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-11b2ce04-023c-4dec-8ace-e03046d2f812 None None] Provisioning complete for port fbcb22b9-f763-41ef-885e-4684fd59b954 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:33.953124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce04-023c-4dec-8ace-e03046d2f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:34.036371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597833c-1fb5-4013-9e33-1fb672f574f3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:34.038193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597833c-1fb5-4013-9e33-1fb672f574f3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:34.042121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2597833c-1fb5-4013-9e33-1fb672f574f3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1624546 Feb 03 22:13:34.044952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41170) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:34.235518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-725b94f2-bbb9-4e2b-93ee-cbe2ab34ab8e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet a225a52a-973f-4b14-ae5e-b337f1307cd7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:34.240397 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725b94f2-bbb9-4e2b-93ee-cbe2ab34ab8e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (a225a52a-973f-4b14-ae5e-b337f1307cd7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:34.245518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11b2ce04-023c-4dec-8ace-e03046d2f812 None None] Current status of the port fbcb22b9-f763-41ef-885e-4684fd59b954 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:34.245960 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce04-023c-4dec-8ace-e03046d2f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:34.308327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-11b2ce04-023c-4dec-8ace-e03046d2f812 None None] For port fbcb22b9-f763-41ef-885e-4684fd59b954, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fbcb22b9-f763-41ef-885e-4684fd59b954,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:34.311086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fbcb22b9-f763-41ef-885e-4684fd59b954 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:34.315700 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce04-023c-4dec-8ace-e03046d2f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:34.340381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725b94f2-bbb9-4e2b-93ee-cbe2ab34ab8e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (a225a52a-973f-4b14-ae5e-b337f1307cd7), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:34.408007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2ce04-023c-4dec-8ace-e03046d2f812 None None] Pushing event updated for resources: {'Port': ['ID=fbcb22b9-f763-41ef-885e-4684fd59b954,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:34.433295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9b44b7de-987b-42a2-bf88-ff1808e7fac5 None None] Could not find standard attr ID for object d257206f-0555-42a2-9141-b67af35fe68a. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:13:34.461450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port fbcb22b9-f763-41ef-885e-4684fd59b954 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:34.462020 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:34.500594 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6060cb2-4f1d-47d9-9042-d19a1117d5bc req-66dad0d2-e701-41c5-805d-781834747be3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0508997 Feb 03 22:13:34.581632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725b94f2-bbb9-4e2b-93ee-cbe2ab34ab8e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (a225a52a-973f-4b14-ae5e-b337f1307cd7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:34.604219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port fbcb22b9-f763-41ef-885e-4684fd59b954 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:34.657411 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725b94f2-bbb9-4e2b-93ee-cbe2ab34ab8e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (a225a52a-973f-4b14-ae5e-b337f1307cd7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:34.692139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b94f2-bbb9-4e2b-93ee-cbe2ab34ab8e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=a225a52a-973f-4b14-ae5e-b337f1307cd7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:34.694267 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725b94f2-bbb9-4e2b-93ee-cbe2ab34ab8e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:34.701229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-725b94f2-bbb9-4e2b-93ee-cbe2ab34ab8e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a225a52a-973f-4b14-ae5e-b337f1307cd7 HTTP/1.1" status: 204 len: 168 time: 0.6551852 Feb 03 22:13:34.701549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:34.791298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c01bbfea-90bb-4274-b7ab-fa9be4b44734 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877080 Feb 03 22:13:34.795337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:34.840481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:34.846915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0976c1-ad63-4e16-9c4e-ff83d5194e7c None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:35.083244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5394e-4399-4ce9-8a6c-5bfef07b033b None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:35.105791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:35.109899 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:35.151139 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:13:35.200486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bae5394e-4399-4ce9-8a6c-5bfef07b033b None None] Deleting port fbcb22b9-f763-41ef-885e-4684fd59b954 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:35.200876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae5394e-4399-4ce9-8a6c-5bfef07b033b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:35.356587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bae5394e-4399-4ce9-8a6c-5bfef07b033b None None] For port fbcb22b9-f763-41ef-885e-4684fd59b954, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fbcb22b9-f763-41ef-885e-4684fd59b954,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:35.358156 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae5394e-4399-4ce9-8a6c-5bfef07b033b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:35.363921 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (b92406ef-4317-40f1-befd-ac88948d0789), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:35.391422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bae5394e-4399-4ce9-8a6c-5bfef07b033b None None] Calling delete_port for fbcb22b9-f763-41ef-885e-4684fd59b954 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:35.509511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:35.518519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:35.552436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:35.555786 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:35.582641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=b92406ef-4317-40f1-befd-ac88948d0789,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:35.597445 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a382ef4e-6ae1-45a2-8e86-8239f1962d4b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7635555 Feb 03 22:13:35.600089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41228) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:35.622951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6ef8ee30-9658-4382-8473-b619a6f1e3af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': 'b92406ef-4317-40f1-befd-ac88948d0789', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1337327003'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:35.667623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae5394e-4399-4ce9-8a6c-5bfef07b033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (fbcb22b9-f763-41ef-885e-4684fd59b954), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:35.737578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e6e503b-99d4-4517-930e-c05832e5ee51 req-b6b4292c-22da-4c87-939b-0fedc67f2c09 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0618005 Feb 03 22:13:35.755020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5394e-4399-4ce9-8a6c-5bfef07b033b None None] Pushing event deleted for resources: {'Port': ['ID=fbcb22b9-f763-41ef-885e-4684fd59b954,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:35.757001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5394e-4399-4ce9-8a6c-5bfef07b033b None None] No DVR routers for this DVR port fbcb22b9-f763-41ef-885e-4684fd59b954 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:35.782365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882cc334-54f4-4a20-a622-b2432a5e4868 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:36.000310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': 'b92406ef-4317-40f1-befd-ac88948d0789'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:13:36.001486 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:36.261956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fbcb22b9-f763-41ef-885e-4684fd59b954 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:36.276694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/b92406ef-4317-40f1-befd-ac88948d0789/1c41dc27-2c74-421d-bb88-a1a4708df7df) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:36.306543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: fbcb22b9-f763-41ef-885e-4684fd59b954 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:36.307031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fbcb22b9-f763-41ef-885e-4684fd59b954 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:36.310082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8ee30-9658-4382-8473-b619a6f1e3af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:36.314908 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef8ee30-9658-4382-8473-b619a6f1e3af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:36.362370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-6ef8ee30-9658-4382-8473-b619a6f1e3af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 45dc0a89-ce43-4be6-8294-f135fc8d230e yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:13:36.486245 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Publish callbacks [] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:36.492710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:36.594596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:36.599804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:36.603991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Pushing event updated for resources: {'Port': ['ID=1c41dc27-2c74-421d-bb88-a1a4708df7df,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:36.607000 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:36.623690 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef8ee30-9658-4382-8473-b619a6f1e3af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:13:36.625705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef8ee30-9658-4382-8473-b619a6f1e3af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:13:36.671994 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6ef8ee30-9658-4382-8473-b619a6f1e3af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.0685482 Feb 03 22:13:36.672811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:36.693233 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Attempting to bind port 1c41dc27-2c74-421d-bb88-a1a4708df7df on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:36.693627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Attempting to bind port 1c41dc27-2c74-421d-bb88-a1a4708df7df by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:36.693998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Attempting to bind port 1c41dc27-2c74-421d-bb88-a1a4708df7df on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:36.699419 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:36.700281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:36.700697 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:36.701122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:36.701772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Bound port: 1c41dc27-2c74-421d-bb88-a1a4708df7df, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:36.702162 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:36.806464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3674143-45ed-47bd-a4c4-beb2760390f6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:36.812783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:36.819938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a3674143-45ed-47bd-a4c4-beb2760390f6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1456423 Feb 03 22:13:36.859603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] For port 1c41dc27-2c74-421d-bb88-a1a4708df7df, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:36.876920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] For port 1c41dc27-2c74-421d-bb88-a1a4708df7df, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c41dc27-2c74-421d-bb88-a1a4708df7df,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:36.910351 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:37.061848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1b4d3-9e7a-47ff-9c80-2e5b4c6f9deb tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:37.063846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1b4d3-9e7a-47ff-9c80-2e5b4c6f9deb tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:37.071915 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8eb1b4d3-9e7a-47ff-9c80-2e5b4c6f9deb tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2578845 Feb 03 22:13:37.072503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:37.094286 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4aa0cddc-8138-49d5-be4d-fadd94bf5c55 req-f945178d-8371-419a-967b-9877efd6a676 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae78d4bc-8feb-45a3-a91f-2d798b999ed1 HTTP/1.1" status: 200 len: 210 time: 0.0735710 Feb 03 22:13:37.154293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7adbb-a45c-4184-b939-e06cbf7f22b7 None None] Pushing event updated for resources: {'Port': ['ID=1c41dc27-2c74-421d-bb88-a1a4708df7df,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:37.240240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82311a7-1020-4ef4-8ad2-975ddf8544d8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet b92406ef-4317-40f1-befd-ac88948d0789 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:37.244551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f82311a7-1020-4ef4-8ad2-975ddf8544d8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (b92406ef-4317-40f1-befd-ac88948d0789), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:37.288976 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f82311a7-1020-4ef4-8ad2-975ddf8544d8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (b92406ef-4317-40f1-befd-ac88948d0789), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:37.393272 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f82311a7-1020-4ef4-8ad2-975ddf8544d8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b92406ef-4317-40f1-befd-ac88948d0789), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:37.534129 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f82311a7-1020-4ef4-8ad2-975ddf8544d8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (b92406ef-4317-40f1-befd-ac88948d0789), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:37.588006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82311a7-1020-4ef4-8ad2-975ddf8544d8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=b92406ef-4317-40f1-befd-ac88948d0789,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:37.611226 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f82311a7-1020-4ef4-8ad2-975ddf8544d8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:37.617660 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f82311a7-1020-4ef4-8ad2-975ddf8544d8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/b92406ef-4317-40f1-befd-ac88948d0789 HTTP/1.1" status: 204 len: 168 time: 0.5441215 Feb 03 22:13:37.620294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:37.702503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cb2636f2-067a-4eb8-be26-158a29dae29a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809734 Feb 03 22:13:37.706055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:37.718770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:37.839137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:37.843550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.257720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c41dc27-2c74-421d-bb88-a1a4708df7df up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:38.269027 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (db85af16-c666-433a-b4f8-930f84ee5947), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.389228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1c41dc27-2c74-421d-bb88-a1a4708df7df triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:38.389610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.418079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=db85af16-c666-433a-b4f8-930f84ee5947,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:38.450008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:38.450205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:38.459291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:38.460076 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.508577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bc09b30f-ae3c-47db-ab71-9751bcd186bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7937932 Feb 03 22:13:38.509129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:38.514496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-494afa88-15ba-4ae3-bd02-7d4a22d5fd9d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1484223262', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:38.543692 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-494afa88-15ba-4ae3-bd02-7d4a22d5fd9d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (52023253-90de-4e46-b7d9-db7d0b3df5b8), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.547201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-494afa88-15ba-4ae3-bd02-7d4a22d5fd9d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (52023253-90de-4e46-b7d9-db7d0b3df5b8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.624240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1c41dc27-2c74-421d-bb88-a1a4708df7df is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:38.624640 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.652108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-494afa88-15ba-4ae3-bd02-7d4a22d5fd9d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router_controller (52023253-90de-4e46-b7d9-db7d0b3df5b8), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.658333 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-494afa88-15ba-4ae3-bd02-7d4a22d5fd9d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (52023253-90de-4e46-b7d9-db7d0b3df5b8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.686102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-494afa88-15ba-4ae3-bd02-7d4a22d5fd9d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.690628 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-494afa88-15ba-4ae3-bd02-7d4a22d5fd9d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1779122 Feb 03 22:13:38.691543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:38.708726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 1c41dc27-2c74-421d-bb88-a1a4708df7df, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c41dc27-2c74-421d-bb88-a1a4708df7df,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:38.712589 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:38.754632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-b16934a7-42a7-4c68-8faf-425c3e75c26f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693450970&fields=id&tenant_id=eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 267 time: 0.1470528 Feb 03 22:13:38.878597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=1c41dc27-2c74-421d-bb88-a1a4708df7df,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:38.888679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.889387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.890150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.890701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.891335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.891853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.892347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.892987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.893480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.893976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.894484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.895003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.895490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:38.978240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037e56c-a388-483c-83e4-dd028a8ace16 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:39.018719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-680d5b06-668e-45a8-900f-ed68fe97e591 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:39.020470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-680d5b06-668e-45a8-900f-ed68fe97e591 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.2645545 Feb 03 22:13:39.041768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-446d8f5a-ceb1-486a-b881-21edac2eca7f None None] Provisioning complete for port 1c41dc27-2c74-421d-bb88-a1a4708df7df triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:39.042270 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-446d8f5a-ceb1-486a-b881-21edac2eca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:39.049570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-70039b8d-17ad-4cb7-9896-b856add4573e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/quotas/eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 375 time: 0.0163665 Feb 03 22:13:39.132528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-d8a1c1f4-6be4-4178-8352-31021b41f066 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814171 Feb 03 22:13:39.202128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-0195a211-cb08-428c-9c6b-f6c7b2b554e8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:13:39.209913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-0195a211-cb08-428c-9c6b-f6c7b2b554e8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0758851 Feb 03 22:13:39.311477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-446d8f5a-ceb1-486a-b881-21edac2eca7f None None] Current status of the port 1c41dc27-2c74-421d-bb88-a1a4708df7df is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:39.324121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:39.432982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-efa9d0aa-853f-44fe-8f19-a6b0af415158 service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214196 Feb 03 22:13:39.564069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-437ff4a9-bf27-4606-b7ec-64287866b65d service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240497 Feb 03 22:13:39.675276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e79002b8-71b5-4459-a9fa-10fc1e2f9542 None None] Provisioning complete for port 1c41dc27-2c74-421d-bb88-a1a4708df7df triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:39.675670 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e79002b8-71b5-4459-a9fa-10fc1e2f9542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:39.862497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e79002b8-71b5-4459-a9fa-10fc1e2f9542 None None] Current status of the port 1c41dc27-2c74-421d-bb88-a1a4708df7df is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:39.874124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::1 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/db85af16-c666-433a-b4f8-930f84ee5947/c748d72a-0831-40b7-8b51-ede14126ecb0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:40.094306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c42ea56-d1a1-4fab-8469-2cfba0a8beb3 req-5c278245-9763-4de8-8b19-7d8bd7d52ace tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.1046722 Feb 03 22:13:40.096227 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:40.152118 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:40.180414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c41dc27-2c74-421d-bb88-a1a4708df7df up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:40.226338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:40.229901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:40.245127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:40.245685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (52023253-90de-4e46-b7d9-db7d0b3df5b8), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:40.277285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1c41dc27-2c74-421d-bb88-a1a4708df7df triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:40.278077 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:40.360157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=c748d72a-0831-40b7-8b51-ede14126ecb0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:40.469591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1c41dc27-2c74-421d-bb88-a1a4708df7df is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:40.587169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:40.713210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-061a521e-a7fc-4525-af4b-04bc08dea832 None None] Provisioning complete for port c748d72a-0831-40b7-8b51-ede14126ecb0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:40.713590 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-061a521e-a7fc-4525-af4b-04bc08dea832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:40.789958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-061a521e-a7fc-4525-af4b-04bc08dea832 None None] Port c748d72a-0831-40b7-8b51-ede14126ecb0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:13:41.119365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:41.139265 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:41.150419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (52023253-90de-4e46-b7d9-db7d0b3df5b8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:41.262393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd568b9f-49e2-4932-90c6-d8e21ca28bc0 req-f6907559-f45c-43da-91ef-ceea9f6473af tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0764742 Feb 03 22:13:41.458637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:41.575563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:41.602423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-5a62c8ae-7ab8-40b8-9489-1e60b19ac169 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:41.604268 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-5a62c8ae-7ab8-40b8-9489-1e60b19ac169 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.2501409 Feb 03 22:13:41.613691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=c748d72a-0831-40b7-8b51-ede14126ecb0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:41.817864 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-cf80007c-78dc-4543-8808-f438a17cd342 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 380 time: 0.1976035 Feb 03 22:13:41.836228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'port': {'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'admin_state_up': True, 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'security_groups': ['23306e0f-c1a8-4c3c-9d52-fd366f112673']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:41.959837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Router 52023253-90de-4e46-b7d9-db7d0b3df5b8 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:13:42.159279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f3f97e43-2619-46d5-8c22-92edd1d1db86 None None] Provisioning complete for port c748d72a-0831-40b7-8b51-ede14126ecb0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:42.159842 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3f97e43-2619-46d5-8c22-92edd1d1db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:42.224975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:13:42.228597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Made reservation on behalf of eb5afcbeebe24f71934e2665a78a2dd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:42.232606 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:42.242307 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-68c6877b-dce9-44bd-aa92-7faf1148d677 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "PUT /v2.0/routers/52023253-90de-4e46-b7d9-db7d0b3df5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5464404 Feb 03 22:13:42.242691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41434) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:42.262575 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Sync routers for ids ['52023253-90de-4e46-b7d9-db7d0b3df5b8'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:13:42.272895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f3f97e43-2619-46d5-8c22-92edd1d1db86 None None] Port c748d72a-0831-40b7-8b51-ede14126ecb0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:13:42.275967 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Routers {'52023253-90de-4e46-b7d9-db7d0b3df5b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:42.276703 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['52023253-90de-4e46-b7d9-db7d0b3df5b8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:42.366609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd4dca-2df0-4638-89df-ec5a9e4c4d06 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:42.370413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f1dd4dca-2df0-4638-89df-ec5a9e4c4d06 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports/c748d72a-0831-40b7-8b51-ede14126ecb0 HTTP/1.1" status: 200 len: 911 time: 0.1243882 Feb 03 22:13:42.374242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41438) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:42.427750 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Set router 52023253-90de-4e46-b7d9-db7d0b3df5b8 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:42.511936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3eda3bc3-d428-493f-9b9d-5146b751d9bd req-f18cfdeb-ae08-4d7b-b347-aa6d2c594b0c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0785825 Feb 03 22:13:42.610062 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae2401-41e1-44e9-9148-f8401021f41d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:42.615870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.20.0.8 (ce88f1d2-4911-43d4-8df7-15f173417f10/29421726-b876-425d-915a-9aa618fe4321/ab523c8d-4a13-484f-92b0-6e55d925f3e0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:42.618081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae2401-41e1-44e9-9148-f8401021f41d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:42.620534 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-41ae2401-41e1-44e9-9148-f8401021f41d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2452700 Feb 03 22:13:42.623644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:42.766143 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52023253-90de-4e46-b7d9-db7d0b3df5b8', 'name': 'tempest-NetworksTestDHCPv6-router-1484223262', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:13:38Z', 'updated_at': '2022-02-03T22:13:40Z', 'revision_number': 2, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'gw_port_host': None, '_interfaces': [{'id': 'c748d72a-0831-40b7-8b51-ede14126ecb0', 'name': '', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'mac_address': 'fa:16:3e:89:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52023253-90de-4e46-b7d9-db7d0b3df5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'db85af16-c666-433a-b4f8-930f84ee5947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:13:39Z', 'updated_at': '2022-02-03T22:13:40Z', 'revision_number': 2, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'subnets': [{'id': 'db85af16-c666-433a-b4f8-930f84ee5947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:42.827651 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Checking router: 52023253-90de-4e46-b7d9-db7d0b3df5b8 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:13:42.831904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:42.832471 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Updating router 52023253-90de-4e46-b7d9-db7d0b3df5b8 port c748d72a-0831-40b7-8b51-ede14126ecb0 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:13:42.872927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:42.890220 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:42.918929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:42.922253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:42.943856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:43.128154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=ab523c8d-4a13-484f-92b0-6e55d925f3e0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:43.164572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:43.165288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:43.198617 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-17f93c9d-aab8-4b17-893d-d4033b8396cb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3755598 Feb 03 22:13:43.324534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Request body: {'port': {'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:43.426906 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:43.528835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5786d823-2b5f-4197-a779-476b8bf09539 None None] Provisioning complete for port ab523c8d-4a13-484f-92b0-6e55d925f3e0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:43.529271 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5786d823-2b5f-4197-a779-476b8bf09539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:43.589367 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Publish callbacks [] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:43.599751 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:43.670786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5786d823-2b5f-4197-a779-476b8bf09539 None None] Port ab523c8d-4a13-484f-92b0-6e55d925f3e0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:13:43.696265 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Pushing event updated for resources: {'Port': ['ID=c748d72a-0831-40b7-8b51-ede14126ecb0,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:43.710598 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.711026 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.711295 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.711633 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.711968 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.712303 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.712632 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.712985 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.713321 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.713644 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.713968 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.714290 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.714612 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:13:43.796086 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Attempting to bind port c748d72a-0831-40b7-8b51-ede14126ecb0 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:43.796725 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Attempting to bind port c748d72a-0831-40b7-8b51-ede14126ecb0 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:43.797286 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Attempting to bind port c748d72a-0831-40b7-8b51-ede14126ecb0 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:43.816887 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:43.817573 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:43.818147 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:43.818700 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:43.819938 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Bound port: c748d72a-0831-40b7-8b51-ede14126ecb0, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:43.820499 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.008765 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] For port c748d72a-0831-40b7-8b51-ede14126ecb0, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:44.012697 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] For port c748d72a-0831-40b7-8b51-ede14126ecb0, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c748d72a-0831-40b7-8b51-ede14126ecb0,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:44.026421 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.220813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab523c8d-4a13-484f-92b0-6e55d925f3e0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:13:44.238790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c6c7eef9-305a-451a-b1f5-f2cf9a821cc5 None None] Provisioning complete for port c748d72a-0831-40b7-8b51-ede14126ecb0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:44.239175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6c7eef9-305a-451a-b1f5-f2cf9a821cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.267094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be88ea7-2710-48c2-8992-e7bf331015b8 None None] Pushing event updated for resources: {'Port': ['ID=c748d72a-0831-40b7-8b51-ede14126ecb0,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:44.271042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Publish callbacks [] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.282323 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Routers {'52023253-90de-4e46-b7d9-db7d0b3df5b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:44.282974 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['52023253-90de-4e46-b7d9-db7d0b3df5b8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:44.309519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Transition to ACTIVE for port object ab523c8d-4a13-484f-92b0-6e55d925f3e0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:13:44.318950 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.507013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00931d4-3d81-413c-8a52-456e1f786fe2 req-41ef29b8-d33f-4ccd-a22a-45f991d485ef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:44.523607 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] Set router 52023253-90de-4e46-b7d9-db7d0b3df5b8 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:44.529507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f00931d4-3d81-413c-8a52-456e1f786fe2 req-41ef29b8-d33f-4ccd-a22a-45f991d485ef tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 931 time: 0.4118469 Feb 03 22:13:44.532214 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (52023253-90de-4e46-b7d9-db7d0b3df5b8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.579830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Pushing event updated for resources: {'Port': ['ID=ab523c8d-4a13-484f-92b0-6e55d925f3e0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:44.597089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7eef9-305a-451a-b1f5-f2cf9a821cc5 None None] Current status of the port c748d72a-0831-40b7-8b51-ede14126ecb0 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:44.598040 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6c7eef9-305a-451a-b1f5-f2cf9a821cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.673787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Attempting to bind port ab523c8d-4a13-484f-92b0-6e55d925f3e0 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:44.674247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Attempting to bind port ab523c8d-4a13-484f-92b0-6e55d925f3e0 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:44.674814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Attempting to bind port ab523c8d-4a13-484f-92b0-6e55d925f3e0 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:44.688867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Port ab523c8d-4a13-484f-92b0-6e55d925f3e0 on network ce88f1d2-4911-43d4-8df7-15f173417f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:13:44.689279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Attempting to bind port ab523c8d-4a13-484f-92b0-6e55d925f3e0 on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:44.700292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:44.700867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:44.701376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Bound using segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:44.701982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Bound port: ab523c8d-4a13-484f-92b0-6e55d925f3e0, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:44.702961 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.756107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c6c7eef9-305a-451a-b1f5-f2cf9a821cc5 None None] For port c748d72a-0831-40b7-8b51-ede14126ecb0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c748d72a-0831-40b7-8b51-ede14126ecb0,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:44.767924 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6c7eef9-305a-451a-b1f5-f2cf9a821cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.902519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] For port ab523c8d-4a13-484f-92b0-6e55d925f3e0, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:44.906475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] For port ab523c8d-4a13-484f-92b0-6e55d925f3e0, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:44.914595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:44.992829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7eef9-305a-451a-b1f5-f2cf9a821cc5 None None] Pushing event updated for resources: {'Port': ['ID=c748d72a-0831-40b7-8b51-ede14126ecb0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:45.010693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:45.011342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:45.015595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] 10.222.0.47 "PUT /v2.0/ports/ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 200 len: 1091 time: 1.8079665 Feb 03 22:13:45.017948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:13:45.022956 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9556953-14b6-4d39-b408-a70d4c086b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:13:45.075244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e0d5de7f-f139-44cd-affc-5f58f454b0bf None None] Provisioning complete for port c748d72a-0831-40b7-8b51-ede14126ecb0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:45.075959 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0d5de7f-f139-44cd-affc-5f58f454b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:45.171687 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52023253-90de-4e46-b7d9-db7d0b3df5b8', 'name': 'tempest-NetworksTestDHCPv6-router-1484223262', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:13:38Z', 'updated_at': '2022-02-03T22:13:40Z', 'revision_number': 2, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'gw_port_host': None, '_interfaces': [{'id': 'c748d72a-0831-40b7-8b51-ede14126ecb0', 'name': '', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'mac_address': 'fa:16:3e:89:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52023253-90de-4e46-b7d9-db7d0b3df5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'db85af16-c666-433a-b4f8-930f84ee5947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:13:39Z', 'updated_at': '2022-02-03T22:13:43Z', 'revision_number': 4, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'subnets': [{'id': 'db85af16-c666-433a-b4f8-930f84ee5947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:45.187542 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537d0ebc-2385-4557-b627-cb033cd2a5f8 x-openstack-request-id: req-537d0ebc-2385-4557-b627-cb033cd2a5f8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:13:45.187874 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:13:45.188096 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-537d0ebc-2385-4557-b627-cb033cd2a5f8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:13:45.189642 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'status': 'completed', 'code': 200} Feb 03 22:13:45.196437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10dbc-289c-4ece-9f13-021bdf64f69c service neutron] Pushing event updated for resources: {'Port': ['ID=ab523c8d-4a13-484f-92b0-6e55d925f3e0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:45.252429 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1c18b-2508-4bf6-84bb-9ac4f9d86a7d None None] The sync data for ids ['52023253-90de-4e46-b7d9-db7d0b3df5b8'] in n-d-824834-9 is: [{'id': '52023253-90de-4e46-b7d9-db7d0b3df5b8', 'name': 'tempest-NetworksTestDHCPv6-router-1484223262', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:13:38Z', 'updated_at': '2022-02-03T22:13:40Z', 'revision_number': 2, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'gw_port_host': None, '_interfaces': [{'id': 'c748d72a-0831-40b7-8b51-ede14126ecb0', 'name': '', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'mac_address': 'fa:16:3e:89:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52023253-90de-4e46-b7d9-db7d0b3df5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'db85af16-c666-433a-b4f8-930f84ee5947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:13:39Z', 'updated_at': '2022-02-03T22:13:43Z', 'revision_number': 4, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'subnets': [{'id': 'db85af16-c666-433a-b4f8-930f84ee5947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:13:45.255801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-89ed6193-45f9-4622-9af4-0b89a7cc7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:45.257179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5de7f-f139-44cd-affc-5f58f454b0bf None None] Current status of the port c748d72a-0831-40b7-8b51-ede14126ecb0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:45.257326 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-89ed6193-45f9-4622-9af4-0b89a7cc7477 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1125 time: 0.1779857 Feb 03 22:13:45.290665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f00931d4-3d81-413c-8a52-456e1f786fe2 req-313efd56-00d1-451d-9755-9c8a29389bfe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7601728 Feb 03 22:13:45.393671 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-6143add1-f5f4-4d66-a49d-6b6d4123e5c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 200 len: 217 time: 0.1278856 Feb 03 22:13:45.504352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-c6d8d69e-3bf0-45c5-b052-e58f7cd4a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:45.505885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-c6d8d69e-3bf0-45c5-b052-e58f7cd4a192 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1066074 Feb 03 22:13:45.540075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port c748d72a-0831-40b7-8b51-ede14126ecb0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:45.540618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:45.615188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-517f50a1-2b4d-4230-b856-fb28a5459e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:45.621420 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-517f50a1-2b4d-4230-b856-fb28a5459e94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0996099 Feb 03 22:13:45.825443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] For port c748d72a-0831-40b7-8b51-ede14126ecb0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c748d72a-0831-40b7-8b51-ede14126ecb0,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:45.825996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:45.845605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for c748d72a-0831-40b7-8b51-ede14126ecb0 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:45.891442 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-da770944-e934-48ff-b4e7-7dcf5c6784ab service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617424 Feb 03 22:13:46.059595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6a3a5c46-5e30-4d7d-b886-bf2240276a65 req-d9ebd5d7-73ae-4543-8a68-da2165c7f9e4 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633377 Feb 03 22:13:46.235810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-ec8c2726-c232-4e17-8918-6c9d05bf745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:46.237411 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-ec8c2726-c232-4e17-8918-6c9d05bf745b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1125 time: 0.1178384 Feb 03 22:13:46.283666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c748d72a-0831-40b7-8b51-ede14126ecb0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:46.286018 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c748d72a-0831-40b7-8b51-ede14126ecb0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:46.382296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c748d72a-0831-40b7-8b51-ede14126ecb0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:46.383056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c748d72a-0831-40b7-8b51-ede14126ecb0 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 22:13:46.405450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=c748d72a-0831-40b7-8b51-ede14126ecb0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:46.515944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-4f0eab1b-daf7-4c3c-95f5-aa40714a7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:46.517478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-4f0eab1b-daf7-4c3c-95f5-aa40714a7890 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.2729466 Feb 03 22:13:46.619583 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-608c2e63-187b-45b8-bcf4-e5f2a369f8cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0925064 Feb 03 22:13:46.700055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-a3ac5268-2872-401b-a8ce-97941712f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:46.706670 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-a3ac5268-2872-401b-a8ce-97941712f856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0770123 Feb 03 22:13:46.762557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (52023253-90de-4e46-b7d9-db7d0b3df5b8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:46.843996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-7fa235f8-9e62-406c-b7c0-b5958754878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:46.847999 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-7fa235f8-9e62-406c-b7c0-b5958754878f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1320467 Feb 03 22:13:46.988834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Port c748d72a-0831-40b7-8b51-ede14126ecb0 not found, will not notify nova. {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 22:13:47.030782 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-37c11025-5fc2-4dca-83a5-94834db8865b service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756625 Feb 03 22:13:47.065098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7f982-c9a3-4b59-bbd4-b0686e996832 req-30def91d-6205-45aa-927f-8e4bdb303cf3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:47.066636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ba7f982-c9a3-4b59-bbd4-b0686e996832 req-30def91d-6205-45aa-927f-8e4bdb303cf3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.5973473 Feb 03 22:13:47.222405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a9556953-14b6-4d39-b408-a70d4c086b6e req-48f5c374-d73e-4161-bcd3-48094eddb9e7 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859224 Feb 03 22:13:47.237932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Router 52023253-90de-4e46-b7d9-db7d0b3df5b8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:13:47.355405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:13:47.366195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-54c8fc6b-a523-41aa-bfb2-2df518f6eb3a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "PUT /v2.0/routers/52023253-90de-4e46-b7d9-db7d0b3df5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7384307 Feb 03 22:13:47.368738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41560) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:47.396355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ba7f982-c9a3-4b59-bbd4-b0686e996832 req-f315b42e-7bc2-4ae8-ac8b-12d2123d8ebc tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225641 Feb 03 22:13:47.449645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d953b6d-a4ff-4f85-8abd-f11df606ecb9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:47.451072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d953b6d-a4ff-4f85-8abd-f11df606ecb9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:47.452947 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6d953b6d-a4ff-4f85-8abd-f11df606ecb9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0825775 Feb 03 22:13:47.455337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:47.530756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f9de85-836c-4a37-9307-3d56e1df752a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet db85af16-c666-433a-b4f8-930f84ee5947 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:47.534262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11f9de85-836c-4a37-9307-3d56e1df752a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (db85af16-c666-433a-b4f8-930f84ee5947), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:47.604476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11f9de85-836c-4a37-9307-3d56e1df752a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (db85af16-c666-433a-b4f8-930f84ee5947), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:47.657996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11f9de85-836c-4a37-9307-3d56e1df752a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (db85af16-c666-433a-b4f8-930f84ee5947), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:47.761326 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11f9de85-836c-4a37-9307-3d56e1df752a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (db85af16-c666-433a-b4f8-930f84ee5947), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:47.790323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91823a3a-dfc7-45f1-8541-8ff51dca2a46 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:47.812526 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11f9de85-836c-4a37-9307-3d56e1df752a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:47.820137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:47.821088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-11f9de85-836c-4a37-9307-3d56e1df752a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/db85af16-c666-433a-b4f8-930f84ee5947 HTTP/1.1" status: 204 len: 168 time: 0.3634567 Feb 03 22:13:47.822456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9de85-836c-4a37-9307-3d56e1df752a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=db85af16-c666-433a-b4f8-930f84ee5947,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:47.953600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] Sync routers for ids ['52023253-90de-4e46-b7d9-db7d0b3df5b8'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:13:48.030752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] Routers {'52023253-90de-4e46-b7d9-db7d0b3df5b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:48.031367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['52023253-90de-4e46-b7d9-db7d0b3df5b8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:48.037042 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fcad6d60-7e22-4ddb-a84b-1a142a17480f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2156274 Feb 03 22:13:48.039898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41582) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:48.121164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] Set router 52023253-90de-4e46-b7d9-db7d0b3df5b8 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:48.223530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52023253-90de-4e46-b7d9-db7d0b3df5b8', 'name': 'tempest-NetworksTestDHCPv6-router-1484223262', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:13:38Z', 'updated_at': '2022-02-03T22:13:46Z', 'revision_number': 3, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:48.305417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] Checking router: 52023253-90de-4e46-b7d9-db7d0b3df5b8 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:13:48.311710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf51b0-9884-46a0-ae72-9877d4fd9413 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:48.320618 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] Routers {'52023253-90de-4e46-b7d9-db7d0b3df5b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:48.321710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['52023253-90de-4e46-b7d9-db7d0b3df5b8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:48.437320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] Set router 52023253-90de-4e46-b7d9-db7d0b3df5b8 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:48.567865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52023253-90de-4e46-b7d9-db7d0b3df5b8', 'name': 'tempest-NetworksTestDHCPv6-router-1484223262', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:13:38Z', 'updated_at': '2022-02-03T22:13:46Z', 'revision_number': 3, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:48.616329 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f1c2e6-f606-485c-9ef1-9213c1593164 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router (52023253-90de-4e46-b7d9-db7d0b3df5b8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:48.623922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4020aa-c048-491e-a4f7-d58584d2c6c3 None None] The sync data for ids ['52023253-90de-4e46-b7d9-db7d0b3df5b8'] in n-d-824834-9 is: [{'id': '52023253-90de-4e46-b7d9-db7d0b3df5b8', 'name': 'tempest-NetworksTestDHCPv6-router-1484223262', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:13:38Z', 'updated_at': '2022-02-03T22:13:46Z', 'revision_number': 3, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:13:48.700149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d399fa-bc6a-4cc2-9ba4-73c5f46ad454 req-102e361f-0133-4bbd-a5f3-fd8c6c8c4cf9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:48.714770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1d399fa-bc6a-4cc2-9ba4-73c5f46ad454 req-102e361f-0133-4bbd-a5f3-fd8c6c8c4cf9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1597490 Feb 03 22:13:48.720619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fecf51b0-9884-46a0-ae72-9877d4fd9413 None None] Deleting port 1c41dc27-2c74-421d-bb88-a1a4708df7df {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:48.721020 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fecf51b0-9884-46a0-ae72-9877d4fd9413 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:48.814026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1d399fa-bc6a-4cc2-9ba4-73c5f46ad454 req-0f89907d-aa30-40ad-a0ae-01c264b5df56 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972135 Feb 03 22:13:48.894241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fecf51b0-9884-46a0-ae72-9877d4fd9413 None None] For port 1c41dc27-2c74-421d-bb88-a1a4708df7df, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c41dc27-2c74-421d-bb88-a1a4708df7df,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:48.894759 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fecf51b0-9884-46a0-ae72-9877d4fd9413 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:48.929197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fecf51b0-9884-46a0-ae72-9877d4fd9413 None None] Calling delete_port for 1c41dc27-2c74-421d-bb88-a1a4708df7df owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:49.049069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f1c2e6-f606-485c-9ef1-9213c1593164 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (52023253-90de-4e46-b7d9-db7d0b3df5b8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:49.051501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f1c2e6-f606-485c-9ef1-9213c1593164 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router_controller (52023253-90de-4e46-b7d9-db7d0b3df5b8), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:49.056715 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fecf51b0-9884-46a0-ae72-9877d4fd9413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (1c41dc27-2c74-421d-bb88-a1a4708df7df), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:49.140376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf51b0-9884-46a0-ae72-9877d4fd9413 None None] Pushing event deleted for resources: {'Port': ['ID=1c41dc27-2c74-421d-bb88-a1a4708df7df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:49.151514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf51b0-9884-46a0-ae72-9877d4fd9413 None None] No DVR routers for this DVR port 1c41dc27-2c74-421d-bb88-a1a4708df7df on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:49.154949 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f1c2e6-f606-485c-9ef1-9213c1593164 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (52023253-90de-4e46-b7d9-db7d0b3df5b8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:49.155521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f1c2e6-f606-485c-9ef1-9213c1593164 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Fanout notify agent at l3_agent the message router_deleted on router 52023253-90de-4e46-b7d9-db7d0b3df5b8 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:13:49.177862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f1c2e6-f606-485c-9ef1-9213c1593164 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:49.179817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-00f1c2e6-f606-485c-9ef1-9213c1593164 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/routers/52023253-90de-4e46-b7d9-db7d0b3df5b8 HTTP/1.1" status: 204 len: 168 time: 1.1389725 Feb 03 22:13:49.183407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41610) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:49.189017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:49.353527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:49.361825 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:49.715709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (6bf71acc-a014-433a-b527-5e7e649297f0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:49.795652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:49.799117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:49.805366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:49.805967 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:49.812737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8886fd9a-ba04-409b-9ede-f21be6dbea46 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:49.826887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:49.834847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3dc4b7f3-b987-49b1-afd0-70751ba0bc4e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-835687469', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:49.840893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6561401 Feb 03 22:13:49.868485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e144d1a-e554-4166-a92b-f9a25636f1f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=6bf71acc-a014-433a-b527-5e7e649297f0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:49.898711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b7f3-b987-49b1-afd0-70751ba0bc4e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (ca5bc765-ea08-449b-ac33-233df96661fa), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:49.904744 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b7f3-b987-49b1-afd0-70751ba0bc4e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (ca5bc765-ea08-449b-ac33-233df96661fa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.020225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': '6bf71acc-a014-433a-b527-5e7e649297f0'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:13:50.021686 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.051938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b7f3-b987-49b1-afd0-70751ba0bc4e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router_controller (ca5bc765-ea08-449b-ac33-233df96661fa), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.059101 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b7f3-b987-49b1-afd0-70751ba0bc4e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (ca5bc765-ea08-449b-ac33-233df96661fa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.092677 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b7f3-b987-49b1-afd0-70751ba0bc4e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.094021 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3dc4b7f3-b987-49b1-afd0-70751ba0bc4e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2663424 Feb 03 22:13:50.096957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:50.159480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d3bad-f069-432a-b8c5-18ac96c31829 req-aa205a09-5188-4119-85ff-ca75f7f4b8a4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:50.161372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db7d3bad-f069-432a-b8c5-18ac96c31829 req-aa205a09-5188-4119-85ff-ca75f7f4b8a4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1921594 Feb 03 22:13:50.217662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c41dc27-2c74-421d-bb88-a1a4708df7df no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:50.238721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db7d3bad-f069-432a-b8c5-18ac96c31829 req-19b60c0c-73ac-4026-a7f9-2acdbe0952a8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710421 Feb 03 22:13:50.271343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 1c41dc27-2c74-421d-bb88-a1a4708df7df {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:50.271607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1c41dc27-2c74-421d-bb88-a1a4708df7df not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:50.272245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c748d72a-0831-40b7-8b51-ede14126ecb0 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:13:50.309517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c748d72a-0831-40b7-8b51-ede14126ecb0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:13:50.310093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c748d72a-0831-40b7-8b51-ede14126ecb0 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:13:50.418257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/6bf71acc-a014-433a-b527-5e7e649297f0/4c041bc0-764d-4a21-9a62-426caf1e444d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:50.591023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.674272 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Publish callbacks [] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.681443 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.753992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:50.758141 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:50.768267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:50.780760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Pushing event updated for resources: {'Port': ['ID=4c041bc0-764d-4a21-9a62-426caf1e444d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:50.851093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Attempting to bind port 4c041bc0-764d-4a21-9a62-426caf1e444d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:50.852568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Attempting to bind port 4c041bc0-764d-4a21-9a62-426caf1e444d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:50.853209 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Attempting to bind port 4c041bc0-764d-4a21-9a62-426caf1e444d on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:50.862685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:50.864317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:50.865029 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.868773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:50.869407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Bound port: 4c041bc0-764d-4a21-9a62-426caf1e444d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:50.870237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:50.971112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] For port 4c041bc0-764d-4a21-9a62-426caf1e444d, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:50.975574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] For port 4c041bc0-764d-4a21-9a62-426caf1e444d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4c041bc0-764d-4a21-9a62-426caf1e444d,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:50.983512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:51.096357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142915d2-5d8e-4b69-8bc7-475af2252787 None None] Pushing event updated for resources: {'Port': ['ID=4c041bc0-764d-4a21-9a62-426caf1e444d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:51.158110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::1 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/6bf71acc-a014-433a-b527-5e7e649297f0/ce47b2d0-5a0f-4787-9799-3a937f556359) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:13:51.398664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:51.454097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:51.548851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a9726-3a7e-4c5d-ad70-f3a7bd9f146c req-2a0ec6c0-d053-4943-9b3c-385ef2266b95 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:51.563038 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d45a9726-3a7e-4c5d-ad70-f3a7bd9f146c req-2a0ec6c0-d053-4943-9b3c-385ef2266b95 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1119440 Feb 03 22:13:51.642214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:51.649981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=ce47b2d0-5a0f-4787-9799-3a937f556359,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:51.652815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:51.664330 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d45a9726-3a7e-4c5d-ad70-f3a7bd9f146c req-b2e77358-9688-4816-ac65-b7f85922db54 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999849 Feb 03 22:13:51.665914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:13:51.666550 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (ca5bc765-ea08-449b-ac33-233df96661fa), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:51.862180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:52.296717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4c041bc0-764d-4a21-9a62-426caf1e444d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:52.408047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 4c041bc0-764d-4a21-9a62-426caf1e444d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:52.408588 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:52.469079 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:52.475351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:52.476543 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (ca5bc765-ea08-449b-ac33-233df96661fa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:52.600601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4c041bc0-764d-4a21-9a62-426caf1e444d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:52.601168 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:52.708233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=ce47b2d0-5a0f-4787-9799-3a937f556359,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:52.738866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 4c041bc0-764d-4a21-9a62-426caf1e444d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4c041bc0-764d-4a21-9a62-426caf1e444d,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:52.744628 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:52.849512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:13:52.852387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=4c041bc0-764d-4a21-9a62-426caf1e444d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:52.858184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:13:52.922786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5aa9c-c18e-4bd5-aad4-9481b2d6001e req-ea4aa944-49fd-46ef-acdd-ffa5c6e02c5d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:52.924700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1c5aa9c-c18e-4bd5-aad4-9481b2d6001e req-ea4aa944-49fd-46ef-acdd-ffa5c6e02c5d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1623116 Feb 03 22:13:53.004071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cbf7f3b7-f9fd-45cb-babe-9710c664d80c None None] Provisioning complete for port 4c041bc0-764d-4a21-9a62-426caf1e444d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:53.004459 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f3b7-f9fd-45cb-babe-9710c664d80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:53.029904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1c5aa9c-c18e-4bd5-aad4-9481b2d6001e req-46a95f9c-b860-44ee-9968-51d2b9682a4f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984557 Feb 03 22:13:53.187733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Router ca5bc765-ea08-449b-ac33-233df96661fa is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:13:53.270118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7f3b7-f9fd-45cb-babe-9710c664d80c None None] Current status of the port 4c041bc0-764d-4a21-9a62-426caf1e444d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:53.422522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-be420f9e-3545-4859-b2c8-3555c22580e5 None None] Provisioning complete for port ce47b2d0-5a0f-4787-9799-3a937f556359 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:53.423163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be420f9e-3545-4859-b2c8-3555c22580e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:53.478147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:13:53.486976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41718) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:53.491926 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Sync routers for ids ['ca5bc765-ea08-449b-ac33-233df96661fa'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:13:53.496453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-962f0633-6d5c-43f2-93d6-e42435d942e1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "PUT /v2.0/routers/ca5bc765-ea08-449b-ac33-233df96661fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3981798 Feb 03 22:13:53.522548 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Routers {'ca5bc765-ea08-449b-ac33-233df96661fa'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:53.523627 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['ca5bc765-ea08-449b-ac33-233df96661fa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:53.525541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be420f9e-3545-4859-b2c8-3555c22580e5 None None] Port ce47b2d0-5a0f-4787-9799-3a937f556359 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:13:53.585924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c4438-9fce-4f3f-933d-7e4d3a77858d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:53.594032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:53.596049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddc36509-a3cc-4df6-a16f-942edd0c9dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:53.609480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9c6c4438-9fce-4f3f-933d-7e4d3a77858d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports/ce47b2d0-5a0f-4787-9799-3a937f556359 HTTP/1.1" status: 200 len: 911 time: 0.1213369 Feb 03 22:13:53.703936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b2726a-0532-4b58-b471-e8cecbca5256 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:53.719830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b2726a-0532-4b58-b471-e8cecbca5256 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:53.724945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:53.731987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-54b2726a-0532-4b58-b471-e8cecbca5256 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1367018 Feb 03 22:13:53.805425 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Set router ca5bc765-ea08-449b-ac33-233df96661fa gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:53.865637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fafad121-ef27-4bdf-bfa5-3154f749e363 None None] Provisioning complete for port ce47b2d0-5a0f-4787-9799-3a937f556359 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:53.866418 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fafad121-ef27-4bdf-bfa5-3154f749e363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:53.909275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fafad121-ef27-4bdf-bfa5-3154f749e363 None None] Port ce47b2d0-5a0f-4787-9799-3a937f556359 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:13:54.221596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4c041bc0-764d-4a21-9a62-426caf1e444d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:13:54.356545 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 4c041bc0-764d-4a21-9a62-426caf1e444d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:54.357260 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:54.554876 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5bc765-ea08-449b-ac33-233df96661fa', 'name': 'tempest-NetworksTestDHCPv6-router-835687469', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:13:49Z', 'updated_at': '2022-02-03T22:13:51Z', 'revision_number': 2, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'gw_port_host': None, '_interfaces': [{'id': 'ce47b2d0-5a0f-4787-9799-3a937f556359', 'name': '', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'mac_address': 'fa:16:3e:02:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5bc765-ea08-449b-ac33-233df96661fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6bf71acc-a014-433a-b527-5e7e649297f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:13:50Z', 'updated_at': '2022-02-03T22:13:52Z', 'revision_number': 2, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'subnets': [{'id': '6bf71acc-a014-433a-b527-5e7e649297f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:54.584135 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Checking router: ca5bc765-ea08-449b-ac33-233df96661fa for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:13:54.585626 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Updating router ca5bc765-ea08-449b-ac33-233df96661fa port ce47b2d0-5a0f-4787-9799-3a937f556359 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:13:54.628976 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:54.650366 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:54.692459 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:54.693552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4c041bc0-764d-4a21-9a62-426caf1e444d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:54.907064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0e95e-3b77-434a-b3d3-5ac16f5bcdc7 req-04992646-74de-4ef2-abc2-892b4f558fd0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:54.909690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86a0e95e-3b77-434a-b3d3-5ac16f5bcdc7 req-04992646-74de-4ef2-abc2-892b4f558fd0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1145182 Feb 03 22:13:55.064171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86a0e95e-3b77-434a-b3d3-5ac16f5bcdc7 req-122ebf11-518f-40f9-a955-c89473baa876 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480613 Feb 03 22:13:55.153661 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Publish callbacks [] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:55.166497 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:55.203460 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (ca5bc765-ea08-449b-ac33-233df96661fa), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:55.450209 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806a00f-a307-4177-856a-012f0fa737c4 None None] Pushing event updated for resources: {'Port': ['ID=ce47b2d0-5a0f-4787-9799-3a937f556359,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:55.463000 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Attempting to bind port ce47b2d0-5a0f-4787-9799-3a937f556359 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:13:55.463367 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Attempting to bind port ce47b2d0-5a0f-4787-9799-3a937f556359 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:13:55.463728 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Attempting to bind port ce47b2d0-5a0f-4787-9799-3a937f556359 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:13:55.494046 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:13:55.496873 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:13:55.497462 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:55.498021 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:13:55.498666 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Bound port: ce47b2d0-5a0f-4787-9799-3a937f556359, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:13:55.500263 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:55.701838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a226dc02-929c-4ac1-89b4-760b0d091204 None None] Provisioning complete for port ce47b2d0-5a0f-4787-9799-3a937f556359 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:55.702416 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a226dc02-929c-4ac1-89b4-760b0d091204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:55.707655 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] For port ce47b2d0-5a0f-4787-9799-3a937f556359, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:13:55.718311 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] For port ce47b2d0-5a0f-4787-9799-3a937f556359, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ce47b2d0-5a0f-4787-9799-3a937f556359,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:13:55.726321 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:55.754693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a226dc02-929c-4ac1-89b4-760b0d091204 None None] Port ce47b2d0-5a0f-4787-9799-3a937f556359 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:13:55.836151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port ce47b2d0-5a0f-4787-9799-3a937f556359 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:55.836511 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:55.929758 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Routers {'ca5bc765-ea08-449b-ac33-233df96661fa'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:55.930695 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['ca5bc765-ea08-449b-ac33-233df96661fa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:56.031807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:56.042600 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806a00f-a307-4177-856a-012f0fa737c4 None None] Pushing event updated for resources: {'Port': ['ID=ce47b2d0-5a0f-4787-9799-3a937f556359,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:56.048988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] For port ce47b2d0-5a0f-4787-9799-3a937f556359, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ce47b2d0-5a0f-4787-9799-3a937f556359,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:56.050973 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:56.080070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for ce47b2d0-5a0f-4787-9799-3a937f556359 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:56.229786 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] Set router ca5bc765-ea08-449b-ac33-233df96661fa gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:13:56.320936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-131f041d-6930-4287-9c39-168bf8c61f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:56.433603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-355b65c4-0e84-40a4-a9a9-75762c4347f2 None None] Provisioning complete for port ce47b2d0-5a0f-4787-9799-3a937f556359 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:13:56.439355 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-355b65c4-0e84-40a4-a9a9-75762c4347f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:56.481956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668547e-7a9b-47c5-8230-32d6ad93be83 req-497c23cd-876c-4614-812e-aca8999f886e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:56.495440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f668547e-7a9b-47c5-8230-32d6ad93be83 req-497c23cd-876c-4614-812e-aca8999f886e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.2973423 Feb 03 22:13:56.565893 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-684979a9-db52-49d4-92fb-f9ed24625adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:56.672084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-355b65c4-0e84-40a4-a9a9-75762c4347f2 None None] Current status of the port ce47b2d0-5a0f-4787-9799-3a937f556359 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:13:56.672460 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-355b65c4-0e84-40a4-a9a9-75762c4347f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:56.683637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ce47b2d0-5a0f-4787-9799-3a937f556359), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:56.796542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f668547e-7a9b-47c5-8230-32d6ad93be83 req-523d6a4d-9ef1-4646-808f-d8f200b8ad2d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001142 Feb 03 22:13:56.814599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-131f041d-6930-4287-9c39-168bf8c61f07 admin admin] Publish callbacks [] for security_group (34616c8e-52a3-4d11-9c8d-68ce406d5ca5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:56.819934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=ce47b2d0-5a0f-4787-9799-3a937f556359,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:56.822848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-131f041d-6930-4287-9c39-168bf8c61f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (34616c8e-52a3-4d11-9c8d-68ce406d5ca5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:56.906120 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5bc765-ea08-449b-ac33-233df96661fa', 'name': 'tempest-NetworksTestDHCPv6-router-835687469', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:13:49Z', 'updated_at': '2022-02-03T22:13:51Z', 'revision_number': 2, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'gw_port_host': None, '_interfaces': [{'id': 'ce47b2d0-5a0f-4787-9799-3a937f556359', 'name': '', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'mac_address': 'fa:16:3e:02:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5bc765-ea08-449b-ac33-233df96661fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6bf71acc-a014-433a-b527-5e7e649297f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:13:50Z', 'updated_at': '2022-02-03T22:13:55Z', 'revision_number': 4, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'subnets': [{'id': '6bf71acc-a014-433a-b527-5e7e649297f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:13:56.966876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-131f041d-6930-4287-9c39-168bf8c61f07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=283ce057b36c47aa812aca4c9d49cf7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9332678 Feb 03 22:13:56.971050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:56.971890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f041d-6930-4287-9c39-168bf8c61f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34616c8e-52a3-4d11-9c8d-68ce406d5ca5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:56.992373 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4d4d-51df-424a-849b-e3072f233410 None None] The sync data for ids ['ca5bc765-ea08-449b-ac33-233df96661fa'] in n-d-824834-9 is: [{'id': 'ca5bc765-ea08-449b-ac33-233df96661fa', 'name': 'tempest-NetworksTestDHCPv6-router-835687469', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:13:49Z', 'updated_at': '2022-02-03T22:13:51Z', 'revision_number': 2, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'gw_port_host': None, '_interfaces': [{'id': 'ce47b2d0-5a0f-4787-9799-3a937f556359', 'name': '', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'tenant_id': 'bee0fe19c3064344805f546dde0a5863', 'mac_address': 'fa:16:3e:02:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5bc765-ea08-449b-ac33-233df96661fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6bf71acc-a014-433a-b527-5e7e649297f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:13:50Z', 'updated_at': '2022-02-03T22:13:55Z', 'revision_number': 4, 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'subnets': [{'id': '6bf71acc-a014-433a-b527-5e7e649297f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:13:57.010742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:57.062018 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (ca5bc765-ea08-449b-ac33-233df96661fa), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:57.101956 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec7c673b-b591-4264-a586-da03dc42881f admin admin] Publish callbacks [] for security_group (34616c8e-52a3-4d11-9c8d-68ce406d5ca5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:57.154702 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec7c673b-b591-4264-a586-da03dc42881f admin admin] Publish callbacks [] for security_group (34616c8e-52a3-4d11-9c8d-68ce406d5ca5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:57.255194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec7c673b-b591-4264-a586-da03dc42881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (34616c8e-52a3-4d11-9c8d-68ce406d5ca5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:57.258722 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec7c673b-b591-4264-a586-da03dc42881f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:57.260395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ec7c673b-b591-4264-a586-da03dc42881f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34616c8e-52a3-4d11-9c8d-68ce406d5ca5 HTTP/1.1" status: 204 len: 168 time: 0.2834082 Feb 03 22:13:57.275962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c673b-b591-4264-a586-da03dc42881f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34616c8e-52a3-4d11-9c8d-68ce406d5ca5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:57.544672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Router ca5bc765-ea08-449b-ac33-233df96661fa has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:13:57.737597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:13:57.759526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-199ee6b3-addf-45a7-b498-a8224c9f3056 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "PUT /v2.0/routers/ca5bc765-ea08-449b-ac33-233df96661fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0310578 Feb 03 22:13:57.760207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:57.915307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da275c-9cb6-4fce-88a1-96f095ff3eda tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:57.919641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da275c-9cb6-4fce-88a1-96f095ff3eda tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:57.931785 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-00da275c-9cb6-4fce-88a1-96f095ff3eda tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1681457 Feb 03 22:13:57.932038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:58.085444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02d793e-4870-4646-843e-ccd8866da304 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 6bf71acc-a014-433a-b527-5e7e649297f0 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:13:58.095113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02d793e-4870-4646-843e-ccd8866da304 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (6bf71acc-a014-433a-b527-5e7e649297f0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:58.101162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfef2f-2d3b-4b5b-b884-24b42cb72e58 req-25485c5e-9a51-4259-ad29-ad0784f81715 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:58.118179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54cfef2f-2d3b-4b5b-b884-24b42cb72e58 req-25485c5e-9a51-4259-ad29-ad0784f81715 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1954398 Feb 03 22:13:58.194041 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02d793e-4870-4646-843e-ccd8866da304 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (6bf71acc-a014-433a-b527-5e7e649297f0), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:58.305895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-54cfef2f-2d3b-4b5b-b884-24b42cb72e58 req-7d5ac142-d5ef-4357-9330-d7ed4ab21d08 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809616 Feb 03 22:13:58.418697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02d793e-4870-4646-843e-ccd8866da304 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6bf71acc-a014-433a-b527-5e7e649297f0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:58.532579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02d793e-4870-4646-843e-ccd8866da304 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (6bf71acc-a014-433a-b527-5e7e649297f0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:58.606863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d793e-4870-4646-843e-ccd8866da304 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf71acc-a014-433a-b527-5e7e649297f0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:58.636082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02d793e-4870-4646-843e-ccd8866da304 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:58.639545 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c02d793e-4870-4646-843e-ccd8866da304 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/6bf71acc-a014-433a-b527-5e7e649297f0 HTTP/1.1" status: 204 len: 168 time: 0.7064686 Feb 03 22:13:58.642250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:58.659815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b49423b-cefe-46c5-b97e-a566f3d0f690 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:13:58.692432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:58.783319 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cadaee94-11b9-4d2a-bf87-1977da2594dc tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1380773 Feb 03 22:13:58.784029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:58.935314 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b95b9ef3-6102-40e2-b17e-8063e249abe2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router (ca5bc765-ea08-449b-ac33-233df96661fa), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:59.021291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2ef28-a501-46a7-a6cb-f83b9a81e70f None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:13:59.169955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92a2ef28-a501-46a7-a6cb-f83b9a81e70f None None] Deleting port 4c041bc0-764d-4a21-9a62-426caf1e444d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:13:59.170761 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92a2ef28-a501-46a7-a6cb-f83b9a81e70f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:59.319913 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b95b9ef3-6102-40e2-b17e-8063e249abe2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (ca5bc765-ea08-449b-ac33-233df96661fa), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:59.324521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b95b9ef3-6102-40e2-b17e-8063e249abe2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router_controller (ca5bc765-ea08-449b-ac33-233df96661fa), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:59.394074 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b95b9ef3-6102-40e2-b17e-8063e249abe2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (ca5bc765-ea08-449b-ac33-233df96661fa), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:59.394966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95b9ef3-6102-40e2-b17e-8063e249abe2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Fanout notify agent at l3_agent the message router_deleted on router ca5bc765-ea08-449b-ac33-233df96661fa {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:13:59.400460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-92a2ef28-a501-46a7-a6cb-f83b9a81e70f None None] For port 4c041bc0-764d-4a21-9a62-426caf1e444d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4c041bc0-764d-4a21-9a62-426caf1e444d,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:13:59.404662 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92a2ef28-a501-46a7-a6cb-f83b9a81e70f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:59.406503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b95b9ef3-6102-40e2-b17e-8063e249abe2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:59.407847 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b95b9ef3-6102-40e2-b17e-8063e249abe2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/routers/ca5bc765-ea08-449b-ac33-233df96661fa HTTP/1.1" status: 204 len: 168 time: 0.6228309 Feb 03 22:13:59.410188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:59.422222 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92a2ef28-a501-46a7-a6cb-f83b9a81e70f None None] Calling delete_port for 4c041bc0-764d-4a21-9a62-426caf1e444d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:13:59.552776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6466cfbf-680a-4cb3-a7ec-3a1e19a478a5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:59.556658 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6466cfbf-680a-4cb3-a7ec-3a1e19a478a5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1438124 Feb 03 22:13:59.564889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:59.585185 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92a2ef28-a501-46a7-a6cb-f83b9a81e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (4c041bc0-764d-4a21-9a62-426caf1e444d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:59.638363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938c588-94c6-4761-93c1-c428df3e587e req-9e058e65-3bc9-4672-853f-9559e828681c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:59.647167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5938c588-94c6-4761-93c1-c428df3e587e req-9e058e65-3bc9-4672-853f-9559e828681c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1284850 Feb 03 22:13:59.653873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2ef28-a501-46a7-a6cb-f83b9a81e70f None None] Pushing event deleted for resources: {'Port': ['ID=4c041bc0-764d-4a21-9a62-426caf1e444d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:13:59.681310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2ef28-a501-46a7-a6cb-f83b9a81e70f None None] No DVR routers for this DVR port 4c041bc0-764d-4a21-9a62-426caf1e444d on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:13:59.704350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d3195-a756-4dd2-aa88-72452803f5e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:13:59.707480 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f75d3195-a756-4dd2-aa88-72452803f5e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1414299 Feb 03 22:13:59.710177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:59.777818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5938c588-94c6-4761-93c1-c428df3e587e req-ca614488-6420-4965-aeaa-e41e67c2a200 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294820 Feb 03 22:13:59.801365 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e6565c2c-ef55-44cc-8eb7-d1202e1ca3ec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816216 Feb 03 22:13:59.801471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41914) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:13:59.807468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:13:59.888675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8dbff-d2f6-4183-b079-8efbcc5e6593 None None] Sync routers for ids ['ca5bc765-ea08-449b-ac33-233df96661fa'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:13:59.897776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:13:59.918905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8dbff-d2f6-4183-b079-8efbcc5e6593 None None] Routers set() bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:59.919301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8dbff-d2f6-4183-b079-8efbcc5e6593 None None] Router IDs set() for agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 22:13:59.919907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_agentschedulers_db [None req-3fb8dbff-d2f6-4183-b079-8efbcc5e6593 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca5bc765-ea08-449b-ac33-233df96661fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent'). {{(pid=103399) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 22:13:59.947521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8dbff-d2f6-4183-b079-8efbcc5e6593 None None] Routers set() bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:13:59.947810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8dbff-d2f6-4183-b079-8efbcc5e6593 None None] Router IDs set() for agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 22:13:59.951273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_agentschedulers_db [None req-3fb8dbff-d2f6-4183-b079-8efbcc5e6593 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca5bc765-ea08-449b-ac33-233df96661fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent'). {{(pid=103399) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 22:13:59.952624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8dbff-d2f6-4183-b079-8efbcc5e6593 None None] The sync data for ids ['ca5bc765-ea08-449b-ac33-233df96661fa'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:13:59.979465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:13:59.993429 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:00.442872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ce47b2d0-5a0f-4787-9799-3a937f556359 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:14:00.482683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: ce47b2d0-5a0f-4787-9799-3a937f556359 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:14:00.483638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ce47b2d0-5a0f-4787-9799-3a937f556359 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:14:00.484373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4c041bc0-764d-4a21-9a62-426caf1e444d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:14:00.501456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.objects.ports [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:00.505861 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (d278827d-805e-4f8d-86c8-550d5c517319), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:00.513929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 4c041bc0-764d-4a21-9a62-426caf1e444d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:14:00.514293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4c041bc0-764d-4a21-9a62-426caf1e444d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:14:00.606484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:00.610115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:00.614772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:00.615366 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:00.631236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a11cc46-2c45-4841-8f4a-96c799658a42 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:00.635424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=d278827d-805e-4f8d-86c8-550d5c517319,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:00.663351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-10f12ba8-3080-453e-928b-07b722ade798 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8578138 Feb 03 22:14:00.664030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:00.669119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:00.813215 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:00.816618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665298216', 'description': 'tempest-secgroup-smoke-1665298216 description', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:00.858902 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:00.867759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:00.870983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': 'd278827d-805e-4f8d-86c8-550d5c517319'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:14:00.872547 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:00.993487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:00.998218 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.107259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e66d9-17c5-472e-a5e9-523a18cbe87a req-ee70c852-8250-40c7-a73f-68fe33fbe06b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:01.114625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c0e66d9-17c5-472e-a5e9-523a18cbe87a req-ee70c852-8250-40c7-a73f-68fe33fbe06b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1812181 Feb 03 22:14:01.136654 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (23279fc4-1128-40ca-8546-aa357cd1d308), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.148493 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (23279fc4-1128-40ca-8546-aa357cd1d308), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.170216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Allocated IP 2001:db8::f816:3eff:fe3e:ba24 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/d278827d-805e-4f8d-86c8-550d5c517319/e9c55b1d-e81a-4e83-9e27-708d36df405b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:01.247557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c0e66d9-17c5-472e-a5e9-523a18cbe87a req-2bfd9c6a-d990-4340-8ac5-d2afdc8f6e70 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319726 Feb 03 22:14:01.251031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23279fc4-1128-40ca-8546-aa357cd1d308,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:01.302805 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (faa0ada5-de92-4b93-aa30-c211ef7d41c0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.307595 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (faa0ada5-de92-4b93-aa30-c211ef7d41c0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.347394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.348152 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (45918ef9-02d2-441d-9b8e-e648463a1cc2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.348937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5357335 Feb 03 22:14:01.351790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e072d9-7075-47ad-ab68-60657a5fa7cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa0ada5-de92-4b93-aa30-c211ef7d41c0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:01.354237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41958) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:01.359204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-310be7ce-c0ae-4419-bf05-88698c2b272a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'faa0ada5-de92-4b93-aa30-c211ef7d41c0', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:01.389448 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-310be7ce-c0ae-4419-bf05-88698c2b272a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (de356876-6ef5-4f44-92f8-371607536402), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.427565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:01.432017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:01.436866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:01.437647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.461103 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7928264 Feb 03 22:14:01.461103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5dbb8-4304-43bc-862b-54b3f6329c2b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=45918ef9-02d2-441d-9b8e-e648463a1cc2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:01.461852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 41966) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:01.468340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:69:b2:d5', 'name': 'tempest-NetworksTestDHCPv6-1146495673'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:01.532548 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-310be7ce-c0ae-4419-bf05-88698c2b272a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (de356876-6ef5-4f44-92f8-371607536402), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.538772 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-310be7ce-c0ae-4419-bf05-88698c2b272a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (de356876-6ef5-4f44-92f8-371607536402), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.564386 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Publish callbacks [] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.569958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310be7ce-c0ae-4419-bf05-88698c2b272a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de356876-6ef5-4f44-92f8-371607536402,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:01.575712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.579991 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-310be7ce-c0ae-4419-bf05-88698c2b272a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.583675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-310be7ce-c0ae-4419-bf05-88698c2b272a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2261486 Feb 03 22:14:01.584025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:01.590856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-63c47a5f-0722-4367-baad-d3c3975190c3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'faa0ada5-de92-4b93-aa30-c211ef7d41c0', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:01.620077 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63c47a5f-0722-4367-baad-d3c3975190c3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (4598dc4b-c557-4070-9f27-def48f1c802c), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.625893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:01.632718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:01.637447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:01.664317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:01.718709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Pushing event updated for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:01.730637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Attempting to bind port e9c55b1d-e81a-4e83-9e27-708d36df405b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:01.731216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Attempting to bind port e9c55b1d-e81a-4e83-9e27-708d36df405b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:01.732201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Attempting to bind port e9c55b1d-e81a-4e83-9e27-708d36df405b on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:01.738511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:01.739228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:01.739787 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.740452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:01.741146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Bound port: e9c55b1d-e81a-4e83-9e27-708d36df405b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:01.741683 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.745361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63c47a5f-0722-4367-baad-d3c3975190c3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (4598dc4b-c557-4070-9f27-def48f1c802c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.754441 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63c47a5f-0722-4367-baad-d3c3975190c3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (4598dc4b-c557-4070-9f27-def48f1c802c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.766251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.795129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c47a5f-0722-4367-baad-d3c3975190c3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4598dc4b-c557-4070-9f27-def48f1c802c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:01.804887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63c47a5f-0722-4367-baad-d3c3975190c3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.808527 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-63c47a5f-0722-4367-baad-d3c3975190c3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2205119 Feb 03 22:14:01.809046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:01.812690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 69c73e0a-5eb9-4eaf-bee7-990c28cdafa4 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:01.813523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8dbf19d7-c20a-45a7-8697-d1479402c9ff tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'faa0ada5-de92-4b93-aa30-c211ef7d41c0', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:01.866369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8dbf19d7-c20a-45a7-8697-d1479402c9ff tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (1e9545bf-090c-42c6-aee8-a0bd5c16896b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.958432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8dbf19d7-c20a-45a7-8697-d1479402c9ff tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (1e9545bf-090c-42c6-aee8-a0bd5c16896b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:01.963874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8dbf19d7-c20a-45a7-8697-d1479402c9ff tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (1e9545bf-090c-42c6-aee8-a0bd5c16896b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.019300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf19d7-c20a-45a7-8697-d1479402c9ff tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9545bf-090c-42c6-aee8-a0bd5c16896b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:02.030513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8dbf19d7-c20a-45a7-8697-d1479402c9ff tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.035010 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8dbf19d7-c20a-45a7-8697-d1479402c9ff tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2248724 Feb 03 22:14:02.035725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:02.040323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-60e2997a-b3ca-4039-bea0-8d9409eac40b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'faa0ada5-de92-4b93-aa30-c211ef7d41c0', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:02.057793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:02.062436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e9c55b1d-e81a-4e83-9e27-708d36df405b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:02.071199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.081406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60e2997a-b3ca-4039-bea0-8d9409eac40b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (c887ba78-9e72-4f77-9db0-6fb1b35d902f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.098706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 172.20.0.3 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/45918ef9-02d2-441d-9b8e-e648463a1cc2/69c73e0a-5eb9-4eaf-bee7-990c28cdafa4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:02.106974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fe69:b2d5 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/d278827d-805e-4f8d-86c8-550d5c517319/69c73e0a-5eb9-4eaf-bee7-990c28cdafa4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:02.134132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca3808-9f6e-4fb7-b258-f84697b7f6c9 None None] Pushing event updated for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:02.179078 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60e2997a-b3ca-4039-bea0-8d9409eac40b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (c887ba78-9e72-4f77-9db0-6fb1b35d902f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.184168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60e2997a-b3ca-4039-bea0-8d9409eac40b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c887ba78-9e72-4f77-9db0-6fb1b35d902f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.246540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2997a-b3ca-4039-bea0-8d9409eac40b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c887ba78-9e72-4f77-9db0-6fb1b35d902f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:02.264240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60e2997a-b3ca-4039-bea0-8d9409eac40b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.265825 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-60e2997a-b3ca-4039-bea0-8d9409eac40b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2290931 Feb 03 22:14:02.268609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 41996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:02.276774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b7172f81-5862-4c21-bc0f-a3964f41ce7c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'faa0ada5-de92-4b93-aa30-c211ef7d41c0', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:02.316242 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-b7172f81-5862-4c21-bc0f-a3964f41ce7c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Project 53ca60e57bac4ba49054448a2ff6b67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:14:02.327624 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7172f81-5862-4c21-bc0f-a3964f41ce7c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (b1a832dc-1f85-41c6-8903-6cac8a6de293), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.369930 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (69c73e0a-5eb9-4eaf-bee7-990c28cdafa4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.433990 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7172f81-5862-4c21-bc0f-a3964f41ce7c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (b1a832dc-1f85-41c6-8903-6cac8a6de293), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.439328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7172f81-5862-4c21-bc0f-a3964f41ce7c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (b1a832dc-1f85-41c6-8903-6cac8a6de293), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.451873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (69c73e0a-5eb9-4eaf-bee7-990c28cdafa4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.495466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7172f81-5862-4c21-bc0f-a3964f41ce7c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a832dc-1f85-41c6-8903-6cac8a6de293,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:02.497983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c9464-7ae7-46c0-a95e-68e981e7a6f2 req-90134cb3-cfa7-4d79-b100-a360c089ff2b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:02.508735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-355c9464-7ae7-46c0-a95e-68e981e7a6f2 req-90134cb3-cfa7-4d79-b100-a360c089ff2b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1621432 Feb 03 22:14:02.519691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7172f81-5862-4c21-bc0f-a3964f41ce7c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.521063 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7172f81-5862-4c21-bc0f-a3964f41ce7c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2503173 Feb 03 22:14:02.524847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:02.529469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dbc254dd-2ea2-4954-9443-8b08d1f4d8c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'faa0ada5-de92-4b93-aa30-c211ef7d41c0', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:02.566400 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-dbc254dd-2ea2-4954-9443-8b08d1f4d8c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Project 53ca60e57bac4ba49054448a2ff6b67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:14:02.573591 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbc254dd-2ea2-4954-9443-8b08d1f4d8c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (6fd45912-f662-4cdb-ba66-4ef8d5e95c17), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.582761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:02.592309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:02.600457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:02.607431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=69c73e0a-5eb9-4eaf-bee7-990c28cdafa4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:02.694505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-355c9464-7ae7-46c0-a95e-68e981e7a6f2 req-9212ac7a-3b36-4bb8-8049-c99b7d628b91 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837554 Feb 03 22:14:02.706869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:02.714889 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.750683 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbc254dd-2ea2-4954-9443-8b08d1f4d8c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (6fd45912-f662-4cdb-ba66-4ef8d5e95c17), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.760211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fba57763-2655-4440-b7b5-6c0bc0d28f94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2950058 Feb 03 22:14:02.760794 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbc254dd-2ea2-4954-9443-8b08d1f4d8c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6fd45912-f662-4cdb-ba66-4ef8d5e95c17), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.761958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42012) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:02.780303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc254dd-2ea2-4954-9443-8b08d1f4d8c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd45912-f662-4cdb-ba66-4ef8d5e95c17,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:02.800049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbc254dd-2ea2-4954-9443-8b08d1f4d8c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.802448 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dbc254dd-2ea2-4954-9443-8b08d1f4d8c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2755833 Feb 03 22:14:02.805099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:02.812265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'network': {'name': 'tempest-network-smoke--541356900', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:02.847048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:02.851664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.873402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61596ffb-e4a3-4604-957d-94c4b2faa48f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:02.878869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61596ffb-e4a3-4604-957d-94c4b2faa48f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:02.880491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-61596ffb-e4a3-4604-957d-94c4b2faa48f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1175296 Feb 03 22:14:02.884519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:02.887025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:14:02.936510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (fd01acb9-02a6-4275-b658-3068dd811374), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:02.936861 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Added segment fd01acb9-02a6-4275-b658-3068dd811374 of type vlan for network 51e66174-280e-4620-b292-7adb243d2cec Feb 03 22:14:03.019128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (51e66174-280e-4620-b292-7adb243d2cec), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:03.062637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (51e66174-280e-4620-b292-7adb243d2cec), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:03.068548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:03.069491 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:03.465951 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6591876 Feb 03 22:14:03.469588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:03.476513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'admin_state_up': True, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:03.484259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3ac30d06-8dd6-4bb0-8831-2276cfc59919 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 69c73e0a-5eb9-4eaf-bee7-990c28cdafa4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:03.484607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ac30d06-8dd6-4bb0-8831-2276cfc59919 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (69c73e0a-5eb9-4eaf-bee7-990c28cdafa4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:03.489178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2a10c-4563-4824-a3d2-07e992e328e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Network': ['ID=51e66174-280e-4620-b292-7adb243d2cec,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:03.501088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 51e66174-280e-4620-b292-7adb243d2cec details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:14:03.542531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (cf43674b-4b63-4c73-88fe-72a834b84dec), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:03.544600 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (cf43674b-4b63-4c73-88fe-72a834b84dec), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:03.607594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ac30d06-8dd6-4bb0-8831-2276cfc59919 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (69c73e0a-5eb9-4eaf-bee7-990c28cdafa4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:03.622944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3ac30d06-8dd6-4bb0-8831-2276cfc59919 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 69c73e0a-5eb9-4eaf-bee7-990c28cdafa4 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:03.656022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_controller (cf43674b-4b63-4c73-88fe-72a834b84dec), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:03.673945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6379a0e7-d827-4270-bedf-8e01173e7466 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:03.821080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e16faedb-f9e3-41cc-8436-13bb7f5c9d3c None None] Provisioning complete for port e9c55b1d-e81a-4e83-9e27-708d36df405b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:03.821613 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e16faedb-f9e3-41cc-8436-13bb7f5c9d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:03.983943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ac30d06-8dd6-4bb0-8831-2276cfc59919 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (69c73e0a-5eb9-4eaf-bee7-990c28cdafa4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.004413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e16faedb-f9e3-41cc-8436-13bb7f5c9d3c None None] Current status of the port e9c55b1d-e81a-4e83-9e27-708d36df405b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:04.004862 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e16faedb-f9e3-41cc-8436-13bb7f5c9d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.030276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac30d06-8dd6-4bb0-8831-2276cfc59919 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=69c73e0a-5eb9-4eaf-bee7-990c28cdafa4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:04.105178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e16faedb-f9e3-41cc-8436-13bb7f5c9d3c None None] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e9c55b1d-e81a-4e83-9e27-708d36df405b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:04.116374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af8ff3-0f5a-482d-b7d7-f4ac5422ece2 None None] Update dhcp port {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': 'd278827d-805e-4f8d-86c8-550d5c517319', 'ip_address': '2001:db8::f816:3eff:fe3e:ba24'}, {'subnet_id': '45918ef9-02d2-441d-9b8e-e648463a1cc2'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'e9c55b1d-e81a-4e83-9e27-708d36df405b'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:14:04.167979 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e16faedb-f9e3-41cc-8436-13bb7f5c9d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.171885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ac30d06-8dd6-4bb0-8831-2276cfc59919 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.172420 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05af8ff3-0f5a-482d-b7d7-f4ac5422ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.175743 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3ac30d06-8dd6-4bb0-8831-2276cfc59919 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/69c73e0a-5eb9-4eaf-bee7-990c28cdafa4 HTTP/1.1" status: 204 len: 168 time: 1.2901483 Feb 03 22:14:04.178772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:04.288250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e9c55b1d-e81a-4e83-9e27-708d36df405b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:04.293649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16faedb-f9e3-41cc-8436-13bb7f5c9d3c None None] Pushing event updated for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:04.357369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a67b2-6bb4-4e8a-95d7-1a1fe86cff9f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:04.360979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a67b2-6bb4-4e8a-95d7-1a1fe86cff9f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:04.363899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a67b2-6bb4-4e8a-95d7-1a1fe86cff9f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:04.373566 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-709a67b2-6bb4-4e8a-95d7-1a1fe86cff9f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1935158 Feb 03 22:14:04.374185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42062) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:04.396422 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (cf43674b-4b63-4c73-88fe-72a834b84dec), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.423463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23d88a-2af5-421a-98c6-28c87b0aab54 req-289d4f37-29a1-46a4-840f-aec576cb5599 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:04.424964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c23d88a-2af5-421a-98c6-28c87b0aab54 req-289d4f37-29a1-46a4-840f-aec576cb5599 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.6042106 Feb 03 22:14:04.487195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e9c55b1d-e81a-4e83-9e27-708d36df405b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:04.487594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a6b80f-b7af-4369-99d9-867c70324171 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 45918ef9-02d2-441d-9b8e-e648463a1cc2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:04.488195 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.525271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c23d88a-2af5-421a-98c6-28c87b0aab54 req-0c7688ba-97e0-4483-a087-60aa8940edb2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908101 Feb 03 22:14:04.536729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-05af8ff3-0f5a-482d-b7d7-f4ac5422ece2 None None] Allocated IP 172.20.0.2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/45918ef9-02d2-441d-9b8e-e648463a1cc2/e9c55b1d-e81a-4e83-9e27-708d36df405b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:04.681578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (cf43674b-4b63-4c73-88fe-72a834b84dec), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.690296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e9c55b1d-e81a-4e83-9e27-708d36df405b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:04.704773 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.708671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-05af8ff3-0f5a-482d-b7d7-f4ac5422ece2 None None] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e9c55b1d-e81a-4e83-9e27-708d36df405b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:04.760257 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05af8ff3-0f5a-482d-b7d7-f4ac5422ece2 None None] Publish callbacks [] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.765576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b80f-b7af-4369-99d9-867c70324171 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (45918ef9-02d2-441d-9b8e-e648463a1cc2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.767047 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05af8ff3-0f5a-482d-b7d7-f4ac5422ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.879652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b80f-b7af-4369-99d9-867c70324171 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (45918ef9-02d2-441d-9b8e-e648463a1cc2), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:04.888052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.25.5.85 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d0053e40-8d67-44a2-8305-b761a5a8d170) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:04.929842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af8ff3-0f5a-482d-b7d7-f4ac5422ece2 None None] Pushing event updated for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:05.026939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.044375 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b80f-b7af-4369-99d9-867c70324171 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (45918ef9-02d2-441d-9b8e-e648463a1cc2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.079301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.122793 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b80f-b7af-4369-99d9-867c70324171 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (45918ef9-02d2-441d-9b8e-e648463a1cc2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.149547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:05.155321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6b80f-b7af-4369-99d9-867c70324171 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=45918ef9-02d2-441d-9b8e-e648463a1cc2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:05.155525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:05.158488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:05.159258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b80f-b7af-4369-99d9-867c70324171 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.165363 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f0a6b80f-b7af-4369-99d9-867c70324171 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/45918ef9-02d2-441d-9b8e-e648463a1cc2 HTTP/1.1" status: 204 len: 168 time: 0.7901442 Feb 03 22:14:05.167738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:05.230796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=d0053e40-8d67-44a2-8305-b761a5a8d170,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:05.254395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea569ab9-5314-455a-964d-e25d39ea1557 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet d278827d-805e-4f8d-86c8-550d5c517319 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:05.270920 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea569ab9-5314-455a-964d-e25d39ea1557 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (d278827d-805e-4f8d-86c8-550d5c517319), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.318475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea569ab9-5314-455a-964d-e25d39ea1557 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (d278827d-805e-4f8d-86c8-550d5c517319), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.437582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-1b9aad10-b47e-4682-bed0-92a35bdf4822 req-10adea38-205c-4c21-8c6a-b9d607d9cf6b service neutron] (103398) timed out ('10.222.0.10', 54184) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:14:05.440234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea569ab9-5314-455a-964d-e25d39ea1557 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d278827d-805e-4f8d-86c8-550d5c517319), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.527989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea569ab9-5314-455a-964d-e25d39ea1557 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (d278827d-805e-4f8d-86c8-550d5c517319), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.552243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea569ab9-5314-455a-964d-e25d39ea1557 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=d278827d-805e-4f8d-86c8-550d5c517319,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:05.558419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea569ab9-5314-455a-964d-e25d39ea1557 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.569284 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ea569ab9-5314-455a-964d-e25d39ea1557 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/d278827d-805e-4f8d-86c8-550d5c517319 HTTP/1.1" status: 204 len: 168 time: 0.3986599 Feb 03 22:14:05.570766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:05.621454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (cf43674b-4b63-4c73-88fe-72a834b84dec), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.624608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f7203ffd-95fc-4de9-a62f-1734d43f9701 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523698 Feb 03 22:14:05.627525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:05.633957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:05.756221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:05.759852 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:05.806751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a06fa-2b45-4df9-a59e-5aa0cc4f3985 req-fed0eb5a-186f-4e27-b709-cb165276c228 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:05.814464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d07a06fa-2b45-4df9-a59e-5aa0cc4f3985 req-fed0eb5a-186f-4e27-b709-cb165276c228 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1351624 Feb 03 22:14:06.032417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6925c-bd46-43ae-abe1-5de60fe42386 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:06.050008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d07a06fa-2b45-4df9-a59e-5aa0cc4f3985 req-05f61e4f-aa6d-4567-b6c1-b7ab153056c5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373705 Feb 03 22:14:06.085510 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (cf43674b-4b63-4c73-88fe-72a834b84dec), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:06.198219 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:06.216838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e9c55b1d-e81a-4e83-9e27-708d36df405b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:06.220467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-899c8899-828b-4e0a-8252-21b0b4445824 None None] Could not find standard attr ID for object 69c73e0a-5eb9-4eaf-bee7-990c28cdafa4. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:14:06.262608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router cf43674b-4b63-4c73-88fe-72a834b84dec is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:14:06.330093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-899c8899-828b-4e0a-8252-21b0b4445824 None None] Provisioning complete for port e9c55b1d-e81a-4e83-9e27-708d36df405b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:06.330609 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-899c8899-828b-4e0a-8252-21b0b4445824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:06.404852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e9c55b1d-e81a-4e83-9e27-708d36df405b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:06.405528 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:06.459405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:14:06.476246 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Sync routers for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:14:06.491778 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:14:06.492438 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:06.504280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:06.509523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42120) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:06.512289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-04261bfc-ed5e-4656-844c-cdd81f4a28f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0414116 Feb 03 22:14:06.512498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-899c8899-828b-4e0a-8252-21b0b4445824 None None] Current status of the port e9c55b1d-e81a-4e83-9e27-708d36df405b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:06.535239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:06.562693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e9c55b1d-e81a-4e83-9e27-708d36df405b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:06.639324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281ec68-3985-4bee-a8a8-c9a161769a53 None None] Update dhcp port {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': '4a0889de-732f-47b4-aa6b-053346a668dd'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'e9c55b1d-e81a-4e83-9e27-708d36df405b'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:14:06.660740 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:14:06.722365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1281ec68-3985-4bee-a8a8-c9a161769a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:06.768761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e9c55b1d-e81a-4e83-9e27-708d36df405b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:06.808412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:06.852350 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:06.903472 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6758cadc-ee1b-45d5-9abb-f9cceb9d165a tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=53ca60e57bac4ba49054448a2ff6b67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3923130 Feb 03 22:14:06.909011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42136) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:06.930561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (4a0889de-732f-47b4-aa6b-053346a668dd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:06.942054 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:05Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:06.995710 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Checking router: cf43674b-4b63-4c73-88fe-72a834b84dec for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:14:06.996277 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Updating router cf43674b-4b63-4c73-88fe-72a834b84dec port d0053e40-8d67-44a2-8305-b761a5a8d170 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:14:07.016676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:07.020477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-1281ec68-3985-4bee-a8a8-c9a161769a53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:14:07.020853 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-1281ec68-3985-4bee-a8a8-c9a161769a53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:14:07.035899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:07.039334 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.045351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:07.046157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.048833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:07.073696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=4a0889de-732f-47b4-aa6b-053346a668dd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:07.083523 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-04170160-ba4a-4bb4-8074-7f7143f16bec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4545591 Feb 03 22:14:07.087053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42146) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:07.094983 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:07.295616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42df85-2a9c-4423-92bc-b286ddb1050b tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:07.299977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1e42df85-2a9c-4423-92bc-b286ddb1050b tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3896251 Feb 03 22:14:07.300974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:07.318874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411ae5a-3fde-496c-9cf2-5a9c667d0d96 req-ef8128c4-831c-45bf-82f0-92a6f6b88f8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:07.320002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8411ae5a-3fde-496c-9cf2-5a9c667d0d96 req-ef8128c4-831c-45bf-82f0-92a6f6b88f8b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.1823905 Feb 03 22:14:07.345609 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-75b2d906-6100-4286-9595-ebcb90bfa432 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434566 Feb 03 22:14:07.347869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:07.354944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-184162755', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:07.371495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:07.375018 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.437115 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Publish callbacks [] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.444501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8411ae5a-3fde-496c-9cf2-5a9c667d0d96 req-cab276b6-7413-4820-8bf7-66e0e4f6f245 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137297 Feb 03 22:14:07.445330 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.515515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:07.519919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.605145 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1281ec68-3985-4bee-a8a8-c9a161769a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.614002 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea94f3-6ea2-4694-a36d-4a72eecf5bd2 None None] Pushing event updated for resources: {'Port': ['ID=d0053e40-8d67-44a2-8305-b761a5a8d170,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:07.652546 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Attempting to bind port d0053e40-8d67-44a2-8305-b761a5a8d170 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:07.652866 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Attempting to bind port d0053e40-8d67-44a2-8305-b761a5a8d170 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:07.653734 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Attempting to bind port d0053e40-8d67-44a2-8305-b761a5a8d170 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:07.665568 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:07.665965 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:07.667403 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.667814 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:07.669708 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Bound port: d0053e40-8d67-44a2-8305-b761a5a8d170, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:07.670108 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.741939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (a72817bd-68bd-4f90-9c13-f6dcbc3114d9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.788200 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] For port d0053e40-8d67-44a2-8305-b761a5a8d170, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:07.795929 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] For port d0053e40-8d67-44a2-8305-b761a5a8d170, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d0053e40-8d67-44a2-8305-b761a5a8d170,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:07.808877 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.871093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:07.891045 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:14:07.891675 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:07.932926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Subnet': ['ID=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:07.990527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Checking segment: {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:07.990913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network hostable DHCP agents. Network: 51e66174-280e-4620-b292-7adb243d2cec, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:14:08.012047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network 51e66174-280e-4620-b292-7adb243d2cec is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:14:08.030170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 51e66174-280e-4620-b292-7adb243d2cec) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:08.035235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:08.036098 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:08.051616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e75f7-79d4-4376-8667-caee7485ed9d None None] Network 51e66174-280e-4620-b292-7adb243d2cec requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:08.070119 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f42520a-f305-43b2-afad-a463f19cbf62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7206781 Feb 03 22:14:08.074784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:08.217573 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1281ec68-3985-4bee-a8a8-c9a161769a53 None None] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e9c55b1d-e81a-4e83-9e27-708d36df405b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:08.260617 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1281ec68-3985-4bee-a8a8-c9a161769a53 None None] Publish callbacks [] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:08.282056 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:14:08.321313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e9c55b1d-e81a-4e83-9e27-708d36df405b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:08.417733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:08.423341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:08.427694 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea94f3-6ea2-4694-a36d-4a72eecf5bd2 None None] Pushing event updated for resources: {'Port': ['ID=d0053e40-8d67-44a2-8305-b761a5a8d170,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:08.429480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:08.430131 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:08.442172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=a72817bd-68bd-4f90-9c13-f6dcbc3114d9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:08.460004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ab523c8d-4a13-484f-92b0-6e55d925f3e0 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:14:08.463528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-57f50235-03e6-43dc-b556-f9427902ac00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3749270 Feb 03 22:14:08.465131 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1281ec68-3985-4bee-a8a8-c9a161769a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:08.466942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42176) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:08.482896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:05:dc:fd', 'name': 'tempest-NetworksTestDHCPv6-676543452'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:08.590407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281ec68-3985-4bee-a8a8-c9a161769a53 None None] Pushing event updated for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:08.661812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-51e66174-280e-4620-b292-7adb243d2cec', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:14:08.664960 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:08.665572 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:05Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:08.708101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e9c55b1d-e81a-4e83-9e27-708d36df405b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:08.708813 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:08.709627 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819fb75-3dfe-46d5-9fa2-29d96eb6adbc None None] The sync data for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 is: [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:05Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:14:08.916746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:08.936293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804855c8-912c-4cfa-958e-8715656575f8 req-f93a8125-8e4d-4716-98c9-4ad9c202d483 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:08.946496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-804855c8-912c-4cfa-958e-8715656575f8 req-f93a8125-8e4d-4716-98c9-4ad9c202d483 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 943 time: 0.3308587 Feb 03 22:14:09.016640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:09.114878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-804855c8-912c-4cfa-958e-8715656575f8 req-7eb1b18f-2234-4d7f-9469-b78ad6399693 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616921 Feb 03 22:14:09.262781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ab523c8d-4a13-484f-92b0-6e55d925f3e0, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:09.278638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:09.341172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 59525f99-0f6c-4287-a674-3a545edaafa8 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:09.599213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e9c55b1d-e81a-4e83-9e27-708d36df405b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:09.602909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Allocated IP 172.20.0.2 (51e66174-280e-4620-b292-7adb243d2cec/14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9/65559bce-f386-4aa3-880d-18762f95f9aa) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:09.606387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:14:09.677725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 172.20.0.4 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/a72817bd-68bd-4f90-9c13-f6dcbc3114d9/59525f99-0f6c-4287-a674-3a545edaafa8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:09.712480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fe05:dcfd (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/4a0889de-732f-47b4-aa6b-053346a668dd/59525f99-0f6c-4287-a674-3a545edaafa8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:09.757013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532ee90-cb2c-4534-b13d-9d13b5328f9d None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:09.927505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (59525f99-0f6c-4287-a674-3a545edaafa8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:09.966849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (59525f99-0f6c-4287-a674-3a545edaafa8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:09.997280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port ab523c8d-4a13-484f-92b0-6e55d925f3e0 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:09.997678 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:09.999740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5f516213-29c4-4b42-b0ef-5a54589948d7 None None] Provisioning complete for port e9c55b1d-e81a-4e83-9e27-708d36df405b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:10.000098 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f516213-29c4-4b42-b0ef-5a54589948d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.017687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:10.021131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:10.026397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:10.055721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab523c8d-4a13-484f-92b0-6e55d925f3e0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:14:10.068135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Publish callbacks [] for port (65559bce-f386-4aa3-880d-18762f95f9aa), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.118842 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=59525f99-0f6c-4287-a674-3a545edaafa8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:10.143723 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.184693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:10.185404 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.248629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f5411e52-1746-46c9-ba65-bae58ca004d3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7801826 Feb 03 22:14:10.249249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:10.267670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Pushing event updated for resources: {'Port': ['ID=65559bce-f386-4aa3-880d-18762f95f9aa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:10.275258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.20.0.1 (51e66174-280e-4620-b292-7adb243d2cec/14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9/00f69f9f-8e5b-487a-b0d6-0baa8b361502) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:10.277542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ab523c8d-4a13-484f-92b0-6e55d925f3e0, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:10.292006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.370550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d0053e40-8d67-44a2-8305-b761a5a8d170 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:10.416931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada727b-8d51-4182-b376-5bfd9fdb6e00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:10.424390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada727b-8d51-4182-b376-5bfd9fdb6e00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:10.429370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1ada727b-8d51-4182-b376-5bfd9fdb6e00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1791267 Feb 03 22:14:10.429978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:10.435634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Network 51e66174-280e-4620-b292-7adb243d2cec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:10.445371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a8c6-eeb1-4480-8807-01eb0c0fba5b req-e1ebc558-7e19-4a4c-8949-a26152ce9d7d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:10.447063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9116a8c6-eeb1-4480-8807-01eb0c0fba5b req-e1ebc558-7e19-4a4c-8949-a26152ce9d7d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 944 time: 0.1629632 Feb 03 22:14:10.507635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.514357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:10.532420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5f516213-29c4-4b42-b0ef-5a54589948d7 None None] Current status of the port e9c55b1d-e81a-4e83-9e27-708d36df405b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:10.555573 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9116a8c6-eeb1-4480-8807-01eb0c0fba5b req-5c1750db-a4bc-4127-b84e-c16ec9d68f36 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024649 Feb 03 22:14:10.569028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:10.582254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=ab523c8d-4a13-484f-92b0-6e55d925f3e0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:10.684138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['ab523c8d-4a13-484f-92b0-6e55d925f3e0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:14:10.699296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d0053e40-8d67-44a2-8305-b761a5a8d170 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:10.699755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.706923 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.752101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Attempting to bind port 65559bce-f386-4aa3-880d-18762f95f9aa on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:10.752378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Attempting to bind port 65559bce-f386-4aa3-880d-18762f95f9aa by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:10.752741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Attempting to bind port 65559bce-f386-4aa3-880d-18762f95f9aa on network 51e66174-280e-4620-b292-7adb243d2cec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:10.758982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network 51e66174-280e-4620-b292-7adb243d2cec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:10.764134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:10.770297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:10.830204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=00f69f9f-8e5b-487a-b0d6-0baa8b361502,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:10.844441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:10.845476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Checking segment: {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:10.846140 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.846725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Bound using segment: {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:10.847697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Bound port: 65559bce-f386-4aa3-880d-18762f95f9aa, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:10.849308 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.858698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c0e057ff-5754-4025-aa63-c4878579f5dd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 59525f99-0f6c-4287-a674-3a545edaafa8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:10.858998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0e057ff-5754-4025-aa63-c4878579f5dd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (59525f99-0f6c-4287-a674-3a545edaafa8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.861935 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (cf43674b-4b63-4c73-88fe-72a834b84dec), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:10.997739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9fcb67-d960-4a8e-8145-0a8b4292529d None None] Update dhcp port {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': '4a0889de-732f-47b4-aa6b-053346a668dd', 'ip_address': '2001:db8::f816:3eff:fe3e:ba24'}, {'subnet_id': 'a72817bd-68bd-4f90-9c13-f6dcbc3114d9'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'e9c55b1d-e81a-4e83-9e27-708d36df405b'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:14:11.082487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d0053e40-8d67-44a2-8305-b761a5a8d170 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:11.083693 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:11.089600 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0e057ff-5754-4025-aa63-c4878579f5dd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (59525f99-0f6c-4287-a674-3a545edaafa8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:11.113979 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c0e057ff-5754-4025-aa63-c4878579f5dd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 59525f99-0f6c-4287-a674-3a545edaafa8 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:11.117531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d0053e40-8d67-44a2-8305-b761a5a8d170, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d0053e40-8d67-44a2-8305-b761a5a8d170,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:11.144929 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:11.216433 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:11.230870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] For port 65559bce-f386-4aa3-880d-18762f95f9aa, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:11.234234 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcb67-d960-4a8e-8145-0a8b4292529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:11.278271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] For port 65559bce-f386-4aa3-880d-18762f95f9aa, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=65559bce-f386-4aa3-880d-18762f95f9aa,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:11.353595 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:11.372237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d0053e40-8d67-44a2-8305-b761a5a8d170,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:11.666173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051918f-4cef-400a-a184-a427255f60f2 None None] Pushing event updated for resources: {'Port': ['ID=65559bce-f386-4aa3-880d-18762f95f9aa,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:11.697794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4b9fcb67-d960-4a8e-8145-0a8b4292529d None None] Allocated IP 172.20.0.2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/a72817bd-68bd-4f90-9c13-f6dcbc3114d9/e9c55b1d-e81a-4e83-9e27-708d36df405b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:11.886366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8377181-27f6-4135-92dd-b8b692409d66 req-87cfad20-f763-4d65-a42d-329cd404b03b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:11.894497 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:14:11.895598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8377181-27f6-4135-92dd-b8b692409d66 req-87cfad20-f763-4d65-a42d-329cd404b03b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 944 time: 0.1917424 Feb 03 22:14:11.910518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4b9fcb67-d960-4a8e-8145-0a8b4292529d None None] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e9c55b1d-e81a-4e83-9e27-708d36df405b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:11.975802 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcb67-d960-4a8e-8145-0a8b4292529d None None] Publish callbacks [] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:11.986163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcb67-d960-4a8e-8145-0a8b4292529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.009061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8377181-27f6-4135-92dd-b8b692409d66 req-e1a65981-0c09-4ad6-a37f-2e12d439ebff tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125081 Feb 03 22:14:12.026720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0e057ff-5754-4025-aa63-c4878579f5dd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (59525f99-0f6c-4287-a674-3a545edaafa8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.101850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e057ff-5754-4025-aa63-c4878579f5dd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=59525f99-0f6c-4287-a674-3a545edaafa8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:12.122371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fcb67-d960-4a8e-8145-0a8b4292529d None None] Pushing event updated for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:12.378221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0e057ff-5754-4025-aa63-c4878579f5dd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.390128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c0e057ff-5754-4025-aa63-c4878579f5dd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/59525f99-0f6c-4287-a674-3a545edaafa8 HTTP/1.1" status: 204 len: 168 time: 1.9552817 Feb 03 22:14:12.390938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42240) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:12.462063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 65559bce-f386-4aa3-880d-18762f95f9aa up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:12.467327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ab523c8d-4a13-484f-92b0-6e55d925f3e0 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:12.484966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.494144 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.508383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c2f7f-b4c1-45d8-b94c-d191f9aa7938 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:12.513866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c2f7f-b4c1-45d8-b94c-d191f9aa7938 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:12.518098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c2f7f-b4c1-45d8-b94c-d191f9aa7938 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:12.519810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fe0c2f7f-b4c1-45d8-b94c-d191f9aa7938 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1245055 Feb 03 22:14:12.523890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:12.617373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (cf43674b-4b63-4c73-88fe-72a834b84dec), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.632657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d75ed18-214d-4c85-b7a3-1a91714248f1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 4a0889de-732f-47b4-aa6b-053346a668dd {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:12.647241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d75ed18-214d-4c85-b7a3-1a91714248f1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (4a0889de-732f-47b4-aa6b-053346a668dd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.682652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 65559bce-f386-4aa3-880d-18762f95f9aa triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:12.682959 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.684799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port ab523c8d-4a13-484f-92b0-6e55d925f3e0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:14:12.733549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port ab523c8d-4a13-484f-92b0-6e55d925f3e0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:12.733940 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.742512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d75ed18-214d-4c85-b7a3-1a91714248f1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (4a0889de-732f-47b4-aa6b-053346a668dd), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.758830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=00f69f9f-8e5b-487a-b0d6-0baa8b361502,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:12.874072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network 51e66174-280e-4620-b292-7adb243d2cec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:12.879732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:12.940110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d75ed18-214d-4c85-b7a3-1a91714248f1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (4a0889de-732f-47b4-aa6b-053346a668dd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:12.997508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 65559bce-f386-4aa3-880d-18762f95f9aa is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:12.998672 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.058348 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d75ed18-214d-4c85-b7a3-1a91714248f1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (4a0889de-732f-47b4-aa6b-053346a668dd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.077611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 65559bce-f386-4aa3-880d-18762f95f9aa, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=65559bce-f386-4aa3-880d-18762f95f9aa,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:13.087481 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.088372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d0053e40-8d67-44a2-8305-b761a5a8d170 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:13.151636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router cf43674b-4b63-4c73-88fe-72a834b84dec has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:14:13.154763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port ab523c8d-4a13-484f-92b0-6e55d925f3e0 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:13.155165 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.162228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75ed18-214d-4c85-b7a3-1a91714248f1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0889de-732f-47b4-aa6b-053346a668dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:13.181531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d75ed18-214d-4c85-b7a3-1a91714248f1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.184975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6d75ed18-214d-4c85-b7a3-1a91714248f1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/4a0889de-732f-47b4-aa6b-053346a668dd HTTP/1.1" status: 204 len: 168 time: 0.6600666 Feb 03 22:14:13.235388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:13.255597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a233fd-57ee-4520-8232-48a3fd6bb1eb None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:13.354714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403e4a6-0d80-4044-8fad-bba7e977fc26 req-c77a204d-daf9-4c35-88dc-21fafb19f6f0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:13.356442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b403e4a6-0d80-4044-8fad-bba7e977fc26 req-c77a204d-daf9-4c35-88dc-21fafb19f6f0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 944 time: 0.2203975 Feb 03 22:14:13.359812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:14:13.362373 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbd653c-106b-443c-9dbb-469d4f25d515" -d '{"events": [{"server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "name": "network-vif-plugged", "status": "completed", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:14:13.383609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-91813b4e-ff1e-489a-854a-ca93ac05dca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet a72817bd-68bd-4f90-9c13-f6dcbc3114d9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:13.404265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8edc7a3d-be16-46d4-afd1-56885eeee369 None None] Could not find standard attr ID for object 59525f99-0f6c-4287-a674-3a545edaafa8. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:14:13.405520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91813b4e-ff1e-489a-854a-ca93ac05dca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (a72817bd-68bd-4f90-9c13-f6dcbc3114d9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.417117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ab523c8d-4a13-484f-92b0-6e55d925f3e0, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:13.419047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=65559bce-f386-4aa3-880d-18762f95f9aa,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:13.432585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:14:13.434481 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.466653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-17cc72a8-1d98-48c5-b1b5-121bb708aaa0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "PUT /v2.0/routers/cf43674b-4b63-4c73-88fe-72a834b84dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3950243 Feb 03 22:14:13.492036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Sync routers for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:14:13.499336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d790611-1303-470e-96f7-a6f2b3ab5b1e None None] Network 51e66174-280e-4620-b292-7adb243d2cec requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:13.531462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8edc7a3d-be16-46d4-afd1-56885eeee369 None None] Provisioning complete for port e9c55b1d-e81a-4e83-9e27-708d36df405b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:13.532232 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8edc7a3d-be16-46d4-afd1-56885eeee369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.549188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b403e4a6-0d80-4044-8fad-bba7e977fc26 req-3d93404d-1823-4f45-a234-4b8b0743c70a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756234 Feb 03 22:14:13.605850 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91813b4e-ff1e-489a-854a-ca93ac05dca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (a72817bd-68bd-4f90-9c13-f6dcbc3114d9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.730389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f279d-af1a-401b-84f9-6862557aa415 req-7160ecff-6724-4d55-abfe-53bcbe540911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:13.733136 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c84f279d-af1a-401b-84f9-6862557aa415 req-7160ecff-6724-4d55-abfe-53bcbe540911 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1127 time: 0.0669258 Feb 03 22:14:13.804173 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-32e5f76b-7d70-46e1-a687-316142e83bf4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665298216&fields=id&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 267 time: 0.1202092 Feb 03 22:14:13.806770 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eba98f-d040-4b9d-b495-f46143e2a56e x-openstack-request-id: req-32eba98f-d040-4b9d-b495-f46143e2a56e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:14:13.807233 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "name": "network-vif-plugged", "status": "completed", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:14:13.807639 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32eba98f-d040-4b9d-b495-f46143e2a56e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:14:13.808205 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'code': 200} Feb 03 22:14:13.834162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d0053e40-8d67-44a2-8305-b761a5a8d170 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:13.834788 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.845169 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c84f279d-af1a-401b-84f9-6862557aa415 req-3e845e8e-466e-4dde-b00d-3aa0ae70cff6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057987 Feb 03 22:14:13.903474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:14:13.904378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:13.929017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=ab523c8d-4a13-484f-92b0-6e55d925f3e0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:13.932157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-37fb964a-9756-4b6c-a1c1-a59a7b030b25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:13.939126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-37fb964a-9756-4b6c-a1c1-a59a7b030b25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 796 time: 0.1340630 Feb 03 22:14:13.949842 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91813b4e-ff1e-489a-854a-ca93ac05dca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (a72817bd-68bd-4f90-9c13-f6dcbc3114d9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:13.958695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-84b2b07b-a4b4-489c-9d38-7fb49a4cb894 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/quotas/53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 375 time: 0.0187149 Feb 03 22:14:14.051003 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91813b4e-ff1e-489a-854a-ca93ac05dca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (a72817bd-68bd-4f90-9c13-f6dcbc3114d9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:14.067744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91813b4e-ff1e-489a-854a-ca93ac05dca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:14.071384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-91813b4e-ff1e-489a-854a-ca93ac05dca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a72817bd-68bd-4f90-9c13-f6dcbc3114d9 HTTP/1.1" status: 204 len: 168 time: 0.8071918 Feb 03 22:14:14.074081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:14.151824 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cc002e04-2628-489a-b1fd-4c27fff8e1a9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760663 Feb 03 22:14:14.152650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91813b4e-ff1e-489a-854a-ca93ac05dca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=a72817bd-68bd-4f90-9c13-f6dcbc3114d9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:14.154807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:14.161399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:14.164062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8edc7a3d-be16-46d4-afd1-56885eeee369 None None] Current status of the port e9c55b1d-e81a-4e83-9e27-708d36df405b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:14.259568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d0053e40-8d67-44a2-8305-b761a5a8d170 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:14.306280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:14:14.315801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-fc948a3d-01fe-498c-acce-50941c681dc8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3521733 Feb 03 22:14:14.316616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:14.320440 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:14.449428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-a01224ec-cae2-4179-9323-091965c3d3ad service neutron] 10.222.0.50 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226177 Feb 03 22:14:14.535021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e9c55b1d-e81a-4e83-9e27-708d36df405b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:14.600697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-3351a0cb-c393-44c5-9fae-bccabac3cf96 service neutron] 10.222.0.50 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081619 Feb 03 22:14:14.648983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094d529-fb7a-436c-9066-83a401c9577f None None] Update dhcp port {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': 'a72817bd-68bd-4f90-9c13-f6dcbc3114d9'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'e9c55b1d-e81a-4e83-9e27-708d36df405b'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:14:14.687424 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c094d529-fb7a-436c-9066-83a401c9577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:14.856353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efe2428e-cd98-492c-906a-ec237ca5a645 req-edf6d751-925c-43ed-a812-259a7e85336c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 210 time: 0.0464211 Feb 03 22:14:14.878466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-519c0eca-d2be-4879-9fd2-bfaf6c75c28b None None] Provisioning complete for port 65559bce-f386-4aa3-880d-18762f95f9aa triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:14.878466 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-519c0eca-d2be-4879-9fd2-bfaf6c75c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:14.961129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e9c55b1d-e81a-4e83-9e27-708d36df405b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:14.961841 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:15.024651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c9698-7bca-4894-9acc-a8537850f16d req-0dc29f69-5abc-44fa-87c4-8004c19cebd1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:15.026580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc4c9698-7bca-4894-9acc-a8537850f16d req-0dc29f69-5abc-44fa-87c4-8004c19cebd1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 945 time: 0.3157477 Feb 03 22:14:15.072852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd94421-1823-40d1-8d50-f21fc77b2526 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:15.159269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc4c9698-7bca-4894-9acc-a8537850f16d req-a9ba273c-8780-4d5f-8e52-e06fb522f12b tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188414 Feb 03 22:14:15.161118 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (3e9c0536-d7e8-4a2e-881f-fed491e1ff36), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:15.227124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:15.233869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:15.245261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:15.245825 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:15.271972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '00f69f9f-8e5b-487a-b0d6-0baa8b361502', 'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:5f:f3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:09Z', 'updated_at': '2022-02-03T22:14:12Z', 'revision_number': 2, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:15.303563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=3e9c0536-d7e8-4a2e-881f-fed491e1ff36,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:15.316858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a38e74cd-3ed5-4728-bf14-d15172b5cd11 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1596718 Feb 03 22:14:15.320272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:15.325390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:15.390970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Checking router: cf43674b-4b63-4c73-88fe-72a834b84dec for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:14:15.391337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Updating router cf43674b-4b63-4c73-88fe-72a834b84dec port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:14:15.463293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-519c0eca-d2be-4879-9fd2-bfaf6c75c28b None None] Current status of the port 65559bce-f386-4aa3-880d-18762f95f9aa is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:15.478827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e9c55b1d-e81a-4e83-9e27-708d36df405b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:15.480032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 65559bce-f386-4aa3-880d-18762f95f9aa up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:15.481904 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:15.547328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:15.551487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7212ad8-a042-4e52-8f5e-958eecf66686 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:14:15.555262 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:15.711744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d37cb58-6c38-426c-82ac-7f228afc109b None None] Provisioning complete for port 65559bce-f386-4aa3-880d-18762f95f9aa triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:15.714117 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d37cb58-6c38-426c-82ac-7f228afc109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:15.758205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 65559bce-f386-4aa3-880d-18762f95f9aa triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:15.758593 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.030151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad67375f-d19e-49f6-95d0-4aa8b5ecff78 req-f9d9acbb-4e34-43c0-b6ee-ffde8998ec1b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 210 time: 0.0523088 Feb 03 22:14:16.039956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 65559bce-f386-4aa3-880d-18762f95f9aa is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:16.108235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c7212ad8-a042-4e52-8f5e-958eecf66686 None None] Deleting port e9c55b1d-e81a-4e83-9e27-708d36df405b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:16.108613 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7212ad8-a042-4e52-8f5e-958eecf66686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.119436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:16.310290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.341535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d37cb58-6c38-426c-82ac-7f228afc109b None None] Current status of the port 65559bce-f386-4aa3-880d-18762f95f9aa is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:16.422976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e9c55b1d-e81a-4e83-9e27-708d36df405b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:14:16.457696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6907c-7a19-42ff-8f07-7dd00d42c8e3 req-693472e1-81b9-479f-92eb-faab4cf695d7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:16.459586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86a6907c-7a19-42ff-8f07-7dd00d42c8e3 req-693472e1-81b9-479f-92eb-faab4cf695d7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1767185 Feb 03 22:14:16.473317 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Publish callbacks [] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.482747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d37cb58-6c38-426c-82ac-7f228afc109b None None] Provisioning complete for port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:16.483120 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d37cb58-6c38-426c-82ac-7f228afc109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.504746 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.549593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c7212ad8-a042-4e52-8f5e-958eecf66686 None None] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e9c55b1d-e81a-4e83-9e27-708d36df405b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:16.550006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7212ad8-a042-4e52-8f5e-958eecf66686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.558847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e9c55b1d-e81a-4e83-9e27-708d36df405b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:16.597948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c7212ad8-a042-4e52-8f5e-958eecf66686 None None] Calling delete_port for e9c55b1d-e81a-4e83-9e27-708d36df405b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:16.598162 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.613669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d37cb58-6c38-426c-82ac-7f228afc109b None None] Port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:14:16.629280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.630289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde0bf1-2eb1-442f-b297-d4f72412032d None None] Pushing event updated for resources: {'Port': ['ID=00f69f9f-8e5b-487a-b0d6-0baa8b361502,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:16.642241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86a6907c-7a19-42ff-8f07-7dd00d42c8e3 req-0425cc00-9c37-49ca-9755-49d50413bbea tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770160 Feb 03 22:14:16.784030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (306acd8b-3460-4f41-a2ff-108b1607c3b6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.843972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d37cb58-6c38-426c-82ac-7f228afc109b None None] Provisioning complete for port e9c55b1d-e81a-4e83-9e27-708d36df405b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:16.845060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=14']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:16.845185 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d37cb58-6c38-426c-82ac-7f228afc109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.868334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb4376-003c-4ef7-83c2-9a10603e53cc req-7262ce69-49b7-402b-8596-c1260c3ba230 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:16.869782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:16.869909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bcb4376-003c-4ef7-83c2-9a10603e53cc req-7262ce69-49b7-402b-8596-c1260c3ba230 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1178045 Feb 03 22:14:16.876021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e9c55b1d-e81a-4e83-9e27-708d36df405b is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:16.876197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:16.886940 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.892266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:16.892878 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.922799 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6013653 Feb 03 22:14:16.929715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42326) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:16.936979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Attempting to bind port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:16.937629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Attempting to bind port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:16.938280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Attempting to bind port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 on network 51e66174-280e-4620-b292-7adb243d2cec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:16.938961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:c3:13:6a', 'name': 'tempest-NetworksTestDHCPv6-1983869745'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:16.946022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-f0f902b4-e880-4359-ba49-2525cc14cfbd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:16.948154 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-f0f902b4-e880-4359-ba49-2525cc14cfbd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 796 time: 0.3470521 Feb 03 22:14:16.949025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314faba-6419-44c9-a8e5-fb15bd0263c3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=306acd8b-3460-4f41-a2ff-108b1607c3b6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:16.979691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:16.980519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Checking segment: {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:16.981192 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:16.981811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Bound using segment: {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:16.982615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Bound port: 00f69f9f-8e5b-487a-b0d6-0baa8b361502, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:16.983241 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.016304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port e9c55b1d-e81a-4e83-9e27-708d36df405b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e9c55b1d-e81a-4e83-9e27-708d36df405b,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:17.040478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.049009 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-55a85e79-26e5-4c21-953c-1e78f94a8270 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 380 time: 0.0920558 Feb 03 22:14:17.057106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bcb4376-003c-4ef7-83c2-9a10603e53cc req-8e12dba1-3e88-4e96-86e5-30b463239025 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804628 Feb 03 22:14:17.075242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'port': {'device_id': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'admin_state_up': True, 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'security_groups': ['faa0ada5-de92-4b93-aa30-c211ef7d41c0']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:17.080515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:17.095248 n-d-824834-9 neutron-server[103399]: INFO neutron.plugins.ml2.db [None req-6d37cb58-6c38-426c-82ac-7f228afc109b None None] No ports have port_id starting with e9c55b1d-e81a-4e83-9e27-708d36df405b Feb 03 22:14:17.096199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7212ad8-a042-4e52-8f5e-958eecf66686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (e9c55b1d-e81a-4e83-9e27-708d36df405b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.136640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7212ad8-a042-4e52-8f5e-958eecf66686 None None] No DVR routers for this DVR port e9c55b1d-e81a-4e83-9e27-708d36df405b on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:14:17.154881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] For port 00f69f9f-8e5b-487a-b0d6-0baa8b361502, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:17.161118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] For port 00f69f9f-8e5b-487a-b0d6-0baa8b361502, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=00f69f9f-8e5b-487a-b0d6-0baa8b361502,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:17.162993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=15']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:17.182774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa24457c-7961-4539-b3f7-dc36b57ae24d None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:17.197320 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2c0731f-1128-4762-968b-096ce2dc1976 req-d7c8b15d-2595-4b6f-8259-eeba6c075074 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 210 time: 0.0356777 Feb 03 22:14:17.204229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d1f0a-8bc8-450e-92ae-817fec06f470 tempest-TestVolumeBootPattern-336624125 tempest-TestVolumeBootPattern-336624125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:17.205783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-892d1f0a-8bc8-450e-92ae-817fec06f470 tempest-TestVolumeBootPattern-336624125 tempest-TestVolumeBootPattern-336624125-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1122 time: 0.1204529 Feb 03 22:14:17.212611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:17.220163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:17.223940 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.232191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:17.250990 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.273710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7212ad8-a042-4e52-8f5e-958eecf66686 None None] Pushing event deleted for resources: {'Port': ['ID=e9c55b1d-e81a-4e83-9e27-708d36df405b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:17.347631 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.352314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:17.355595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-85850b63-e4b1-41f1-98bf-4ce66f8a2adb None None] Provisioning complete for port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:17.356105 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85850b63-e4b1-41f1-98bf-4ce66f8a2adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.356222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.381397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 083b9f70-fe8e-47be-b945-5af83b8270ed yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:17.390143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:14:17.390726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:17.488838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde0bf1-2eb1-442f-b297-d4f72412032d None None] Pushing event updated for resources: {'Port': ['ID=00f69f9f-8e5b-487a-b0d6-0baa8b361502,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:17.556205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.582004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': '306acd8b-3460-4f41-a2ff-108b1607c3b6'}, {'subnet_id': '3e9c0536-d7e8-4a2e-881f-fed491e1ff36'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:14:17.583457 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.680151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.25.5.164 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/7bf02a95-4aa4-4d95-8905-517022d8b909) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:17.685082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:14:17.758870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.20.0.10 (51e66174-280e-4620-b292-7adb243d2cec/14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9/d4c71547-d16b-4c1d-b04d-f78aa84078fd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:17.766916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-85850b63-e4b1-41f1-98bf-4ce66f8a2adb None None] Current status of the port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:17.767528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 172.20.0.10 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/3e9c0536-d7e8-4a2e-881f-fed491e1ff36/083b9f70-fe8e-47be-b945-5af83b8270ed) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:17.767869 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85850b63-e4b1-41f1-98bf-4ce66f8a2adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.776599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fec3:136a (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/306acd8b-3460-4f41-a2ff-108b1607c3b6/083b9f70-fe8e-47be-b945-5af83b8270ed) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:17.831404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (7bf02a95-4aa4-4d95-8905-517022d8b909), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.899068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-85850b63-e4b1-41f1-98bf-4ce66f8a2adb None None] For port 00f69f9f-8e5b-487a-b0d6-0baa8b361502, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=00f69f9f-8e5b-487a-b0d6-0baa8b361502,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:17.906697 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85850b63-e4b1-41f1-98bf-4ce66f8a2adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.945030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7bf02a95-4aa4-4d95-8905-517022d8b909), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:17.992645 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (083b9f70-fe8e-47be-b945-5af83b8270ed), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:18.002298 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:18.004745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:18.009078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85850b63-e4b1-41f1-98bf-4ce66f8a2adb None None] Pushing event updated for resources: {'Port': ['ID=00f69f9f-8e5b-487a-b0d6-0baa8b361502,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:18.013115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:18.018343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:18.043467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=7bf02a95-4aa4-4d95-8905-517022d8b909,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:18.048566 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (083b9f70-fe8e-47be-b945-5af83b8270ed), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:18.076135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d1b12403-c660-4087-a9be-cd8f0f7414f5 None None] Provisioning complete for port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:18.076596 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1b12403-c660-4087-a9be-cd8f0f7414f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:18.096001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:18.100205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:18.104734 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:18.116648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:18.149489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=083b9f70-fe8e-47be-b945-5af83b8270ed,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:18.174924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:18.176001 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:18.183270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '00f69f9f-8e5b-487a-b0d6-0baa8b361502', 'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:5f:f3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:09Z', 'updated_at': '2022-02-03T22:14:17Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:18.196938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-14b9b495-7870-4618-a461-3e3b22cadf26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2649014 Feb 03 22:14:18.198483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42338) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:18.204513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network 51e66174-280e-4620-b292-7adb243d2cec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:18.211870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:18.218703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:18.219325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919e753-87e2-468d-8e09-ec7c864a551b None None] The sync data for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 is: [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '00f69f9f-8e5b-487a-b0d6-0baa8b361502', 'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:5f:f3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:09Z', 'updated_at': '2022-02-03T22:14:17Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:14:18.223851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Allocated IP 172.20.0.2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/3e9c0536-d7e8-4a2e-881f-fed491e1ff36/6537b758-3e73-4631-965e-4d7873aa53c6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:18.229398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:18.238332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Allocated IP 2001:db8::f816:3eff:fe46:2ab3 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/306acd8b-3460-4f41-a2ff-108b1607c3b6/6537b758-3e73-4631-965e-4d7873aa53c6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:18.313127 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2ffeb-3e66-409f-a37d-ed584300bb20 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:18.317495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-18f2ffeb-3e66-409f-a37d-ed584300bb20 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1146708 Feb 03 22:14:18.318961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:18.489490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:18.490225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:18.535951 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-03faf967-9a28-4be5-9cba-00dc1ead23b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4804077 Feb 03 22:14:18.557323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Request body: {'port': {'device_id': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:18.616548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4581b-7d4b-4054-88a9-02c1f5bb82d2 req-81cecfe8-e02b-4f82-b738-a3018297b7f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:18.647753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8f4581b-7d4b-4054-88a9-02c1f5bb82d2 req-81cecfe8-e02b-4f82-b738-a3018297b7f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 932 time: 0.2083056 Feb 03 22:14:18.695871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffaa27-2cc1-47a3-9ed8-98db45cb69ea tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 083b9f70-fe8e-47be-b945-5af83b8270ed {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:18.696223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c0ffaa27-2cc1-47a3-9ed8-98db45cb69ea tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (083b9f70-fe8e-47be-b945-5af83b8270ed), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:18.788730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8f4581b-7d4b-4054-88a9-02c1f5bb82d2 req-8b8af128-c05f-4b38-8706-ad2b5768811f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430588 Feb 03 22:14:18.820090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 00f69f9f-8e5b-487a-b0d6-0baa8b361502 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:18.866799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d1b12403-c660-4087-a9be-cd8f0f7414f5 None None] Current status of the port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:18.877615 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c0ffaa27-2cc1-47a3-9ed8-98db45cb69ea tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (083b9f70-fe8e-47be-b945-5af83b8270ed), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:18.901467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffaa27-2cc1-47a3-9ed8-98db45cb69ea tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 083b9f70-fe8e-47be-b945-5af83b8270ed owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:18.977574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:18.977921 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.154870 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c0ffaa27-2cc1-47a3-9ed8-98db45cb69ea tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (083b9f70-fe8e-47be-b945-5af83b8270ed), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.155495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-56979d7c-0abf-4083-a014-bb12e49d09d0 None None] Provisioning complete for port d4c71547-d16b-4c1d-b04d-f78aa84078fd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:19.156177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56979d7c-0abf-4083-a014-bb12e49d09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.196855 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Publish callbacks [] for port (6537b758-3e73-4631-965e-4d7873aa53c6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.212662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffaa27-2cc1-47a3-9ed8-98db45cb69ea tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=083b9f70-fe8e-47be-b945-5af83b8270ed,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:19.244826 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.271077 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:19.275654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-56979d7c-0abf-4083-a014-bb12e49d09d0 None None] Port d4c71547-d16b-4c1d-b04d-f78aa84078fd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:14:19.280161 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.304119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:19.330183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c0ffaa27-2cc1-47a3-9ed8-98db45cb69ea tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.338302 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c0ffaa27-2cc1-47a3-9ed8-98db45cb69ea tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/083b9f70-fe8e-47be-b945-5af83b8270ed HTTP/1.1" status: 204 len: 168 time: 1.0183737 Feb 03 22:14:19.339205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:19.391357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:19.393219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Pushing event updated for resources: {'Port': ['ID=6537b758-3e73-4631-965e-4d7873aa53c6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:19.400936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:19.449825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cb2cc-ce04-48cb-bac5-7b7a1c14598f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:19.451141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cb2cc-ce04-48cb-bac5-7b7a1c14598f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:19.452568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cb2cc-ce04-48cb-bac5-7b7a1c14598f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:19.460255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-556cb2cc-ce04-48cb-bac5-7b7a1c14598f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1170087 Feb 03 22:14:19.461196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:19.490127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (8793239a-8d97-41b2-80a6-cd37fb37e12f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.571303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Attempting to bind port 6537b758-3e73-4631-965e-4d7873aa53c6 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:19.571939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Attempting to bind port 6537b758-3e73-4631-965e-4d7873aa53c6 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:19.572486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Attempting to bind port 6537b758-3e73-4631-965e-4d7873aa53c6 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:19.577178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bbfd43-1553-4995-a1bf-7ee1f532e9d2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 306acd8b-3460-4f41-a2ff-108b1607c3b6 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:19.578602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:19.579204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:19.580293 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.580880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:19.581562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Bound port: 6537b758-3e73-4631-965e-4d7873aa53c6, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:19.582132 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.584808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02bbfd43-1553-4995-a1bf-7ee1f532e9d2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (306acd8b-3460-4f41-a2ff-108b1607c3b6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.674570 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02bbfd43-1553-4995-a1bf-7ee1f532e9d2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (306acd8b-3460-4f41-a2ff-108b1607c3b6), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.674849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] For port 6537b758-3e73-4631-965e-4d7873aa53c6, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:19.678409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] For port 6537b758-3e73-4631-965e-4d7873aa53c6, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6537b758-3e73-4631-965e-4d7873aa53c6,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:19.687131 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:19.791369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9537c-77f5-418c-9020-5f8712d16e77 None None] Pushing event updated for resources: {'Port': ['ID=6537b758-3e73-4631-965e-4d7873aa53c6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:19.887101 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02bbfd43-1553-4995-a1bf-7ee1f532e9d2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (306acd8b-3460-4f41-a2ff-108b1607c3b6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.056594 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02bbfd43-1553-4995-a1bf-7ee1f532e9d2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (306acd8b-3460-4f41-a2ff-108b1607c3b6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.126131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbfd43-1553-4995-a1bf-7ee1f532e9d2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=306acd8b-3460-4f41-a2ff-108b1607c3b6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:20.129617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02bbfd43-1553-4995-a1bf-7ee1f532e9d2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.134546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-02bbfd43-1553-4995-a1bf-7ee1f532e9d2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/306acd8b-3460-4f41-a2ff-108b1607c3b6 HTTP/1.1" status: 204 len: 168 time: 0.6717212 Feb 03 22:14:20.138220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:20.239889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a04b4-4909-44cd-bbb1-369cafceb83f req-cadeede3-7a6e-41c5-99c1-29a84ba28158 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:20.243263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-169a04b4-4909-44cd-bbb1-369cafceb83f req-cadeede3-7a6e-41c5-99c1-29a84ba28158 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 932 time: 0.2619882 Feb 03 22:14:20.347345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ec25ed-0d44-4dc0-9449-745824331d36 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 3e9c0536-d7e8-4a2e-881f-fed491e1ff36 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:20.363178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08ec25ed-0d44-4dc0-9449-745824331d36 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (3e9c0536-d7e8-4a2e-881f-fed491e1ff36), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.423948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-169a04b4-4909-44cd-bbb1-369cafceb83f req-712d9527-956c-4be3-840c-5bd4c38e2884 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563199 Feb 03 22:14:20.453670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08ec25ed-0d44-4dc0-9449-745824331d36 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (3e9c0536-d7e8-4a2e-881f-fed491e1ff36), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.484614 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7bf02a95-4aa4-4d95-8905-517022d8b909), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.588737 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08ec25ed-0d44-4dc0-9449-745824331d36 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (3e9c0536-d7e8-4a2e-881f-fed491e1ff36), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.686815 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08ec25ed-0d44-4dc0-9449-745824331d36 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (3e9c0536-d7e8-4a2e-881f-fed491e1ff36), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.695955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6537b758-3e73-4631-965e-4d7873aa53c6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:20.715849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec25ed-0d44-4dc0-9449-745824331d36 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9c0536-d7e8-4a2e-881f-fed491e1ff36,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:20.730546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08ec25ed-0d44-4dc0-9449-745824331d36 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.737095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-08ec25ed-0d44-4dc0-9449-745824331d36 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/3e9c0536-d7e8-4a2e-881f-fed491e1ff36 HTTP/1.1" status: 204 len: 168 time: 0.5907612 Feb 03 22:14:20.737884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:20.828856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (7bf02a95-4aa4-4d95-8905-517022d8b909), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.837290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (7bf02a95-4aa4-4d95-8905-517022d8b909), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.847789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6537b758-3e73-4631-965e-4d7873aa53c6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:20.848323 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.884731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c71547-d16b-4c1d-b04d-f78aa84078fd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:14:20.918078 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Publish callbacks [] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.958709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=7bf02a95-4aa4-4d95-8905-517022d8b909,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:20.962841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Transition to ACTIVE for port object d4c71547-d16b-4c1d-b04d-f78aa84078fd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:14:20.973608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:20.983769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.984124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.984481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.984867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.985238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.985718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.986051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.986382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.986712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.987040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.987367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.987695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.988024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:20.996094 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (8793239a-8d97-41b2-80a6-cd37fb37e12f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:21.051316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6537b758-3e73-4631-965e-4d7873aa53c6 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:21.051863 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:21.131723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 6537b758-3e73-4631-965e-4d7873aa53c6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6537b758-3e73-4631-965e-4d7873aa53c6,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:21.141102 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:21.252749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:21.266494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=6537b758-3e73-4631-965e-4d7873aa53c6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:21.312651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-edfbaf56-9931-47b9-9b2b-8e2e39ca18be tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5734119 Feb 03 22:14:21.315492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42366) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:21.329064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:21.339873 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Floating IP 8793239a-8d97-41b2-80a6-cd37fb37e12f associated. External IP: 172.25.5.164, port: ab523c8d-4a13-484f-92b0-6e55d925f3e0. Feb 03 22:14:21.459419 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Attempting to bind port d4c71547-d16b-4c1d-b04d-f78aa84078fd on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:21.459758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Attempting to bind port d4c71547-d16b-4c1d-b04d-f78aa84078fd by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:21.460321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Attempting to bind port d4c71547-d16b-4c1d-b04d-f78aa84078fd on network 51e66174-280e-4620-b292-7adb243d2cec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:21.466518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Port d4c71547-d16b-4c1d-b04d-f78aa84078fd on network 51e66174-280e-4620-b292-7adb243d2cec not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:14:21.466853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Attempting to bind port d4c71547-d16b-4c1d-b04d-f78aa84078fd on network 51e66174-280e-4620-b292-7adb243d2cec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:21.485593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:21.486253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Checking segment: {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:21.486381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Bound using segment: {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:21.486755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Bound port: d4c71547-d16b-4c1d-b04d-f78aa84078fd, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:21.487123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:21.557833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:21.565615 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:21.723828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:21.777229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:21.804044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d247d8f-06ed-4097-ad34-db41a6334771 req-3df4a90c-817f-4bf0-9d74-6efac3401263 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:21.805762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d247d8f-06ed-4097-ad34-db41a6334771 req-3df4a90c-817f-4bf0-9d74-6efac3401263 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.2183518 Feb 03 22:14:21.806649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:21.868410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e68bc5-e424-4c6a-bd15-28558565a0b9 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:21.875560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:21.876119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:21.878504 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] 10.222.0.10 "PUT /v2.0/ports/d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 1092 time: 3.3352549 Feb 03 22:14:21.879043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:14:21.885770 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d6498-0f54-4977-b06f-5b0fc3b2a21f" -d '{"events": [{"name": "network-changed", "server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:14:21.934218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16506daf-1ae0-4f30-b42f-6394e5227ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:21.948612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Router 45055249-c15c-4ce9-a25e-af25fb83d706 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:14:21.992601 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a5170-5d7d-4443-a9d8-f7149d2a70d1 x-openstack-request-id: req-696a5170-5d7d-4443-a9d8-f7149d2a70d1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:14:21.993012 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:14:21.993227 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-696a5170-5d7d-4443-a9d8-f7149d2a70d1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:14:21.993626 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'status': 'completed', 'code': 200} Feb 03 22:14:22.023642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d247d8f-06ed-4097-ad34-db41a6334771 req-3ee29ec9-7b05-48b5-92d5-b4726397eee9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113707 Feb 03 22:14:22.088678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-871ef976-bcef-4670-a4f8-7a49d53c3fd8 None None] Provisioning complete for port 6537b758-3e73-4631-965e-4d7873aa53c6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:22.089468 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-871ef976-bcef-4670-a4f8-7a49d53c3fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.141995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-9808ba38-288b-4616-b679-8e862dd7d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:22.143800 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-9808ba38-288b-4616-b679-8e862dd7d68c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1126 time: 0.2111747 Feb 03 22:14:22.255750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (1e325dd2-152a-49a2-913d-bacedc706182), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.260833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-871ef976-bcef-4670-a4f8-7a49d53c3fd8 None None] Current status of the port 6537b758-3e73-4631-965e-4d7873aa53c6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:22.263928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1a6f4-9c2b-491e-a9dc-4af1e6159b8c None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:14:22.264044 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-158b1102-9df0-4a0e-99df-2b4e8f4ac0b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 217 time: 0.1102426 Feb 03 22:14:22.299884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:22.303850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:22.304873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:14:22.308577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:22.309210 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.322611 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] Sync routers for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:14:22.333559 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.339772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-f15613df-a6f6-4c08-9aa1-d3f36ad13748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:22.341116 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:14:22.342055 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:22.343338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-f15613df-a6f6-4c08-9aa1-d3f36ad13748 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.0677710 Feb 03 22:14:22.347002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0302961 Feb 03 22:14:22.347971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ce71b-0068-4381-bcc8-b1168defca02 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=1e325dd2-152a-49a2-913d-bacedc706182,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:22.350494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:22.355815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:22.404062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1a6f4-9c2b-491e-a9dc-4af1e6159b8c None None] Deleting port 6537b758-3e73-4631-965e-4d7873aa53c6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:22.404445 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a6f4-9c2b-491e-a9dc-4af1e6159b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.446285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-98c4ecdd-031b-485a-9616-fadf268c8a72 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2210960 Feb 03 22:14:22.464256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-021d7c05-d89f-454b-8cc0-d4df55ed8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:22.465822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-021d7c05-d89f-454b-8cc0-d4df55ed8ba6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0841613 Feb 03 22:14:22.515745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9ea1a6f4-9c2b-491e-a9dc-4af1e6159b8c None None] For port 6537b758-3e73-4631-965e-4d7873aa53c6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6537b758-3e73-4631-965e-4d7873aa53c6,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:22.516272 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a6f4-9c2b-491e-a9dc-4af1e6159b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.548423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:22.552891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.558914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1a6f4-9c2b-491e-a9dc-4af1e6159b8c None None] Calling delete_port for 6537b758-3e73-4631-965e-4d7873aa53c6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:22.568886 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:14:22.615340 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-aa51768e-fdbf-4ab8-9dd1-702fc11d95ad service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436210 Feb 03 22:14:22.638255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6537b758-3e73-4631-965e-4d7873aa53c6 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:14:22.742456 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d8ce969-671e-43d7-9ee4-4d340b573802 req-ce045093-c189-4558-a58f-7a92595ec8fe service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213841 Feb 03 22:14:22.742702 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6537b758-3e73-4631-965e-4d7873aa53c6 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:22.743114 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.801672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 6537b758-3e73-4631-965e-4d7873aa53c6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6537b758-3e73-4631-965e-4d7873aa53c6,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:22.812179 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.817969 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a6f4-9c2b-491e-a9dc-4af1e6159b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (6537b758-3e73-4631-965e-4d7873aa53c6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:22.866925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event deleted for resources: {'Port': ['ID=6537b758-3e73-4631-965e-4d7873aa53c6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:22.899707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-3fcf83ef-9a42-4fc1-b6a4-40a96b1812e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:22.901347 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-3fcf83ef-9a42-4fc1-b6a4-40a96b1812e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1126 time: 0.1078248 Feb 03 22:14:22.926906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1a6f4-9c2b-491e-a9dc-4af1e6159b8c None None] Pushing event deleted for resources: {'Port': ['ID=6537b758-3e73-4631-965e-4d7873aa53c6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:22.931570 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea1a6f4-9c2b-491e-a9dc-4af1e6159b8c None None] No DVR routers for this DVR port 6537b758-3e73-4631-965e-4d7873aa53c6 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:14:22.951029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1404f98b-3232-49b3-b7fb-1c4f0b50c128 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:23.022996 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8793239a-8d97-41b2-80a6-cd37fb37e12f', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:18Z', 'updated_at': '2022-02-03T22:14:18Z', 'revision_number': 0, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:23.056303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-b5edd7f3-97d9-434e-b49b-1aa2152a7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:23.058022 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-b5edd7f3-97d9-434e-b49b-1aa2152a7ee3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 897 time: 0.1385305 Feb 03 22:14:23.062522 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] Checking router: 45055249-c15c-4ce9-a25e-af25fb83d706 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:14:23.073279 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:14:23.073901 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:13:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:23.122497 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-f1659e71-9cbf-4677-b461-c891c9efced8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 217 time: 0.0581965 Feb 03 22:14:23.187001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-c28b2796-3861-4269-a6e6-4954b3e8a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:23.189299 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-c28b2796-3861-4269-a6e6-4954b3e8a048 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.0590260 Feb 03 22:14:23.193065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.objects.ports [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:23.200186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': '1e325dd2-152a-49a2-913d-bacedc706182'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:14:23.201086 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:23.220675 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (57ad6f2a-2044-481f-a514-7131b40452fe), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:23.256853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-cb884ea7-9e16-4609-a826-c5c049a9fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:23.258568 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-cb884ea7-9e16-4609-a826-c5c049a9fc05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578613 Feb 03 22:14:23.260339 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:14:23.305004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:23.311557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:23.316191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=57ad6f2a-2044-481f-a514-7131b40452fe,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:23.323360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:23.323966 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:23.352165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-581a2f80-0bb3-47a8-9332-551636e5b729 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0002005 Feb 03 22:14:23.360458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63042cc2-f680-49bc-a81a-3f693f9e5ff0 req-3e185e4f-e55b-4c79-b1c2-66c60a56d110 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:23.362395 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63042cc2-f680-49bc-a81a-3f693f9e5ff0 req-3e185e4f-e55b-4c79-b1c2-66c60a56d110 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.2058940 Feb 03 22:14:23.362542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:23.367915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:1e:cd:02', 'name': 'tempest-NetworksTestDHCPv6-600125140'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:23.398437 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-4ad1b3ac-d569-4dea-b3f8-9b9529411580 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336694 Feb 03 22:14:23.466930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63042cc2-f680-49bc-a81a-3f693f9e5ff0 req-bcab365d-7b27-4efe-92b9-c8c28de18388 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937951 Feb 03 22:14:23.540789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Allocated IP 172.20.0.2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/1e325dd2-152a-49a2-913d-bacedc706182/104aac9a-9135-4f68-95fa-4bb005957eeb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:23.554107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Allocated IP 2001:db8::f816:3eff:fef2:b23a (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/57ad6f2a-2044-481f-a514-7131b40452fe/104aac9a-9135-4f68-95fa-4bb005957eeb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:23.574396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:23.589544 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8793239a-8d97-41b2-80a6-cd37fb37e12f', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:18Z', 'updated_at': '2022-02-03T22:14:18Z', 'revision_number': 0, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:23.616867 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-001d6498-0f54-4977-b06f-5b0fc3b2a21f req-0af0e475-781d-462e-9bb2-c7c43f32e0fa service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070036 Feb 03 22:14:23.626805 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f4e42d-d421-4710-a910-e3a8a8641195 None None] The sync data for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 is: [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8793239a-8d97-41b2-80a6-cd37fb37e12f', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:18Z', 'updated_at': '2022-02-03T22:14:18Z', 'revision_number': 0, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:14:23.677718 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72d4e8e4-23af-4705-8d38-cdb621cc6208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:23.712808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:23.759602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 85290420-db66-4715-ba37-a89b7567a68f yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:23.785896 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Publish callbacks [] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:23.792262 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:23.839292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Pushing event updated for resources: {'Port': ['ID=104aac9a-9135-4f68-95fa-4bb005957eeb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:23.854274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:23.856197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:23.859523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:23.983221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Attempting to bind port 104aac9a-9135-4f68-95fa-4bb005957eeb on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:23.984010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Attempting to bind port 104aac9a-9135-4f68-95fa-4bb005957eeb by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:23.984010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Attempting to bind port 104aac9a-9135-4f68-95fa-4bb005957eeb on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:23.990997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:23.991442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:23.991992 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:23.992395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:23.992950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Bound port: 104aac9a-9135-4f68-95fa-4bb005957eeb, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:23.993484 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:23.994922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:14:23.997528 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197db17f-f6b3-43e9-b566-98d900fe0c79" -d '{"events": [{"name": "network-changed", "server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:14:24.012976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 172.20.0.10 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/1e325dd2-152a-49a2-913d-bacedc706182/85290420-db66-4715-ba37-a89b7567a68f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:24.020550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fe1e:cd02 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/57ad6f2a-2044-481f-a514-7131b40452fe/85290420-db66-4715-ba37-a89b7567a68f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:24.075672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] For port 104aac9a-9135-4f68-95fa-4bb005957eeb, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:24.076756 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3a4075-a062-4bea-888e-c360cb9798b9 x-openstack-request-id: req-8e3a4075-a062-4bea-888e-c360cb9798b9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:14:24.077428 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:14:24.077893 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e3a4075-a062-4bea-888e-c360cb9798b9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:14:24.078477 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'status': 'completed', 'code': 200} Feb 03 22:14:24.080620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] For port 104aac9a-9135-4f68-95fa-4bb005957eeb, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=104aac9a-9135-4f68-95fa-4bb005957eeb,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:24.086799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7514b4eb-983e-48af-afe0-27b78f26b0a1 None None] New status for floating IP 8793239a-8d97-41b2-80a6-cd37fb37e12f: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:14:24.091845 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:24.193131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-b778a968-95eb-4eac-9b33-6fea5b531e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:24.197592 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-b778a968-95eb-4eac-9b33-6fea5b531e49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1127 time: 0.0956347 Feb 03 22:14:24.216879 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (85290420-db66-4715-ba37-a89b7567a68f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:24.263160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (85290420-db66-4715-ba37-a89b7567a68f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:24.314002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:24.317485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:24.325525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:24.372879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-9d277554-7d46-4aac-8cf9-2883ea5d2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:24.374536 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-9d277554-7d46-4aac-8cf9-2883ea5d2bbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.1711488 Feb 03 22:14:24.379450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:24.380092 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:24.404452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=85290420-db66-4715-ba37-a89b7567a68f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:24.421071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-46f7a2bd-bade-4d33-8f04-2a7fabd51e48 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0574958 Feb 03 22:14:24.423476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:24.492815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea637b2-c472-439b-aa09-82a989457ccc tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:24.501492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea637b2-c472-439b-aa09-82a989457ccc tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:24.506298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aea637b2-c472-439b-aa09-82a989457ccc tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0786974 Feb 03 22:14:24.513695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:24.540432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc9733-904a-42a2-9821-7f74071a9859 None None] Pushing event updated for resources: {'Port': ['ID=104aac9a-9135-4f68-95fa-4bb005957eeb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:24.575508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-26149743-7f94-49d5-9356-e996ec3858cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 200 len: 999 time: 0.1936307 Feb 03 22:14:24.584326 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:24.634256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:24.708366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-ec0cb27a-37fd-4a57-a597-8cd0fd8b6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:24.710643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-ec0cb27a-37fd-4a57-a597-8cd0fd8b6b95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1275728 Feb 03 22:14:24.763314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375cd17-13d3-4c6d-9677-2f2e21c87f09 req-d6c4d181-7029-4635-847f-6ba2aa240ce8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:24.768425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aecc0809-dbdd-4ced-8bcd-6994eeb7ef27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 85290420-db66-4715-ba37-a89b7567a68f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:24.768560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aecc0809-dbdd-4ced-8bcd-6994eeb7ef27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (85290420-db66-4715-ba37-a89b7567a68f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:24.772963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5375cd17-13d3-4c6d-9677-2f2e21c87f09 req-d6c4d181-7029-4635-847f-6ba2aa240ce8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.0876150 Feb 03 22:14:24.861126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5375cd17-13d3-4c6d-9677-2f2e21c87f09 req-5fa02585-6136-461b-ab83-6d834330d82c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850084 Feb 03 22:14:24.876336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-d8f281d1-4ac1-43dc-9bc8-1f69bef9d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:24.877911 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-d8f281d1-4ac1-43dc-9bc8-1f69bef9d362 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1547432 Feb 03 22:14:24.968370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aecc0809-dbdd-4ced-8bcd-6994eeb7ef27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (85290420-db66-4715-ba37-a89b7567a68f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:24.985613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aecc0809-dbdd-4ced-8bcd-6994eeb7ef27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 85290420-db66-4715-ba37-a89b7567a68f owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:25.017656 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-2f341bd5-b3ba-4431-832c-c1620a29c3af service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297953 Feb 03 22:14:25.156033 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-197db17f-f6b3-43e9-b566-98d900fe0c79 req-2a5c0750-2f41-4929-a604-d320fa395385 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076131 Feb 03 22:14:25.260234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aecc0809-dbdd-4ced-8bcd-6994eeb7ef27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (85290420-db66-4715-ba37-a89b7567a68f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:25.310545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc0809-dbdd-4ced-8bcd-6994eeb7ef27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=85290420-db66-4715-ba37-a89b7567a68f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:25.453918 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aecc0809-dbdd-4ced-8bcd-6994eeb7ef27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:25.465180 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aecc0809-dbdd-4ced-8bcd-6994eeb7ef27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/85290420-db66-4715-ba37-a89b7567a68f HTTP/1.1" status: 204 len: 168 time: 0.9470584 Feb 03 22:14:25.466434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:25.546089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94931105-6b44-43c5-b1f1-25f74eae10ac tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:25.547645 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94931105-6b44-43c5-b1f1-25f74eae10ac tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:25.549548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94931105-6b44-43c5-b1f1-25f74eae10ac tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:25.554451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-94931105-6b44-43c5-b1f1-25f74eae10ac tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0838268 Feb 03 22:14:25.555047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:25.625908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558cf2cc-4edb-4754-a129-0a8bfd46b7b2 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:25.627057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d94b11b-bae9-4b82-ad76-817d1f96337a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 1e325dd2-152a-49a2-913d-bacedc706182 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:25.631883 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d94b11b-bae9-4b82-ad76-817d1f96337a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (1e325dd2-152a-49a2-913d-bacedc706182), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:25.699861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d94b11b-bae9-4b82-ad76-817d1f96337a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (1e325dd2-152a-49a2-913d-bacedc706182), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:25.786630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Provisioning complete for port 104aac9a-9135-4f68-95fa-4bb005957eeb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:25.787164 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:25.851528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d94b11b-bae9-4b82-ad76-817d1f96337a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (1e325dd2-152a-49a2-913d-bacedc706182), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:25.956273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Current status of the port 104aac9a-9135-4f68-95fa-4bb005957eeb is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:25.956819 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:25.962990 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d94b11b-bae9-4b82-ad76-817d1f96337a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (1e325dd2-152a-49a2-913d-bacedc706182), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.010431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94b11b-bae9-4b82-ad76-817d1f96337a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=1e325dd2-152a-49a2-913d-bacedc706182,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:26.025747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d94b11b-bae9-4b82-ad76-817d1f96337a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.040334 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8d94b11b-bae9-4b82-ad76-817d1f96337a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/1e325dd2-152a-49a2-913d-bacedc706182 HTTP/1.1" status: 204 len: 168 time: 0.4801736 Feb 03 22:14:26.040885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42426) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:26.089262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6841df-5322-4410-b55b-c08259e6f736 req-ec877e7b-387d-4934-989e-ed6651f35f83 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:26.091266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da6841df-5322-4410-b55b-c08259e6f736 req-ec877e7b-387d-4934-989e-ed6651f35f83 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.0987666 Feb 03 22:14:26.120790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:14:26.121473 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:14:26.154892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4ecc55-81da-468f-9e88-8a14e2063e7b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 57ad6f2a-2044-481f-a514-7131b40452fe {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:26.159156 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd4ecc55-81da-468f-9e88-8a14e2063e7b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (57ad6f2a-2044-481f-a514-7131b40452fe), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.188586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da6841df-5322-4410-b55b-c08259e6f736 req-32b50f11-51a7-4e15-9cdc-a6bf0ed4dcc4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901942 Feb 03 22:14:26.236753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd4ecc55-81da-468f-9e88-8a14e2063e7b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (57ad6f2a-2044-481f-a514-7131b40452fe), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.244793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d4c71547-d16b-4c1d-b04d-f78aa84078fd details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:14:26.360311 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd4ecc55-81da-468f-9e88-8a14e2063e7b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (57ad6f2a-2044-481f-a514-7131b40452fe), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.402537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:26.421259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'port_id': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:14:26.460212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd4ecc55-81da-468f-9e88-8a14e2063e7b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (57ad6f2a-2044-481f-a514-7131b40452fe), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.503183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d4c71547-d16b-4c1d-b04d-f78aa84078fd is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:26.504707 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.530758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ecc55-81da-468f-9e88-8a14e2063e7b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=57ad6f2a-2044-481f-a514-7131b40452fe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:26.538685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd4ecc55-81da-468f-9e88-8a14e2063e7b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.549218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dd4ecc55-81da-468f-9e88-8a14e2063e7b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/57ad6f2a-2044-481f-a514-7131b40452fe HTTP/1.1" status: 204 len: 168 time: 0.5047622 Feb 03 22:14:26.549552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42430) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:26.562417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c71547-d16b-4c1d-b04d-f78aa84078fd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:14:26.599968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:26.606721 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.614315 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5081154-c855-41af-9cb1-49e173f2c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.662686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f28c5b27-53b2-40c5-a1c9-1c698579376f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109664 Feb 03 22:14:26.666261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42432) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:26.742588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3c5be8-ff8e-417a-ae81-dee838779eb7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:26.747378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42434) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:26.747558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dc3c5be8-ff8e-417a-ae81-dee838779eb7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0802224 Feb 03 22:14:26.754012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 104aac9a-9135-4f68-95fa-4bb005957eeb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:26.829841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:26.836997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Current status of the port 104aac9a-9135-4f68-95fa-4bb005957eeb is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:26.837520 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.864523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc94a8d-6166-4927-9b69-024031b0296a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:26.866503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4bc94a8d-6166-4927-9b69-024031b0296a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1177225 Feb 03 22:14:26.869343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42438) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:26.903542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] For port 104aac9a-9135-4f68-95fa-4bb005957eeb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=104aac9a-9135-4f68-95fa-4bb005957eeb,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:26.914117 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.925852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 104aac9a-9135-4f68-95fa-4bb005957eeb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:26.926911 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:26.947366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8e919dc7-d0af-479e-af0d-a1ab8d7539b1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766530 Feb 03 22:14:26.953051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:26.962748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-866dd497-e359-4440-b254-3637455017f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:26.983561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd854d2c-cf7b-4921-85db-4dee61a5ef5c None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:27.041781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['d4c71547-d16b-4c1d-b04d-f78aa84078fd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:14:27.074824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866dd497-e359-4440-b254-3637455017f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:27.078539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-866dd497-e359-4440-b254-3637455017f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:27.081892 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-866dd497-e359-4440-b254-3637455017f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:14:27.082335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866dd497-e359-4440-b254-3637455017f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:14:27.102585 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-866dd497-e359-4440-b254-3637455017f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1483097 Feb 03 22:14:27.105455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:27.110769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-00ad04d6-474c-4337-99b4-63c97de40762 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:27.214997 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ad04d6-474c-4337-99b4-63c97de40762 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:27.219114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00ad04d6-474c-4337-99b4-63c97de40762 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:27.220677 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ad04d6-474c-4337-99b4-63c97de40762 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:14:27.221164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ad04d6-474c-4337-99b4-63c97de40762 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:14:27.256453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-00ad04d6-474c-4337-99b4-63c97de40762 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1487787 Feb 03 22:14:27.258905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:27.273373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b8aea04c-dd3a-4197-9182-1f70ea27d115 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:27.315799 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:27.337658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54958b66-ca0f-4a88-ae99-023df02fec49 None None] Pushing event updated for resources: {'Port': ['ID=104aac9a-9135-4f68-95fa-4bb005957eeb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:27.347837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ad802a9e-b9f5-44e2-add9-aa0596053024 None None] Provisioning complete for port 104aac9a-9135-4f68-95fa-4bb005957eeb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:27.348204 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad802a9e-b9f5-44e2-add9-aa0596053024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:27.439573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aea04c-dd3a-4197-9182-1f70ea27d115 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:27.444137 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8aea04c-dd3a-4197-9182-1f70ea27d115 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:27.445915 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aea04c-dd3a-4197-9182-1f70ea27d115 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:14:27.446396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aea04c-dd3a-4197-9182-1f70ea27d115 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:14:27.468135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b8aea04c-dd3a-4197-9182-1f70ea27d115 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2078252 Feb 03 22:14:27.470953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:27.478168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-330198a0-e8a6-400e-be3a-ffe120263504 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:27.479884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5dd77-ab8b-4072-8c1e-404f48404ee4 req-e603fd2b-62e5-4a21-904a-d1f3bef78ab2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:27.481688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5b5dd77-ab8b-4072-8c1e-404f48404ee4 req-e603fd2b-62e5-4a21-904a-d1f3bef78ab2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 945 time: 0.1084511 Feb 03 22:14:27.544105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 104aac9a-9135-4f68-95fa-4bb005957eeb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:27.563944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ad802a9e-b9f5-44e2-add9-aa0596053024 None None] Current status of the port 104aac9a-9135-4f68-95fa-4bb005957eeb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:27.582279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5b5dd77-ab8b-4072-8c1e-404f48404ee4 req-3fa3e791-11d8-4969-a5f0-28f812bbb6a7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943806 Feb 03 22:14:27.638612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330198a0-e8a6-400e-be3a-ffe120263504 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:27.643309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-330198a0-e8a6-400e-be3a-ffe120263504 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:27.645316 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-330198a0-e8a6-400e-be3a-ffe120263504 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:14:27.645914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330198a0-e8a6-400e-be3a-ffe120263504 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:14:27.647238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc764b-ab9f-42da-82b3-6b7658bb2592 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:14:27.666292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-330198a0-e8a6-400e-be3a-ffe120263504 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1933193 Feb 03 22:14:27.668425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:27.674598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-871ed51c-e45b-4327-9432-21998ea0fda4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:27.915358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc764b-ab9f-42da-82b3-6b7658bb2592 None None] Deleting port 104aac9a-9135-4f68-95fa-4bb005957eeb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:27.915886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cbc764b-ab9f-42da-82b3-6b7658bb2592 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:27.996362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0cbc764b-ab9f-42da-82b3-6b7658bb2592 None None] For port 104aac9a-9135-4f68-95fa-4bb005957eeb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=104aac9a-9135-4f68-95fa-4bb005957eeb,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:27.997285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cbc764b-ab9f-42da-82b3-6b7658bb2592 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:28.012066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc764b-ab9f-42da-82b3-6b7658bb2592 None None] Calling delete_port for 104aac9a-9135-4f68-95fa-4bb005957eeb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:28.103501 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cbc764b-ab9f-42da-82b3-6b7658bb2592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (104aac9a-9135-4f68-95fa-4bb005957eeb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:28.132273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc764b-ab9f-42da-82b3-6b7658bb2592 None None] Pushing event deleted for resources: {'Port': ['ID=104aac9a-9135-4f68-95fa-4bb005957eeb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:28.149059 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc764b-ab9f-42da-82b3-6b7658bb2592 None None] No DVR routers for this DVR port 104aac9a-9135-4f68-95fa-4bb005957eeb on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:14:28.169705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871ed51c-e45b-4327-9432-21998ea0fda4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:28.174307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-871ed51c-e45b-4327-9432-21998ea0fda4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:28.175964 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-871ed51c-e45b-4327-9432-21998ea0fda4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:14:28.176567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871ed51c-e45b-4327-9432-21998ea0fda4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:14:28.195205 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-871ed51c-e45b-4327-9432-21998ea0fda4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5253906 Feb 03 22:14:28.198439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:28.205356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bba8029c-1b43-4f41-ab6b-0c810d5ae605 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:28.303357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba8029c-1b43-4f41-ab6b-0c810d5ae605 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:28.306916 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bba8029c-1b43-4f41-ab6b-0c810d5ae605 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:28.308373 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba8029c-1b43-4f41-ab6b-0c810d5ae605 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:14:28.308812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba8029c-1b43-4f41-ab6b-0c810d5ae605 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:14:28.327003 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bba8029c-1b43-4f41-ab6b-0c810d5ae605 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1269727 Feb 03 22:14:28.329630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:28.361865 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-17ec0df1-67ef-432e-af8b-4bb4a336cea0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311005 Feb 03 22:14:28.364283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:28.417651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a6344b-d921-4e99-b4bc-2198b1497743 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:28.422060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:28.422328 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d0a6344b-d921-4e99-b4bc-2198b1497743 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0569687 Feb 03 22:14:28.464170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c9aa6a3d-6e71-4eec-b8b2-cdbdcc49f95f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408978 Feb 03 22:14:28.468283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:28.473116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:28.557862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 104aac9a-9135-4f68-95fa-4bb005957eeb no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:14:28.572505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:28.576341 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:28.579307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 104aac9a-9135-4f68-95fa-4bb005957eeb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:14:28.579653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 104aac9a-9135-4f68-95fa-4bb005957eeb not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:14:28.668040 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:28.747860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f4708-9676-4218-bb0f-e56ee000a8a3 req-27a91f58-8032-4416-bf4b-5a624b2dff10 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:28.749279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d25f4708-9676-4218-bb0f-e56ee000a8a3 req-27a91f58-8032-4416-bf4b-5a624b2dff10 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 945 time: 0.0993557 Feb 03 22:14:28.847366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d25f4708-9676-4218-bb0f-e56ee000a8a3 req-b2d542a4-bfd2-473f-b664-bd9c0baa7c0b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905447 Feb 03 22:14:28.914317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.objects.ports [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:28.916361 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (5a09f333-3986-4656-820b-f642b0f66fbc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:28.966245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:28.969568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:28.973728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:28.974391 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:28.980089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ee048-83c2-4435-a36e-ef7034dab5c9 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:28.983149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=5a09f333-3986-4656-820b-f642b0f66fbc,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:28.993499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.993888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.994259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.995427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.995427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.995427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.995785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.996025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.996288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.996662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.997042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.997406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:28.997706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:29.007161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:29.007313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d432c47f-f8ca-42b3-8b98-8c4a0a233ac0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5378695 Feb 03 22:14:29.012328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:81:4c:0f', 'name': 'tempest-NetworksTestDHCPv6-1588698125'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:29.097264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': '5a09f333-3986-4656-820b-f642b0f66fbc'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:14:29.098198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.125668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:29.209249 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.235734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 49f1d5d3-4850-4f4a-997f-554f5535da18 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:29.236645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Allocated IP 2001:db8::f816:3eff:fe2a:b95f (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/5a09f333-3986-4656-820b-f642b0f66fbc/a063767c-d74c-4139-ad01-d13590ee963f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:29.383983 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Publish callbacks [] for port (a063767c-d74c-4139-ad01-d13590ee963f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.391454 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (a063767c-d74c-4139-ad01-d13590ee963f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.433995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:29.437392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:29.441620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:29.446922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fe81:4c0f (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/5a09f333-3986-4656-820b-f642b0f66fbc/49f1d5d3-4850-4f4a-997f-554f5535da18) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:29.448720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Pushing event updated for resources: {'Port': ['ID=a063767c-d74c-4139-ad01-d13590ee963f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:29.503385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Attempting to bind port a063767c-d74c-4139-ad01-d13590ee963f on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:29.504178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Attempting to bind port a063767c-d74c-4139-ad01-d13590ee963f by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:29.504178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Attempting to bind port a063767c-d74c-4139-ad01-d13590ee963f on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:29.510081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:29.510456 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:29.510907 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.511298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:29.511758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Bound port: a063767c-d74c-4139-ad01-d13590ee963f, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:29.512135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a063767c-d74c-4139-ad01-d13590ee963f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.577212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] For port a063767c-d74c-4139-ad01-d13590ee963f, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:29.580744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] For port a063767c-d74c-4139-ad01-d13590ee963f, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a063767c-d74c-4139-ad01-d13590ee963f,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:29.590730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a063767c-d74c-4139-ad01-d13590ee963f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.625432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (49f1d5d3-4850-4f4a-997f-554f5535da18), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.654849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad72db-1cc8-4ac9-a464-117c290cf2fb None None] Pushing event updated for resources: {'Port': ['ID=a063767c-d74c-4139-ad01-d13590ee963f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:29.680048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (49f1d5d3-4850-4f4a-997f-554f5535da18), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.725097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:29.730125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:29.732704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:29.738337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:29.738962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.754448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=49f1d5d3-4850-4f4a-997f-554f5535da18,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:29.767882 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-88de62f5-d57b-4823-a27b-2a58703d7240 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7568331 Feb 03 22:14:29.768073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42478) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:29.841440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3df6d8-1ad2-410c-be4f-7ab787e19b92 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:29.857628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3df6d8-1ad2-410c-be4f-7ab787e19b92 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:29.860006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ea3df6d8-1ad2-410c-be4f-7ab787e19b92 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0909784 Feb 03 22:14:29.863644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:29.890428 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:29.989551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aab7e406-2554-4855-8dff-d53aa9ba94af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 49f1d5d3-4850-4f4a-997f-554f5535da18 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:29.989551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab7e406-2554-4855-8dff-d53aa9ba94af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (49f1d5d3-4850-4f4a-997f-554f5535da18), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.013779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db470808-1195-4c6e-b1a1-a70e1e987a80 req-a3f1c137-fde8-4a5e-99aa-c7f6722cbdb4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:30.016325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db470808-1195-4c6e-b1a1-a70e1e987a80 req-a3f1c137-fde8-4a5e-99aa-c7f6722cbdb4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 945 time: 0.0872107 Feb 03 22:14:30.092961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db470808-1195-4c6e-b1a1-a70e1e987a80 req-345dd664-fb8e-4a96-b199-70a70088b26d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676079 Feb 03 22:14:30.153362 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab7e406-2554-4855-8dff-d53aa9ba94af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (49f1d5d3-4850-4f4a-997f-554f5535da18), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.167246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aab7e406-2554-4855-8dff-d53aa9ba94af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 49f1d5d3-4850-4f4a-997f-554f5535da18 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:30.270791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d4c71547-d16b-4c1d-b04d-f78aa84078fd up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:30.294503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab7e406-2554-4855-8dff-d53aa9ba94af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (49f1d5d3-4850-4f4a-997f-554f5535da18), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.328571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port d4c71547-d16b-4c1d-b04d-f78aa84078fd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:14:30.328735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7e406-2554-4855-8dff-d53aa9ba94af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=49f1d5d3-4850-4f4a-997f-554f5535da18,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:30.333485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port d4c71547-d16b-4c1d-b04d-f78aa84078fd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:30.335340 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.367000 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab7e406-2554-4855-8dff-d53aa9ba94af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.370458 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aab7e406-2554-4855-8dff-d53aa9ba94af tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/49f1d5d3-4850-4f4a-997f-554f5535da18 HTTP/1.1" status: 204 len: 168 time: 0.5056174 Feb 03 22:14:30.372839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:30.428510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0eebf-ee15-4a49-b6bc-51f7ceb2f099 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:30.430242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0eebf-ee15-4a49-b6bc-51f7ceb2f099 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:30.431820 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5cb0eebf-ee15-4a49-b6bc-51f7ceb2f099 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0580106 Feb 03 22:14:30.434688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:30.435706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d4c71547-d16b-4c1d-b04d-f78aa84078fd is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:30.436320 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.463369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:14:30.465654 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8736c7-27ef-416d-a991-dc1880ee8412" -d '{"events": [{"server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "name": "network-vif-plugged", "status": "completed", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:14:30.479114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:30.486438 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.499213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7379342a-fa9e-4364-91f1-56e62a3eaa6c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 5a09f333-3986-4656-820b-f642b0f66fbc {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:30.513081 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7379342a-fa9e-4364-91f1-56e62a3eaa6c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (5a09f333-3986-4656-820b-f642b0f66fbc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.544034 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4a653c-dd2b-4e90-8f60-bda4a898bbe9 x-openstack-request-id: req-8e4a653c-dd2b-4e90-8f60-bda4a898bbe9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:14:30.544267 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "name": "network-vif-plugged", "status": "completed", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:14:30.546239 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e4a653c-dd2b-4e90-8f60-bda4a898bbe9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:14:30.546740 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'code': 200} Feb 03 22:14:30.592326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:30.633767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7379342a-fa9e-4364-91f1-56e62a3eaa6c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (5a09f333-3986-4656-820b-f642b0f66fbc), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.694987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8624a6-fc61-476f-980e-dbd0b19d3497 req-6036e979-7b08-429b-af8a-93e5d6ee7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:30.697030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a8624a6-fc61-476f-980e-dbd0b19d3497 req-6036e979-7b08-429b-af8a-93e5d6ee7cde service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1128 time: 0.0818856 Feb 03 22:14:30.710161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a063767c-d74c-4139-ad01-d13590ee963f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:30.762766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7379342a-fa9e-4364-91f1-56e62a3eaa6c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (5a09f333-3986-4656-820b-f642b0f66fbc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.780044 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7a8624a6-fc61-476f-980e-dbd0b19d3497 req-7f680e32-175a-4983-8e5f-2fc128a0d1af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731769 Feb 03 22:14:30.787303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a063767c-d74c-4139-ad01-d13590ee963f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:30.788016 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a063767c-d74c-4139-ad01-d13590ee963f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.839813 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7379342a-fa9e-4364-91f1-56e62a3eaa6c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (5a09f333-3986-4656-820b-f642b0f66fbc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.873922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379342a-fa9e-4364-91f1-56e62a3eaa6c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=5a09f333-3986-4656-820b-f642b0f66fbc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:30.882808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7379342a-fa9e-4364-91f1-56e62a3eaa6c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.888707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7379342a-fa9e-4364-91f1-56e62a3eaa6c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/5a09f333-3986-4656-820b-f642b0f66fbc HTTP/1.1" status: 204 len: 168 time: 0.4529421 Feb 03 22:14:30.888890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42494) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:30.926135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a063767c-d74c-4139-ad01-d13590ee963f is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:30.926605 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a063767c-d74c-4139-ad01-d13590ee963f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:30.939924 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cff81e73-a010-464f-8e20-4ea78ee7eb1c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498054 Feb 03 22:14:30.942633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:30.948584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:30.968465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port a063767c-d74c-4139-ad01-d13590ee963f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a063767c-d74c-4139-ad01-d13590ee963f,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:30.985895 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a063767c-d74c-4139-ad01-d13590ee963f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:31.050512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=a063767c-d74c-4139-ad01-d13590ee963f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:31.059718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e171b80-d621-470f-8dbb-9d24d6f05c36 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:31.074819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:31.082344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:31.164135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cee7dee2-6860-46aa-bffe-447752598ce8 None None] Provisioning complete for port a063767c-d74c-4139-ad01-d13590ee963f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:31.164512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cee7dee2-6860-46aa-bffe-447752598ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a063767c-d74c-4139-ad01-d13590ee963f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:31.242571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9361b-3393-4437-8ac3-34faec5c176d req-9d15cb7b-d0db-44d5-8b7a-e1ead44603df tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:31.251915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cef9361b-3393-4437-8ac3-34faec5c176d req-9d15cb7b-d0db-44d5-8b7a-e1ead44603df tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.0774794 Feb 03 22:14:31.320412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cef9361b-3393-4437-8ac3-34faec5c176d req-194a4c88-f9c6-4131-bf42-b04cabbe8c76 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674624 Feb 03 22:14:31.325225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cee7dee2-6860-46aa-bffe-447752598ce8 None None] Current status of the port a063767c-d74c-4139-ad01-d13590ee963f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:31.329413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c998547-d13c-4036-9ddb-baee586342ee None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:14:31.377981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-190039b6-e10b-4416-9213-93c70b021a73 req-30712c99-0b68-4cf0-a51f-455dcd7dc286 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026907 Feb 03 22:14:31.381442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3c998547-d13c-4036-9ddb-baee586342ee None None] Deleting port a063767c-d74c-4139-ad01-d13590ee963f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:31.381844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c998547-d13c-4036-9ddb-baee586342ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a063767c-d74c-4139-ad01-d13590ee963f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:31.452690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3c998547-d13c-4036-9ddb-baee586342ee None None] For port a063767c-d74c-4139-ad01-d13590ee963f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a063767c-d74c-4139-ad01-d13590ee963f,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:31.455175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c998547-d13c-4036-9ddb-baee586342ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a063767c-d74c-4139-ad01-d13590ee963f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:31.468578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3c998547-d13c-4036-9ddb-baee586342ee None None] Calling delete_port for a063767c-d74c-4139-ad01-d13590ee963f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:31.537747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190039b6-e10b-4416-9213-93c70b021a73 req-73daa70b-5f9b-454d-a1a1-d644d4c8cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:31.539365 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-190039b6-e10b-4416-9213-93c70b021a73 req-73daa70b-5f9b-454d-a1a1-d644d4c8cb9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cf9abebc821466da7dbf623c3a41bc8&device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 1128 time: 0.0977232 Feb 03 22:14:31.557363 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c998547-d13c-4036-9ddb-baee586342ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (a063767c-d74c-4139-ad01-d13590ee963f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:31.583975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:31.593652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c998547-d13c-4036-9ddb-baee586342ee None None] No DVR routers for this DVR port a063767c-d74c-4139-ad01-d13590ee963f on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:14:31.599097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c998547-d13c-4036-9ddb-baee586342ee None None] Pushing event deleted for resources: {'Port': ['ID=a063767c-d74c-4139-ad01-d13590ee963f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:31.740842 n-d-824834-9 neutron-server[103398]: WARNING neutron.services.revisions.revision_plugin [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Could not find related port for resource to bump revision. Feb 03 22:14:31.746938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190039b6-e10b-4416-9213-93c70b021a73 req-8b63a134-15f1-4a33-b2d3-3b73a5a5e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:31.748379 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-190039b6-e10b-4416-9213-93c70b021a73 req-8b63a134-15f1-4a33-b2d3-3b73a5a5e45e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6c2112c-266e-48b0-828c-d77a939f4300 HTTP/1.1" status: 200 len: 908 time: 0.1854906 Feb 03 22:14:31.751602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_pluggable_backend [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Port a063767c-d74c-4139-ad01-d13590ee963f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 03 22:14:31.752002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_pluggable_backend [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2a:b95f {{(pid=103398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 03 22:14:31.762766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_pluggable_backend [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2a:b95f {{(pid=103398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 03 22:14:31.791855 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (a20c7445-7933-49a5-86c4-bb13e885c073), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:31.852713 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:31.860922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:31.867823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:31.868198 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:31.871824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4a79c5-d1df-4458-8a3b-56f3494acf74 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:31.875486 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-190039b6-e10b-4416-9213-93c70b021a73 req-033cf76c-ee29-46a5-adb3-af041bcc41bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb HTTP/1.1" status: 200 len: 1002 time: 0.1199965 Feb 03 22:14:31.892268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=a20c7445-7933-49a5-86c4-bb13e885c073,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:31.920724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-46fa9e0a-100b-462e-9299-ff46e1ce450e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9740949 Feb 03 22:14:31.921455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:31.926444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:f2:38:c2', 'name': 'tempest-NetworksTestDHCPv6-1244715662'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:31.992711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': 'a20c7445-7933-49a5-86c4-bb13e885c073'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:14:31.993881 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:31.994262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190039b6-e10b-4416-9213-93c70b021a73 req-b2de85d0-af23-4f5d-96bb-c6b69bb4c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:31.995775 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-190039b6-e10b-4416-9213-93c70b021a73 req-b2de85d0-af23-4f5d-96bb-c6b69bb4c045 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86dbbc50-904a-482a-8aa6-669553a3cbde HTTP/1.1" status: 200 len: 846 time: 0.1137781 Feb 03 22:14:32.102950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190039b6-e10b-4416-9213-93c70b021a73 req-6387a830-bd42-4281-87c2-3bc08e7d69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:32.104618 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-190039b6-e10b-4416-9213-93c70b021a73 req-6387a830-bd42-4281-87c2-3bc08e7d69d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6c2112c-266e-48b0-828c-d77a939f4300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1028473 Feb 03 22:14:32.116405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:32.120352 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:32.156199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Allocated IP 2001:db8::f816:3eff:fef0:3bca (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/a20c7445-7933-49a5-86c4-bb13e885c073/f7505d0d-ac41-4546-a532-ec3c380ff88a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:32.184129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 5658b567-4ef0-4e51-bed5-92684d7f4b26 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:32.278898 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-190039b6-e10b-4416-9213-93c70b021a73 req-677983af-5592-4696-b110-b3432723f790 service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429887 Feb 03 22:14:32.317681 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Publish callbacks [] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:32.324512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:32.360476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:32.363276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:32.367270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:32.440503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5235-a769-4784-91f6-8b2ac282fd66 req-47657ac0-1ae6-4e61-b2bb-08a85bd51c37 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:32.445325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Attempting to bind port f7505d0d-ac41-4546-a532-ec3c380ff88a on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:32.445773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Attempting to bind port f7505d0d-ac41-4546-a532-ec3c380ff88a by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:32.446156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Attempting to bind port f7505d0d-ac41-4546-a532-ec3c380ff88a on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:32.449340 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-190039b6-e10b-4416-9213-93c70b021a73 req-3399b218-8abb-4565-8cfc-c5abe6b402de service neutron] 10.222.0.10 "GET /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642385 Feb 03 22:14:32.451174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-916e5235-a769-4784-91f6-8b2ac282fd66 req-47657ac0-1ae6-4e61-b2bb-08a85bd51c37 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.0638392 Feb 03 22:14:32.456052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:32.456439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:32.456912 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:32.457346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:32.457914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Bound port: f7505d0d-ac41-4546-a532-ec3c380ff88a, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:32.458354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:32.467370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fef2:38c2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/a20c7445-7933-49a5-86c4-bb13e885c073/5658b567-4ef0-4e51-bed5-92684d7f4b26) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:32.473617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Pushing event updated for resources: {'Port': ['ID=f7505d0d-ac41-4546-a532-ec3c380ff88a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:32.522541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-916e5235-a769-4784-91f6-8b2ac282fd66 req-f9cf746c-1946-47ba-893a-c867679fdf3c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695372 Feb 03 22:14:32.571571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] For port f7505d0d-ac41-4546-a532-ec3c380ff88a, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:32.578441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] For port f7505d0d-ac41-4546-a532-ec3c380ff88a, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f7505d0d-ac41-4546-a532-ec3c380ff88a,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:32.584312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a063767c-d74c-4139-ad01-d13590ee963f no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:14:32.588879 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:32.683856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (5658b567-4ef0-4e51-bed5-92684d7f4b26), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:32.699186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a063767c-d74c-4139-ad01-d13590ee963f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:14:32.699542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a063767c-d74c-4139-ad01-d13590ee963f not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:14:32.737036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f8973-3928-4011-89c0-78b4ffda58c3 None None] Pushing event updated for resources: {'Port': ['ID=f7505d0d-ac41-4546-a532-ec3c380ff88a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:32.743559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cffb9-9fc4-429a-bcaa-bd25a1c460fb req-730d7b92-4e21-4091-8ca1-74c19268fa28 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:32.745954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-393cffb9-9fc4-429a-bcaa-bd25a1c460fb req-730d7b92-4e21-4091-8ca1-74c19268fa28 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1351340 Feb 03 22:14:32.783279 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5658b567-4ef0-4e51-bed5-92684d7f4b26), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:32.861870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:32.866646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:32.872503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:32.879250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:32.881671 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:32.883204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-393cffb9-9fc4-429a-bcaa-bd25a1c460fb req-0ab5e70a-c84f-44c6-b65e-fad0f286f7df tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293817 Feb 03 22:14:32.886441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=5658b567-4ef0-4e51-bed5-92684d7f4b26,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:32.910360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42516) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:32.930089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e377861d-ba16-49ad-be21-98b4abbfb328 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0080483 Feb 03 22:14:32.932710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:32.972823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5050ab9-e8f5-4d3e-9417-0910d8cb40ed tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:32.977604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c5050ab9-e8f5-4d3e-9417-0910d8cb40ed tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1123 time: 0.0632160 Feb 03 22:14:32.977857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:32.983491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:33.007298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ac7aa-bcb5-45c1-a9b1-36126b2629b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:33.013466 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.014692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ac7aa-bcb5-45c1-a9b1-36126b2629b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:33.019143 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ac1ac7aa-bcb5-45c1-a9b1-36126b2629b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0826671 Feb 03 22:14:33.019673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:33.173943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7a5fcb04-e2ba-488a-8d1d-3e8020b7ba50 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 5658b567-4ef0-4e51-bed5-92684d7f4b26 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:33.174378 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcb04-e2ba-488a-8d1d-3e8020b7ba50 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5658b567-4ef0-4e51-bed5-92684d7f4b26), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.183907 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.295052 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcb04-e2ba-488a-8d1d-3e8020b7ba50 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5658b567-4ef0-4e51-bed5-92684d7f4b26), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.313750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7a5fcb04-e2ba-488a-8d1d-3e8020b7ba50 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 5658b567-4ef0-4e51-bed5-92684d7f4b26 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:33.347665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.25.5.236 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/802c3663-2ce6-4da9-9474-a052fb628d0d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:33.465795 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (802c3663-2ce6-4da9-9474-a052fb628d0d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.469783 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcb04-e2ba-488a-8d1d-3e8020b7ba50 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5658b567-4ef0-4e51-bed5-92684d7f4b26), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.502952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fcb04-e2ba-488a-8d1d-3e8020b7ba50 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=5658b567-4ef0-4e51-bed5-92684d7f4b26,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:33.504571 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (802c3663-2ce6-4da9-9474-a052fb628d0d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.536337 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcb04-e2ba-488a-8d1d-3e8020b7ba50 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.543591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:33.544178 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7a5fcb04-e2ba-488a-8d1d-3e8020b7ba50 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/5658b567-4ef0-4e51-bed5-92684d7f4b26 HTTP/1.1" status: 204 len: 168 time: 0.5232792 Feb 03 22:14:33.603175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:33.604193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=802c3663-2ce6-4da9-9474-a052fb628d0d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:33.609713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:33.611785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:33.652450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec55a8-ccd3-4f5f-bc62-82ee3fdf5292 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:33.653791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec55a8-ccd3-4f5f-bc62-82ee3fdf5292 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:33.657792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d1ec55a8-ccd3-4f5f-bc62-82ee3fdf5292 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107771 Feb 03 22:14:33.658479 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:33.735926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-778445f2-ab7c-4d7a-abe2-731802487a2d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet a20c7445-7933-49a5-86c4-bb13e885c073 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:33.744713 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-778445f2-ab7c-4d7a-abe2-731802487a2d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (a20c7445-7933-49a5-86c4-bb13e885c073), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.800338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-778445f2-ab7c-4d7a-abe2-731802487a2d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (a20c7445-7933-49a5-86c4-bb13e885c073), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:33.941777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-778445f2-ab7c-4d7a-abe2-731802487a2d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (a20c7445-7933-49a5-86c4-bb13e885c073), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.022194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-778445f2-ab7c-4d7a-abe2-731802487a2d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (a20c7445-7933-49a5-86c4-bb13e885c073), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.059552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778445f2-ab7c-4d7a-abe2-731802487a2d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=a20c7445-7933-49a5-86c4-bb13e885c073,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:34.068446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-778445f2-ab7c-4d7a-abe2-731802487a2d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.073336 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-778445f2-ab7c-4d7a-abe2-731802487a2d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a20c7445-7933-49a5-86c4-bb13e885c073 HTTP/1.1" status: 204 len: 168 time: 0.4136045 Feb 03 22:14:34.075685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:34.113746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (b34476af-c15a-4b51-9d90-9f303a57789f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.127875 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-641e2033-1d43-4da5-b73d-533dba3513a3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509660 Feb 03 22:14:34.131828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42536) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:34.197370 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (802c3663-2ce6-4da9-9474-a052fb628d0d), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.207308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadc7f96-f65e-437b-b1c0-f12ce15d435a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:34.209775 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dadc7f96-f65e-437b-b1c0-f12ce15d435a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0764387 Feb 03 22:14:34.213461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:34.229731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6669c8e-3f13-4836-99ea-39ab45f3185f None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:34.298558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6120a546-ba1c-4a05-931a-81de902668b9 None None] Provisioning complete for port f7505d0d-ac41-4546-a532-ec3c380ff88a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:34.299015 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6120a546-ba1c-4a05-931a-81de902668b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.320311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b260d-a2ea-4bcb-b59d-1fea3c5f9b51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:34.322420 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-054b260d-a2ea-4bcb-b59d-1fea3c5f9b51 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078987 Feb 03 22:14:34.325380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:34.373478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8aed534a-44fa-412b-b57c-150f8d6edfec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467901 Feb 03 22:14:34.374106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:34.381329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:34.388889 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (802c3663-2ce6-4da9-9474-a052fb628d0d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.405552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (802c3663-2ce6-4da9-9474-a052fb628d0d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.477399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=802c3663-2ce6-4da9-9474-a052fb628d0d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:34.579507 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (b34476af-c15a-4b51-9d90-9f303a57789f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.595377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6120a546-ba1c-4a05-931a-81de902668b9 None None] Current status of the port f7505d0d-ac41-4546-a532-ec3c380ff88a is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:34.595908 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6120a546-ba1c-4a05-931a-81de902668b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.654848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0171eb33-24d7-4c7a-8c8e-27c5bceb006b None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:14:34.666076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6120a546-ba1c-4a05-931a-81de902668b9 None None] For port f7505d0d-ac41-4546-a532-ec3c380ff88a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f7505d0d-ac41-4546-a532-ec3c380ff88a,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:34.674838 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6120a546-ba1c-4a05-931a-81de902668b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.732599 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Floating IP b34476af-c15a-4b51-9d90-9f303a57789f associated. External IP: 172.25.5.236, port: d4c71547-d16b-4c1d-b04d-f78aa84078fd. Feb 03 22:14:34.759561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120a546-ba1c-4a05-931a-81de902668b9 None None] Pushing event updated for resources: {'Port': ['ID=f7505d0d-ac41-4546-a532-ec3c380ff88a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:34.778367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0171eb33-24d7-4c7a-8c8e-27c5bceb006b None None] Deleting port f7505d0d-ac41-4546-a532-ec3c380ff88a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:34.778876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0171eb33-24d7-4c7a-8c8e-27c5bceb006b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.859791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0171eb33-24d7-4c7a-8c8e-27c5bceb006b None None] For port f7505d0d-ac41-4546-a532-ec3c380ff88a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f7505d0d-ac41-4546-a532-ec3c380ff88a,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:34.860440 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0171eb33-24d7-4c7a-8c8e-27c5bceb006b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.874265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0171eb33-24d7-4c7a-8c8e-27c5bceb006b None None] Calling delete_port for f7505d0d-ac41-4546-a532-ec3c380ff88a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:34.964052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:34.967939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:34.992615 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0171eb33-24d7-4c7a-8c8e-27c5bceb006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f7505d0d-ac41-4546-a532-ec3c380ff88a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:35.027565 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171eb33-24d7-4c7a-8c8e-27c5bceb006b None None] Pushing event deleted for resources: {'Port': ['ID=f7505d0d-ac41-4546-a532-ec3c380ff88a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:35.031666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171eb33-24d7-4c7a-8c8e-27c5bceb006b None None] No DVR routers for this DVR port f7505d0d-ac41-4546-a532-ec3c380ff88a on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:14:35.268106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:35.270932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d731f4cd-2600-48a5-aec9-92a48e475bfe), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:35.321057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router cf43674b-4b63-4c73-88fe-72a834b84dec has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:14:35.324069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:35.329236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:35.332521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:35.333151 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:35.338817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f656ab1-fde3-4b30-a7a8-83f4b63abd7a None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:35.349113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=d731f4cd-2600-48a5-aec9-92a48e475bfe,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:35.363018 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8e1f9a6f-0a95-48db-92a2-7b3e8813fbe3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9851766 Feb 03 22:14:35.363481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:35.371143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:d8:02:3f', 'name': 'tempest-NetworksTestDHCPv6-2135375096'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:35.458626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': 'd731f4cd-2600-48a5-aec9-92a48e475bfe'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:14:35.459607 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:35.477609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:14:35.494608 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] Sync routers for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:14:35.507955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:35.508794 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:35.517452 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:14:35.519388 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:14:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:35.545164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-abde55d0-9c49-49fe-bf77-3641a1a501d9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5637596 Feb 03 22:14:35.545164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:14:35.546505 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9977cb-62c4-4e97-9c1d-360249652391" -d '{"events": [{"name": "network-changed", "server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:14:35.650804 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70908681-ecae-4e75-9970-a3958239d307 x-openstack-request-id: req-70908681-ecae-4e75-9970-a3958239d307 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:14:35.651101 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:14:35.651356 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70908681-ecae-4e75-9970-a3958239d307 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:14:35.652298 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'status': 'completed', 'code': 200} Feb 03 22:14:35.704328 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:14:35.721793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Allocated IP 2001:db8::f816:3eff:fefd:4d41 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/d731f4cd-2600-48a5-aec9-92a48e475bfe/61c9998f-c1e3-4037-a296-0948fefb5517) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:35.727076 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:35.752870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-bb80ac0f-cab4-4f17-bd9c-57294a0bfdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:35.754790 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-bb80ac0f-cab4-4f17-bd9c-57294a0bfdf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1128 time: 0.0895624 Feb 03 22:14:35.764009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 17366f1a-866f-4745-a621-45075ffaa77c yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:35.788152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed006a0-f62a-4ac4-801a-514788992296 req-c4a30af9-3628-4271-b0cb-c83c6c6878af tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:35.798409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ed006a0-f62a-4ac4-801a-514788992296 req-c4a30af9-3628-4271-b0cb-c83c6c6878af tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1182551 Feb 03 22:14:35.882704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ed006a0-f62a-4ac4-801a-514788992296 req-5bc9efea-c779-4a84-a2f3-26f0be0c4b86 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832951 Feb 03 22:14:35.914602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42556) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:36.015676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-bda767c1-b0f0-4e32-8a4c-5c6966d8fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:36.018091 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-bda767c1-b0f0-4e32-8a4c-5c6966d8fffa service neutron] 10.222.0.10 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 897 time: 0.2557640 Feb 03 22:14:36.030981 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Publish callbacks [] for port (61c9998f-c1e3-4037-a296-0948fefb5517), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:36.041023 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:36.099053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9459b546-0da8-4784-817a-b2ed2a0eba25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/b34476af-c15a-4b51-9d90-9f303a57789f HTTP/1.1" status: 200 len: 992 time: 0.1822181 Feb 03 22:14:36.108116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:36.113122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:36.119586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:36.122868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Pushing event updated for resources: {'Port': ['ID=61c9998f-c1e3-4037-a296-0948fefb5517,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:36.153297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fed8:23f (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/d731f4cd-2600-48a5-aec9-92a48e475bfe/17366f1a-866f-4745-a621-45075ffaa77c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:36.171306 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b34476af-c15a-4b51-9d90-9f303a57789f', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.236', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'port_id': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:33Z', 'updated_at': '2022-02-03T22:14:33Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f69f9f-8e5b-487a-b0d6-0baa8b361502', 'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:5f:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:09Z', 'updated_at': '2022-02-03T22:14:17Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:36.211172 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] Checking router: cf43674b-4b63-4c73-88fe-72a834b84dec for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:14:36.219641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Attempting to bind port 61c9998f-c1e3-4037-a296-0948fefb5517 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:36.220259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Attempting to bind port 61c9998f-c1e3-4037-a296-0948fefb5517 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:36.220935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Attempting to bind port 61c9998f-c1e3-4037-a296-0948fefb5517 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:36.222449 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:14:36.223424 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:14:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:36.224988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-dc77cdc1-f5d7-436c-8291-1a1005d95530 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 1000 time: 0.2012239 Feb 03 22:14:36.228265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:36.229376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:36.229865 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:36.233604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:36.234432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Bound port: 61c9998f-c1e3-4037-a296-0948fefb5517, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:36.235199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:36.312195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] For port 61c9998f-c1e3-4037-a296-0948fefb5517, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:36.316281 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] For port 61c9998f-c1e3-4037-a296-0948fefb5517, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=61c9998f-c1e3-4037-a296-0948fefb5517,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:36.326437 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:36.331293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-99745975-a222-493d-9998-a57247e1c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:36.332779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-99745975-a222-493d-9998-a57247e1c184 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.0922759 Feb 03 22:14:36.358195 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:14:36.417430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef96850-3574-4e15-91d5-8881dee4241f None None] Pushing event updated for resources: {'Port': ['ID=61c9998f-c1e3-4037-a296-0948fefb5517,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:36.449626 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (17366f1a-866f-4745-a621-45075ffaa77c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:36.459686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-76c0fbf9-13eb-4866-ac38-fb5f6a86e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:36.461896 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-76c0fbf9-13eb-4866-ac38-fb5f6a86e61b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1228764 Feb 03 22:14:36.600435 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-ab4569f4-58cf-4202-ac0d-649d41135010 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298707 Feb 03 22:14:36.608258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f7505d0d-ac41-4546-a532-ec3c380ff88a no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:14:36.645996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f7505d0d-ac41-4546-a532-ec3c380ff88a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:14:36.647931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f7505d0d-ac41-4546-a532-ec3c380ff88a not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:14:36.657065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (17366f1a-866f-4745-a621-45075ffaa77c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:36.696438 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b34476af-c15a-4b51-9d90-9f303a57789f', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.236', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'port_id': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:33Z', 'updated_at': '2022-02-03T22:14:33Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f69f9f-8e5b-487a-b0d6-0baa8b361502', 'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:5f:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:09Z', 'updated_at': '2022-02-03T22:14:17Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:14:36.735227 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc47b9-23b0-4b95-9616-d3ff1f647852 None None] The sync data for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 is: [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'b34476af-c15a-4b51-9d90-9f303a57789f', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.236', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'port_id': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:33Z', 'updated_at': '2022-02-03T22:14:33Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f69f9f-8e5b-487a-b0d6-0baa8b361502', 'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:5f:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:09Z', 'updated_at': '2022-02-03T22:14:17Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:14:36.806751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=17366f1a-866f-4745-a621-45075ffaa77c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:36.830749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:36.840548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:36.844648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:36.852785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:36.853519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:36.881476 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e9977cb-62c4-4e97-9c1d-360249652391 req-a9fb5382-4912-48ea-b886-b45940f6d247 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754672 Feb 03 22:14:36.885763 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b698acab-0848-420f-ad0b-341c1fbc0b94 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5211489 Feb 03 22:14:36.888974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:36.973241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5c85f-778f-43e0-b367-b3ea201d2d1c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:36.980621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5c85f-778f-43e0-b367-b3ea201d2d1c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:36.982837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ebc5c85f-778f-43e0-b367-b3ea201d2d1c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0928223 Feb 03 22:14:36.986139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:37.056505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9876f5cd-314f-4f33-b985-290bbc2d45d6 None None] New status for floating IP b34476af-c15a-4b51-9d90-9f303a57789f: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:14:37.090768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-28503850-7d08-4b35-95b4-7109ca19fcf1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 17366f1a-866f-4745-a621-45075ffaa77c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:37.091461 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28503850-7d08-4b35-95b4-7109ca19fcf1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (17366f1a-866f-4745-a621-45075ffaa77c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.102147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42568) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:37.190296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb88662b-1d77-4adc-8a64-3f35e0c0b965 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/b34476af-c15a-4b51-9d90-9f303a57789f HTTP/1.1" status: 200 len: 992 time: 0.0869546 Feb 03 22:14:37.204356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28503850-7d08-4b35-95b4-7109ca19fcf1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (17366f1a-866f-4745-a621-45075ffaa77c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.218389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-28503850-7d08-4b35-95b4-7109ca19fcf1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 17366f1a-866f-4745-a621-45075ffaa77c owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:37.414275 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28503850-7d08-4b35-95b4-7109ca19fcf1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (17366f1a-866f-4745-a621-45075ffaa77c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.463055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28503850-7d08-4b35-95b4-7109ca19fcf1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=17366f1a-866f-4745-a621-45075ffaa77c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:37.506954 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28503850-7d08-4b35-95b4-7109ca19fcf1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.511273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-28503850-7d08-4b35-95b4-7109ca19fcf1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/17366f1a-866f-4745-a621-45075ffaa77c HTTP/1.1" status: 204 len: 168 time: 0.5238776 Feb 03 22:14:37.515440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:37.598707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8082801e-d679-4e60-b196-454c2763779f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:37.601124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8082801e-d679-4e60-b196-454c2763779f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:37.606447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:37.616938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8082801e-d679-4e60-b196-454c2763779f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1003175 Feb 03 22:14:37.687137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-070084a1-71cf-41ee-9ad9-ada51c494524 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet d731f4cd-2600-48a5-aec9-92a48e475bfe {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:37.691939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-070084a1-71cf-41ee-9ad9-ada51c494524 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (d731f4cd-2600-48a5-aec9-92a48e475bfe), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.751086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-070084a1-71cf-41ee-9ad9-ada51c494524 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (d731f4cd-2600-48a5-aec9-92a48e475bfe), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.833221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Provisioning complete for port 61c9998f-c1e3-4037-a296-0948fefb5517 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:37.833221 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.848488 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-070084a1-71cf-41ee-9ad9-ada51c494524 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d731f4cd-2600-48a5-aec9-92a48e475bfe), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.918144 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-070084a1-71cf-41ee-9ad9-ada51c494524 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (d731f4cd-2600-48a5-aec9-92a48e475bfe), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.953063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-070084a1-71cf-41ee-9ad9-ada51c494524 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.955129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Current status of the port 61c9998f-c1e3-4037-a296-0948fefb5517 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:37.955519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:37.959190 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-070084a1-71cf-41ee-9ad9-ada51c494524 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/d731f4cd-2600-48a5-aec9-92a48e475bfe HTTP/1.1" status: 204 len: 168 time: 0.3486280 Feb 03 22:14:37.959190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070084a1-71cf-41ee-9ad9-ada51c494524 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=d731f4cd-2600-48a5-aec9-92a48e475bfe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:37.959587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:38.004434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4eae2912-0e5f-4773-ac26-4dfdae044e7e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434740 Feb 03 22:14:38.007508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42580) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:38.012580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:38.018848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:14:38.019213 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:14:38.092852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae963c4-212f-4874-8311-8c8db3f624f6 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:38.129479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:38.134041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:38.195299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42582) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:38.300947 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-70de85f7-c9db-4257-9dd8-7acbc1411128 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/b34476af-c15a-4b51-9d90-9f303a57789f HTTP/1.1" status: 200 len: 994 time: 0.1035066 Feb 03 22:14:38.303485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a307e-a2eb-4981-a1fc-6c2c4db0a7fb None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:14:38.365530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-889a307e-a2eb-4981-a1fc-6c2c4db0a7fb None None] Deleting port 61c9998f-c1e3-4037-a296-0948fefb5517 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:38.365907 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-889a307e-a2eb-4981-a1fc-6c2c4db0a7fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:38.467719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-889a307e-a2eb-4981-a1fc-6c2c4db0a7fb None None] For port 61c9998f-c1e3-4037-a296-0948fefb5517, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=61c9998f-c1e3-4037-a296-0948fefb5517,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:38.468146 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-889a307e-a2eb-4981-a1fc-6c2c4db0a7fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:38.482437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-889a307e-a2eb-4981-a1fc-6c2c4db0a7fb None None] Calling delete_port for 61c9998f-c1e3-4037-a296-0948fefb5517 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:38.504372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.objects.ports [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:38.580240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Current status of the port 61c9998f-c1e3-4037-a296-0948fefb5517 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:38.580644 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:38.625280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] For port 61c9998f-c1e3-4037-a296-0948fefb5517, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=61c9998f-c1e3-4037-a296-0948fefb5517,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:38.629542 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:38.656822 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-889a307e-a2eb-4981-a1fc-6c2c4db0a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (61c9998f-c1e3-4037-a296-0948fefb5517), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:38.676316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a307e-a2eb-4981-a1fc-6c2c4db0a7fb None None] No DVR routers for this DVR port 61c9998f-c1e3-4037-a296-0948fefb5517 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:14:38.682358 n-d-824834-9 neutron-server[103397]: WARNING neutron.services.revisions.revision_plugin [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Could not find related port for resource to bump revision. Feb 03 22:14:38.695021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_pluggable_backend [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Port 61c9998f-c1e3-4037-a296-0948fefb5517 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 03 22:14:38.696327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_pluggable_backend [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Reverting IP allocation for 2001:db8::f816:3eff:fefd:4d41 {{(pid=103397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 03 22:14:38.702526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac0b10-e567-4598-9719-9b0fe5e122af None None] Pushing event updated for resources: {'Port': ['ID=61c9998f-c1e3-4037-a296-0948fefb5517,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:38.702728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_pluggable_backend [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefd:4d41 {{(pid=103397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 03 22:14:38.703893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:38.728013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a307e-a2eb-4981-a1fc-6c2c4db0a7fb None None] Pushing event deleted for resources: {'Port': ['ID=61c9998f-c1e3-4037-a296-0948fefb5517,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:38.748245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8e02f86c-6a00-4a23-a111-cfaa7dbcfeb3 None None] Could not find standard attr ID for object 17366f1a-866f-4745-a621-45075ffaa77c. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:14:38.756169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:38.761583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:38.765947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:38.766551 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:38.771236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc4d75-9325-4a3f-b32f-5ca8aca72c42 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:38.787467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7788379 Feb 03 22:14:38.790047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:38.795532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:c0:1a:64', 'name': 'tempest-NetworksTestDHCPv6-434027113'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:38.799019 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc31166-7744-4504-88df-ea90227034ce tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:38.915776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': '6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:14:38.916656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:38.932492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:39.021757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.044802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 038d56b1-1748-4584-abed-25c4d95aba52 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:39.063861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Allocated IP 2001:db8::f816:3eff:fe0e:f819 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e/5a13dc1f-7e9e-4108-ae6b-439bbca0a621) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:39.213382 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Publish callbacks [] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.220062 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.266376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Pushing event updated for resources: {'Port': ['ID=5a13dc1f-7e9e-4108-ae6b-439bbca0a621,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:39.275109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.275468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.275873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.276780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.276780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.277098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.277195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.277533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.277861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.278221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.278551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.278877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.279201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:14:39.290273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fec0:1a64 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e/038d56b1-1748-4584-abed-25c4d95aba52) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:39.292766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:39.295082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:39.300315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:39.372018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Attempting to bind port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:39.372423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Attempting to bind port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:39.372785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Attempting to bind port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:39.378068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:39.378448 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:39.378852 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.379246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:39.379707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Bound port: 5a13dc1f-7e9e-4108-ae6b-439bbca0a621, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:39.380154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.448230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] For port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:39.451984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] For port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5a13dc1f-7e9e-4108-ae6b-439bbca0a621,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:39.458713 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.462224 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (038d56b1-1748-4584-abed-25c4d95aba52), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.500146 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (038d56b1-1748-4584-abed-25c4d95aba52), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.539257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4265d-36ab-4855-adb1-78c1af543024 None None] Pushing event updated for resources: {'Port': ['ID=5a13dc1f-7e9e-4108-ae6b-439bbca0a621,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:39.546981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:39.550404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:39.555128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:39.560851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:39.561455 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.584472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=038d56b1-1748-4584-abed-25c4d95aba52,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:39.595018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8b3bfd30-0c68-46f0-81c2-a6a04f365767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8011940 Feb 03 22:14:39.595580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42592) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:39.658127 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5e5d9-c64d-4f98-8954-280e2d793376 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:39.665389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5e5d9-c64d-4f98-8954-280e2d793376 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:39.669772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f6d5e5d9-c64d-4f98-8954-280e2d793376 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0711246 Feb 03 22:14:39.670208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42594) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:39.800385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b4493359-e516-4f3f-869a-6ee7084c741a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 038d56b1-1748-4584-abed-25c4d95aba52 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:39.802115 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4493359-e516-4f3f-869a-6ee7084c741a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (038d56b1-1748-4584-abed-25c4d95aba52), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.908321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4493359-e516-4f3f-869a-6ee7084c741a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (038d56b1-1748-4584-abed-25c4d95aba52), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:39.921378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b4493359-e516-4f3f-869a-6ee7084c741a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 038d56b1-1748-4584-abed-25c4d95aba52 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:40.078240 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4493359-e516-4f3f-869a-6ee7084c741a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (038d56b1-1748-4584-abed-25c4d95aba52), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:40.113151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493359-e516-4f3f-869a-6ee7084c741a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=038d56b1-1748-4584-abed-25c4d95aba52,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:40.147233 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4493359-e516-4f3f-869a-6ee7084c741a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:40.150770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b4493359-e516-4f3f-869a-6ee7084c741a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/038d56b1-1748-4584-abed-25c4d95aba52 HTTP/1.1" status: 204 len: 168 time: 0.4798536 Feb 03 22:14:40.153578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:40.207476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6136669c-e93e-4942-9a71-5627b6932873 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:40.209696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6136669c-e93e-4942-9a71-5627b6932873 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:40.213522 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6136669c-e93e-4942-9a71-5627b6932873 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0565209 Feb 03 22:14:40.213947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42600) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:40.280813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d159fe6-ba74-4241-8467-840cc8516331 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:40.284791 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d159fe6-ba74-4241-8467-840cc8516331 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:40.346098 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d159fe6-ba74-4241-8467-840cc8516331 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:40.441351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d159fe6-ba74-4241-8467-840cc8516331 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:40.598621 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d159fe6-ba74-4241-8467-840cc8516331 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:40.653803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d159fe6-ba74-4241-8467-840cc8516331 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:40.656671 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d159fe6-ba74-4241-8467-840cc8516331 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:40.660872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1d159fe6-ba74-4241-8467-840cc8516331 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e HTTP/1.1" status: 204 len: 168 time: 0.4459159 Feb 03 22:14:40.663247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42624) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:40.674059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-025d8e8d-0886-4899-8d24-1cad66df675e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1601422 Feb 03 22:14:40.730490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7f2b2e56-bc8b-4425-b6f6-ae3147a3b185 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655775 Feb 03 22:14:40.734373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:40.804133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:40.819313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12068084-489c-45cc-a302-c0a096741055 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:40.821354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-12068084-489c-45cc-a302-c0a096741055 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0858884 Feb 03 22:14:40.824366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42636) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:40.886476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475eabde-5752-4175-88a5-fea6b58dcf8f None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:40.899555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-f6e818a0-8511-48c3-a199-f9e89544c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:40.901533 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-f6e818a0-8511-48c3-a199-f9e89544c71d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1127 time: 0.1716173 Feb 03 22:14:40.950072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03967a0-9f3e-480a-a544-96a137a68a7c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:40.951898 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e03967a0-9f3e-480a-a544-96a137a68a7c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1243634 Feb 03 22:14:40.954858 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42652) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:40.994944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f8c1536e-5527-4884-826b-e32871f2d1f1 None None] Provisioning complete for port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:40.995381 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8c1536e-5527-4884-826b-e32871f2d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.070694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0083349d-252c-4bd3-b605-2fef9febd97b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146677 Feb 03 22:14:41.074961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:41.075275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:41.075407 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.090373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:41.118769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-5f8d6c37-44b1-40e2-8033-4172b65b090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:41.120527 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-5f8d6c37-44b1-40e2-8033-4172b65b090c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.1856551 Feb 03 22:14:41.239774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:41.248926 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.259813 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-f4fb009e-0cb3-4d45-b4e8-0cbd8c81ace1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 200 len: 1001 time: 0.1325245 Feb 03 22:14:41.350790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-f65f634d-e517-491d-9883-2c0ffc94f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:41.353344 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-f65f634d-e517-491d-9883-2c0ffc94f8d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0877128 Feb 03 22:14:41.429316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:41.429700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-4bcd6ea9-22d3-4a91-9963-fe9d84865fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:41.430099 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.431913 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-4bcd6ea9-22d3-4a91-9963-fe9d84865fe7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0711553 Feb 03 22:14:41.450407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1536e-5527-4884-826b-e32871f2d1f1 None None] Current status of the port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:41.451057 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8c1536e-5527-4884-826b-e32871f2d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.524653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5a13dc1f-7e9e-4108-ae6b-439bbca0a621,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:41.529663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb7a79c-6dab-4806-8079-19fe5acef3f4 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:14:41.535730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.632712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-887eca08-1160-4614-a2bb-58fa4219b0f6 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939178 Feb 03 22:14:41.663051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (6173c43c-5caf-47f9-9244-0947c99ee97c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.704800 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-f8c1536e-5527-4884-826b-e32871f2d1f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:14:41.705333 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-f8c1536e-5527-4884-826b-e32871f2d1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:14:41.708763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=5a13dc1f-7e9e-4108-ae6b-439bbca0a621,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:41.719779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7a79c-6dab-4806-8079-19fe5acef3f4 None None] Deleting port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:41.720252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a79c-6dab-4806-8079-19fe5acef3f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.760153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-35c22807-7936-44c9-ad06-b13aacc0c572 req-ad8015dc-0788-4304-97b9-1fb114ec9712 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208863 Feb 03 22:14:41.777190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:41.797136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:41.805686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:41.805882 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.822322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=6173c43c-5caf-47f9-9244-0947c99ee97c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:41.839951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:41.841598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-997e8727-e5e6-4d10-9c4b-541bb5174166 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7606497 Feb 03 22:14:41.844983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:d7:9f:d5', 'name': 'tempest-NetworksTestDHCPv6-1073820924'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:41.855934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3fb7a79c-6dab-4806-8079-19fe5acef3f4 None None] For port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5a13dc1f-7e9e-4108-ae6b-439bbca0a621,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:41.856875 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a79c-6dab-4806-8079-19fe5acef3f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:41.876316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7a79c-6dab-4806-8079-19fe5acef3f4 None None] Calling delete_port for 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:41.983430 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a79c-6dab-4806-8079-19fe5acef3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (5a13dc1f-7e9e-4108-ae6b-439bbca0a621), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:42.000165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:42.041330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7a79c-6dab-4806-8079-19fe5acef3f4 None None] No DVR routers for this DVR port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:14:42.046125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7a79c-6dab-4806-8079-19fe5acef3f4 None None] Pushing event deleted for resources: {'Port': ['ID=5a13dc1f-7e9e-4108-ae6b-439bbca0a621,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:42.075912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d025885-7b1c-4b41-b234-048785c71922 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:42.124039 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:42.151975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 027ec6a6-067d-4395-a963-3cdd2fdfd99d yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:42.245481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': '6173c43c-5caf-47f9-9244-0947c99ee97c'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:14:42.246334 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:42.248165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1536e-5527-4884-826b-e32871f2d1f1 None None] Port 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 update to ACTIVE by agent not found {{(pid=103399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 22:14:42.322807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::89 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/6173c43c-5caf-47f9-9244-0947c99ee97c/027ec6a6-067d-4395-a963-3cdd2fdfd99d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:42.523807 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (027ec6a6-067d-4395-a963-3cdd2fdfd99d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:42.576788 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (027ec6a6-067d-4395-a963-3cdd2fdfd99d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:42.633489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:42.637353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:42.647287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:42.655420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:42.656225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:42.657410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/6173c43c-5caf-47f9-9244-0947c99ee97c/9c5423a6-33ee-445c-bc4b-ec45ecae110e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:42.666678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=027ec6a6-067d-4395-a963-3cdd2fdfd99d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:42.676063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:14:42.686157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:42.686635 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b23a0cfb-4d52-4127-b8a3-eb1aa97773b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8453784 Feb 03 22:14:42.743909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:14:42.744400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5a13dc1f-7e9e-4108-ae6b-439bbca0a621 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:14:42.766511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da2184-2215-469f-8635-3b320b9c42c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:42.771278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 42882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:42.772423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-67da2184-2215-469f-8635-3b320b9c42c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0851998 Feb 03 22:14:42.870745 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Publish callbacks [] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:42.879442 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:42.896848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9599b285-f1c9-4b59-94ee-9530462eb99a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 027ec6a6-067d-4395-a963-3cdd2fdfd99d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:42.897759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9599b285-f1c9-4b59-94ee-9530462eb99a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (027ec6a6-067d-4395-a963-3cdd2fdfd99d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:42.936080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:42.943411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:42.947189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:42.956308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Pushing event updated for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:43.029398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Attempting to bind port 9c5423a6-33ee-445c-bc4b-ec45ecae110e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:14:43.029775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Attempting to bind port 9c5423a6-33ee-445c-bc4b-ec45ecae110e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:14:43.030216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Attempting to bind port 9c5423a6-33ee-445c-bc4b-ec45ecae110e on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:14:43.035297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:14:43.035675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:14:43.036134 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.036597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:14:43.037186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Bound port: 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:14:43.037564 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.045392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9599b285-f1c9-4b59-94ee-9530462eb99a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (027ec6a6-067d-4395-a963-3cdd2fdfd99d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.066725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9599b285-f1c9-4b59-94ee-9530462eb99a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 027ec6a6-067d-4395-a963-3cdd2fdfd99d owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:43.134090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:14:43.138130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c5423a6-33ee-445c-bc4b-ec45ecae110e,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:14:43.145880 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.223107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0bef5-48ce-4e9d-b274-5e0b1295d2ba None None] Pushing event updated for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:43.232264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9599b285-f1c9-4b59-94ee-9530462eb99a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (027ec6a6-067d-4395-a963-3cdd2fdfd99d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.264379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599b285-f1c9-4b59-94ee-9530462eb99a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=027ec6a6-067d-4395-a963-3cdd2fdfd99d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:43.303144 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9599b285-f1c9-4b59-94ee-9530462eb99a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.306519 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9599b285-f1c9-4b59-94ee-9530462eb99a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/027ec6a6-067d-4395-a963-3cdd2fdfd99d HTTP/1.1" status: 204 len: 168 time: 0.5333023 Feb 03 22:14:43.309111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:43.368180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1924718-2aee-490e-abf9-2878956d773d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:43.369545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1924718-2aee-490e-abf9-2878956d773d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:43.371058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b1924718-2aee-490e-abf9-2878956d773d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0609031 Feb 03 22:14:43.373705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 42956) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:43.469569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b41d828-4943-4741-82c2-0dc69efbc61a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 6173c43c-5caf-47f9-9244-0947c99ee97c {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:43.473469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b41d828-4943-4741-82c2-0dc69efbc61a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (6173c43c-5caf-47f9-9244-0947c99ee97c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.525429 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b41d828-4943-4741-82c2-0dc69efbc61a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (6173c43c-5caf-47f9-9244-0947c99ee97c), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.643005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b41d828-4943-4741-82c2-0dc69efbc61a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (6173c43c-5caf-47f9-9244-0947c99ee97c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.736076 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b41d828-4943-4741-82c2-0dc69efbc61a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (6173c43c-5caf-47f9-9244-0947c99ee97c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.767252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41d828-4943-4741-82c2-0dc69efbc61a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=6173c43c-5caf-47f9-9244-0947c99ee97c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:43.771373 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b41d828-4943-4741-82c2-0dc69efbc61a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:43.774589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0b41d828-4943-4741-82c2-0dc69efbc61a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/6173c43c-5caf-47f9-9244-0947c99ee97c HTTP/1.1" status: 204 len: 168 time: 0.3998661 Feb 03 22:14:43.777044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43006) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:43.820308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-112df822-9d51-4cf6-8593-7a303f0d0f14 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417104 Feb 03 22:14:43.822406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43016) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:43.889315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633824ae-c954-40c7-a5a9-22c91c8186bd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:43.891127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-633824ae-c954-40c7-a5a9-22c91c8186bd tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0677130 Feb 03 22:14:43.893736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:43.952080 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad717b2-7444-414b-81b4-70296530b2e6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:43.953614 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bad717b2-7444-414b-81b4-70296530b2e6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0583441 Feb 03 22:14:43.956682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43038) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:44.000431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e973fd6-a9e9-4b0b-9d8b-ac3b8e6a51e7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425649 Feb 03 22:14:44.004268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:44.009850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:44.132286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:44.136789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:44.517827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06355cd4-270a-4d7d-956b-1f68b8512365 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:44.531359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:44.613916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a04e7395-f956-4789-a498-dd4d77d871aa None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:44.614686 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a04e7395-f956-4789-a498-dd4d77d871aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:44.702859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c5423a6-33ee-445c-bc4b-ec45ecae110e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:44.752067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:44.788055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a04e7395-f956-4789-a498-dd4d77d871aa None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:44.788820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a04e7395-f956-4789-a498-dd4d77d871aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:44.832848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:44.833906 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:44.859977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a04e7395-f956-4789-a498-dd4d77d871aa None None] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c5423a6-33ee-445c-bc4b-ec45ecae110e,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:44.865645 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a04e7395-f956-4789-a498-dd4d77d871aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:44.893784 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:14:44.894778 n-d-824834-9 neutron-server[103398]: DEBUG oslo_db.api [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:14:44.937296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e7395-f956-4789-a498-dd4d77d871aa None None] Pushing event updated for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:44.994505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:45.103608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c3e82695-fdb9-4e2e-ae9f-b09610546e45 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:45.104121 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3e82695-fdb9-4e2e-ae9f-b09610546e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:45.200081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3e82695-fdb9-4e2e-ae9f-b09610546e45 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:45.312304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9300f2c2-bf29-46b9-a2ed-8d4dddc804d5 None None] Could not find standard attr ID for object 038d56b1-1748-4584-abed-25c4d95aba52. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:14:45.431854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:45.524981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-816583f5-9965-4883-8b58-71d0bc785f66 None None] Could not find standard attr ID for object 027ec6a6-067d-4395-a963-3cdd2fdfd99d. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:14:45.624286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c5423a6-33ee-445c-bc4b-ec45ecae110e,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:45.658030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:45.665252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:45.710454 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (4d4197b7-8585-4cba-851b-9b312721ef18), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:46.113351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:46.120245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:46.125094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:46.125690 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:46.127890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:46.131660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2b895-7706-418e-a0a6-d36b69786f07 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:46.138745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=4d4197b7-8585-4cba-851b-9b312721ef18,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:46.167482 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-48c69d0f-db90-4e54-98b2-0438794109c6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1616111 Feb 03 22:14:46.170393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43110) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:46.180818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f7985abf-6dfb-48f9-aca2-c613527a667e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:46.330427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7985abf-6dfb-48f9-aca2-c613527a667e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:46.334438 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7985abf-6dfb-48f9-aca2-c613527a667e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:46.448671 n-d-824834-9 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-f7985abf-6dfb-48f9-aca2-c613527a667e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d4197b7-8585-4cba-851b-9b312721ef18 (CIDR: 2001:db8::/64) Feb 03 22:14:46.452631 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7985abf-6dfb-48f9-aca2-c613527a667e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:14:46.454254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7985abf-6dfb-48f9-aca2-c613527a667e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:14:46.476004 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f7985abf-6dfb-48f9-aca2-c613527a667e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3019838 Feb 03 22:14:46.476316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:46.481632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:46.563335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15c69723-f77f-40b4-b98f-5005b657a5af None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:46.564629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c69723-f77f-40b4-b98f-5005b657a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:46.634504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:46.638668 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:46.648770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c5423a6-33ee-445c-bc4b-ec45ecae110e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:46.712447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15c69723-f77f-40b4-b98f-5005b657a5af None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:46.719412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:46.720045 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:46.816005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:46.933772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (85373079-e03d-4d9a-9b6e-34e0ee3c827f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:47.162708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:47.162708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:47.162708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:47.162708 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:47.162708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=85373079-e03d-4d9a-9b6e-34e0ee3c827f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:47.166869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac2338b-6a01-4afc-a6e5-8bb7c5dfc169 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:47.167535 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1f5f1751-c0db-4eb6-b518-72df58ede4ef tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5366070 Feb 03 22:14:47.167748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:47.167748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:c2:57:30', 'name': 'tempest-NetworksTestDHCPv6-2024627426'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:47.245609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:47.351086 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:47.367683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f109a-7c64-4a8c-9e28-eecf77d446e4 None None] Update dhcp port {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': '4d4197b7-8585-4cba-851b-9b312721ef18', 'ip_address': '2001:db8::f816:3eff:fe7b:3d92'}, {'subnet_id': '85373079-e03d-4d9a-9b6e-34e0ee3c827f'}], 'binding:host_id': 'n-d-824834-9'}, 'id': '9c5423a6-33ee-445c-bc4b-ec45ecae110e'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:14:47.379565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port a9772e90-c573-4ef7-a7dc-417626e020c2 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:47.401963 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d1f109a-7c64-4a8c-9e28-eecf77d446e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:47.588881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8:0:1::9c (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/85373079-e03d-4d9a-9b6e-34e0ee3c827f/a9772e90-c573-4ef7-a7dc-417626e020c2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:47.596805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fec2:5730 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/4d4197b7-8585-4cba-851b-9b312721ef18/a9772e90-c573-4ef7-a7dc-417626e020c2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:47.770150 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (a9772e90-c573-4ef7-a7dc-417626e020c2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:47.822064 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a9772e90-c573-4ef7-a7dc-417626e020c2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:47.851753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:47.854441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:47.874715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:47.880161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:47.880844 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:47.890535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2d1f109a-7c64-4a8c-9e28-eecf77d446e4 None None] Allocated IP 2001:db8:0:1::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/85373079-e03d-4d9a-9b6e-34e0ee3c827f/9c5423a6-33ee-445c-bc4b-ec45ecae110e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:47.918509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:47.918716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8994985 Feb 03 22:14:47.926655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243eeb9-e97a-45ac-a6bc-84265f251341 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=a9772e90-c573-4ef7-a7dc-417626e020c2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:48.014543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2d1f109a-7c64-4a8c-9e28-eecf77d446e4 None None] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c5423a6-33ee-445c-bc4b-ec45ecae110e,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:48.035546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-531ac477-463f-49cd-9a28-97e85bfe14b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port a9772e90-c573-4ef7-a7dc-417626e020c2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:48.035911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-531ac477-463f-49cd-9a28-97e85bfe14b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a9772e90-c573-4ef7-a7dc-417626e020c2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:48.050757 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d1f109a-7c64-4a8c-9e28-eecf77d446e4 None None] Publish callbacks [] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:48.069428 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d1f109a-7c64-4a8c-9e28-eecf77d446e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:48.158177 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-531ac477-463f-49cd-9a28-97e85bfe14b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a9772e90-c573-4ef7-a7dc-417626e020c2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:48.176796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-531ac477-463f-49cd-9a28-97e85bfe14b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for a9772e90-c573-4ef7-a7dc-417626e020c2 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:48.200598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f109a-7c64-4a8c-9e28-eecf77d446e4 None None] Pushing event updated for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:48.424773 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-531ac477-463f-49cd-9a28-97e85bfe14b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a9772e90-c573-4ef7-a7dc-417626e020c2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:48.459112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ac477-463f-49cd-9a28-97e85bfe14b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=a9772e90-c573-4ef7-a7dc-417626e020c2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:48.514161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-531ac477-463f-49cd-9a28-97e85bfe14b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:48.518490 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-531ac477-463f-49cd-9a28-97e85bfe14b7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/a9772e90-c573-4ef7-a7dc-417626e020c2 HTTP/1.1" status: 204 len: 168 time: 0.5988121 Feb 03 22:14:48.521130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43166) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:48.608038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8519905a-873a-4ca5-b683-a428e0ce4619 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:48.610003 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8519905a-873a-4ca5-b683-a428e0ce4619 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0877466 Feb 03 22:14:48.612523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:48.684308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c5423a6-33ee-445c-bc4b-ec45ecae110e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:48.694325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fe72b4-ed60-48d4-923b-fa937387ff1f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:48.695900 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9fe72b4-ed60-48d4-923b-fa937387ff1f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0822580 Feb 03 22:14:48.698915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43172) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:48.770499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:48.771293 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:48.785867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c279a-46ba-4da5-808e-fcc360db77c0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:48.791181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c279a-46ba-4da5-808e-fcc360db77c0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:48.791181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c279a-46ba-4da5-808e-fcc360db77c0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:48.800976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43176) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:48.801194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a17c279a-46ba-4da5-808e-fcc360db77c0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1011198 Feb 03 22:14:48.861903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-105e40a0-8037-4e5f-a727-353cb7d0e069 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 4d4197b7-8585-4cba-851b-9b312721ef18 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:48.867626 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105e40a0-8037-4e5f-a727-353cb7d0e069 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (4d4197b7-8585-4cba-851b-9b312721ef18), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:48.894806 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:14:48.903814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:48.936407 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105e40a0-8037-4e5f-a727-353cb7d0e069 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (4d4197b7-8585-4cba-851b-9b312721ef18), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.044830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105e40a0-8037-4e5f-a727-353cb7d0e069 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (4d4197b7-8585-4cba-851b-9b312721ef18), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.122979 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105e40a0-8037-4e5f-a727-353cb7d0e069 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (4d4197b7-8585-4cba-851b-9b312721ef18), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.162813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e40a0-8037-4e5f-a727-353cb7d0e069 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4197b7-8585-4cba-851b-9b312721ef18,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:49.168377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-346d1439-effa-4bc3-be51-60d99cd6278d None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:49.168828 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-346d1439-effa-4bc3-be51-60d99cd6278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.176237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105e40a0-8037-4e5f-a727-353cb7d0e069 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.185058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43184) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:49.196457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-105e40a0-8037-4e5f-a727-353cb7d0e069 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/4d4197b7-8585-4cba-851b-9b312721ef18 HTTP/1.1" status: 204 len: 168 time: 0.3931386 Feb 03 22:14:49.298640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6ff275-af49-48b7-b17c-5b4e2715a5b6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 85373079-e03d-4d9a-9b6e-34e0ee3c827f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:49.306246 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff275-af49-48b7-b17c-5b4e2715a5b6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (85373079-e03d-4d9a-9b6e-34e0ee3c827f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.323287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-346d1439-effa-4bc3-be51-60d99cd6278d None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:49.360420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa9ad2-dd48-4db7-9b61-89f4955aa772 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:49.382180 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff275-af49-48b7-b17c-5b4e2715a5b6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (85373079-e03d-4d9a-9b6e-34e0ee3c827f), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.450258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-de0eed4c-a88b-473e-9277-7ea2dc37ae32 None None] Could not find standard attr ID for object a9772e90-c573-4ef7-a7dc-417626e020c2. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:14:49.499633 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff275-af49-48b7-b17c-5b4e2715a5b6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (85373079-e03d-4d9a-9b6e-34e0ee3c827f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.587196 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff275-af49-48b7-b17c-5b4e2715a5b6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (85373079-e03d-4d9a-9b6e-34e0ee3c827f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.616846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ff275-af49-48b7-b17c-5b4e2715a5b6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=85373079-e03d-4d9a-9b6e-34e0ee3c827f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:49.627056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff275-af49-48b7-b17c-5b4e2715a5b6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:49.631122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2a6ff275-af49-48b7-b17c-5b4e2715a5b6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/85373079-e03d-4d9a-9b6e-34e0ee3c827f HTTP/1.1" status: 204 len: 168 time: 0.4447117 Feb 03 22:14:49.633527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:49.685822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f7620f78-93f5-4c78-8d05-e402407a2e79 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481772 Feb 03 22:14:49.686737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:49.692635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:49.795765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:49.800503 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:50.208525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.objects.ports [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:50.300809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec480414-2149-4634-9ebc-106b53d2635c None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:50.671492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-817aa51a-6bcc-4c8e-bd67-c8c2c812f9b1 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:50.671794 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-817aa51a-6bcc-4c8e-bd67-c8c2c812f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:50.788319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:50.789047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-817aa51a-6bcc-4c8e-bd67-c8c2c812f9b1 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:51.002984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c5423a6-33ee-445c-bc4b-ec45ecae110e,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:51.068310 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:51.074020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:51.108148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (a3860260-13f6-4afd-b82b-3cca9b40d17c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:51.178889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:51.186188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:51.212044 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:51.212789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:51.235027 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=a3860260-13f6-4afd-b82b-3cca9b40d17c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:51.247604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=11']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:51.256877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d6cb0732-2533-42e7-a4da-2fd834d0fc87 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5687168 Feb 03 22:14:51.259742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:51.266012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-78494cf1-f387-4ae2-ad68-ef39d51f34b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:51.423914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78494cf1-f387-4ae2-ad68-ef39d51f34b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:51.428560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78494cf1-f387-4ae2-ad68-ef39d51f34b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:51.536466 n-d-824834-9 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-78494cf1-f387-4ae2-ad68-ef39d51f34b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3860260-13f6-4afd-b82b-3cca9b40d17c (CIDR: 2001:db8::/64) Feb 03 22:14:51.540521 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-78494cf1-f387-4ae2-ad68-ef39d51f34b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:14:51.541023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78494cf1-f387-4ae2-ad68-ef39d51f34b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:14:51.559059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-78494cf1-f387-4ae2-ad68-ef39d51f34b9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2975891 Feb 03 22:14:51.563082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:51.576316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:51.690812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3d8c1-4a19-4f92-a71b-afd228a14627 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:51.766725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:51.771722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:51.893041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-51744073-d4b7-4fcf-bdbd-4a185bc03fba None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:51.893525 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51744073-d4b7-4fcf-bdbd-4a185bc03fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:52.100076 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (a47c52fb-c2c1-4c90-848e-575b13180d06), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:52.104711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51744073-d4b7-4fcf-bdbd-4a185bc03fba None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:52.164005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:52.167994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:52.173166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:52.173835 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:52.180104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=a47c52fb-c2c1-4c90-848e-575b13180d06,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:52.200092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4008a7ca-8479-458b-b3d1-c01a2a4845b8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6328537 Feb 03 22:14:52.200456 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43260) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:52.205874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:73:b4:ce', 'name': 'tempest-NetworksTestDHCPv6-1025501874'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:52.417143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf84c41-4480-4dc2-ac90-31ba6d8d497a None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:52.459176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:52.487543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-09b108f8-a1cf-4feb-9bcb-7b3e1be5b41a None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:52.487918 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09b108f8-a1cf-4feb-9bcb-7b3e1be5b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:52.643548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-09b108f8-a1cf-4feb-9bcb-7b3e1be5b41a None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:52.670412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c5423a6-33ee-445c-bc4b-ec45ecae110e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:52.677612 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:52.741376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 75f90d90-06ad-43e4-a26a-428fc359942e yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:52.750905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:52.751860 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:52.870051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5749f8b0-3ece-412e-b42a-1aa9ce8dde98 None None] Update dhcp port {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': 'a3860260-13f6-4afd-b82b-3cca9b40d17c', 'ip_address': '2001:db8::f816:3eff:fe7b:3d92'}, {'subnet_id': 'a47c52fb-c2c1-4c90-848e-575b13180d06'}], 'binding:host_id': 'n-d-824834-9'}, 'id': '9c5423a6-33ee-445c-bc4b-ec45ecae110e'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:14:52.903906 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5749f8b0-3ece-412e-b42a-1aa9ce8dde98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:53.058303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:53.075811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8:0:1::e4 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/a47c52fb-c2c1-4c90-848e-575b13180d06/75f90d90-06ad-43e4-a26a-428fc359942e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:53.089249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::f816:3eff:fe73:b4ce (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/a3860260-13f6-4afd-b82b-3cca9b40d17c/75f90d90-06ad-43e4-a26a-428fc359942e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:53.347416 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (75f90d90-06ad-43e4-a26a-428fc359942e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:53.388008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (75f90d90-06ad-43e4-a26a-428fc359942e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:53.474420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:53.477872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:53.483981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:53.489376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:53.490008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:53.494475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5749f8b0-3ece-412e-b42a-1aa9ce8dde98 None None] Allocated IP 2001:db8:0:1::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/a47c52fb-c2c1-4c90-848e-575b13180d06/9c5423a6-33ee-445c-bc4b-ec45ecae110e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:53.506004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=75f90d90-06ad-43e4-a26a-428fc359942e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:53.518651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c09b7324-546a-4f28-ad7a-b92ac3c6e4d7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3168714 Feb 03 22:14:53.521903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:53.656624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5749f8b0-3ece-412e-b42a-1aa9ce8dde98 None None] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c5423a6-33ee-445c-bc4b-ec45ecae110e,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:53.688576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cda876a-9d3c-4ff1-acb5-f87b36d45c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:53.716094 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5749f8b0-3ece-412e-b42a-1aa9ce8dde98 None None] Publish callbacks [] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:53.726498 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5749f8b0-3ece-412e-b42a-1aa9ce8dde98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:53.734279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-833c49f0-d147-4d47-ba08-f78473dd8612 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 75f90d90-06ad-43e4-a26a-428fc359942e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:53.734858 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-833c49f0-d147-4d47-ba08-f78473dd8612 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (75f90d90-06ad-43e4-a26a-428fc359942e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:53.786993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749f8b0-3ece-412e-b42a-1aa9ce8dde98 None None] Pushing event updated for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:53.873576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-833c49f0-d147-4d47-ba08-f78473dd8612 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (75f90d90-06ad-43e4-a26a-428fc359942e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:53.896081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-833c49f0-d147-4d47-ba08-f78473dd8612 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 75f90d90-06ad-43e4-a26a-428fc359942e owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:54.137392 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-833c49f0-d147-4d47-ba08-f78473dd8612 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (75f90d90-06ad-43e4-a26a-428fc359942e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.170806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c49f0-d147-4d47-ba08-f78473dd8612 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=75f90d90-06ad-43e4-a26a-428fc359942e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:54.237622 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-833c49f0-d147-4d47-ba08-f78473dd8612 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.251856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-833c49f0-d147-4d47-ba08-f78473dd8612 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/75f90d90-06ad-43e4-a26a-428fc359942e HTTP/1.1" status: 204 len: 168 time: 0.7284496 Feb 03 22:14:54.254330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:54.319348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491a7ca-e8f8-428a-b731-228648b8eb0b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:54.321920 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a491a7ca-e8f8-428a-b731-228648b8eb0b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0659344 Feb 03 22:14:54.324713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43308) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:54.405606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129809a0-d5d0-4860-9bc3-a32436f95954 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:54.410689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:54.411122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-129809a0-d5d0-4860-9bc3-a32436f95954 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0850384 Feb 03 22:14:54.484300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03107975-0782-47d5-8563-ad9dec96e957 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:54.485624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03107975-0782-47d5-8563-ad9dec96e957 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:54.486949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03107975-0782-47d5-8563-ad9dec96e957 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:54.488638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-03107975-0782-47d5-8563-ad9dec96e957 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0768194 Feb 03 22:14:54.491163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:54.557734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-021ebef8-d1a1-4cb6-8de7-c34abdc2b17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet a3860260-13f6-4afd-b82b-3cca9b40d17c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:54.561342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-021ebef8-d1a1-4cb6-8de7-c34abdc2b17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (a3860260-13f6-4afd-b82b-3cca9b40d17c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.588395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.628334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c5423a6-33ee-445c-bc4b-ec45ecae110e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:54.631361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cbcd41db-b7d0-477a-81ea-8c54572fda05 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:54.631890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbcd41db-b7d0-477a-81ea-8c54572fda05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.639103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-021ebef8-d1a1-4cb6-8de7-c34abdc2b17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (a3860260-13f6-4afd-b82b-3cca9b40d17c), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.668577 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.757760 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-021ebef8-d1a1-4cb6-8de7-c34abdc2b17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (a3860260-13f6-4afd-b82b-3cca9b40d17c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.780418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:54.780802 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.848568 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-021ebef8-d1a1-4cb6-8de7-c34abdc2b17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (a3860260-13f6-4afd-b82b-3cca9b40d17c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.871547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd41db-b7d0-477a-81ea-8c54572fda05 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:54.898365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ebef8-d1a1-4cb6-8de7-c34abdc2b17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=a3860260-13f6-4afd-b82b-3cca9b40d17c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:54.900842 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-021ebef8-d1a1-4cb6-8de7-c34abdc2b17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:54.905423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-021ebef8-d1a1-4cb6-8de7-c34abdc2b17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a3860260-13f6-4afd-b82b-3cca9b40d17c HTTP/1.1" status: 204 len: 168 time: 0.4132984 Feb 03 22:14:54.907868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43326) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:54.958379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f36cd-e097-4361-9f3c-aa7edd3e09b7 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:54.985122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c8c34e-92ab-47ff-9ee7-3ffb0f06041e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet a47c52fb-c2c1-4c90-848e-575b13180d06 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:54.990870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c34e-92ab-47ff-9ee7-3ffb0f06041e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (a47c52fb-c2c1-4c90-848e-575b13180d06), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:55.024007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:55.028756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9dd5066-a5a0-4e7b-9e21-9f473b577976 None None] Could not find standard attr ID for object 75f90d90-06ad-43e4-a26a-428fc359942e. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:14:55.053884 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c34e-92ab-47ff-9ee7-3ffb0f06041e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (a47c52fb-c2c1-4c90-848e-575b13180d06), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:55.170001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c34e-92ab-47ff-9ee7-3ffb0f06041e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (a47c52fb-c2c1-4c90-848e-575b13180d06), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:55.242285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c34e-92ab-47ff-9ee7-3ffb0f06041e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (a47c52fb-c2c1-4c90-848e-575b13180d06), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:55.274223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8c34e-92ab-47ff-9ee7-3ffb0f06041e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=a47c52fb-c2c1-4c90-848e-575b13180d06,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:55.281386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c34e-92ab-47ff-9ee7-3ffb0f06041e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:55.285621 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d1c8c34e-92ab-47ff-9ee7-3ffb0f06041e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a47c52fb-c2c1-4c90-848e-575b13180d06 HTTP/1.1" status: 204 len: 168 time: 0.3760870 Feb 03 22:14:55.288527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43334) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:55.341186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4d2b1131-d847-4634-932e-857f40ae60e8 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491288 Feb 03 22:14:55.350906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:55.359034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:55.497408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:55.504029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:55.750700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (b40dc5ab-2dcb-482b-ace2-3e38866f6b53), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:55.813003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=b40dc5ab-2dcb-482b-ace2-3e38866f6b53,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:55.829548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:55.831308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:55.834944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:55.835557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:55.858859 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6cf77b3f-0379-4035-9dd8-43b0647c3ca3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5065017 Feb 03 22:14:55.861860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:55.871718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d16e1dae-d446-46d3-98bf-83247be5071d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:55.943871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0397f35-6562-485c-b7e7-bd696161b2b4 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:56.029821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e1dae-d446-46d3-98bf-83247be5071d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:56.033736 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d16e1dae-d446-46d3-98bf-83247be5071d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:56.048659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4fa06e2d-294b-4f28-9fe7-488cf5910455 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:56.049074 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fa06e2d-294b-4f28-9fe7-488cf5910455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:56.131487 n-d-824834-9 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-d16e1dae-d446-46d3-98bf-83247be5071d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b40dc5ab-2dcb-482b-ace2-3e38866f6b53 (CIDR: 2001:db8::/64) Feb 03 22:14:56.134434 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16e1dae-d446-46d3-98bf-83247be5071d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:14:56.135002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16e1dae-d446-46d3-98bf-83247be5071d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:14:56.159064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d16e1dae-d446-46d3-98bf-83247be5071d tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2906723 Feb 03 22:14:56.159745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:56.164456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:56.225896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4fa06e2d-294b-4f28-9fe7-488cf5910455 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:56.288605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcee262-1f94-487e-81b1-212c35b2d0b2 None None] Update dhcp port {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': 'b40dc5ab-2dcb-482b-ace2-3e38866f6b53'}], 'binding:host_id': 'n-d-824834-9'}, 'id': '9c5423a6-33ee-445c-bc4b-ec45ecae110e'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:14:56.320346 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bcee262-1f94-487e-81b1-212c35b2d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:56.328533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:56.333274 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:56.548764 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86f83682-9d97-447f-ae96-8f9e4c3198a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:56.581776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2bcee262-1f94-487e-81b1-212c35b2d0b2 None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/b40dc5ab-2dcb-482b-ace2-3e38866f6b53/9c5423a6-33ee-445c-bc4b-ec45ecae110e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:56.698991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2bcee262-1f94-487e-81b1-212c35b2d0b2 None None] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c5423a6-33ee-445c-bc4b-ec45ecae110e,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:56.742873 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bcee262-1f94-487e-81b1-212c35b2d0b2 None None] Publish callbacks [] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:56.750408 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bcee262-1f94-487e-81b1-212c35b2d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:56.858915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcee262-1f94-487e-81b1-212c35b2d0b2 None None] Pushing event updated for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=15']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:56.884676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.objects.ports [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:14:57.007341 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:57.096018 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:57.300063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c5423a6-33ee-445c-bc4b-ec45ecae110e,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:14:57.335514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:57.354754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:57.394339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (db317e76-e97a-4e4c-9cd5-dff3f7f6e39e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:57.483256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:57.489923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:57.493411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:57.494025 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:57.509087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=17']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:57.520602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43390) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:57.521101 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3605115 Feb 03 22:14:57.521869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e441ed1-335e-4ec6-8d77-5c21a6e0150c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=db317e76-e97a-4e4c-9cd5-dff3f7f6e39e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:57.526787 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:a2:31:f8', 'name': 'tempest-NetworksTestDHCPv6-1230601702'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:14:57.690516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea8d2f-20fe-40c7-8ff2-bd2a9d2c54e8 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:14:57.696494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:14:57.793925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e8ac940d-475c-4fd4-8dce-74f0d1f8314a None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:57.794313 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac940d-475c-4fd4-8dce-74f0d1f8314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:57.829511 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:57.861412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port b91a9160-d0cf-4248-b69a-c42d8b983153 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:14:57.940391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac940d-475c-4fd4-8dce-74f0d1f8314a None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:58.128765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::275 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/b40dc5ab-2dcb-482b-ace2-3e38866f6b53/b91a9160-d0cf-4248-b69a-c42d8b983153) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:58.136946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8:0:1:f816:3eff:fea2:31f8 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/db317e76-e97a-4e4c-9cd5-dff3f7f6e39e/b91a9160-d0cf-4248-b69a-c42d8b983153) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:14:58.339901 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (b91a9160-d0cf-4248-b69a-c42d8b983153), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:58.403970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b91a9160-d0cf-4248-b69a-c42d8b983153), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:58.508475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:14:58.523699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:14:58.530275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:14:58.544897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:58.548753 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:58.553005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:58.578643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=b91a9160-d0cf-4248-b69a-c42d8b983153,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:58.604365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-82f08a68-eb47-4b07-8891-8246c3b9efff tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0790884 Feb 03 22:14:58.605261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43420) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:58.674246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c5423a6-33ee-445c-bc4b-ec45ecae110e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:14:58.776614 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:58.794387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0ea0f17a-2e38-497c-ae5c-36642bc95a0e None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:58.796820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ea0f17a-2e38-497c-ae5c-36642bc95a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:58.823504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ab4121f-0e22-46d8-84e4-db1e932e4eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:58.838414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8df608a0-889c-42c0-adad-1264a7e3db22 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port b91a9160-d0cf-4248-b69a-c42d8b983153 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:14:58.838715 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8df608a0-889c-42c0-adad-1264a7e3db22 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b91a9160-d0cf-4248-b69a-c42d8b983153), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:58.861839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:58.862357 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:58.969734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8df608a0-889c-42c0-adad-1264a7e3db22 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b91a9160-d0cf-4248-b69a-c42d8b983153), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:58.990125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8df608a0-889c-42c0-adad-1264a7e3db22 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for b91a9160-d0cf-4248-b69a-c42d8b983153 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:14:59.028303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0f17a-2e38-497c-ae5c-36642bc95a0e None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:59.048893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ab4121f-0e22-46d8-84e4-db1e932e4eb0 admin admin] Publish callbacks [] for security_group (fcdda280-d04e-411a-a980-55d36cc37967), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.077591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:14:59.103426 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ab4121f-0e22-46d8-84e4-db1e932e4eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fcdda280-d04e-411a-a980-55d36cc37967), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.154035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0cd74b81-a603-45a2-b448-879cfb60b537 None None] Provisioning complete for port b91a9160-d0cf-4248-b69a-c42d8b983153 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:14:59.154555 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cd74b81-a603-45a2-b448-879cfb60b537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b91a9160-d0cf-4248-b69a-c42d8b983153), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.159032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4121f-0e22-46d8-84e4-db1e932e4eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdda280-d04e-411a-a980-55d36cc37967,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:59.164134 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2ab4121f-0e22-46d8-84e4-db1e932e4eb0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df75e02c7a38454ca237b131fdf68adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6091340 Feb 03 22:14:59.166875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43432) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:59.235632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0cd74b81-a603-45a2-b448-879cfb60b537 None None] Port b91a9160-d0cf-4248-b69a-c42d8b983153 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:14:59.262596 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf2e7-1563-45c7-a0e1-c114504d7b97 admin admin] Publish callbacks [] for security_group (fcdda280-d04e-411a-a980-55d36cc37967), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.292275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf2e7-1563-45c7-a0e1-c114504d7b97 admin admin] Publish callbacks [] for security_group (fcdda280-d04e-411a-a980-55d36cc37967), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.342223 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8df608a0-889c-42c0-adad-1264a7e3db22 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b91a9160-d0cf-4248-b69a-c42d8b983153), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.360426 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf2e7-1563-45c7-a0e1-c114504d7b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fcdda280-d04e-411a-a980-55d36cc37967), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.364528 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf2e7-1563-45c7-a0e1-c114504d7b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.366840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dbfcf2e7-1563-45c7-a0e1-c114504d7b97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcdda280-d04e-411a-a980-55d36cc37967 HTTP/1.1" status: 204 len: 168 time: 0.1986401 Feb 03 22:14:59.377599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcf2e7-1563-45c7-a0e1-c114504d7b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdda280-d04e-411a-a980-55d36cc37967,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:59.397282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df608a0-889c-42c0-adad-1264a7e3db22 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=b91a9160-d0cf-4248-b69a-c42d8b983153,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:59.462093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8df608a0-889c-42c0-adad-1264a7e3db22 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.465498 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8df608a0-889c-42c0-adad-1264a7e3db22 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/b91a9160-d0cf-4248-b69a-c42d8b983153 HTTP/1.1" status: 204 len: 168 time: 0.8582177 Feb 03 22:14:59.467913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:59.602731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c495f-8d2b-4746-9dfb-ab5976fb87b2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:59.613830 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-771c495f-8d2b-4746-9dfb-ab5976fb87b2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1447585 Feb 03 22:14:59.616455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:59.709540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49b3d1e-25b7-409e-bfa4-ff102532cd57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:59.721039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a49b3d1e-25b7-409e-bfa4-ff102532cd57 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1034315 Feb 03 22:14:59.723589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43452) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:59.798645 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320d3af-9bda-45c6-835a-9148c52e17de tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:59.799986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320d3af-9bda-45c6-835a-9148c52e17de tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:59.805588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320d3af-9bda-45c6-835a-9148c52e17de tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:14:59.805588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3320d3af-9bda-45c6-835a-9148c52e17de tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0784736 Feb 03 22:14:59.806186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:59.806288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:14:59.819457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24891d0e-48a7-4397-ab34-042b57425330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.883313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7296833-7975-4f02-97da-11a99c13262c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet b40dc5ab-2dcb-482b-ace2-3e38866f6b53 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:14:59.890355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7296833-7975-4f02-97da-11a99c13262c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (b40dc5ab-2dcb-482b-ace2-3e38866f6b53), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.903781 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.910695 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24891d0e-48a7-4397-ab34-042b57425330 admin admin] Publish callbacks [] for security_group (a3b0db3d-4d21-42f9-af4c-65fdd10b2be6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.917039 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24891d0e-48a7-4397-ab34-042b57425330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a3b0db3d-4d21-42f9-af4c-65fdd10b2be6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.951138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7296833-7975-4f02-97da-11a99c13262c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (b40dc5ab-2dcb-482b-ace2-3e38866f6b53), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:14:59.961954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24891d0e-48a7-4397-ab34-042b57425330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b0db3d-4d21-42f9-af4c-65fdd10b2be6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:14:59.966713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-24891d0e-48a7-4397-ab34-042b57425330 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=018f4e224150476587195436a840fe59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625226 Feb 03 22:14:59.975126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43462) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:00.027146 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9c3d-e43b-49c4-a692-013af78d6290 admin admin] Publish callbacks [] for security_group (a3b0db3d-4d21-42f9-af4c-65fdd10b2be6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.062256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9c3d-e43b-49c4-a692-013af78d6290 admin admin] Publish callbacks [] for security_group (a3b0db3d-4d21-42f9-af4c-65fdd10b2be6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.079922 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7296833-7975-4f02-97da-11a99c13262c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (b40dc5ab-2dcb-482b-ace2-3e38866f6b53), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.132020 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9c3d-e43b-49c4-a692-013af78d6290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a3b0db3d-4d21-42f9-af4c-65fdd10b2be6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.136646 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9c3d-e43b-49c4-a692-013af78d6290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.138092 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5e3d9c3d-e43b-49c4-a692-013af78d6290 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3b0db3d-4d21-42f9-af4c-65fdd10b2be6 HTTP/1.1" status: 204 len: 168 time: 0.1621053 Feb 03 22:15:00.181736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d9c3d-e43b-49c4-a692-013af78d6290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b0db3d-4d21-42f9-af4c-65fdd10b2be6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:00.206270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7296833-7975-4f02-97da-11a99c13262c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (b40dc5ab-2dcb-482b-ace2-3e38866f6b53), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.262943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7296833-7975-4f02-97da-11a99c13262c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=b40dc5ab-2dcb-482b-ace2-3e38866f6b53,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:00.266525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7296833-7975-4f02-97da-11a99c13262c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.271544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d67bfe4-8b2c-4443-830c-537583d78f56 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:00.284702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b7296833-7975-4f02-97da-11a99c13262c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/b40dc5ab-2dcb-482b-ace2-3e38866f6b53 HTTP/1.1" status: 204 len: 168 time: 0.4750566 Feb 03 22:15:00.284864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:00.363892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcf4a2b-3cc1-48e6-af76-6933c78872e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet db317e76-e97a-4e4c-9cd5-dff3f7f6e39e {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:00.373618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4a2b-3cc1-48e6-af76-6933c78872e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (db317e76-e97a-4e4c-9cd5-dff3f7f6e39e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.472331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4a2b-3cc1-48e6-af76-6933c78872e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (db317e76-e97a-4e4c-9cd5-dff3f7f6e39e), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.597921 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4a2b-3cc1-48e6-af76-6933c78872e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (db317e76-e97a-4e4c-9cd5-dff3f7f6e39e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.695658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4a2b-3cc1-48e6-af76-6933c78872e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (db317e76-e97a-4e4c-9cd5-dff3f7f6e39e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.741770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf4a2b-3cc1-48e6-af76-6933c78872e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=db317e76-e97a-4e4c-9cd5-dff3f7f6e39e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:00.769082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4a2b-3cc1-48e6-af76-6933c78872e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:00.785523 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0dcf4a2b-3cc1-48e6-af76-6933c78872e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/db317e76-e97a-4e4c-9cd5-dff3f7f6e39e HTTP/1.1" status: 204 len: 168 time: 0.4996161 Feb 03 22:15:00.787563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:00.838077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43484) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:00.840251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-21633af8-3c7f-4de8-81b1-b4e2b947444f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461800 Feb 03 22:15:00.844829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:01.044136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:01.049549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:01.313039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d5f81-138d-4d99-8ace-6f3bba101608 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:01.323084 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (67f846c5-da00-4b80-b832-f3ad51d83a2a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:01.385379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:01.390656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:01.397635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:01.398592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:01.426106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=67f846c5-da00-4b80-b832-f3ad51d83a2a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:01.436285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-50db4bbd-78b1-457c-95aa-abd7120bf615 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5964684 Feb 03 22:15:01.439026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43500) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:01.445788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bc4d4aff-18bf-4a38-80be-f9fee9ffdec5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:01.586123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4d4aff-18bf-4a38-80be-f9fee9ffdec5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:01.591174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc4d4aff-18bf-4a38-80be-f9fee9ffdec5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:01.594209 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a7f96238-aa95-482b-8290-8c9495de6566 None None] Provisioning complete for port 9c5423a6-33ee-445c-bc4b-ec45ecae110e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:01.594563 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7f96238-aa95-482b-8290-8c9495de6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:01.714704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a7f96238-aa95-482b-8290-8c9495de6566 None None] Current status of the port 9c5423a6-33ee-445c-bc4b-ec45ecae110e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:01.728931 n-d-824834-9 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-bc4d4aff-18bf-4a38-80be-f9fee9ffdec5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67f846c5-da00-4b80-b832-f3ad51d83a2a (CIDR: 2001:db8::/64) Feb 03 22:15:01.735002 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4d4aff-18bf-4a38-80be-f9fee9ffdec5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:15:01.736352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4d4aff-18bf-4a38-80be-f9fee9ffdec5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:01.780309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398eee72-c2a8-4b9d-89df-16a92a177815 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:15:01.789259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bc4d4aff-18bf-4a38-80be-f9fee9ffdec5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3457246 Feb 03 22:15:01.789746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43504) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:01.804937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'subnet': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:01.847641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-398eee72-c2a8-4b9d-89df-16a92a177815 None None] Deleting port 9c5423a6-33ee-445c-bc4b-ec45ecae110e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:01.848020 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-398eee72-c2a8-4b9d-89df-16a92a177815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:01.953389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-398eee72-c2a8-4b9d-89df-16a92a177815 None None] For port 9c5423a6-33ee-445c-bc4b-ec45ecae110e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9c5423a6-33ee-445c-bc4b-ec45ecae110e,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:01.954056 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-398eee72-c2a8-4b9d-89df-16a92a177815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:01.970021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-398eee72-c2a8-4b9d-89df-16a92a177815 None None] Calling delete_port for 9c5423a6-33ee-445c-bc4b-ec45ecae110e owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:01.981183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:01.986873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:02.069167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-398eee72-c2a8-4b9d-89df-16a92a177815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (9c5423a6-33ee-445c-bc4b-ec45ecae110e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:02.102141 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398eee72-c2a8-4b9d-89df-16a92a177815 None None] Pushing event deleted for resources: {'Port': ['ID=9c5423a6-33ee-445c-bc4b-ec45ecae110e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:02.110184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398eee72-c2a8-4b9d-89df-16a92a177815 None None] No DVR routers for this DVR port 9c5423a6-33ee-445c-bc4b-ec45ecae110e on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:02.137017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35beb51e-916b-4818-9fb8-45f1c49901f4 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:02.255655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'project_id': 'bee0fe19c3064344805f546dde0a5863', 'fixed_ips': [{'subnet_id': '67f846c5-da00-4b80-b832-f3ad51d83a2a'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:02.257191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:02.392039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.objects.ports [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 22:15:02.395666 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (8d7c4300-8b9d-45ee-b357-5065c4bd00e8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:02.424176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Allocated IP 2001:db8::2 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/67f846c5-da00-4b80-b832-f3ad51d83a2a/48b35222-f855-4f94-b15a-77fb729024a8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:02.456844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:02.463029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:02.468957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:02.469967 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:02.485671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Subnet': ['ID=8d7c4300-8b9d-45ee-b357-5065c4bd00e8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:02.500873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e249ef86-1fe2-4e48-8ce2-a956573ccfa1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7075214 Feb 03 22:15:02.503695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43514) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:02.511631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Request body: {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'mac_address': 'fa:16:3e:50:d1:69', 'name': 'tempest-NetworksTestDHCPv6-1283598479'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:02.659562 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c5423a6-33ee-445c-bc4b-ec45ecae110e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:02.673440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Made reservation on behalf of bee0fe19c3064344805f546dde0a5863 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:02.695442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 9c5423a6-33ee-445c-bc4b-ec45ecae110e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:02.695857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9c5423a6-33ee-445c-bc4b-ec45ecae110e not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:02.782452 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Publish callbacks [] for port (48b35222-f855-4f94-b15a-77fb729024a8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:02.792460 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:02.794694 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (48b35222-f855-4f94-b15a-77fb729024a8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:02.830358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] device_id is not set on port 38ba9f8d-4c36-4494-9bdb-402fe940463f yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:15:02.874833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:02.882829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:02.890808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:02.933447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Pushing event updated for resources: {'Port': ['ID=48b35222-f855-4f94-b15a-77fb729024a8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:02.972960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Attempting to bind port 48b35222-f855-4f94-b15a-77fb729024a8 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:15:02.973636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Attempting to bind port 48b35222-f855-4f94-b15a-77fb729024a8 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:15:02.974323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Attempting to bind port 48b35222-f855-4f94-b15a-77fb729024a8 on network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:02.987505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:15:02.988226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Checking segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:02.989500 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:02.990173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Bound using segment: {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:15:02.990848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Bound port: 48b35222-f855-4f94-b15a-77fb729024a8, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107525df-9020-43bc-9380-3a41410dcdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:15:02.991401 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48b35222-f855-4f94-b15a-77fb729024a8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:03.071824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] For port 48b35222-f855-4f94-b15a-77fb729024a8, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:03.079487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] For port 48b35222-f855-4f94-b15a-77fb729024a8, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=48b35222-f855-4f94-b15a-77fb729024a8,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:15:03.095769 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (48b35222-f855-4f94-b15a-77fb729024a8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:03.112841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8::2e5 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/67f846c5-da00-4b80-b832-f3ad51d83a2a/38ba9f8d-4c36-4494-9bdb-402fe940463f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:03.120965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:d169 (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349/8d7c4300-8b9d-45ee-b357-5065c4bd00e8/38ba9f8d-4c36-4494-9bdb-402fe940463f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:03.225852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35c16c-aa02-4bca-a075-5ff0e51e5213 None None] Pushing event updated for resources: {'Port': ['ID=48b35222-f855-4f94-b15a-77fb729024a8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:03.332001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for port (38ba9f8d-4c36-4494-9bdb-402fe940463f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:03.382884 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (38ba9f8d-4c36-4494-9bdb-402fe940463f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:03.473886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:03.481896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:03.492929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:03.510732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:03.511630 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:03.546530 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0376000 Feb 03 22:15:03.546765 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:03.563751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39647ed4-f6bf-4e70-bc0c-e6a00c567b16 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event updated for resources: {'Port': ['ID=38ba9f8d-4c36-4494-9bdb-402fe940463f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:03.700112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ec9753fa-1168-4b75-bb97-68ff3f5715f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting port 38ba9f8d-4c36-4494-9bdb-402fe940463f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:03.700518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec9753fa-1168-4b75-bb97-68ff3f5715f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (38ba9f8d-4c36-4494-9bdb-402fe940463f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:03.800582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec9753fa-1168-4b75-bb97-68ff3f5715f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (38ba9f8d-4c36-4494-9bdb-402fe940463f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:03.814974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ec9753fa-1168-4b75-bb97-68ff3f5715f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Calling delete_port for 38ba9f8d-4c36-4494-9bdb-402fe940463f owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:04.014070 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec9753fa-1168-4b75-bb97-68ff3f5715f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (38ba9f8d-4c36-4494-9bdb-402fe940463f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.047462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9753fa-1168-4b75-bb97-68ff3f5715f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Port': ['ID=38ba9f8d-4c36-4494-9bdb-402fe940463f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:04.109579 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec9753fa-1168-4b75-bb97-68ff3f5715f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.113150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ec9753fa-1168-4b75-bb97-68ff3f5715f7 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/38ba9f8d-4c36-4494-9bdb-402fe940463f HTTP/1.1" status: 204 len: 168 time: 0.5651827 Feb 03 22:15:04.115879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:04.181538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7c717-9048-4fcd-a30f-8e0618605fc4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:04.186091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:04.186262 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f9a7c717-9048-4fcd-a30f-8e0618605fc4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0690024 Feb 03 22:15:04.250732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388f9f97-0b3a-4d98-880f-a87a58f44a8b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:04.255913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:04.266162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-388f9f97-0b3a-4d98-880f-a87a58f44a8b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0784833 Feb 03 22:15:04.326076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c342f0-19e4-4913-be9b-ffd0eba7bb27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:04.327741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c342f0-19e4-4913-be9b-ffd0eba7bb27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:04.329591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c342f0-19e4-4913-be9b-ffd0eba7bb27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:04.334225 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-57c342f0-19e4-4913-be9b-ffd0eba7bb27 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0743976 Feb 03 22:15:04.334522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:04.396789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81ef1a7-0bde-41cc-a47d-20f039b978ec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 67f846c5-da00-4b80-b832-f3ad51d83a2a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:04.400846 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a81ef1a7-0bde-41cc-a47d-20f039b978ec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (67f846c5-da00-4b80-b832-f3ad51d83a2a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.434484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae94d98a-3cf4-4a48-9a6a-8c41511cad0b None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:04.450612 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a81ef1a7-0bde-41cc-a47d-20f039b978ec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (67f846c5-da00-4b80-b832-f3ad51d83a2a), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.509298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ff7dc63e-c570-4d04-a933-150f9a2b2781 None None] Provisioning complete for port 48b35222-f855-4f94-b15a-77fb729024a8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:04.509787 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff7dc63e-c570-4d04-a933-150f9a2b2781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (48b35222-f855-4f94-b15a-77fb729024a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.542323 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a81ef1a7-0bde-41cc-a47d-20f039b978ec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (67f846c5-da00-4b80-b832-f3ad51d83a2a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.634315 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a81ef1a7-0bde-41cc-a47d-20f039b978ec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (67f846c5-da00-4b80-b832-f3ad51d83a2a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.643760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff7dc63e-c570-4d04-a933-150f9a2b2781 None None] Current status of the port 48b35222-f855-4f94-b15a-77fb729024a8 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:04.644156 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff7dc63e-c570-4d04-a933-150f9a2b2781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48b35222-f855-4f94-b15a-77fb729024a8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.689799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ef1a7-0bde-41cc-a47d-20f039b978ec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=67f846c5-da00-4b80-b832-f3ad51d83a2a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:04.694685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a81ef1a7-0bde-41cc-a47d-20f039b978ec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.698171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a81ef1a7-0bde-41cc-a47d-20f039b978ec tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/67f846c5-da00-4b80-b832-f3ad51d83a2a HTTP/1.1" status: 204 len: 168 time: 0.3626144 Feb 03 22:15:04.700851 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43544) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:04.778796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 48b35222-f855-4f94-b15a-77fb729024a8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:15:04.805560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad16e6b2-29b4-4e32-8a28-60ff4cf115e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Deleting subnet 8d7c4300-8b9d-45ee-b357-5065c4bd00e8 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:04.820284 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad16e6b2-29b4-4e32-8a28-60ff4cf115e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (8d7c4300-8b9d-45ee-b357-5065c4bd00e8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.844136 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-ff7dc63e-c570-4d04-a933-150f9a2b2781 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:15:04.844495 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-ff7dc63e-c570-4d04-a933-150f9a2b2781 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:15:04.890603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64a6f4-f688-4f4e-9790-72366efeb731 None None] Update dhcp port {'port': {'network_id': '13c1dd3a-7787-47c3-93f0-1b9bcc2d2349', 'fixed_ips': [{'subnet_id': '67f846c5-da00-4b80-b832-f3ad51d83a2a'}, {'subnet_id': '8d7c4300-8b9d-45ee-b357-5065c4bd00e8'}], 'binding:host_id': 'n-d-824834-9'}, 'id': '48b35222-f855-4f94-b15a-77fb729024a8'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:15:04.929956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 48b35222-f855-4f94-b15a-77fb729024a8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:04.930495 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (48b35222-f855-4f94-b15a-77fb729024a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.938994 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad16e6b2-29b4-4e32-8a28-60ff4cf115e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (8d7c4300-8b9d-45ee-b357-5065c4bd00e8), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:04.954191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f64a6f4-f688-4f4e-9790-72366efeb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48b35222-f855-4f94-b15a-77fb729024a8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:05.001471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad16e6b2-29b4-4e32-8a28-60ff4cf115e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8d7c4300-8b9d-45ee-b357-5065c4bd00e8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:05.074964 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad16e6b2-29b4-4e32-8a28-60ff4cf115e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (8d7c4300-8b9d-45ee-b357-5065c4bd00e8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-6f64a6f4-f688-4f4e-9790-72366efeb731 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d7c4300-8b9d-45ee-b357-5065c4bd00e8: This subnet is being modified by another concurrent operation. Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d7c4300-8b9d-45ee-b357-5065c4bd00e8: This subnet is being modified by another concurrent operation. Feb 03 22:15:05.089024 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Feb 03 22:15:05.120772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16e6b2-29b4-4e32-8a28-60ff4cf115e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7c4300-8b9d-45ee-b357-5065c4bd00e8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:05.130798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad16e6b2-29b4-4e32-8a28-60ff4cf115e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:05.134283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ad16e6b2-29b4-4e32-8a28-60ff4cf115e9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/8d7c4300-8b9d-45ee-b357-5065c4bd00e8 HTTP/1.1" status: 204 len: 168 time: 0.4322376 Feb 03 22:15:05.136935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.168943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 48b35222-f855-4f94-b15a-77fb729024a8 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:05.169764 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (48b35222-f855-4f94-b15a-77fb729024a8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:05.184999 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8a47b90d-6688-4c3e-b88e-373d851bbd8a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465598 Feb 03 22:15:05.188508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43556) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.233706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 48b35222-f855-4f94-b15a-77fb729024a8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=48b35222-f855-4f94-b15a-77fb729024a8,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:05.238202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a1a13-33f3-44f0-8227-dc43f6d02939 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 22:15:05.250452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db44de-4f51-4e8f-9d74-e4521970f2f9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:05.252109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-28db44de-4f51-4e8f-9d74-e4521970f2f9 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0638454 Feb 03 22:15:05.254930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.268327 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (48b35222-f855-4f94-b15a-77fb729024a8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:05.317502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceaa1de-cdcc-4b6f-babe-74ee25ceb034 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:05.319168 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dceaa1de-cdcc-4b6f-babe-74ee25ceb034 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0631421 Feb 03 22:15:05.321869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43560) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.367239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43562) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.375921 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c72507ab-4156-42e1-8190-6bc0a03d2bfe tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520847 Feb 03 22:15:05.390452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff7dc63e-c570-4d04-a933-150f9a2b2781 None None] Current status of the port 48b35222-f855-4f94-b15a-77fb729024a8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:05.391846 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a7e9de-99ab-4c8f-b2d3-85fc78b71996 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.392558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a7e9de-99ab-4c8f-b2d3-85fc78b71996 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.399339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.403660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=48b35222-f855-4f94-b15a-77fb729024a8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:05.408705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-08a7e9de-99ab-4c8f-b2d3-85fc78b71996 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/38ba9f8d-4c36-4494-9bdb-402fe940463f HTTP/1.1" status: 404 len: 333 time: 0.0401433 Feb 03 22:15:05.427313 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3689e02b-2f57-4a9f-a75c-e391f00e6375 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.428006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3689e02b-2f57-4a9f-a75c-e391f00e6375 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.433616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3689e02b-2f57-4a9f-a75c-e391f00e6375 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/8d7c4300-8b9d-45ee-b357-5065c4bd00e8 HTTP/1.1" status: 404 len: 337 time: 0.0328355 Feb 03 22:15:05.434038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.452969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a1a13-33f3-44f0-8227-dc43f6d02939 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 22:15:05.461911 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-12963f9f-1ad9-4cbb-9681-d46a2858cd7e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.462903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12963f9f-1ad9-4cbb-9681-d46a2858cd7e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.468405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-12963f9f-1ad9-4cbb-9681-d46a2858cd7e tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/67f846c5-da00-4b80-b832-f3ad51d83a2a HTTP/1.1" status: 404 len: 337 time: 0.0310826 Feb 03 22:15:05.468568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43568) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.498963 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8633e643-8647-488b-81c3-d10b953fd8cb tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.499536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8633e643-8647-488b-81c3-d10b953fd8cb tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.505200 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8633e643-8647-488b-81c3-d10b953fd8cb tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/b91a9160-d0cf-4248-b69a-c42d8b983153 HTTP/1.1" status: 404 len: 333 time: 0.0332918 Feb 03 22:15:05.505927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43570) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.533523 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e761385-2c72-4f33-a855-77704974bb0b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.534275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e761385-2c72-4f33-a855-77704974bb0b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.540430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-40704238-f9fe-48ef-810e-0c8c36bc4486 None None] Provisioning complete for port 48b35222-f855-4f94-b15a-77fb729024a8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:05.540430 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40704238-f9fe-48ef-810e-0c8c36bc4486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (48b35222-f855-4f94-b15a-77fb729024a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:05.541119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3e761385-2c72-4f33-a855-77704974bb0b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/db317e76-e97a-4e4c-9cd5-dff3f7f6e39e HTTP/1.1" status: 404 len: 337 time: 0.0339999 Feb 03 22:15:05.541636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43572) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.569742 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ac7318-9e8c-43e5-b1cd-2273c9529839 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.570212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ac7318-9e8c-43e5-b1cd-2273c9529839 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.575642 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-64ac7318-9e8c-43e5-b1cd-2273c9529839 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/b40dc5ab-2dcb-482b-ace2-3e38866f6b53 HTTP/1.1" status: 404 len: 337 time: 0.0307138 Feb 03 22:15:05.576451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43574) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.603835 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb53eb28-d52a-4379-95b6-37c5bea6292a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.604781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb53eb28-d52a-4379-95b6-37c5bea6292a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.609892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb53eb28-d52a-4379-95b6-37c5bea6292a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/75f90d90-06ad-43e4-a26a-428fc359942e HTTP/1.1" status: 404 len: 333 time: 0.0321863 Feb 03 22:15:05.612423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.649482 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c3ecfd-d81e-47b5-8c00-4a963398d44a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.649958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c3ecfd-d81e-47b5-8c00-4a963398d44a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.655738 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c6c3ecfd-d81e-47b5-8c00-4a963398d44a tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a47c52fb-c2c1-4c90-848e-575b13180d06 HTTP/1.1" status: 404 len: 337 time: 0.0397763 Feb 03 22:15:05.656789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.690212 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-939a630b-bfe7-42a9-bbb9-c2ae668cf6f2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.691055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939a630b-bfe7-42a9-bbb9-c2ae668cf6f2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.697838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-939a630b-bfe7-42a9-bbb9-c2ae668cf6f2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a3860260-13f6-4afd-b82b-3cca9b40d17c HTTP/1.1" status: 404 len: 337 time: 0.0392709 Feb 03 22:15:05.698206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.728730 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fe53e7-6860-4cb0-a867-dee307f78d00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.729339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fe53e7-6860-4cb0-a867-dee307f78d00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.735471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-90fe53e7-6860-4cb0-a867-dee307f78d00 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/a9772e90-c573-4ef7-a7dc-417626e020c2 HTTP/1.1" status: 404 len: 333 time: 0.0337939 Feb 03 22:15:05.735646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43582) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.766817 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58f76d4-7ba7-42af-9b05-f4ca57b0db13 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.767277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58f76d4-7ba7-42af-9b05-f4ca57b0db13 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.773531 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f58f76d4-7ba7-42af-9b05-f4ca57b0db13 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/85373079-e03d-4d9a-9b6e-34e0ee3c827f HTTP/1.1" status: 404 len: 337 time: 0.0345869 Feb 03 22:15:05.774066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.813893 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5eeb04-546f-497c-ab7f-65d29a4e3009 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.814750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5eeb04-546f-497c-ab7f-65d29a4e3009 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.821567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43588) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.831632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cb5eeb04-546f-497c-ab7f-65d29a4e3009 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/4d4197b7-8585-4cba-851b-9b312721ef18 HTTP/1.1" status: 404 len: 337 time: 0.0565298 Feb 03 22:15:05.852996 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02ccd62-eef1-40a2-887c-65de7c9d926b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.853737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02ccd62-eef1-40a2-887c-65de7c9d926b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.860982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.869961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f02ccd62-eef1-40a2-887c-65de7c9d926b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/027ec6a6-067d-4395-a963-3cdd2fdfd99d HTTP/1.1" status: 404 len: 333 time: 0.0469391 Feb 03 22:15:05.898161 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7c2e7e-868a-46e9-a1a5-04964a43575c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.898892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7c2e7e-868a-46e9-a1a5-04964a43575c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.904260 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6a7c2e7e-868a-46e9-a1a5-04964a43575c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/6173c43c-5caf-47f9-9244-0947c99ee97c HTTP/1.1" status: 404 len: 337 time: 0.0397632 Feb 03 22:15:05.904576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43592) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.943749 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbcbe9a-5ebb-43b2-8fb3-7a2446d2f3bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.944322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbcbe9a-5ebb-43b2-8fb3-7a2446d2f3bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.947390 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cdbcbe9a-5ebb-43b2-8fb3-7a2446d2f3bf tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/038d56b1-1748-4584-abed-25c4d95aba52 HTTP/1.1" status: 404 len: 333 time: 0.0416703 Feb 03 22:15:05.950033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43596) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:05.957644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-40704238-f9fe-48ef-810e-0c8c36bc4486 None None] Current status of the port 48b35222-f855-4f94-b15a-77fb729024a8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:05.979716 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b7d65a-6541-4033-991f-74554a6c828f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:05.980182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b7d65a-6541-4033-991f-74554a6c828f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:05.983567 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7b7d65a-6541-4033-991f-74554a6c828f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/6a3c6de8-e10d-4c50-9fc7-c1c51c3be17e HTTP/1.1" status: 404 len: 337 time: 0.0322332 Feb 03 22:15:05.985901 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.015898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7072b55a-badb-40f1-8075-ec5dee6dd069 None None] Network 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:06.022261 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8354765-35e7-4c95-9df1-1249782e2508 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.023065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8354765-35e7-4c95-9df1-1249782e2508 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.026789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c8354765-35e7-4c95-9df1-1249782e2508 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/17366f1a-866f-4745-a621-45075ffaa77c HTTP/1.1" status: 404 len: 333 time: 0.0399132 Feb 03 22:15:06.029428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.068520 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bae8c9-242e-4b85-bf48-b2afa4841a34 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.068520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bae8c9-242e-4b85-bf48-b2afa4841a34 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.068520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d4bae8c9-242e-4b85-bf48-b2afa4841a34 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/d731f4cd-2600-48a5-aec9-92a48e475bfe HTTP/1.1" status: 404 len: 337 time: 0.0344772 Feb 03 22:15:06.069661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43602) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.094492 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab18f711-65a5-45ac-be43-062795b2be3f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.095076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab18f711-65a5-45ac-be43-062795b2be3f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.098810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ab18f711-65a5-45ac-be43-062795b2be3f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/5658b567-4ef0-4e51-bed5-92684d7f4b26 HTTP/1.1" status: 404 len: 333 time: 0.0273073 Feb 03 22:15:06.100867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.117190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-96775e36-d4c1-4daa-905d-7cb2211ffc02 None None] Provisioning complete for port 48b35222-f855-4f94-b15a-77fb729024a8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:06.117565 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96775e36-d4c1-4daa-905d-7cb2211ffc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (48b35222-f855-4f94-b15a-77fb729024a8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:06.127176 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5add416c-4457-49f3-8287-010e847d4b68 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.127707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5add416c-4457-49f3-8287-010e847d4b68 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.131981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5add416c-4457-49f3-8287-010e847d4b68 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a20c7445-7933-49a5-86c4-bb13e885c073 HTTP/1.1" status: 404 len: 337 time: 0.0296576 Feb 03 22:15:06.134138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43606) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.158692 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c11181-341f-4ad1-b571-76d3d3eb3947 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.159288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c11181-341f-4ad1-b571-76d3d3eb3947 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.162671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-84c11181-341f-4ad1-b571-76d3d3eb3947 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/49f1d5d3-4850-4f4a-997f-554f5535da18 HTTP/1.1" status: 404 len: 333 time: 0.0275323 Feb 03 22:15:06.165237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43612) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.202531 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0132db90-2feb-4ffe-9b00-86ff0e74d767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.203018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0132db90-2feb-4ffe-9b00-86ff0e74d767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.208805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0132db90-2feb-4ffe-9b00-86ff0e74d767 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/5a09f333-3986-4656-820b-f642b0f66fbc HTTP/1.1" status: 404 len: 337 time: 0.0399356 Feb 03 22:15:06.209055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.236024 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc5a8bd-2e92-4c14-a64d-3d0438349ead tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.236603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc5a8bd-2e92-4c14-a64d-3d0438349ead tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.240259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6dc5a8bd-2e92-4c14-a64d-3d0438349ead tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/85290420-db66-4715-ba37-a89b7567a68f HTTP/1.1" status: 404 len: 333 time: 0.0302584 Feb 03 22:15:06.242804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43616) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.267205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9585068-0cff-4735-95bc-f0eac7b1bbf7 None None] DHCP port deletion for 13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:15:06.272327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-96775e36-d4c1-4daa-905d-7cb2211ffc02 None None] Current status of the port 48b35222-f855-4f94-b15a-77fb729024a8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:06.281224 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c36fd17-cde8-4fbe-bbe0-1714d88e6344 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.281705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c36fd17-cde8-4fbe-bbe0-1714d88e6344 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.284829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2c36fd17-cde8-4fbe-bbe0-1714d88e6344 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/57ad6f2a-2044-481f-a514-7131b40452fe HTTP/1.1" status: 404 len: 337 time: 0.0410903 Feb 03 22:15:06.287583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43618) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.333875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9585068-0cff-4735-95bc-f0eac7b1bbf7 None None] Deleting port 48b35222-f855-4f94-b15a-77fb729024a8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:06.335037 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9585068-0cff-4735-95bc-f0eac7b1bbf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (48b35222-f855-4f94-b15a-77fb729024a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:06.350646 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b1207a-be7a-4a8d-b814-7141fddb105c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.351122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b1207a-be7a-4a8d-b814-7141fddb105c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.354345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-27b1207a-be7a-4a8d-b814-7141fddb105c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/1e325dd2-152a-49a2-913d-bacedc706182 HTTP/1.1" status: 404 len: 337 time: 0.0657375 Feb 03 22:15:06.357072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.396795 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8661c93-66a2-4f47-a02a-810181e6c7a0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.399005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8661c93-66a2-4f47-a02a-810181e6c7a0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.403022 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d8661c93-66a2-4f47-a02a-810181e6c7a0 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/083b9f70-fe8e-47be-b945-5af83b8270ed HTTP/1.1" status: 404 len: 333 time: 0.0441804 Feb 03 22:15:06.405667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43622) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.460313 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-812678e9-1d29-4359-b2ff-b88e3f3570f6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.461083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812678e9-1d29-4359-b2ff-b88e3f3570f6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.467131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43624) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.468130 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-812678e9-1d29-4359-b2ff-b88e3f3570f6 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/306acd8b-3460-4f41-a2ff-108b1607c3b6 HTTP/1.1" status: 404 len: 337 time: 0.0573964 Feb 03 22:15:06.475533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f9585068-0cff-4735-95bc-f0eac7b1bbf7 None None] For port 48b35222-f855-4f94-b15a-77fb729024a8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=48b35222-f855-4f94-b15a-77fb729024a8,segment=NetworkSegment(107525df-9020-43bc-9380-3a41410dcdc4),segment_id=107525df-9020-43bc-9380-3a41410dcdc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:06.475979 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9585068-0cff-4735-95bc-f0eac7b1bbf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (48b35222-f855-4f94-b15a-77fb729024a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:06.491280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9585068-0cff-4735-95bc-f0eac7b1bbf7 None None] Calling delete_port for 48b35222-f855-4f94-b15a-77fb729024a8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:06.502091 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b2dc8f-a7be-47b2-afcc-4df9d9b8f429 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.502567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b2dc8f-a7be-47b2-afcc-4df9d9b8f429 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.507966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-05b2dc8f-a7be-47b2-afcc-4df9d9b8f429 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/3e9c0536-d7e8-4a2e-881f-fed491e1ff36 HTTP/1.1" status: 404 len: 337 time: 0.0373831 Feb 03 22:15:06.508442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.538164 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0dfb2f-aeaa-4275-bee2-d3df31227ce3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.539024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0dfb2f-aeaa-4275-bee2-d3df31227ce3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.542410 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9f0dfb2f-aeaa-4275-bee2-d3df31227ce3 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/59525f99-0f6c-4287-a674-3a545edaafa8 HTTP/1.1" status: 404 len: 333 time: 0.0328438 Feb 03 22:15:06.544918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.586685 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbbcad4-0630-4edf-9c43-dc3e5d79ac55 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.586685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbbcad4-0630-4edf-9c43-dc3e5d79ac55 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.591836 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bcbbcad4-0630-4edf-9c43-dc3e5d79ac55 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a72817bd-68bd-4f90-9c13-f6dcbc3114d9 HTTP/1.1" status: 404 len: 337 time: 0.0433321 Feb 03 22:15:06.592014 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.597360 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9585068-0cff-4735-95bc-f0eac7b1bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (48b35222-f855-4f94-b15a-77fb729024a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:06.620347 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4004e5e-258a-4ee1-8e22-196965d6e60b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.621139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4004e5e-258a-4ee1-8e22-196965d6e60b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.624507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b4004e5e-258a-4ee1-8e22-196965d6e60b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/4a0889de-732f-47b4-aa6b-053346a668dd HTTP/1.1" status: 404 len: 337 time: 0.0315838 Feb 03 22:15:06.627350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43634) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.646522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9585068-0cff-4735-95bc-f0eac7b1bbf7 None None] Pushing event deleted for resources: {'Port': ['ID=48b35222-f855-4f94-b15a-77fb729024a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:06.652204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9585068-0cff-4735-95bc-f0eac7b1bbf7 None None] No DVR routers for this DVR port 48b35222-f855-4f94-b15a-77fb729024a8 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:06.665925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 48b35222-f855-4f94-b15a-77fb729024a8 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:06.666722 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-867fde6f-198c-4d89-9fe4-a2eac2e8a536 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.667343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867fde6f-198c-4d89-9fe4-a2eac2e8a536 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.672279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-867fde6f-198c-4d89-9fe4-a2eac2e8a536 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/69c73e0a-5eb9-4eaf-bee7-990c28cdafa4 HTTP/1.1" status: 404 len: 333 time: 0.0437727 Feb 03 22:15:06.675226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43636) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.693840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 48b35222-f855-4f94-b15a-77fb729024a8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:06.694533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 48b35222-f855-4f94-b15a-77fb729024a8 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:06.705645 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c2848a-aa14-4b3a-b189-a165bcb42271 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.706125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c2848a-aa14-4b3a-b189-a165bcb42271 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.711269 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9c2848a-aa14-4b3a-b189-a165bcb42271 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/45918ef9-02d2-441d-9b8e-e648463a1cc2 HTTP/1.1" status: 404 len: 337 time: 0.0348816 Feb 03 22:15:06.714991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43638) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.748134 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ad7e15-dfbe-4183-ba17-a53f3220d039 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.748878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ad7e15-dfbe-4183-ba17-a53f3220d039 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.752326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-82ad7e15-dfbe-4183-ba17-a53f3220d039 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/d278827d-805e-4f8d-86c8-550d5c517319 HTTP/1.1" status: 404 len: 337 time: 0.0363319 Feb 03 22:15:06.754968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43640) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.796385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-455fccdd-3569-4b13-93e2-4a4de325d30f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca5bc765-ea08-449b-ac33-233df96661fa HTTP/1.1" status: 200 len: 205 time: 0.0399117 Feb 03 22:15:06.799365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.839806 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c0812096-a8c5-4cac-b0b1-25e68fd58671 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] delete failed (client error): The resource could not be found. Feb 03 22:15:06.840942 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c0812096-a8c5-4cac-b0b1-25e68fd58671 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/routers/ca5bc765-ea08-449b-ac33-233df96661fa HTTP/1.1" status: 404 len: 336 time: 0.0408835 Feb 03 22:15:06.844043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43646) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.871757 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea3d348-448f-4077-9c22-c3554af49b2f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:06.872515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea3d348-448f-4077-9c22-c3554af49b2f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:06.875913 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fea3d348-448f-4077-9c22-c3554af49b2f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/6bf71acc-a014-433a-b527-5e7e649297f0 HTTP/1.1" status: 404 len: 337 time: 0.0304406 Feb 03 22:15:06.878665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.899393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c5a73-8346-4a3c-be3d-6001ba23698c req-f82fde30-b4ab-4e85-8731-7c2706f6eaef tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:06.901312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f67c5a73-8346-4a3c-be3d-6001ba23698c req-f82fde30-b4ab-4e85-8731-7c2706f6eaef tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 946 time: 0.0586584 Feb 03 22:15:06.923606 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e6322a84-d6af-4867-93cb-5f3efbeae255 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "GET /v2.0/ports?device_id=52023253-90de-4e46-b7d9-db7d0b3df5b8 HTTP/1.1" status: 200 len: 205 time: 0.0414281 Feb 03 22:15:06.923606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:06.968997 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-9a98af96-d506-48eb-a28a-ca090b233eae tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] delete failed (client error): The resource could not be found. Feb 03 22:15:06.970059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9a98af96-d506-48eb-a28a-ca090b233eae tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/routers/52023253-90de-4e46-b7d9-db7d0b3df5b8 HTTP/1.1" status: 404 len: 336 time: 0.0455801 Feb 03 22:15:06.972511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.004990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f67c5a73-8346-4a3c-be3d-6001ba23698c req-4624c17e-1a05-4946-90ed-6a2b17af3874 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971775 Feb 03 22:15:07.009580 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8e943e-ec1f-4e9a-b064-269590c9c17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.010263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8e943e-ec1f-4e9a-b064-269590c9c17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.018512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43660) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.025421 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ac8e943e-ec1f-4e9a-b064-269590c9c17c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/db85af16-c666-433a-b4f8-930f84ee5947 HTTP/1.1" status: 404 len: 337 time: 0.0510864 Feb 03 22:15:07.054369 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aeeda3-8828-49a9-8062-1ed1846a6aa2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.054821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4aeeda3-8828-49a9-8062-1ed1846a6aa2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.060471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43664) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.060777 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b4aeeda3-8828-49a9-8062-1ed1846a6aa2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/b92406ef-4317-40f1-befd-ac88948d0789 HTTP/1.1" status: 404 len: 337 time: 0.0411999 Feb 03 22:15:07.088019 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e402d7-846f-45e5-9181-1a05122dfd58 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.088883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e402d7-846f-45e5-9181-1a05122dfd58 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.095779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-54e402d7-846f-45e5-9181-1a05122dfd58 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/d257206f-0555-42a2-9141-b67af35fe68a HTTP/1.1" status: 404 len: 333 time: 0.0317881 Feb 03 22:15:07.096018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.128785 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b919371-c218-4c84-a7b9-3a54d74273f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.129864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b919371-c218-4c84-a7b9-3a54d74273f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.132974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3b919371-c218-4c84-a7b9-3a54d74273f4 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/a225a52a-973f-4b14-ae5e-b337f1307cd7 HTTP/1.1" status: 404 len: 337 time: 0.0360124 Feb 03 22:15:07.135531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.160930 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d5c82f-8ac7-41b9-8f02-93a60da6fca5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.161621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d5c82f-8ac7-41b9-8f02-93a60da6fca5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.165056 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-81d5c82f-8ac7-41b9-8f02-93a60da6fca5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/37746619-0e01-48f0-8e33-80b40868b1cf HTTP/1.1" status: 404 len: 333 time: 0.0284882 Feb 03 22:15:07.167639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.201943 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-02764d6f-59b2-4f19-ae40-dc4c869dda65 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.203159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02764d6f-59b2-4f19-ae40-dc4c869dda65 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.206686 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-02764d6f-59b2-4f19-ae40-dc4c869dda65 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/eafea861-c323-4ca0-aeb4-84be700c4eda HTTP/1.1" status: 404 len: 337 time: 0.0381122 Feb 03 22:15:07.209956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43674) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.234396 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6d9738-0a78-4999-8cc2-d204ea72e5e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.235026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6d9738-0a78-4999-8cc2-d204ea72e5e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.240597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5e6d9738-0a78-4999-8cc2-d204ea72e5e5 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/76ee3112-49be-47f7-81fd-d4b599f24367 HTTP/1.1" status: 404 len: 333 time: 0.0271382 Feb 03 22:15:07.241060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.269666 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f6cc44-9062-4cee-86a2-9a0efa5bc849 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.270918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f6cc44-9062-4cee-86a2-9a0efa5bc849 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.276523 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a9f6cc44-9062-4cee-86a2-9a0efa5bc849 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/cdb59d47-07c4-4b77-9311-e5c44e7eb08e HTTP/1.1" status: 404 len: 337 time: 0.0320239 Feb 03 22:15:07.276929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.304271 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-44751e57-0a41-4483-8235-a2a8c1d0b14b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.304990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44751e57-0a41-4483-8235-a2a8c1d0b14b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.308936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-44751e57-0a41-4483-8235-a2a8c1d0b14b tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/c1dd66e5-de1e-43ba-abb5-c5a4c451bbcb HTTP/1.1" status: 404 len: 333 time: 0.0297964 Feb 03 22:15:07.311186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43680) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.338826 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd00a63-472b-47cd-80da-b21170c7d17f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.339434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd00a63-472b-47cd-80da-b21170c7d17f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.345279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cbd00a63-472b-47cd-80da-b21170c7d17f tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/5828fa7b-c3dc-4061-ac86-6db2cfb72372 HTTP/1.1" status: 404 len: 337 time: 0.0306270 Feb 03 22:15:07.345564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43682) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.370374 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b1edc0-410b-45e3-91fa-0297bc256e0c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.370804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b1edc0-410b-45e3-91fa-0297bc256e0c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.374412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-21b1edc0-410b-45e3-91fa-0297bc256e0c tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/2cbf6633-b17f-495c-a694-37b176ba8206 HTTP/1.1" status: 404 len: 333 time: 0.0274377 Feb 03 22:15:07.377067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.406531 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb60564-5f9e-4ddb-b072-2674e1b5a099 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.407132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb60564-5f9e-4ddb-b072-2674e1b5a099 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.412634 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fcb60564-5f9e-4ddb-b072-2674e1b5a099 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/84bd3c45-60e2-4ed9-bff3-fdb06d608a68 HTTP/1.1" status: 404 len: 337 time: 0.0321798 Feb 03 22:15:07.412856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.437134 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6cce74-4963-4564-90e1-35cdb9ee6839 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.437586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6cce74-4963-4564-90e1-35cdb9ee6839 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.443268 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8d6cce74-4963-4564-90e1-35cdb9ee6839 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/f2da456e-b4ac-49e0-ad40-886186ad026a HTTP/1.1" status: 404 len: 333 time: 0.0268097 Feb 03 22:15:07.443497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.468859 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9404f58c-d2f3-4bf2-a941-ebd6e9aee318 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.469333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9404f58c-d2f3-4bf2-a941-ebd6e9aee318 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.475057 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9404f58c-d2f3-4bf2-a941-ebd6e9aee318 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/b1ab701d-83bf-4f02-93c5-f94e96cd568d HTTP/1.1" status: 404 len: 337 time: 0.0279098 Feb 03 22:15:07.475292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.498153 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39929b5-828a-4edd-87d7-c52d840288c1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.498706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39929b5-828a-4edd-87d7-c52d840288c1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.504057 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d39929b5-828a-4edd-87d7-c52d840288c1 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/ports/09eb8c42-a325-4d4a-98d2-1672c09283c3 HTTP/1.1" status: 404 len: 333 time: 0.0257077 Feb 03 22:15:07.504324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.534638 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5f38b6-53cb-436d-880a-b7e961dc8fd2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:07.535093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5f38b6-53cb-436d-880a-b7e961dc8fd2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:07.541013 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8d5f38b6-53cb-436d-880a-b7e961dc8fd2 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/subnets/f4016a10-c86e-4056-b226-be6d6bbacbf6 HTTP/1.1" status: 404 len: 337 time: 0.0334482 Feb 03 22:15:07.541221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:07.643794 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:07.662143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-511a792d-0b3e-4b97-a399-b3d8f938c944 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:07.663642 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-511a792d-0b3e-4b97-a399-b3d8f938c944 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 946 time: 0.1150723 Feb 03 22:15:07.805661 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:07.830883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c1dd3a-7787-47c3-93f0-1b9bcc2d2349']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:07.842309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107525df-9020-43bc-9380-3a41410dcdc4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:07.842608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107525df-9020-43bc-9380-3a41410dcdc4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:07.856218 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (107525df-9020-43bc-9380-3a41410dcdc4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:07.872612 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (107525df-9020-43bc-9380-3a41410dcdc4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:07.879018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Deleting port 0229c885-2120-4eaf-b3ae-8752f733a0fb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:07.879377 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:07.884488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:07.884865 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (107525df-9020-43bc-9380-3a41410dcdc4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:07.888342 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:08.146806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a575e6-93f0-41e3-952f-7bc1819585b5 req-1af2eb35-7bc2-480c-be5e-a0af38cc9a61 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:08.149114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1a575e6-93f0-41e3-952f-7bc1819585b5 req-1af2eb35-7bc2-480c-be5e-a0af38cc9a61 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 946 time: 0.0657215 Feb 03 22:15:08.243650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1a575e6-93f0-41e3-952f-7bc1819585b5 req-946f8f3a-6dfd-427e-b8a9-b3f566d0ef5a tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/security-groups?id=09effb09-de2b-4682-b531-3872a1b98585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882590 Feb 03 22:15:08.349048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (13c1dd3a-7787-47c3-93f0-1b9bcc2d2349), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:08.354873 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:08.358058 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] 10.222.0.50 "DELETE /v2.0/networks/13c1dd3a-7787-47c3-93f0-1b9bcc2d2349 HTTP/1.1" status: 204 len: 168 time: 0.8159454 Feb 03 22:15:08.385264 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2012cd2-16b0-49e7-995d-f6eac8a4df26 tempest-NetworksTestDHCPv6-38121727 tempest-NetworksTestDHCPv6-38121727-project] Pushing event deleted for resources: {'Network': ['ID=13c1dd3a-7787-47c3-93f0-1b9bcc2d2349,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:08.405801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] For port 0229c885-2120-4eaf-b3ae-8752f733a0fb, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0229c885-2120-4eaf-b3ae-8752f733a0fb,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:08.406081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:08.620087 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:08.620087 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (4406eac6-a2c2-48b7-ae90-1d3461a08f9e), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:08.620087 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Floating IP 4406eac6-a2c2-48b7-ae90-1d3461a08f9e disassociated. External IP: 172.25.5.213, port: 0229c885-2120-4eaf-b3ae-8752f733a0fb. Feb 03 22:15:08.620087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Calling delete_port for 0229c885-2120-4eaf-b3ae-8752f733a0fb owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:08.714314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:08.800817 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0229c885-2120-4eaf-b3ae-8752f733a0fb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:08.931042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event deleted for resources: {'Port': ['ID=0229c885-2120-4eaf-b3ae-8752f733a0fb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:08.992508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43714) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:08.992798 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-96576d6b-7b39-436c-864f-fbf1e88fd180 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bee0fe19c3064344805f546dde0a5863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766714 Feb 03 22:15:09.038577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:15:09.062924 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e5d70f-2db5-4eb3-8d08-2a5c272b9425 admin admin] Publish callbacks [] for security_group (5bfe2b78-f093-4d12-a5e3-f3d593a6826e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:09.087720 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e5d70f-2db5-4eb3-8d08-2a5c272b9425 admin admin] Publish callbacks [] for security_group (5bfe2b78-f093-4d12-a5e3-f3d593a6826e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:09.153481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e5d70f-2db5-4eb3-8d08-2a5c272b9425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5bfe2b78-f093-4d12-a5e3-f3d593a6826e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:09.159194 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e5d70f-2db5-4eb3-8d08-2a5c272b9425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:09.165610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-91e5d70f-2db5-4eb3-8d08-2a5c272b9425 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5bfe2b78-f093-4d12-a5e3-f3d593a6826e HTTP/1.1" status: 204 len: 168 time: 0.1718264 Feb 03 22:15:09.177242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5d70f-2db5-4eb3-8d08-2a5c272b9425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe2b78-f093-4d12-a5e3-f3d593a6826e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:09.238241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:15:09.252237 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] Sync routers for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:15:09.267266 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:15:09.270401 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:14:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:09.314732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] No DVR routers for this DVR port 0229c885-2120-4eaf-b3ae-8752f733a0fb on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:09.318977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:09.322783 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4247b3a6-9e75-4222-8673-e32a200d0002 req-d19a2a11-191a-486a-a262-396c5c9c444e tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.10 "DELETE /v2.0/ports/0229c885-2120-4eaf-b3ae-8752f733a0fb HTTP/1.1" status: 204 len: 173 time: 1.6524930 Feb 03 22:15:09.323612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e74bde-a781-4563-9207-e9120103df89', 'name': 'network-vif-deleted', 'tag': '0229c885-2120-4eaf-b3ae-8752f733a0fb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:15:09.326361 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b48d29-a4a5-46a8-815e-4860e4a0596b" -d '{"events": [{"server_uuid": "31e74bde-a781-4563-9207-e9120103df89", "name": "network-vif-deleted", "tag": "0229c885-2120-4eaf-b3ae-8752f733a0fb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:15:09.383067 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc5fb3b-3b31-43a7-9933-8fb4fd635047 x-openstack-request-id: req-abc5fb3b-3b31-43a7-9933-8fb4fd635047 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:15:09.383562 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e74bde-a781-4563-9207-e9120103df89", "name": "network-vif-deleted", "tag": "0229c885-2120-4eaf-b3ae-8752f733a0fb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:15:09.384004 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-abc5fb3b-3b31-43a7-9933-8fb4fd635047 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:15:09.385074 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e74bde-a781-4563-9207-e9120103df89', 'name': 'network-vif-deleted', 'tag': '0229c885-2120-4eaf-b3ae-8752f733a0fb', 'status': 'completed', 'code': 200} Feb 03 22:15:09.458761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96f7d4de-56cd-4ecc-9bd0-b2f3d04510cf req-5655e2c5-ab53-4f91-91d4-116d9787022a tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "GET /v2.0/ports?device_id=31e74bde-a781-4563-9207-e9120103df89 HTTP/1.1" status: 200 len: 210 time: 0.0468144 Feb 03 22:15:09.578359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:15:09.907533 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '8e37d4d9-2447-4174-a3fb-b56996817fcf', 'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'mac_address': 'fa:16:3e:8f:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:40Z', 'updated_at': '2022-02-03T22:08:51Z', 'revision_number': 5, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'subnets': [{'id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:09.945203 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] Checking router: 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:15:09.961385 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:15:09.962291 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:14:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:10.116130 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:15:10.231210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:10.374930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528029471'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:10.399367 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '8e37d4d9-2447-4174-a3fb-b56996817fcf', 'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'mac_address': 'fa:16:3e:8f:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:40Z', 'updated_at': '2022-02-03T22:08:51Z', 'revision_number': 5, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'subnets': [{'id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:10.408268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:10.412843 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.427030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.432987 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5b680-31f7-4b56-b056-e96abf81df96 None None] The sync data for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 is: [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '8e37d4d9-2447-4174-a3fb-b56996817fcf', 'name': '', 'network_id': 'a6c2112c-266e-48b0-828c-d77a939f4300', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'mac_address': 'fa:16:3e:8f:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:40Z', 'updated_at': '2022-02-03T22:08:51Z', 'revision_number': 5, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'subnets': [{'id': '86dbbc50-904a-482a-8aa6-669553a3cbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:15:10.546112 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for security_group (cd7b9cd7-2158-4c78-9575-92cb1895f732), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.559005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cd7b9cd7-2158-4c78-9575-92cb1895f732), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.570133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:10.594943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7b9cd7-2158-4c78-9575-92cb1895f732,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:10.609726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:10.624112 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (6e7e85ce-cff6-42e2-8534-a735255f74a3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.624895 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment 6e7e85ce-cff6-42e2-8534-a735255f74a3 of type vlan for network 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 Feb 03 22:15:10.699028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.742936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.749072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:10.749958 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.788925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Deleting port 5ccbf880-190f-4d5e-a1b6-8a8664aa1c81 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:10.789505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5ccbf880-190f-4d5e-a1b6-8a8664aa1c81), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.898268 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5ccbf880-190f-4d5e-a1b6-8a8664aa1c81), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.898598 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for floatingip (5ccbf880-190f-4d5e-a1b6-8a8664aa1c81), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:10.925678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Calling delete_port for 5ccbf880-190f-4d5e-a1b6-8a8664aa1c81 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:10.959914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab14f325-92fa-4302-a9ea-63aac0dbd10f None None] New status for floating IP 4406eac6-a2c2-48b7-ae90-1d3461a08f9e: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:15:11.212402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:11.218167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-01984d4e-2a09-44a1-85c4-8f0d0ee71b16 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9849758 Feb 03 22:15:11.252742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:11.320917 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5ccbf880-190f-4d5e-a1b6-8a8664aa1c81), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:11.382542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event deleted for resources: {'Port': ['ID=5ccbf880-190f-4d5e-a1b6-8a8664aa1c81,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:11.558158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for floatingip (4406eac6-a2c2-48b7-ae90-1d3461a08f9e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:11.562691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:11.564214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0f7cb6b2-efc9-4a26-aa47-65ed5b084eed tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "DELETE /v2.0/floatingips/4406eac6-a2c2-48b7-ae90-1d3461a08f9e HTTP/1.1" status: 204 len: 168 time: 0.9909916 Feb 03 22:15:11.689929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:11.810323 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5e7543f-b21f-4420-b3e5-4881c6f80c71 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group (09effb09-de2b-4682-b531-3872a1b98585), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:11.861352 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5e7543f-b21f-4420-b3e5-4881c6f80c71 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group (09effb09-de2b-4682-b531-3872a1b98585), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:11.991590 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5e7543f-b21f-4420-b3e5-4881c6f80c71 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (09effb09-de2b-4682-b531-3872a1b98585), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:11.994342 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5e7543f-b21f-4420-b3e5-4881c6f80c71 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:11.998546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e5e7543f-b21f-4420-b3e5-4881c6f80c71 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] 10.222.0.50 "DELETE /v2.0/security-groups/09effb09-de2b-4682-b531-3872a1b98585 HTTP/1.1" status: 204 len: 168 time: 0.3072624 Feb 03 22:15:12.014089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7543f-b21f-4420-b3e5-4881c6f80c71 tempest-TestServerBasicOps-1663393363 tempest-TestServerBasicOps-1663393363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09effb09-de2b-4682-b531-3872a1b98585,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:12.075153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43778) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:12.398174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0229c885-2120-4eaf-b3ae-8752f733a0fb no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:12.436719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 0229c885-2120-4eaf-b3ae-8752f733a0fb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:12.437295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0229c885-2120-4eaf-b3ae-8752f733a0fb not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:12.852041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:13.224445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Deleting port 8e37d4d9-2447-4174-a3fb-b56996817fcf {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:13.225948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:13.381165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] For port 8e37d4d9-2447-4174-a3fb-b56996817fcf, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8e37d4d9-2447-4174-a3fb-b56996817fcf,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:13.381842 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:13.422998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Calling delete_port for 8e37d4d9-2447-4174-a3fb-b56996817fcf owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:13.839736 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8e37d4d9-2447-4174-a3fb-b56996817fcf), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:13.919800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Pushing event deleted for resources: {'Port': ['ID=8e37d4d9-2447-4174-a3fb-b56996817fcf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:14.237553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:14.517417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:15:14.577948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:14.584626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': '2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:14.719233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:15:14.732651 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] Sync routers for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:15:14.738206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f85337f8-00b5-40f7-ab84-e4d62fb70dba admin admin] 10.222.0.50 "PUT /v2.0/routers/9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6616547 Feb 03 22:15:14.740767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43804) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:14.747800 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:15:14.748438 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:14:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:14.790384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:14.794748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:14.971114 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks [] for router (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.048392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (7d05bbca-17da-4b88-9096-b75c2dafe25a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.060880 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:15:15.109331 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks [] for router_gateway (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.116984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=7d05bbca-17da-4b88-9096-b75c2dafe25a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:15.149894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking segment: {'id': '6e7e85ce-cff6-42e2-8534-a735255f74a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:15.150275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network hostable DHCP agents. Network: 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:15.171364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:15.184028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:15.190109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:15.190727 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.197913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081fe5d1-90b5-4861-b0dd-a7851727478b None None] Network 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:15.213223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Deleting port 610ce409-77a7-45a3-8345-821a25c296f4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:15.217443 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (610ce409-77a7-45a3-8345-821a25c296f4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.217567 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ebc613e7-c0c1-455c-ae65-929c2ec7b171 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6347225 Feb 03 22:15:15.218148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:15.223268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249823852'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:15.267800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:15.271362 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.282736 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '610ce409-77a7-45a3-8345-821a25c296f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:15:13Z', 'revision_number': 5, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port': {'id': '610ce409-77a7-45a3-8345-821a25c296f4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:31Z', 'updated_at': '2022-02-03T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:15.314823 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] Checking router: 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:15:15.319211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] For port 610ce409-77a7-45a3-8345-821a25c296f4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=610ce409-77a7-45a3-8345-821a25c296f4,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:15.319975 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (610ce409-77a7-45a3-8345-821a25c296f4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.326142 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] Routers {'9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:15:15.326915 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:14:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:15.331395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:15.339736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Calling delete_port for 610ce409-77a7-45a3-8345-821a25c296f4 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:15.358772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (796faf5c-47b0-4cd4-abb2-b668ea6fba71), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.359289 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment 796faf5c-47b0-4cd4-abb2-b668ea6fba71 of type vlan for network 5a5f1719-f127-4341-9e39-05417a85346c Feb 03 22:15:15.384451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8', 'network_id': '2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8', 'project_id': '3efabf6148df4bd1ac9aad6729aab7fb', 'fixed_ips': [{'subnet_id': '7d05bbca-17da-4b88-9096-b75c2dafe25a'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:15.385523 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.438278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (5a5f1719-f127-4341-9e39-05417a85346c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.503139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (5a5f1719-f127-4341-9e39-05417a85346c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.508665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:15.509419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.516092 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] Set router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:15:15.576973 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Allocated IP 2001:db8:0:ffff::2 (2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8/7d05bbca-17da-4b88-9096-b75c2dafe25a/a0bb3f3e-6457-4c9e-a13e-a594782fd316) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:15.609986 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3904212 Feb 03 22:15:15.610582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:15.624442 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:15:15Z', 'revision_number': 6, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:15.627437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': '5a5f1719-f127-4341-9e39-05417a85346c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:15.676881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (610ce409-77a7-45a3-8345-821a25c296f4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.701230 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b4c67-e6cd-4e00-9ad4-a835afa777e5 None None] The sync data for ids ['9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8'] in n-d-824834-9 is: [{'id': '9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8', 'name': 'tempest-TestServerBasicOps-26415549-router', 'tenant_id': '7cf9abebc821466da7dbf623c3a41bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:28Z', 'updated_at': '2022-02-03T22:15:15Z', 'revision_number': 6, 'project_id': '7cf9abebc821466da7dbf623c3a41bc8', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:15:15.731613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe624c75-ca06-4d28-8edc-7cf8e643ff3b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=5a5f1719-f127-4341-9e39-05417a85346c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:15.734117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Pushing event deleted for resources: {'Port': ['ID=610ce409-77a7-45a3-8345-821a25c296f4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:15.757873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 5a5f1719-f127-4341-9e39-05417a85346c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:15.808524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:15.812726 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:15.874071 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.009170 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Publish callbacks [] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.021475 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.048355 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (95a6c7e2-79df-43d6-a55b-6f343b72d90e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.073262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.075775 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks [] for router_controller (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.087423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Pushing event updated for resources: {'Port': ['ID=a0bb3f3e-6457-4c9e-a13e-a594782fd316,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:16.101368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Network 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:16.103392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:16.109608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:16.170050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=95a6c7e2-79df-43d6-a55b-6f343b72d90e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:16.177931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.178467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:15:16.183696 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.187746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c9418fd3-42ee-4c28-8230-eff68058db7a admin admin] 10.222.0.50 "DELETE /v2.0/routers/9ee0cbe5-5a9f-493a-8c6a-1feae5e3a7b8 HTTP/1.1" status: 204 len: 168 time: 1.4456635 Feb 03 22:15:16.188514 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43816) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:16.225889 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Attempting to bind port a0bb3f3e-6457-4c9e-a13e-a594782fd316 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:15:16.227444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Attempting to bind port a0bb3f3e-6457-4c9e-a13e-a594782fd316 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '6e7e85ce-cff6-42e2-8534-a735255f74a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:15:16.228420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Attempting to bind port a0bb3f3e-6457-4c9e-a13e-a594782fd316 on network 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:16.242495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:15:16.242995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Checking segment: {'id': '6e7e85ce-cff6-42e2-8534-a735255f74a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:16.244099 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.245261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Bound using segment: {'id': '6e7e85ce-cff6-42e2-8534-a735255f74a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:15:16.253420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Bound port: a0bb3f3e-6457-4c9e-a13e-a594782fd316, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7e85ce-cff6-42e2-8534-a735255f74a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:15:16.257412 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.261656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking segment: {'id': '796faf5c-47b0-4cd4-abb2-b668ea6fba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5a5f1719-f127-4341-9e39-05417a85346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:16.262158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network hostable DHCP agents. Network: 5a5f1719-f127-4341-9e39-05417a85346c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:16.285827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network 5a5f1719-f127-4341-9e39-05417a85346c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:16.292300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d14aee-3214-4cff-8abe-bcb38ec1e6fa admin admin] Deleting subnet 86dbbc50-904a-482a-8aa6-669553a3cbde {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:16.296530 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18d14aee-3214-4cff-8abe-bcb38ec1e6fa admin admin] Publish callbacks [] for subnet (86dbbc50-904a-482a-8aa6-669553a3cbde), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.300308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 5a5f1719-f127-4341-9e39-05417a85346c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:16.307681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:16.309672 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.346952 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-47a56e02-d6f0-49f9-aba3-5576b16d8589 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7298799 Feb 03 22:15:16.349863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:16.350087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] For port a0bb3f3e-6457-4c9e-a13e-a594782fd316, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:16.353712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] For port a0bb3f3e-6457-4c9e-a13e-a594782fd316, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a0bb3f3e-6457-4c9e-a13e-a594782fd316,segment=NetworkSegment(6e7e85ce-cff6-42e2-8534-a735255f74a3),segment_id=6e7e85ce-cff6-42e2-8534-a735255f74a3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:15:16.357034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224fd14-eabc-42a3-9351-7d350836e101 None None] Network 5a5f1719-f127-4341-9e39-05417a85346c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:16.364708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18d14aee-3214-4cff-8abe-bcb38ec1e6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (86dbbc50-904a-482a-8aa6-669553a3cbde), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.401547 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.492981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5a5f1719-f127-4341-9e39-05417a85346c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.499929 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18d14aee-3214-4cff-8abe-bcb38ec1e6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (86dbbc50-904a-482a-8aa6-669553a3cbde), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.576885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c9bd5-f2ef-4372-9775-29282e6363a0 None None] Pushing event updated for resources: {'Port': ['ID=a0bb3f3e-6457-4c9e-a13e-a594782fd316,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:16.582659 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18d14aee-3214-4cff-8abe-bcb38ec1e6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (86dbbc50-904a-482a-8aa6-669553a3cbde), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.618069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (95a6c7e2-79df-43d6-a55b-6f343b72d90e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.658158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d14aee-3214-4cff-8abe-bcb38ec1e6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86dbbc50-904a-482a-8aa6-669553a3cbde,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:16.670515 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18d14aee-3214-4cff-8abe-bcb38ec1e6fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.678215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-18d14aee-3214-4cff-8abe-bcb38ec1e6fa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/86dbbc50-904a-482a-8aa6-669553a3cbde HTTP/1.1" status: 204 len: 168 time: 0.4880030 Feb 03 22:15:16.684990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:16.694789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850218c1-3a2c-4688-a820-7285bf0631e0 None None] Network a6c2112c-266e-48b0-828c-d77a939f4300 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:16.724131 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (95a6c7e2-79df-43d6-a55b-6f343b72d90e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.743239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc22ce-951b-44b0-9af3-f657d00d06fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-5a5f1719-f127-4341-9e39-05417a85346c', 'network_id': '5a5f1719-f127-4341-9e39-05417a85346c', 'project_id': '3efabf6148df4bd1ac9aad6729aab7fb', 'fixed_ips': [{'subnet_id': '95a6c7e2-79df-43d6-a55b-6f343b72d90e'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:16.744315 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bbc22ce-951b-44b0-9af3-f657d00d06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.762106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=95a6c7e2-79df-43d6-a55b-6f343b72d90e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:16.782643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 610ce409-77a7-45a3-8345-821a25c296f4 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:16.811990 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a6c2112c-266e-48b0-828c-d77a939f4300), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.835928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 610ce409-77a7-45a3-8345-821a25c296f4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:16.836553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 610ce409-77a7-45a3-8345-821a25c296f4 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:16.837345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8e37d4d9-2447-4174-a3fb-b56996817fcf no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:16.877188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (5a5f1719-f127-4341-9e39-05417a85346c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.946345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5f1719-f127-4341-9e39-05417a85346c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:16.952323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 8e37d4d9-2447-4174-a3fb-b56996817fcf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:16.952838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8e37d4d9-2447-4174-a3fb-b56996817fcf not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:16.959296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Deleting port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:16.960158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:16.971583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796faf5c-47b0-4cd4-abb2-b668ea6fba71') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:16.972322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796faf5c-47b0-4cd4-abb2-b668ea6fba71') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:17.043170 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (796faf5c-47b0-4cd4-abb2-b668ea6fba71), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.071331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] For port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=038a01e8-55b0-43eb-aa06-4e5a4cec32b0,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:17.079600 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.099439 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (796faf5c-47b0-4cd4-abb2-b668ea6fba71), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.100892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d9df2a-1c45-41c7-ba32-f6684a851b17 None None] Network 5a5f1719-f127-4341-9e39-05417a85346c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:17.126465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:17.127676 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (796faf5c-47b0-4cd4-abb2-b668ea6fba71), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.137216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Calling delete_port for 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:17.141823 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:17.259979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a61064-6c59-442d-9896-c3d6e7724714 None None] DHCP port deletion for a6c2112c-266e-48b0-828c-d77a939f4300 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:15:17.340043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88a61064-6c59-442d-9896-c3d6e7724714 None None] Deleting port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:17.340710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88a61064-6c59-442d-9896-c3d6e7724714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.363026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (5a5f1719-f127-4341-9e39-05417a85346c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.368034 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.380172 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.384994 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/5a5f1719-f127-4341-9e39-05417a85346c HTTP/1.1" status: 204 len: 168 time: 1.0318873 Feb 03 22:15:17.404512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:17.405933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e56329-c359-4b02-b58c-83fc7b612dfe tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=5a5f1719-f127-4341-9e39-05417a85346c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:17.414318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] No DVR routers for this DVR port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:17.432114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815290077'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:17.433177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Pushing event deleted for resources: {'Port': ['ID=038a01e8-55b0-43eb-aa06-4e5a4cec32b0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:17.477455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:17.483384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-88a61064-6c59-442d-9896-c3d6e7724714 None None] For port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=038a01e8-55b0-43eb-aa06-4e5a4cec32b0,segment=NetworkSegment(efdafefd-d207-4752-b85a-0d191ccdbfaa),segment_id=efdafefd-d207-4752-b85a-0d191ccdbfaa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:17.483786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88a61064-6c59-442d-9896-c3d6e7724714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.489747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.518649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88a61064-6c59-442d-9896-c3d6e7724714 None None] Calling delete_port for 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:17.524431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:17.539977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (3eb82f85-31d7-4564-bada-577fb7892718), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.540710 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment 3eb82f85-31d7-4564-bada-577fb7892718 of type vlan for network 949ece14-be3e-470c-8649-76fdec2ef801 Feb 03 22:15:17.599557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a6c2112c-266e-48b0-828c-d77a939f4300), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.629549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (949ece14-be3e-470c-8649-76fdec2ef801), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.659241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c2112c-266e-48b0-828c-d77a939f4300']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:17.692185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdafefd-d207-4752-b85a-0d191ccdbfaa') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:17.692489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdafefd-d207-4752-b85a-0d191ccdbfaa') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:17.709826 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (949ece14-be3e-470c-8649-76fdec2ef801), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.716106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:17.716877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.722696 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (efdafefd-d207-4752-b85a-0d191ccdbfaa), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:17.753343 n-d-824834-9 neutron-server[103399]: self.session.flush() Feb 03 22:15:17.758409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (efdafefd-d207-4752-b85a-0d191ccdbfaa), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.768399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88a61064-6c59-442d-9896-c3d6e7724714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (038a01e8-55b0-43eb-aa06-4e5a4cec32b0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.768636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3411918 Feb 03 22:15:17.771671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43834) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:17.774063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:17.774474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (efdafefd-d207-4752-b85a-0d191ccdbfaa), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:17.794732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': '949ece14-be3e-470c-8649-76fdec2ef801', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:17.810315 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:17.848387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a61064-6c59-442d-9896-c3d6e7724714 None None] Pushing event deleted for resources: {'Port': ['ID=038a01e8-55b0-43eb-aa06-4e5a4cec32b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:17.863820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a61064-6c59-442d-9896-c3d6e7724714 None None] No DVR routers for this DVR port 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:17.940351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6ffc0-c597-4bfe-be2f-b518390f385f tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=949ece14-be3e-470c-8649-76fdec2ef801,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:17.957986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 949ece14-be3e-470c-8649-76fdec2ef801 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:18.110716 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a6c2112c-266e-48b0-828c-d77a939f4300), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:18.117203 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:18.123650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] 10.222.0.50 "DELETE /v2.0/networks/a6c2112c-266e-48b0-828c-d77a939f4300 HTTP/1.1" status: 204 len: 168 time: 1.4408686 Feb 03 22:15:18.123794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:18.383726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7bb2ec-395e-4701-a857-660feb630f25 None None] Network 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:18.516648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ef242e77-b0b3-4f58-8acf-bee20b60d983 None None] Provisioning complete for port a0bb3f3e-6457-4c9e-a13e-a594782fd316 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:18.517399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef242e77-b0b3-4f58-8acf-bee20b60d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:18.650935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:18.662945 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:18.756372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ef242e77-b0b3-4f58-8acf-bee20b60d983 None None] Current status of the port a0bb3f3e-6457-4c9e-a13e-a594782fd316 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:18.761885 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef242e77-b0b3-4f58-8acf-bee20b60d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:18.782043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a0bb3f3e-6457-4c9e-a13e-a594782fd316 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:15:18.895343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:18.939833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ef242e77-b0b3-4f58-8acf-bee20b60d983 None None] For port a0bb3f3e-6457-4c9e-a13e-a594782fd316, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a0bb3f3e-6457-4c9e-a13e-a594782fd316,segment=NetworkSegment(6e7e85ce-cff6-42e2-8534-a735255f74a3),segment_id=6e7e85ce-cff6-42e2-8534-a735255f74a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:18.951945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef242e77-b0b3-4f58-8acf-bee20b60d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.046739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a0bb3f3e-6457-4c9e-a13e-a594782fd316 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:19.047024 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.130677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec319d-6690-4161-a780-08b16c71313a admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c2112c-266e-48b0-828c-d77a939f4300,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:19.141642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (4a294b4d-02ab-4bfa-b758-ad83a581537e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.311457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=4a294b4d-02ab-4bfa-b758-ad83a581537e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:19.348940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking segment: {'id': '3eb82f85-31d7-4564-bada-577fb7892718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '949ece14-be3e-470c-8649-76fdec2ef801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:19.349337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network hostable DHCP agents. Network: 949ece14-be3e-470c-8649-76fdec2ef801, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:19.378836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Deleting port 25ed9068-7294-4876-8055-6af9eab803f9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:19.379476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (25ed9068-7294-4876-8055-6af9eab803f9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.390478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network 949ece14-be3e-470c-8649-76fdec2ef801 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:19.404034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 949ece14-be3e-470c-8649-76fdec2ef801) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:19.410719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:19.410882 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.443203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d6758ba2-3103-4eb2-b7cd-863ddac7a0e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6671438 Feb 03 22:15:19.443475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:19.454261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-280420882'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:19.500614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:19.504881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.506277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef242e77-b0b3-4f58-8acf-bee20b60d983 None None] Pushing event updated for resources: {'Port': ['ID=a0bb3f3e-6457-4c9e-a13e-a594782fd316,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:19.514530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58917d86-740a-407b-b2e5-323a44504edc None None] Network 949ece14-be3e-470c-8649-76fdec2ef801 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:19.540076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] For port 25ed9068-7294-4876-8055-6af9eab803f9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25ed9068-7294-4876-8055-6af9eab803f9,segment=NetworkSegment(d989e1c3-74e2-4e6f-aec8-030ac2805dd8),segment_id=d989e1c3-74e2-4e6f-aec8-030ac2805dd8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:19.540854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (25ed9068-7294-4876-8055-6af9eab803f9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.573604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:19.574705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-db5f515d-4356-45a5-aa5e-c1f4a3655850 None None] Provisioning complete for port a0bb3f3e-6457-4c9e-a13e-a594782fd316 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:19.575087 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5f515d-4356-45a5-aa5e-c1f4a3655850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.579125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Calling delete_port for 25ed9068-7294-4876-8055-6af9eab803f9 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:19.594088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (2b2ff594-5274-4096-a609-c476f9f780b2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.594440 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment 2b2ff594-5274-4096-a609-c476f9f780b2 of type vlan for network 73e05203-3aef-47a6-a53f-8b7111fca4f8 Feb 03 22:15:19.687145 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (73e05203-3aef-47a6-a53f-8b7111fca4f8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.719494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a0bb3f3e-6457-4c9e-a13e-a594782fd316 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:19.732330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db5f515d-4356-45a5-aa5e-c1f4a3655850 None None] Current status of the port a0bb3f3e-6457-4c9e-a13e-a594782fd316 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:19.737757 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (73e05203-3aef-47a6-a53f-8b7111fca4f8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.747622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:19.748261 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.792677 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-949ece14-be3e-470c-8649-76fdec2ef801', 'network_id': '949ece14-be3e-470c-8649-76fdec2ef801', 'project_id': '3efabf6148df4bd1ac9aad6729aab7fb', 'fixed_ips': [{'subnet_id': '4a294b4d-02ab-4bfa-b758-ad83a581537e'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:19.794427 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:19.834534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:19.934066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4890852 Feb 03 22:15:19.934686 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:19.948601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': '73e05203-3aef-47a6-a53f-8b7111fca4f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:20.092586 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (25ed9068-7294-4876-8055-6af9eab803f9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:20.182083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Pushing event deleted for resources: {'Port': ['ID=25ed9068-7294-4876-8055-6af9eab803f9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:20.231138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e032e7-ab8b-4bf6-a790-17a5cd181ed5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=73e05203-3aef-47a6-a53f-8b7111fca4f8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:20.266939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Allocated IP 2001:db8::1 (949ece14-be3e-470c-8649-76fdec2ef801/4a294b4d-02ab-4bfa-b758-ad83a581537e/fbb65782-6771-4d11-b2fc-7ac37af59e64) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:20.313592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:20.328724 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:20.354137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:20.362158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 038a01e8-55b0-43eb-aa06-4e5a4cec32b0 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:20.366311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 73e05203-3aef-47a6-a53f-8b7111fca4f8 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:20.458498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 22:15:20.459016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 22:15:20.655215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:20.742582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (abefa19b-0b74-404a-a11c-af867970c96c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:20.824785 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Publish callbacks [] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:20.829593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a0bb3f3e-6457-4c9e-a13e-a594782fd316 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:15:20.860299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=abefa19b-0b74-404a-a11c-af867970c96c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:20.860508 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:20.929070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking segment: {'id': '2b2ff594-5274-4096-a609-c476f9f780b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '73e05203-3aef-47a6-a53f-8b7111fca4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:20.929448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network hostable DHCP agents. Network: 73e05203-3aef-47a6-a53f-8b7111fca4f8, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:20.967997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Pushing event updated for resources: {'Port': ['ID=fbb65782-6771-4d11-b2fc-7ac37af59e64,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:20.970683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network 73e05203-3aef-47a6-a53f-8b7111fca4f8 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:20.981002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Network 949ece14-be3e-470c-8649-76fdec2ef801 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:20.984509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:20.986992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 73e05203-3aef-47a6-a53f-8b7111fca4f8) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:20.989568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:21.020115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:21.020115 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.028037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd83162-111f-46fd-8409-f143447078b6 None None] Network 73e05203-3aef-47a6-a53f-8b7111fca4f8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:21.052271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-84d57e97-d1e4-4dcc-a45d-010bb1fb1bde tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1092012 Feb 03 22:15:21.052878 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 43860) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:21.102257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:15:21.219297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-73e05203-3aef-47a6-a53f-8b7111fca4f8', 'network_id': '73e05203-3aef-47a6-a53f-8b7111fca4f8', 'project_id': '3efabf6148df4bd1ac9aad6729aab7fb', 'fixed_ips': [{'subnet_id': 'abefa19b-0b74-404a-a11c-af867970c96c'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:21.221027 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.235269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a0bb3f3e-6457-4c9e-a13e-a594782fd316 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:21.235647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.246075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (73e05203-3aef-47a6-a53f-8b7111fca4f8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.299246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:15:21.324561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-77aefed1-e052-425e-88c4-4185aa20221c admin admin] 10.222.0.50 "PUT /v2.0/routers/98a516dc-dffa-4d17-9996-f6d0ed8d3c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1982429 Feb 03 22:15:21.326284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:21.386141 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (abefa19b-0b74-404a-a11c-af867970c96c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.399712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Allocated IP 2001:db8::3 (73e05203-3aef-47a6-a53f-8b7111fca4f8/abefa19b-0b74-404a-a11c-af867970c96c/b9fd85d1-bbeb-41ef-94bb-17b52e23e790) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:21.513271 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks [] for router (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.621439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Attempting to bind port fbb65782-6771-4d11-b2fc-7ac37af59e64 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:15:21.621825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Attempting to bind port fbb65782-6771-4d11-b2fc-7ac37af59e64 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '3eb82f85-31d7-4564-bada-577fb7892718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '949ece14-be3e-470c-8649-76fdec2ef801'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:15:21.622201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Attempting to bind port fbb65782-6771-4d11-b2fc-7ac37af59e64 on network 949ece14-be3e-470c-8649-76fdec2ef801 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:21.653320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] Sync routers for ids ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:15:21.674199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Publish callbacks [] for port (b9fd85d1-bbeb-41ef-94bb-17b52e23e790), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.681932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:15:21.682324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Checking segment: {'id': '3eb82f85-31d7-4564-bada-577fb7892718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '949ece14-be3e-470c-8649-76fdec2ef801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:21.683253 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.683666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Bound using segment: {'id': '3eb82f85-31d7-4564-bada-577fb7892718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '949ece14-be3e-470c-8649-76fdec2ef801'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:15:21.684172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Bound port: fbb65782-6771-4d11-b2fc-7ac37af59e64, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb82f85-31d7-4564-bada-577fb7892718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '949ece14-be3e-470c-8649-76fdec2ef801'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:15:21.684574 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.698817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] Routers {'98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:15:21.698817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:14:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:21.703645 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks [] for router_gateway (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.731989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (abefa19b-0b74-404a-a11c-af867970c96c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.803363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=abefa19b-0b74-404a-a11c-af867970c96c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:21.820352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Deleting port 09998e98-e201-4101-a0d5-884ab2a0d135 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:21.820701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:21.869789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] Set router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:15:22.004386 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (73e05203-3aef-47a6-a53f-8b7111fca4f8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.033321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e05203-3aef-47a6-a53f-8b7111fca4f8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:22.054014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2ff594-5274-4096-a609-c476f9f780b2') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:22.054440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2ff594-5274-4096-a609-c476f9f780b2') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:22.076194 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (2b2ff594-5274-4096-a609-c476f9f780b2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.094310 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (2b2ff594-5274-4096-a609-c476f9f780b2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.102199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:22.102609 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (2b2ff594-5274-4096-a609-c476f9f780b2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.147832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (b9fd85d1-bbeb-41ef-94bb-17b52e23e790), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:22.186245 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:22.265559 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 22:15:22.265559 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 22:15:22.265559 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '73e05203-3aef-47a6-a53f-8b7111fca4f8'}] Feb 03 22:15:22.265559 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:15:22.270739 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:15:22.286439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Pushing event updated for resources: {'Port': ['ID=b9fd85d1-bbeb-41ef-94bb-17b52e23e790,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:22.363576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] For port fbb65782-6771-4d11-b2fc-7ac37af59e64, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:22.368088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] For port fbb65782-6771-4d11-b2fc-7ac37af59e64, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fbb65782-6771-4d11-b2fc-7ac37af59e64,segment=NetworkSegment(3eb82f85-31d7-4564-bada-577fb7892718),segment_id=3eb82f85-31d7-4564-bada-577fb7892718)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:15:22.393708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Network 73e05203-3aef-47a6-a53f-8b7111fca4f8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:22.438421 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.484147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] For port 09998e98-e201-4101-a0d5-884ab2a0d135, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=09998e98-e201-4101-a0d5-884ab2a0d135,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:22.486540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.503560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Calling delete_port for 09998e98-e201-4101-a0d5-884ab2a0d135 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:22.518376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:22.565257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fdce1-bebe-455c-9208-de328ae6f8d2 None None] Pushing event updated for resources: {'Port': ['ID=fbb65782-6771-4d11-b2fc-7ac37af59e64,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:22.569796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a0bb3f3e-6457-4c9e-a13e-a594782fd316 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:22.578634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:22.702617 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Attempting to bind port b9fd85d1-bbeb-41ef-94bb-17b52e23e790 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:15:22.703005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Attempting to bind port b9fd85d1-bbeb-41ef-94bb-17b52e23e790 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '2b2ff594-5274-4096-a609-c476f9f780b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '73e05203-3aef-47a6-a53f-8b7111fca4f8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:15:22.703379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Attempting to bind port b9fd85d1-bbeb-41ef-94bb-17b52e23e790 on network 73e05203-3aef-47a6-a53f-8b7111fca4f8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:22.710855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:50Z', 'updated_at': '2022-02-03T22:15:19Z', 'revision_number': 5, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'gw_port': {'id': '09998e98-e201-4101-a0d5-884ab2a0d135', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:08:52Z', 'updated_at': '2022-02-03T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:22.713003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:15:22.713392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Checking segment: {'id': '2b2ff594-5274-4096-a609-c476f9f780b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '73e05203-3aef-47a6-a53f-8b7111fca4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:22.713805 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.714219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Bound using segment: {'id': '2b2ff594-5274-4096-a609-c476f9f780b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '73e05203-3aef-47a6-a53f-8b7111fca4f8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:15:22.714694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Bound port: b9fd85d1-bbeb-41ef-94bb-17b52e23e790, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2ff594-5274-4096-a609-c476f9f780b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '73e05203-3aef-47a6-a53f-8b7111fca4f8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:15:22.715086 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b9fd85d1-bbeb-41ef-94bb-17b52e23e790), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.767413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] Checking router: 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:15:22.771936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (73e05203-3aef-47a6-a53f-8b7111fca4f8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.813900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (09998e98-e201-4101-a0d5-884ab2a0d135), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.867833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] For port b9fd85d1-bbeb-41ef-94bb-17b52e23e790, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:22.871975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] For port b9fd85d1-bbeb-41ef-94bb-17b52e23e790, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b9fd85d1-bbeb-41ef-94bb-17b52e23e790,segment=NetworkSegment(2b2ff594-5274-4096-a609-c476f9f780b2),segment_id=2b2ff594-5274-4096-a609-c476f9f780b2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:15:22.883844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b9fd85d1-bbeb-41ef-94bb-17b52e23e790), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.890155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=09998e98-e201-4101-a0d5-884ab2a0d135,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:22.945642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] Routers {'98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:15:22.946283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:14:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:22.949943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d61f9-fb19-471d-80f2-cc3446b6ddcc None None] Pushing event updated for resources: {'Port': ['ID=b9fd85d1-bbeb-41ef-94bb-17b52e23e790,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:22.952177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.953520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.954406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.954990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.955554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.956100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.956972 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.957527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.958352 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting port b9fd85d1-bbeb-41ef-94bb-17b52e23e790 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:22.958703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b9fd85d1-bbeb-41ef-94bb-17b52e23e790), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:22.959180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.959739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.960493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.961083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:22.961659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:23.005992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.118155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] For port b9fd85d1-bbeb-41ef-94bb-17b52e23e790, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b9fd85d1-bbeb-41ef-94bb-17b52e23e790,segment=NetworkSegment(2b2ff594-5274-4096-a609-c476f9f780b2),segment_id=2b2ff594-5274-4096-a609-c476f9f780b2)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:23.118542 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b9fd85d1-bbeb-41ef-94bb-17b52e23e790), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.143895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.147539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks [] for router_controller (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.148580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Calling delete_port for b9fd85d1-bbeb-41ef-94bb-17b52e23e790 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:23.161163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] Set router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:15:23.198383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3a769-3b35-4524-af6e-6ccd7e087d98 None None] Network 73e05203-3aef-47a6-a53f-8b7111fca4f8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:23.209912 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (98a516dc-dffa-4d17-9996-f6d0ed8d3c3d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.210873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98a516dc-dffa-4d17-9996-f6d0ed8d3c3d {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:15:23.220185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.223514 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82940b48-d68b-405a-a3ee-04eafd84c3d6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/98a516dc-dffa-4d17-9996-f6d0ed8d3c3d HTTP/1.1" status: 204 len: 168 time: 1.8960547 Feb 03 22:15:23.225362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:23.308788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:50Z', 'updated_at': '2022-02-03T22:15:22Z', 'revision_number': 7, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:23.329687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a70cd47-15a1-43e6-a37f-5aa6588d0ab8 admin admin] Deleting subnet 7e5a5a61-b0fe-4058-8db6-6282ab7e624f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:23.336222 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a70cd47-15a1-43e6-a37f-5aa6588d0ab8 admin admin] Publish callbacks [] for subnet (7e5a5a61-b0fe-4058-8db6-6282ab7e624f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.336381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (b9fd85d1-bbeb-41ef-94bb-17b52e23e790), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.360093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1ce9d0-023d-4af7-a225-e028bcb5e30f None None] The sync data for ids ['98a516dc-dffa-4d17-9996-f6d0ed8d3c3d'] in n-d-824834-9 is: [{'id': '98a516dc-dffa-4d17-9996-f6d0ed8d3c3d', 'name': 'tempest-TestServerBasicOps-1149554568-router', 'tenant_id': '778360902cc14e90872d13f64f3eda0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:08:50Z', 'updated_at': '2022-02-03T22:15:22Z', 'revision_number': 7, 'project_id': '778360902cc14e90872d13f64f3eda0c', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:15:23.382650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Port': ['ID=b9fd85d1-bbeb-41ef-94bb-17b52e23e790,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:23.396176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No DVR routers for this DVR port b9fd85d1-bbeb-41ef-94bb-17b52e23e790 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:23.404767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a70cd47-15a1-43e6-a37f-5aa6588d0ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (7e5a5a61-b0fe-4058-8db6-6282ab7e624f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.538320 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a70cd47-15a1-43e6-a37f-5aa6588d0ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (7e5a5a61-b0fe-4058-8db6-6282ab7e624f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.566153 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (73e05203-3aef-47a6-a53f-8b7111fca4f8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.607871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e05203-3aef-47a6-a53f-8b7111fca4f8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:23.609173 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88116365-c4ff-42ad-8fbc-956ed4c0582e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.634438 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2ff594-5274-4096-a609-c476f9f780b2') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:23.634756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2ff594-5274-4096-a609-c476f9f780b2') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:23.676803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a70cd47-15a1-43e6-a37f-5aa6588d0ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (7e5a5a61-b0fe-4058-8db6-6282ab7e624f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.677724 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (2b2ff594-5274-4096-a609-c476f9f780b2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.705998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (2b2ff594-5274-4096-a609-c476f9f780b2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.739862 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:23.740275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (2b2ff594-5274-4096-a609-c476f9f780b2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:23.743795 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:23.777331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70cd47-15a1-43e6-a37f-5aa6588d0ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5a5a61-b0fe-4058-8db6-6282ab7e624f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:23.779444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a70cd47-15a1-43e6-a37f-5aa6588d0ab8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.782773 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7a70cd47-15a1-43e6-a37f-5aa6588d0ab8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7e5a5a61-b0fe-4058-8db6-6282ab7e624f HTTP/1.1" status: 204 len: 168 time: 0.5563433 Feb 03 22:15:23.788084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:23.789147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc0f929-af14-42f9-8371-f7de0a33c841 None None] Network cb7450fb-9e37-4738-b872-4ff37a976566 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:23.909755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (73e05203-3aef-47a6-a53f-8b7111fca4f8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.933883 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:23.944693 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/73e05203-3aef-47a6-a53f-8b7111fca4f8 HTTP/1.1" status: 204 len: 168 time: 2.8877387 Feb 03 22:15:23.951093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 43924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:23.963559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1896705146'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:23.977529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b4bab-24c4-45bf-9758-359e2171ed11 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=73e05203-3aef-47a6-a53f-8b7111fca4f8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:24.085566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cb7450fb-9e37-4738-b872-4ff37a976566), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.156236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:24.159851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.268582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:24.284240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f474b-1d0d-495c-bd48-5f3e988a6087 None None] Network 949ece14-be3e-470c-8649-76fdec2ef801 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:24.302681 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5c87a073-d95c-4763-90c5-f01299767269), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.303039 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment 5c87a073-d95c-4763-90c5-f01299767269 of type vlan for network d0294f6f-6216-4590-a393-2e17eedebd84 Feb 03 22:15:24.349723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] DHCP port deletion for cb7450fb-9e37-4738-b872-4ff37a976566 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:15:24.415219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d0294f6f-6216-4590-a393-2e17eedebd84), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.429549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-60b85e3e-f809-4c19-aec7-5fd4e710460c None None] Provisioning complete for port fbb65782-6771-4d11-b2fc-7ac37af59e64 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:24.429934 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60b85e3e-f809-4c19-aec7-5fd4e710460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.452302 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d0294f6f-6216-4590-a393-2e17eedebd84), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.457563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:24.458315 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.518210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Deleting port 1476c237-9f86-4c23-8a1a-95a271e538fb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:24.518637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.627835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] For port 1476c237-9f86-4c23-8a1a-95a271e538fb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1476c237-9f86-4c23-8a1a-95a271e538fb,segment=NetworkSegment(d989e1c3-74e2-4e6f-aec8-030ac2805dd8),segment_id=d989e1c3-74e2-4e6f-aec8-030ac2805dd8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:24.628479 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.658050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Calling delete_port for 1476c237-9f86-4c23-8a1a-95a271e538fb owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:24.716657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] Deleting port 1476c237-9f86-4c23-8a1a-95a271e538fb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:24.717129 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.722123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60b85e3e-f809-4c19-aec7-5fd4e710460c None None] Current status of the port fbb65782-6771-4d11-b2fc-7ac37af59e64 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:24.722537 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60b85e3e-f809-4c19-aec7-5fd4e710460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.770139 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.794200 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.862495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=1476c237-9f86-4c23-8a1a-95a271e538fb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:24.866960 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] No DVR routers for this DVR port 1476c237-9f86-4c23-8a1a-95a271e538fb on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:24.893761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=d0294f6f-6216-4590-a393-2e17eedebd84,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:24.894448 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:24.903480 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0db17a36-307e-4047-acc9-c84f534075a4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9513869 Feb 03 22:15:24.903856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44032) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:24.909396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': 'd0294f6f-6216-4590-a393-2e17eedebd84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:24.954883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d0294f6f-6216-4590-a393-2e17eedebd84 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:25.015209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cb7450fb-9e37-4738-b872-4ff37a976566), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.058239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7450fb-9e37-4738-b872-4ff37a976566']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:25.071935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:25.072732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd989e1c3-74e2-4e6f-aec8-030ac2805dd8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:25.090164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d989e1c3-74e2-4e6f-aec8-030ac2805dd8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.114751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:25.121139 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.122724 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d989e1c3-74e2-4e6f-aec8-030ac2805dd8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.132694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:25.133356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d989e1c3-74e2-4e6f-aec8-030ac2805dd8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:25.236849 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:25.242538 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cb7450fb-9e37-4738-b872-4ff37a976566), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.258322 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.262551 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] 10.222.0.50 "DELETE /v2.0/networks/cb7450fb-9e37-4738-b872-4ff37a976566 HTTP/1.1" status: 204 len: 168 time: 1.4734309 Feb 03 22:15:25.277558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fbb65782-6771-4d11-b2fc-7ac37af59e64 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:15:25.307225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfdd3c-a5f4-4661-8f38-2b36ca618fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7450fb-9e37-4738-b872-4ff37a976566,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:25.362431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-60b85e3e-f809-4c19-aec7-5fd4e710460c None None] For port fbb65782-6771-4d11-b2fc-7ac37af59e64, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fbb65782-6771-4d11-b2fc-7ac37af59e64,segment=NetworkSegment(3eb82f85-31d7-4564-bada-577fb7892718),segment_id=3eb82f85-31d7-4564-bada-577fb7892718)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:25.384786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60b85e3e-f809-4c19-aec7-5fd4e710460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.407653 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] For port 1476c237-9f86-4c23-8a1a-95a271e538fb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1476c237-9f86-4c23-8a1a-95a271e538fb,segment=NetworkSegment(d989e1c3-74e2-4e6f-aec8-030ac2805dd8),segment_id=d989e1c3-74e2-4e6f-aec8-030ac2805dd8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:25.409814 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.481271 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (33956688-a895-49ac-b7f8-313e74924a2b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.497907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] Calling delete_port for 1476c237-9f86-4c23-8a1a-95a271e538fb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:25.505053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:25.568515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=33956688-a895-49ac-b7f8-313e74924a2b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:25.574135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking segment: {'id': '5c87a073-d95c-4763-90c5-f01299767269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0294f6f-6216-4590-a393-2e17eedebd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:25.575202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network hostable DHCP agents. Network: d0294f6f-6216-4590-a393-2e17eedebd84, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:25.578310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44094) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:25.578748 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3e4dbf52-ed85-4d5a-9251-266d4107222c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7cf9abebc821466da7dbf623c3a41bc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0646443 Feb 03 22:15:25.627666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b85e3e-f809-4c19-aec7-5fd4e710460c None None] Pushing event updated for resources: {'Port': ['ID=fbb65782-6771-4d11-b2fc-7ac37af59e64,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:25.630599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network d0294f6f-6216-4590-a393-2e17eedebd84 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:25.640603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port fbb65782-6771-4d11-b2fc-7ac37af59e64 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:25.649554 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.663048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d0294f6f-6216-4590-a393-2e17eedebd84) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:25.681593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:25.682399 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.730595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130516a6-3607-425c-b035-7c14c3b2a11b None None] Network d0294f6f-6216-4590-a393-2e17eedebd84 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:25.733464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c66e04ce-fedb-49b9-982a-1675dcf6f930 None None] Provisioning complete for port fbb65782-6771-4d11-b2fc-7ac37af59e64 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:25.734152 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c66e04ce-fedb-49b9-982a-1675dcf6f930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.743686 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcb5e-9995-461e-9314-433dab78a18f admin admin] Publish callbacks [] for security_group (dac9d046-f68a-4ed0-8006-f21ebfc1bba2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.773553 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcb5e-9995-461e-9314-433dab78a18f admin admin] Publish callbacks [] for security_group (dac9d046-f68a-4ed0-8006-f21ebfc1bba2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.822626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44122) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:25.837582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-15f71534-f3f8-412d-86f3-91a90933c2b2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9322891 Feb 03 22:15:25.873075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcb5e-9995-461e-9314-433dab78a18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dac9d046-f68a-4ed0-8006-f21ebfc1bba2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.876632 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcb5e-9995-461e-9314-433dab78a18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:25.882221 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3c5bcb5e-9995-461e-9314-433dab78a18f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dac9d046-f68a-4ed0-8006-f21ebfc1bba2 HTTP/1.1" status: 204 len: 168 time: 0.3018837 Feb 03 22:15:25.892696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bcb5e-9995-461e-9314-433dab78a18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac9d046-f68a-4ed0-8006-f21ebfc1bba2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:25.901033 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:15:26.068398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d0294f6f-6216-4590-a393-2e17eedebd84), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.236341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (33956688-a895-49ac-b7f8-313e74924a2b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.344664 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20478118-e307-4967-a31c-b792d98ed5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-d0294f6f-6216-4590-a393-2e17eedebd84', 'network_id': 'd0294f6f-6216-4590-a393-2e17eedebd84', 'project_id': '3efabf6148df4bd1ac9aad6729aab7fb', 'fixed_ips': [{'subnet_id': '33956688-a895-49ac-b7f8-313e74924a2b'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:26.346596 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20478118-e307-4967-a31c-b792d98ed5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.376784 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (1476c237-9f86-4c23-8a1a-95a271e538fb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.389611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (33956688-a895-49ac-b7f8-313e74924a2b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.450357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] Network cb7450fb-9e37-4738-b872-4ff37a976566 is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 22:15:26.450822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] No DVR routers for this DVR port 1476c237-9f86-4c23-8a1a-95a271e538fb on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:26.462601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4da98-5c73-4af9-ba09-f033a0090f35 None None] Pushing event deleted for resources: {'Port': ['ID=1476c237-9f86-4c23-8a1a-95a271e538fb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:26.476487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=33956688-a895-49ac-b7f8-313e74924a2b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:26.508637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port fbb65782-6771-4d11-b2fc-7ac37af59e64 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:26.596747 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c66e04ce-fedb-49b9-982a-1675dcf6f930 None None] Current status of the port fbb65782-6771-4d11-b2fc-7ac37af59e64 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:26.600994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25ed9068-7294-4876-8055-6af9eab803f9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:26.608895 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57deb74b-73ca-46cf-9bf2-ab3e9ce3421a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.647413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cecbe3-1bc5-4113-8438-176d6e5c347f None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 22:15:26.654240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 25ed9068-7294-4876-8055-6af9eab803f9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:26.654240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25ed9068-7294-4876-8055-6af9eab803f9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:26.654596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 09998e98-e201-4101-a0d5-884ab2a0d135 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:26.669805 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d0294f6f-6216-4590-a393-2e17eedebd84), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.709578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:26.726874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0294f6f-6216-4590-a393-2e17eedebd84']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:26.744108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c87a073-d95c-4763-90c5-f01299767269') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:26.744538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c87a073-d95c-4763-90c5-f01299767269') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:26.754623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 09998e98-e201-4101-a0d5-884ab2a0d135 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:26.759979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 09998e98-e201-4101-a0d5-884ab2a0d135 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:26.760418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1476c237-9f86-4c23-8a1a-95a271e538fb no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:26.760970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (5c87a073-d95c-4763-90c5-f01299767269), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.796985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3c6e5bdd-bdad-4bc8-8209-38cabf9e343e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=778360902cc14e90872d13f64f3eda0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0856779 Feb 03 22:15:26.799519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44216) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:26.811504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 1476c237-9f86-4c23-8a1a-95a271e538fb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:26.811765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1476c237-9f86-4c23-8a1a-95a271e538fb not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:26.815568 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5c87a073-d95c-4763-90c5-f01299767269), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.834835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:26.835397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (5c87a073-d95c-4763-90c5-f01299767269), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:26.840830 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:26.893246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cecbe3-1bc5-4113-8438-176d6e5c347f None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 22:15:26.925439 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca927cf9-2e63-452b-9bec-799ab448bd23 admin admin] Publish callbacks [] for security_group (b0f014b0-cede-4894-ac46-9c717dd0a9a5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.964154 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca927cf9-2e63-452b-9bec-799ab448bd23 admin admin] Publish callbacks [] for security_group (b0f014b0-cede-4894-ac46-9c717dd0a9a5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:26.970493 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d0294f6f-6216-4590-a393-2e17eedebd84), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.013257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.014719 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.016827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/d0294f6f-6216-4590-a393-2e17eedebd84 HTTP/1.1" status: 204 len: 168 time: 1.1918540 Feb 03 22:15:27.024292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44236) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:27.025837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba9b2a-70e8-42da-a11e-498aad3a0b1c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=d0294f6f-6216-4590-a393-2e17eedebd84,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:27.031560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242126659'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:27.064138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:27.069002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.081449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fbb65782-6771-4d11-b2fc-7ac37af59e64 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:15:27.120525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:27.127251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca927cf9-2e63-452b-9bec-799ab448bd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b0f014b0-cede-4894-ac46-9c717dd0a9a5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.130767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca927cf9-2e63-452b-9bec-799ab448bd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.132376 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ca927cf9-2e63-452b-9bec-799ab448bd23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0f014b0-cede-4894-ac46-9c717dd0a9a5 HTTP/1.1" status: 204 len: 168 time: 0.3319192 Feb 03 22:15:27.188449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port fbb65782-6771-4d11-b2fc-7ac37af59e64 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:27.188834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.195940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca927cf9-2e63-452b-9bec-799ab448bd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f014b0-cede-4894-ac46-9c717dd0a9a5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:27.205793 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1563ac59-5c60-413c-837a-ca43c4be6d77), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.235461 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment 1563ac59-5c60-413c-837a-ca43c4be6d77 of type vlan for network a414d95c-b448-4af6-be71-e0a426ba7480 Feb 03 22:15:27.297974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990215c-35bd-4b25-8edd-5e3d29392da2 None None] Network d0294f6f-6216-4590-a393-2e17eedebd84 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:27.320080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990215c-35bd-4b25-8edd-5e3d29392da2 None None] Network d0294f6f-6216-4590-a393-2e17eedebd84 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 22:15:27.326330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port fbb65782-6771-4d11-b2fc-7ac37af59e64 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:27.350254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a414d95c-b448-4af6-be71-e0a426ba7480), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.382472 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a414d95c-b448-4af6-be71-e0a426ba7480), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.387923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:27.388735 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:27.475400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=a414d95c-b448-4af6-be71-e0a426ba7480,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:27.487894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a414d95c-b448-4af6-be71-e0a426ba7480 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:27.500304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-67a80f48-8214-4cc5-8a81-41ce453e02d4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4726086 Feb 03 22:15:27.503176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:27.513059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': 'a414d95c-b448-4af6-be71-e0a426ba7480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:27.737791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:27.744638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.069527 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (7cf8506d-c87c-4bc9-a078-4b9948929133), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.153263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=7cf8506d-c87c-4bc9-a078-4b9948929133,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:28.159509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking segment: {'id': '1563ac59-5c60-413c-837a-ca43c4be6d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a414d95c-b448-4af6-be71-e0a426ba7480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:28.160270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network hostable DHCP agents. Network: a414d95c-b448-4af6-be71-e0a426ba7480, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:28.203453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network a414d95c-b448-4af6-be71-e0a426ba7480 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:28.219357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, a414d95c-b448-4af6-be71-e0a426ba7480) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:28.226494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:28.227139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.236003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9acb3dc-de21-45b6-bf9b-9dcbb02f3dd2 None None] Network a414d95c-b448-4af6-be71-e0a426ba7480 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:28.276209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5498883c-102f-4df5-9bc3-db7407a2714e tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7715664 Feb 03 22:15:28.279058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:28.386865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-a414d95c-b448-4af6-be71-e0a426ba7480', 'network_id': 'a414d95c-b448-4af6-be71-e0a426ba7480', 'project_id': '3efabf6148df4bd1ac9aad6729aab7fb', 'fixed_ips': [{'subnet_id': '7cf8506d-c87c-4bc9-a078-4b9948929133'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:28.387939 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.397002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a414d95c-b448-4af6-be71-e0a426ba7480), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.459365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (7cf8506d-c87c-4bc9-a078-4b9948929133), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.529855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Allocated IP 2001:db8::1 (a414d95c-b448-4af6-be71-e0a426ba7480/7cf8506d-c87c-4bc9-a078-4b9948929133/a7d048c5-6f1e-4c6d-b557-a8a791cea463) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:28.685322 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Publish callbacks [] for port (a7d048c5-6f1e-4c6d-b557-a8a791cea463), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.688086 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.692081 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (a7d048c5-6f1e-4c6d-b557-a8a791cea463), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.738911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (7cf8506d-c87c-4bc9-a078-4b9948929133), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.757042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Network a414d95c-b448-4af6-be71-e0a426ba7480 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:28.760956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:28.763080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Pushing event updated for resources: {'Port': ['ID=a7d048c5-6f1e-4c6d-b557-a8a791cea463,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:28.772079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:28.848638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a414d95c-b448-4af6-be71-e0a426ba7480), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.857624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Attempting to bind port a7d048c5-6f1e-4c6d-b557-a8a791cea463 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:15:28.857999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Attempting to bind port a7d048c5-6f1e-4c6d-b557-a8a791cea463 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '1563ac59-5c60-413c-837a-ca43c4be6d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a414d95c-b448-4af6-be71-e0a426ba7480'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:15:28.858365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Attempting to bind port a7d048c5-6f1e-4c6d-b557-a8a791cea463 on network a414d95c-b448-4af6-be71-e0a426ba7480 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:28.867786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:15:28.868169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Checking segment: {'id': '1563ac59-5c60-413c-837a-ca43c4be6d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a414d95c-b448-4af6-be71-e0a426ba7480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:28.868576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.868995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Bound using segment: {'id': '1563ac59-5c60-413c-837a-ca43c4be6d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a414d95c-b448-4af6-be71-e0a426ba7480'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:15:28.869484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Bound port: a7d048c5-6f1e-4c6d-b557-a8a791cea463, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1563ac59-5c60-413c-837a-ca43c4be6d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a414d95c-b448-4af6-be71-e0a426ba7480'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:15:28.869847 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a7d048c5-6f1e-4c6d-b557-a8a791cea463), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.879015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a414d95c-b448-4af6-be71-e0a426ba7480']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:28.889170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1563ac59-5c60-413c-837a-ca43c4be6d77') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:28.889729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1563ac59-5c60-413c-837a-ca43c4be6d77') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:28.901898 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (1563ac59-5c60-413c-837a-ca43c4be6d77), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.920415 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1563ac59-5c60-413c-837a-ca43c4be6d77), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.927311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:28.928081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (1563ac59-5c60-413c-837a-ca43c4be6d77), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:28.937228 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:28.951639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf8506d-c87c-4bc9-a078-4b9948929133,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:28.984483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] For port a7d048c5-6f1e-4c6d-b557-a8a791cea463, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:29.011443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] For port a7d048c5-6f1e-4c6d-b557-a8a791cea463, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a7d048c5-6f1e-4c6d-b557-a8a791cea463,segment=NetworkSegment(1563ac59-5c60-413c-837a-ca43c4be6d77),segment_id=1563ac59-5c60-413c-837a-ca43c4be6d77)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:15:29.011770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 22:15:29.011770 n-d-824834-9 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 22:15:29.011770 n-d-824834-9 neutron-server[103398]: [parameters: {'id': 'a414d95c-b448-4af6-be71-e0a426ba7480'}] Feb 03 22:15:29.011770 n-d-824834-9 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:15:29.012680 n-d-824834-9 neutron-server[103398]: DEBUG oslo_db.api [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:15:29.019198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a7d048c5-6f1e-4c6d-b557-a8a791cea463), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:29.112560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9afb05-6efb-4c6c-b3a3-18bd40e4fad2 None None] Pushing event updated for resources: {'Port': ['ID=a7d048c5-6f1e-4c6d-b557-a8a791cea463,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:29.135288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95662c46-1196-4021-bad5-0553e940ea83 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 22:15:29.231850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95662c46-1196-4021-bad5-0553e940ea83 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 22:15:29.423774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2569ca54-4be5-4ad9-acd3-3bebb84a8f92 None None] Network a414d95c-b448-4af6-be71-e0a426ba7480 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:29.514243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a414d95c-b448-4af6-be71-e0a426ba7480), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:29.582748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting port a7d048c5-6f1e-4c6d-b557-a8a791cea463 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:29.583517 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a7d048c5-6f1e-4c6d-b557-a8a791cea463), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:29.689240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] For port a7d048c5-6f1e-4c6d-b557-a8a791cea463, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a7d048c5-6f1e-4c6d-b557-a8a791cea463,segment=NetworkSegment(1563ac59-5c60-413c-837a-ca43c4be6d77),segment_id=1563ac59-5c60-413c-837a-ca43c4be6d77)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:29.690063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a7d048c5-6f1e-4c6d-b557-a8a791cea463), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:29.705786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Calling delete_port for a7d048c5-6f1e-4c6d-b557-a8a791cea463 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:29.790980 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a7d048c5-6f1e-4c6d-b557-a8a791cea463), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:29.814974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Port': ['ID=a7d048c5-6f1e-4c6d-b557-a8a791cea463,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:29.820687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No DVR routers for this DVR port a7d048c5-6f1e-4c6d-b557-a8a791cea463 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:29.889019 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:29.925804 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a414d95c-b448-4af6-be71-e0a426ba7480), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:29.949846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a414d95c-b448-4af6-be71-e0a426ba7480']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:29.963118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1563ac59-5c60-413c-837a-ca43c4be6d77') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:29.963429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1563ac59-5c60-413c-837a-ca43c4be6d77') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:29.975228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (1563ac59-5c60-413c-837a-ca43c4be6d77), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:29.993762 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1563ac59-5c60-413c-837a-ca43c4be6d77), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.007658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:30.008158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (1563ac59-5c60-413c-837a-ca43c4be6d77), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:30.011713 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:30.073191 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a414d95c-b448-4af6-be71-e0a426ba7480), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.097934 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.104522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/a414d95c-b448-4af6-be71-e0a426ba7480 HTTP/1.1" status: 204 len: 168 time: 1.8210766 Feb 03 22:15:30.104522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02997b8d-cc5a-491e-8f46-8eaa65b8158d tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=a414d95c-b448-4af6-be71-e0a426ba7480,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:30.104797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:30.113857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1962171751'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:30.134131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:30.137932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.177044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:30.191253 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (22df977a-b5c4-4aac-9d58-65c23635baac), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.191616 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment 22df977a-b5c4-4aac-9d58-65c23635baac of type vlan for network 5b422f23-c32f-45af-b322-27fa6ce45c52 Feb 03 22:15:30.238700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (5b422f23-c32f-45af-b322-27fa6ce45c52), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.262528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (5b422f23-c32f-45af-b322-27fa6ce45c52), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.267890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:30.268478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.356457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44380) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:30.357164 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2506647 Feb 03 22:15:30.360418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50e9e6-d4b6-4ce4-9b01-2697d936ea6b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=5b422f23-c32f-45af-b322-27fa6ce45c52,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:30.370377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': '5b422f23-c32f-45af-b322-27fa6ce45c52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:30.372395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 5b422f23-c32f-45af-b322-27fa6ce45c52 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:30.478573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:30.482445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.681395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (430fdcb6-0a9b-4eaa-a995-da9962d316c8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.734181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=430fdcb6-0a9b-4eaa-a995-da9962d316c8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:30.750224 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.750579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.750924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.751261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.751594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.751922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.752256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.752578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.753034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.753244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.753803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.754128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.754451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:30.762563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking segment: {'id': '22df977a-b5c4-4aac-9d58-65c23635baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5b422f23-c32f-45af-b322-27fa6ce45c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:30.762916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network hostable DHCP agents. Network: 5b422f23-c32f-45af-b322-27fa6ce45c52, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:30.782351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network 5b422f23-c32f-45af-b322-27fa6ce45c52 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:30.794017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 5b422f23-c32f-45af-b322-27fa6ce45c52) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:30.803543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:30.804020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37a075-a2e0-44b6-b2f8-cd829fe65534 None None] Network 5b422f23-c32f-45af-b322-27fa6ce45c52 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:30.805049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.856242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d51d7e37-1499-4a5d-bf29-1fc92f076dc2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4959257 Feb 03 22:15:30.856790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44382) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:30.862163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': '5b422f23-c32f-45af-b322-27fa6ce45c52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:30.933559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-5b422f23-c32f-45af-b322-27fa6ce45c52', 'network_id': '5b422f23-c32f-45af-b322-27fa6ce45c52', 'project_id': '3efabf6148df4bd1ac9aad6729aab7fb', 'fixed_ips': [{'subnet_id': '430fdcb6-0a9b-4eaa-a995-da9962d316c8'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:30.934538 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:30.993420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:30.998075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.126557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Allocated IP 2001:db8::2 (5b422f23-c32f-45af-b322-27fa6ce45c52/430fdcb6-0a9b-4eaa-a995-da9962d316c8/bdf42c0a-3488-453f-84e5-8821341ccc1b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:31.263361 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (af30aab8-31ed-401c-b670-1e5d6aa25c57), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.307105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network 5b422f23-c32f-45af-b322-27fa6ce45c52 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:31.309679 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Publish callbacks [] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.312188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:31.317515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:31.318517 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.323316 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.344146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4861903 Feb 03 22:15:31.346755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:31.371042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f7033-d3b2-4373-841d-2518f7675c89 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=af30aab8-31ed-401c-b670-1e5d6aa25c57,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:31.394159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Pushing event updated for resources: {'Port': ['ID=bdf42c0a-3488-453f-84e5-8821341ccc1b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:31.402836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Network 5b422f23-c32f-45af-b322-27fa6ce45c52 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:31.404339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:31.407485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:31.465307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b6dac-389c-478d-98d5-4fbea86aa19b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:31.467005 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b6dac-389c-478d-98d5-4fbea86aa19b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:31.468619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b6dac-389c-478d-98d5-4fbea86aa19b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:31.470159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b6dac-389c-478d-98d5-4fbea86aa19b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:31.471875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b6dac-389c-478d-98d5-4fbea86aa19b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:31.474247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-382b6dac-389c-478d-98d5-4fbea86aa19b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1258349 Feb 03 22:15:31.478060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:31.483700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2115133437'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:31.498207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Attempting to bind port bdf42c0a-3488-453f-84e5-8821341ccc1b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:15:31.501548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Attempting to bind port bdf42c0a-3488-453f-84e5-8821341ccc1b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '22df977a-b5c4-4aac-9d58-65c23635baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5b422f23-c32f-45af-b322-27fa6ce45c52'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:15:31.502202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Attempting to bind port bdf42c0a-3488-453f-84e5-8821341ccc1b on network 5b422f23-c32f-45af-b322-27fa6ce45c52 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:31.507659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:31.509579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:15:31.510179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Checking segment: {'id': '22df977a-b5c4-4aac-9d58-65c23635baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5b422f23-c32f-45af-b322-27fa6ce45c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:31.510594 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.510994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Bound using segment: {'id': '22df977a-b5c4-4aac-9d58-65c23635baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5b422f23-c32f-45af-b322-27fa6ce45c52'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:15:31.511480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Bound port: bdf42c0a-3488-453f-84e5-8821341ccc1b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22df977a-b5c4-4aac-9d58-65c23635baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5b422f23-c32f-45af-b322-27fa6ce45c52'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:15:31.511912 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.513910 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.560454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:31.574398 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (256b4ec2-c9cc-4841-98dd-c489c3e1c09e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.574987 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment 256b4ec2-c9cc-4841-98dd-c489c3e1c09e of type vlan for network 35aebe10-acd3-4b73-820b-a96038b82fbd Feb 03 22:15:31.595557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] For port bdf42c0a-3488-453f-84e5-8821341ccc1b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:31.599297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] For port bdf42c0a-3488-453f-84e5-8821341ccc1b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bdf42c0a-3488-453f-84e5-8821341ccc1b,segment=NetworkSegment(22df977a-b5c4-4aac-9d58-65c23635baac),segment_id=22df977a-b5c4-4aac-9d58-65c23635baac)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:15:31.607999 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.633813 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (35aebe10-acd3-4b73-820b-a96038b82fbd), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.666509 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (35aebe10-acd3-4b73-820b-a96038b82fbd), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.673037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:31.673644 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:31.700085 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb9dcf-351b-4d57-b148-30938332ed2e None None] Pushing event updated for resources: {'Port': ['ID=bdf42c0a-3488-453f-84e5-8821341ccc1b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:31.757169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:31.761908 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2824702 Feb 03 22:15:31.762954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dff0c721-7dad-4ddc-8b2e-19c986f36661 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:31.781133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469fc3c-3cf7-483b-9dfc-b38a6c7eba96 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=35aebe10-acd3-4b73-820b-a96038b82fbd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:31.793579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 35aebe10-acd3-4b73-820b-a96038b82fbd details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:32.031510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff0c721-7dad-4ddc-8b2e-19c986f36661 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (35aebe10-acd3-4b73-820b-a96038b82fbd), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:32.055292 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff0c721-7dad-4ddc-8b2e-19c986f36661 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (35aebe10-acd3-4b73-820b-a96038b82fbd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:32.068874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dff0c721-7dad-4ddc-8b2e-19c986f36661 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network 35aebe10-acd3-4b73-820b-a96038b82fbd is not hosted by any dhcp agent {{(pid=103398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 22:15:32.073886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0c721-7dad-4ddc-8b2e-19c986f36661 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:32.074488 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff0c721-7dad-4ddc-8b2e-19c986f36661 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:32.075917 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dff0c721-7dad-4ddc-8b2e-19c986f36661 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "PUT /v2.0/networks/35aebe10-acd3-4b73-820b-a96038b82fbd HTTP/1.1" status: 200 len: 723 time: 0.3174226 Feb 03 22:15:32.078875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44396) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:32.084578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': '35aebe10-acd3-4b73-820b-a96038b82fbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:32.197190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0c721-7dad-4ddc-8b2e-19c986f36661 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=35aebe10-acd3-4b73-820b-a96038b82fbd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:32.211172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 35aebe10-acd3-4b73-820b-a96038b82fbd details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:32.257314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:32.261218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:32.326310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-005cf508-c652-41fc-970e-fedaa1d7075e req-036a1df2-9d49-43a6-b524-f9c4c3cae9e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957110 Feb 03 22:15:32.464022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cf508-c652-41fc-970e-fedaa1d7075e req-537075e8-6625-4ae2-b39f-3074e235d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:32.465576 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-005cf508-c652-41fc-970e-fedaa1d7075e req-537075e8-6625-4ae2-b39f-3074e235d01f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1128 time: 0.0862424 Feb 03 22:15:32.504499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (2d8c7323-c5e8-411c-b256-7d4eab77913a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:32.610255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cf508-c652-41fc-970e-fedaa1d7075e req-cc5ab9b7-2e54-43ac-a1ad-d8335380e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:32.611782 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-005cf508-c652-41fc-970e-fedaa1d7075e req-cc5ab9b7-2e54-43ac-a1ad-d8335380e591 service neutron] 10.222.0.10 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 897 time: 0.1205828 Feb 03 22:15:32.697490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=2d8c7323-c5e8-411c-b256-7d4eab77913a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:32.706411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking segment: {'id': '256b4ec2-c9cc-4841-98dd-c489c3e1c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '35aebe10-acd3-4b73-820b-a96038b82fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:32.707362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network hostable DHCP agents. Network: 35aebe10-acd3-4b73-820b-a96038b82fbd, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:32.737115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network 35aebe10-acd3-4b73-820b-a96038b82fbd is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:32.750174 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-005cf508-c652-41fc-970e-fedaa1d7075e req-0395e702-c403-4e2c-8d70-47d39d397310 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 1002 time: 0.1322262 Feb 03 22:15:32.752479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 35aebe10-acd3-4b73-820b-a96038b82fbd) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:32.761482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:32.766467 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:32.778333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24066d08-e489-4adc-8688-6d58bda9072d None None] Network 35aebe10-acd3-4b73-820b-a96038b82fbd requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:32.813412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1c516467-4d83-4350-bfa0-d6179e920e7a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7333341 Feb 03 22:15:32.821089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:32.859722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8684ce07-cdb8-4bcd-85a4-d8a779d09383 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:32.867281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cf508-c652-41fc-970e-fedaa1d7075e req-b5082908-66d1-47cc-b970-d463b63d9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:32.870013 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-005cf508-c652-41fc-970e-fedaa1d7075e req-b5082908-66d1-47cc-b970-d463b63d9e98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.0968471 Feb 03 22:15:32.977529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cf508-c652-41fc-970e-fedaa1d7075e req-089d7f52-3784-4faa-9108-cd6744bc6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:32.980604 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-005cf508-c652-41fc-970e-fedaa1d7075e req-089d7f52-3784-4faa-9108-cd6744bc6614 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1047325 Feb 03 22:15:33.002722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-35aebe10-acd3-4b73-820b-a96038b82fbd', 'network_id': '35aebe10-acd3-4b73-820b-a96038b82fbd', 'project_id': '3efabf6148df4bd1ac9aad6729aab7fb', 'fixed_ips': [{'subnet_id': '2d8c7323-c5e8-411c-b256-7d4eab77913a'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:33.005018 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.198796 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8684ce07-cdb8-4bcd-85a4-d8a779d09383 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9069727'] for subnet (2d8c7323-c5e8-411c-b256-7d4eab77913a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.210707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bdf42c0a-3488-453f-84e5-8821341ccc1b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:15:33.218930 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-005cf508-c652-41fc-970e-fedaa1d7075e req-cef15441-5b97-4dd0-993c-cfadda220ae6 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308409 Feb 03 22:15:33.336285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bdf42c0a-3488-453f-84e5-8821341ccc1b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:33.336758 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.363992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a5b0e-e11c-4340-91b8-f4a50d9c30fc None None] Network 5b422f23-c32f-45af-b322-27fa6ce45c52 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:33.404346 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-005cf508-c652-41fc-970e-fedaa1d7075e req-22f1aa5b-7f86-420f-beb4-05ded7516ca9 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745973 Feb 03 22:15:33.447095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-43d98c64-21c9-45b0-aa2d-8f661b53ef02 None None] Provisioning complete for port bdf42c0a-3488-453f-84e5-8821341ccc1b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:33.447759 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43d98c64-21c9-45b0-aa2d-8f661b53ef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.512547 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8684ce07-cdb8-4bcd-85a4-d8a779d09383 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789547752430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8704643'] for subnet (2d8c7323-c5e8-411c-b256-7d4eab77913a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.585528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8684ce07-cdb8-4bcd-85a4-d8a779d09383 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:33.586060 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8684ce07-cdb8-4bcd-85a4-d8a779d09383 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.587344 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8684ce07-cdb8-4bcd-85a4-d8a779d09383 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "PUT /v2.0/subnets/2d8c7323-c5e8-411c-b256-7d4eab77913a HTTP/1.1" status: 200 len: 826 time: 0.7652628 Feb 03 22:15:33.590179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:33.649917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684ce07-cdb8-4bcd-85a4-d8a779d09383 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=2d8c7323-c5e8-411c-b256-7d4eab77913a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:33.677687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bdf42c0a-3488-453f-84e5-8821341ccc1b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:33.678447 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.708234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (35aebe10-acd3-4b73-820b-a96038b82fbd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.742798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Allocated IP 2001:db8::2 (35aebe10-acd3-4b73-820b-a96038b82fbd/2d8c7323-c5e8-411c-b256-7d4eab77913a/1c0f7cc2-927b-48ee-8044-4545b20cf0ee) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:33.754083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port bdf42c0a-3488-453f-84e5-8821341ccc1b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bdf42c0a-3488-453f-84e5-8821341ccc1b,segment=NetworkSegment(22df977a-b5c4-4aac-9d58-65c23635baac),segment_id=22df977a-b5c4-4aac-9d58-65c23635baac)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:33.779609 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (2d8c7323-c5e8-411c-b256-7d4eab77913a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.796080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-43d98c64-21c9-45b0-aa2d-8f661b53ef02 None None] Current status of the port bdf42c0a-3488-453f-84e5-8821341ccc1b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:33.802947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:33.917175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec7b58-43ca-4aa8-b5fe-89c422c77f8e None None] Update dhcp port {'port': {'network_id': '5b422f23-c32f-45af-b322-27fa6ce45c52', 'fixed_ips': [{'subnet_id': '430fdcb6-0a9b-4eaa-a995-da9962d316c8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af30aab8-31ed-401c-b670-1e5d6aa25c57'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'bdf42c0a-3488-453f-84e5-8821341ccc1b'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:15:33.962763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=bdf42c0a-3488-453f-84e5-8821341ccc1b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:33.976270 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b58-43ca-4aa8-b5fe-89c422c77f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.203923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d0ec7b58-43ca-4aa8-b5fe-89c422c77f8e None None] Allocated IP 172.20.0.1 (5b422f23-c32f-45af-b322-27fa6ce45c52/af30aab8-31ed-401c-b670-1e5d6aa25c57/bdf42c0a-3488-453f-84e5-8821341ccc1b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:34.210126 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Publish callbacks [] for port (1c0f7cc2-927b-48ee-8044-4545b20cf0ee), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.223962 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (1c0f7cc2-927b-48ee-8044-4545b20cf0ee), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.242191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Network 35aebe10-acd3-4b73-820b-a96038b82fbd is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:34.246995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:34.257239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:34.269678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (2d8c7323-c5e8-411c-b256-7d4eab77913a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.341553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8c7323-c5e8-411c-b256-7d4eab77913a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:34.455586 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (35aebe10-acd3-4b73-820b-a96038b82fbd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.500957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35aebe10-acd3-4b73-820b-a96038b82fbd']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:34.513233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256b4ec2-c9cc-4841-98dd-c489c3e1c09e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:34.513965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256b4ec2-c9cc-4841-98dd-c489c3e1c09e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:34.526292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (256b4ec2-c9cc-4841-98dd-c489c3e1c09e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.541771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (256b4ec2-c9cc-4841-98dd-c489c3e1c09e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.548559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:34.549007 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (256b4ec2-c9cc-4841-98dd-c489c3e1c09e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:34.553642 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:34.644698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Pushing event updated for resources: {'Port': ['ID=1c0f7cc2-927b-48ee-8044-4545b20cf0ee,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:34.666927 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Attempting to bind port 1c0f7cc2-927b-48ee-8044-4545b20cf0ee on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:15:34.667309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Attempting to bind port 1c0f7cc2-927b-48ee-8044-4545b20cf0ee by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '256b4ec2-c9cc-4841-98dd-c489c3e1c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '35aebe10-acd3-4b73-820b-a96038b82fbd'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:15:34.667681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Attempting to bind port 1c0f7cc2-927b-48ee-8044-4545b20cf0ee on network 35aebe10-acd3-4b73-820b-a96038b82fbd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:34.675357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:15:34.675738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Checking segment: {'id': '256b4ec2-c9cc-4841-98dd-c489c3e1c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '35aebe10-acd3-4b73-820b-a96038b82fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:34.676147 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.676556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Bound using segment: {'id': '256b4ec2-c9cc-4841-98dd-c489c3e1c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '35aebe10-acd3-4b73-820b-a96038b82fbd'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:15:34.677032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Bound port: 1c0f7cc2-927b-48ee-8044-4545b20cf0ee, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256b4ec2-c9cc-4841-98dd-c489c3e1c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '35aebe10-acd3-4b73-820b-a96038b82fbd'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:15:34.677419 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1c0f7cc2-927b-48ee-8044-4545b20cf0ee), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.709042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 22:15:34.709042 n-d-824834-9 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 22:15:34.709042 n-d-824834-9 neutron-server[103397]: [parameters: {'id': '35aebe10-acd3-4b73-820b-a96038b82fbd'}] Feb 03 22:15:34.709042 n-d-824834-9 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:15:34.709952 n-d-824834-9 neutron-server[103397]: DEBUG oslo_db.api [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:15:34.714064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d0ec7b58-43ca-4aa8-b5fe-89c422c77f8e None None] For port bdf42c0a-3488-453f-84e5-8821341ccc1b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bdf42c0a-3488-453f-84e5-8821341ccc1b,segment=NetworkSegment(22df977a-b5c4-4aac-9d58-65c23635baac),segment_id=22df977a-b5c4-4aac-9d58-65c23635baac)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:34.782726 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b58-43ca-4aa8-b5fe-89c422c77f8e None None] Publish callbacks [] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.792220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b58-43ca-4aa8-b5fe-89c422c77f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.801791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] For port 1c0f7cc2-927b-48ee-8044-4545b20cf0ee, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:34.842927 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] For port 1c0f7cc2-927b-48ee-8044-4545b20cf0ee, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c0f7cc2-927b-48ee-8044-4545b20cf0ee,segment=NetworkSegment(256b4ec2-c9cc-4841-98dd-c489c3e1c09e),segment_id=256b4ec2-c9cc-4841-98dd-c489c3e1c09e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:15:34.866569 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1c0f7cc2-927b-48ee-8044-4545b20cf0ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:34.907894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec7b58-43ca-4aa8-b5fe-89c422c77f8e None None] Pushing event updated for resources: {'Port': ['ID=bdf42c0a-3488-453f-84e5-8821341ccc1b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:35.033365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bdf42c0a-3488-453f-84e5-8821341ccc1b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:15:35.088576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24020d-2334-47ce-b81e-c36142d0de02 None None] Pushing event updated for resources: {'Port': ['ID=1c0f7cc2-927b-48ee-8044-4545b20cf0ee,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:35.094382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0272ee8e-661a-44d9-8b9f-19ffda29c6dc None None] Network 35aebe10-acd3-4b73-820b-a96038b82fbd requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:35.174172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bdf42c0a-3488-453f-84e5-8821341ccc1b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:35.174682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:35.211113 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (35aebe10-acd3-4b73-820b-a96038b82fbd), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:35.309884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bdf42c0a-3488-453f-84e5-8821341ccc1b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:35.315797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814fe34-7827-4e82-947a-15ef5e447443 None None] Network 35aebe10-acd3-4b73-820b-a96038b82fbd requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:35.403834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting port 1c0f7cc2-927b-48ee-8044-4545b20cf0ee {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:35.404228 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1c0f7cc2-927b-48ee-8044-4545b20cf0ee), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:35.617046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] For port 1c0f7cc2-927b-48ee-8044-4545b20cf0ee, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1c0f7cc2-927b-48ee-8044-4545b20cf0ee,segment=NetworkSegment(256b4ec2-c9cc-4841-98dd-c489c3e1c09e),segment_id=256b4ec2-c9cc-4841-98dd-c489c3e1c09e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:35.618663 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1c0f7cc2-927b-48ee-8044-4545b20cf0ee), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:35.653048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Calling delete_port for 1c0f7cc2-927b-48ee-8044-4545b20cf0ee owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:35.885294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (1c0f7cc2-927b-48ee-8044-4545b20cf0ee), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:35.964887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Port': ['ID=1c0f7cc2-927b-48ee-8044-4545b20cf0ee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:35.999644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No DVR routers for this DVR port 1c0f7cc2-927b-48ee-8044-4545b20cf0ee on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:36.069998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d8b33-11df-4da0-b84c-60a502e9d8a1 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 22:15:36.203712 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (35aebe10-acd3-4b73-820b-a96038b82fbd), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.228626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-75c3df5b-524a-4526-b210-200a0619c844 None None] Provisioning complete for port bdf42c0a-3488-453f-84e5-8821341ccc1b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:36.229293 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75c3df5b-524a-4526-b210-200a0619c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.278773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35aebe10-acd3-4b73-820b-a96038b82fbd']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:36.330125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44d8b33-11df-4da0-b84c-60a502e9d8a1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 22:15:36.343899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256b4ec2-c9cc-4841-98dd-c489c3e1c09e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:36.344178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256b4ec2-c9cc-4841-98dd-c489c3e1c09e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:36.401825 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (256b4ec2-c9cc-4841-98dd-c489c3e1c09e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.419163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-75c3df5b-524a-4526-b210-200a0619c844 None None] Current status of the port bdf42c0a-3488-453f-84e5-8821341ccc1b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:36.433347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (256b4ec2-c9cc-4841-98dd-c489c3e1c09e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.439795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:36.440186 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (256b4ec2-c9cc-4841-98dd-c489c3e1c09e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:36.443775 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:36.510570 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (35aebe10-acd3-4b73-820b-a96038b82fbd), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.554247 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.572324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/35aebe10-acd3-4b73-820b-a96038b82fbd HTTP/1.1" status: 204 len: 168 time: 2.9786110 Feb 03 22:15:36.576564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44426) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:36.606656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc6d2a-4d25-4e15-9853-d400ff3d386a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=35aebe10-acd3-4b73-820b-a96038b82fbd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:36.632551 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b37d5f-c743-4cbd-8092-c0e65ea461ff tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:36.635661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b37d5f-c743-4cbd-8092-c0e65ea461ff tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:36.636742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db9f0b-b4e7-4a49-9f13-3bc930d8f0ce None None] Network 5b422f23-c32f-45af-b322-27fa6ce45c52 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:36.651693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:36.652385 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-04b37d5f-c743-4cbd-8092-c0e65ea461ff tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/35aebe10-acd3-4b73-820b-a96038b82fbd HTTP/1.1" status: 404 len: 339 time: 0.0732384 Feb 03 22:15:36.657000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1205230506', 'description': 'd1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:36.728632 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:36.732142 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.781843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:36.802232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (aa4b3cd4-2631-40f1-af22-329be8b33386), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.802574 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment aa4b3cd4-2631-40f1-af22-329be8b33386 of type vlan for network 47570f0c-a625-4cbc-bebc-61799d0a32f7 Feb 03 22:15:36.913182 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (47570f0c-a625-4cbc-bebc-61799d0a32f7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:36.987561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bdf42c0a-3488-453f-84e5-8821341ccc1b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:15:36.993178 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (47570f0c-a625-4cbc-bebc-61799d0a32f7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:37.009304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:37.010281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729920'] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:37.174043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5173187 Feb 03 22:15:37.175111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:37.221943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bdf42c0a-3488-453f-84e5-8821341ccc1b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:37.223388 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:37.228491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498445a-160e-4fe9-8456-3a1570572c0b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=47570f0c-a625-4cbc-bebc-61799d0a32f7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:37.331683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 47570f0c-a625-4cbc-bebc-61799d0a32f7 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:37.493962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b34a2-28d6-4a3c-85df-d6a0639e9fdc tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:37.496096 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-025b34a2-28d6-4a3c-85df-d6a0639e9fdc tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/networks?id=47570f0c-a625-4cbc-bebc-61799d0a32f7 HTTP/1.1" status: 200 len: 765 time: 0.3188605 Feb 03 22:15:37.499011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44436) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:37.506420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-17507073-32a9-4151-8ecf-a49351c11f2b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'description': 'd2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:37.637332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bdf42c0a-3488-453f-84e5-8821341ccc1b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:37.681264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ddb6b9b4-7a50-4cb0-bfdb-3dc8507fa852 None None] Provisioning complete for port bdf42c0a-3488-453f-84e5-8821341ccc1b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:37.681569 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b9b4-7a50-4cb0-bfdb-3dc8507fa852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:38.008737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6b9b4-7a50-4cb0-bfdb-3dc8507fa852 None None] Current status of the port bdf42c0a-3488-453f-84e5-8821341ccc1b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:38.325267 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17507073-32a9-4151-8ecf-a49351c11f2b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (47570f0c-a625-4cbc-bebc-61799d0a32f7), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:38.340675 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17507073-32a9-4151-8ecf-a49351c11f2b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (47570f0c-a625-4cbc-bebc-61799d0a32f7), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:38.350837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17507073-32a9-4151-8ecf-a49351c11f2b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network 47570f0c-a625-4cbc-bebc-61799d0a32f7 is not hosted by any dhcp agent {{(pid=103397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 22:15:38.355653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17507073-32a9-4151-8ecf-a49351c11f2b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:38.356784 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17507073-32a9-4151-8ecf-a49351c11f2b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:38.360121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-17507073-32a9-4151-8ecf-a49351c11f2b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "PUT /v2.0/networks/47570f0c-a625-4cbc-bebc-61799d0a32f7 HTTP/1.1" status: 200 len: 762 time: 0.8573008 Feb 03 22:15:38.360972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:38.474355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17507073-32a9-4151-8ecf-a49351c11f2b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=47570f0c-a625-4cbc-bebc-61799d0a32f7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:38.486018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 47570f0c-a625-4cbc-bebc-61799d0a32f7 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:38.500506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7eb7a-672e-43ac-af9a-cdcca7d674f5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:38.505455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c7b7eb7a-672e-43ac-af9a-cdcca7d674f5 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/networks?id=47570f0c-a625-4cbc-bebc-61799d0a32f7 HTTP/1.1" status: 200 len: 765 time: 0.1393893 Feb 03 22:15:38.505783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:38.735397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3428f-612b-47b9-9eba-a017f8ff220a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:38.739467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3cb3428f-612b-47b9-9eba-a017f8ff220a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2302060 Feb 03 22:15:38.739770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:38.786086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cdfd05b9-e1e3-4b62-91fa-adeaaa7f6198 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e HTTP/1.1" status: 200 len: 207 time: 0.0421617 Feb 03 22:15:38.786328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44450) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:38.983108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f99cb-aef7-4c3d-b43e-11d57f0ae70a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:38.989597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f99cb-aef7-4c3d-b43e-11d57f0ae70a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:38.994176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f99cb-aef7-4c3d-b43e-11d57f0ae70a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:38.999315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f99cb-aef7-4c3d-b43e-11d57f0ae70a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.005757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f99cb-aef7-4c3d-b43e-11d57f0ae70a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.011018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f99cb-aef7-4c3d-b43e-11d57f0ae70a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.012852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5e9f99cb-aef7-4c3d-b43e-11d57f0ae70a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2256098 Feb 03 22:15:39.027706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:39.163120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660ba36-23de-43b1-9d25-d1eb0c3f37ad req-195dc46e-2d5e-4490-a428-24d66dc9e240 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.165101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7660ba36-23de-43b1-9d25-d1eb0c3f37ad req-195dc46e-2d5e-4490-a428-24d66dc9e240 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1128 time: 0.0890999 Feb 03 22:15:39.179299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-720be85f-895a-47fa-85fd-06947a3058e0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1571970 Feb 03 22:15:39.184557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:39.197710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7660ba36-23de-43b1-9d25-d1eb0c3f37ad req-9ae75b03-2503-414b-81b3-ae2505caec5b tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:39.277687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffebd0f-8cad-4c1a-bde9-fc935d71f4e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.278519 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7660ba36-23de-43b1-9d25-d1eb0c3f37ad req-9ae75b03-2503-414b-81b3-ae2505caec5b tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Publish callbacks [] for security_group (9fd8323d-24ce-4893-b993-d7e6e0e4a1b3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:39.279409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffebd0f-8cad-4c1a-bde9-fc935d71f4e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.281190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffebd0f-8cad-4c1a-bde9-fc935d71f4e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.283191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffebd0f-8cad-4c1a-bde9-fc935d71f4e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.284366 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7660ba36-23de-43b1-9d25-d1eb0c3f37ad req-9ae75b03-2503-414b-81b3-ae2505caec5b tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9fd8323d-24ce-4893-b993-d7e6e0e4a1b3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:39.284546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffebd0f-8cad-4c1a-bde9-fc935d71f4e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.289794 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8ffebd0f-8cad-4c1a-bde9-fc935d71f4e2 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1007595 Feb 03 22:15:39.293252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44462) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:39.344524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7660ba36-23de-43b1-9d25-d1eb0c3f37ad req-9ae75b03-2503-414b-81b3-ae2505caec5b tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635375 Feb 03 22:15:39.348422 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae75b03-2503-414b-81b3-ae2505caec5b tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd8323d-24ce-4893-b993-d7e6e0e4a1b3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:39.376086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e3b73-e586-4005-b2f7-3bf7cb498817 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.377645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e3b73-e586-4005-b2f7-3bf7cb498817 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.379323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e3b73-e586-4005-b2f7-3bf7cb498817 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.380609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e3b73-e586-4005-b2f7-3bf7cb498817 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.382332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e3b73-e586-4005-b2f7-3bf7cb498817 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.388334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44466) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:39.393458 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9e0e3b73-e586-4005-b2f7-3bf7cb498817 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0987825 Feb 03 22:15:39.535938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a80e-2451-4803-b9cc-1db0493281df req-0bf22da6-b7c7-43e1-b155-c73fe74faff0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.537354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d551a80e-2451-4803-b9cc-1db0493281df req-0bf22da6-b7c7-43e1-b155-c73fe74faff0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.0973504 Feb 03 22:15:39.543227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7487702-306c-4472-95f0-fb3ea0a35c45 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.546063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f7487702-306c-4472-95f0-fb3ea0a35c45 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/networks/2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 HTTP/1.1" status: 200 len: 804 time: 0.1546915 Feb 03 22:15:39.548860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:39.616190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d551a80e-2451-4803-b9cc-1db0493281df req-ddc9c100-cf81-42dd-ac63-76a45a3c99f2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704906 Feb 03 22:15:39.630168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:39.658146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8cd80924-be42-4392-a573-1c9fd6989eb9 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/networks/2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1079533 Feb 03 22:15:39.662707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:39.701866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5c91e924-1762-4357-b1bd-c80f2f294792 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/b34476af-c15a-4b51-9d90-9f303a57789f HTTP/1.1" status: 200 len: 994 time: 0.0704598 Feb 03 22:15:39.730696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff6221-bc5c-47c4-a195-fe2e8dfd01fa tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.736628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44476) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:39.746850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4bff6221-bc5c-47c4-a195-fe2e8dfd01fa tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/subnets/7d05bbca-17da-4b88-9096-b75c2dafe25a HTTP/1.1" status: 200 len: 843 time: 0.0823386 Feb 03 22:15:39.811722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c9308-617a-4a76-bfc5-6d48a44ab27a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.813870 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4c9c9308-617a-4a76-bfc5-6d48a44ab27a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "GET /v2.0/subnets/7d05bbca-17da-4b88-9096-b75c2dafe25a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0759606 Feb 03 22:15:39.817876 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:39.823147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318041338'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:39.845208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:39.849661 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:39.874743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:39.885025 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (84f90279-2aaf-4165-922a-706675ec00ef), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:39.885492 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Added segment 84f90279-2aaf-4165-922a-706675ec00ef of type vlan for network a4035a3c-f730-4802-9a47-c5724e5b1eb0 Feb 03 22:15:39.952741 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a4035a3c-f730-4802-9a47-c5724e5b1eb0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:39.985745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a4035a3c-f730-4802-9a47-c5724e5b1eb0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:39.992415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:39.993164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:40.056670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:40.056947 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2377985 Feb 03 22:15:40.063089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'network_id': 'a4035a3c-f730-4802-9a47-c5724e5b1eb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:40.082663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa981532-29b2-4bd1-bbb9-35c28165cdd0 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Network': ['ID=a4035a3c-f730-4802-9a47-c5724e5b1eb0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:40.098658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a4035a3c-f730-4802-9a47-c5724e5b1eb0 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:40.187092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-7e53a120-cbdc-449c-9d2d-920b41994282 req-c2d60da5-874b-4dde-b70b-e978b98d0af2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:15:40.189440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e53a120-cbdc-449c-9d2d-920b41994282 req-c2d60da5-874b-4dde-b70b-e978b98d0af2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065432 Feb 03 22:15:40.255473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Made reservation on behalf of 3efabf6148df4bd1ac9aad6729aab7fb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:40.260107 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:40.359194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 22:15:40.361758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 22:15:40.577157 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-e6e72d0d-5e27-4c00-958c-5e8cae9aedfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953975 Feb 03 22:15:40.597305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (44b5c77b-7775-4fca-b61d-b7373aaeb7c5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:40.657826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=44b5c77b-7775-4fca-b61d-b7373aaeb7c5,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:40.700708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e732f2-7870-4fe9-8068-ffe1ff14586d req-c1ba9a6a-5b15-43a0-bcd1-de94d6e5649c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:40.702792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7e732f2-7870-4fe9-8068-ffe1ff14586d req-c1ba9a6a-5b15-43a0-bcd1-de94d6e5649c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1745851 Feb 03 22:15:40.714062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-5e9ab7b9-dddc-43f1-a937-3394b7529e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:40.714966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Checking segment: {'id': '84f90279-2aaf-4165-922a-706675ec00ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4035a3c-f730-4802-9a47-c5724e5b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:40.715544 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network hostable DHCP agents. Network: a4035a3c-f730-4802-9a47-c5724e5b1eb0, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:40.716172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-5e9ab7b9-dddc-43f1-a937-3394b7529e1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1127 time: 0.0830708 Feb 03 22:15:40.736993 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-79e7f818-9963-42a7-98ea-8a6404c283ad service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2847562 Feb 03 22:15:40.751332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-eaf83652-5a98-4be0-8ac3-487bdd86b3c9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:15:40.752557 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-eaf83652-5a98-4be0-8ac3-487bdd86b3c9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054436 Feb 03 22:15:40.801502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Network a4035a3c-f730-4802-9a47-c5724e5b1eb0 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:40.835021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7e732f2-7870-4fe9-8068-ffe1ff14586d req-590ddcfb-9b2b-4c25-a6ba-0fee7d3c1f1b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224005 Feb 03 22:15:40.851206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, a4035a3c-f730-4802-9a47-c5724e5b1eb0) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:40.861836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:40.862677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:40.867602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b4c34-4cba-4b8b-9e58-d07c3b0a4a5c None None] Network a4035a3c-f730-4802-9a47-c5724e5b1eb0 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:40.891874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6fea2792-025f-4b18-ab37-2bb21cc2f17c tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8333442 Feb 03 22:15:40.897138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44502) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:40.906334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7fa9fd17-a55e-4468-80e5-30828af13082 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:40.940604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-284e281c-2447-4455-a576-a9d53d3c7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:40.942327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-284e281c-2447-4455-a576-a9d53d3c7f78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.2037697 Feb 03 22:15:41.056332 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-d9fdc5df-50c0-4946-bedd-8e0555887b21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 200 len: 1001 time: 0.1038342 Feb 03 22:15:41.137275 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fd17-a55e-4468-80e5-30828af13082 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9069727'] for subnet (44b5c77b-7775-4fca-b61d-b7373aaeb7c5), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:41.143575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4f54d-733b-443e-a30a-9f1bbd3fce7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-a4035a3c-f730-4802-9a47-c5724e5b1eb0', 'network_id': 'a4035a3c-f730-4802-9a47-c5724e5b1eb0', 'project_id': '3efabf6148df4bd1ac9aad6729aab7fb', 'fixed_ips': [{'subnet_id': '44b5c77b-7775-4fca-b61d-b7373aaeb7c5'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:41.146373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0a4f54d-733b-443e-a30a-9f1bbd3fce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:41.170368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-80c58f1f-cbf6-4e14-a6b8-a2391651b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:41.172271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-80c58f1f-cbf6-4e14-a6b8-a2391651b326 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1077702 Feb 03 22:15:41.297734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-6c988aa5-3f09-4581-9603-bce9ee401f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:41.299571 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-6c988aa5-3f09-4581-9603-bce9ee401f10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1206355 Feb 03 22:15:41.311902 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b0a4f54d-733b-443e-a30a-9f1bbd3fce7e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 22:15:41.311902 n-d-824834-9 neutron-server[103399]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 03 22:15:41.311902 n-d-824834-9 neutron-server[103399]: [parameters: {'in_use': 1, 'id_1': '44b5c77b-7775-4fca-b61d-b7373aaeb7c5'}] Feb 03 22:15:41.311902 n-d-824834-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:15:41.312839 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b0a4f54d-733b-443e-a30a-9f1bbd3fce7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:15:41.436689 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-af189183-724e-4f08-8c68-08442649f2f2 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306572 Feb 03 22:15:41.507070 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fd17-a55e-4468-80e5-30828af13082 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789547752430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8704643'] for subnet (44b5c77b-7775-4fca-b61d-b7373aaeb7c5), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:41.561766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa9fd17-a55e-4468-80e5-30828af13082 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:41.562617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fd17-a55e-4468-80e5-30828af13082 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:41.568392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7fa9fd17-a55e-4468-80e5-30828af13082 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "PUT /v2.0/subnets/44b5c77b-7775-4fca-b61d-b7373aaeb7c5 HTTP/1.1" status: 200 len: 900 time: 0.6660223 Feb 03 22:15:41.568580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:41.583357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9fd17-a55e-4468-80e5-30828af13082 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event updated for resources: {'Subnet': ['ID=44b5c77b-7775-4fca-b61d-b7373aaeb7c5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:41.637450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0d7a0ff7-1ee9-40b6-9cd3-192903c1e0a3 req-ed554def-df0e-4a8b-bc1b-cd4751f1eb71 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945584 Feb 03 22:15:41.721294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a4035a3c-f730-4802-9a47-c5724e5b1eb0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:41.780790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (44b5c77b-7775-4fca-b61d-b7373aaeb7c5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:41.813950 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0a4f54d-733b-443e-a30a-9f1bbd3fce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:41.871072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (44b5c77b-7775-4fca-b61d-b7373aaeb7c5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-b0a4f54d-733b-443e-a30a-9f1bbd3fce7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44b5c77b-7775-4fca-b61d-b7373aaeb7c5: This subnet is being modified by another concurrent operation. Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44b5c77b-7775-4fca-b61d-b7373aaeb7c5: This subnet is being modified by another concurrent operation. Feb 03 22:15:41.957098 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Feb 03 22:15:41.965271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=44b5c77b-7775-4fca-b61d-b7373aaeb7c5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:41.986577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84108d7a-dcb9-484f-ae07-52f56cfad21f None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 22:15:41.994984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a4035a3c-f730-4802-9a47-c5724e5b1eb0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.031996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4035a3c-f730-4802-9a47-c5724e5b1eb0']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:42.044213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f90279-2aaf-4165-922a-706675ec00ef') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:42.044699 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134bf4d-3edd-477a-a64e-5192f224c11d req-5f1dd770-4bfa-4000-81c3-09cd3e376dc4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:42.045116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f90279-2aaf-4165-922a-706675ec00ef') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:42.046767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e134bf4d-3edd-477a-a64e-5192f224c11d req-5f1dd770-4bfa-4000-81c3-09cd3e376dc4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1131721 Feb 03 22:15:42.057349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (84f90279-2aaf-4165-922a-706675ec00ef), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.075926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (84f90279-2aaf-4165-922a-706675ec00ef), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.083668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:42.084648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (84f90279-2aaf-4165-922a-706675ec00ef), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:42.088447 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:42.128399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e134bf4d-3edd-477a-a64e-5192f224c11d req-be2393c4-13c1-4747-bdee-708e7092d441 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667663 Feb 03 22:15:42.132806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84108d7a-dcb9-484f-ae07-52f56cfad21f None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 22:15:42.175279 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a4035a3c-f730-4802-9a47-c5724e5b1eb0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.183935 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.190554 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/a4035a3c-f730-4802-9a47-c5724e5b1eb0 HTTP/1.1" status: 204 len: 168 time: 0.6189630 Feb 03 22:15:42.190965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:42.219151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29206e-e844-4ba1-a2b1-139049890f42 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=a4035a3c-f730-4802-9a47-c5724e5b1eb0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:42.235054 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c430eab-61a1-405a-86d9-d2f3973b3537 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:42.236315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c430eab-61a1-405a-86d9-d2f3973b3537 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:42.241050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4c430eab-61a1-405a-86d9-d2f3973b3537 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/44b5c77b-7775-4fca-b61d-b7373aaeb7c5 HTTP/1.1" status: 404 len: 337 time: 0.0467849 Feb 03 22:15:42.242380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:42.261907 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5af24d1-b90b-488d-b787-612b68acce68 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:42.262369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5af24d1-b90b-488d-b787-612b68acce68 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:42.269589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f5af24d1-b90b-488d-b787-612b68acce68 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/a4035a3c-f730-4802-9a47-c5724e5b1eb0 HTTP/1.1" status: 404 len: 339 time: 0.0237966 Feb 03 22:15:42.269589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44542) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:42.427137 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (47570f0c-a625-4cbc-bebc-61799d0a32f7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.474178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-59df19c3-2919-4994-ae40-83236856e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:42.477193 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-59df19c3-2919-4994-ae40-83236856e96e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1128 time: 0.1087379 Feb 03 22:15:42.484487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206ee18-4566-4d6a-8787-e3cbbbd44d5a None None] Network a4035a3c-f730-4802-9a47-c5724e5b1eb0 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:42.506047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206ee18-4566-4d6a-8787-e3cbbbd44d5a None None] Network a4035a3c-f730-4802-9a47-c5724e5b1eb0 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 22:15:42.527558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46234952-ef6b-439e-9628-fe4020e428cb None None] Network a4035a3c-f730-4802-9a47-c5724e5b1eb0 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:42.542404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46234952-ef6b-439e-9628-fe4020e428cb None None] Network a4035a3c-f730-4802-9a47-c5724e5b1eb0 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 22:15:42.624242 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (47570f0c-a625-4cbc-bebc-61799d0a32f7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.646608 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-0a2c6537-416a-4fa6-b112-4738dbc268a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:42.648831 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-0a2c6537-416a-4fa6-b112-4738dbc268a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 897 time: 0.1658678 Feb 03 22:15:42.652892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47570f0c-a625-4cbc-bebc-61799d0a32f7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:42.654120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:42.664684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4b3cd4-2631-40f1-af22-329be8b33386') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:42.665160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4b3cd4-2631-40f1-af22-329be8b33386') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:42.699870 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (aa4b3cd4-2631-40f1-af22-329be8b33386), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.723815 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (aa4b3cd4-2631-40f1-af22-329be8b33386), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.740094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:42.740348 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-0bf6e5f6-2875-4b43-925f-0139de40008f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 1002 time: 0.0833437 Feb 03 22:15:42.742003 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (aa4b3cd4-2631-40f1-af22-329be8b33386), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:42.745476 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:42.875561 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (47570f0c-a625-4cbc-bebc-61799d0a32f7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.887096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:42.897991 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/47570f0c-a625-4cbc-bebc-61799d0a32f7 HTTP/1.1" status: 204 len: 168 time: 0.6277797 Feb 03 22:15:42.904330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44562) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:42.947534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3f09c-a2b7-48e1-8b62-44ad38ae3ac4 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=47570f0c-a625-4cbc-bebc-61799d0a32f7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:42.950382 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d246183f-8bc8-47a8-8857-2d5600a9be86 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:42.950843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d246183f-8bc8-47a8-8857-2d5600a9be86 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:42.954015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d246183f-8bc8-47a8-8857-2d5600a9be86 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/2d8c7323-c5e8-411c-b256-7d4eab77913a HTTP/1.1" status: 404 len: 337 time: 0.0478735 Feb 03 22:15:42.957116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:42.983085 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7884fb-2d7b-4e87-b9a8-5257b7b2732a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:42.983612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7884fb-2d7b-4e87-b9a8-5257b7b2732a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:42.986977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b7884fb-2d7b-4e87-b9a8-5257b7b2732a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/35aebe10-acd3-4b73-820b-a96038b82fbd HTTP/1.1" status: 404 len: 339 time: 0.0289345 Feb 03 22:15:42.989569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44568) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:43.066219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7678248-94e4-41a6-b4e7-0ea9c904dc51 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting subnet af30aab8-31ed-401c-b670-1e5d6aa25c57 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:43.070318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7678248-94e4-41a6-b4e7-0ea9c904dc51 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (af30aab8-31ed-401c-b670-1e5d6aa25c57), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.135890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7678248-94e4-41a6-b4e7-0ea9c904dc51 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (af30aab8-31ed-401c-b670-1e5d6aa25c57), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.210078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-76f4b3f8-f9f8-415f-abf1-96b0c0e83c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:43.211710 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-76f4b3f8-f9f8-415f-abf1-96b0c0e83c78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.4654346 Feb 03 22:15:43.261678 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-353391fb-7494-49b4-ab7e-3176beff9cd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e43550e9482d44539efcf4299c92cdac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6058149 Feb 03 22:15:43.264381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44576) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:43.266013 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7678248-94e4-41a6-b4e7-0ea9c904dc51 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (af30aab8-31ed-401c-b670-1e5d6aa25c57), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.281574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-8f1818f9-0392-4fb2-8439-ef48bb32b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:43.283422 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-8f1818f9-0392-4fb2-8439-ef48bb32b626 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0644917 Feb 03 22:15:43.413292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-2a77683c-e85a-49b6-98fa-18d793342d00 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222353 Feb 03 22:15:43.414766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24917cc0-c350-4b01-ae89-78ff56e79aa9 req-4449ff67-ae14-4533-b33b-54f46eccc7b6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:43.416276 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24917cc0-c350-4b01-ae89-78ff56e79aa9 req-4449ff67-ae14-4533-b33b-54f46eccc7b6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1666789 Feb 03 22:15:43.419328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7db1765-cf6c-49fa-bb60-440b1ff32a8f admin admin] Publish callbacks [] for security_group (59d99534-1e2a-49c9-b435-2a6fb7f6c07c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.454557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7678248-94e4-41a6-b4e7-0ea9c904dc51 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (af30aab8-31ed-401c-b670-1e5d6aa25c57), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.498500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7678248-94e4-41a6-b4e7-0ea9c904dc51 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=af30aab8-31ed-401c-b670-1e5d6aa25c57,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:43.512150 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7db1765-cf6c-49fa-bb60-440b1ff32a8f admin admin] Publish callbacks [] for security_group (59d99534-1e2a-49c9-b435-2a6fb7f6c07c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.528699 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-b81c463f-65d8-461e-bf09-08e412dd3ba0 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045349 Feb 03 22:15:43.534231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f6588-60da-46eb-88b3-ec22beb1244b None None] Network 5b422f23-c32f-45af-b322-27fa6ce45c52 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:43.554409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7678248-94e4-41a6-b4e7-0ea9c904dc51 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.558980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b7678248-94e4-41a6-b4e7-0ea9c904dc51 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/af30aab8-31ed-401c-b670-1e5d6aa25c57 HTTP/1.1" status: 204 len: 168 time: 0.5684547 Feb 03 22:15:43.561748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:43.596762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24917cc0-c350-4b01-ae89-78ff56e79aa9 req-b9682245-fc86-473f-ad80-2054a13de09a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722744 Feb 03 22:15:43.633078 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7db1765-cf6c-49fa-bb60-440b1ff32a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (59d99534-1e2a-49c9-b435-2a6fb7f6c07c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.636260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7db1765-cf6c-49fa-bb60-440b1ff32a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.637448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f7db1765-cf6c-49fa-bb60-440b1ff32a8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59d99534-1e2a-49c9-b435-2a6fb7f6c07c HTTP/1.1" status: 204 len: 168 time: 0.3675878 Feb 03 22:15:43.652150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db1765-cf6c-49fa-bb60-440b1ff32a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d99534-1e2a-49c9-b435-2a6fb7f6c07c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:43.725814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0137ea68-2e14-49a1-a4c8-b008af9a91ce tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting subnet 430fdcb6-0a9b-4eaa-a995-da9962d316c8 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:43.734436 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0137ea68-2e14-49a1-a4c8-b008af9a91ce tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (430fdcb6-0a9b-4eaa-a995-da9962d316c8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.832105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0137ea68-2e14-49a1-a4c8-b008af9a91ce tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (430fdcb6-0a9b-4eaa-a995-da9962d316c8), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:43.974676 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0137ea68-2e14-49a1-a4c8-b008af9a91ce tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (430fdcb6-0a9b-4eaa-a995-da9962d316c8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.077654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0137ea68-2e14-49a1-a4c8-b008af9a91ce tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (430fdcb6-0a9b-4eaa-a995-da9962d316c8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.112422 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0137ea68-2e14-49a1-a4c8-b008af9a91ce tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.122493 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0137ea68-2e14-49a1-a4c8-b008af9a91ce tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/430fdcb6-0a9b-4eaa-a995-da9962d316c8 HTTP/1.1" status: 204 len: 168 time: 0.5575881 Feb 03 22:15:44.123080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44592) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:44.177840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137ea68-2e14-49a1-a4c8-b008af9a91ce tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=430fdcb6-0a9b-4eaa-a995-da9962d316c8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:44.286933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5b422f23-c32f-45af-b322-27fa6ce45c52), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.392528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting port bdf42c0a-3488-453f-84e5-8821341ccc1b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:44.393086 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.492772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] For port bdf42c0a-3488-453f-84e5-8821341ccc1b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bdf42c0a-3488-453f-84e5-8821341ccc1b,segment=NetworkSegment(22df977a-b5c4-4aac-9d58-65c23635baac),segment_id=22df977a-b5c4-4aac-9d58-65c23635baac)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:44.493313 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.513832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Calling delete_port for bdf42c0a-3488-453f-84e5-8821341ccc1b owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:44.664153 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (bdf42c0a-3488-453f-84e5-8821341ccc1b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.693516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No DVR routers for this DVR port bdf42c0a-3488-453f-84e5-8821341ccc1b on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:44.734537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad2d26-a5ad-435d-a5da-c4deac824009 None None] Network 5b422f23-c32f-45af-b322-27fa6ce45c52 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:44.734980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:44.759795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Port': ['ID=bdf42c0a-3488-453f-84e5-8821341ccc1b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:44.812594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e6ed15a0-8f45-45ec-a4a8-3c3b40052d0d None None] Could not find standard attr ID for object bdf42c0a-3488-453f-84e5-8821341ccc1b. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:15:44.846742 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (5b422f23-c32f-45af-b322-27fa6ce45c52), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.858704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-722665792-network', 'tenant_id': 'eb95eeac8e7348139c83c6b020445ff0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:44.886150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Made reservation on behalf of eb95eeac8e7348139c83c6b020445ff0 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:44.886783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eec73-66f3-49b8-b9ba-f6608ae7a3ff req-965672d7-c630-4cc3-bec2-b3ee833cced6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:44.889031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-775eec73-66f3-49b8-b9ba-f6608ae7a3ff req-965672d7-c630-4cc3-bec2-b3ee833cced6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1858163 Feb 03 22:15:44.890327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b422f23-c32f-45af-b322-27fa6ce45c52']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:44.894653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.903712 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.912090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22df977a-b5c4-4aac-9d58-65c23635baac') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:44.912881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22df977a-b5c4-4aac-9d58-65c23635baac') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:44.928891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (22df977a-b5c4-4aac-9d58-65c23635baac), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.934667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6dd4f-3e10-4f38-8b81-d8e1cd67c277 None None] DHCP port deletion for 5b422f23-c32f-45af-b322-27fa6ce45c52 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:15:44.970477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (22df977a-b5c4-4aac-9d58-65c23635baac), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.985893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:44.986350 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (22df977a-b5c4-4aac-9d58-65c23635baac), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:44.989852 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:45.003816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-775eec73-66f3-49b8-b9ba-f6608ae7a3ff req-7fcb19ed-d939-490f-9e12-b5c3bf0d011c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004939 Feb 03 22:15:45.015962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Publish callbacks [] for security_group (3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.025102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.052009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:45.057683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (5b422f23-c32f-45af-b322-27fa6ce45c52), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.064529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:45.067823 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.071935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/5b422f23-c32f-45af-b322-27fa6ce45c52 HTTP/1.1" status: 204 len: 168 time: 0.9476609 Feb 03 22:15:45.075717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44610) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:45.082778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98af97e-27dc-4169-bc47-01fdc7fcec8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=5b422f23-c32f-45af-b322-27fa6ce45c52,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:45.105411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.105817 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Added segment 785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3 of type vlan for network 21a90e44-4044-4680-9efe-cd86805ad795 Feb 03 22:15:45.107761 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd84d21d-357c-4efd-9c3e-ec4810b9ee54 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:45.108223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd84d21d-357c-4efd-9c3e-ec4810b9ee54 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:45.111314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fd84d21d-357c-4efd-9c3e-ec4810b9ee54 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/7cf8506d-c87c-4bc9-a078-4b9948929133 HTTP/1.1" status: 404 len: 337 time: 0.0345843 Feb 03 22:15:45.114013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44612) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:45.132311 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d44dd6-eaed-4b2b-816f-cc08e7b429ba tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:45.132806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d44dd6-eaed-4b2b-816f-cc08e7b429ba tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:45.136062 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-82d44dd6-eaed-4b2b-816f-cc08e7b429ba tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/a414d95c-b448-4af6-be71-e0a426ba7480 HTTP/1.1" status: 404 len: 339 time: 0.0208006 Feb 03 22:15:45.138428 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:45.153390 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (21a90e44-4044-4680-9efe-cd86805ad795), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.165052 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c98ce8d-72a5-4c42-933b-03bc09d478e9 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:45.165520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c98ce8d-72a5-4c42-933b-03bc09d478e9 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:45.168718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6c98ce8d-72a5-4c42-933b-03bc09d478e9 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/33956688-a895-49ac-b7f8-313e74924a2b HTTP/1.1" status: 404 len: 337 time: 0.0292175 Feb 03 22:15:45.171254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44618) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:45.184225 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (21a90e44-4044-4680-9efe-cd86805ad795), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.185232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:45.185822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.189978 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-da96080c-3dca-4598-9be7-8f058f4da904 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:45.190495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da96080c-3dca-4598-9be7-8f058f4da904 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:45.194085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-da96080c-3dca-4598-9be7-8f058f4da904 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/d0294f6f-6216-4590-a393-2e17eedebd84 HTTP/1.1" status: 404 len: 339 time: 0.0219123 Feb 03 22:15:45.201397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:45.232948 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-800fa80c-9d70-4f70-9ae9-adc197553c27 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:45.233766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800fa80c-9d70-4f70-9ae9-adc197553c27 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:45.236497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-800fa80c-9d70-4f70-9ae9-adc197553c27 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/abefa19b-0b74-404a-a11c-af867970c96c HTTP/1.1" status: 404 len: 337 time: 0.0329843 Feb 03 22:15:45.239177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44624) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:45.248732 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5130203 Feb 03 22:15:45.259281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:45.259281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Request body: {'subnet': {'network_id': '21a90e44-4044-4680-9efe-cd86805ad795', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-722665792-subnet', 'tenant_id': 'eb95eeac8e7348139c83c6b020445ff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:45.259657 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b44785-8558-4888-b01e-f55fd03aaa88 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:45.259848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b44785-8558-4888-b01e-f55fd03aaa88 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:45.262815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-30b44785-8558-4888-b01e-f55fd03aaa88 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/73e05203-3aef-47a6-a53f-8b7111fca4f8 HTTP/1.1" status: 404 len: 339 time: 0.0226896 Feb 03 22:15:45.265800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44630) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:45.266896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86779-8887-42ff-8535-baa16aebf88d admin admin] Pushing event updated for resources: {'Network': ['ID=21a90e44-4044-4680-9efe-cd86805ad795,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:45.281246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 21a90e44-4044-4680-9efe-cd86805ad795 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:45.285921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Made reservation on behalf of eb95eeac8e7348139c83c6b020445ff0 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:45.288521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.352080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb23bbd-8a2a-4fc5-8290-1244d4c2eb8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting subnet 4a294b4d-02ab-4bfa-b758-ad83a581537e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:45.357784 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cb23bbd-8a2a-4fc5-8290-1244d4c2eb8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (4a294b4d-02ab-4bfa-b758-ad83a581537e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.419777 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cb23bbd-8a2a-4fc5-8290-1244d4c2eb8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (4a294b4d-02ab-4bfa-b758-ad83a581537e), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.491149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (7ea2254b-1183-4230-8bbd-1ac60c48fcf5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.506642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cb23bbd-8a2a-4fc5-8290-1244d4c2eb8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (4a294b4d-02ab-4bfa-b758-ad83a581537e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.548574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea2254b-1183-4230-8bbd-1ac60c48fcf5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:45.556630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Checking segment: {'id': '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:45.557307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Network hostable DHCP agents. Network: 21a90e44-4044-4680-9efe-cd86805ad795, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:45.575125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Network 21a90e44-4044-4680-9efe-cd86805ad795 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:45.578401 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cb23bbd-8a2a-4fc5-8290-1244d4c2eb8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (4a294b4d-02ab-4bfa-b758-ad83a581537e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.585666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 21a90e44-4044-4680-9efe-cd86805ad795) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:45.590786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:45.591446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.596092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd3f82-3ebd-4a6f-b561-e7d3427f1be6 None None] Network 21a90e44-4044-4680-9efe-cd86805ad795 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:45.620237 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-106fe1c4-14ac-44e7-ad2f-0d253828ecd0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3676410 Feb 03 22:15:45.736026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a74d9-b496-43e2-b547-c38261850add None None] Network 21a90e44-4044-4680-9efe-cd86805ad795 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:45.937592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb23bbd-8a2a-4fc5-8290-1244d4c2eb8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=4a294b4d-02ab-4bfa-b758-ad83a581537e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:45.945215 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cb23bbd-8a2a-4fc5-8290-1244d4c2eb8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:45.952103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:45.953135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2cb23bbd-8a2a-4fc5-8290-1244d4c2eb8b tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/4a294b4d-02ab-4bfa-b758-ad83a581537e HTTP/1.1" status: 204 len: 168 time: 0.6859977 Feb 03 22:15:45.999770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bdb5ee-ed81-41b7-8f3c-cc6551de4203 None None] Network 949ece14-be3e-470c-8649-76fdec2ef801 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:46.040185 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (949ece14-be3e-470c-8649-76fdec2ef801), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.107446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting port fbb65782-6771-4d11-b2fc-7ac37af59e64 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:46.107940 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.196255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] For port fbb65782-6771-4d11-b2fc-7ac37af59e64, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=fbb65782-6771-4d11-b2fc-7ac37af59e64,segment=NetworkSegment(3eb82f85-31d7-4564-bada-577fb7892718),segment_id=3eb82f85-31d7-4564-bada-577fb7892718)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:46.196675 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.214349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Calling delete_port for fbb65782-6771-4d11-b2fc-7ac37af59e64 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:46.223595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f4c10-42de-4675-b740-7f2a6737af3b req-36b19e75-42d0-4f6e-8cb2-219e1596d2b5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:46.230689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-182f4c10-42de-4675-b740-7f2a6737af3b req-36b19e75-42d0-4f6e-8cb2-219e1596d2b5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.0999815 Feb 03 22:15:46.290484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] DHCP port deletion for 949ece14-be3e-470c-8649-76fdec2ef801 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:15:46.332838 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.333719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-182f4c10-42de-4675-b740-7f2a6737af3b req-02d23942-65c8-4753-b828-7cdc5467efe6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021578 Feb 03 22:15:46.379218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Deleting port fbb65782-6771-4d11-b2fc-7ac37af59e64 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:46.379218 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.389214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Port': ['ID=fbb65782-6771-4d11-b2fc-7ac37af59e64,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:46.394242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No DVR routers for this DVR port fbb65782-6771-4d11-b2fc-7ac37af59e64 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:46.476442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] For port fbb65782-6771-4d11-b2fc-7ac37af59e64, host n-d-824834-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:46.476890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.491794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Calling delete_port for fbb65782-6771-4d11-b2fc-7ac37af59e64 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:46.494850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Port fbb65782-6771-4d11-b2fc-7ac37af59e64 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:15:46.496329 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (fbb65782-6771-4d11-b2fc-7ac37af59e64), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.510395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] No DVR routers for this DVR port fbb65782-6771-4d11-b2fc-7ac37af59e64 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:46.539762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Pushing event deleted for resources: {'Port': ['ID=fbb65782-6771-4d11-b2fc-7ac37af59e64,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:46.546824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (949ece14-be3e-470c-8649-76fdec2ef801), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.547534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.547887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.548232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.548574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.548934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.549277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.549612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.549992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.550308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.550753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.551207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.551550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.551884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208acb4-4b3e-41bb-9bba-bd05182e7d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:15:46.567953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949ece14-be3e-470c-8649-76fdec2ef801']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:46.577741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb82f85-31d7-4564-bada-577fb7892718') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:46.578047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb82f85-31d7-4564-bada-577fb7892718') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:46.588588 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (3eb82f85-31d7-4564-bada-577fb7892718), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.604392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (3eb82f85-31d7-4564-bada-577fb7892718), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.613738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:46.614240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (3eb82f85-31d7-4564-bada-577fb7892718), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:46.618295 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:46.688047 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (949ece14-be3e-470c-8649-76fdec2ef801), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.696694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.702792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/949ece14-be3e-470c-8649-76fdec2ef801 HTTP/1.1" status: 204 len: 168 time: 0.7474644 Feb 03 22:15:46.703639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:46.740215 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-db79e43f-a6ee-4abe-9475-136f0475edcd tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:46.740687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db79e43f-a6ee-4abe-9475-136f0475edcd tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:46.746061 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-db79e43f-a6ee-4abe-9475-136f0475edcd tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/95a6c7e2-79df-43d6-a55b-6f343b72d90e HTTP/1.1" status: 404 len: 337 time: 0.0393887 Feb 03 22:15:46.746420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:46.755304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4e6fb-b698-4ade-9d47-7d28527a0bc1 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=949ece14-be3e-470c-8649-76fdec2ef801,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:46.768617 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f13d9ab-e63a-4a4b-b22b-d45c35974882 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:46.769852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f13d9ab-e63a-4a4b-b22b-d45c35974882 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:46.773061 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3f13d9ab-e63a-4a4b-b22b-d45c35974882 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/5a5f1719-f127-4341-9e39-05417a85346c HTTP/1.1" status: 404 len: 339 time: 0.0257623 Feb 03 22:15:46.775383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:46.828164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-df55b749-ff0b-44e0-b7cd-edbbcd92c57a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting subnet 7d05bbca-17da-4b88-9096-b75c2dafe25a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:46.829854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df55b749-ff0b-44e0-b7cd-edbbcd92c57a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (7d05bbca-17da-4b88-9096-b75c2dafe25a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.871335 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df55b749-ff0b-44e0-b7cd-edbbcd92c57a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (7d05bbca-17da-4b88-9096-b75c2dafe25a), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:46.933197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bdf42c0a-3488-453f-84e5-8821341ccc1b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:46.954790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: bdf42c0a-3488-453f-84e5-8821341ccc1b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:46.955404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bdf42c0a-3488-453f-84e5-8821341ccc1b not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:46.955972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fbb65782-6771-4d11-b2fc-7ac37af59e64 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:46.978193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: fbb65782-6771-4d11-b2fc-7ac37af59e64 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:46.978770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device fbb65782-6771-4d11-b2fc-7ac37af59e64 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:46.984078 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df55b749-ff0b-44e0-b7cd-edbbcd92c57a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (7d05bbca-17da-4b88-9096-b75c2dafe25a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.047371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df55b749-ff0b-44e0-b7cd-edbbcd92c57a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (7d05bbca-17da-4b88-9096-b75c2dafe25a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.078284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55b749-ff0b-44e0-b7cd-edbbcd92c57a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Subnet': ['ID=7d05bbca-17da-4b88-9096-b75c2dafe25a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:47.082322 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df55b749-ff0b-44e0-b7cd-edbbcd92c57a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.088134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:47.088710 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-df55b749-ff0b-44e0-b7cd-edbbcd92c57a tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/subnets/7d05bbca-17da-4b88-9096-b75c2dafe25a HTTP/1.1" status: 204 len: 168 time: 0.3123732 Feb 03 22:15:47.103494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8aed79-ecdd-460e-8dcb-c0600dd328f2 None None] Network 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:47.184308 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.246138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Deleting port a0bb3f3e-6457-4c9e-a13e-a594782fd316 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:47.246490 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.293327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc67b83-917e-48ab-88ba-0e706d9756ca None None] DHCP port deletion for 2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:15:47.317846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] For port a0bb3f3e-6457-4c9e-a13e-a594782fd316, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a0bb3f3e-6457-4c9e-a13e-a594782fd316,segment=NetworkSegment(6e7e85ce-cff6-42e2-8534-a735255f74a3),segment_id=6e7e85ce-cff6-42e2-8534-a735255f74a3)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:47.318430 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.332023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Calling delete_port for a0bb3f3e-6457-4c9e-a13e-a594782fd316 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:47.353337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8fc67b83-917e-48ab-88ba-0e706d9756ca None None] Deleting port a0bb3f3e-6457-4c9e-a13e-a594782fd316 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:47.353854 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fc67b83-917e-48ab-88ba-0e706d9756ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.432578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.475355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8fc67b83-917e-48ab-88ba-0e706d9756ca None None] For port a0bb3f3e-6457-4c9e-a13e-a594782fd316, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a0bb3f3e-6457-4c9e-a13e-a594782fd316,segment=NetworkSegment(6e7e85ce-cff6-42e2-8534-a735255f74a3),segment_id=6e7e85ce-cff6-42e2-8534-a735255f74a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:47.476050 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fc67b83-917e-48ab-88ba-0e706d9756ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.490168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8fc67b83-917e-48ab-88ba-0e706d9756ca None None] Calling delete_port for a0bb3f3e-6457-4c9e-a13e-a594782fd316 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:47.505439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] No DVR routers for this DVR port a0bb3f3e-6457-4c9e-a13e-a594782fd316 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:47.533871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Port': ['ID=a0bb3f3e-6457-4c9e-a13e-a594782fd316,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:47.591892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fc67b83-917e-48ab-88ba-0e706d9756ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (a0bb3f3e-6457-4c9e-a13e-a594782fd316), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.620856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.621937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc67b83-917e-48ab-88ba-0e706d9756ca None None] Pushing event deleted for resources: {'Port': ['ID=a0bb3f3e-6457-4c9e-a13e-a594782fd316,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:47.631930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc67b83-917e-48ab-88ba-0e706d9756ca None None] No DVR routers for this DVR port a0bb3f3e-6457-4c9e-a13e-a594782fd316 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:47.643696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5f12-e89a-4a41-9a17-d46612021142 req-c79777cd-b18a-4080-bcf1-1b1b3189dbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:47.644839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa4c5f12-e89a-4a41-9a17-d46612021142 req-c79777cd-b18a-4080-bcf1-1b1b3189dbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.2081897 Feb 03 22:15:47.666057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:47.684502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7e85ce-cff6-42e2-8534-a735255f74a3') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:47.684800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7e85ce-cff6-42e2-8534-a735255f74a3') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:47.699341 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (6e7e85ce-cff6-42e2-8534-a735255f74a3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.734168 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (6e7e85ce-cff6-42e2-8534-a735255f74a3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.747869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa4c5f12-e89a-4a41-9a17-d46612021142 req-c6c271a3-ffeb-4e73-ba2c-0ba1ed0f8db9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890806 Feb 03 22:15:47.754589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:47.755312 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (6e7e85ce-cff6-42e2-8534-a735255f74a3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:47.775020 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:47.836616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.844352 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:47.849396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] 10.222.0.50 "DELETE /v2.0/networks/2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8 HTTP/1.1" status: 204 len: 168 time: 0.7592051 Feb 03 22:15:47.868999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328446fe-088b-45fc-b0c0-7348600d5903 tempest-NetworksIpV6Test-296275582 tempest-NetworksIpV6Test-296275582-project] Pushing event deleted for resources: {'Network': ['ID=2dfb6f24-8826-48ce-a8f5-fefe8f9bcaa8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:48.060353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:48.198954 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e59bfb70-7a00-40a3-8d53-e7516d42dbac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3efabf6148df4bd1ac9aad6729aab7fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373577 Feb 03 22:15:48.201474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:48.250445 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-baf147d6-addc-4cf5-99d9-6c4045e9bb73 admin admin] Publish callbacks [] for security_group (cd7b9cd7-2158-4c78-9575-92cb1895f732), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:48.271685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-baf147d6-addc-4cf5-99d9-6c4045e9bb73 admin admin] Publish callbacks [] for security_group (cd7b9cd7-2158-4c78-9575-92cb1895f732), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:48.318788 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-baf147d6-addc-4cf5-99d9-6c4045e9bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cd7b9cd7-2158-4c78-9575-92cb1895f732), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:48.321492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-baf147d6-addc-4cf5-99d9-6c4045e9bb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:48.322625 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-baf147d6-addc-4cf5-99d9-6c4045e9bb73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd7b9cd7-2158-4c78-9575-92cb1895f732 HTTP/1.1" status: 204 len: 168 time: 0.1202288 Feb 03 22:15:48.330283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf147d6-addc-4cf5-99d9-6c4045e9bb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7b9cd7-2158-4c78-9575-92cb1895f732,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:48.903356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39572a81-027d-4ae5-999f-cf1bd2be1142 req-3e626911-cbdf-4acc-80c3-e78f0d636c37 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:48.912187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39572a81-027d-4ae5-999f-cf1bd2be1142 req-3e626911-cbdf-4acc-80c3-e78f0d636c37 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.0809498 Feb 03 22:15:48.949844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a0bb3f3e-6457-4c9e-a13e-a594782fd316 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:48.986774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a0bb3f3e-6457-4c9e-a13e-a594782fd316 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:48.989177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a0bb3f3e-6457-4c9e-a13e-a594782fd316 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:49.010306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39572a81-027d-4ae5-999f-cf1bd2be1142 req-b46d3794-e41a-4c60-ab73-f475220023e5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967767 Feb 03 22:15:49.148353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:49.252860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1106065357'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:49.273729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:49.277617 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.287166 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.363543 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (2fca9d25-0bb8-40df-9266-b0c659788ddf), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.369015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2fca9d25-0bb8-40df-9266-b0c659788ddf), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.396273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:49.405959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca9d25-0bb8-40df-9266-b0c659788ddf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:49.411244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c57a766c-3d3a-457d-b631-02e2c87a6acd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.411591 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Added segment c57a766c-3d3a-457d-b631-02e2c87a6acd of type vlan for network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 Feb 03 22:15:49.454540 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (5b947a2e-86f4-498c-8eb9-2c04fd43d184), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.479692 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (5b947a2e-86f4-498c-8eb9-2c04fd43d184), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.484650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:49.485267 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.540796 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3910379 Feb 03 22:15:49.543361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44710) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:49.551758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'name': 'tempest-PortsIpV6TestJSON-1318365598'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:49.553082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc592c0-9fec-47ac-a395-5dd127f50a0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Network': ['ID=5b947a2e-86f4-498c-8eb9-2c04fd43d184,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:49.572224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:49.684454 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:49.690028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.714799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 77fbcf44-af21-4493-9b66-ca60843b32be yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:15:49.919058 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (77fbcf44-af21-4493-9b66-ca60843b32be), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:49.964705 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:50.039737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Checking segment: {'id': 'c57a766c-3d3a-457d-b631-02e2c87a6acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:50.040254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network hostable DHCP agents. Network: 5b947a2e-86f4-498c-8eb9-2c04fd43d184, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:50.061307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=77fbcf44-af21-4493-9b66-ca60843b32be,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:50.064936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:50.077191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 5b947a2e-86f4-498c-8eb9-2c04fd43d184) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:50.092596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:50.096001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e7ad4-cda4-4dbf-b1ef-f51eeb1dc14a None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:50.099583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:50.100236 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:50.166557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8c0f81d9-a469-4f50-8650-4241e0e5f014 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6216996 Feb 03 22:15:50.169546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:50.175620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1383221313'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:50.203408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112b7b0-75bb-4e5b-b0a1-ef58debdb0f3 req-adc9ee69-d165-48f5-aefc-390469160c9c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:50.207053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8112b7b0-75bb-4e5b-b0a1-ef58debdb0f3 req-adc9ee69-d165-48f5-aefc-390469160c9c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.0976753 Feb 03 22:15:50.212616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:50.222648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:50.266799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:50.280660 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1d611b4c-e101-4aad-97c6-4bd235254cc4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:50.281308 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Added segment 1d611b4c-e101-4aad-97c6-4bd235254cc4 of type vlan for network 805eb918-2469-45ef-bb04-1fa4f4e584db Feb 03 22:15:50.300628 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8112b7b0-75bb-4e5b-b0a1-ef58debdb0f3 req-98976ee6-feae-4709-8e0f-3b5a777b71e0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850296 Feb 03 22:15:50.337114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (805eb918-2469-45ef-bb04-1fa4f4e584db), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:50.364322 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (805eb918-2469-45ef-bb04-1fa4f4e584db), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:50.370629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:50.371441 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:50.448029 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2750635 Feb 03 22:15:50.448504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:50.449568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce964386-fabe-42ed-a3b8-f5dc139cdad9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Network': ['ID=805eb918-2469-45ef-bb04-1fa4f4e584db,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:50.470312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'ports': [{'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184'}, {'network_id': '805eb918-2469-45ef-bb04-1fa4f4e584db'}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:50.472002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 805eb918-2469-45ef-bb04-1fa4f4e584db details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:50.472491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:50.473168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '805eb918-2469-45ef-bb04-1fa4f4e584db'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:50.673773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 2} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:50.680718 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:50.696611 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:50.876680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 1db342ca-3bc9-45fd-b62a-0b10b11e001a yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:15:50.973744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (1db342ca-3bc9-45fd-b62a-0b10b11e001a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:51.075134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 371516f8-0775-40c5-9e69-89775d69ad93 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:15:51.252676 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (371516f8-0775-40c5-9e69-89775d69ad93), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:51.301481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (1db342ca-3bc9-45fd-b62a-0b10b11e001a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:51.353535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:51.356990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:51.359453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:51.360701 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (371516f8-0775-40c5-9e69-89775d69ad93), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:51.381896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=1db342ca-3bc9-45fd-b62a-0b10b11e001a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:51.483309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Checking segment: {'id': '1d611b4c-e101-4aad-97c6-4bd235254cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '805eb918-2469-45ef-bb04-1fa4f4e584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:51.483703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network hostable DHCP agents. Network: 805eb918-2469-45ef-bb04-1fa4f4e584db, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:51.492808 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=371516f8-0775-40c5-9e69-89775d69ad93,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:51.517210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 805eb918-2469-45ef-bb04-1fa4f4e584db is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:51.529872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf21ddc-1094-4854-8ed7-b4ca61faa783 req-b9cd2830-129b-4e2a-90ef-cac24f5e5128 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:51.531373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3cf21ddc-1094-4854-8ed7-b4ca61faa783 req-b9cd2830-129b-4e2a-90ef-cac24f5e5128 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.0921030 Feb 03 22:15:51.536703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 805eb918-2469-45ef-bb04-1fa4f4e584db) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:51.540987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:51.546441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:51.551037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceeba7f-3a6c-44c9-8453-bfe079a6907e None None] Network 805eb918-2469-45ef-bb04-1fa4f4e584db requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:51.551650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:51.552316 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:51.590311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:51.590852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f35ed2f6-e5be-491c-b02e-e98815480a56 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1403098 Feb 03 22:15:51.618964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3cf21ddc-1094-4854-8ed7-b4ca61faa783 req-f85a72c7-0652-4e46-b8d5-d5f6b0271698 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638440 Feb 03 22:15:51.718726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d6d450cf-62c8-4cf2-ae48-8d5867aa93bc tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 371516f8-0775-40c5-9e69-89775d69ad93 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:51.719149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6d450cf-62c8-4cf2-ae48-8d5867aa93bc tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (371516f8-0775-40c5-9e69-89775d69ad93), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:51.791148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6d450cf-62c8-4cf2-ae48-8d5867aa93bc tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (371516f8-0775-40c5-9e69-89775d69ad93), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:51.805367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d6d450cf-62c8-4cf2-ae48-8d5867aa93bc tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 371516f8-0775-40c5-9e69-89775d69ad93 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:51.901996 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6d450cf-62c8-4cf2-ae48-8d5867aa93bc tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (371516f8-0775-40c5-9e69-89775d69ad93), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:51.933207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d450cf-62c8-4cf2-ae48-8d5867aa93bc tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=371516f8-0775-40c5-9e69-89775d69ad93,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:51.938653 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6d450cf-62c8-4cf2-ae48-8d5867aa93bc tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:51.944395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d6d450cf-62c8-4cf2-ae48-8d5867aa93bc tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/371516f8-0775-40c5-9e69-89775d69ad93 HTTP/1.1" status: 204 len: 168 time: 0.3504786 Feb 03 22:15:51.944873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:52.029338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b784f-2df3-4375-8cda-3f3611b23dab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:52.036252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b784f-2df3-4375-8cda-3f3611b23dab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:52.040097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e28b784f-2df3-4375-8cda-3f3611b23dab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0915613 Feb 03 22:15:52.040846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:52.145698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b921558b-d0c5-4a00-b64f-35e07ed4e445 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 1db342ca-3bc9-45fd-b62a-0b10b11e001a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:52.146050 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b921558b-d0c5-4a00-b64f-35e07ed4e445 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1db342ca-3bc9-45fd-b62a-0b10b11e001a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.219205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b921558b-d0c5-4a00-b64f-35e07ed4e445 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1db342ca-3bc9-45fd-b62a-0b10b11e001a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.242412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b921558b-d0c5-4a00-b64f-35e07ed4e445 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 1db342ca-3bc9-45fd-b62a-0b10b11e001a owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:52.328102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b921558b-d0c5-4a00-b64f-35e07ed4e445 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1db342ca-3bc9-45fd-b62a-0b10b11e001a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.360533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921558b-d0c5-4a00-b64f-35e07ed4e445 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=1db342ca-3bc9-45fd-b62a-0b10b11e001a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:52.367650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b921558b-d0c5-4a00-b64f-35e07ed4e445 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.371842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b921558b-d0c5-4a00-b64f-35e07ed4e445 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/1db342ca-3bc9-45fd-b62a-0b10b11e001a HTTP/1.1" status: 204 len: 168 time: 0.3299003 Feb 03 22:15:52.374797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:52.447008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edbefdb-0382-4ffc-b231-377b7c7a6863 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:52.451120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3edbefdb-0382-4ffc-b231-377b7c7a6863 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0728750 Feb 03 22:15:52.451366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:52.482564 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa3fd73-cb87-49ea-8e03-9a803d8818e3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:15:52.486464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2aa3fd73-cb87-49ea-8e03-9a803d8818e3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/371516f8-0775-40c5-9e69-89775d69ad93 HTTP/1.1" status: 404 len: 333 time: 0.0317109 Feb 03 22:15:52.486691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44754) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:52.519140 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b5de94-2b6d-4305-b2c4-268daa44dca4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:15:52.523013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d9b5de94-2b6d-4305-b2c4-268daa44dca4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/1db342ca-3bc9-45fd-b62a-0b10b11e001a HTTP/1.1" status: 404 len: 333 time: 0.0328679 Feb 03 22:15:52.523520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44756) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:52.639005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (805eb918-2469-45ef-bb04-1fa4f4e584db), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.754105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (805eb918-2469-45ef-bb04-1fa4f4e584db), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.778377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805eb918-2469-45ef-bb04-1fa4f4e584db']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:52.789734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d611b4c-e101-4aad-97c6-4bd235254cc4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:52.790370 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d611b4c-e101-4aad-97c6-4bd235254cc4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:52.800545 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (1d611b4c-e101-4aad-97c6-4bd235254cc4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.814514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1d611b4c-e101-4aad-97c6-4bd235254cc4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.821602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:52.822247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (1d611b4c-e101-4aad-97c6-4bd235254cc4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.830883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8014da4-b773-4d02-9c0e-d26c3231ab3f req-04b04e06-bfdd-4358-ad1d-f17d6cce9234 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:52.842772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8014da4-b773-4d02-9c0e-d26c3231ab3f req-04b04e06-bfdd-4358-ad1d-f17d6cce9234 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1236949 Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:52.918766 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:52.923803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (805eb918-2469-45ef-bb04-1fa4f4e584db), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.933473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:52.937134 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/networks/805eb918-2469-45ef-bb04-1fa4f4e584db HTTP/1.1" status: 204 len: 168 time: 0.4124186 Feb 03 22:15:52.937629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f8014da4-b773-4d02-9c0e-d26c3231ab3f req-364566d9-ec7c-4811-b932-5f2e40d66f60 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885530 Feb 03 22:15:52.942997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44764) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:52.949073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1675162842'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:52.965352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47148595-8d07-4a4e-8a38-2bea7210a2b8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Network': ['ID=805eb918-2469-45ef-bb04-1fa4f4e584db,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:52.998936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:53.002299 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:53.029161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:53.039166 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:53.039805 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Added segment a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2 of type vlan for network 72b0486c-1e91-4678-9fce-e65920d68859 Feb 03 22:15:53.083638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (72b0486c-1e91-4678-9fce-e65920d68859), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:53.111234 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (72b0486c-1e91-4678-9fce-e65920d68859), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:53.116167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:53.116875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:53.178308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2313592 Feb 03 22:15:53.178696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:53.183974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '72b0486c-1e91-4678-9fce-e65920d68859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:53.189727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7a8e8-80f6-41ac-aaf5-ef1d73d46401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Network': ['ID=72b0486c-1e91-4678-9fce-e65920d68859,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:53.200491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 72b0486c-1e91-4678-9fce-e65920d68859 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:53.350615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:53.355190 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:53.436614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Performing IP validity checks on allocation pools {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 22:15:53.442261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 22:15:53.585892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-466dc3bf-3562-43cb-8bbc-253287ff6510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:53.626941 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (2bca1179-859b-4583-a95b-be8d3d639aab), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:53.726603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=2bca1179-859b-4583-a95b-be8d3d639aab,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:53.739023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Checking segment: {'id': 'a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '72b0486c-1e91-4678-9fce-e65920d68859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:53.739399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network hostable DHCP agents. Network: 72b0486c-1e91-4678-9fce-e65920d68859, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:15:53.762598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 72b0486c-1e91-4678-9fce-e65920d68859 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:15:53.774076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 72b0486c-1e91-4678-9fce-e65920d68859) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:53.783959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771f6892-f731-4018-aee2-d2742529ad8a None None] Network 72b0486c-1e91-4678-9fce-e65920d68859 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:53.788661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:53.794147 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:53.832302 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f0d390b1-b8aa-47bf-82f2-cf7dec8a2ca5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6523910 Feb 03 22:15:53.837182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:53.846176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '72b0486c-1e91-4678-9fce-e65920d68859', 'name': 'tempest-PortsIpV6TestJSON-877708803'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:53.950816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-72b0486c-1e91-4678-9fce-e65920d68859', 'network_id': '72b0486c-1e91-4678-9fce-e65920d68859', 'project_id': '74d2dca83b544e389dd26b605b63de3e', 'fixed_ips': [{'subnet_id': '2bca1179-859b-4583-a95b-be8d3d639aab'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:15:53.951939 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:54.100945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:54.105132 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:54.145265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 0522a20f-51fe-4e8f-bf70-d688524f2601 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:15:54.184850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84dd4a-e31e-4e22-b6a0-2d9632bda2fe req-35e0ea6e-0834-4fff-bb0a-26e991f16af1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:54.189680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e84dd4a-e31e-4e22-b6a0-2d9632bda2fe req-35e0ea6e-0834-4fff-bb0a-26e991f16af1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1283543 Feb 03 22:15:54.217202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Allocated IP 2001:db8::2 (72b0486c-1e91-4678-9fce-e65920d68859/2bca1179-859b-4583-a95b-be8d3d639aab/3bbe1691-f03e-41c0-9ed3-9ab96dc262b3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:54.314984 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e84dd4a-e31e-4e22-b6a0-2d9632bda2fe req-5ebbf302-086a-47cc-bd36-f31861c13193 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135786 Feb 03 22:15:54.567087 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Publish callbacks [] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:54.588468 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:54.694106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Pushing event updated for resources: {'Port': ['ID=3bbe1691-f03e-41c0-9ed3-9ab96dc262b3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:54.725044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::36a (72b0486c-1e91-4678-9fce-e65920d68859/2bca1179-859b-4583-a95b-be8d3d639aab/0522a20f-51fe-4e8f-bf70-d688524f2601) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:15:54.727685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Network 72b0486c-1e91-4678-9fce-e65920d68859 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:54.731875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:54.734273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:54.735620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:54.797328 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:54.809113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Attempting to bind port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:15:54.809818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Attempting to bind port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '72b0486c-1e91-4678-9fce-e65920d68859'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:15:54.810411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Attempting to bind port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 on network 72b0486c-1e91-4678-9fce-e65920d68859 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:54.817008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:15:54.817522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Checking segment: {'id': 'a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '72b0486c-1e91-4678-9fce-e65920d68859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:54.818033 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:54.818525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Bound using segment: {'id': 'a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '72b0486c-1e91-4678-9fce-e65920d68859'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:15:54.819228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Bound port: 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '72b0486c-1e91-4678-9fce-e65920d68859'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:15:54.819709 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:54.948360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] For port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:54.955393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] For port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3bbe1691-f03e-41c0-9ed3-9ab96dc262b3,segment=NetworkSegment(a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2),segment_id=a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:15:54.974749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:54.995249 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (0522a20f-51fe-4e8f-bf70-d688524f2601), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:55.042936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0522a20f-51fe-4e8f-bf70-d688524f2601), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:55.115606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 72b0486c-1e91-4678-9fce-e65920d68859 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:15:55.119815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:15:55.125259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:15:55.141061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:55.142238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:55.153453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c10e7-aa62-4d66-ad5b-d735ab2a04df None None] Pushing event updated for resources: {'Port': ['ID=3bbe1691-f03e-41c0-9ed3-9ab96dc262b3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:55.170870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=0522a20f-51fe-4e8f-bf70-d688524f2601,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:55.197834 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-db1add3b-f129-453a-bb3c-1ff6d7caaf09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3572359 Feb 03 22:15:55.198204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44860) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:55.338065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e52ffedd-6d44-4def-8f21-f29d4a095cde tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 0522a20f-51fe-4e8f-bf70-d688524f2601 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:55.339579 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e52ffedd-6d44-4def-8f21-f29d4a095cde tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0522a20f-51fe-4e8f-bf70-d688524f2601), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:55.548759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e52ffedd-6d44-4def-8f21-f29d4a095cde tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0522a20f-51fe-4e8f-bf70-d688524f2601), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:55.588837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce7e52-c8e6-4b5e-94d2-11d38dbbcc75 req-8d157c32-f97e-4e20-a52d-99b4baf7bbee tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:55.590460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3ce7e52-c8e6-4b5e-94d2-11d38dbbcc75 req-8d157c32-f97e-4e20-a52d-99b4baf7bbee tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1887369 Feb 03 22:15:55.600630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e52ffedd-6d44-4def-8f21-f29d4a095cde tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 0522a20f-51fe-4e8f-bf70-d688524f2601 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:55.798144 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-9cddc407-9284-4ad8-b80b-b5c23c5e6d88 service neutron] show failed (client error): The resource could not be found. Feb 03 22:15:55.804393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-9cddc407-9284-4ad8-b80b-b5c23c5e6d88 service neutron] 10.222.0.10 "GET /v2.0/ports/d4c71547-d16b-4c1d-b04d-f78aa84078fd/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.1448176 Feb 03 22:15:55.931750 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e52ffedd-6d44-4def-8f21-f29d4a095cde tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0522a20f-51fe-4e8f-bf70-d688524f2601), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:55.996646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3ce7e52-c8e6-4b5e-94d2-11d38dbbcc75 req-07fcfb06-a28d-48aa-9eba-b13316001488 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3972640 Feb 03 22:15:56.068443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ffedd-6d44-4def-8f21-f29d4a095cde tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=0522a20f-51fe-4e8f-bf70-d688524f2601,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:56.119488 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e52ffedd-6d44-4def-8f21-f29d4a095cde tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:56.133378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e52ffedd-6d44-4def-8f21-f29d4a095cde tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/0522a20f-51fe-4e8f-bf70-d688524f2601 HTTP/1.1" status: 204 len: 168 time: 0.9339688 Feb 03 22:15:56.137628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:56.209983 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-de45f356-2fac-4a66-8aa1-a7c642d6a34f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:15:56.224817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de45f356-2fac-4a66-8aa1-a7c642d6a34f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:15:56.230022 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-de45f356-2fac-4a66-8aa1-a7c642d6a34f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/0522a20f-51fe-4e8f-bf70-d688524f2601 HTTP/1.1" status: 404 len: 333 time: 0.0911014 Feb 03 22:15:56.233864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:56.295037 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-71791b61-e69b-40f9-a250-1121fd57998a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:15:56.296702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71791b61-e69b-40f9-a250-1121fd57998a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/0522a20f-51fe-4e8f-bf70-d688524f2601 HTTP/1.1" status: 404 len: 333 time: 0.0618196 Feb 03 22:15:56.299796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:56.379843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-63419b98-f11b-4a1d-9431-44cea4b24d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:56.386520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-63419b98-f11b-4a1d-9431-44cea4b24d0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 1128 time: 0.1807699 Feb 03 22:15:56.397720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:56.413506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff9babb-f2ed-4a33-9a88-0aab98babba7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet 2bca1179-859b-4583-a95b-be8d3d639aab {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:15:56.428770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff9babb-f2ed-4a33-9a88-0aab98babba7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (2bca1179-859b-4583-a95b-be8d3d639aab), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:56.513407 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff9babb-f2ed-4a33-9a88-0aab98babba7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (2bca1179-859b-4583-a95b-be8d3d639aab), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:56.521743 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:56.544587 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffc13f55-e7f0-42b0-8d8e-5f97d26fa644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:56.757951 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff9babb-f2ed-4a33-9a88-0aab98babba7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (2bca1179-859b-4583-a95b-be8d3d639aab), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:56.893599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff9babb-f2ed-4a33-9a88-0aab98babba7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (2bca1179-859b-4583-a95b-be8d3d639aab), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:56.898213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:56.914051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50195c4-0cfc-449b-9d4c-01f165cdc865 None None] Network 72b0486c-1e91-4678-9fce-e65920d68859 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:15:56.941655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:56.960682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bff9babb-f2ed-4a33-9a88-0aab98babba7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:56.973687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bff9babb-f2ed-4a33-9a88-0aab98babba7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/2bca1179-859b-4583-a95b-be8d3d639aab HTTP/1.1" status: 204 len: 168 time: 0.6727099 Feb 03 22:15:56.974760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9babb-f2ed-4a33-9a88-0aab98babba7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=2bca1179-859b-4583-a95b-be8d3d639aab,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:56.977037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:57.075268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:15:57.078186 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57034c06-fdd2-41c0-b8f7-512d56673604" -d '{"events": [{"server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:15:57.086024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Publish callbacks [] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.130173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Transition to ACTIVE for port object d4c71547-d16b-4c1d-b04d-f78aa84078fd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:15:57.136773 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (72b0486c-1e91-4678-9fce-e65920d68859), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.149849 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.155835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a8b462f7-e7e2-44dd-b85a-1b570f997cf3 None None] Provisioning complete for port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:57.157193 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b462f7-e7e2-44dd-b85a-1b570f997cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.176866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.191424 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a72b93-4bb6-46ce-8311-9b4d8fb04f6a x-openstack-request-id: req-71a72b93-4bb6-46ce-8311-9b4d8fb04f6a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:15:57.193355 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:15:57.193727 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71a72b93-4bb6-46ce-8311-9b4d8fb04f6a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:15:57.194608 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'code': 200} Feb 03 22:15:57.243264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:15:57.399784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b41ef-78ef-469c-86d5-33c46d09537f req-d22a130c-ba9c-4a7d-a21a-4f8ded188614 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:57.415724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e0b41ef-78ef-469c-86d5-33c46d09537f req-d22a130c-ba9c-4a7d-a21a-4f8ded188614 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.1709299 Feb 03 22:15:57.476967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507fd28-df76-467b-b8b9-8bc98ebd15d9 None None] DHCP port deletion for 72b0486c-1e91-4678-9fce-e65920d68859 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:15:57.532790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:15:57.533554 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.595094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e0b41ef-78ef-469c-86d5-33c46d09537f req-d01a02b9-4544-44a6-ae1a-fa807e33b614 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690745 Feb 03 22:15:57.608201 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Pushing event updated for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:57.650842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a8b462f7-e7e2-44dd-b85a-1b570f997cf3 None None] Current status of the port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:57.650842 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b462f7-e7e2-44dd-b85a-1b570f997cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.676437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9507fd28-df76-467b-b8b9-8bc98ebd15d9 None None] Deleting port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:57.676915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9507fd28-df76-467b-b8b9-8bc98ebd15d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.761242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:15:57.761590 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.794444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] No DVR routers for this DVR port d4c71547-d16b-4c1d-b04d-f78aa84078fd on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:57.891972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9507fd28-df76-467b-b8b9-8bc98ebd15d9 None None] For port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3bbe1691-f03e-41c0-9ed3-9ab96dc262b3,segment=NetworkSegment(a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2),segment_id=a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:57.893049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9507fd28-df76-467b-b8b9-8bc98ebd15d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.923449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9507fd28-df76-467b-b8b9-8bc98ebd15d9 None None] Calling delete_port for 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:57.933829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] For port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3bbe1691-f03e-41c0-9ed3-9ab96dc262b3,segment=NetworkSegment(a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2),segment_id=a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:15:57.934407 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:57.951750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:15:58.096360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:15:58.096827 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:58.113046 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9507fd28-df76-467b-b8b9-8bc98ebd15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:58.166354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507fd28-df76-467b-b8b9-8bc98ebd15d9 None None] Pushing event deleted for resources: {'Port': ['ID=3bbe1691-f03e-41c0-9ed3-9ab96dc262b3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:58.179903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507fd28-df76-467b-b8b9-8bc98ebd15d9 None None] No DVR routers for this DVR port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:58.479409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3bbe1691-f03e-41c0-9ed3-9ab96dc262b3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:58.522570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=3bbe1691-f03e-41c0-9ed3-9ab96dc262b3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:58.529703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No DVR routers for this DVR port 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:15:58.689731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (72b0486c-1e91-4678-9fce-e65920d68859), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:58.702056 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:58.758917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Attempting to bind port d4c71547-d16b-4c1d-b04d-f78aa84078fd on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:15:58.759293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Attempting to bind port d4c71547-d16b-4c1d-b04d-f78aa84078fd by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:15:58.759593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Attempting to bind port d4c71547-d16b-4c1d-b04d-f78aa84078fd on network 51e66174-280e-4620-b292-7adb243d2cec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:58.769532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b0486c-1e91-4678-9fce-e65920d68859']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:58.782892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96bb99-5c47-47d7-9754-bf8f3a94131c req-0d349255-55a9-4da8-8707-1c239f110bcb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:58.791139 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff96bb99-5c47-47d7-9754-bf8f3a94131c req-0d349255-55a9-4da8-8707-1c239f110bcb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.0720778 Feb 03 22:15:58.794801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:58.795145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:15:58.813635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:58.833566 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:58.845551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:15:58.847158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (a88a5ecf-08b6-4bf4-9e0f-9a33983c37c2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:58.849827 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff96bb99-5c47-47d7-9754-bf8f3a94131c req-e9876adf-b32a-439b-bd73-7383a4c9e344 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583591 Feb 03 22:15:58.877134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Port d4c71547-d16b-4c1d-b04d-f78aa84078fd on network 51e66174-280e-4620-b292-7adb243d2cec not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:15:58.877386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Attempting to bind port d4c71547-d16b-4c1d-b04d-f78aa84078fd on network 51e66174-280e-4620-b292-7adb243d2cec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: self.session.flush() Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:15:58.879463 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:15:58.919506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:15:58.919858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Checking segment: {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:15:58.920268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Bound using segment: {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:15:58.920706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Bound port: d4c71547-d16b-4c1d-b04d-f78aa84078fd, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd01acb9-02a6-4275-b658-3068dd811374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '51e66174-280e-4620-b292-7adb243d2cec'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:15:58.921131 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.017342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:15:59.048134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (72b0486c-1e91-4678-9fce-e65920d68859), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.051669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:15:59.052956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3bbe1691-f03e-41c0-9ed3-9ab96dc262b3 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:15:59.053536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.060955 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/networks/72b0486c-1e91-4678-9fce-e65920d68859 HTTP/1.1" status: 204 len: 168 time: 2.0788825 Feb 03 22:15:59.061695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:59.067987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1394350439'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:59.082539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58134af1-75fe-443f-932d-7b1da5b07496 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Network': ['ID=72b0486c-1e91-4678-9fce-e65920d68859,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:59.114149 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:59.117283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:15:59.117936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.121368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:15:59.139529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.152192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:15:59.163836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d9138c7a-4547-4724-86cd-2d24615127db), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.164210 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Added segment d9138c7a-4547-4724-86cd-2d24615127db of type vlan for network a4fca358-1cd2-49a5-8f28-7b5399524d49 Feb 03 22:15:59.213095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a4fca358-1cd2-49a5-8f28-7b5399524d49), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.258937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a4fca358-1cd2-49a5-8f28-7b5399524d49), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.266895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:59.267779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.270988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] 10.222.0.47 "PUT /v2.0/ports/d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 1092 time: 2.8780887 Feb 03 22:15:59.277982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:15:59.280934 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a" -d '{"events": [{"name": "network-changed", "server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:15:59.283782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a17302-6709-47eb-bdb8-0ba53a3accbf service neutron] Pushing event updated for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:59.285764 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:59.287709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.445967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3827057 Feb 03 22:15:59.450314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44918) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:15:59.458449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': 'a4fca358-1cd2-49a5-8f28-7b5399524d49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:15:59.480566 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ba5a59-b45e-4c29-b010-5f157a653a44 x-openstack-request-id: req-87ba5a59-b45e-4c29-b010-5f157a653a44 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:15:59.480938 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:15:59.481217 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87ba5a59-b45e-4c29-b010-5f157a653a44 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:15:59.481792 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'status': 'completed', 'code': 200} Feb 03 22:15:59.545729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-739212da-b186-4126-a912-4f7ef597420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:59.547310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-739212da-b186-4126-a912-4f7ef597420a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1126 time: 0.2189050 Feb 03 22:15:59.558913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff084c20-f5c7-4620-9dc8-c09a6284e3a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Network': ['ID=a4fca358-1cd2-49a5-8f28-7b5399524d49,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:15:59.583399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a4fca358-1cd2-49a5-8f28-7b5399524d49 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:15:59.659844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-8d8a37e2-794f-4f93-87d4-6231e7aaf902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:59.661426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-8d8a37e2-794f-4f93-87d4-6231e7aaf902 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1126 time: 0.1744905 Feb 03 22:15:59.666945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:15:59.674300 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.769161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-d9c9818f-6812-4316-9213-fcd92058021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:59.770706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-d9c9818f-6812-4316-9213-fcd92058021f service neutron] 10.222.0.47 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 897 time: 0.2135260 Feb 03 22:15:59.860339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-cdb54c5d-52e6-4ebb-946f-269b219b5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:15:59.863277 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-cdb54c5d-52e6-4ebb-946f-269b219b5817 service neutron] 10.222.0.10 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 897 time: 0.1940196 Feb 03 22:15:59.896478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-da769fed-4863-40a0-a12c-b41dc7d7cb15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 1000 time: 0.1170599 Feb 03 22:15:59.921481 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:15:59.999248 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-d6a70393-526e-4720-b7d3-3279bc8f0526 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 1000 time: 0.1271999 Feb 03 22:16:00.005211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-1e1174fd-cebe-415b-81ff-cabf78dd023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:00.006653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-1e1174fd-cebe-415b-81ff-cabf78dd023e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.0773680 Feb 03 22:16:00.065505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (00a63092-79c0-4a73-9805-b41f091e6326), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:00.202293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372538b3-55e1-4e31-9ede-94442edbd837 req-3609bbd5-3dbc-46ff-a15a-55623798c81d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:00.208250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-b41f42bb-9af2-459e-b5e0-7d0b575b6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:00.209552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-372538b3-55e1-4e31-9ede-94442edbd837 req-3609bbd5-3dbc-46ff-a15a-55623798c81d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.1583652 Feb 03 22:16:00.209732 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-b41f42bb-9af2-459e-b5e0-7d0b575b6289 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.2021940 Feb 03 22:16:00.221231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Checking segment: {'id': 'd9138c7a-4547-4724-86cd-2d24615127db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a4fca358-1cd2-49a5-8f28-7b5399524d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:00.222129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network hostable DHCP agents. Network: a4fca358-1cd2-49a5-8f28-7b5399524d49, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:16:00.236628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=00a63092-79c0-4a73-9805-b41f091e6326,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:00.238592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-238f0dc7-4fdc-4e2e-9383-13d3d4c5bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:00.251273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-238f0dc7-4fdc-4e2e-9383-13d3d4c5bf4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2203586 Feb 03 22:16:00.282712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network a4fca358-1cd2-49a5-8f28-7b5399524d49 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:16:00.312852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-372538b3-55e1-4e31-9ede-94442edbd837 req-474b7844-b131-4d3f-85fe-243f1a588524 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020520 Feb 03 22:16:00.318020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, a4fca358-1cd2-49a5-8f28-7b5399524d49) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:00.337576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:00.338917 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:00.347500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50e886-e7e2-4cac-8627-77bea613550d None None] Network a4fca358-1cd2-49a5-8f28-7b5399524d49 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:00.382922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a67af2fa-3561-41a1-8257-d280e5ad552b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9308996 Feb 03 22:16:00.385680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44928) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:00.412207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': 'a4fca358-1cd2-49a5-8f28-7b5399524d49', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-439080105'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:00.510686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-898fe92b-a4f0-482c-a0c7-14097ccb1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:00.513162 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-898fe92b-a4f0-482c-a0c7-14097ccb1e75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2900050 Feb 03 22:16:00.537511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d4c71547-d16b-4c1d-b04d-f78aa84078fd no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:16:00.588000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:00.593231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:00.621764 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-71af2ad0-222c-4eb2-a20e-30c3e7ec054a service neutron] 10.222.0.47 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673978 Feb 03 22:16:00.631957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 49ce1977-2e1f-446f-a288-a99d1ec14b7d yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:00.673172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-a4fca358-1cd2-49a5-8f28-7b5399524d49', 'network_id': 'a4fca358-1cd2-49a5-8f28-7b5399524d49', 'project_id': '74d2dca83b544e389dd26b605b63de3e', 'fixed_ips': [{'subnet_id': '00a63092-79c0-4a73-9805-b41f091e6326'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:16:00.674057 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:00.712582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-09e81377-6a5f-47e5-8a75-abefbb9ca762 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919463 Feb 03 22:16:00.726996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port d4c71547-d16b-4c1d-b04d-f78aa84078fd host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:16:00.727393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d4c71547-d16b-4c1d-b04d-f78aa84078fd not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:16:00.847227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ef653f8b-7974-40a6-841c-ba1d1f30a1d0 req-c7d2cefa-1fe5-40eb-9bc0-0d451a04370f service neutron] 10.222.0.47 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160954 Feb 03 22:16:00.972082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::306 (a4fca358-1cd2-49a5-8f28-7b5399524d49/00a63092-79c0-4a73-9805-b41f091e6326/49ce1977-2e1f-446f-a288-a99d1ec14b7d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:00.995766 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-e62fa397-313a-4c5d-b8b2-20daacc00307 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724073 Feb 03 22:16:01.019437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-18601916-3136-4f9a-9215-5c5bfba497ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:01.021338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-18601916-3136-4f9a-9215-5c5bfba497ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1126 time: 0.1005886 Feb 03 22:16:01.213032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (49ce1977-2e1f-446f-a288-a99d1ec14b7d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:01.274479 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (49ce1977-2e1f-446f-a288-a99d1ec14b7d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:01.317906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-7498761f-504b-4cee-878f-58c1239825eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:01.324402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-7498761f-504b-4cee-878f-58c1239825eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 897 time: 0.2944872 Feb 03 22:16:01.336298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network a4fca358-1cd2-49a5-8f28-7b5399524d49 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:01.384168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:01.384691 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Allocated IP 2001:db8::2 (a4fca358-1cd2-49a5-8f28-7b5399524d49/00a63092-79c0-4a73-9805-b41f091e6326/2fccf501-84d4-48e3-a11a-9196cdd31a64) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:01.408777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:01.420838 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-b60c018e-2faf-464a-bd1f-37c934b97c11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 1000 time: 0.0889750 Feb 03 22:16:01.430329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:01.431292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:01.435920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=49ce1977-2e1f-446f-a288-a99d1ec14b7d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:01.481407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-85c301f4-63c4-4d03-b690-7b8ce22cf02a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0851469 Feb 03 22:16:01.484216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:01.534957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-7d99a0a8-aed2-405a-ac3e-06cc7acba5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:01.536880 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-7d99a0a8-aed2-405a-ac3e-06cc7acba5fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.1102242 Feb 03 22:16:01.629433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-58640b63-9fd5-42b5-9172-177ee8c6f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:01.631180 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-58640b63-9fd5-42b5-9172-177ee8c6f081 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852172 Feb 03 22:16:01.641877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eda5ad-82e4-4546-acbd-27c1bf9ece6c req-d05da268-e4e2-4473-ab3e-665c50db8d8a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:01.643893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36eda5ad-82e4-4546-acbd-27c1bf9ece6c req-d05da268-e4e2-4473-ab3e-665c50db8d8a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.1786695 Feb 03 22:16:01.731642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c2799197-d348-413d-acf2-391a632fb342 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 49ce1977-2e1f-446f-a288-a99d1ec14b7d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:01.732012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2799197-d348-413d-acf2-391a632fb342 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (49ce1977-2e1f-446f-a288-a99d1ec14b7d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:01.845192 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2799197-d348-413d-acf2-391a632fb342 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (49ce1977-2e1f-446f-a288-a99d1ec14b7d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:01.861169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c2799197-d348-413d-acf2-391a632fb342 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 49ce1977-2e1f-446f-a288-a99d1ec14b7d owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:01.935287 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-0beb62cc-7082-4565-97a3-797e320cd296 service neutron] 10.222.0.47 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964606 Feb 03 22:16:01.952709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36eda5ad-82e4-4546-acbd-27c1bf9ece6c req-b0031f2c-b22c-4798-98d1-07477df7e998 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974627 Feb 03 22:16:02.084106 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Publish callbacks [] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.097606 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.117099 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2799197-d348-413d-acf2-391a632fb342 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (49ce1977-2e1f-446f-a288-a99d1ec14b7d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.161744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2799197-d348-413d-acf2-391a632fb342 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=49ce1977-2e1f-446f-a288-a99d1ec14b7d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:02.176615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Network a4fca358-1cd2-49a5-8f28-7b5399524d49 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:02.189162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:02.191547 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea5a7d57-8be2-4544-8cdd-d0e25d64b75a req-256629ca-35c0-4042-b8c5-4cbeb6048e95 service neutron] 10.222.0.47 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459762 Feb 03 22:16:02.203260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:02.215784 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2799197-d348-413d-acf2-391a632fb342 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.219248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Pushing event updated for resources: {'Port': ['ID=2fccf501-84d4-48e3-a11a-9196cdd31a64,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:02.226929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c2799197-d348-413d-acf2-391a632fb342 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/49ce1977-2e1f-446f-a288-a99d1ec14b7d HTTP/1.1" status: 204 len: 168 time: 0.7414284 Feb 03 22:16:02.233484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:02.302768 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-898ec50a-5864-46da-8eca-f649352a53ea tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:02.305422 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-898ec50a-5864-46da-8eca-f649352a53ea tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/49ce1977-2e1f-446f-a288-a99d1ec14b7d HTTP/1.1" status: 404 len: 333 time: 0.0676448 Feb 03 22:16:02.308718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:02.337458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Attempting to bind port 2fccf501-84d4-48e3-a11a-9196cdd31a64 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:16:02.338123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Attempting to bind port 2fccf501-84d4-48e3-a11a-9196cdd31a64 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd9138c7a-4547-4724-86cd-2d24615127db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a4fca358-1cd2-49a5-8f28-7b5399524d49'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:16:02.338729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Attempting to bind port 2fccf501-84d4-48e3-a11a-9196cdd31a64 on network a4fca358-1cd2-49a5-8f28-7b5399524d49 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:16:02.344175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:16:02.344944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Checking segment: {'id': 'd9138c7a-4547-4724-86cd-2d24615127db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a4fca358-1cd2-49a5-8f28-7b5399524d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:02.345595 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.346224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Bound using segment: {'id': 'd9138c7a-4547-4724-86cd-2d24615127db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a4fca358-1cd2-49a5-8f28-7b5399524d49'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:16:02.346957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Bound port: 2fccf501-84d4-48e3-a11a-9196cdd31a64, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9138c7a-4547-4724-86cd-2d24615127db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a4fca358-1cd2-49a5-8f28-7b5399524d49'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:16:02.347581 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.416133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] For port 2fccf501-84d4-48e3-a11a-9196cdd31a64, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:16:02.430111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] For port 2fccf501-84d4-48e3-a11a-9196cdd31a64, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2fccf501-84d4-48e3-a11a-9196cdd31a64,segment=NetworkSegment(d9138c7a-4547-4724-86cd-2d24615127db),segment_id=d9138c7a-4547-4724-86cd-2d24615127db)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:16:02.448752 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.483264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49f3b66-160c-4ded-8044-3ee5443e2a57 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet 00a63092-79c0-4a73-9805-b41f091e6326 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:02.499714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b49f3b66-160c-4ded-8044-3ee5443e2a57 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (00a63092-79c0-4a73-9805-b41f091e6326), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.552520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9048c35-0b3f-49d9-9d80-f09f89541c66 None None] Pushing event updated for resources: {'Port': ['ID=2fccf501-84d4-48e3-a11a-9196cdd31a64,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:02.588548 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b49f3b66-160c-4ded-8044-3ee5443e2a57 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (00a63092-79c0-4a73-9805-b41f091e6326), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.709993 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b49f3b66-160c-4ded-8044-3ee5443e2a57 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (00a63092-79c0-4a73-9805-b41f091e6326), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.869690 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b49f3b66-160c-4ded-8044-3ee5443e2a57 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (00a63092-79c0-4a73-9805-b41f091e6326), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.891252 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:16:02.936873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b49f3b66-160c-4ded-8044-3ee5443e2a57 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:02.946631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b49f3b66-160c-4ded-8044-3ee5443e2a57 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/00a63092-79c0-4a73-9805-b41f091e6326 HTTP/1.1" status: 204 len: 168 time: 0.6339362 Feb 03 22:16:02.947130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:02.948295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f3b66-160c-4ded-8044-3ee5443e2a57 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=00a63092-79c0-4a73-9805-b41f091e6326,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:03.131740 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a4fca358-1cd2-49a5-8f28-7b5399524d49), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:03.149678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2fccf501-84d4-48e3-a11a-9196cdd31a64 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:03.265177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2fccf501-84d4-48e3-a11a-9196cdd31a64 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:03.267308 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:03.270708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15cc5d-b55d-470a-97c6-2d28a57af252 req-8963c7b8-3d7c-4255-8a18-3bdb88e09e9e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:03.276465 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f15cc5d-b55d-470a-97c6-2d28a57af252 req-8963c7b8-3d7c-4255-8a18-3bdb88e09e9e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.1471329 Feb 03 22:16:03.307900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 2fccf501-84d4-48e3-a11a-9196cdd31a64 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:03.308256 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:03.380643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f15cc5d-b55d-470a-97c6-2d28a57af252 req-73aac11c-f23c-4be6-9cbe-9c56b578d754 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901351 Feb 03 22:16:03.464300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2fccf501-84d4-48e3-a11a-9196cdd31a64 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:03.464869 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:03.485702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] For port 2fccf501-84d4-48e3-a11a-9196cdd31a64, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2fccf501-84d4-48e3-a11a-9196cdd31a64,segment=NetworkSegment(d9138c7a-4547-4724-86cd-2d24615127db),segment_id=d9138c7a-4547-4724-86cd-2d24615127db)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:03.486093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:03.517140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 2fccf501-84d4-48e3-a11a-9196cdd31a64 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:03.544463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 2fccf501-84d4-48e3-a11a-9196cdd31a64, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2fccf501-84d4-48e3-a11a-9196cdd31a64,segment=NetworkSegment(d9138c7a-4547-4724-86cd-2d24615127db),segment_id=d9138c7a-4547-4724-86cd-2d24615127db)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:03.550911 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:03.692804 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2fccf501-84d4-48e3-a11a-9196cdd31a64), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:03.695013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=2fccf501-84d4-48e3-a11a-9196cdd31a64,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:03.740545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=2fccf501-84d4-48e3-a11a-9196cdd31a64,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:03.753542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No DVR routers for this DVR port 2fccf501-84d4-48e3-a11a-9196cdd31a64 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:16:03.942692 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a4fca358-1cd2-49a5-8f28-7b5399524d49), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:04.003231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fca358-1cd2-49a5-8f28-7b5399524d49']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:04.044613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9138c7a-4547-4724-86cd-2d24615127db') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:04.044950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9138c7a-4547-4724-86cd-2d24615127db') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:04.065525 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d9138c7a-4547-4724-86cd-2d24615127db), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:04.088627 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d9138c7a-4547-4724-86cd-2d24615127db), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:04.107531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:16:04.108339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d9138c7a-4547-4724-86cd-2d24615127db), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:16:04.171883 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:16:04.177932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a4fca358-1cd2-49a5-8f28-7b5399524d49), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:04.200850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:04.210338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/networks/a4fca358-1cd2-49a5-8f28-7b5399524d49 HTTP/1.1" status: 204 len: 168 time: 1.2604315 Feb 03 22:16:04.211277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7f4f6-1be3-4e70-a6cd-b40525c506c3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Network': ['ID=a4fca358-1cd2-49a5-8f28-7b5399524d49,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:04.213776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:04.225050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'name': 'tempest-PortsIpV6TestJSON-1443212479'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:04.313885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-385b0e31-bbe0-4eba-9171-0d6718efa382 None None] Could not find standard attr ID for object 2fccf501-84d4-48e3-a11a-9196cdd31a64. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:04.334802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573729f1-26af-46fd-b11b-3710604903bf None None] DHCP port deletion for a4fca358-1cd2-49a5-8f28-7b5399524d49 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:16:04.374174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c850b-fda7-468b-93a4-82381187a113 None None] Network a4fca358-1cd2-49a5-8f28-7b5399524d49 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:04.407999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c850b-fda7-468b-93a4-82381187a113 None None] Network a4fca358-1cd2-49a5-8f28-7b5399524d49 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 22:16:04.421453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:04.425525 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:04.485122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port e7770fdc-9301-4fe8-9e18-6bf67b8c89b2 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:04.624691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349854f1-36b9-4e02-b0c2-baeb88cc0a77 req-883026a7-afda-4950-89fe-d51ebfe5b81d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:04.626447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-349854f1-36b9-4e02-b0c2-baeb88cc0a77 req-883026a7-afda-4950-89fe-d51ebfe5b81d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.1412058 Feb 03 22:16:04.733578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (e7770fdc-9301-4fe8-9e18-6bf67b8c89b2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:04.740236 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-349854f1-36b9-4e02-b0c2-baeb88cc0a77 req-abab1c3f-db42-440b-80b1-76c3b56b40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043372 Feb 03 22:16:04.802508 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e7770fdc-9301-4fe8-9e18-6bf67b8c89b2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:04.931818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:04.942579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:04.960819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d4c71547-d16b-4c1d-b04d-f78aa84078fd details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:16:04.961554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:04.969063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:04.976230 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:05.128881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=e7770fdc-9301-4fe8-9e18-6bf67b8c89b2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:05.140966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ee4b9-f7e9-4741-a990-98a2c3686e70 req-c1fe5a99-603c-4707-85d8-257f95019ed8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:05.146804 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4cbf5ccd-fb1a-4bb3-a9a7-4517fcb3aacd tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9307077 Feb 03 22:16:05.157495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-823ee4b9-f7e9-4741-a990-98a2c3686e70 req-c1fe5a99-603c-4707-85d8-257f95019ed8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 944 time: 0.1180453 Feb 03 22:16:05.159123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:05.202512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2fccf501-84d4-48e3-a11a-9196cdd31a64 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:16:05.239623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-823ee4b9-f7e9-4741-a990-98a2c3686e70 req-c142522c-fa90-4e1b-9f8b-3554b48cba0e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760994 Feb 03 22:16:05.261938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-c66f21d0-4df6-4ba0-ac87-885e2592c999 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:05.263498 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-c66f21d0-4df6-4ba0-ac87-885e2592c999 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4&tenant_id=53ca60e57bac4ba49054448a2ff6b67b&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 944 time: 0.2288039 Feb 03 22:16:05.298630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 2fccf501-84d4-48e3-a11a-9196cdd31a64 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:16:05.299009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2fccf501-84d4-48e3-a11a-9196cdd31a64 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:16:05.417760 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-62a8d103-0adf-48cd-82da-a79b121e792c service neutron] delete failed (client error): The resource could not be found. Feb 03 22:16:05.418916 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-62a8d103-0adf-48cd-82da-a79b121e792c service neutron] 10.222.0.10 "DELETE /v2.0/ports/d4c71547-d16b-4c1d-b04d-f78aa84078fd/bindings/n-h1-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.1401920 Feb 03 22:16:05.421913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:05.432767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2e031b2c-de1e-40ab-98ec-3f714d4a6dc7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port e7770fdc-9301-4fe8-9e18-6bf67b8c89b2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:05.433211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e031b2c-de1e-40ab-98ec-3f714d4a6dc7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e7770fdc-9301-4fe8-9e18-6bf67b8c89b2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:05.475898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'port_id': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:16:05.543692 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e031b2c-de1e-40ab-98ec-3f714d4a6dc7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e7770fdc-9301-4fe8-9e18-6bf67b8c89b2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:05.570411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d4c71547-d16b-4c1d-b04d-f78aa84078fd is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:05.574177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:05.582467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-4b0e008b-9b82-4ada-ae14-7dc28e680775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:05.594410 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-4b0e008b-9b82-4ada-ae14-7dc28e680775 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1126 time: 0.1070945 Feb 03 22:16:05.609083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c71547-d16b-4c1d-b04d-f78aa84078fd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:16:05.610384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2e031b2c-de1e-40ab-98ec-3f714d4a6dc7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for e7770fdc-9301-4fe8-9e18-6bf67b8c89b2 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:05.648839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:05.656202 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:05.798180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-45ff5c68-533f-4766-a6eb-14c8b03e30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:05.800652 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-45ff5c68-533f-4766-a6eb-14c8b03e30c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 897 time: 0.2014351 Feb 03 22:16:05.817272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:05.873549 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e031b2c-de1e-40ab-98ec-3f714d4a6dc7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e7770fdc-9301-4fe8-9e18-6bf67b8c89b2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:05.941540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e031b2c-de1e-40ab-98ec-3f714d4a6dc7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=e7770fdc-9301-4fe8-9e18-6bf67b8c89b2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:05.947657 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e031b2c-de1e-40ab-98ec-3f714d4a6dc7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:05.957404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2e031b2c-de1e-40ab-98ec-3f714d4a6dc7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/e7770fdc-9301-4fe8-9e18-6bf67b8c89b2 HTTP/1.1" status: 204 len: 168 time: 0.7646439 Feb 03 22:16:05.958127 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44984) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:05.966770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'mac_address': 'fa:16:3e:ec:ed:e9', 'name': 'tempest-PortsIpV6TestJSON-1044567520'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:05.997871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-dfcede73-0b8c-4a75-9537-1f0235715d9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 1001 time: 0.1876180 Feb 03 22:16:06.028995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d4c71547-d16b-4c1d-b04d-f78aa84078fd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:16:06.104982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:06.119607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-52e42683-8c3e-4504-b04c-2d593cb23735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:06.122470 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-52e42683-8c3e-4504-b04c-2d593cb23735 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.1180553 Feb 03 22:16:06.229453 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:06.258368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-91bb1ac0-6156-4c69-98d5-19110539e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:06.259939 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-91bb1ac0-6156-4c69-98d5-19110539e549 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1296225 Feb 03 22:16:06.313441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port d5da62c2-aa3c-4714-bee2-66b50db7b0e4 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:06.378286 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-e2cc53a4-6140-4aaa-a74b-01f99387d250 service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083856 Feb 03 22:16:06.585172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a40627a5-7e91-48e1-99a5-84cad4754844 req-9a686def-816c-49cb-aafd-b86011232a2f service neutron] 10.222.0.10 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026489 Feb 03 22:16:06.646725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6df04-e55f-40e6-a615-f2171818e4af req-5b11e7bc-26f3-4aae-ae93-78f5b45be6d4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:06.649239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1d6df04-e55f-40e6-a615-f2171818e4af req-5b11e7bc-26f3-4aae-ae93-78f5b45be6d4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 945 time: 0.1864254 Feb 03 22:16:06.851290 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1d6df04-e55f-40e6-a615-f2171818e4af req-09d80f06-4569-426c-bfc1-fe6979879644 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869817 Feb 03 22:16:06.889052 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (d5da62c2-aa3c-4714-bee2-66b50db7b0e4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:06.997414 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d5da62c2-aa3c-4714-bee2-66b50db7b0e4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:07.064582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:07.071912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:07.082582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:07.096128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:07.098084 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:07.118194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=d5da62c2-aa3c-4714-bee2-66b50db7b0e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:07.144794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8cb4c297-dc84-4910-b2a8-ed0c854bd318 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1854608 Feb 03 22:16:07.148289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 44994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:07.225652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ccd29-9c3f-4d1b-8f95-0289d58b4764 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:07.227899 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-132ccd29-9c3f-4d1b-8f95-0289d58b4764 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/d5da62c2-aa3c-4714-bee2-66b50db7b0e4 HTTP/1.1" status: 200 len: 845 time: 0.0787299 Feb 03 22:16:07.231068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 44996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:07.451251 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b033825a-4c6e-4899-bc43-1cc792207da9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port d5da62c2-aa3c-4714-bee2-66b50db7b0e4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:07.451520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b033825a-4c6e-4899-bc43-1cc792207da9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d5da62c2-aa3c-4714-bee2-66b50db7b0e4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:07.539777 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b033825a-4c6e-4899-bc43-1cc792207da9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d5da62c2-aa3c-4714-bee2-66b50db7b0e4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:07.558393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b033825a-4c6e-4899-bc43-1cc792207da9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for d5da62c2-aa3c-4714-bee2-66b50db7b0e4 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:07.692614 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b033825a-4c6e-4899-bc43-1cc792207da9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d5da62c2-aa3c-4714-bee2-66b50db7b0e4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:07.743024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033825a-4c6e-4899-bc43-1cc792207da9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=d5da62c2-aa3c-4714-bee2-66b50db7b0e4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:07.753238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b033825a-4c6e-4899-bc43-1cc792207da9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:07.756950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b033825a-4c6e-4899-bc43-1cc792207da9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/d5da62c2-aa3c-4714-bee2-66b50db7b0e4 HTTP/1.1" status: 204 len: 168 time: 0.5247948 Feb 03 22:16:07.760518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:07.805643 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7860d3-b2a0-4166-97e2-3c99fd8d79af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:07.808104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ee7860d3-b2a0-4166-97e2-3c99fd8d79af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/d5da62c2-aa3c-4714-bee2-66b50db7b0e4 HTTP/1.1" status: 404 len: 333 time: 0.0459027 Feb 03 22:16:07.812602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45002) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:07.820197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'name': 'tempest-PortsIpV6TestJSON-188577176'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:08.058050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:08.063199 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:08.100482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 654748df-1434-42fc-896f-823e79ba3508 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:08.129435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5bd6-9c8a-46c0-b181-0d772a636baf req-7142f164-d314-4f8f-bd94-d9c00887e781 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:08.138484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9ea5bd6-9c8a-46c0-b181-0d772a636baf req-7142f164-d314-4f8f-bd94-d9c00887e781 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 945 time: 0.1588221 Feb 03 22:16:08.269199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9ea5bd6-9c8a-46c0-b181-0d772a636baf req-361f9b33-7556-4008-b04c-ecf20f7238fc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296358 Feb 03 22:16:08.295692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:08.421505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-950bb6a0-378e-44b7-a602-094e7c1955a2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/b34476af-c15a-4b51-9d90-9f303a57789f HTTP/1.1" status: 200 len: 993 time: 0.1236362 Feb 03 22:16:08.437930 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (654748df-1434-42fc-896f-823e79ba3508), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:08.487768 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (654748df-1434-42fc-896f-823e79ba3508), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:08.534483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:08.540360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:08.545577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:08.551389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:08.552263 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:08.567665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=654748df-1434-42fc-896f-823e79ba3508,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:08.588003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-52630287-9a8e-4e52-8fe4-6f270fb132af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7737291 Feb 03 22:16:08.590980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45012) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:08.598095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e9380d1f-3836-4847-b74d-cc836c2cc853 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:08.708312 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9380d1f-3836-4847-b74d-cc836c2cc853 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (654748df-1434-42fc-896f-823e79ba3508), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:08.994860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d4c71547-d16b-4c1d-b04d-f78aa84078fd up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:09.001244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9380d1f-3836-4847-b74d-cc836c2cc853 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (654748df-1434-42fc-896f-823e79ba3508), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.012020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9380d1f-3836-4847-b74d-cc836c2cc853 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (654748df-1434-42fc-896f-823e79ba3508), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.120829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e9380d1f-3836-4847-b74d-cc836c2cc853 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] In _notify_port_updated(), no bound segment for port 654748df-1434-42fc-896f-823e79ba3508 on network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 22:16:09.138743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9380d1f-3836-4847-b74d-cc836c2cc853 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:09.138743 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9380d1f-3836-4847-b74d-cc836c2cc853 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.138743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e9380d1f-3836-4847-b74d-cc836c2cc853 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "PUT /v2.0/ports/654748df-1434-42fc-896f-823e79ba3508 HTTP/1.1" status: 200 len: 818 time: 0.5450962 Feb 03 22:16:09.140959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:09.145030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port d4c71547-d16b-4c1d-b04d-f78aa84078fd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:16:09.150151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port d4c71547-d16b-4c1d-b04d-f78aa84078fd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:09.150895 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.173181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9380d1f-3836-4847-b74d-cc836c2cc853 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=654748df-1434-42fc-896f-823e79ba3508,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:09.245483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d4c71547-d16b-4c1d-b04d-f78aa84078fd is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:09.246193 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.273662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:16:09.277539 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895d73e5-fa5a-4709-b656-ef3642b2a78b" -d '{"events": [{"server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "name": "network-vif-plugged", "status": "completed", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:16:09.300751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:09.316560 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.353947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab041da7-86ce-473d-b087-2f52e57027c2 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 654748df-1434-42fc-896f-823e79ba3508 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:09.355251 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab041da7-86ce-473d-b087-2f52e57027c2 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (654748df-1434-42fc-896f-823e79ba3508), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.360034 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25353d6-ce21-4cef-b502-1394ec52a5f6 x-openstack-request-id: req-a25353d6-ce21-4cef-b502-1394ec52a5f6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:16:09.360446 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "name": "network-vif-plugged", "status": "completed", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:16:09.360795 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a25353d6-ce21-4cef-b502-1394ec52a5f6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:16:09.361314 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'code': 200} Feb 03 22:16:09.382310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:09.441290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab041da7-86ce-473d-b087-2f52e57027c2 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (654748df-1434-42fc-896f-823e79ba3508), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.457689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab041da7-86ce-473d-b087-2f52e57027c2 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 654748df-1434-42fc-896f-823e79ba3508 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:09.581344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab041da7-86ce-473d-b087-2f52e57027c2 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (654748df-1434-42fc-896f-823e79ba3508), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.624964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab041da7-86ce-473d-b087-2f52e57027c2 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=654748df-1434-42fc-896f-823e79ba3508,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:09.645136 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab041da7-86ce-473d-b087-2f52e57027c2 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.649552 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ab041da7-86ce-473d-b087-2f52e57027c2 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/654748df-1434-42fc-896f-823e79ba3508 HTTP/1.1" status: 204 len: 168 time: 0.5067368 Feb 03 22:16:09.652008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:09.734328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f2a3e7-18ab-4c6d-b6d8-5b92ea2bd805 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:09.735805 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-47f2a3e7-18ab-4c6d-b6d8-5b92ea2bd805 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0826397 Feb 03 22:16:09.739018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:09.767697 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c72bd1-968f-496d-ba28-7a46b711c145 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:09.770699 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d8c72bd1-968f-496d-ba28-7a46b711c145 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/654748df-1434-42fc-896f-823e79ba3508 HTTP/1.1" status: 404 len: 333 time: 0.0306604 Feb 03 22:16:09.774239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45030) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:09.779537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-576643058'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:09.821598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:09.835824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.865874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:16:09.883002 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9b0bf318-8b04-4ef3-8e2b-4e9807000d8a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.883772 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Added segment 9b0bf318-8b04-4ef3-8e2b-4e9807000d8a of type vlan for network bbfec231-b83f-433e-a0c8-955fd6cb1d7a Feb 03 22:16:09.937075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (bbfec231-b83f-433e-a0c8-955fd6cb1d7a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.981769 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (bbfec231-b83f-433e-a0c8-955fd6cb1d7a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:09.990777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:09.991852 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:10.436482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6583049 Feb 03 22:16:10.437168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:10.444288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:10.495957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7855c9-932f-4a61-a4d5-670e6d2b9a43 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Network': ['ID=bbfec231-b83f-433e-a0c8-955fd6cb1d7a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:10.519650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:16:10.557188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:10.566674 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:10.862390 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (d85f023b-9cda-41df-8450-b478823488f7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:10.942206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Checking segment: {'id': '9b0bf318-8b04-4ef3-8e2b-4e9807000d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:10.942584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network hostable DHCP agents. Network: bbfec231-b83f-433e-a0c8-955fd6cb1d7a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:16:10.944598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=d85f023b-9cda-41df-8450-b478823488f7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:10.965368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:16:10.981718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, bbfec231-b83f-433e-a0c8-955fd6cb1d7a) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:10.986073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:10.987200 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:10.997720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96439be5-d579-4934-9097-011d06011a8a None None] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:11.017235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:11.018606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b75c2e9c-bf49-406d-9a30-dcc16ee6f5de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5807059 Feb 03 22:16:11.027490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0a8bc493-5283-4ede-9ede-3767b06259de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:11.280460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-bbfec231-b83f-433e-a0c8-955fd6cb1d7a', 'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a', 'project_id': '74d2dca83b544e389dd26b605b63de3e', 'fixed_ips': [{'subnet_id': 'd85f023b-9cda-41df-8450-b478823488f7'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:16:11.281625 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:11.304282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8bc493-5283-4ede-9ede-3767b06259de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:11.312620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc493-5283-4ede-9ede-3767b06259de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:11.508812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Allocated IP 2001:db8::2 (bbfec231-b83f-433e-a0c8-955fd6cb1d7a/d85f023b-9cda-41df-8450-b478823488f7/cc8141ec-1086-42d9-92e3-fc48c208b596) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:11.636474 n-d-824834-9 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-0a8bc493-5283-4ede-9ede-3767b06259de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d85f023b-9cda-41df-8450-b478823488f7 (CIDR: 2001:db8::/64) Feb 03 22:16:11.642860 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8bc493-5283-4ede-9ede-3767b06259de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:16:11.643930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8bc493-5283-4ede-9ede-3767b06259de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:11.680401 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0a8bc493-5283-4ede-9ede-3767b06259de tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6586995 Feb 03 22:16:11.681284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45046) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:11.687639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:11.707016 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Publish callbacks [] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:11.716469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:11.804517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Pushing event updated for resources: {'Port': ['ID=cc8141ec-1086-42d9-92e3-fc48c208b596,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:11.815787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:11.817248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:11.821505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:11.898178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Attempting to bind port cc8141ec-1086-42d9-92e3-fc48c208b596 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:16:11.899678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Attempting to bind port cc8141ec-1086-42d9-92e3-fc48c208b596 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9b0bf318-8b04-4ef3-8e2b-4e9807000d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:16:11.900810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Attempting to bind port cc8141ec-1086-42d9-92e3-fc48c208b596 on network bbfec231-b83f-433e-a0c8-955fd6cb1d7a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:16:11.923278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:16:11.923675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Checking segment: {'id': '9b0bf318-8b04-4ef3-8e2b-4e9807000d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:11.924316 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:11.924742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Bound using segment: {'id': '9b0bf318-8b04-4ef3-8e2b-4e9807000d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:16:11.925272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Bound port: cc8141ec-1086-42d9-92e3-fc48c208b596, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0bf318-8b04-4ef3-8e2b-4e9807000d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:16:11.925762 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:11.947059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:11.968741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:12.000150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] For port cc8141ec-1086-42d9-92e3-fc48c208b596, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:16:12.004071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] For port cc8141ec-1086-42d9-92e3-fc48c208b596, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cc8141ec-1086-42d9-92e3-fc48c208b596,segment=NetworkSegment(9b0bf318-8b04-4ef3-8e2b-4e9807000d8a),segment_id=9b0bf318-8b04-4ef3-8e2b-4e9807000d8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:16:12.014366 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:12.129625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb53e6-e26f-4908-80c7-2795546af92a None None] Pushing event updated for resources: {'Port': ['ID=cc8141ec-1086-42d9-92e3-fc48c208b596,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:12.395094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:12.481615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:12.488009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:12.494564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:12.495380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:12.506782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:12.530428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3a0913e9-b1de-43db-b281-4a5a1a214b4e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8443933 Feb 03 22:16:12.530798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:12.538956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a', 'fixed_ips': [{'subnet_id': 'd85f023b-9cda-41df-8450-b478823488f7'}, {'subnet_id': 'c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a'}], 'name': 'tempest-PortsIpV6TestJSON-517814403'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:12.748027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:12.884080 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:12.914276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 9988b7bb-1911-4556-8b33-5245bea5b3e7 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:13.091036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cc8141ec-1086-42d9-92e3-fc48c208b596 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:13.168594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cc8141ec-1086-42d9-92e3-fc48c208b596 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:13.169515 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:13.337879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cc8141ec-1086-42d9-92e3-fc48c208b596 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:13.338288 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:13.348626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::3b9 (bbfec231-b83f-433e-a0c8-955fd6cb1d7a/d85f023b-9cda-41df-8450-b478823488f7/9988b7bb-1911-4556-8b33-5245bea5b3e7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:13.357352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8:0:1::77 (bbfec231-b83f-433e-a0c8-955fd6cb1d7a/c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a/9988b7bb-1911-4556-8b33-5245bea5b3e7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:13.444388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port cc8141ec-1086-42d9-92e3-fc48c208b596, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cc8141ec-1086-42d9-92e3-fc48c208b596,segment=NetworkSegment(9b0bf318-8b04-4ef3-8e2b-4e9807000d8a),segment_id=9b0bf318-8b04-4ef3-8e2b-4e9807000d8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:13.455334 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:13.704370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:13.706269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=cc8141ec-1086-42d9-92e3-fc48c208b596,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:13.762349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:13.828858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:13.841460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b84d6-9d40-4689-ab14-aa2f48f1a1a2 None None] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:13.844765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:13.847704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=9988b7bb-1911-4556-8b33-5245bea5b3e7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:13.858232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:13.868944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:13.869754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:13.904817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-047151e9-e791-4d41-bc21-df790a58e0f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.3726194 Feb 03 22:16:13.907136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45062) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:13.924136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd85f023b-9cda-41df-8450-b478823488f7'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:14.001420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5fad0eaa-90a7-4ff4-8e1e-0080e4fdee29 None None] Provisioning complete for port cc8141ec-1086-42d9-92e3-fc48c208b596 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:14.001805 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fad0eaa-90a7-4ff4-8e1e-0080e4fdee29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:14.036842 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:14.157648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5fad0eaa-90a7-4ff4-8e1e-0080e4fdee29 None None] Current status of the port cc8141ec-1086-42d9-92e3-fc48c208b596 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:14.168016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc26283-9156-4608-9987-b0a0658e6979 None None] Update dhcp port {'port': {'network_id': 'bbfec231-b83f-433e-a0c8-955fd6cb1d7a', 'fixed_ips': [{'subnet_id': 'd85f023b-9cda-41df-8450-b478823488f7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a'}], 'binding:host_id': 'n-d-824834-9'}, 'id': 'cc8141ec-1086-42d9-92e3-fc48c208b596'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:16:14.201601 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acc26283-9156-4608-9987-b0a0658e6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:14.437827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-acc26283-9156-4608-9987-b0a0658e6979 None None] Allocated IP 2001:db8:0:1::2 (bbfec231-b83f-433e-a0c8-955fd6cb1d7a/c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a/cc8141ec-1086-42d9-92e3-fc48c208b596) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:14.620563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-acc26283-9156-4608-9987-b0a0658e6979 None None] For port cc8141ec-1086-42d9-92e3-fc48c208b596, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cc8141ec-1086-42d9-92e3-fc48c208b596,segment=NetworkSegment(9b0bf318-8b04-4ef3-8e2b-4e9807000d8a),segment_id=9b0bf318-8b04-4ef3-8e2b-4e9807000d8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:14.663289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acc26283-9156-4608-9987-b0a0658e6979 None None] Publish callbacks [] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:14.671192 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acc26283-9156-4608-9987-b0a0658e6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:14.764436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Delete allocated IP 2001:db8:0:1::77 (bbfec231-b83f-433e-a0c8-955fd6cb1d7a/c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 22:16:14.791606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc26283-9156-4608-9987-b0a0658e6979 None None] Pushing event updated for resources: {'Port': ['ID=cc8141ec-1086-42d9-92e3-fc48c208b596,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:14.958691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-0421a804-9557-48bf-801f-dbe717aa5968 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693450970&fields=id&tenant_id=eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 267 time: 0.1004953 Feb 03 22:16:14.960942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:14.971578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:14.979278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cc8141ec-1086-42d9-92e3-fc48c208b596 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:15.083347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cc8141ec-1086-42d9-92e3-fc48c208b596 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:15.084762 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:15.098136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f428-6cee-4515-af88-c6d3a447882f req-88bcd100-20f0-4dc4-9666-d0d5c433c24a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:15.104890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-88bcd100-20f0-4dc4-9666-d0d5c433c24a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.1450562 Feb 03 22:16:15.121484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-ffa71602-5bf4-496b-9ea9-5a8267eafb70 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/quotas/eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 375 time: 0.0156913 Feb 03 22:16:15.141018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=9988b7bb-1911-4556-8b33-5245bea5b3e7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:15.144465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] In _notify_port_updated(), no bound segment for port 9988b7bb-1911-4556-8b33-5245bea5b3e7 on network bbfec231-b83f-433e-a0c8-955fd6cb1d7a {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 22:16:15.159724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:15.160381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:15.165997 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-30fbc0f8-9f63-4ac9-90ff-1525b7298327 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "PUT /v2.0/ports/9988b7bb-1911-4556-8b33-5245bea5b3e7 HTTP/1.1" status: 200 len: 925 time: 1.2450998 Feb 03 22:16:15.165997 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:15.174029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd85f023b-9cda-41df-8450-b478823488f7'}, {'subnet_id': 'c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:15.242140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cc8141ec-1086-42d9-92e3-fc48c208b596 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:15.271095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-86e1feaa-f483-4c13-9726-f1ef2b6b1c2c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267788 Feb 03 22:16:15.306679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:15.409722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-c35e8659-50c4-4af0-a47b-d52056f6338e service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375794 Feb 03 22:16:15.574419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-891108dc-912b-40ff-914f-4f77e1296675 service neutron] 10.222.0.50 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533065 Feb 03 22:16:15.777450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8:0:1::2ff (bbfec231-b83f-433e-a0c8-955fd6cb1d7a/c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a/9988b7bb-1911-4556-8b33-5245bea5b3e7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:15.811505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64ae56-aabb-4c21-83eb-8d2a3e7cf53c None None] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:15.926344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9065480d-4e37-4708-91d1-a956353332fa None None] Provisioning complete for port cc8141ec-1086-42d9-92e3-fc48c208b596 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:15.926727 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9065480d-4e37-4708-91d1-a956353332fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.044492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.070569 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.105714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9065480d-4e37-4708-91d1-a956353332fa None None] Current status of the port cc8141ec-1086-42d9-92e3-fc48c208b596 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:16.127241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9065480d-4e37-4708-91d1-a956353332fa None None] Provisioning complete for port 9988b7bb-1911-4556-8b33-5245bea5b3e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:16.127674 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9065480d-4e37-4708-91d1-a956353332fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.176482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3cadd38-6342-46a9-9ad6-41a6c063ee88 req-2e3573d8-d3a0-4da0-acbb-4d7d7ceb4016 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0977068 Feb 03 22:16:16.211354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9065480d-4e37-4708-91d1-a956353332fa None None] Port 9988b7bb-1911-4556-8b33-5245bea5b3e7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:16.266293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] In _notify_port_updated(), no bound segment for port 9988b7bb-1911-4556-8b33-5245bea5b3e7 on network bbfec231-b83f-433e-a0c8-955fd6cb1d7a {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 22:16:16.274733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:16.275386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.279495 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "PUT /v2.0/ports/9988b7bb-1911-4556-8b33-5245bea5b3e7 HTTP/1.1" status: 200 len: 1011 time: 1.1082900 Feb 03 22:16:16.280994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45098) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:16.292792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbdac0-2fb4-45f9-b24d-279946c968a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=9988b7bb-1911-4556-8b33-5245bea5b3e7,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:16.453699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4b195cd5-0566-495a-a08f-90473a370131 None None] Provisioning complete for port cc8141ec-1086-42d9-92e3-fc48c208b596 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:16.454296 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b195cd5-0566-495a-a08f-90473a370131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.497604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d7815-db25-422e-8d62-20fef8b1a2b9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 9988b7bb-1911-4556-8b33-5245bea5b3e7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:16.497947 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7815-db25-422e-8d62-20fef8b1a2b9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.635938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4b195cd5-0566-495a-a08f-90473a370131 None None] Current status of the port cc8141ec-1086-42d9-92e3-fc48c208b596 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:16.663132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4b195cd5-0566-495a-a08f-90473a370131 None None] Provisioning complete for port 9988b7bb-1911-4556-8b33-5245bea5b3e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:16.663536 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b195cd5-0566-495a-a08f-90473a370131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.676797 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7815-db25-422e-8d62-20fef8b1a2b9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.703567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d7815-db25-422e-8d62-20fef8b1a2b9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 9988b7bb-1911-4556-8b33-5245bea5b3e7 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:16.726093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4b195cd5-0566-495a-a08f-90473a370131 None None] Port 9988b7bb-1911-4556-8b33-5245bea5b3e7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:16.866378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-904302b9-497b-442b-99fc-bcb4a7202c74 None None] Provisioning complete for port 9988b7bb-1911-4556-8b33-5245bea5b3e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:16.866378 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-904302b9-497b-442b-99fc-bcb4a7202c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:16.924558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-904302b9-497b-442b-99fc-bcb4a7202c74 None None] Port 9988b7bb-1911-4556-8b33-5245bea5b3e7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:17.015733 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7815-db25-422e-8d62-20fef8b1a2b9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9988b7bb-1911-4556-8b33-5245bea5b3e7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:17.104072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d7815-db25-422e-8d62-20fef8b1a2b9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=9988b7bb-1911-4556-8b33-5245bea5b3e7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:17.142569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aab5668a-da95-46d5-856a-e52d6b2c0786 None None] Could not find standard attr ID for object 9988b7bb-1911-4556-8b33-5245bea5b3e7. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:17.161855 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7815-db25-422e-8d62-20fef8b1a2b9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:17.169841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0e9d7815-db25-422e-8d62-20fef8b1a2b9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/9988b7bb-1911-4556-8b33-5245bea5b3e7 HTTP/1.1" status: 204 len: 168 time: 0.8851070 Feb 03 22:16:17.170328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45108) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:17.217668 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f911833f-8f51-49a3-a448-33e811746828 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:17.222296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f911833f-8f51-49a3-a448-33e811746828 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/9988b7bb-1911-4556-8b33-5245bea5b3e7 HTTP/1.1" status: 404 len: 333 time: 0.0480013 Feb 03 22:16:17.222795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45112) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:17.320510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97d320f-4d4b-4920-993a-10e188eb2b7e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:17.360734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec90fa24-b7ba-4c04-b5f3-55452b01ada2 req-ae606903-f46a-4e5b-b46f-42ef1514c280 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0376353 Feb 03 22:16:17.369367 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97d320f-4d4b-4920-993a-10e188eb2b7e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:17.452042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97d320f-4d4b-4920-993a-10e188eb2b7e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:17.462937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5f364fc8-c433-4196-8a50-33a46526150d None None] Could not find standard attr ID for object 9988b7bb-1911-4556-8b33-5245bea5b3e7. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:17.632803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97d320f-4d4b-4920-993a-10e188eb2b7e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:17.634986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f428-6cee-4515-af88-c6d3a447882f req-ab70944c-23e1-4b2a-91dd-8e608e4d5575 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:17.637620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-ab70944c-23e1-4b2a-91dd-8e608e4d5575 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.10 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 812 time: 0.2213223 Feb 03 22:16:17.722785 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97d320f-4d4b-4920-993a-10e188eb2b7e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:17.753259 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-f971ef46-95b9-4c04-8bac-69b9f5c74978 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb5afcbeebe24f71934e2665a78a2dd7 HTTP/1.1" status: 200 len: 380 time: 0.1043096 Feb 03 22:16:17.775138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'port': {'device_id': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'admin_state_up': True, 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'security_groups': ['23306e0f-c1a8-4c3c-9d52-fd366f112673']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:17.778253 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97d320f-4d4b-4920-993a-10e188eb2b7e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:17.794659 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c97d320f-4d4b-4920-993a-10e188eb2b7e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a HTTP/1.1" status: 204 len: 168 time: 0.5653124 Feb 03 22:16:17.821604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45122) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:17.834850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d320f-4d4b-4920-993a-10e188eb2b7e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:17.842447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4983df-023f-45d5-a3d4-67d74306a1c1 None None] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:17.982956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5485777-3bfc-4aec-ac34-3a69b250d5a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet d85f023b-9cda-41df-8450-b478823488f7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:18.003033 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5485777-3bfc-4aec-ac34-3a69b250d5a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (d85f023b-9cda-41df-8450-b478823488f7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.013697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Made reservation on behalf of eb5afcbeebe24f71934e2665a78a2dd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:18.021801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.103792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5485777-3bfc-4aec-ac34-3a69b250d5a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (d85f023b-9cda-41df-8450-b478823488f7), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.262487 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5485777-3bfc-4aec-ac34-3a69b250d5a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d85f023b-9cda-41df-8450-b478823488f7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.314476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.20.0.14 (ce88f1d2-4911-43d4-8df7-15f173417f10/29421726-b876-425d-915a-9aa618fe4321/65a49a34-3155-4691-8972-5f2f8c4edecd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:18.376893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5485777-3bfc-4aec-ac34-3a69b250d5a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (d85f023b-9cda-41df-8450-b478823488f7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.494261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5485777-3bfc-4aec-ac34-3a69b250d5a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=d85f023b-9cda-41df-8450-b478823488f7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:18.511759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5485777-3bfc-4aec-ac34-3a69b250d5a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.526043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e5485777-3bfc-4aec-ac34-3a69b250d5a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/d85f023b-9cda-41df-8450-b478823488f7 HTTP/1.1" status: 204 len: 168 time: 0.7005289 Feb 03 22:16:18.526609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45130) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:18.596822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.632501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d5261b4d-4904-478d-830e-fffaa67c931d req-6cf2ef0d-595c-4345-a693-4a8e844cf674 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.1046824 Feb 03 22:16:18.686573 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.713392 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (bbfec231-b83f-433e-a0c8-955fd6cb1d7a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.744622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network ce88f1d2-4911-43d4-8df7-15f173417f10 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:18.751999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:18.758319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:18.825794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:18.826810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.851858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=65a49a34-3155-4691-8972-5f2f8c4edecd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:18.869310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-da749717-92d3-43b8-b9da-65abca9e268d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1074755 Feb 03 22:16:18.872248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port cc8141ec-1086-42d9-92e3-fc48c208b596 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:18.872689 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:18.895038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Request body: {'port': {'device_id': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:19.031250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] For port cc8141ec-1086-42d9-92e3-fc48c208b596, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cc8141ec-1086-42d9-92e3-fc48c208b596,segment=NetworkSegment(9b0bf318-8b04-4ef3-8e2b-4e9807000d8a),segment_id=9b0bf318-8b04-4ef3-8e2b-4e9807000d8a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:19.032099 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.045549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.097190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for cc8141ec-1086-42d9-92e3-fc48c208b596 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:19.288740 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cc8141ec-1086-42d9-92e3-fc48c208b596), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.339324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2d1bf269-b2ca-40a4-b0b2-ca8fe0d4d4b9 None None] Provisioning complete for port 65a49a34-3155-4691-8972-5f2f8c4edecd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:19.340312 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d1bf269-b2ca-40a4-b0b2-ca8fe0d4d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.352409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No DVR routers for this DVR port cc8141ec-1086-42d9-92e3-fc48c208b596 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:16:19.406031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=cc8141ec-1086-42d9-92e3-fc48c208b596,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:19.426622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bf269-b2ca-40a4-b0b2-ca8fe0d4d4b9 None None] Port 65a49a34-3155-4691-8972-5f2f8c4edecd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:19.430808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d205bf-3e4a-4510-8605-ede34ef0ea6a None None] Network bbfec231-b83f-433e-a0c8-955fd6cb1d7a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:19.507814 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (bbfec231-b83f-433e-a0c8-955fd6cb1d7a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.530487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfec231-b83f-433e-a0c8-955fd6cb1d7a']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:19.543286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0bf318-8b04-4ef3-8e2b-4e9807000d8a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:19.543728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0bf318-8b04-4ef3-8e2b-4e9807000d8a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:19.560220 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (9b0bf318-8b04-4ef3-8e2b-4e9807000d8a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.574497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9b0bf318-8b04-4ef3-8e2b-4e9807000d8a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.581043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:16:19.581540 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (9b0bf318-8b04-4ef3-8e2b-4e9807000d8a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.600275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b106ead1-bff1-4d41-a44d-96529739f751 None None] Could not find standard attr ID for object cc8141ec-1086-42d9-92e3-fc48c208b596. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:16:19.651104 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:16:19.660068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (bbfec231-b83f-433e-a0c8-955fd6cb1d7a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.670140 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.681190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/networks/bbfec231-b83f-433e-a0c8-955fd6cb1d7a HTTP/1.1" status: 204 len: 168 time: 1.1522162 Feb 03 22:16:19.681957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45140) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:19.689346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b735bb-af97-4743-bd74-92d6cb039cd3 None None] DHCP port deletion for bbfec231-b83f-433e-a0c8-955fd6cb1d7a request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:16:19.755388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a49a34-3155-4691-8972-5f2f8c4edecd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:16:19.775200 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Publish callbacks [] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.787629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc769b96-9be0-4342-bf79-b50ef0103ae7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Network': ['ID=bbfec231-b83f-433e-a0c8-955fd6cb1d7a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:19.804595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Transition to ACTIVE for port object 65a49a34-3155-4691-8972-5f2f8c4edecd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:16:19.819834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfae7843-eb3a-4f5b-8bd4-6c391ee87d2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:19.822457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:19.826183 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dfae7843-eb3a-4f5b-8bd4-6c391ee87d2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1343222 Feb 03 22:16:19.827206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45142) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:19.900798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e7863-f0fd-4b32-b471-8f00d60d5f08 req-7f610894-34ca-4928-97f5-edcd3d8494c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:19.905550 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f18e7863-f0fd-4b32-b471-8f00d60d5f08 req-7f610894-34ca-4928-97f5-edcd3d8494c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 932 time: 0.1876452 Feb 03 22:16:20.019660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Attempting to bind port 65a49a34-3155-4691-8972-5f2f8c4edecd on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:16:20.020291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Attempting to bind port 65a49a34-3155-4691-8972-5f2f8c4edecd by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:16:20.020805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Attempting to bind port 65a49a34-3155-4691-8972-5f2f8c4edecd on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:16:20.029593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Pushing event updated for resources: {'Port': ['ID=65a49a34-3155-4691-8972-5f2f8c4edecd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:20.032542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Port 65a49a34-3155-4691-8972-5f2f8c4edecd on network ce88f1d2-4911-43d4-8df7-15f173417f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:16:20.033098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Attempting to bind port 65a49a34-3155-4691-8972-5f2f8c4edecd on network ce88f1d2-4911-43d4-8df7-15f173417f10 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:16:20.048869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:16:20.049775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Checking segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:20.050167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Bound using segment: {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:16:20.050624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Bound port: 65a49a34-3155-4691-8972-5f2f8c4edecd, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55f406c-eafc-4550-a94b-4e63967a3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:16:20.050987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:20.053062 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fac15c12-e752-4839-a790-a46633f4da15 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2189882 Feb 03 22:16:20.055285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:20.060689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1210326655'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:20.070159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f18e7863-f0fd-4b32-b471-8f00d60d5f08 req-648cff45-96d5-48e0-aee0-06137a417df3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542742 Feb 03 22:16:20.129469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:20.133494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:20.184466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:16:20.200993 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (63d64153-7d1e-4cce-a0f9-245736f381cc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:20.201697 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Added segment 63d64153-7d1e-4cce-a0f9-245736f381cc of type vlan for network 3201d620-d156-41ea-a7ed-b65937935e1b Feb 03 22:16:20.264112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] For port 65a49a34-3155-4691-8972-5f2f8c4edecd, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:16:20.268226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] For port 65a49a34-3155-4691-8972-5f2f8c4edecd, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=65a49a34-3155-4691-8972-5f2f8c4edecd,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:16:20.277531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:20.305971 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (3201d620-d156-41ea-a7ed-b65937935e1b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:20.364190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:20.364755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:20.366253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/65a49a34-3155-4691-8972-5f2f8c4edecd HTTP/1.1" status: 200 len: 1092 time: 1.4907897 Feb 03 22:16:20.366721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:16:20.369190 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1cc469-5732-4035-a4a7-2f959247260e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:16:20.373219 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (3201d620-d156-41ea-a7ed-b65937935e1b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:20.378694 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:20.379321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:20.417050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2cf51-666f-4280-a3dc-5afdcc0785d1 service neutron] Pushing event updated for resources: {'Port': ['ID=65a49a34-3155-4691-8972-5f2f8c4edecd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:20.465880 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a586e7-df5a-4800-9cee-ac3bdbebe60a x-openstack-request-id: req-99a586e7-df5a-4800-9cee-ac3bdbebe60a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:16:20.466178 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:16:20.466433 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99a586e7-df5a-4800-9cee-ac3bdbebe60a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:16:20.466887 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'status': 'completed', 'code': 200} Feb 03 22:16:20.496212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f428-6cee-4515-af88-c6d3a447882f req-a160a7a1-eda0-463e-be70-173e64fc986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:20.498773 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-a160a7a1-eda0-463e-be70-173e64fc986b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 1126 time: 0.0703063 Feb 03 22:16:20.541997 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4855406 Feb 03 22:16:20.545415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45160) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:20.562652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '3201d620-d156-41ea-a7ed-b65937935e1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:20.569378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95fc5d-04a1-4b54-998e-daad039bd6c8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Network': ['ID=3201d620-d156-41ea-a7ed-b65937935e1b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:20.580057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 3201d620-d156-41ea-a7ed-b65937935e1b details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:16:20.633383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-d2207ad8-6d92-4578-86d6-a156485a90b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a49a34-3155-4691-8972-5f2f8c4edecd HTTP/1.1" status: 200 len: 217 time: 0.1287570 Feb 03 22:16:20.720415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f428-6cee-4515-af88-c6d3a447882f req-6cae5bda-0a83-40e9-99ef-1467759eca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:20.722634 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-6cae5bda-0a83-40e9-99ef-1467759eca4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0832431 Feb 03 22:16:20.771139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:20.778167 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:20.790882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f428-6cee-4515-af88-c6d3a447882f req-fa19637c-ac16-4351-adae-f47415b2042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:20.793660 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-fa19637c-ac16-4351-adae-f47415b2042a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650134 Feb 03 22:16:20.979014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-7c06dc3f-0d79-4b08-af3d-3aa3811b88ae service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769302 Feb 03 22:16:21.068624 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (983f9127-57c8-49a4-8d21-18aa0e42f92b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:21.213921 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c69f428-6cee-4515-af88-c6d3a447882f req-8df6d1be-37d9-42c5-972f-9d690d35574f service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274067 Feb 03 22:16:21.280001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cc8141ec-1086-42d9-92e3-fc48c208b596 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:16:21.346311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: cc8141ec-1086-42d9-92e3-fc48c208b596 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:16:21.349845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cc8141ec-1086-42d9-92e3-fc48c208b596 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:16:21.369122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=983f9127-57c8-49a4-8d21-18aa0e42f92b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:21.387563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc469-5732-4035-a4a7-2f959247260e req-4a3b9160-84d9-4dbe-bb17-96536964e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:21.389522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de1cc469-5732-4035-a4a7-2f959247260e req-4a3b9160-84d9-4dbe-bb17-96536964e722 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 1126 time: 0.1144495 Feb 03 22:16:21.431406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Checking segment: {'id': '63d64153-7d1e-4cce-a0f9-245736f381cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3201d620-d156-41ea-a7ed-b65937935e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:21.431771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network hostable DHCP agents. Network: 3201d620-d156-41ea-a7ed-b65937935e1b, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:16:21.474500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3f122-2c00-429c-a0f6-8b60d3bd02f3 req-4515bbd3-2d1c-4f2e-aa28-152238d10888 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:21.481776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88d3f122-2c00-429c-a0f6-8b60d3bd02f3 req-4515bbd3-2d1c-4f2e-aa28-152238d10888 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.2500618 Feb 03 22:16:21.501431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc469-5732-4035-a4a7-2f959247260e req-a1f10476-0664-42c9-b7ee-151ea39b3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:21.503617 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de1cc469-5732-4035-a4a7-2f959247260e req-a1f10476-0664-42c9-b7ee-151ea39b3c9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.1081135 Feb 03 22:16:21.517228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 3201d620-d156-41ea-a7ed-b65937935e1b is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:16:21.542003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 3201d620-d156-41ea-a7ed-b65937935e1b) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:21.547212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:21.547808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:21.553309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60949b6b-5509-4b47-add5-a583775f86a2 None None] Network 3201d620-d156-41ea-a7ed-b65937935e1b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:21.579689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-88d3f122-2c00-429c-a0f6-8b60d3bd02f3 req-fd5b2a46-c93a-4a9a-8556-3ac3200cc4c2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895476 Feb 03 22:16:21.587377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ab643a7c-d89f-4842-8561-c1a8fca75eb1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0384359 Feb 03 22:16:21.588051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45168) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:21.603222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '3201d620-d156-41ea-a7ed-b65937935e1b', 'name': 'tempest-PortsIpV6TestJSON-173316854'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:21.645973 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de1cc469-5732-4035-a4a7-2f959247260e req-3295e0de-86ea-40fa-af11-251c0c77fc9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a49a34-3155-4691-8972-5f2f8c4edecd HTTP/1.1" status: 200 len: 217 time: 0.1360884 Feb 03 22:16:21.744516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:21.750416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-3201d620-d156-41ea-a7ed-b65937935e1b', 'network_id': '3201d620-d156-41ea-a7ed-b65937935e1b', 'project_id': '74d2dca83b544e389dd26b605b63de3e', 'fixed_ips': [{'subnet_id': '983f9127-57c8-49a4-8d21-18aa0e42f92b'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:16:21.751019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:21.751291 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:21.755532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc469-5732-4035-a4a7-2f959247260e req-452d6fd6-f13e-40d0-acdf-9863c7abf69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:21.758004 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de1cc469-5732-4035-a4a7-2f959247260e req-452d6fd6-f13e-40d0-acdf-9863c7abf69d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1030869 Feb 03 22:16:21.773178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 73a6c864-072e-4dce-95a4-d39ebba2f21f yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:21.823047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc469-5732-4035-a4a7-2f959247260e req-ab99b0a7-fd96-4de3-8c0d-f02250798cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:21.826094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de1cc469-5732-4035-a4a7-2f959247260e req-ab99b0a7-fd96-4de3-8c0d-f02250798cec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618844 Feb 03 22:16:21.948886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::3e2 (3201d620-d156-41ea-a7ed-b65937935e1b/983f9127-57c8-49a4-8d21-18aa0e42f92b/73a6c864-072e-4dce-95a4-d39ebba2f21f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:21.990216 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de1cc469-5732-4035-a4a7-2f959247260e req-b93a3f46-ac52-4759-8640-c93bea68a742 service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575041 Feb 03 22:16:22.121003 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-de1cc469-5732-4035-a4a7-2f959247260e req-ec21d962-8a92-4753-99d0-da6274ff599d service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247363 Feb 03 22:16:22.230398 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (73a6c864-072e-4dce-95a4-d39ebba2f21f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:22.275629 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (73a6c864-072e-4dce-95a4-d39ebba2f21f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:22.332217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=73a6c864-072e-4dce-95a4-d39ebba2f21f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:22.350818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 3201d620-d156-41ea-a7ed-b65937935e1b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:22.360939 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:22.367520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:22.382103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:22.383176 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:22.432956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b45ccb4f-ab1e-4a22-9dc7-60d9a6e2fc8e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8435171 Feb 03 22:16:22.435183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45176) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:22.440710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '3201d620-d156-41ea-a7ed-b65937935e1b', 'name': 'tempest-PortsIpV6TestJSON-1550246263'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:22.654001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:22.658867 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:22.688280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 7e503268-ccca-433f-9ef6-fa834a136cbb yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:22.705147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Allocated IP 2001:db8::2 (3201d620-d156-41ea-a7ed-b65937935e1b/983f9127-57c8-49a4-8d21-18aa0e42f92b/8a0348f5-2012-41d9-89d0-3c2994c2cf2e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:22.851876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b907e-7aa0-4280-bc17-8d3ea5d7d480 req-9eb14fd3-3f2d-4ddf-98f2-ebaf46f46be4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:22.853402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-385b907e-7aa0-4280-bc17-8d3ea5d7d480 req-9eb14fd3-3f2d-4ddf-98f2-ebaf46f46be4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.0585055 Feb 03 22:16:22.935137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-385b907e-7aa0-4280-bc17-8d3ea5d7d480 req-959be7d2-3116-4981-ae2a-6b75e07d712a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701790 Feb 03 22:16:22.942054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Publish callbacks [] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:22.950747 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.021846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Network 3201d620-d156-41ea-a7ed-b65937935e1b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:23.023156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Pushing event updated for resources: {'Port': ['ID=8a0348f5-2012-41d9-89d0-3c2994c2cf2e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:23.025845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:23.030773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::2ab (3201d620-d156-41ea-a7ed-b65937935e1b/983f9127-57c8-49a4-8d21-18aa0e42f92b/7e503268-ccca-433f-9ef6-fa834a136cbb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:23.031455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:23.100306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Attempting to bind port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:16:23.100776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Attempting to bind port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '63d64153-7d1e-4cce-a0f9-245736f381cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3201d620-d156-41ea-a7ed-b65937935e1b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:16:23.101214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Attempting to bind port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e on network 3201d620-d156-41ea-a7ed-b65937935e1b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:16:23.107418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:16:23.107795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Checking segment: {'id': '63d64153-7d1e-4cce-a0f9-245736f381cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3201d620-d156-41ea-a7ed-b65937935e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:23.108199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.108590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Bound using segment: {'id': '63d64153-7d1e-4cce-a0f9-245736f381cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3201d620-d156-41ea-a7ed-b65937935e1b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:16:23.109082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Bound port: 8a0348f5-2012-41d9-89d0-3c2994c2cf2e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d64153-7d1e-4cce-a0f9-245736f381cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3201d620-d156-41ea-a7ed-b65937935e1b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:16:23.109461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.192946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] For port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:16:23.196313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] For port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8a0348f5-2012-41d9-89d0-3c2994c2cf2e,segment=NetworkSegment(63d64153-7d1e-4cce-a0f9-245736f381cc),segment_id=63d64153-7d1e-4cce-a0f9-245736f381cc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:16:23.202533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (7e503268-ccca-433f-9ef6-fa834a136cbb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.204187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.256395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7e503268-ccca-433f-9ef6-fa834a136cbb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.285050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1a7fe-c8c1-4c51-a38d-d146df3f69b2 None None] Pushing event updated for resources: {'Port': ['ID=8a0348f5-2012-41d9-89d0-3c2994c2cf2e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:23.324601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 3201d620-d156-41ea-a7ed-b65937935e1b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:23.331152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:23.333622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=7e503268-ccca-433f-9ef6-fa834a136cbb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:23.335936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:23.342302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:23.342899 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.369163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:23.377573 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d4f2f088-94ac-457b-ae2c-f5c81f9ce20a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9412019 Feb 03 22:16:23.547692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc116f23-4892-42dc-973f-4e6d9ba432b5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:23.549453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cc116f23-4892-42dc-973f-4e6d9ba432b5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e2 HTTP/1.1" status: 200 len: 928 time: 0.1792262 Feb 03 22:16:23.560104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45186) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:23.606066 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8032-caf9-471b-9daa-19aaab083684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.684667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-abac56db-ca07-48ad-9ba9-1e2659f3b385 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 7e503268-ccca-433f-9ef6-fa834a136cbb {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:23.684667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abac56db-ca07-48ad-9ba9-1e2659f3b385 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7e503268-ccca-433f-9ef6-fa834a136cbb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.848809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abac56db-ca07-48ad-9ba9-1e2659f3b385 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7e503268-ccca-433f-9ef6-fa834a136cbb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:23.877777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-abac56db-ca07-48ad-9ba9-1e2659f3b385 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 7e503268-ccca-433f-9ef6-fa834a136cbb owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:24.046370 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abac56db-ca07-48ad-9ba9-1e2659f3b385 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7e503268-ccca-433f-9ef6-fa834a136cbb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:24.126178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac56db-ca07-48ad-9ba9-1e2659f3b385 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=7e503268-ccca-433f-9ef6-fa834a136cbb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:24.166354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abac56db-ca07-48ad-9ba9-1e2659f3b385 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:24.175453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-abac56db-ca07-48ad-9ba9-1e2659f3b385 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/7e503268-ccca-433f-9ef6-fa834a136cbb HTTP/1.1" status: 204 len: 168 time: 0.6133916 Feb 03 22:16:24.175956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:24.234328 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21392c-f3b9-42db-9dfb-44c03852a411 req-10490c7f-263e-49c9-833b-2c6ed6984ae8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:24.238628 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b74c4dd-45d8-467c-9017-753add7c514f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:24.240590 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5b74c4dd-45d8-467c-9017-753add7c514f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/7e503268-ccca-433f-9ef6-fa834a136cbb HTTP/1.1" status: 404 len: 333 time: 0.0649161 Feb 03 22:16:24.243508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:24.249845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc21392c-f3b9-42db-9dfb-44c03852a411 req-10490c7f-263e-49c9-833b-2c6ed6984ae8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.1946113 Feb 03 22:16:24.333474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc21392c-f3b9-42db-9dfb-44c03852a411 req-74bac21e-1a5b-4091-bcfb-aa47ad455ba5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811403 Feb 03 22:16:24.428300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 73a6c864-072e-4dce-95a4-d39ebba2f21f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:24.428772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (73a6c864-072e-4dce-95a4-d39ebba2f21f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:24.563557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (73a6c864-072e-4dce-95a4-d39ebba2f21f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:24.583495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 73a6c864-072e-4dce-95a4-d39ebba2f21f owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:24.650279 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:24.655431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:24.825062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f5cfe6-e9c5-4026-9c16-d0ce254551d1 None None] Network 3201d620-d156-41ea-a7ed-b65937935e1b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:24.830620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (73a6c864-072e-4dce-95a4-d39ebba2f21f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:24.871174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=73a6c864-072e-4dce-95a4-d39ebba2f21f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:24.883703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.884063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.884414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.884753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.885119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.885456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.885976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.886309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.886619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.886877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.887395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.887600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.887926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:24.929335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2c4e539e-f093-4fdb-a6c4-77cb8a5dc5a4 None None] Provisioning complete for port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:24.933255 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c4e539e-f093-4fdb-a6c4-77cb8a5dc5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:24.951398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:24.958067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45212) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:24.958558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f2fe9d77-8f6a-4bc9-b915-b0070ed2296c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/73a6c864-072e-4dce-95a4-d39ebba2f21f HTTP/1.1" status: 204 len: 168 time: 0.7128918 Feb 03 22:16:25.009303 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-89def703-ce74-4b76-87fd-a94ed410f783 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:25.011709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-89def703-ce74-4b76-87fd-a94ed410f783 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/73a6c864-072e-4dce-95a4-d39ebba2f21f HTTP/1.1" status: 404 len: 333 time: 0.0521410 Feb 03 22:16:25.014323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45216) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:25.084176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd86254-5a0c-41e2-8bc9-c13cb78747d4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet 983f9127-57c8-49a4-8d21-18aa0e42f92b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:25.089804 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bd86254-5a0c-41e2-8bc9-c13cb78747d4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (983f9127-57c8-49a4-8d21-18aa0e42f92b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.103168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8a0348f5-2012-41d9-89d0-3c2994c2cf2e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:25.132816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e539e-f093-4fdb-a6c4-77cb8a5dc5a4 None None] Current status of the port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:25.133640 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c4e539e-f093-4fdb-a6c4-77cb8a5dc5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.145709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bd86254-5a0c-41e2-8bc9-c13cb78747d4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (983f9127-57c8-49a4-8d21-18aa0e42f92b), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.193182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2c4e539e-f093-4fdb-a6c4-77cb8a5dc5a4 None None] For port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8a0348f5-2012-41d9-89d0-3c2994c2cf2e,segment=NetworkSegment(63d64153-7d1e-4cce-a0f9-245736f381cc),segment_id=63d64153-7d1e-4cce-a0f9-245736f381cc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:25.213017 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c4e539e-f093-4fdb-a6c4-77cb8a5dc5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.303770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bd86254-5a0c-41e2-8bc9-c13cb78747d4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (983f9127-57c8-49a4-8d21-18aa0e42f92b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.313949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e539e-f093-4fdb-a6c4-77cb8a5dc5a4 None None] Pushing event updated for resources: {'Port': ['ID=8a0348f5-2012-41d9-89d0-3c2994c2cf2e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:25.317976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:25.318356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.466486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:25.473006 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bd86254-5a0c-41e2-8bc9-c13cb78747d4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (983f9127-57c8-49a4-8d21-18aa0e42f92b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.534314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd86254-5a0c-41e2-8bc9-c13cb78747d4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=983f9127-57c8-49a4-8d21-18aa0e42f92b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:25.536697 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bd86254-5a0c-41e2-8bc9-c13cb78747d4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.542877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45228) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:25.552184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7bd86254-5a0c-41e2-8bc9-c13cb78747d4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/983f9127-57c8-49a4-8d21-18aa0e42f92b HTTP/1.1" status: 204 len: 168 time: 0.5352814 Feb 03 22:16:25.592056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-53b33a4b-eab5-4600-bafb-f2bb63a0d5cd None None] Provisioning complete for port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:25.593657 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53b33a4b-eab5-4600-bafb-f2bb63a0d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.599660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b1ac9-3682-4793-a363-a99807debab3 req-4401dc21-2b9e-4dba-9327-13d81e010dee tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:25.600152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd9b1ac9-3682-4793-a363-a99807debab3 req-4401dc21-2b9e-4dba-9327-13d81e010dee tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.1558275 Feb 03 22:16:25.733053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd9b1ac9-3682-4793-a363-a99807debab3 req-333c8cab-68c4-447c-9ed8-ceb587be7244 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191220 Feb 03 22:16:25.738546 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (3201d620-d156-41ea-a7ed-b65937935e1b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.797048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-53b33a4b-eab5-4600-bafb-f2bb63a0d5cd None None] Current status of the port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:25.855746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:25.856478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.930705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] For port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8a0348f5-2012-41d9-89d0-3c2994c2cf2e,segment=NetworkSegment(63d64153-7d1e-4cce-a0f9-245736f381cc),segment_id=63d64153-7d1e-4cce-a0f9-245736f381cc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:25.930705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:25.940582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fdec06-7632-4577-a9a8-fd5758610b16 None None] Network 3201d620-d156-41ea-a7ed-b65937935e1b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:25.945469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 8a0348f5-2012-41d9-89d0-3c2994c2cf2e owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:26.056076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3d4a9186-e8db-475f-94d7-5b0d5e58e953 None None] Could not find standard attr ID for object 73a6c864-072e-4dce-95a4-d39ebba2f21f. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:26.101371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8a0348f5-2012-41d9-89d0-3c2994c2cf2e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.128665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=8a0348f5-2012-41d9-89d0-3c2994c2cf2e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:26.145123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No DVR routers for this DVR port 8a0348f5-2012-41d9-89d0-3c2994c2cf2e on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:16:26.172481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e1d08-e055-473e-b7c5-879aba911181 None None] DHCP port deletion for 3201d620-d156-41ea-a7ed-b65937935e1b request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:16:26.247688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (3201d620-d156-41ea-a7ed-b65937935e1b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.269446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3201d620-d156-41ea-a7ed-b65937935e1b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:26.279388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d64153-7d1e-4cce-a0f9-245736f381cc') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:26.280045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d64153-7d1e-4cce-a0f9-245736f381cc') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:26.291316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (63d64153-7d1e-4cce-a0f9-245736f381cc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.305809 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (63d64153-7d1e-4cce-a0f9-245736f381cc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.312798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:16:26.313454 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (63d64153-7d1e-4cce-a0f9-245736f381cc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:16:26.317431 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:16:26.389302 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (3201d620-d156-41ea-a7ed-b65937935e1b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.403287 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.411371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45244) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:26.416365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-711439630'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:26.419751 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/networks/3201d620-d156-41ea-a7ed-b65937935e1b HTTP/1.1" status: 204 len: 168 time: 0.8757534 Feb 03 22:16:26.440564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa062c82-a175-41bf-b3a6-aee5cd4f90c6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Network': ['ID=3201d620-d156-41ea-a7ed-b65937935e1b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:26.452926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:26.456786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.489671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:16:26.500014 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (02290d36-8a4f-459f-b348-4b28655271dc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.500357 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Added segment 02290d36-8a4f-459f-b348-4b28655271dc of type vlan for network 25a62c0c-45d5-4969-b4cf-d542ce51788f Feb 03 22:16:26.552006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ab0-89c5-4bd9-a8cb-20f72a4a6a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.554758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (25a62c0c-45d5-4969-b4cf-d542ce51788f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.582434 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (25a62c0c-45d5-4969-b4cf-d542ce51788f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.588178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:26.588888 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.671821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45248) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:26.677698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '25a62c0c-45d5-4969-b4cf-d542ce51788f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:26.681994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2694416 Feb 03 22:16:26.696974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73296870-d45c-4788-9789-6a05ed671065 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Network': ['ID=25a62c0c-45d5-4969-b4cf-d542ce51788f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:26.717873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 25a62c0c-45d5-4969-b4cf-d542ce51788f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:16:26.852467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:26.871478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:26.980940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb7576-0e2d-4ca7-bf70-85a524b9e54f req-765c2e52-dbd8-484f-8b1a-ea100b946bfe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:26.982821 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1bb7576-0e2d-4ca7-bf70-85a524b9e54f req-765c2e52-dbd8-484f-8b1a-ea100b946bfe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.1245761 Feb 03 22:16:27.027043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8a0348f5-2012-41d9-89d0-3c2994c2cf2e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:16:27.031952 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:27.079800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 8a0348f5-2012-41d9-89d0-3c2994c2cf2e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:16:27.081091 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8a0348f5-2012-41d9-89d0-3c2994c2cf2e not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:16:27.098367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1bb7576-0e2d-4ca7-bf70-85a524b9e54f req-afdc6401-f537-435f-bf8f-7685badf2a08 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969481 Feb 03 22:16:27.194280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (8882c0bd-39ec-4c16-abb7-325c61d7555a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:27.257139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=8882c0bd-39ec-4c16-abb7-325c61d7555a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:27.309665 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Checking segment: {'id': '02290d36-8a4f-459f-b348-4b28655271dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25a62c0c-45d5-4969-b4cf-d542ce51788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:27.310069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network hostable DHCP agents. Network: 25a62c0c-45d5-4969-b4cf-d542ce51788f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:16:27.330283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 25a62c0c-45d5-4969-b4cf-d542ce51788f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:16:27.349226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 25a62c0c-45d5-4969-b4cf-d542ce51788f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:27.362607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f00dc4-8872-4b1b-b7e5-ec64a3525e17 None None] Network 25a62c0c-45d5-4969-b4cf-d542ce51788f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:27.380547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:27.383736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:27.420881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1aaa2b46-b692-40df-97d7-f5ba11132b09 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7478662 Feb 03 22:16:27.423852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:27.430606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '25a62c0c-45d5-4969-b4cf-d542ce51788f', 'name': 'tempest-PortsIpV6TestJSON-950754182', 'fixed_ips': [{'subnet_id': '8882c0bd-39ec-4c16-abb7-325c61d7555a', 'ip_address': '2001:db8::10'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:27.550231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-25a62c0c-45d5-4969-b4cf-d542ce51788f', 'network_id': '25a62c0c-45d5-4969-b4cf-d542ce51788f', 'project_id': '74d2dca83b544e389dd26b605b63de3e', 'fixed_ips': [{'subnet_id': '8882c0bd-39ec-4c16-abb7-325c61d7555a'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:16:27.551098 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:27.641705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:27.835936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Allocated IP 2001:db8::2 (25a62c0c-45d5-4969-b4cf-d542ce51788f/8882c0bd-39ec-4c16-abb7-325c61d7555a/c94029c8-4e50-4fd6-84a9-f8503e625283) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:27.855032 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:27.881750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 7edc53e1-5a58-4abe-911c-ae8c7776584d yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:28.147281 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Publish callbacks [] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:28.156659 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:28.228847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Network 25a62c0c-45d5-4969-b4cf-d542ce51788f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:28.237401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:28.245061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:28.260949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Pushing event updated for resources: {'Port': ['ID=c94029c8-4e50-4fd6-84a9-f8503e625283,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:28.322092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::10 (25a62c0c-45d5-4969-b4cf-d542ce51788f/8882c0bd-39ec-4c16-abb7-325c61d7555a/7edc53e1-5a58-4abe-911c-ae8c7776584d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:28.356625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Attempting to bind port c94029c8-4e50-4fd6-84a9-f8503e625283 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:16:28.357398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Attempting to bind port c94029c8-4e50-4fd6-84a9-f8503e625283 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '02290d36-8a4f-459f-b348-4b28655271dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25a62c0c-45d5-4969-b4cf-d542ce51788f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:16:28.357873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Attempting to bind port c94029c8-4e50-4fd6-84a9-f8503e625283 on network 25a62c0c-45d5-4969-b4cf-d542ce51788f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:16:28.363947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:16:28.364480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Checking segment: {'id': '02290d36-8a4f-459f-b348-4b28655271dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25a62c0c-45d5-4969-b4cf-d542ce51788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:28.365022 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:28.365520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Bound using segment: {'id': '02290d36-8a4f-459f-b348-4b28655271dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25a62c0c-45d5-4969-b4cf-d542ce51788f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:16:28.366103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Bound port: c94029c8-4e50-4fd6-84a9-f8503e625283, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02290d36-8a4f-459f-b348-4b28655271dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25a62c0c-45d5-4969-b4cf-d542ce51788f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:16:28.366607 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:28.388022 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f419-6baf-45cc-ad5f-e91161b1afe1 req-1826639e-318b-4e96-a3e9-75f69b035d2c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:28.403695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c75f419-6baf-45cc-ad5f-e91161b1afe1 req-1826639e-318b-4e96-a3e9-75f69b035d2c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.2029235 Feb 03 22:16:28.445288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] For port c94029c8-4e50-4fd6-84a9-f8503e625283, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:16:28.448669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] For port c94029c8-4e50-4fd6-84a9-f8503e625283, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c94029c8-4e50-4fd6-84a9-f8503e625283,segment=NetworkSegment(02290d36-8a4f-459f-b348-4b28655271dc),segment_id=02290d36-8a4f-459f-b348-4b28655271dc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:16:28.461107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:28.495194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c75f419-6baf-45cc-ad5f-e91161b1afe1 req-013d1d37-63fa-41e9-8814-b16faf2550aa tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846894 Feb 03 22:16:28.592189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df864e7-d57a-4af9-beef-874a3ede5b90 None None] Pushing event updated for resources: {'Port': ['ID=c94029c8-4e50-4fd6-84a9-f8503e625283,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:28.686725 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:28.718521 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (7edc53e1-5a58-4abe-911c-ae8c7776584d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:28.761110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7edc53e1-5a58-4abe-911c-ae8c7776584d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:28.829959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 25a62c0c-45d5-4969-b4cf-d542ce51788f is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:28.840679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:28.843538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:28.850728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:28.851377 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:28.885729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4599910 Feb 03 22:16:28.891024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:28.898175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': '25a62c0c-45d5-4969-b4cf-d542ce51788f', 'name': 'tempest-PortsIpV6TestJSON-277148221', 'fixed_ips': [{'subnet_id': '8882c0bd-39ec-4c16-abb7-325c61d7555a', 'ip_address': '2001:db8::f'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:28.899785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b430c-6658-487d-9e7f-79b0bb803b55 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=7edc53e1-5a58-4abe-911c-ae8c7776584d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:29.132717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:29.207764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c94029c8-4e50-4fd6-84a9-f8503e625283 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:29.310100 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:29.333278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c94029c8-4e50-4fd6-84a9-f8503e625283 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:29.333690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:29.375647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 18bf5eb9-3e9e-49c6-ae55-42223afc4acc yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:29.475682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c94029c8-4e50-4fd6-84a9-f8503e625283 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:29.478212 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:29.532994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port c94029c8-4e50-4fd6-84a9-f8503e625283, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c94029c8-4e50-4fd6-84a9-f8503e625283,segment=NetworkSegment(02290d36-8a4f-459f-b348-4b28655271dc),segment_id=02290d36-8a4f-459f-b348-4b28655271dc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:29.539448 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:29.614061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=c94029c8-4e50-4fd6-84a9-f8503e625283,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:29.665247 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::f (25a62c0c-45d5-4969-b4cf-d542ce51788f/8882c0bd-39ec-4c16-abb7-325c61d7555a/18bf5eb9-3e9e-49c6-ae55-42223afc4acc) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:29.725360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3999db4-dbac-416d-9762-4fcf61df8eb7 req-7515844f-eae7-4588-9755-4fd3f28555f8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:29.734014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3999db4-dbac-416d-9762-4fcf61df8eb7 req-7515844f-eae7-4588-9755-4fd3f28555f8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.0970905 Feb 03 22:16:29.836429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e3999db4-dbac-416d-9762-4fcf61df8eb7 req-a1bd9b7a-443a-446d-9a3c-360dacb68492 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013927 Feb 03 22:16:29.927612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:30.018812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (18bf5eb9-3e9e-49c6-ae55-42223afc4acc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:30.072980 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (18bf5eb9-3e9e-49c6-ae55-42223afc4acc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:30.149013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 25a62c0c-45d5-4969-b4cf-d542ce51788f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:30.152341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:30.156445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:30.171399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:30.172088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:30.180762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=18bf5eb9-3e9e-49c6-ae55-42223afc4acc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:30.213920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:30.214994 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-72bfd2d2-9d8e-435f-bf91-f17b7bb6b0fa tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3220165 Feb 03 22:16:30.284688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ffdfc-5ac3-4a5e-9135-52b5fee66e51 None None] Network 25a62c0c-45d5-4969-b4cf-d542ce51788f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:30.362016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405c68bb-06d4-41a3-aa0d-b2319dfc7fae tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:30.364549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-405c68bb-06d4-41a3-aa0d-b2319dfc7fae tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1484988 Feb 03 22:16:30.368221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:30.437840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-12688b76-1a66-4a48-b4ed-9215f41a65f9 None None] Provisioning complete for port c94029c8-4e50-4fd6-84a9-f8503e625283 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:30.438540 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12688b76-1a66-4a48-b4ed-9215f41a65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:30.510307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ba9b8-de80-4f39-9c60-2955fa9333a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:30.521414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ba9b8-de80-4f39-9c60-2955fa9333a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:30.530442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ba9b8-de80-4f39-9c60-2955fa9333a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:30.535181 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ff0ba9b8-de80-4f39-9c60-2955fa9333a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1639683 Feb 03 22:16:30.549225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-12688b76-1a66-4a48-b4ed-9215f41a65f9 None None] Current status of the port c94029c8-4e50-4fd6-84a9-f8503e625283 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:30.561222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:30.703685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a80adab5-b7f8-43ce-849e-9a23c09fc76c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 18bf5eb9-3e9e-49c6-ae55-42223afc4acc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:30.704043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a80adab5-b7f8-43ce-849e-9a23c09fc76c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (18bf5eb9-3e9e-49c6-ae55-42223afc4acc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:30.833608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a80adab5-b7f8-43ce-849e-9a23c09fc76c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (18bf5eb9-3e9e-49c6-ae55-42223afc4acc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:30.863025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a80adab5-b7f8-43ce-849e-9a23c09fc76c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 18bf5eb9-3e9e-49c6-ae55-42223afc4acc owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:31.075994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c94029c8-4e50-4fd6-84a9-f8503e625283 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:31.171045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abad4b0-4208-4356-b2fc-2a19492b1d07 req-e3c34dba-54d7-449f-83cc-e2223c7739e1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:31.172701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2abad4b0-4208-4356-b2fc-2a19492b1d07 req-e3c34dba-54d7-449f-83cc-e2223c7739e1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.1943820 Feb 03 22:16:31.192811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bf2b96a0-0ef5-4e12-8012-ce428ad7c1ec None None] Provisioning complete for port 7edc53e1-5a58-4abe-911c-ae8c7776584d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:31.195395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96a0-0ef5-4e12-8012-ce428ad7c1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7edc53e1-5a58-4abe-911c-ae8c7776584d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:31.254502 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a80adab5-b7f8-43ce-849e-9a23c09fc76c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (18bf5eb9-3e9e-49c6-ae55-42223afc4acc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:31.287677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2abad4b0-4208-4356-b2fc-2a19492b1d07 req-7440b125-9131-4137-9828-d5ad897bf2f8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020691 Feb 03 22:16:31.291326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b96a0-0ef5-4e12-8012-ce428ad7c1ec None None] Port 7edc53e1-5a58-4abe-911c-ae8c7776584d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:31.297935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c94029c8-4e50-4fd6-84a9-f8503e625283 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:31.298407 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:31.320649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80adab5-b7f8-43ce-849e-9a23c09fc76c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=18bf5eb9-3e9e-49c6-ae55-42223afc4acc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:31.342453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bf2b96a0-0ef5-4e12-8012-ce428ad7c1ec None None] Provisioning complete for port c94029c8-4e50-4fd6-84a9-f8503e625283 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:31.342975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96a0-0ef5-4e12-8012-ce428ad7c1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:31.359215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a80adab5-b7f8-43ce-849e-9a23c09fc76c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:31.365415 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a80adab5-b7f8-43ce-849e-9a23c09fc76c tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/18bf5eb9-3e9e-49c6-ae55-42223afc4acc HTTP/1.1" status: 204 len: 168 time: 0.8007636 Feb 03 22:16:31.365791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:31.412690 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4e52d7-6c1e-4464-9725-7fd1fb3099d8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:31.417725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:31.418314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1a4e52d7-6c1e-4464-9725-7fd1fb3099d8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/18bf5eb9-3e9e-49c6-ae55-42223afc4acc HTTP/1.1" status: 404 len: 333 time: 0.0514796 Feb 03 22:16:31.470255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c94029c8-4e50-4fd6-84a9-f8503e625283 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:31.538328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b96a0-0ef5-4e12-8012-ce428ad7c1ec None None] Current status of the port c94029c8-4e50-4fd6-84a9-f8503e625283 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:31.547382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bf2b96a0-0ef5-4e12-8012-ce428ad7c1ec None None] Could not find standard attr ID for object 18bf5eb9-3e9e-49c6-ae55-42223afc4acc. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:31.601072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d5241119-9e1c-4991-a539-f01f58b5951e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 7edc53e1-5a58-4abe-911c-ae8c7776584d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:31.605381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5241119-9e1c-4991-a539-f01f58b5951e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7edc53e1-5a58-4abe-911c-ae8c7776584d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:31.691216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5d95c380-db8e-497d-8c09-e84263ce5ae1 None None] Provisioning complete for port 7edc53e1-5a58-4abe-911c-ae8c7776584d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:31.693029 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d95c380-db8e-497d-8c09-e84263ce5ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7edc53e1-5a58-4abe-911c-ae8c7776584d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:31.733687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5d95c380-db8e-497d-8c09-e84263ce5ae1 None None] Port 7edc53e1-5a58-4abe-911c-ae8c7776584d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:31.756892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5241119-9e1c-4991-a539-f01f58b5951e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7edc53e1-5a58-4abe-911c-ae8c7776584d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:31.778037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d5241119-9e1c-4991-a539-f01f58b5951e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 7edc53e1-5a58-4abe-911c-ae8c7776584d owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:31.953269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-750bc1ed-86e2-4db0-ad32-e573d5a96b54 None None] Could not find standard attr ID for object 18bf5eb9-3e9e-49c6-ae55-42223afc4acc. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:31.965996 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5241119-9e1c-4991-a539-f01f58b5951e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7edc53e1-5a58-4abe-911c-ae8c7776584d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.021749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5241119-9e1c-4991-a539-f01f58b5951e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=7edc53e1-5a58-4abe-911c-ae8c7776584d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:32.062110 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5241119-9e1c-4991-a539-f01f58b5951e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.066301 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d5241119-9e1c-4991-a539-f01f58b5951e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/7edc53e1-5a58-4abe-911c-ae8c7776584d HTTP/1.1" status: 204 len: 168 time: 0.6481524 Feb 03 22:16:32.068845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45344) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:32.099731 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0d4896-4ca3-4027-a14f-b9afda6612ad tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:32.101133 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ca0d4896-4ca3-4027-a14f-b9afda6612ad tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/7edc53e1-5a58-4abe-911c-ae8c7776584d HTTP/1.1" status: 404 len: 333 time: 0.0300901 Feb 03 22:16:32.103938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:32.212526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet 8882c0bd-39ec-4c16-abb7-325c61d7555a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:32.226238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (8882c0bd-39ec-4c16-abb7-325c61d7555a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.313113 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (8882c0bd-39ec-4c16-abb7-325c61d7555a), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.466124 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8882c0bd-39ec-4c16-abb7-325c61d7555a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.513704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922f6b1-bdda-4b0f-abac-138484287511 req-97c0795d-9398-4195-8665-c366a96541ab tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:32.515678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f922f6b1-bdda-4b0f-abac-138484287511 req-97c0795d-9398-4195-8665-c366a96541ab tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.1176579 Feb 03 22:16:32.584982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f922f6b1-bdda-4b0f-abac-138484287511 req-2da95c9d-4751-4419-8234-644ed9814fc5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630949 Feb 03 22:16:32.595157 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (8882c0bd-39ec-4c16-abb7-325c61d7555a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.620951 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.628400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54185866-d849-4c52-80d1-caa989ea9cad None None] Network 25a62c0c-45d5-4969-b4cf-d542ce51788f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:32.629584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:32.630036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/8882c0bd-39ec-4c16-abb7-325c61d7555a HTTP/1.1" status: 204 len: 168 time: 0.5248535 Feb 03 22:16:32.649890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=8882c0bd-39ec-4c16-abb7-325c61d7555a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:32.681680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.682194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.690275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.690758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.691212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.691651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.692093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.692549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.693014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.693450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.693884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.694317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.694749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8ba3c-9b2a-461d-abbc-5fdc4443ce37 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:32.787229 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (25a62c0c-45d5-4969-b4cf-d542ce51788f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.853564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port c94029c8-4e50-4fd6-84a9-f8503e625283 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:32.853903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.934662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] For port c94029c8-4e50-4fd6-84a9-f8503e625283, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c94029c8-4e50-4fd6-84a9-f8503e625283,segment=NetworkSegment(02290d36-8a4f-459f-b348-4b28655271dc),segment_id=02290d36-8a4f-459f-b348-4b28655271dc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:32.935023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:32.946586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb73d50e-3f4e-4610-a91b-fca0721347dd None None] DHCP port deletion for 25a62c0c-45d5-4969-b4cf-d542ce51788f request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:16:32.956847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for c94029c8-4e50-4fd6-84a9-f8503e625283 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:33.060150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cb73d50e-3f4e-4610-a91b-fca0721347dd None None] Deleting port c94029c8-4e50-4fd6-84a9-f8503e625283 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:33.060624 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb73d50e-3f4e-4610-a91b-fca0721347dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.083602 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.105300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No DVR routers for this DVR port c94029c8-4e50-4fd6-84a9-f8503e625283 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:16:33.145865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=c94029c8-4e50-4fd6-84a9-f8503e625283,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:33.170737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cb73d50e-3f4e-4610-a91b-fca0721347dd None None] For port c94029c8-4e50-4fd6-84a9-f8503e625283, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c94029c8-4e50-4fd6-84a9-f8503e625283,segment=NetworkSegment(02290d36-8a4f-459f-b348-4b28655271dc),segment_id=02290d36-8a4f-459f-b348-4b28655271dc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:33.171137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb73d50e-3f4e-4610-a91b-fca0721347dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.193685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cb73d50e-3f4e-4610-a91b-fca0721347dd None None] Calling delete_port for c94029c8-4e50-4fd6-84a9-f8503e625283 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:33.283672 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (25a62c0c-45d5-4969-b4cf-d542ce51788f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.310844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a62c0c-45d5-4969-b4cf-d542ce51788f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:33.322770 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb73d50e-3f4e-4610-a91b-fca0721347dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (c94029c8-4e50-4fd6-84a9-f8503e625283), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.336344 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02290d36-8a4f-459f-b348-4b28655271dc') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:33.336647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02290d36-8a4f-459f-b348-4b28655271dc') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:33.348509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73d50e-3f4e-4610-a91b-fca0721347dd None None] Pushing event deleted for resources: {'Port': ['ID=c94029c8-4e50-4fd6-84a9-f8503e625283,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:33.358330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73d50e-3f4e-4610-a91b-fca0721347dd None None] No DVR routers for this DVR port c94029c8-4e50-4fd6-84a9-f8503e625283 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:16:33.367642 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (02290d36-8a4f-459f-b348-4b28655271dc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.392711 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (02290d36-8a4f-459f-b348-4b28655271dc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.400469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:16:33.402060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (02290d36-8a4f-459f-b348-4b28655271dc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:16:33.420538 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:16:33.490255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (25a62c0c-45d5-4969-b4cf-d542ce51788f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.525289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.529090 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/networks/25a62c0c-45d5-4969-b4cf-d542ce51788f HTTP/1.1" status: 204 len: 168 time: 0.8982370 Feb 03 22:16:33.530431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3af9ac-2ca7-4f9b-b588-f71b3a666488 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Network': ['ID=25a62c0c-45d5-4969-b4cf-d542ce51788f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:33.535686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45386) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:33.547976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1664236650'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:33.571967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:33.577615 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.609583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:16:33.622269 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d0975ee4-8060-430c-b6c8-fb9c32dafadb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.622885 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Added segment d0975ee4-8060-430c-b6c8-fb9c32dafadb of type vlan for network e7cc9448-c8b2-4949-a00b-be5a5b387509 Feb 03 22:16:33.678055 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (e7cc9448-c8b2-4949-a00b-be5a5b387509), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.706022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (e7cc9448-c8b2-4949-a00b-be5a5b387509), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.712098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:33.713888 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:33.808511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a29e5-77f7-457d-b0be-e41563d21133 req-2dcdc714-702e-4747-9076-57a6a07cd520 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:33.810854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca0a29e5-77f7-457d-b0be-e41563d21133 req-2dcdc714-702e-4747-9076-57a6a07cd520 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.0984571 Feb 03 22:16:33.918223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ca0a29e5-77f7-457d-b0be-e41563d21133 req-ec271ea3-9906-47bf-9b78-a408d9a98d90 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004665 Feb 03 22:16:34.260091 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7169609 Feb 03 22:16:34.263010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:34.269775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': 'e7cc9448-c8b2-4949-a00b-be5a5b387509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:34.288551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c651d-ef14-4784-a19b-9f3d183e62da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Network': ['ID=e7cc9448-c8b2-4949-a00b-be5a5b387509,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:34.308035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network e7cc9448-c8b2-4949-a00b-be5a5b387509 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:16:34.372953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:34.377831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:34.593118 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (ad701320-fdb1-4488-9065-c96b7e5b870c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:34.663671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=ad701320-fdb1-4488-9065-c96b7e5b870c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:34.674274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Checking segment: {'id': 'd0975ee4-8060-430c-b6c8-fb9c32dafadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e7cc9448-c8b2-4949-a00b-be5a5b387509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:34.674656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network hostable DHCP agents. Network: e7cc9448-c8b2-4949-a00b-be5a5b387509, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:16:34.692426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network e7cc9448-c8b2-4949-a00b-be5a5b387509 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:16:34.701948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, e7cc9448-c8b2-4949-a00b-be5a5b387509) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:34.706712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:34.707323 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:34.719391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03281b-33bf-4674-ad9a-4839f13768be None None] Network e7cc9448-c8b2-4949-a00b-be5a5b387509 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:34.726769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e414fb29-dd7f-4188-9269-88b07c4f6b0d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4626646 Feb 03 22:16:34.729269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:34.734746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9571aa90-2e94-4137-b1c8-d4967440be5e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1721372578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:34.758907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9571aa90-2e94-4137-b1c8-d4967440be5e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (8405a345-9ea8-4173-8f74-eb0d744a09a3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:34.760089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9571aa90-2e94-4137-b1c8-d4967440be5e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (8405a345-9ea8-4173-8f74-eb0d744a09a3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:34.838460 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9571aa90-2e94-4137-b1c8-d4967440be5e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for router_controller (8405a345-9ea8-4173-8f74-eb0d744a09a3), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:34.846833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9571aa90-2e94-4137-b1c8-d4967440be5e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (8405a345-9ea8-4173-8f74-eb0d744a09a3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:34.868447 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9571aa90-2e94-4137-b1c8-d4967440be5e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:34.869723 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9571aa90-2e94-4137-b1c8-d4967440be5e tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1395020 Feb 03 22:16:34.872465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45420) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:34.878174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'network_id': 'e7cc9448-c8b2-4949-a00b-be5a5b387509', 'name': 'tempest-PortsIpV6TestJSON-400734338'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:34.997514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c94029c8-4e50-4fd6-84a9-f8503e625283 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:16:35.029522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c94029c8-4e50-4fd6-84a9-f8503e625283 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:16:35.030118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c94029c8-4e50-4fd6-84a9-f8503e625283 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:16:35.100517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-e7cc9448-c8b2-4949-a00b-be5a5b387509', 'network_id': 'e7cc9448-c8b2-4949-a00b-be5a5b387509', 'project_id': '74d2dca83b544e389dd26b605b63de3e', 'fixed_ips': [{'subnet_id': 'ad701320-fdb1-4488-9065-c96b7e5b870c'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:16:35.101384 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:35.278874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Allocated IP 2001:db8::2 (e7cc9448-c8b2-4949-a00b-be5a5b387509/ad701320-fdb1-4488-9065-c96b7e5b870c/3d9d1fc6-5bca-4c67-8c63-a539d46dbf41) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:35.463788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63fc85-a400-4254-aca4-3985ed4c45df req-296ebbb4-fc55-459a-b9a5-b99a46a9ac33 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:35.465495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b63fc85-a400-4254-aca4-3985ed4c45df req-296ebbb4-fc55-459a-b9a5-b99a46a9ac33 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.4377611 Feb 03 22:16:35.499923 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Publish callbacks [] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:35.507285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:35.512078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:35.515788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:35.545297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Network e7cc9448-c8b2-4949-a00b-be5a5b387509 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:35.547854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:35.552300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b63fc85-a400-4254-aca4-3985ed4c45df req-5fce9767-f03b-4f44-85a5-a22b1e90f070 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800135 Feb 03 22:16:35.552490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:35.558606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 01e8e0f5-7948-4d08-8961-5d0117f51974 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:35.604252 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Pushing event updated for resources: {'Port': ['ID=3d9d1fc6-5bca-4c67-8c63-a539d46dbf41,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:35.643100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Attempting to bind port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:16:35.643475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Attempting to bind port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'd0975ee4-8060-430c-b6c8-fb9c32dafadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e7cc9448-c8b2-4949-a00b-be5a5b387509'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:16:35.643893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Attempting to bind port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 on network e7cc9448-c8b2-4949-a00b-be5a5b387509 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:16:35.648948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:16:35.649320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Checking segment: {'id': 'd0975ee4-8060-430c-b6c8-fb9c32dafadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e7cc9448-c8b2-4949-a00b-be5a5b387509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:35.649724 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:35.650125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Bound using segment: {'id': 'd0975ee4-8060-430c-b6c8-fb9c32dafadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e7cc9448-c8b2-4949-a00b-be5a5b387509'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:16:35.650597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Bound port: 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0975ee4-8060-430c-b6c8-fb9c32dafadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e7cc9448-c8b2-4949-a00b-be5a5b387509'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:16:35.650983 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:35.704042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::396 (e7cc9448-c8b2-4949-a00b-be5a5b387509/ad701320-fdb1-4488-9065-c96b7e5b870c/01e8e0f5-7948-4d08-8961-5d0117f51974) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:35.732258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] For port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:16:35.735326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] For port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d9d1fc6-5bca-4c67-8c63-a539d46dbf41,segment=NetworkSegment(d0975ee4-8060-430c-b6c8-fb9c32dafadb),segment_id=d0975ee4-8060-430c-b6c8-fb9c32dafadb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:16:35.742206 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:35.802607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21859-8e84-425b-8a06-93d8cd1a0963 None None] Pushing event updated for resources: {'Port': ['ID=3d9d1fc6-5bca-4c67-8c63-a539d46dbf41,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:35.895954 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:35.938888 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:36.021256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network e7cc9448-c8b2-4949-a00b-be5a5b387509 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:36.025433 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:36.027349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=01e8e0f5-7948-4d08-8961-5d0117f51974,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:36.029522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:36.034828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:36.035484 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:36.059936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bfca5ee4-0bb5-48a5-a083-f63f2f15a5a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1861665 Feb 03 22:16:36.062555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:36.467699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:36.801377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5481de5-6700-4bff-9e0d-6fcfde8753df req-365278ec-1a17-4956-b31e-1a5e5a3b33f8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:36.802984 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5481de5-6700-4bff-9e0d-6fcfde8753df req-365278ec-1a17-4956-b31e-1a5e5a3b33f8 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.1249340 Feb 03 22:16:36.823293 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:36.846676 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:36.963927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5481de5-6700-4bff-9e0d-6fcfde8753df req-20e3b488-3050-42bd-bd66-cd5494c2f50c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323483 Feb 03 22:16:37.013135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=01e8e0f5-7948-4d08-8961-5d0117f51974,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:37.026497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fa8803-5c3a-44b8-bd95-969429021248 None None] Network e7cc9448-c8b2-4949-a00b-be5a5b387509 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:37.107170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:37.139625 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (8405a345-9ea8-4173-8f74-eb0d744a09a3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.189823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-241cd167-6ec1-4f9d-9796-ffb289025dbe None None] Provisioning complete for port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:37.190193 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-241cd167-6ec1-4f9d-9796-ffb289025dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.291466 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.382395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-241cd167-6ec1-4f9d-9796-ffb289025dbe None None] Current status of the port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:37.382792 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-241cd167-6ec1-4f9d-9796-ffb289025dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.390829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:37.391208 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.460789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-241cd167-6ec1-4f9d-9796-ffb289025dbe None None] For port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d9d1fc6-5bca-4c67-8c63-a539d46dbf41,segment=NetworkSegment(d0975ee4-8060-430c-b6c8-fb9c32dafadb),segment_id=d0975ee4-8060-430c-b6c8-fb9c32dafadb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:37.476293 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-241cd167-6ec1-4f9d-9796-ffb289025dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.589983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cd167-6ec1-4f9d-9796-ffb289025dbe None None] Pushing event updated for resources: {'Port': ['ID=3d9d1fc6-5bca-4c67-8c63-a539d46dbf41,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:37.608351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:37.634120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.640147 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.641212 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (8405a345-9ea8-4173-8f74-eb0d744a09a3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.744340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=01e8e0f5-7948-4d08-8961-5d0117f51974,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:37.783390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network e7cc9448-c8b2-4949-a00b-be5a5b387509 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:37.784961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:37.802068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d9626938-e26d-440b-ba2b-19d1df87944a None None] Provisioning complete for port 01e8e0f5-7948-4d08-8961-5d0117f51974 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:37.802730 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9626938-e26d-440b-ba2b-19d1df87944a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:37.856069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d9626938-e26d-440b-ba2b-19d1df87944a None None] Port 01e8e0f5-7948-4d08-8961-5d0117f51974 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:37.871513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d9626938-e26d-440b-ba2b-19d1df87944a None None] Provisioning complete for port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:37.872612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9626938-e26d-440b-ba2b-19d1df87944a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:38.001169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d9626938-e26d-440b-ba2b-19d1df87944a None None] Current status of the port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:38.004579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Router 8405a345-9ea8-4173-8f74-eb0d744a09a3 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:16:38.133507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ce3225c3-5154-4ba6-8d4c-c6b458ca00bb None None] Provisioning complete for port 01e8e0f5-7948-4d08-8961-5d0117f51974 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:38.134042 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce3225c3-5154-4ba6-8d4c-c6b458ca00bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:38.183785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:16:38.194086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:38.201710 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a937f33-17e9-457d-8235-0325f36383df None None] Sync routers for ids ['8405a345-9ea8-4173-8f74-eb0d744a09a3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:16:38.206793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ce3225c3-5154-4ba6-8d4c-c6b458ca00bb None None] Port 01e8e0f5-7948-4d08-8961-5d0117f51974 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:38.207871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-070ecaf3-00e3-4ef8-9554-8f969a9d67f1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "PUT /v2.0/routers/8405a345-9ea8-4173-8f74-eb0d744a09a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436489 Feb 03 22:16:38.222971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1220af2-1159-4f89-9b4f-503220b0cd64 req-37eebf18-7145-4322-91f1-78685b01597d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:38.225992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1220af2-1159-4f89-9b4f-503220b0cd64 req-37eebf18-7145-4322-91f1-78685b01597d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.1544859 Feb 03 22:16:38.229604 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a937f33-17e9-457d-8235-0325f36383df None None] Routers {'8405a345-9ea8-4173-8f74-eb0d744a09a3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:16:38.230277 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2a937f33-17e9-457d-8235-0325f36383df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8405a345-9ea8-4173-8f74-eb0d744a09a3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:38.299932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa71ef8-8276-4bf3-b16a-90b6d71cedc8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:38.301549 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-efa71ef8-8276-4bf3-b16a-90b6d71cedc8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports?device_id=8405a345-9ea8-4173-8f74-eb0d744a09a3 HTTP/1.1" status: 200 len: 988 time: 0.1064680 Feb 03 22:16:38.305314 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:38.310997 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2a937f33-17e9-457d-8235-0325f36383df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:38.336294 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a937f33-17e9-457d-8235-0325f36383df None None] Routers {'8405a345-9ea8-4173-8f74-eb0d744a09a3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:16:38.336990 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2a937f33-17e9-457d-8235-0325f36383df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8405a345-9ea8-4173-8f74-eb0d744a09a3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:38.401213 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2a937f33-17e9-457d-8235-0325f36383df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:38.404702 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a937f33-17e9-457d-8235-0325f36383df None None] The sync data for ids ['8405a345-9ea8-4173-8f74-eb0d744a09a3'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:16:38.529445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1220af2-1159-4f89-9b4f-503220b0cd64 req-9092b803-c863-42c9-9899-771771cdb4f1 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980549 Feb 03 22:16:38.578759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8f054f4-74ff-47ac-926d-c875bcad4754 None None] Provisioning complete for port 01e8e0f5-7948-4d08-8961-5d0117f51974 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:38.579238 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8f054f4-74ff-47ac-926d-c875bcad4754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:38.675073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8f054f4-74ff-47ac-926d-c875bcad4754 None None] Port 01e8e0f5-7948-4d08-8961-5d0117f51974 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:38.898946 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (8405a345-9ea8-4173-8f74-eb0d744a09a3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:38.988409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:39.054446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7ece809e-6596-4d90-ba28-8e8aba289925 None None] Provisioning complete for port 01e8e0f5-7948-4d08-8961-5d0117f51974 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:39.054915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ece809e-6596-4d90-ba28-8e8aba289925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:39.086264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:39.086829 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:39.125577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7ece809e-6596-4d90-ba28-8e8aba289925 None None] Port 01e8e0f5-7948-4d08-8961-5d0117f51974 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:39.155802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 01e8e0f5-7948-4d08-8961-5d0117f51974 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:39.156738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:39.193972 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:39.258075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:39.271945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 01e8e0f5-7948-4d08-8961-5d0117f51974 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:39.452286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (01e8e0f5-7948-4d08-8961-5d0117f51974), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:39.486770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=01e8e0f5-7948-4d08-8961-5d0117f51974,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:39.619257 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (8405a345-9ea8-4173-8f74-eb0d744a09a3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:39.892203 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:16:40.075448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c563ae-b098-4f07-933a-04dbc9de9cbf req-578d152e-dc78-4bdb-90e6-9bfcb173f55f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:40.076980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1c563ae-b098-4f07-933a-04dbc9de9cbf req-578d152e-dc78-4bdb-90e6-9bfcb173f55f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.4398012 Feb 03 22:16:40.203591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Router 8405a345-9ea8-4173-8f74-eb0d744a09a3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:16:40.207583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1c563ae-b098-4f07-933a-04dbc9de9cbf req-68a86a4d-07d4-49c1-aaf0-410ea4b1a024 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891950 Feb 03 22:16:40.288416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:16:40.296718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a99f6d91-e925-4111-8d2c-2b4984b82463 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "PUT /v2.0/routers/8405a345-9ea8-4173-8f74-eb0d744a09a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870331 Feb 03 22:16:40.299209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:40.299586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f73f6-b3e8-45e5-84c4-37c8033e3220 None None] Sync routers for ids ['8405a345-9ea8-4173-8f74-eb0d744a09a3'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:16:40.311718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f73f6-b3e8-45e5-84c4-37c8033e3220 None None] Routers {'8405a345-9ea8-4173-8f74-eb0d744a09a3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:16:40.312372 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-399f73f6-b3e8-45e5-84c4-37c8033e3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8405a345-9ea8-4173-8f74-eb0d744a09a3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:40.330872 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5608336b-38c4-4199-85d5-86644c1b9b25 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:40.335056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5608336b-38c4-4199-85d5-86644c1b9b25 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/01e8e0f5-7948-4d08-8961-5d0117f51974 HTTP/1.1" status: 404 len: 333 time: 0.0321827 Feb 03 22:16:40.335431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:40.351193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-399f73f6-b3e8-45e5-84c4-37c8033e3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:40.359915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f73f6-b3e8-45e5-84c4-37c8033e3220 None None] Routers {'8405a345-9ea8-4173-8f74-eb0d744a09a3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:16:40.361755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-399f73f6-b3e8-45e5-84c4-37c8033e3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['8405a345-9ea8-4173-8f74-eb0d744a09a3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:40.402165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-399f73f6-b3e8-45e5-84c4-37c8033e3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:40.403165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f73f6-b3e8-45e5-84c4-37c8033e3220 None None] The sync data for ids ['8405a345-9ea8-4173-8f74-eb0d744a09a3'] in n-d-824834-9 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:16:40.425054 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71365675-09ce-4b47-93ef-ae90bfb107da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for router (8405a345-9ea8-4173-8f74-eb0d744a09a3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:40.603233 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71365675-09ce-4b47-93ef-ae90bfb107da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (8405a345-9ea8-4173-8f74-eb0d744a09a3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:40.604766 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71365675-09ce-4b47-93ef-ae90bfb107da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for router_controller (8405a345-9ea8-4173-8f74-eb0d744a09a3), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:40.659110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71365675-09ce-4b47-93ef-ae90bfb107da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (8405a345-9ea8-4173-8f74-eb0d744a09a3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:40.660074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71365675-09ce-4b47-93ef-ae90bfb107da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Fanout notify agent at l3_agent the message router_deleted on router 8405a345-9ea8-4173-8f74-eb0d744a09a3 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:16:40.669498 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71365675-09ce-4b47-93ef-ae90bfb107da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:40.672177 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71365675-09ce-4b47-93ef-ae90bfb107da tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/routers/8405a345-9ea8-4173-8f74-eb0d744a09a3 HTTP/1.1" status: 204 len: 168 time: 0.3353484 Feb 03 22:16:40.697374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45546) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:40.757897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a3404e-253c-44db-94c5-f9b3f31713ab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet ad701320-fdb1-4488-9065-c96b7e5b870c {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:40.761657 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0a3404e-253c-44db-94c5-f9b3f31713ab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (ad701320-fdb1-4488-9065-c96b7e5b870c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:40.809155 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0a3404e-253c-44db-94c5-f9b3f31713ab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (ad701320-fdb1-4488-9065-c96b7e5b870c), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:40.924647 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0a3404e-253c-44db-94c5-f9b3f31713ab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (ad701320-fdb1-4488-9065-c96b7e5b870c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:40.993286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0a3404e-253c-44db-94c5-f9b3f31713ab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (ad701320-fdb1-4488-9065-c96b7e5b870c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.026862 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3404e-253c-44db-94c5-f9b3f31713ab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=ad701320-fdb1-4488-9065-c96b7e5b870c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:41.047622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b85c16-e006-4c91-950e-20dd68c19727 None None] Network e7cc9448-c8b2-4949-a00b-be5a5b387509 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:41.058512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0a3404e-253c-44db-94c5-f9b3f31713ab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.066082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:41.075019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f0a3404e-253c-44db-94c5-f9b3f31713ab tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/ad701320-fdb1-4488-9065-c96b7e5b870c HTTP/1.1" status: 204 len: 168 time: 0.3921483 Feb 03 22:16:41.160235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (e7cc9448-c8b2-4949-a00b-be5a5b387509), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.220718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:41.221510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.347280 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43fb4e-9197-418f-b4d7-e441a30e71bd None None] DHCP port deletion for e7cc9448-c8b2-4949-a00b-be5a5b387509 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:16:41.423867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] For port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d9d1fc6-5bca-4c67-8c63-a539d46dbf41,segment=NetworkSegment(d0975ee4-8060-430c-b6c8-fb9c32dafadb),segment_id=d0975ee4-8060-430c-b6c8-fb9c32dafadb)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:41.424243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.460019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:41.466649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a68f4-a15f-4cbb-91fa-fcbbd8dbf3a0 req-da2172eb-f93d-440e-93f2-2080bd55500d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:41.477562 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-574a68f4-a15f-4cbb-91fa-fcbbd8dbf3a0 req-da2172eb-f93d-440e-93f2-2080bd55500d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.1364522 Feb 03 22:16:41.488390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cd43fb4e-9197-418f-b4d7-e441a30e71bd None None] Deleting port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:41.489551 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd43fb4e-9197-418f-b4d7-e441a30e71bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.590328 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.621317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cd43fb4e-9197-418f-b4d7-e441a30e71bd None None] For port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d9d1fc6-5bca-4c67-8c63-a539d46dbf41,segment=NetworkSegment(d0975ee4-8060-430c-b6c8-fb9c32dafadb),segment_id=d0975ee4-8060-430c-b6c8-fb9c32dafadb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:41.622566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-574a68f4-a15f-4cbb-91fa-fcbbd8dbf3a0 req-03fb3a2e-f043-4b2f-9809-b6cc206942ce tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440473 Feb 03 22:16:41.623143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd43fb4e-9197-418f-b4d7-e441a30e71bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.630556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=3d9d1fc6-5bca-4c67-8c63-a539d46dbf41,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:41.640599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No DVR routers for this DVR port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:16:41.661661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cd43fb4e-9197-418f-b4d7-e441a30e71bd None None] Calling delete_port for 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:41.735180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (e7cc9448-c8b2-4949-a00b-be5a5b387509), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.760337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cc9448-c8b2-4949-a00b-be5a5b387509']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:41.772418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0975ee4-8060-430c-b6c8-fb9c32dafadb') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:41.772823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0975ee4-8060-430c-b6c8-fb9c32dafadb') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:41.790850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (d0975ee4-8060-430c-b6c8-fb9c32dafadb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.808005 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd43fb4e-9197-418f-b4d7-e441a30e71bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (3d9d1fc6-5bca-4c67-8c63-a539d46dbf41), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.808737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (d0975ee4-8060-430c-b6c8-fb9c32dafadb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.817267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:16:41.818015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (d0975ee4-8060-430c-b6c8-fb9c32dafadb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:16:41.821862 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:16:41.846122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43fb4e-9197-418f-b4d7-e441a30e71bd None None] No DVR routers for this DVR port 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:16:41.901670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43fb4e-9197-418f-b4d7-e441a30e71bd None None] Pushing event deleted for resources: {'Port': ['ID=3d9d1fc6-5bca-4c67-8c63-a539d46dbf41,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:41.929937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (e7cc9448-c8b2-4949-a00b-be5a5b387509), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.945357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:41.952761 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/networks/e7cc9448-c8b2-4949-a00b-be5a5b387509 HTTP/1.1" status: 204 len: 168 time: 0.8850191 Feb 03 22:16:41.953303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45574) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:41.969452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d46e1-5be0-49be-b78c-634179d862a4 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Network': ['ID=e7cc9448-c8b2-4949-a00b-be5a5b387509,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:42.014067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab67e974-db77-4f27-83b0-7bf629f78d2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:42.015879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ab67e974-db77-4f27-83b0-7bf629f78d2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/77fbcf44-af21-4493-9b66-ca60843b32be HTTP/1.1" status: 200 len: 845 time: 0.0615261 Feb 03 22:16:42.020702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:42.073393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:42.074190 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82f9e611-b08e-4e37-a3d6-8069a2c0a6a8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/77fbcf44-af21-4493-9b66-ca60843b32be?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0518382 Feb 03 22:16:42.078962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:42.176227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:42.179961 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:42.399967 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (8be30a50-7b4b-4a4b-af72-6306ce97fc4d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:42.448175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:42.451872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:42.456503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:42.457138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:42.463226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd1cf1-ee5d-41a8-a71b-c3b408dd1ee6 None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:42.496553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=8be30a50-7b4b-4a4b-af72-6306ce97fc4d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:42.511786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:42.512295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1c0e2be5-cc8d-4799-811c-c8f3a024a01a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4376853 Feb 03 22:16:42.567607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-590df582-33c2-478d-869d-1995249012a7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'security_group': {'name': 'tempest-secgroup-1626978887'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:42.623651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-590df582-33c2-478d-869d-1995249012a7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:42.668046 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'project_id': '74d2dca83b544e389dd26b605b63de3e', 'fixed_ips': [{'subnet_id': '8be30a50-7b4b-4a4b-af72-6306ce97fc4d'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:16:42.668942 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:42.717461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1186515c-0808-4d73-8613-e4e429c0a7be req-3a51f05b-4f90-4f95-9aa2-4be6276a50d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2234514 Feb 03 22:16:42.875428 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812e36f-2c85-41b5-8460-b30b2604b57f req-7a0978a5-368f-4e90-bcc2-d0b20c60bcfb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:42.876989 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c812e36f-2c85-41b5-8460-b30b2604b57f req-7a0978a5-368f-4e90-bcc2-d0b20c60bcfb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.1324205 Feb 03 22:16:42.885818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Allocated IP 2001:db8::2 (5b947a2e-86f4-498c-8eb9-2c04fd43d184/8be30a50-7b4b-4a4b-af72-6306ce97fc4d/2d6924a8-cf8f-4a9e-8c13-08ab24701522) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:42.968388 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-590df582-33c2-478d-869d-1995249012a7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (445f02dd-8b4b-4efa-8888-1a61dbf8e2b0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:42.975130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186515c-0808-4d73-8613-e4e429c0a7be req-a298f77d-3a5d-43ba-a11b-c335f76d1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:42.985545 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1186515c-0808-4d73-8613-e4e429c0a7be req-a298f77d-3a5d-43ba-a11b-c335f76d1e7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1127 time: 0.1986394 Feb 03 22:16:42.988231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-590df582-33c2-478d-869d-1995249012a7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (445f02dd-8b4b-4efa-8888-1a61dbf8e2b0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.017829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c812e36f-2c85-41b5-8460-b30b2604b57f req-dd8e9d4b-6d56-4d8b-9e77-f0b32857ba31 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330740 Feb 03 22:16:43.056134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:16:43.121931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Publish callbacks [] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.161926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-590df582-33c2-478d-869d-1995249012a7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.166804 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-590df582-33c2-478d-869d-1995249012a7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6533077 Feb 03 22:16:43.169187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:16:43.169556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d9d1fc6-5bca-4c67-8c63-a539d46dbf41 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:16:43.170473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45600) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:43.172819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590df582-33c2-478d-869d-1995249012a7 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445f02dd-8b4b-4efa-8888-1a61dbf8e2b0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:43.174478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.187945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-221dd984-276d-4ead-a3ca-e3e2e38d66ae tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'security_group': {'name': 'tempest-secgroup-1810966892'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:43.257118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:43.260419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-221dd984-276d-4ead-a3ca-e3e2e38d66ae tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.262851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:43.266956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:43.272407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186515c-0808-4d73-8613-e4e429c0a7be req-69b8f62e-acd3-4f29-bde9-788582fce519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:43.278714 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1186515c-0808-4d73-8613-e4e429c0a7be req-69b8f62e-acd3-4f29-bde9-788582fce519 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.2549806 Feb 03 22:16:43.339270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Pushing event updated for resources: {'Port': ['ID=2d6924a8-cf8f-4a9e-8c13-08ab24701522,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:43.345489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Attempting to bind port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:16:43.346595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Attempting to bind port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c57a766c-3d3a-457d-b631-02e2c87a6acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:16:43.346595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Attempting to bind port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 on network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:16:43.352135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:16:43.352516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Checking segment: {'id': 'c57a766c-3d3a-457d-b631-02e2c87a6acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:16:43.353001 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.353338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Bound using segment: {'id': 'c57a766c-3d3a-457d-b631-02e2c87a6acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:16:43.353811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Bound port: 2d6924a8-cf8f-4a9e-8c13-08ab24701522, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57a766c-3d3a-457d-b631-02e2c87a6acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:16:43.354248 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.400602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-221dd984-276d-4ead-a3ca-e3e2e38d66ae tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (99aa2008-2a17-4854-a488-33b9da3b5f13), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.403495 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1186515c-0808-4d73-8613-e4e429c0a7be req-bd162ede-98a9-4126-bc64-5f3bc02089bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 200 len: 1001 time: 0.1213717 Feb 03 22:16:43.405654 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-221dd984-276d-4ead-a3ca-e3e2e38d66ae tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (99aa2008-2a17-4854-a488-33b9da3b5f13), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.432400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] For port 2d6924a8-cf8f-4a9e-8c13-08ab24701522, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:16:43.438259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] For port 2d6924a8-cf8f-4a9e-8c13-08ab24701522, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2d6924a8-cf8f-4a9e-8c13-08ab24701522,segment=NetworkSegment(c57a766c-3d3a-457d-b631-02e2c87a6acd),segment_id=c57a766c-3d3a-457d-b631-02e2c87a6acd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:16:43.451887 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dd984-276d-4ead-a3ca-e3e2e38d66ae tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99aa2008-2a17-4854-a488-33b9da3b5f13,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:43.458006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.464581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-221dd984-276d-4ead-a3ca-e3e2e38d66ae tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:43.471189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-221dd984-276d-4ead-a3ca-e3e2e38d66ae tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2936380 Feb 03 22:16:43.471624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45608) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:43.479708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1606484064', 'security_groups': ['99aa2008-2a17-4854-a488-33b9da3b5f13'], 'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8be30a50-7b4b-4a4b-af72-6306ce97fc4d'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:43.509743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186515c-0808-4d73-8613-e4e429c0a7be req-3caa08ab-4634-4181-8085-ed1dfb6c345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:43.512078 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1186515c-0808-4d73-8613-e4e429c0a7be req-3caa08ab-4634-4181-8085-ed1dfb6c345a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1028409 Feb 03 22:16:43.559362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9b1be-b744-4114-becb-17151ac8dc0e None None] Pushing event updated for resources: {'Port': ['ID=2d6924a8-cf8f-4a9e-8c13-08ab24701522,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:43.652448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186515c-0808-4d73-8613-e4e429c0a7be req-eb5be607-9323-4dfe-ae8f-6936cbf3dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:43.654700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1186515c-0808-4d73-8613-e4e429c0a7be req-eb5be607-9323-4dfe-ae8f-6936cbf3dfcf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1056218 Feb 03 22:16:43.821938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:43.903158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1186515c-0808-4d73-8613-e4e429c0a7be req-c90dd4ab-0bc5-4a53-97be-4630fe5a5587 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310615 Feb 03 22:16:44.020985 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:44.048889 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1186515c-0808-4d73-8613-e4e429c0a7be req-98cd6bff-8cfe-4410-8cf1-f6fa40509e87 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320245 Feb 03 22:16:44.052889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:44.198279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc46ddd-b5b7-4253-a023-9bf57c577df9 req-4d2d1cb1-5b38-4600-bb69-e05fc9d8ff18 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:44.208506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dc46ddd-b5b7-4253-a023-9bf57c577df9 req-4d2d1cb1-5b38-4600-bb69-e05fc9d8ff18 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.0739944 Feb 03 22:16:44.274361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2dc46ddd-b5b7-4253-a023-9bf57c577df9 req-0cbbdae8-7003-46e2-ac8d-7ec4ea0b0a4d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645928 Feb 03 22:16:44.286762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::209 (5b947a2e-86f4-498c-8eb9-2c04fd43d184/8be30a50-7b4b-4a4b-af72-6306ce97fc4d/c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:44.468082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:44.513346 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:44.564891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:44.568644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:44.574463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:44.580829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:44.581902 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:44.608621 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1336670 Feb 03 22:16:44.609598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:44.617347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c916e85b-b2fd-4dd3-ab3f-4bb8956884af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:44.688609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcf3b9-f162-498b-a21b-4113d703fbb5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:44.762750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 65a49a34-3155-4691-8972-5f2f8c4edecd details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:16:44.781879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c916e85b-b2fd-4dd3-ab3f-4bb8956884af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:44.786893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c916e85b-b2fd-4dd3-ab3f-4bb8956884af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:44.914511 n-d-824834-9 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-c916e85b-b2fd-4dd3-ab3f-4bb8956884af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8be30a50-7b4b-4a4b-af72-6306ce97fc4d (CIDR: 2001:db8::/64) Feb 03 22:16:44.920441 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c916e85b-b2fd-4dd3-ab3f-4bb8956884af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:16:44.920971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c916e85b-b2fd-4dd3-ab3f-4bb8956884af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:44.953987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c916e85b-b2fd-4dd3-ab3f-4bb8956884af tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3420820 Feb 03 22:16:44.957910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:44.963145 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:44.964779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] Provisioning complete for port 77fbcf44-af21-4493-9b66-ca60843b32be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:44.967723 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.075380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] Port 77fbcf44-af21-4493-9b66-ca60843b32be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:45.098397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 65a49a34-3155-4691-8972-5f2f8c4edecd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=65a49a34-3155-4691-8972-5f2f8c4edecd,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:45.110084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:45.111244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.158801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'port_id': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'mac_address': 'fa:16:3e:89:e6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:16:45.193488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:45.197958 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.215544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2d6924a8-cf8f-4a9e-8c13-08ab24701522 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:45.343242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:45.343640 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.436574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] For port 2d6924a8-cf8f-4a9e-8c13-08ab24701522, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2d6924a8-cf8f-4a9e-8c13-08ab24701522,segment=NetworkSegment(c57a766c-3d3a-457d-b631-02e2c87a6acd),segment_id=c57a766c-3d3a-457d-b631-02e2c87a6acd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:45.451979 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.458296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046c6f-f131-46c5-b9ba-23062d2f3773 req-50e571cd-e9d0-4454-83fc-978200f4574f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:45.459876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9046c6f-f131-46c5-b9ba-23062d2f3773 req-50e571cd-e9d0-4454-83fc-978200f4574f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 944 time: 0.0818794 Feb 03 22:16:45.491455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 65a49a34-3155-4691-8972-5f2f8c4edecd is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:45.491455 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.562616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9046c6f-f131-46c5-b9ba-23062d2f3773 req-ef26993d-e36a-4eef-84b1-7a67dc527476 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910094 Feb 03 22:16:45.588014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888928-a15a-4a95-8e83-a6992766f47a None None] Pushing event updated for resources: {'Port': ['ID=2d6924a8-cf8f-4a9e-8c13-08ab24701522,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:45.606864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a49a34-3155-4691-8972-5f2f8c4edecd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:16:45.622246 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.662153 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 65a49a34-3155-4691-8972-5f2f8c4edecd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=65a49a34-3155-4691-8972-5f2f8c4edecd,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:45.664491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f91a3ab0-2164-403a-8da6-b5ed09755a25 None None] Provisioning complete for port c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:45.665372 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f91a3ab0-2164-403a-8da6-b5ed09755a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.670080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:45.670777 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.694516 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.788464 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:45.806901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:45.808490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:45.811277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:45.811882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:45.838232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45656) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:45.843847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1068155868', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a'}], 'security_groups': ['445f02dd-8b4b-4efa-8888-1a61dbf8e2b0']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:45.850341 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a0092d04-e95e-41e4-b220-c3f723c56105 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8916695 Feb 03 22:16:46.025254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:46.030324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b79f34-7067-409e-830c-a119aa70a798 None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:46.159662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f91a3ab0-2164-403a-8da6-b5ed09755a25 None None] Port c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:46.162248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=65a49a34-3155-4691-8972-5f2f8c4edecd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:46.175939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['65a49a34-3155-4691-8972-5f2f8c4edecd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:16:46.400619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Delete allocated IP 2001:db8::209 (5b947a2e-86f4-498c-8eb9-2c04fd43d184/8be30a50-7b4b-4a4b-af72-6306ce97fc4d) {{(pid=103397) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 22:16:46.417236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8:0:1::22d (5b947a2e-86f4-498c-8eb9-2c04fd43d184/c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a/c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:46.441884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:46.641570 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:46.648068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:46.693347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Update dhcp port {'port': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'fixed_ips': [{'subnet_id': '8be30a50-7b4b-4a4b-af72-6306ce97fc4d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a'}], 'binding:host_id': 'n-d-824834-9'}, 'id': '2d6924a8-cf8f-4a9e-8c13-08ab24701522'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:16:46.730550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] In _notify_port_updated(), no bound segment for port c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a on network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 22:16:46.736835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:46.739506 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:46.744066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:46.744569 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:46.754134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "PUT /v2.0/ports/c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a HTTP/1.1" status: 200 len: 931 time: 0.9147112 Feb 03 22:16:46.808571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6940e-be8f-430a-b13c-09f4426d4830 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:46.834606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a9440-32c9-47d7-9822-563ddcaffcbd req-06917c8b-2a54-4797-9a92-249f3b1704a3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:46.842480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-450a9440-32c9-47d7-9822-563ddcaffcbd req-06917c8b-2a54-4797-9a92-249f3b1704a3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 945 time: 0.1495960 Feb 03 22:16:46.903313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-450a9440-32c9-47d7-9822-563ddcaffcbd req-d3d05487-c269-44a7-9d2b-b635f21571bf tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599055 Feb 03 22:16:46.989167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2c315e5b-85b3-4dfa-803f-7e1a047f2cb8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:46.989531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c315e5b-85b3-4dfa-803f-7e1a047f2cb8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.052698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2d6924a8-cf8f-4a9e-8c13-08ab24701522 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:47.114081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c315e5b-85b3-4dfa-803f-7e1a047f2cb8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.126333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2c315e5b-85b3-4dfa-803f-7e1a047f2cb8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:47.181929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Allocated IP 2001:db8:0:1::2 (5b947a2e-86f4-498c-8eb9-2c04fd43d184/c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a/2d6924a8-cf8f-4a9e-8c13-08ab24701522) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:47.184071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:47.184550 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.333214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:47.351392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c315e5b-85b3-4dfa-803f-7e1a047f2cb8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.387185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c315e5b-85b3-4dfa-803f-7e1a047f2cb8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:47.459998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c315e5b-85b3-4dfa-803f-7e1a047f2cb8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.467287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:47.468180 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2c315e5b-85b3-4dfa-803f-7e1a047f2cb8 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a HTTP/1.1" status: 204 len: 168 time: 0.7227693 Feb 03 22:16:47.506515 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7763dffe-d526-488d-a5dd-7398426b1dc0 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:47.508025 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7763dffe-d526-488d-a5dd-7398426b1dc0 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a HTTP/1.1" status: 404 len: 333 time: 0.0395231 Feb 03 22:16:47.510781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:47.523179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] For port 2d6924a8-cf8f-4a9e-8c13-08ab24701522, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2d6924a8-cf8f-4a9e-8c13-08ab24701522,segment=NetworkSegment(c57a766c-3d3a-457d-b631-02e2c87a6acd),segment_id=c57a766c-3d3a-457d-b631-02e2c87a6acd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:47.564418 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34097bfe-e707-4f82-b26b-c2aa1f1f95a6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (99aa2008-2a17-4854-a488-33b9da3b5f13), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.579096 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Publish callbacks [] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.584788 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.590926 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34097bfe-e707-4f82-b26b-c2aa1f1f95a6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (99aa2008-2a17-4854-a488-33b9da3b5f13), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.636980 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34097bfe-e707-4f82-b26b-c2aa1f1f95a6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (99aa2008-2a17-4854-a488-33b9da3b5f13), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.641003 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34097bfe-e707-4f82-b26b-c2aa1f1f95a6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.643037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-34097bfe-e707-4f82-b26b-c2aa1f1f95a6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/security-groups/99aa2008-2a17-4854-a488-33b9da3b5f13 HTTP/1.1" status: 204 len: 168 time: 0.1312802 Feb 03 22:16:47.646154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:47.653875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Pushing event updated for resources: {'Port': ['ID=2d6924a8-cf8f-4a9e-8c13-08ab24701522,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:47.658015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34097bfe-e707-4f82-b26b-c2aa1f1f95a6 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aa2008-2a17-4854-a488-33b9da3b5f13,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:47.664330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.664864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.665407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.665937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.666495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.667005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.667514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.668013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.668528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.669058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.669575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.670069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.670572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d4192-c831-4647-b2d4-109d47a60b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:16:47.773201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f60a225-2374-4072-ace2-3794ee895427 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (445f02dd-8b4b-4efa-8888-1a61dbf8e2b0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.814368 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f60a225-2374-4072-ace2-3794ee895427 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (445f02dd-8b4b-4efa-8888-1a61dbf8e2b0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.918133 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f60a225-2374-4072-ace2-3794ee895427 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (445f02dd-8b4b-4efa-8888-1a61dbf8e2b0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.921066 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f60a225-2374-4072-ace2-3794ee895427 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:47.924593 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9f60a225-2374-4072-ace2-3794ee895427 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/security-groups/445f02dd-8b4b-4efa-8888-1a61dbf8e2b0 HTTP/1.1" status: 204 len: 168 time: 0.2750857 Feb 03 22:16:47.925024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:47.944267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60a225-2374-4072-ace2-3794ee895427 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445f02dd-8b4b-4efa-8888-1a61dbf8e2b0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:48.028550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c92077-fecd-4aa8-9c42-130ae00592e9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet 8be30a50-7b4b-4a4b-af72-6306ce97fc4d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:48.043975 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8c92077-fecd-4aa8-9c42-130ae00592e9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (8be30a50-7b4b-4a4b-af72-6306ce97fc4d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.113941 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8c92077-fecd-4aa8-9c42-130ae00592e9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (8be30a50-7b4b-4a4b-af72-6306ce97fc4d), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.173877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c8dff-7ae8-49a5-9fb0-835e208f5b11 req-e4331a1a-f638-467d-8b6a-93d2c618c3c9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:48.181241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f23c8dff-7ae8-49a5-9fb0-835e208f5b11 req-e4331a1a-f638-467d-8b6a-93d2c618c3c9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 945 time: 0.1496081 Feb 03 22:16:48.259054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f23c8dff-7ae8-49a5-9fb0-835e208f5b11 req-7f7c5e99-3166-4528-a168-6e46f063686a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766873 Feb 03 22:16:48.308654 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8c92077-fecd-4aa8-9c42-130ae00592e9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (8be30a50-7b4b-4a4b-af72-6306ce97fc4d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.391661 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8c92077-fecd-4aa8-9c42-130ae00592e9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (8be30a50-7b4b-4a4b-af72-6306ce97fc4d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.419929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c92077-fecd-4aa8-9c42-130ae00592e9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=8be30a50-7b4b-4a4b-af72-6306ce97fc4d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:48.428825 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8c92077-fecd-4aa8-9c42-130ae00592e9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.435920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:48.441222 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d8c92077-fecd-4aa8-9c42-130ae00592e9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/8be30a50-7b4b-4a4b-af72-6306ce97fc4d HTTP/1.1" status: 204 len: 168 time: 0.5149906 Feb 03 22:16:48.443172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:48.606245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:48.609993 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.646582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed4e1f-9620-431c-91cb-740eab346ded None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:48.731635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f1b10b08-70fa-4352-861d-0dc476082ed4 None None] Provisioning complete for port 77fbcf44-af21-4493-9b66-ca60843b32be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:48.732301 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1b10b08-70fa-4352-861d-0dc476082ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.804442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 65a49a34-3155-4691-8972-5f2f8c4edecd up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:48.864491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f1b10b08-70fa-4352-861d-0dc476082ed4 None None] Port 77fbcf44-af21-4493-9b66-ca60843b32be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:48.880226 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (0d7378bc-9f60-43a9-ae17-fce83cadc01f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.888539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f1b10b08-70fa-4352-861d-0dc476082ed4 None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:48.888941 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1b10b08-70fa-4352-861d-0dc476082ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.891236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 65a49a34-3155-4691-8972-5f2f8c4edecd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:16:48.951783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:48.956013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:48.964493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 65a49a34-3155-4691-8972-5f2f8c4edecd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:48.965148 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.968697 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:48.969797 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:48.987650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=0d7378bc-9f60-43a9-ae17-fce83cadc01f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:48.997773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:48.998657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-444572d9-b5b5-46c6-9c00-f308f1b49c6a tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5615788 Feb 03 22:16:49.003231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cb1abcd1-db24-45b6-a24c-63c6bd849977 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'security_group': {'name': 'tempest-secgroup-1190523090'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:49.038859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb1abcd1-db24-45b6-a24c-63c6bd849977 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.043291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2d6924a8-cf8f-4a9e-8c13-08ab24701522 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:49.146789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb1abcd1-db24-45b6-a24c-63c6bd849977 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (83b3bbc3-a55f-4faa-af42-75982eb2a157), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.151441 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb1abcd1-db24-45b6-a24c-63c6bd849977 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (83b3bbc3-a55f-4faa-af42-75982eb2a157), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.152887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f1b10b08-70fa-4352-861d-0dc476082ed4 None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:49.166762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f1b10b08-70fa-4352-861d-0dc476082ed4 None None] Could not find standard attr ID for object c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:49.186743 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb1abcd1-db24-45b6-a24c-63c6bd849977 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.190598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cb1abcd1-db24-45b6-a24c-63c6bd849977 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1890652 Feb 03 22:16:49.190962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:49.195555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bb1e10ec-220c-4a6b-aba1-3498dfeffd70 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'security_group': {'name': 'tempest-secgroup-477294507'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:49.204076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1abcd1-db24-45b6-a24c-63c6bd849977 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b3bbc3-a55f-4faa-af42-75982eb2a157,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:49.239460 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1e10ec-220c-4a6b-aba1-3498dfeffd70 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.262339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:49.264421 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.269699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 65a49a34-3155-4691-8972-5f2f8c4edecd is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:49.270161 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.387881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1e10ec-220c-4a6b-aba1-3498dfeffd70 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (68298c73-741a-4fb1-b1b8-35fc85fa6ccc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.421379 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1e10ec-220c-4a6b-aba1-3498dfeffd70 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (68298c73-741a-4fb1-b1b8-35fc85fa6ccc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.444885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:16:49.447633 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b10bf0-43f7-4d59-98c6-0660dec43fcb" -d '{"events": [{"server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "name": "network-vif-plugged", "status": "completed", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:16:49.466018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e10ec-220c-4a6b-aba1-3498dfeffd70 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68298c73-741a-4fb1-b1b8-35fc85fa6ccc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:49.481315 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1e10ec-220c-4a6b-aba1-3498dfeffd70 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.485479 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:49.493394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9983feba-45b7-47b1-8755-f28b362d9c51 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'security_group': {'name': 'tempest-secgroup-447970310'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:49.501710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 65a49a34-3155-4691-8972-5f2f8c4edecd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=65a49a34-3155-4691-8972-5f2f8c4edecd,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:49.502724 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bb1e10ec-220c-4a6b-aba1-3498dfeffd70 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3104684 Feb 03 22:16:49.508998 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.535007 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9983feba-45b7-47b1-8755-f28b362d9c51 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.550212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76f20e-2837-43f8-8390-8c63def0e771 req-2f2d0878-27aa-47b3-881d-a950872cbae4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:49.559744 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bdc2db-e19c-46b3-bbda-3f1829b801f8 x-openstack-request-id: req-66bdc2db-e19c-46b3-bbda-3f1829b801f8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:16:49.560186 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "name": "network-vif-plugged", "status": "completed", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:16:49.560552 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66bdc2db-e19c-46b3-bbda-3f1829b801f8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:16:49.561081 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'code': 200} Feb 03 22:16:49.575640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a76f20e-2837-43f8-8390-8c63def0e771 req-2f2d0878-27aa-47b3-881d-a950872cbae4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 945 time: 0.1813881 Feb 03 22:16:49.632931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:49.669768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=65a49a34-3155-4691-8972-5f2f8c4edecd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:49.714288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a76f20e-2837-43f8-8390-8c63def0e771 req-0d5cb7dc-a3e4-424a-a222-20d9b64e09d2 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376729 Feb 03 22:16:49.756813 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9983feba-45b7-47b1-8755-f28b362d9c51 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (4c677ccd-98fb-4b0a-8714-26216c92e6ae), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.765190 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9983feba-45b7-47b1-8755-f28b362d9c51 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4c677ccd-98fb-4b0a-8714-26216c92e6ae), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.781291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33c828-cc62-437b-8696-8563069dffb8 req-0e7d602d-b8f0-4338-98d9-debec5bd470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:49.783930 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fe33c828-cc62-437b-8696-8563069dffb8 req-0e7d602d-b8f0-4338-98d9-debec5bd470c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 1128 time: 0.1463983 Feb 03 22:16:49.834751 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9983feba-45b7-47b1-8755-f28b362d9c51 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:49.838701 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9983feba-45b7-47b1-8755-f28b362d9c51 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3494639 Feb 03 22:16:49.839515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:49.846573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1407770794', 'security_groups': ['4c677ccd-98fb-4b0a-8714-26216c92e6ae'], 'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d7378bc-9f60-43a9-ae17-fce83cadc01f'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:49.853759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983feba-45b7-47b1-8755-f28b362d9c51 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c677ccd-98fb-4b0a-8714-26216c92e6ae,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:49.912749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5321ba72-6345-4355-83f7-7abdd3ebf76d None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:49.935595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fe33c828-cc62-437b-8696-8563069dffb8 req-eab12628-83be-4c5c-98b8-c183f809cfab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410720 Feb 03 22:16:50.030584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:50.032432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7c6c39f6-27e0-4f0f-99c1-4c4eba0a5df8 None None] Provisioning complete for port 77fbcf44-af21-4493-9b66-ca60843b32be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:50.033021 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c6c39f6-27e0-4f0f-99c1-4c4eba0a5df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.039119 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.062543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] device_id is not set on port 0435d29f-7c91-4849-8ccf-0ba9e82a28c8 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 22:16:50.112455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c39f6-27e0-4f0f-99c1-4c4eba0a5df8 None None] Port 77fbcf44-af21-4493-9b66-ca60843b32be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:50.132800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7c6c39f6-27e0-4f0f-99c1-4c4eba0a5df8 None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:50.134470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c6c39f6-27e0-4f0f-99c1-4c4eba0a5df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.264815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c39f6-27e0-4f0f-99c1-4c4eba0a5df8 None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:50.282492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9369ea3d-7b94-4273-bc30-1e3cd5b72797 None None] Update dhcp port {'port': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'fixed_ips': [{'subnet_id': 'c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0d7378bc-9f60-43a9-ae17-fce83cadc01f'}], 'binding:host_id': 'n-d-824834-9'}, 'id': '2d6924a8-cf8f-4a9e-8c13-08ab24701522'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:16:50.317612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8::10e (5b947a2e-86f4-498c-8eb9-2c04fd43d184/0d7378bc-9f60-43a9-ae17-fce83cadc01f/0435d29f-7c91-4849-8ccf-0ba9e82a28c8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:50.335517 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9369ea3d-7b94-4273-bc30-1e3cd5b72797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.495383 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (0435d29f-7c91-4849-8ccf-0ba9e82a28c8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.531171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0435d29f-7c91-4849-8ccf-0ba9e82a28c8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.586187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=0435d29f-7c91-4849-8ccf-0ba9e82a28c8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:50.586358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9369ea3d-7b94-4273-bc30-1e3cd5b72797 None None] Allocated IP 2001:db8::2 (5b947a2e-86f4-498c-8eb9-2c04fd43d184/0d7378bc-9f60-43a9-ae17-fce83cadc01f/2d6924a8-cf8f-4a9e-8c13-08ab24701522) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:50.593346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:50.594824 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:50.597560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:50.603357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:50.603980 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.625933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-16b12cb8-4c50-4fe5-8f5f-82628b4fcb29 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7824266 Feb 03 22:16:50.626788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:50.631938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-80a4f32f-7ad3-4f4f-bf9b-7918bfe33e35 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:50.792997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9369ea3d-7b94-4273-bc30-1e3cd5b72797 None None] For port 2d6924a8-cf8f-4a9e-8c13-08ab24701522, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2d6924a8-cf8f-4a9e-8c13-08ab24701522,segment=NetworkSegment(c57a766c-3d3a-457d-b631-02e2c87a6acd),segment_id=c57a766c-3d3a-457d-b631-02e2c87a6acd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:50.794829 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a4f32f-7ad3-4f4f-bf9b-7918bfe33e35 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:50.804800 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80a4f32f-7ad3-4f4f-bf9b-7918bfe33e35 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.834463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9369ea3d-7b94-4273-bc30-1e3cd5b72797 None None] Publish callbacks [] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.841042 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9369ea3d-7b94-4273-bc30-1e3cd5b72797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:50.951146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369ea3d-7b94-4273-bc30-1e3cd5b72797 None None] Pushing event updated for resources: {'Port': ['ID=2d6924a8-cf8f-4a9e-8c13-08ab24701522,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:51.034084 n-d-824834-9 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-80a4f32f-7ad3-4f4f-bf9b-7918bfe33e35 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d7378bc-9f60-43a9-ae17-fce83cadc01f (CIDR: 2001:db8::/64) Feb 03 22:16:51.039065 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a4f32f-7ad3-4f4f-bf9b-7918bfe33e35 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:16:51.039065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a4f32f-7ad3-4f4f-bf9b-7918bfe33e35 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:51.090424 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-80a4f32f-7ad3-4f4f-bf9b-7918bfe33e35 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4615901 Feb 03 22:16:51.090655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45776) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:51.097835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-69e741b1-e35e-4bc2-a40b-472066daf7a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:51.114098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcf19a-f96c-479d-9d7e-635fe60a7d99 req-24118bad-2965-4c34-a267-370c11350f21 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:51.132784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bdcf19a-f96c-479d-9d7e-635fe60a7d99 req-24118bad-2965-4c34-a267-370c11350f21 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 946 time: 0.1642780 Feb 03 22:16:51.170515 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45778) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:51.203705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bdcf19a-f96c-479d-9d7e-635fe60a7d99 req-c83e9b8b-0558-471d-8d8c-9a074de690b5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697801 Feb 03 22:16:51.289754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e741b1-e35e-4bc2-a40b-472066daf7a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:51.296533 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69e741b1-e35e-4bc2-a40b-472066daf7a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:51.439718 n-d-824834-9 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-69e741b1-e35e-4bc2-a40b-472066daf7a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a (CIDR: 2001:db8:0:1::/64) Feb 03 22:16:51.445090 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e741b1-e35e-4bc2-a40b-472066daf7a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:16:51.445897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e741b1-e35e-4bc2-a40b-472066daf7a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:51.449753 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-869e3dc4-c7aa-48a6-a3c5-7cb3e9e50844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:51.474362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-69e741b1-e35e-4bc2-a40b-472066daf7a3 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3802524 Feb 03 22:16:51.475168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45788) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:51.489179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'subnet': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:51.586382 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-869e3dc4-c7aa-48a6-a3c5-7cb3e9e50844 admin admin] Publish callbacks [] for security_group (46ce4169-4600-4476-9a93-01e5f9a2125c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:51.591216 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-869e3dc4-c7aa-48a6-a3c5-7cb3e9e50844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (46ce4169-4600-4476-9a93-01e5f9a2125c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:51.643406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e3dc4-c7aa-48a6-a3c5-7cb3e9e50844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce4169-4600-4476-9a93-01e5f9a2125c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:51.652450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-869e3dc4-c7aa-48a6-a3c5-7cb3e9e50844 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbe2444499104b9889a0463145abcf05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743433 Feb 03 22:16:51.654814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45790) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:51.669246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Made reservation on behalf of 74d2dca83b544e389dd26b605b63de3e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:51.673828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:51.723550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e67a-32e8-457f-b454-be01214b5d50 admin admin] Publish callbacks [] for security_group (46ce4169-4600-4476-9a93-01e5f9a2125c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:51.767657 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e67a-32e8-457f-b454-be01214b5d50 admin admin] Publish callbacks [] for security_group (46ce4169-4600-4476-9a93-01e5f9a2125c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:51.889339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e67a-32e8-457f-b454-be01214b5d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (46ce4169-4600-4476-9a93-01e5f9a2125c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:51.896936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e67a-32e8-457f-b454-be01214b5d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:51.899740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c4c1e67a-32e8-457f-b454-be01214b5d50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46ce4169-4600-4476-9a93-01e5f9a2125c HTTP/1.1" status: 204 len: 168 time: 0.2416279 Feb 03 22:16:51.926323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1e67a-32e8-457f-b454-be01214b5d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce4169-4600-4476-9a93-01e5f9a2125c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:51.940816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15abe436-8576-4916-8a9a-65f1ce94745d None None] Provisioning complete for port 77fbcf44-af21-4493-9b66-ca60843b32be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:51.941353 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15abe436-8576-4916-8a9a-65f1ce94745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:52.019978 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (52d51688-5940-4208-80c5-f81cf3c77d23), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:52.046857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15abe436-8576-4916-8a9a-65f1ce94745d None None] Port 77fbcf44-af21-4493-9b66-ca60843b32be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:52.065008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15abe436-8576-4916-8a9a-65f1ce94745d None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:52.065639 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15abe436-8576-4916-8a9a-65f1ce94745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:52.088078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:52.094491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:52.102768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:52.103701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:52.132421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Subnet': ['ID=52d51688-5940-4208-80c5-f81cf3c77d23,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:52.150309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45802) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:52.157304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-146078971', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '52d51688-5940-4208-80c5-f81cf3c77d23'}], 'security_groups': ['83b3bbc3-a55f-4faa-af42-75982eb2a157', '68298c73-741a-4fb1-b1b8-35fc85fa6ccc']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:52.165632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b3f00d83-459c-40b2-90e3-04892964cdf9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6892450 Feb 03 22:16:52.210624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15abe436-8576-4916-8a9a-65f1ce94745d None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:52.268227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e328aec-d3f8-4489-86d4-b913e40480d0 None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:52.387947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8725604-7380-4b64-a63a-de99e953ea9d None None] Provisioning complete for port 0435d29f-7c91-4849-8ccf-0ba9e82a28c8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:52.388238 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8725604-7380-4b64-a63a-de99e953ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0435d29f-7c91-4849-8ccf-0ba9e82a28c8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:52.465134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95186d-9f91-4f64-a46e-e3b59e6719f5 req-ea33342b-112c-4c93-9696-a6e345b78a5c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:52.473474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e95186d-9f91-4f64-a46e-e3b59e6719f5 req-ea33342b-112c-4c93-9696-a6e345b78a5c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 946 time: 0.1229222 Feb 03 22:16:52.481827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0435d29f-7c91-4849-8ccf-0ba9e82a28c8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:52.512638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8725604-7380-4b64-a63a-de99e953ea9d None None] Port 0435d29f-7c91-4849-8ccf-0ba9e82a28c8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:52.621237 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e95186d-9f91-4f64-a46e-e3b59e6719f5 req-e833a85e-fb83-4af9-a06f-195ad9f2a160 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466556 Feb 03 22:16:52.627528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3629daf-2503-4d62-85e0-8f93b2ebc729 None None] Update dhcp port {'port': {'network_id': '5b947a2e-86f4-498c-8eb9-2c04fd43d184', 'fixed_ips': [{'subnet_id': 'c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0d7378bc-9f60-43a9-ae17-fce83cadc01f', 'ip_address': '2001:db8::2'}, {'subnet_id': '52d51688-5940-4208-80c5-f81cf3c77d23'}], 'binding:host_id': 'n-d-824834-9'}, 'id': '2d6924a8-cf8f-4a9e-8c13-08ab24701522'} from n-d-824834-9. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 22:16:52.662321 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3629daf-2503-4d62-85e0-8f93b2ebc729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:52.835923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3dce0-d2e7-46b5-b4d5-aed52e508e9f req-9e640088-3f17-4b75-88e9-29ae1928e2ee tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:52.842831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0eb3dce0-d2e7-46b5-b4d5-aed52e508e9f req-9e640088-3f17-4b75-88e9-29ae1928e2ee tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 946 time: 0.0838211 Feb 03 22:16:52.969508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0eb3dce0-d2e7-46b5-b4d5-aed52e508e9f req-a6bba86f-e9dd-4965-8316-7b531fdb494c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257768 Feb 03 22:16:52.989475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:53.012914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2d6924a8-cf8f-4a9e-8c13-08ab24701522 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:53.095782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:53.096157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.137848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Delete allocated IP 2001:db8::10e (5b947a2e-86f4-498c-8eb9-2c04fd43d184/0d7378bc-9f60-43a9-ae17-fce83cadc01f) {{(pid=103397) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 22:16:53.160144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Allocated IP 2001:db8:0:2::e9 (5b947a2e-86f4-498c-8eb9-2c04fd43d184/52d51688-5940-4208-80c5-f81cf3c77d23/0435d29f-7c91-4849-8ccf-0ba9e82a28c8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:53.254362 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:53.316424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e07549-ada4-4090-b0b3-253d91a275ef tempest-TestVolumeBootPattern-336624125 tempest-TestVolumeBootPattern-336624125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:53.320922 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f3e07549-ada4-4090-b0b3-253d91a275ef tempest-TestVolumeBootPattern-336624125 tempest-TestVolumeBootPattern-336624125-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 1123 time: 0.3265326 Feb 03 22:16:53.321192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:53.328248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:53.363153 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.445293 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for port (0435d29f-7c91-4849-8ccf-0ba9e82a28c8), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.450954 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (0435d29f-7c91-4849-8ccf-0ba9e82a28c8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.495270 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.530318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] In _notify_port_updated(), no bound segment for port 0435d29f-7c91-4849-8ccf-0ba9e82a28c8 on network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 22:16:53.534240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b3629daf-2503-4d62-85e0-8f93b2ebc729 None None] Allocated IP 2001:db8:0:2::2 (5b947a2e-86f4-498c-8eb9-2c04fd43d184/52d51688-5940-4208-80c5-f81cf3c77d23/2d6924a8-cf8f-4a9e-8c13-08ab24701522) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:53.535998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:53.537048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.541937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "PUT /v2.0/ports/0435d29f-7c91-4849-8ccf-0ba9e82a28c8 HTTP/1.1" status: 200 len: 968 time: 1.3891249 Feb 03 22:16:53.542558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:53.632726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1dc43-6a30-49ac-9544-48633446dc86 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event updated for resources: {'Port': ['ID=0435d29f-7c91-4849-8ccf-0ba9e82a28c8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:53.650784 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe8ce-dc66-4884-940f-5482607c6f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.669023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Allocated IP 172.25.5.181 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/f071f6e9-3827-434c-9ebe-6c6a13913a27) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:53.669766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ffc969be-ae01-4a6f-99c5-53bd8f84e889 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 0435d29f-7c91-4849-8ccf-0ba9e82a28c8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:53.670116 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc969be-ae01-4a6f-99c5-53bd8f84e889 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0435d29f-7c91-4849-8ccf-0ba9e82a28c8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.717840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b3629daf-2503-4d62-85e0-8f93b2ebc729 None None] For port 2d6924a8-cf8f-4a9e-8c13-08ab24701522, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2d6924a8-cf8f-4a9e-8c13-08ab24701522,segment=NetworkSegment(c57a766c-3d3a-457d-b631-02e2c87a6acd),segment_id=c57a766c-3d3a-457d-b631-02e2c87a6acd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:53.776674 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3629daf-2503-4d62-85e0-8f93b2ebc729 None None] Publish callbacks [] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.783676 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3629daf-2503-4d62-85e0-8f93b2ebc729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.800289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (f071f6e9-3827-434c-9ebe-6c6a13913a27), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.842539 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc969be-ae01-4a6f-99c5-53bd8f84e889 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0435d29f-7c91-4849-8ccf-0ba9e82a28c8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.872073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f071f6e9-3827-434c-9ebe-6c6a13913a27), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:53.885922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ffc969be-ae01-4a6f-99c5-53bd8f84e889 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 0435d29f-7c91-4849-8ccf-0ba9e82a28c8 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:53.949842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=f071f6e9-3827-434c-9ebe-6c6a13913a27,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:53.958231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:53.959725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:53.962231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:54.108537 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc969be-ae01-4a6f-99c5-53bd8f84e889 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0435d29f-7c91-4849-8ccf-0ba9e82a28c8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.148739 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc969be-ae01-4a6f-99c5-53bd8f84e889 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=0435d29f-7c91-4849-8ccf-0ba9e82a28c8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:54.200922 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffc969be-ae01-4a6f-99c5-53bd8f84e889 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.208085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ffc969be-ae01-4a6f-99c5-53bd8f84e889 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/0435d29f-7c91-4849-8ccf-0ba9e82a28c8 HTTP/1.1" status: 204 len: 168 time: 0.6613081 Feb 03 22:16:54.209097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:54.224560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3629daf-2503-4d62-85e0-8f93b2ebc729 None None] Pushing event updated for resources: {'Port': ['ID=2d6924a8-cf8f-4a9e-8c13-08ab24701522,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:54.259532 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51370ce-741e-42a8-a755-ecf8a9c6f5cb tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] GET failed (client error): The resource could not be found. Feb 03 22:16:54.267315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e51370ce-741e-42a8-a755-ecf8a9c6f5cb tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports/0435d29f-7c91-4849-8ccf-0ba9e82a28c8 HTTP/1.1" status: 404 len: 333 time: 0.0558541 Feb 03 22:16:54.268623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:54.383980 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea79007d-3f0d-4db4-beb5-20b13b67fd23 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (4c677ccd-98fb-4b0a-8714-26216c92e6ae), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.425643 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea79007d-3f0d-4db4-beb5-20b13b67fd23 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (4c677ccd-98fb-4b0a-8714-26216c92e6ae), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.498818 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea79007d-3f0d-4db4-beb5-20b13b67fd23 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4c677ccd-98fb-4b0a-8714-26216c92e6ae), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.505592 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea79007d-3f0d-4db4-beb5-20b13b67fd23 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.510339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ea79007d-3f0d-4db4-beb5-20b13b67fd23 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/security-groups/4c677ccd-98fb-4b0a-8714-26216c92e6ae HTTP/1.1" status: 204 len: 168 time: 0.2374506 Feb 03 22:16:54.510586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:54.517539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (f4c52575-aa76-402f-8627-fd26694eef76), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.553672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79007d-3f0d-4db4-beb5-20b13b67fd23 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c677ccd-98fb-4b0a-8714-26216c92e6ae,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:54.607158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d43f-921d-41d1-9ee5-387e529f0a75 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (68298c73-741a-4fb1-b1b8-35fc85fa6ccc), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.638678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d43f-921d-41d1-9ee5-387e529f0a75 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (68298c73-741a-4fb1-b1b8-35fc85fa6ccc), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.645842 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f071f6e9-3827-434c-9ebe-6c6a13913a27), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.695489 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.703379 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d43f-921d-41d1-9ee5-387e529f0a75 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (68298c73-741a-4fb1-b1b8-35fc85fa6ccc), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.710797 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d43f-921d-41d1-9ee5-387e529f0a75 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.712257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f1a6d43f-921d-41d1-9ee5-387e529f0a75 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/security-groups/68298c73-741a-4fb1-b1b8-35fc85fa6ccc HTTP/1.1" status: 204 len: 168 time: 0.1929598 Feb 03 22:16:54.715335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:54.717907 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.730404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6d43f-921d-41d1-9ee5-387e529f0a75 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68298c73-741a-4fb1-b1b8-35fc85fa6ccc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:54.838910 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5e2f-b470-498b-931b-ad58e7c2e3ca tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (83b3bbc3-a55f-4faa-af42-75982eb2a157), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:54.925579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5e2f-b470-498b-931b-ad58e7c2e3ca tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (83b3bbc3-a55f-4faa-af42-75982eb2a157), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.041327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5e2f-b470-498b-931b-ad58e7c2e3ca tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (83b3bbc3-a55f-4faa-af42-75982eb2a157), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.043994 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5e2f-b470-498b-931b-ad58e7c2e3ca tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.048261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2d6924a8-cf8f-4a9e-8c13-08ab24701522 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:16:55.048420 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e4c5e2f-b470-498b-931b-ad58e7c2e3ca tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/security-groups/83b3bbc3-a55f-4faa-af42-75982eb2a157 HTTP/1.1" status: 204 len: 168 time: 0.3266184 Feb 03 22:16:55.048518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45890) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:55.052385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for port (f071f6e9-3827-434c-9ebe-6c6a13913a27), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.060323 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f071f6e9-3827-434c-9ebe-6c6a13913a27), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.064664 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c5e2f-b470-498b-931b-ad58e7c2e3ca tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b3bbc3-a55f-4faa-af42-75982eb2a157,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:55.149064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:55.149449 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.159971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b5e7dd-623d-469a-b8e3-1cec8a731401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet 0d7378bc-9f60-43a9-ae17-fce83cadc01f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:55.164072 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e7dd-623d-469a-b8e3-1cec8a731401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (0d7378bc-9f60-43a9-ae17-fce83cadc01f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.183300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event updated for resources: {'Port': ['ID=f071f6e9-3827-434c-9ebe-6c6a13913a27,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:55.218018 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (f4c52575-aa76-402f-8627-fd26694eef76), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.240329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e778aeed-57c1-464d-97a6-60ef9129121e None None] Provisioning complete for port 77fbcf44-af21-4493-9b66-ca60843b32be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:55.242409 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e7dd-623d-469a-b8e3-1cec8a731401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (0d7378bc-9f60-43a9-ae17-fce83cadc01f), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.243121 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e778aeed-57c1-464d-97a6-60ef9129121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.368259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e778aeed-57c1-464d-97a6-60ef9129121e None None] Port 77fbcf44-af21-4493-9b66-ca60843b32be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:55.376688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:55.399861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e778aeed-57c1-464d-97a6-60ef9129121e None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:55.400240 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e778aeed-57c1-464d-97a6-60ef9129121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.444663 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Floating IP f4c52575-aa76-402f-8627-fd26694eef76 associated. External IP: 172.25.5.181, port: 65a49a34-3155-4691-8972-5f2f8c4edecd. Feb 03 22:16:55.470289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e7dd-623d-469a-b8e3-1cec8a731401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0d7378bc-9f60-43a9-ae17-fce83cadc01f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.523471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e778aeed-57c1-464d-97a6-60ef9129121e None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:55.528466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e778aeed-57c1-464d-97a6-60ef9129121e None None] Could not find standard attr ID for object 0435d29f-7c91-4849-8ccf-0ba9e82a28c8. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:55.598464 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e7dd-623d-469a-b8e3-1cec8a731401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (0d7378bc-9f60-43a9-ae17-fce83cadc01f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.630583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5e7dd-623d-469a-b8e3-1cec8a731401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7378bc-9f60-43a9-ae17-fce83cadc01f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:55.640121 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e7dd-623d-469a-b8e3-1cec8a731401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.644070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c4b5e7dd-623d-469a-b8e3-1cec8a731401 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/0d7378bc-9f60-43a9-ae17-fce83cadc01f HTTP/1.1" status: 204 len: 168 time: 0.5951140 Feb 03 22:16:55.649299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:55.660472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dae30ad0-cba1-44cb-9b79-5635f24cf261 None None] Could not find standard attr ID for object c8bbfb20-7693-49c3-9dd3-f0d82eb06b4a. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:16:55.764662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6999f66-325f-4b9d-81a1-e4a3ec21610d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet 52d51688-5940-4208-80c5-f81cf3c77d23 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:55.768800 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6999f66-325f-4b9d-81a1-e4a3ec21610d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (52d51688-5940-4208-80c5-f81cf3c77d23), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.822764 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6999f66-325f-4b9d-81a1-e4a3ec21610d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (52d51688-5940-4208-80c5-f81cf3c77d23), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:55.870172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aad26c-acf6-407d-a6c8-bb90204eacab None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:55.952438 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6999f66-325f-4b9d-81a1-e4a3ec21610d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (52d51688-5940-4208-80c5-f81cf3c77d23), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:56.090206 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6999f66-325f-4b9d-81a1-e4a3ec21610d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (52d51688-5940-4208-80c5-f81cf3c77d23), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:56.109107 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6999f66-325f-4b9d-81a1-e4a3ec21610d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:56.116721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a6999f66-325f-4b9d-81a1-e4a3ec21610d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/52d51688-5940-4208-80c5-f81cf3c77d23 HTTP/1.1" status: 204 len: 168 time: 0.4662542 Feb 03 22:16:56.117668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45918) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:56.171107 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d4b0d5-79e6-4a47-9a96-9bab8cfd3837 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:56.171572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d4b0d5-79e6-4a47-9a96-9bab8cfd3837 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:56.175176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-55d4b0d5-79e6-4a47-9a96-9bab8cfd3837 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/0d7378bc-9f60-43a9-ae17-fce83cadc01f HTTP/1.1" status: 404 len: 337 time: 0.0381265 Feb 03 22:16:56.177287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6999f66-325f-4b9d-81a1-e4a3ec21610d tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=52d51688-5940-4208-80c5-f81cf3c77d23,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:56.178877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45924) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:56.292113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Router 45055249-c15c-4ce9-a25e-af25fb83d706 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:16:56.456134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:16:56.470411 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] Sync routers for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:16:56.480213 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:56.488602 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:16:56.489743 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:56.523426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-24bff62c-547d-4342-944e-fe7c11ae4966 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2006023 Feb 03 22:16:56.524131 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:16:56.527141 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac860dc7-e7c2-4c59-97c5-878355ad879d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:16:56.566082 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62185025-ef4e-4e66-8208-d8fa4650071b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:56.605252 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90b203a-1d89-4b5c-84a4-17862771cb20 x-openstack-request-id: req-e90b203a-1d89-4b5c-84a4-17862771cb20 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:16:56.605629 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:16:56.605954 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e90b203a-1d89-4b5c-84a4-17862771cb20 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:16:56.606434 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'status': 'completed', 'code': 200} Feb 03 22:16:56.627025 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:16:56.656710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-532e67a7-bb99-4756-984e-8577ce041f4e tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0649afffddf34b71a6e7abefb5dc0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4802663 Feb 03 22:16:56.719171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-c124acfb-7170-4699-9818-9fe521be3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:56.721319 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-c124acfb-7170-4699-9818-9fe521be3b25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 1128 time: 0.0977466 Feb 03 22:16:56.785297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d5e90f-a314-4ae2-8958-31a0ff3f0c27 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting subnet c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:16:56.872354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-7a53b6bb-713e-4cac-ba5b-d0f9a0c9586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:56.873960 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-7a53b6bb-713e-4cac-ba5b-d0f9a0c9586a service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.1454401 Feb 03 22:16:56.912437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-b5961769-dd42-41d1-8226-2e3ec72d9512 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:56.914003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-b5961769-dd42-41d1-8226-2e3ec72d9512 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564726 Feb 03 22:16:56.914760 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e90f-a314-4ae2-8958-31a0ff3f0c27 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:56.933042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213e6d4-7dc8-4ad2-a619-3b792f67eccb None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:56.955462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-0f7f9aee-62b8-4cd6-867d-00fd087545cd tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/quotas/0649afffddf34b71a6e7abefb5dc0b3d HTTP/1.1" status: 200 len: 375 time: 0.0145402 Feb 03 22:16:56.980428 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e90f-a314-4ae2-8958-31a0ff3f0c27 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:56.990998 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8793239a-8d97-41b2-80a6-cd37fb37e12f', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:18Z', 'updated_at': '2022-02-03T22:14:24Z', 'revision_number': 1, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}, {'id': 'f4c52575-aa76-402f-8627-fd26694eef76', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:89:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:16:54Z', 'updated_at': '2022-02-03T22:16:54Z', 'revision_number': 0, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:57.019325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-e5f740e1-b49a-4671-b46c-e1007ec69101 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0649afffddf34b71a6e7abefb5dc0b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545621 Feb 03 22:16:57.026876 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] Checking router: 45055249-c15c-4ce9-a25e-af25fb83d706 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:16:57.037215 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:16:57.038190 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:57.043658 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-7c91a874-4edf-4592-be4a-d7bff5d15a35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a49a34-3155-4691-8972-5f2f8c4edecd HTTP/1.1" status: 200 len: 1000 time: 0.1614811 Feb 03 22:16:57.138468 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e90f-a314-4ae2-8958-31a0ff3f0c27 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:57.147138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-28f13525-b0c4-476c-a97c-7409820d2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:57.152830 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-28f13525-b0c4-476c-a97c-7409820d2fcf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.1023562 Feb 03 22:16:57.163396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f0e0c634-fe1e-4d7d-bee3-5b73da675e09 None None] Provisioning complete for port 77fbcf44-af21-4493-9b66-ca60843b32be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:57.164048 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0e0c634-fe1e-4d7d-bee3-5b73da675e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:57.207893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0c634-fe1e-4d7d-bee3-5b73da675e09 None None] Port 77fbcf44-af21-4493-9b66-ca60843b32be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:57.214464 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:57.230384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f0e0c634-fe1e-4d7d-bee3-5b73da675e09 None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:57.231064 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0e0c634-fe1e-4d7d-bee3-5b73da675e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:57.249159 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:16:57.284890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-f097064d-3a43-45e9-9b83-1bee6ddcbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:57.289936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-f097064d-3a43-45e9-9b83-1bee6ddcbe59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1311419 Feb 03 22:16:57.344882 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e90f-a314-4ae2-8958-31a0ff3f0c27 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:57.407625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0c634-fe1e-4d7d-bee3-5b73da675e09 None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:57.425899 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03edba71-b1d2-4089-a254-1cd2a347c0e9 req-e38e3d28-6c09-400a-bb32-0d421c0de247 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 210 time: 0.1311402 Feb 03 22:16:57.458682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e90f-a314-4ae2-8958-31a0ff3f0c27 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:57.465775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d2d5e90f-a314-4ae2-8958-31a0ff3f0c27 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a HTTP/1.1" status: 204 len: 168 time: 1.2853885 Feb 03 22:16:57.467018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45952) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:57.467954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5e90f-a314-4ae2-8958-31a0ff3f0c27 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Subnet': ['ID=c923670e-2c0f-41e2-bd2b-8c4ec2e04d7a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:57.514709 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3b927d-41e5-4dcb-9048-5073404bd9f5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:57.516097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3b927d-41e5-4dcb-9048-5073404bd9f5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:57.521335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9a3b927d-41e5-4dcb-9048-5073404bd9f5 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/8be30a50-7b4b-4a4b-af72-6306ce97fc4d HTTP/1.1" status: 404 len: 337 time: 0.0491719 Feb 03 22:16:57.524682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:57.586468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0f059934-5441-4aa3-91a1-761a43cf2c65 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "GET /v2.0/ports?device_id=8405a345-9ea8-4173-8f74-eb0d744a09a3 HTTP/1.1" status: 200 len: 205 time: 0.0583413 Feb 03 22:16:57.586776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:57.595505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-32d103b1-7d4f-48f2-8f0b-f803706b4951 service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898116 Feb 03 22:16:57.666184 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-08f9cdc4-6d8d-407f-bc88-ecff567715d9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] delete failed (client error): The resource could not be found. Feb 03 22:16:57.670696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-08f9cdc4-6d8d-407f-bc88-ecff567715d9 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/routers/8405a345-9ea8-4173-8f74-eb0d744a09a3 HTTP/1.1" status: 404 len: 336 time: 0.0828655 Feb 03 22:16:57.671639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45964) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:57.726756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ac860dc7-e7c2-4c59-97c5-878355ad879d req-d18ec597-e84e-4fb1-b7b5-a2f0584a0c85 service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205318 Feb 03 22:16:57.737775 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7310e5-bdda-48be-a245-2893f2f9a689 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:57.738234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7310e5-bdda-48be-a245-2893f2f9a689 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:57.754546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:57.763279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6a7310e5-bdda-48be-a245-2893f2f9a689 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/ad701320-fdb1-4488-9065-c96b7e5b870c HTTP/1.1" status: 404 len: 337 time: 0.0718088 Feb 03 22:16:57.806174 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9121c0-bf79-44e4-945f-ef1b34708563 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:57.806836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9121c0-bf79-44e4-945f-ef1b34708563 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:57.808043 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8793239a-8d97-41b2-80a6-cd37fb37e12f', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:18Z', 'updated_at': '2022-02-03T22:14:24Z', 'revision_number': 1, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}, {'id': 'f4c52575-aa76-402f-8627-fd26694eef76', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:89:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:16:54Z', 'updated_at': '2022-02-03T22:16:54Z', 'revision_number': 0, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:57.814052 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2f9121c0-bf79-44e4-945f-ef1b34708563 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/8882c0bd-39ec-4c16-abb7-325c61d7555a HTTP/1.1" status: 404 len: 337 time: 0.0535581 Feb 03 22:16:57.814805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:57.848691 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52b1d2-3285-46b4-b9df-a7e8a36be88c None None] The sync data for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 is: [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8793239a-8d97-41b2-80a6-cd37fb37e12f', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:18Z', 'updated_at': '2022-02-03T22:14:24Z', 'revision_number': 1, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}, {'id': 'f4c52575-aa76-402f-8627-fd26694eef76', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:89:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:16:54Z', 'updated_at': '2022-02-03T22:16:54Z', 'revision_number': 0, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:16:57.863396 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c3028d-54a5-48c4-91b5-247a19ed7d0f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:57.863959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c3028d-54a5-48c4-91b5-247a19ed7d0f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:57.868954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-49c3028d-54a5-48c4-91b5-247a19ed7d0f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/983f9127-57c8-49a4-8d21-18aa0e42f92b HTTP/1.1" status: 404 len: 337 time: 0.0515132 Feb 03 22:16:57.870248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:57.904833 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d76dd24-2093-4919-8633-5c6121f9f9ce tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:57.905950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d76dd24-2093-4919-8633-5c6121f9f9ce tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:57.917094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8d76dd24-2093-4919-8633-5c6121f9f9ce tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/9988b7bb-1911-4556-8b33-5245bea5b3e7 HTTP/1.1" status: 404 len: 333 time: 0.0454924 Feb 03 22:16:57.919494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:57.953382 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb7759d-37b8-418c-b48f-d11fa3ed7b80 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:57.953937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb7759d-37b8-418c-b48f-d11fa3ed7b80 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:57.957636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2eb7759d-37b8-418c-b48f-d11fa3ed7b80 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/c0ef0c92-2f38-4c7e-a206-b2e4ae7ac30a HTTP/1.1" status: 404 len: 337 time: 0.0350649 Feb 03 22:16:57.960853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:58.006223 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3aac95c-dda8-4fac-b001-59f53d4f018b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:58.006791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3aac95c-dda8-4fac-b001-59f53d4f018b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:58.012896 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a3aac95c-dda8-4fac-b001-59f53d4f018b tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/d85f023b-9cda-41df-8450-b478823488f7 HTTP/1.1" status: 404 len: 337 time: 0.0483162 Feb 03 22:16:58.013241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:58.043848 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40e8ba5-5a57-428e-9b71-296451c05325 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:58.044436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40e8ba5-5a57-428e-9b71-296451c05325 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:58.047616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b40e8ba5-5a57-428e-9b71-296451c05325 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/49ce1977-2e1f-446f-a288-a99d1ec14b7d HTTP/1.1" status: 404 len: 333 time: 0.0333719 Feb 03 22:16:58.050268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:58.089260 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a162a464-508a-4655-a6a3-a3e19cb4d006 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:58.089731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a162a464-508a-4655-a6a3-a3e19cb4d006 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:58.093362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a162a464-508a-4655-a6a3-a3e19cb4d006 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/00a63092-79c0-4a73-9805-b41f091e6326 HTTP/1.1" status: 404 len: 337 time: 0.0418425 Feb 03 22:16:58.095970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 45988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:58.151695 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7554c761-3315-484c-9a51-2bbc9029eee1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] DELETE failed (client error): The resource could not be found. Feb 03 22:16:58.152136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7554c761-3315-484c-9a51-2bbc9029eee1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:16:58.158683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 45990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:58.161438 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7554c761-3315-484c-9a51-2bbc9029eee1 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/subnets/2bca1179-859b-4583-a95b-be8d3d639aab HTTP/1.1" status: 404 len: 337 time: 0.0642455 Feb 03 22:16:58.181093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792a61d8-6856-43aa-9044-8a7bc2510416 None None] Network 5b947a2e-86f4-498c-8eb9-2c04fd43d184 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:16:58.295247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03cb2b4-7146-45a5-b3b2-05b75551acd9 None None] New status for floating IP f4c52575-aa76-402f-8627-fd26694eef76: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:16:58.315654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7fa1c-477d-4b80-988a-fb4b7a5d9e2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Deleting port 77fbcf44-af21-4493-9b66-ca60843b32be {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:58.316270 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0a7fa1c-477d-4b80-988a-fb4b7a5d9e2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.392136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-408904b9-9932-48af-8b87-017d32bc6c37 None None] Provisioning complete for port 77fbcf44-af21-4493-9b66-ca60843b32be triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:58.392509 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-408904b9-9932-48af-8b87-017d32bc6c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.394518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0a7fa1c-477d-4b80-988a-fb4b7a5d9e2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.408302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7fa1c-477d-4b80-988a-fb4b7a5d9e2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Calling delete_port for 77fbcf44-af21-4493-9b66-ca60843b32be owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:58.492139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-408904b9-9932-48af-8b87-017d32bc6c37 None None] Port 77fbcf44-af21-4493-9b66-ca60843b32be cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:16:58.517088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0a7fa1c-477d-4b80-988a-fb4b7a5d9e2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (77fbcf44-af21-4493-9b66-ca60843b32be), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.539965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-408904b9-9932-48af-8b87-017d32bc6c37 None None] Provisioning complete for port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:16:58.540343 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-408904b9-9932-48af-8b87-017d32bc6c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.564010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6f186-34d2-4357-b1dc-94bbb6ecda3c None None] DHCP port deletion for 5b947a2e-86f4-498c-8eb9-2c04fd43d184 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:16:58.591920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7fa1c-477d-4b80-988a-fb4b7a5d9e2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Port': ['ID=77fbcf44-af21-4493-9b66-ca60843b32be,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:58.609584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0a7fa1c-477d-4b80-988a-fb4b7a5d9e2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.613729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b0a7fa1c-477d-4b80-988a-fb4b7a5d9e2f tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/ports/77fbcf44-af21-4493-9b66-ca60843b32be HTTP/1.1" status: 204 len: 168 time: 0.4540055 Feb 03 22:16:58.616757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:58.628893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4aa3802b-a188-4ccf-aa81-c636b4fd0929 req-da6f791c-84f2-425e-a2d6-699cb7c9ae41 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 210 time: 0.0524626 Feb 03 22:16:58.681063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30b6f186-34d2-4357-b1dc-94bbb6ecda3c None None] Deleting port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:16:58.681365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30b6f186-34d2-4357-b1dc-94bbb6ecda3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.762807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-408904b9-9932-48af-8b87-017d32bc6c37 None None] Current status of the port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:16:58.764766 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.767462 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-30b6f186-34d2-4357-b1dc-94bbb6ecda3c None None] For port 2d6924a8-cf8f-4a9e-8c13-08ab24701522, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2d6924a8-cf8f-4a9e-8c13-08ab24701522,segment=NetworkSegment(c57a766c-3d3a-457d-b631-02e2c87a6acd),segment_id=c57a766c-3d3a-457d-b631-02e2c87a6acd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:16:58.767714 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30b6f186-34d2-4357-b1dc-94bbb6ecda3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.777255 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-4a22790c-eb6f-4498-a6b5-0e962bd01395 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0649afffddf34b71a6e7abefb5dc0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443387 Feb 03 22:16:58.780321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30b6f186-34d2-4357-b1dc-94bbb6ecda3c None None] Calling delete_port for 2d6924a8-cf8f-4a9e-8c13-08ab24701522 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:16:58.835416 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (5b947a2e-86f4-498c-8eb9-2c04fd43d184), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.876375 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30b6f186-34d2-4357-b1dc-94bbb6ecda3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (2d6924a8-cf8f-4a9e-8c13-08ab24701522), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:58.921899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6f186-34d2-4357-b1dc-94bbb6ecda3c None None] Pushing event deleted for resources: {'Port': ['ID=2d6924a8-cf8f-4a9e-8c13-08ab24701522,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:58.924178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6f186-34d2-4357-b1dc-94bbb6ecda3c None None] No DVR routers for this DVR port 2d6924a8-cf8f-4a9e-8c13-08ab24701522 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:16:58.987107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2d6924a8-cf8f-4a9e-8c13-08ab24701522 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:16:59.009331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 2d6924a8-cf8f-4a9e-8c13-08ab24701522 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:16:59.009998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2d6924a8-cf8f-4a9e-8c13-08ab24701522 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:16:59.099409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (5b947a2e-86f4-498c-8eb9-2c04fd43d184), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.118660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-f8407cbf-1025-403e-906f-0b299d3e77a0 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:59.120136 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-f8407cbf-1025-403e-906f-0b299d3e77a0 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3363454 Feb 03 22:16:59.129962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b947a2e-86f4-498c-8eb9-2c04fd43d184']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:59.149754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Request body: {'port': {'device_id': 'abf39f44-3afe-4987-a4e4-d148e5626d3d', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '0649afffddf34b71a6e7abefb5dc0b3d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:16:59.156593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57a766c-3d3a-457d-b631-02e2c87a6acd') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:59.156923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57a766c-3d3a-457d-b631-02e2c87a6acd') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:16:59.199998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (c57a766c-3d3a-457d-b631-02e2c87a6acd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.222994 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c57a766c-3d3a-457d-b631-02e2c87a6acd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.235042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:16:59.235473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (c57a766c-3d3a-457d-b631-02e2c87a6acd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:16:59.238408 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:16:59.321899 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (5b947a2e-86f4-498c-8eb9-2c04fd43d184), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.331452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.334585 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] 10.222.0.50 "DELETE /v2.0/networks/5b947a2e-86f4-498c-8eb9-2c04fd43d184 HTTP/1.1" status: 204 len: 168 time: 0.7160025 Feb 03 22:16:59.351827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053c7f0-d056-4a94-ab41-fc0898b5d880 tempest-PortsIpV6TestJSON-975621281 tempest-PortsIpV6TestJSON-975621281-project] Pushing event deleted for resources: {'Network': ['ID=5b947a2e-86f4-498c-8eb9-2c04fd43d184,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:59.358657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Made reservation on behalf of 0649afffddf34b71a6e7abefb5dc0b3d for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:16:59.362100 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.370917 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.466128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks [] for security_group (03920d66-e7f1-4f18-aa02-52f3db591e31), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.470266 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (03920d66-e7f1-4f18-aa02-52f3db591e31), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.535049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03920d66-e7f1-4f18-aa02-52f3db591e31,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:16:59.623837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Allocated IP 192.168.233.201 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:16:59.669482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:59.734061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b37544a2-b95e-4ebe-98db-aea816989ef4 req-1e7694e6-73d5-4820-9b5f-778ad16de0b5 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 210 time: 0.0323529 Feb 03 22:16:59.815900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks [] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.834996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f94e90aa-2f4d-4d53-a716-fd214901d054 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74d2dca83b544e389dd26b605b63de3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643169 Feb 03 22:16:59.835691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46032) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:16:59.859569 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.904998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f11bbeeb-0501-4a83-ad07-1091e8840f77 admin admin] Publish callbacks [] for security_group (2fca9d25-0bb8-40df-9266-b0c659788ddf), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.921137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.925588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:16:59.929778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:16:59.935403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:16:59.958189 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f11bbeeb-0501-4a83-ad07-1091e8840f77 admin admin] Publish callbacks [] for security_group (2fca9d25-0bb8-40df-9266-b0c659788ddf), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.988737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:16:59.989358 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:16:59.993601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Pushing event updated for resources: {'Port': ['ID=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:00.014687 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb4950c0-d2fb-47d7-8aff-d89a0c695cc3 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8812833 Feb 03 22:17:00.021567 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f11bbeeb-0501-4a83-ad07-1091e8840f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2fca9d25-0bb8-40df-9266-b0c659788ddf), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:00.024642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f11bbeeb-0501-4a83-ad07-1091e8840f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:00.028893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f11bbeeb-0501-4a83-ad07-1091e8840f77 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fca9d25-0bb8-40df-9266-b0c659788ddf HTTP/1.1" status: 204 len: 168 time: 0.1899583 Feb 03 22:17:00.029112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Request body: {'port': {'device_id': 'abf39f44-3afe-4987-a4e4-d148e5626d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:00.050016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bbeeb-0501-4a83-ad07-1091e8840f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fca9d25-0bb8-40df-9266-b0c659788ddf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:00.134029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:00.358977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a16d0d53-d6a2-4f02-99a5-5a064bde43b8 None None] Provisioning complete for port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:00.359592 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a16d0d53-d6a2-4f02-99a5-5a064bde43b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:00.404867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a16d0d53-d6a2-4f02-99a5-5a064bde43b8 None None] Port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:17:00.472824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:17:00.481104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Publish callbacks [] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:00.493664 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Transition to ACTIVE for port object 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:17:00.498027 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:00.551797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:00.632336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Attempting to bind port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:17:00.633051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Attempting to bind port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:17:00.633051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Attempting to bind port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:17:00.638320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:17:00.638667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Attempting to bind port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:17:00.647627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:17:00.648216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:17:00.648626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:17:00.649249 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Bound port: 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:17:00.649614 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:00.725678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] For port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:17:00.729509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] For port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:17:00.738398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:00.777022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:00.778024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:00.779603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 HTTP/1.1" status: 200 len: 1096 time: 0.7572289 Feb 03 22:17:00.782148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf39f44-3afe-4987-a4e4-d148e5626d3d', 'tag': '5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:00.785846 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42fa319-a1b8-4f01-92b3-b576cec22e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "abf39f44-3afe-4987-a4e4-d148e5626d3d", "tag": "5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:00.895810 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4e6578-6af8-4b07-b17d-23e4c87aa6e2 x-openstack-request-id: req-df4e6578-6af8-4b07-b17d-23e4c87aa6e2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:00.896117 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf39f44-3afe-4987-a4e4-d148e5626d3d", "tag": "5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:00.896384 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df4e6578-6af8-4b07-b17d-23e4c87aa6e2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:00.896795 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf39f44-3afe-4987-a4e4-d148e5626d3d', 'tag': '5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785', 'status': 'completed', 'code': 200} Feb 03 22:17:00.907254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae81494-97d0-48f5-bb32-c4b83f7563d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:00.953819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-17a5d045-f8b2-4352-995b-e145b0b55382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:00.960490 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-17a5d045-f8b2-4352-995b-e145b0b55382 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0649afffddf34b71a6e7abefb5dc0b3d&device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 1130 time: 0.1335056 Feb 03 22:17:00.979361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db333c12-4294-45c6-8456-91306a7389f3 req-f0e1ce0d-cfb1-4fc0-a5ef-9ac5edbf008a tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:00.993488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db333c12-4294-45c6-8456-91306a7389f3 req-f0e1ce0d-cfb1-4fc0-a5ef-9ac5edbf008a tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 948 time: 0.1232536 Feb 03 22:17:01.016139 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-a23f5b71-424f-4091-819d-6d2c737f531e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 HTTP/1.1" status: 200 len: 217 time: 0.0474882 Feb 03 22:17:01.075175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db333c12-4294-45c6-8456-91306a7389f3 req-bf44ff82-60fe-4be3-a129-3d4c8fc6facd tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806923 Feb 03 22:17:01.082850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-be91ef80-4cfb-4bf8-8853-e14832c63375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:01.084428 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-be91ef80-4cfb-4bf8-8853-e14832c63375 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0623567 Feb 03 22:17:01.145400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-89cee4c3-9415-425e-bb32-8bc4c0dbb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:01.147248 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-89cee4c3-9415-425e-bb32-8bc4c0dbb574 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0572307 Feb 03 22:17:01.254382 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-cb049b45-1cd5-4eec-8894-e23dd299bbb4 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003053 Feb 03 22:17:01.356397 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-96ac1d3f-fe0b-4238-bddd-eed9600a95bb req-251a6eea-4f71-4769-bd4b-2c4c7ce89953 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965817 Feb 03 22:17:01.455307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-0ef6d908-2277-4a5b-b414-f26ffcc8df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:01.457001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-0ef6d908-2277-4a5b-b414-f26ffcc8df58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0649afffddf34b71a6e7abefb5dc0b3d&device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 1130 time: 0.0517535 Feb 03 22:17:01.579186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-9e75a41d-eb04-4436-9e27-3142216c4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:01.580931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-9e75a41d-eb04-4436-9e27-3142216c4d2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.1175323 Feb 03 22:17:01.628599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-0858ad91-171a-486b-a213-3368d117fbf2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 HTTP/1.1" status: 200 len: 217 time: 0.0412865 Feb 03 22:17:01.689399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-1d3af76d-baf0-4250-ad3f-b298f56fbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:01.691321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-1d3af76d-baf0-4250-ad3f-b298f56fbe71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0570805 Feb 03 22:17:01.743824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-9b3cbaf1-63cf-40f3-a7fc-efaa5df67c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:01.745438 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-9b3cbaf1-63cf-40f3-a7fc-efaa5df67c68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0483193 Feb 03 22:17:01.843400 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-8f38bfe8-b578-44c1-8934-39d842b2f015 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920115 Feb 03 22:17:01.948001 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f42fa319-a1b8-4f01-92b3-b576cec22e3d req-546a9577-798a-46b5-9969-5c7dc7e2023f service neutron] 10.222.0.47 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977499 Feb 03 22:17:02.158447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:02.212076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77af8b-6ed0-4c74-81a4-96831d6d2f8f req-4e7f5e23-21fb-4ff3-b1ef-ffc73c64f62d tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:02.214596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be77af8b-6ed0-4c74-81a4-96831d6d2f8f req-4e7f5e23-21fb-4ff3-b1ef-ffc73c64f62d tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 948 time: 0.0647781 Feb 03 22:17:02.281784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be77af8b-6ed0-4c74-81a4-96831d6d2f8f req-1ca47c1d-00c2-40c3-ad06-69e2dca361a9 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598581 Feb 03 22:17:02.294915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a1510f-78bf-4e42-8a31-afbca39901ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:02.377043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a1510f-78bf-4e42-8a31-afbca39901ba admin admin] Publish callbacks [] for security_group (d467cfad-9a85-46af-a6b3-c83c053cd29e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:02.381483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a1510f-78bf-4e42-8a31-afbca39901ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d467cfad-9a85-46af-a6b3-c83c053cd29e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:02.432700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1510f-78bf-4e42-8a31-afbca39901ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d467cfad-9a85-46af-a6b3-c83c053cd29e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:02.440434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:02.440652 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-65a1510f-78bf-4e42-8a31-afbca39901ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5fda7a57318544e88c59ae92c22634df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2809680 Feb 03 22:17:02.495609 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95df47a0-7916-49cf-98f0-c8572af19830 admin admin] Publish callbacks [] for security_group (d467cfad-9a85-46af-a6b3-c83c053cd29e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:02.519095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95df47a0-7916-49cf-98f0-c8572af19830 admin admin] Publish callbacks [] for security_group (d467cfad-9a85-46af-a6b3-c83c053cd29e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:02.574149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95df47a0-7916-49cf-98f0-c8572af19830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (d467cfad-9a85-46af-a6b3-c83c053cd29e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:02.577458 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95df47a0-7916-49cf-98f0-c8572af19830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:02.581416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-95df47a0-7916-49cf-98f0-c8572af19830 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d467cfad-9a85-46af-a6b3-c83c053cd29e HTTP/1.1" status: 204 len: 168 time: 0.1386225 Feb 03 22:17:02.596433 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df47a0-7916-49cf-98f0-c8572af19830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d467cfad-9a85-46af-a6b3-c83c053cd29e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:02.866441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46140) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:02.880305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8b23e13-5e3c-4f65-a934-73aedf0c16dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:02.957105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8b23e13-5e3c-4f65-a934-73aedf0c16dc admin admin] Publish callbacks [] for security_group (ae7a974b-2eb3-4b3d-9036-99137efcb2db), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:02.961634 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8b23e13-5e3c-4f65-a934-73aedf0c16dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ae7a974b-2eb3-4b3d-9036-99137efcb2db), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:03.003577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c8b23e13-5e3c-4f65-a934-73aedf0c16dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a5fb6637e024515b1056542d53ef332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336749 Feb 03 22:17:03.003577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b23e13-5e3c-4f65-a934-73aedf0c16dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7a974b-2eb3-4b3d-9036-99137efcb2db,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:03.004618 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:03.062093 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-856e94aa-6ec7-4bdc-a978-70564df13d42 admin admin] Publish callbacks [] for security_group (ae7a974b-2eb3-4b3d-9036-99137efcb2db), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:03.083105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-856e94aa-6ec7-4bdc-a978-70564df13d42 admin admin] Publish callbacks [] for security_group (ae7a974b-2eb3-4b3d-9036-99137efcb2db), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:03.131520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-856e94aa-6ec7-4bdc-a978-70564df13d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ae7a974b-2eb3-4b3d-9036-99137efcb2db), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:03.134531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-856e94aa-6ec7-4bdc-a978-70564df13d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:03.136422 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-856e94aa-6ec7-4bdc-a978-70564df13d42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae7a974b-2eb3-4b3d-9036-99137efcb2db HTTP/1.1" status: 204 len: 168 time: 0.1300409 Feb 03 22:17:03.145577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e94aa-6ec7-4bdc-a978-70564df13d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7a974b-2eb3-4b3d-9036-99137efcb2db,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:03.419954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d83e6-bbdd-4eb6-9bad-196a8a9b8335 req-bf887c89-56d8-40bd-b16f-7ef32fe06f0b tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:03.428074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-086d83e6-bbdd-4eb6-9bad-196a8a9b8335 req-bf887c89-56d8-40bd-b16f-7ef32fe06f0b tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 948 time: 0.0747890 Feb 03 22:17:03.511192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-086d83e6-bbdd-4eb6-9bad-196a8a9b8335 req-69ab2b78-ae75-4a8e-b0a5-34349c1d340a tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818214 Feb 03 22:17:03.528799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1813481-ee47-4002-a04d-1941ec32bd9e req-95ec866f-dc5e-40ab-9cdf-0457f40bbe6d tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:03.533480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1813481-ee47-4002-a04d-1941ec32bd9e req-95ec866f-dc5e-40ab-9cdf-0457f40bbe6d tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1128 time: 0.0653121 Feb 03 22:17:03.583826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1813481-ee47-4002-a04d-1941ec32bd9e req-54b19ac8-41e8-4bbf-8fef-366b878ce1af tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467808 Feb 03 22:17:03.606993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:03.786780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port 802c3663-2ce6-4da9-9474-a052fb628d0d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:17:03.787138 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (802c3663-2ce6-4da9-9474-a052fb628d0d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:03.881039 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (802c3663-2ce6-4da9-9474-a052fb628d0d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:03.881413 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (802c3663-2ce6-4da9-9474-a052fb628d0d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:03.893540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for 802c3663-2ce6-4da9-9474-a052fb628d0d owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:17:04.080605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (802c3663-2ce6-4da9-9474-a052fb628d0d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:04.138728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=802c3663-2ce6-4da9-9474-a052fb628d0d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:04.194118 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (b34476af-c15a-4b51-9d90-9f303a57789f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:04.194582 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Floating IP b34476af-c15a-4b51-9d90-9f303a57789f disassociated (deleted). External IP: 172.25.5.236, port: d4c71547-d16b-4c1d-b04d-f78aa84078fd. Feb 03 22:17:04.441411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router cf43674b-4b63-4c73-88fe-72a834b84dec has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:17:04.576092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:17:04.582154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:04.588271 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] Sync routers for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:17:04.606984 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:04.607637 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:04.641049 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-98427952-4dbc-4126-9b35-780f158d839b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/floatingips/b34476af-c15a-4b51-9d90-9f303a57789f HTTP/1.1" status: 204 len: 168 time: 1.0325139 Feb 03 22:17:04.642870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:04.647395 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6" -d '{"events": [{"name": "network-changed", "server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:04.727959 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:04.728197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf43d-783d-400c-86be-3ddb3897f785 req-d6eaab79-64fd-456c-b942-ca8bf6c8f267 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:04.739368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29adf43d-783d-400c-86be-3ddb3897f785 req-d6eaab79-64fd-456c-b942-ca8bf6c8f267 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 948 time: 0.1157510 Feb 03 22:17:04.843315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29adf43d-783d-400c-86be-3ddb3897f785 req-f3723ff3-86c4-4b1e-8624-fb0a4aa1681f tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976722 Feb 03 22:17:04.880649 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5798d816-07d5-47ba-9904-10a61fe93d9f x-openstack-request-id: req-5798d816-07d5-47ba-9904-10a61fe93d9f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:04.881033 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:04.881355 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5798d816-07d5-47ba-9904-10a61fe93d9f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:04.881825 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'status': 'completed', 'code': 200} Feb 03 22:17:04.966170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-cb622995-bbf9-43d6-90e4-f14f4f8877b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:04.967805 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-cb622995-bbf9-43d6-90e4-f14f4f8877b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 1128 time: 0.0646172 Feb 03 22:17:05.066464 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '00f69f9f-8e5b-487a-b0d6-0baa8b361502', 'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:5f:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:09Z', 'updated_at': '2022-02-03T22:14:17Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:05.072798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7204c-a3c8-43e6-877a-113a7bb42657 req-4c03a3ec-5d14-4f51-b214-f9ba0b71291e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:05.081340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8e7204c-a3c8-43e6-877a-113a7bb42657 req-4c03a3ec-5d14-4f51-b214-f9ba0b71291e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.1203279 Feb 03 22:17:05.098297 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] Checking router: cf43674b-4b63-4c73-88fe-72a834b84dec for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:17:05.108140 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:05.109211 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:05.120719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-2698b847-fc35-4491-a81b-f65c3044031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:05.123281 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-2698b847-fc35-4491-a81b-f65c3044031c service neutron] 10.222.0.47 "GET /v2.0/networks?id=51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 200 len: 897 time: 0.1487572 Feb 03 22:17:05.143380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8e7204c-a3c8-43e6-877a-113a7bb42657 req-48f3a9fc-abd8-4312-8de2-7395ea16f94e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608563 Feb 03 22:17:05.190456 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-05a1ba45-5dd0-40b3-b5a2-bd89a5726a46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 200 len: 217 time: 0.0598607 Feb 03 22:17:05.198036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:17:05.268019 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:05.328555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:05.340084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-aeb19130-a7b7-4cc4-8fa5-b27694cab345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:05.343733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785', 'mac_address': 'fa:16:3e:04:2c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:17:05.344985 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-aeb19130-a7b7-4cc4-8fa5-b27694cab345 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 200 len: 834 time: 0.1336277 Feb 03 22:17:05.419554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:05.419949 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:05.429027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-f7443691-0b12-4b23-a985-7a41c2ae586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:05.430895 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-f7443691-0b12-4b23-a985-7a41c2ae586d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51e66174-280e-4620-b292-7adb243d2cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793908 Feb 03 22:17:05.440990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:17:05.466728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:05.471538 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:05.526181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:05.590730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-670a707f-22ac-42e0-85dd-1533d25762a4 service neutron] 10.222.0.47 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533084 Feb 03 22:17:05.593290 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '00f69f9f-8e5b-487a-b0d6-0baa8b361502', 'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:5f:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:09Z', 'updated_at': '2022-02-03T22:14:17Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:05.627486 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c882a38-b84c-439e-8f7e-3e560ca14102 None None] The sync data for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 is: [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '00f69f9f-8e5b-487a-b0d6-0baa8b361502', 'name': '', 'network_id': '51e66174-280e-4620-b292-7adb243d2cec', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:5f:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:09Z', 'updated_at': '2022-02-03T22:14:17Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:17:05.713125 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7094fdde-9f2d-4bb6-80fc-c88222eeaac6 req-4823c6df-16f9-4cc0-b76a-d7cf56a49b90 service neutron] 10.222.0.47 "GET /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155319 Feb 03 22:17:05.800004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:17:06.007218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60cfac-45ce-483e-ac4d-9302288f7193 req-e4c98963-e476-4848-944c-7a4146daeba8 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:06.009575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb60cfac-45ce-483e-ac4d-9302288f7193 req-e4c98963-e476-4848-944c-7a4146daeba8 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 949 time: 0.0663128 Feb 03 22:17:06.061992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb60cfac-45ce-483e-ac4d-9302288f7193 req-4923af1c-1efb-49e1-ba31-352a9e6afe3f tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462477 Feb 03 22:17:06.070114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0b64b-0404-45ab-a7e3-d62c925cc3d2 None None] New status for floating IP b34476af-c15a-4b51-9d90-9f303a57789f: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:17:06.279117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdce61-d151-4f42-8926-8aef03af7af9 req-ae62c273-2bc3-4909-b8a4-b643331992f1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:06.281019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dffdce61-d151-4f42-8926-8aef03af7af9 req-ae62c273-2bc3-4909-b8a4-b643331992f1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.0633774 Feb 03 22:17:06.335094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dffdce61-d151-4f42-8926-8aef03af7af9 req-762a1ac6-19fa-4a2a-922f-aa8d186848e0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=faa0ada5-de92-4b93-aa30-c211ef7d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481653 Feb 03 22:17:06.459455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-75eb6918-beca-4e61-9cd8-94eb2ebf0cf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:06.460988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-75eb6918-beca-4e61-9cd8-94eb2ebf0cf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.47 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 946 time: 0.0551927 Feb 03 22:17:06.561578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port d4c71547-d16b-4c1d-b04d-f78aa84078fd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:17:06.561844 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:06.656205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port d4c71547-d16b-4c1d-b04d-f78aa84078fd, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d4c71547-d16b-4c1d-b04d-f78aa84078fd,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:06.656517 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:06.670690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for d4c71547-d16b-4c1d-b04d-f78aa84078fd owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:17:06.824612 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d4c71547-d16b-4c1d-b04d-f78aa84078fd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:06.862686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=d4c71547-d16b-4c1d-b04d-f78aa84078fd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:06.918838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] No DVR routers for this DVR port d4c71547-d16b-4c1d-b04d-f78aa84078fd on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:17:06.921351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:06.924830 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6e2b04b1-c797-4c2a-8a0f-c51c6a849b20 req-19e91334-fc20-4b30-8a0e-8d111dd473c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.47 "DELETE /v2.0/ports/d4c71547-d16b-4c1d-b04d-f78aa84078fd HTTP/1.1" status: 204 len: 173 time: 0.4587326 Feb 03 22:17:06.925301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'name': 'network-vif-deleted', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:06.927526 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5733cb-f443-4714-9439-fe7ff4dd3276" -d '{"events": [{"server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "name": "network-vif-deleted", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:06.970127 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658df943-30ff-42ed-b70f-d53ae66a70f2 x-openstack-request-id: req-658df943-30ff-42ed-b70f-d53ae66a70f2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:06.970521 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abe5669-cc04-4793-bef2-63ecdfef91d4", "name": "network-vif-deleted", "tag": "d4c71547-d16b-4c1d-b04d-f78aa84078fd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:06.970842 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-658df943-30ff-42ed-b70f-d53ae66a70f2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:06.971321 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abe5669-cc04-4793-bef2-63ecdfef91d4', 'name': 'network-vif-deleted', 'tag': 'd4c71547-d16b-4c1d-b04d-f78aa84078fd', 'status': 'completed', 'code': 200} Feb 03 22:17:07.185640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8435da-4947-42c6-a587-487662c725b0 req-26113cfd-fc08-4e72-94f5-d7d4ffea1330 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:07.187900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a8435da-4947-42c6-a587-487662c725b0 req-26113cfd-fc08-4e72-94f5-d7d4ffea1330 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 949 time: 0.0561309 Feb 03 22:17:07.224012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:17:07.246873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a8435da-4947-42c6-a587-487662c725b0 req-d88f7141-ae2a-416a-84d4-516aa2bd434d tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520952 Feb 03 22:17:07.279287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:17:07.284549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:07.285297 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:07.540405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1dd2caea-983b-4895-b4ea-2640fa088f8d req-b3e9ede4-47fa-4b72-819c-cb85a80379b8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abe5669-cc04-4793-bef2-63ecdfef91d4 HTTP/1.1" status: 200 len: 210 time: 0.0494804 Feb 03 22:17:07.599350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:07.599738 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:07.627479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf39f44-3afe-4987-a4e4-d148e5626d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:07.629946 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956fad6-1383-4b8b-bffe-0274372bfd40" -d '{"events": [{"server_uuid": "abf39f44-3afe-4987-a4e4-d148e5626d3d", "name": "network-vif-plugged", "status": "completed", "tag": "5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:07.647023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:07.653652 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:07.687750 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c73e97-2152-46c2-a6d3-eb85d914de2b x-openstack-request-id: req-85c73e97-2152-46c2-a6d3-eb85d914de2b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:07.687750 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf39f44-3afe-4987-a4e4-d148e5626d3d", "name": "network-vif-plugged", "status": "completed", "tag": "5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:07.688021 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85c73e97-2152-46c2-a6d3-eb85d914de2b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:07.688393 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf39f44-3afe-4987-a4e4-d148e5626d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785', 'code': 200} Feb 03 22:17:07.721238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:07.821725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c7ce7-1432-43a8-8926-fdb909608cdd req-bd458495-96cf-4463-b150-5f29b92eff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:07.823725 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-742c7ce7-1432-43a8-8926-fdb909608cdd req-bd458495-96cf-4463-b150-5f29b92eff84 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 1132 time: 0.0757549 Feb 03 22:17:07.873398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-742c7ce7-1432-43a8-8926-fdb909608cdd req-e82388cc-57ca-41f5-a1d5-5011356af294 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441852 Feb 03 22:17:08.435103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459bc7-e276-49e1-8287-804a79c7a2a1 req-264d4ae9-bde6-4466-a37b-560706b22dd8 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:08.444979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32459bc7-e276-49e1-8287-804a79c7a2a1 req-264d4ae9-bde6-4466-a37b-560706b22dd8 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 950 time: 0.1035323 Feb 03 22:17:08.505556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32459bc7-e276-49e1-8287-804a79c7a2a1 req-b63b29c0-c29b-4aad-922f-ebb2e97db239 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594902 Feb 03 22:17:08.606518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:09.124224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-91e1dd4d-1726-4dfa-9fca-d1a00e5ce6e5 req-107cdf18-f2ad-400e-9e5f-bdf9e9efe7d4 service neutron] (103398) timed out ('10.222.0.47', 62687) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:17:09.467560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (cf43674b-4b63-4c73-88fe-72a834b84dec), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:09.652779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04812f98-6f37-4ba2-b788-4fea8bacbba6 req-7217d0b2-346c-4820-8bc2-26e78ae83606 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:09.662040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04812f98-6f37-4ba2-b788-4fea8bacbba6 req-7217d0b2-346c-4820-8bc2-26e78ae83606 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 950 time: 0.0745044 Feb 03 22:17:09.725547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-04812f98-6f37-4ba2-b788-4fea8bacbba6 req-a50d7448-9c4b-4721-a169-4dca580679bd tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621741 Feb 03 22:17:09.916113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port 00f69f9f-8e5b-487a-b0d6-0baa8b361502 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:17:09.918029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:10.086307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port 00f69f9f-8e5b-487a-b0d6-0baa8b361502, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=00f69f9f-8e5b-487a-b0d6-0baa8b361502,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:10.086679 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:10.100584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0822cea-f477-4f0a-ac3a-5e8a59dedd42 req-9db100f0-ce2d-4579-8790-5f86bf9f57f7 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:10.102421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0822cea-f477-4f0a-ac3a-5e8a59dedd42 req-9db100f0-ce2d-4579-8790-5f86bf9f57f7 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 950 time: 0.0815043 Feb 03 22:17:10.107963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for 00f69f9f-8e5b-487a-b0d6-0baa8b361502 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:17:10.156186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0822cea-f477-4f0a-ac3a-5e8a59dedd42 req-332e42b5-bae8-4258-92c3-950937f13e77 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460603 Feb 03 22:17:10.336002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (00f69f9f-8e5b-487a-b0d6-0baa8b361502), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:10.364815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=00f69f9f-8e5b-487a-b0d6-0baa8b361502,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:10.584534 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (cf43674b-4b63-4c73-88fe-72a834b84dec), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:10.820609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router cf43674b-4b63-4c73-88fe-72a834b84dec has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:17:10.935327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:17:10.944957 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4c4b94aa-1d1d-40ac-b5d1-ee21776c93cd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "PUT /v2.0/routers/cf43674b-4b63-4c73-88fe-72a834b84dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3364778 Feb 03 22:17:10.946938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46286) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:10.954057 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] Sync routers for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:17:10.972752 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:10.973673 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:11.009102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4386e6ca-d461-4dd3-abda-261ff4099c62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting subnet 14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:17:11.013183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4386e6ca-d461-4dd3-abda-261ff4099c62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.057700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4386e6ca-d461-4dd3-abda-261ff4099c62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.119201 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:11.160210 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4386e6ca-d461-4dd3-abda-261ff4099c62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.240508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d4c71547-d16b-4c1d-b04d-f78aa84078fd no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:17:11.250556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4386e6ca-d461-4dd3-abda-261ff4099c62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.286393 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4386e6ca-d461-4dd3-abda-261ff4099c62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.294686 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4386e6ca-d461-4dd3-abda-261ff4099c62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/subnets/14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9 HTTP/1.1" status: 204 len: 168 time: 0.3465960 Feb 03 22:17:11.297398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46292) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:11.300207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: d4c71547-d16b-4c1d-b04d-f78aa84078fd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:17:11.311640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d4c71547-d16b-4c1d-b04d-f78aa84078fd not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:17:11.315268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0429d91-d63f-4184-b9af-bb7098c5e86b None None] Network 51e66174-280e-4620-b292-7adb243d2cec requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:17:11.354560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386e6ca-d461-4dd3-abda-261ff4099c62 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Subnet': ['ID=14d373aa-ef26-4e10-b19d-e8ff8f0a9ea9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:11.402116 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:17:10Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:11.423774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91caaea-a4e1-409b-84b7-727572996f11 req-5429f11e-c417-4ed7-9550-fd235808b1ed tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:11.425738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91caaea-a4e1-409b-84b7-727572996f11 req-5429f11e-c417-4ed7-9550-fd235808b1ed tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 950 time: 0.0735316 Feb 03 22:17:11.469139 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] Checking router: cf43674b-4b63-4c73-88fe-72a834b84dec for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:17:11.491885 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] Routers {'cf43674b-4b63-4c73-88fe-72a834b84dec'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:11.492783 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cf43674b-4b63-4c73-88fe-72a834b84dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:11.551776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b91caaea-a4e1-409b-84b7-727572996f11 req-2d199c82-5846-492c-b4dc-ac4cfa848073 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/security-groups?id=03920d66-e7f1-4f18-aa02-52f3db591e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193922 Feb 03 22:17:11.608262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd9c0b6-e564-44ee-a0b6-9748f685e9b2 None None] DHCP port deletion for 51e66174-280e-4620-b292-7adb243d2cec request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:17:11.645658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (cf43674b-4b63-4c73-88fe-72a834b84dec), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.657949 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] Set router cf43674b-4b63-4c73-88fe-72a834b84dec gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:11.711272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-f0107e0d-ce66-4827-98ea-f8cefe00f493 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:11.712749 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-f0107e0d-ce66-4827-98ea-f8cefe00f493 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.47 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 950 time: 0.2456257 Feb 03 22:17:11.719471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9c0b6-e564-44ee-a0b6-9748f685e9b2 None None] Deleting port 65559bce-f386-4aa3-880d-18762f95f9aa {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:17:11.719939 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c0b6-e564-44ee-a0b6-9748f685e9b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.792459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dcd9c0b6-e564-44ee-a0b6-9748f685e9b2 None None] For port 65559bce-f386-4aa3-880d-18762f95f9aa, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=65559bce-f386-4aa3-880d-18762f95f9aa,segment=NetworkSegment(fd01acb9-02a6-4275-b658-3068dd811374),segment_id=fd01acb9-02a6-4275-b658-3068dd811374)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:11.792995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c0b6-e564-44ee-a0b6-9748f685e9b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.807971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9c0b6-e564-44ee-a0b6-9748f685e9b2 None None] Calling delete_port for 65559bce-f386-4aa3-880d-18762f95f9aa owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:17:11.897058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Deleting port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:17:11.897411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.930029 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c0b6-e564-44ee-a0b6-9748f685e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (65559bce-f386-4aa3-880d-18762f95f9aa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:11.959422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9c0b6-e564-44ee-a0b6-9748f685e9b2 None None] No DVR routers for this DVR port 65559bce-f386-4aa3-880d-18762f95f9aa on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:17:11.961344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9c0b6-e564-44ee-a0b6-9748f685e9b2 None None] Pushing event deleted for resources: {'Port': ['ID=65559bce-f386-4aa3-880d-18762f95f9aa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:12.010575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] For port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:12.010943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:12.025254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Calling delete_port for 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:17:12.059142 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:17:10Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:12.089978 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d9abc-fa91-4ef2-bc91-19e5f6ca0714 None None] The sync data for ids ['cf43674b-4b63-4c73-88fe-72a834b84dec'] in n-d-824834-9 is: [{'id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608511635', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:14:03Z', 'updated_at': '2022-02-03T22:17:10Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': 'd0053e40-8d67-44a2-8305-b761a5a8d170', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43674b-4b63-4c73-88fe-72a834b84dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:14:04Z', 'updated_at': '2022-02-03T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:17:12.138517 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (cf43674b-4b63-4c73-88fe-72a834b84dec), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:12.256611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:12.268109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:17:12.326881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Pushing event deleted for resources: {'Port': ['ID=5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:12.341435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port d0053e40-8d67-44a2-8305-b761a5a8d170 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:17:12.341824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:12.460842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] No DVR routers for this DVR port 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:17:12.464430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:12.467843 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7188d0d3-b53d-4eb7-afd0-62bdb1a89230 req-25426e3e-40e0-4941-ba5c-4ef610026014 tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.47 "DELETE /v2.0/ports/5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 HTTP/1.1" status: 204 len: 173 time: 0.6988428 Feb 03 22:17:12.468315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf39f44-3afe-4987-a4e4-d148e5626d3d', 'name': 'network-vif-deleted', 'tag': '5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:12.471281 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525da73a-98b0-4cd4-b313-a1e55c4ae685" -d '{"events": [{"server_uuid": "abf39f44-3afe-4987-a4e4-d148e5626d3d", "name": "network-vif-deleted", "tag": "5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:12.544254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-7c947adc-ee54-4332-a8c1-d2e932fde559 req-1c4f892b-e059-4860-87ea-0d2839d310d7 tempest-TestNetworkBasicOps-1609985469 tempest-TestNetworkBasicOps-1609985469-project] (103398) timed out ('10.222.0.47', 62686) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:17:12.556950 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7623ebb-4517-4ab2-926d-6224f320a0e4 x-openstack-request-id: req-e7623ebb-4517-4ab2-926d-6224f320a0e4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:12.557496 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf39f44-3afe-4987-a4e4-d148e5626d3d", "name": "network-vif-deleted", "tag": "5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:12.557918 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7623ebb-4517-4ab2-926d-6224f320a0e4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:12.559445 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf39f44-3afe-4987-a4e4-d148e5626d3d', 'name': 'network-vif-deleted', 'tag': '5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785', 'status': 'completed', 'code': 200} Feb 03 22:17:12.565170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port d0053e40-8d67-44a2-8305-b761a5a8d170, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d0053e40-8d67-44a2-8305-b761a5a8d170,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:12.565832 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:12.588398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for d0053e40-8d67-44a2-8305-b761a5a8d170 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:17:12.785000 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcaabe61-c408-4a8d-a497-d794e641224f req-ade7a5bb-bc8b-469c-82b1-363a1d8230dc tempest-VolumesNegativeTest-1853166026 tempest-VolumesNegativeTest-1853166026-project] 10.222.0.50 "GET /v2.0/ports?device_id=abf39f44-3afe-4987-a4e4-d148e5626d3d HTTP/1.1" status: 200 len: 210 time: 0.0465605 Feb 03 22:17:12.813061 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d0053e40-8d67-44a2-8305-b761a5a8d170), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:12.838457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=d0053e40-8d67-44a2-8305-b761a5a8d170,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:12.914585 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (cf43674b-4b63-4c73-88fe-72a834b84dec), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.032242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (cf43674b-4b63-4c73-88fe-72a834b84dec), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.035412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_controller (cf43674b-4b63-4c73-88fe-72a834b84dec), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.092420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (cf43674b-4b63-4c73-88fe-72a834b84dec), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.093168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Fanout notify agent at l3_agent the message router_deleted on router cf43674b-4b63-4c73-88fe-72a834b84dec {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:17:13.102001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.105622 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6e9b4fb2-97a1-4fbf-ad5c-d4e67521d2ae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/routers/cf43674b-4b63-4c73-88fe-72a834b84dec HTTP/1.1" status: 204 len: 168 time: 1.8044496 Feb 03 22:17:13.105895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46304) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:13.183208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 00f69f9f-8e5b-487a-b0d6-0baa8b361502 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:17:13.229579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 00f69f9f-8e5b-487a-b0d6-0baa8b361502 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:17:13.229971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 00f69f9f-8e5b-487a-b0d6-0baa8b361502 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:17:13.230410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 65559bce-f386-4aa3-880d-18762f95f9aa no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:17:13.254113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (51e66174-280e-4620-b292-7adb243d2cec), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.289108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 65559bce-f386-4aa3-880d-18762f95f9aa {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:17:13.289676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 65559bce-f386-4aa3-880d-18762f95f9aa not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:17:13.351984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (51e66174-280e-4620-b292-7adb243d2cec), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.376191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e66174-280e-4620-b292-7adb243d2cec']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:13.387519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd01acb9-02a6-4275-b658-3068dd811374') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:13.387797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd01acb9-02a6-4275-b658-3068dd811374') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:13.399501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (fd01acb9-02a6-4275-b658-3068dd811374), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.413981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (fd01acb9-02a6-4275-b658-3068dd811374), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.423474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:17:13.423873 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (fd01acb9-02a6-4275-b658-3068dd811374), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:17:13.427797 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:17:13.506531 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (51e66174-280e-4620-b292-7adb243d2cec), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.520143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.523378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/networks/51e66174-280e-4620-b292-7adb243d2cec HTTP/1.1" status: 204 len: 168 time: 0.4165802 Feb 03 22:17:13.526165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:13.544001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cee51-9852-4fce-8939-5c58d4065b04 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Network': ['ID=51e66174-280e-4620-b292-7adb243d2cec,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:13.606501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84a22b33-023a-42e8-9cb9-f1b29df4291a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (faa0ada5-de92-4b93-aa30-c211ef7d41c0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.637391 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84a22b33-023a-42e8-9cb9-f1b29df4291a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (faa0ada5-de92-4b93-aa30-c211ef7d41c0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.705824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84a22b33-023a-42e8-9cb9-f1b29df4291a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (faa0ada5-de92-4b93-aa30-c211ef7d41c0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.709084 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84a22b33-023a-42e8-9cb9-f1b29df4291a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:13.713087 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-84a22b33-023a-42e8-9cb9-f1b29df4291a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/security-groups/faa0ada5-de92-4b93-aa30-c211ef7d41c0 HTTP/1.1" status: 204 len: 168 time: 0.1740811 Feb 03 22:17:13.721559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a22b33-023a-42e8-9cb9-f1b29df4291a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa0ada5-de92-4b93-aa30-c211ef7d41c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:14.007982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46328) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:14.012521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e3bbed6e-ef92-4256-aa03-f6af12d466ce tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285867836', 'description': 'tempest-secgroup-smoke-1285867836 description', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:14.033058 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbed6e-ef92-4256-aa03-f6af12d466ce tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.109811 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbed6e-ef92-4256-aa03-f6af12d466ce tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (4de57bc9-b199-45a0-bec3-d81da2d4e8e5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.119868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbed6e-ef92-4256-aa03-f6af12d466ce tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4de57bc9-b199-45a0-bec3-d81da2d4e8e5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.154713 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbed6e-ef92-4256-aa03-f6af12d466ce tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.156467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e3bbed6e-ef92-4256-aa03-f6af12d466ce tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1474833 Feb 03 22:17:14.159728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46338) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:14.167298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e7416b51-d648-4b4d-8c0f-2ab61b651671 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': '4de57bc9-b199-45a0-bec3-d81da2d4e8e5', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:14.174605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbed6e-ef92-4256-aa03-f6af12d466ce tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de57bc9-b199-45a0-bec3-d81da2d4e8e5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:14.210727 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7416b51-d648-4b4d-8c0f-2ab61b651671 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (375b087e-aa4d-46d7-a2f9-8ee9f12c6dc8), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.297499 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7416b51-d648-4b4d-8c0f-2ab61b651671 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (375b087e-aa4d-46d7-a2f9-8ee9f12c6dc8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.303232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7416b51-d648-4b4d-8c0f-2ab61b651671 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (375b087e-aa4d-46d7-a2f9-8ee9f12c6dc8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.324620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7416b51-d648-4b4d-8c0f-2ab61b651671 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375b087e-aa4d-46d7-a2f9-8ee9f12c6dc8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:14.334974 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7416b51-d648-4b4d-8c0f-2ab61b651671 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.339272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46344) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:14.339776 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e7416b51-d648-4b4d-8c0f-2ab61b651671 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1782205 Feb 03 22:17:14.345181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-75b0324f-1d74-4a8c-af6f-b5782707c3ab tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': '4de57bc9-b199-45a0-bec3-d81da2d4e8e5', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:14.385710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75b0324f-1d74-4a8c-af6f-b5782707c3ab tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (6e12a34b-bf24-46a1-9f72-fa8651093991), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.471468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75b0324f-1d74-4a8c-af6f-b5782707c3ab tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (6e12a34b-bf24-46a1-9f72-fa8651093991), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.478034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75b0324f-1d74-4a8c-af6f-b5782707c3ab tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6e12a34b-bf24-46a1-9f72-fa8651093991), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.499336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0324f-1d74-4a8c-af6f-b5782707c3ab tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e12a34b-bf24-46a1-9f72-fa8651093991,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:14.513016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75b0324f-1d74-4a8c-af6f-b5782707c3ab tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.518007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:14.523609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e298c338-4c6a-4913-9e5e-e23a2fd3f63c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': '4de57bc9-b199-45a0-bec3-d81da2d4e8e5', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:14.528740 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-75b0324f-1d74-4a8c-af6f-b5782707c3ab tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1880188 Feb 03 22:17:14.575126 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e298c338-4c6a-4913-9e5e-e23a2fd3f63c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (0843139e-96e8-448a-85f3-b834c097ff88), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.698685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e298c338-4c6a-4913-9e5e-e23a2fd3f63c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (0843139e-96e8-448a-85f3-b834c097ff88), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.706661 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e298c338-4c6a-4913-9e5e-e23a2fd3f63c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0843139e-96e8-448a-85f3-b834c097ff88), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.731033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298c338-4c6a-4913-9e5e-e23a2fd3f63c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0843139e-96e8-448a-85f3-b834c097ff88,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:14.758395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e298c338-4c6a-4913-9e5e-e23a2fd3f63c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.760878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e298c338-4c6a-4913-9e5e-e23a2fd3f63c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416618 Feb 03 22:17:14.763793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:14.770212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1dc0c4d9-28db-4277-bc88-861c770d41b4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': '4de57bc9-b199-45a0-bec3-d81da2d4e8e5', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:14.843140 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c4d9-28db-4277-bc88-861c770d41b4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (ac35bcab-7b4d-4b57-b65f-0cd465d49a45), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.930520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c4d9-28db-4277-bc88-861c770d41b4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (ac35bcab-7b4d-4b57-b65f-0cd465d49a45), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.935720 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c4d9-28db-4277-bc88-861c770d41b4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ac35bcab-7b4d-4b57-b65f-0cd465d49a45), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.951732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d0053e40-8d67-44a2-8305-b761a5a8d170 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:17:14.968476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0c4d9-28db-4277-bc88-861c770d41b4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac35bcab-7b4d-4b57-b65f-0cd465d49a45,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:14.977523 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c4d9-28db-4277-bc88-861c770d41b4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:14.979016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1dc0c4d9-28db-4277-bc88-861c770d41b4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2132735 Feb 03 22:17:14.980969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d0053e40-8d67-44a2-8305-b761a5a8d170 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:17:14.981669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d0053e40-8d67-44a2-8305-b761a5a8d170 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:17:14.981943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:14.987134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-73c0c782-2e64-42e2-b357-8aa407d9b602 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': '4de57bc9-b199-45a0-bec3-d81da2d4e8e5', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:15.058018 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-73c0c782-2e64-42e2-b357-8aa407d9b602 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Project 53ca60e57bac4ba49054448a2ff6b67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:17:15.067834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73c0c782-2e64-42e2-b357-8aa407d9b602 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (0f1f161a-b217-45fe-98b0-455d7fe79acc), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.177180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73c0c782-2e64-42e2-b357-8aa407d9b602 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (0f1f161a-b217-45fe-98b0-455d7fe79acc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.181938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73c0c782-2e64-42e2-b357-8aa407d9b602 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0f1f161a-b217-45fe-98b0-455d7fe79acc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.228822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0c782-2e64-42e2-b357-8aa407d9b602 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1f161a-b217-45fe-98b0-455d7fe79acc,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:15.245211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73c0c782-2e64-42e2-b357-8aa407d9b602 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.247850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-73c0c782-2e64-42e2-b357-8aa407d9b602 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2643845 Feb 03 22:17:15.250382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46432) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:15.259844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:17:15.260425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4637c035-fd56-44a8-a31e-eda917b098a8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': '4de57bc9-b199-45a0-bec3-d81da2d4e8e5', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:15.286659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:15.301964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:17:15.302781 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-4637c035-fd56-44a8-a31e-eda917b098a8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Project 53ca60e57bac4ba49054448a2ff6b67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:17:15.303434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5f2c4aa1-b4e9-4e20-a7ed-e4c93cc1b785 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:17:15.313784 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4637c035-fd56-44a8-a31e-eda917b098a8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (a92d013b-c397-429e-87b0-6199f31d71f3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.404294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4637c035-fd56-44a8-a31e-eda917b098a8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (a92d013b-c397-429e-87b0-6199f31d71f3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.411844 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4637c035-fd56-44a8-a31e-eda917b098a8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (a92d013b-c397-429e-87b0-6199f31d71f3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.428168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f9936d1-35a3-4fac-9945-21e57321a380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.468164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637c035-fd56-44a8-a31e-eda917b098a8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92d013b-c397-429e-87b0-6199f31d71f3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:15.484719 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4637c035-fd56-44a8-a31e-eda917b098a8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.486885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4637c035-fd56-44a8-a31e-eda917b098a8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2342169 Feb 03 22:17:15.489985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:15.501907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'network': {'name': 'tempest-network-smoke--446841982', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:15.535130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:17:15.540812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.549708 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f9936d1-35a3-4fac-9945-21e57321a380 admin admin] Publish callbacks [] for security_group (97182424-5ca2-4660-a64d-18f50982f0d1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.556647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f9936d1-35a3-4fac-9945-21e57321a380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (97182424-5ca2-4660-a64d-18f50982f0d1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.597854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:17:15.611822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3f9936d1-35a3-4fac-9945-21e57321a380 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18bee73ba5314ea69494eada08e1b86b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235655 Feb 03 22:17:15.614382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9936d1-35a3-4fac-9945-21e57321a380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97182424-5ca2-4660-a64d-18f50982f0d1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:15.615304 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.616077 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Added segment ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0 of type vlan for network cd30dccc-c556-4dc9-beb9-b6b562976a4e Feb 03 22:17:15.618276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:15.738335 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cd30dccc-c556-4dc9-beb9-b6b562976a4e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.782668 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65bc7035-756f-45be-beb6-ecb7e8bf8926 admin admin] Publish callbacks [] for security_group (97182424-5ca2-4660-a64d-18f50982f0d1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.808310 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65bc7035-756f-45be-beb6-ecb7e8bf8926 admin admin] Publish callbacks [] for security_group (97182424-5ca2-4660-a64d-18f50982f0d1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.930114 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cd30dccc-c556-4dc9-beb9-b6b562976a4e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:15.937778 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:15.938516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.039221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Network': ['ID=cd30dccc-c556-4dc9-beb9-b6b562976a4e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:16.042184 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65bc7035-756f-45be-beb6-ecb7e8bf8926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (97182424-5ca2-4660-a64d-18f50982f0d1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.046143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65bc7035-756f-45be-beb6-ecb7e8bf8926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.048279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-65bc7035-756f-45be-beb6-ecb7e8bf8926 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97182424-5ca2-4660-a64d-18f50982f0d1 HTTP/1.1" status: 204 len: 168 time: 0.4173834 Feb 03 22:17:16.059951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cd30dccc-c556-4dc9-beb9-b6b562976a4e details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:17:16.079076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:16.082801 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-edf3de14-c968-4933-ac8f-56d9bf15d5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5916355 Feb 03 22:17:16.084974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'admin_state_up': True, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:16.085857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc7035-756f-45be-beb6-ecb7e8bf8926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97182424-5ca2-4660-a64d-18f50982f0d1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:16.116724 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (75094d58-775b-4361-be9c-7bc1a8f0db35), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.119189 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (75094d58-775b-4361-be9c-7bc1a8f0db35), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.277894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_controller (75094d58-775b-4361-be9c-7bc1a8f0db35), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.489760 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (75094d58-775b-4361-be9c-7bc1a8f0db35), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.605233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46560) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:16.647601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f78772-8f7a-416d-8a6e-09500107d938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.790419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f78772-8f7a-416d-8a6e-09500107d938 admin admin] Publish callbacks [] for security_group (fa3923d0-3cc1-412c-b836-9346f39019db), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.801351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f78772-8f7a-416d-8a6e-09500107d938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fa3923d0-3cc1-412c-b836-9346f39019db), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:16.856886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-91f78772-8f7a-416d-8a6e-09500107d938 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7819de55f49e4066b9a294654a524029&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2485375 Feb 03 22:17:16.857762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f78772-8f7a-416d-8a6e-09500107d938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3923d0-3cc1-412c-b836-9346f39019db,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:16.862499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46618) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:16.915193 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:17:16.995740 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c92a98c-aa65-4437-9503-3543184b2362 admin admin] Publish callbacks [] for security_group (fa3923d0-3cc1-412c-b836-9346f39019db), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:17.030268 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c92a98c-aa65-4437-9503-3543184b2362 admin admin] Publish callbacks [] for security_group (fa3923d0-3cc1-412c-b836-9346f39019db), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:17.131944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c92a98c-aa65-4437-9503-3543184b2362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fa3923d0-3cc1-412c-b836-9346f39019db), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:17.136480 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c92a98c-aa65-4437-9503-3543184b2362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:17.138820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2c92a98c-aa65-4437-9503-3543184b2362 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa3923d0-3cc1-412c-b836-9346f39019db HTTP/1.1" status: 204 len: 168 time: 0.2746012 Feb 03 22:17:17.153431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92a98c-aa65-4437-9503-3543184b2362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3923d0-3cc1-412c-b836-9346f39019db,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:17.373638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (75094d58-775b-4361-be9c-7bc1a8f0db35), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:17.443288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:17.680487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.25.5.214 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/9f915404-b078-45fd-a312-8981bc362036) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:17:17.867107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (9f915404-b078-45fd-a312-8981bc362036), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:17.941610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9f915404-b078-45fd-a312-8981bc362036), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:18.020331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:17:18.023631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:17:18.053742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:17:18.132777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=9f915404-b078-45fd-a312-8981bc362036,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:18.425057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (75094d58-775b-4361-be9c-7bc1a8f0db35), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:18.716503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (75094d58-775b-4361-be9c-7bc1a8f0db35), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:19.010575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 75094d58-775b-4361-be9c-7bc1a8f0db35 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:17:19.241314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:17:19.261687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Sync routers for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:17:19.281526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:19.282436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:19.283617 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:19.288379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 46984) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:19.288844 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-79a4569c-5f6e-483a-877b-9ed6bb024124 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2086394 Feb 03 22:17:19.421318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 46996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:19.434547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c95f2832-8ee4-4e33-a4c8-9c41a02bf639 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=53ca60e57bac4ba49054448a2ff6b67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1441283 Feb 03 22:17:19.709914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:19.798269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858d51d-6680-4213-bf21-e1d849f25d3d tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:19.799808 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1858d51d-6680-4213-bf21-e1d849f25d3d tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3773658 Feb 03 22:17:19.803643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:19.848236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47042) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:19.848476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-56b91e05-8bf2-4897-ac1d-39d45cba0c74 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436711 Feb 03 22:17:19.853937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-108316579', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:20.071130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:17:20.074945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:20.268537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:18Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:20.317150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Checking router: 75094d58-775b-4361-be9c-7bc1a8f0db35 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:17:20.317503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Updating router 75094d58-775b-4361-be9c-7bc1a8f0db35 port 9f915404-b078-45fd-a312-8981bc362036 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:17:20.394431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f915404-b078-45fd-a312-8981bc362036), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:20.495449 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (68120ca8-aef4-4762-9963-c2e353ea78a8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:20.634336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Subnet': ['ID=68120ca8-aef4-4762-9963-c2e353ea78a8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:20.637407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Checking segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:17:20.638151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network hostable DHCP agents. Network: cd30dccc-c556-4dc9-beb9-b6b562976a4e, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:17:20.666416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network cd30dccc-c556-4dc9-beb9-b6b562976a4e is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:17:20.685043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cd30dccc-c556-4dc9-beb9-b6b562976a4e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:17:20.692643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:20.695561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:20.731418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923fd668-df73-42b5-930f-409eb3ef9eb6 None None] Network cd30dccc-c556-4dc9-beb9-b6b562976a4e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:17:20.737297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47124) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:20.747809 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-debe4d64-4ad1-4d95-9d2a-75dce57e9555 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8980684 Feb 03 22:17:21.008827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:17:21.010257 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.134877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:21.325718 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Publish callbacks [] for port (9f915404-b078-45fd-a312-8981bc362036), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.333522 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5004153f-198a-4fbf-81d6-bb103838390a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.357152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Allocated IP 172.20.0.2 (cd30dccc-c556-4dc9-beb9-b6b562976a4e/68120ca8-aef4-4762-9963-c2e353ea78a8/f3856792-02d5-4dad-aa5b-f465ac80eaca) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:17:21.527749 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-8bef46fe-b5d6-4756-be03-b9dd75bfbe64 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:21.532565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5004153f-198a-4fbf-81d6-bb103838390a admin admin] Publish callbacks [] for security_group (5575d9e4-9b2a-4b1f-8177-5baed5dd475b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.534700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-8bef46fe-b5d6-4756-be03-b9dd75bfbe64 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/networks?id=21a90e44-4044-4680-9efe-cd86805ad795 HTTP/1.1" status: 200 len: 813 time: 0.1250031 Feb 03 22:17:21.549579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5004153f-198a-4fbf-81d6-bb103838390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5575d9e4-9b2a-4b1f-8177-5baed5dd475b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.561316 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Publish callbacks [] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.566094 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9f915404-b078-45fd-a312-8981bc362036), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.576074 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-342c89ac-dd89-4b89-902e-4e24ceaddb01 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/quotas/eb95eeac8e7348139c83c6b020445ff0 HTTP/1.1" status: 200 len: 375 time: 0.0404091 Feb 03 22:17:21.587104 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.591589 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004153f-198a-4fbf-81d6-bb103838390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5575d9e4-9b2a-4b1f-8177-5baed5dd475b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:21.616202 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5004153f-198a-4fbf-81d6-bb103838390a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14f8d918d2fa41c38bdf36cd8a43ccb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4794981 Feb 03 22:17:21.618545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:21.628643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-77210eaa-30db-429f-818e-0a2f4cc81152 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb95eeac8e7348139c83c6b020445ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516639 Feb 03 22:17:21.708255 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.710440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77fcda3e-9e95-415e-9b9e-09f3084e0638 admin admin] Publish callbacks [] for security_group (5575d9e4-9b2a-4b1f-8177-5baed5dd475b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.737779 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77fcda3e-9e95-415e-9b9e-09f3084e0638 admin admin] Publish callbacks [] for security_group (5575d9e4-9b2a-4b1f-8177-5baed5dd475b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.743607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Attempting to bind port 9f915404-b078-45fd-a312-8981bc362036 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:17:21.743990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Attempting to bind port 9f915404-b078-45fd-a312-8981bc362036 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:17:21.744366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Attempting to bind port 9f915404-b078-45fd-a312-8981bc362036 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:17:21.763017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:17:21.763393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:17:21.763796 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.764197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:17:21.764667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Bound port: 9f915404-b078-45fd-a312-8981bc362036, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:17:21.765325 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f915404-b078-45fd-a312-8981bc362036), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.778640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Network cd30dccc-c556-4dc9-beb9-b6b562976a4e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:17:21.780797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651516c7-ec8d-4e44-905e-4ea2545e8ff1 None None] Pushing event updated for resources: {'Port': ['ID=9f915404-b078-45fd-a312-8981bc362036,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:21.808625 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77fcda3e-9e95-415e-9b9e-09f3084e0638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (5575d9e4-9b2a-4b1f-8177-5baed5dd475b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.812174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77fcda3e-9e95-415e-9b9e-09f3084e0638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:21.814152 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-77fcda3e-9e95-415e-9b9e-09f3084e0638 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5575d9e4-9b2a-4b1f-8177-5baed5dd475b HTTP/1.1" status: 204 len: 168 time: 0.1940401 Feb 03 22:17:21.819869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:17:21.850925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:17:21.871113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcda3e-9e95-415e-9b9e-09f3084e0638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5575d9e4-9b2a-4b1f-8177-5baed5dd475b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:21.938239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-b9384e77-fe2a-4688-ad40-8b2cea2b1012 service neutron] 10.222.0.50 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082328 Feb 03 22:17:21.968067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Pushing event updated for resources: {'Port': ['ID=f3856792-02d5-4dad-aa5b-f465ac80eaca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:22.051172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-bef00a47-0764-4884-b7b1-9e6158ffb191 service neutron] 10.222.0.50 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114056 Feb 03 22:17:22.224290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Attempting to bind port f3856792-02d5-4dad-aa5b-f465ac80eaca on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:17:22.224666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Attempting to bind port f3856792-02d5-4dad-aa5b-f465ac80eaca by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:17:22.225068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Attempting to bind port f3856792-02d5-4dad-aa5b-f465ac80eaca on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:17:22.227463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] For port 9f915404-b078-45fd-a312-8981bc362036, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:17:22.240720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:17:22.241116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Checking segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:17:22.241526 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:22.241950 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Bound using segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:17:22.242452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Bound port: f3856792-02d5-4dad-aa5b-f465ac80eaca, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:17:22.242828 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:22.248392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] For port 9f915404-b078-45fd-a312-8981bc362036, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9f915404-b078-45fd-a312-8981bc362036,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:17:22.279077 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9f915404-b078-45fd-a312-8981bc362036), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:22.450744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:22.452062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:22.503688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd0ad660-f2b8-43a8-929e-518389095564 req-ed33a68d-6b98-43b0-92ad-bf4f0ab659b9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 210 time: 0.1257553 Feb 03 22:17:22.545096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.20.0.1 (cd30dccc-c556-4dc9-beb9-b6b562976a4e/68120ca8-aef4-4762-9963-c2e353ea78a8/5242080e-6579-477f-a8be-df47ac2287d1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:17:22.547225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:22.576560 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb8528c6-dfdc-4055-abe6-7e0a13e55e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:22.592817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:22.738635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (5242080e-6579-477f-a8be-df47ac2287d1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:22.772888 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb8528c6-dfdc-4055-abe6-7e0a13e55e28 admin admin] Publish callbacks [] for security_group (aab158d8-776d-467f-931b-7e755bc450a7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:22.778284 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb8528c6-dfdc-4055-abe6-7e0a13e55e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (aab158d8-776d-467f-931b-7e755bc450a7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:22.791303 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5242080e-6579-477f-a8be-df47ac2287d1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:22.820361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network cd30dccc-c556-4dc9-beb9-b6b562976a4e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:17:22.823981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:17:22.854244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8528c6-dfdc-4055-abe6-7e0a13e55e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab158d8-776d-467f-931b-7e755bc450a7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:22.919872 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-eb8528c6-dfdc-4055-abe6-7e0a13e55e28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=628b75acc65d4475afc37b8b8dc4b520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3710685 Feb 03 22:17:22.923984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:23.040614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] For port f3856792-02d5-4dad-aa5b-f465ac80eaca, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:17:23.056114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0afc51-c1c5-4460-924a-20aff324160c admin admin] Publish callbacks [] for security_group (aab158d8-776d-467f-931b-7e755bc450a7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:23.060053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651516c7-ec8d-4e44-905e-4ea2545e8ff1 None None] Pushing event updated for resources: {'Port': ['ID=9f915404-b078-45fd-a312-8981bc362036,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:23.091595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] For port f3856792-02d5-4dad-aa5b-f465ac80eaca, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f3856792-02d5-4dad-aa5b-f465ac80eaca,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:17:23.097577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0afc51-c1c5-4460-924a-20aff324160c admin admin] Publish callbacks [] for security_group (aab158d8-776d-467f-931b-7e755bc450a7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:23.104594 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:23.177456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0afc51-c1c5-4460-924a-20aff324160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (aab158d8-776d-467f-931b-7e755bc450a7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:23.180821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0afc51-c1c5-4460-924a-20aff324160c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:23.182711 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8c0afc51-c1c5-4460-924a-20aff324160c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aab158d8-776d-467f-931b-7e755bc450a7 HTTP/1.1" status: 204 len: 168 time: 0.2456973 Feb 03 22:17:23.216304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0afc51-c1c5-4460-924a-20aff324160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab158d8-776d-467f-931b-7e755bc450a7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:23.435278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:17:23.475669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:18Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:23.546679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675585f-22e8-4bc3-87bc-55f44759419b None None] The sync data for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 is: [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:18Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:17:23.565756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4587e-716f-4e63-9561-0d43a166cde9 None None] Pushing event updated for resources: {'Port': ['ID=f3856792-02d5-4dad-aa5b-f465ac80eaca,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:23.569345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=5242080e-6579-477f-a8be-df47ac2287d1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:23.597917 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (75094d58-775b-4361-be9c-7bc1a8f0db35), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:23.615264 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c58daf0-fc39-41df-ba64-a2230991c8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:23.681708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5f8fdf0-c5f0-4019-abfa-90d2587c28fa req-ef1d214c-cf43-4e7b-b2d7-98c48f1abe60 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 210 time: 0.0808246 Feb 03 22:17:23.940516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5242080e-6579-477f-a8be-df47ac2287d1), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:24.138529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-55854dff-c294-48d2-a42c-f9e326a1ff2f tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:24.140623 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-55854dff-c294-48d2-a42c-f9e326a1ff2f tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.47 "GET /v2.0/networks?id=21a90e44-4044-4680-9efe-cd86805ad795 HTTP/1.1" status: 200 len: 813 time: 0.3144774 Feb 03 22:17:24.159290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Request body: {'port': {'device_id': 'cdcfeb1d-411e-41c7-87e8-5dc956f38e9e', 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795', 'admin_state_up': True, 'tenant_id': 'eb95eeac8e7348139c83c6b020445ff0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:24.340603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Made reservation on behalf of eb95eeac8e7348139c83c6b020445ff0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:17:24.351858 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:24.462423 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (5242080e-6579-477f-a8be-df47ac2287d1), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:24.470335 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (5242080e-6579-477f-a8be-df47ac2287d1), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:24.548366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Allocated IP 172.20.0.10 (21a90e44-4044-4680-9efe-cd86805ad795/7ea2254b-1183-4230-8bbd-1ac60c48fcf5/fc5a9da5-4086-456e-bb54-78f1515eff12) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:17:24.587970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=5242080e-6579-477f-a8be-df47ac2287d1,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:24.601072 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (75094d58-775b-4361-be9c-7bc1a8f0db35), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:24.681853 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:24.690820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:24.745375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network cd30dccc-c556-4dc9-beb9-b6b562976a4e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:17:24.746965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:17:24.882135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks [] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:24.936011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b879fb4a-23fb-4732-b087-f97775295a16 req-22c39617-c148-4f63-a3b6-4eb5f3c6ebf9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 210 time: 0.0702641 Feb 03 22:17:24.963160 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:24.989839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 75094d58-775b-4361-be9c-7bc1a8f0db35 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:17:25.047980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Pushing event updated for resources: {'Port': ['ID=fc5a9da5-4086-456e-bb54-78f1515eff12,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:25.060272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.060725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.061197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.061639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.062076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.062510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.062986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.063812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.064757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.064757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.065235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.065698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.066121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:25.085919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Network 21a90e44-4044-4680-9efe-cd86805ad795 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:17:25.090191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:17:25.099491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:17:25.211294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:25.211990 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.225148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:17:25.243419 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-a45aec72-30d5-41e2-8d48-77fbc7e3e5e4 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0932648 Feb 03 22:17:25.246237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838aa09-0d03-4f2f-b6e7-215ab165185a None None] Network cd30dccc-c556-4dc9-beb9-b6b562976a4e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:17:25.249841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-72dfa3d3-65d5-4e55-b52d-4f99e6aa64f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "PUT /v2.0/routers/75094d58-775b-4361-be9c-7bc1a8f0db35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5043538 Feb 03 22:17:25.255081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Request body: {'port': {'device_id': 'cdcfeb1d-411e-41c7-87e8-5dc956f38e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:25.362177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9f915404-b078-45fd-a312-8981bc362036 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:17:25.394010 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.449474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-670c0c81-6bb4-4998-ae68-dbc29a57036f None None] Provisioning complete for port f3856792-02d5-4dad-aa5b-f465ac80eaca triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:25.450101 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-670c0c81-6bb4-4998-ae68-dbc29a57036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.509414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47212) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:25.524873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9f915404-b078-45fd-a312-8981bc362036 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:25.525284 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9f915404-b078-45fd-a312-8981bc362036), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.677261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-9224cdbe-4aa9-4a1f-b15e-727f1974f593 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285867836&fields=id&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 267 time: 0.0883386 Feb 03 22:17:25.699007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-670c0c81-6bb4-4998-ae68-dbc29a57036f None None] Current status of the port f3856792-02d5-4dad-aa5b-f465ac80eaca is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:25.699547 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-670c0c81-6bb4-4998-ae68-dbc29a57036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.822383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-670c0c81-6bb4-4998-ae68-dbc29a57036f None None] For port f3856792-02d5-4dad-aa5b-f465ac80eaca, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f3856792-02d5-4dad-aa5b-f465ac80eaca,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:25.841556 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-670c0c81-6bb4-4998-ae68-dbc29a57036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.883934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-438719fe-f07e-4067-94f2-89362688fed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.887755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5a9da5-4086-456e-bb54-78f1515eff12 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:17:25.917762 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Publish callbacks [] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.933344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9f915404-b078-45fd-a312-8981bc362036 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:25.934183 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f915404-b078-45fd-a312-8981bc362036), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.943231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Transition to ACTIVE for port object fc5a9da5-4086-456e-bb54-78f1515eff12 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:17:25.947922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:25.979403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0cd1abc-0a26-4b15-badc-379aa28bd81d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:25.981294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0cd1abc-0a26-4b15-badc-379aa28bd81d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 796 time: 0.3011658 Feb 03 22:17:26.016341 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 9f915404-b078-45fd-a312-8981bc362036, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9f915404-b078-45fd-a312-8981bc362036,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:26.024166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c0c81-6bb4-4998-ae68-dbc29a57036f None None] Pushing event updated for resources: {'Port': ['ID=f3856792-02d5-4dad-aa5b-f465ac80eaca,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:26.039372 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9f915404-b078-45fd-a312-8981bc362036), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.040167 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f3856792-02d5-4dad-aa5b-f465ac80eaca up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:17:26.119287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Pushing event updated for resources: {'Port': ['ID=fc5a9da5-4086-456e-bb54-78f1515eff12,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:26.126814 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-438719fe-f07e-4067-94f2-89362688fed6 admin admin] Publish callbacks [] for security_group (cf67f010-8b75-4807-8c9d-6a999f99ac56), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.146974 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-438719fe-f07e-4067-94f2-89362688fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf67f010-8b75-4807-8c9d-6a999f99ac56), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.190548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:26.191559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Attempting to bind port fc5a9da5-4086-456e-bb54-78f1515eff12 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:17:26.191908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Attempting to bind port fc5a9da5-4086-456e-bb54-78f1515eff12 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:17:26.192246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Attempting to bind port fc5a9da5-4086-456e-bb54-78f1515eff12 on network 21a90e44-4044-4680-9efe-cd86805ad795 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:17:26.195429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-21236e9c-75ee-4d52-beef-4b192e3b353f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/quotas/53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 375 time: 0.1838737 Feb 03 22:17:26.201180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438719fe-f07e-4067-94f2-89362688fed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf67f010-8b75-4807-8c9d-6a999f99ac56,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:26.230981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Port fc5a9da5-4086-456e-bb54-78f1515eff12 on network 21a90e44-4044-4680-9efe-cd86805ad795 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:17:26.231443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Attempting to bind port fc5a9da5-4086-456e-bb54-78f1515eff12 on network 21a90e44-4044-4680-9efe-cd86805ad795 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:17:26.253413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:17:26.253753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Checking segment: {'id': '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:17:26.254152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Bound using segment: {'id': '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:17:26.254601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Bound port: fc5a9da5-4086-456e-bb54-78f1515eff12, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:17:26.255456 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.260089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6781bc3a-ee39-4ced-a838-7165f4a7bbf8 None None] Provisioning complete for port f3856792-02d5-4dad-aa5b-f465ac80eaca triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:26.260746 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6781bc3a-ee39-4ced-a838-7165f4a7bbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.272500 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f3856792-02d5-4dad-aa5b-f465ac80eaca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:26.273275 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.277422 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-438719fe-f07e-4067-94f2-89362688fed6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7843395778624207bdfeb2a429928a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7664289 Feb 03 22:17:26.282260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47236) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:26.348028 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff11e-d2df-448a-94e7-dd019335b46e admin admin] Publish callbacks [] for security_group (cf67f010-8b75-4807-8c9d-6a999f99ac56), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.367831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17580ceb-b9a3-48e9-ab04-c0f131a506e3 req-49c47e2d-cc4a-47c7-8a34-48d1e8e17de5 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:26.369934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17580ceb-b9a3-48e9-ab04-c0f131a506e3 req-49c47e2d-cc4a-47c7-8a34-48d1e8e17de5 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 944 time: 0.2387266 Feb 03 22:17:26.396256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=9f915404-b078-45fd-a312-8981bc362036,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:26.407420 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-f7eb07e3-e8f0-469b-b30f-084ae59ffc8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1964176 Feb 03 22:17:26.434778 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff11e-d2df-448a-94e7-dd019335b46e admin admin] Publish callbacks [] for security_group (cf67f010-8b75-4807-8c9d-6a999f99ac56), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.466967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] For port fc5a9da5-4086-456e-bb54-78f1515eff12, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:17:26.471339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] For port fc5a9da5-4086-456e-bb54-78f1515eff12, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc5a9da5-4086-456e-bb54-78f1515eff12,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:17:26.491969 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.528976 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Sync routers for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:17:26.550899 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:26.551630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:16:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:26.579422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:26.581004 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.584743 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] 10.222.0.47 "PUT /v2.0/ports/fc5a9da5-4086-456e-bb54-78f1515eff12 HTTP/1.1" status: 200 len: 1092 time: 1.3344052 Feb 03 22:17:26.589681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcfeb1d-411e-41c7-87e8-5dc956f38e9e', 'tag': 'fc5a9da5-4086-456e-bb54-78f1515eff12'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:26.593110 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcfeb1d-411e-41c7-87e8-5dc956f38e9e", "tag": "fc5a9da5-4086-456e-bb54-78f1515eff12"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:26.621651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6781bc3a-ee39-4ced-a838-7165f4a7bbf8 None None] Current status of the port f3856792-02d5-4dad-aa5b-f465ac80eaca is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:26.628775 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-11dd95a5-e924-4217-8e94-fbe4f5b468ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0649afffddf34b71a6e7abefb5dc0b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4264019 Feb 03 22:17:26.630321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf1fc4-738c-44b0-a158-0ed40b3aa99b service neutron] Pushing event updated for resources: {'Port': ['ID=fc5a9da5-4086-456e-bb54-78f1515eff12,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:26.643896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:26.664477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff11e-d2df-448a-94e7-dd019335b46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf67f010-8b75-4807-8c9d-6a999f99ac56), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.667931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff11e-d2df-448a-94e7-dd019335b46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.669210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ac2ff11e-d2df-448a-94e7-dd019335b46e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf67f010-8b75-4807-8c9d-6a999f99ac56 HTTP/1.1" status: 204 len: 168 time: 0.3851676 Feb 03 22:17:26.671332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-42d8ec74-6e84-44ec-8800-dac600edbf40 service neutron] 10.222.0.50 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288723 Feb 03 22:17:26.689404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ff11e-d2df-448a-94e7-dd019335b46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf67f010-8b75-4807-8c9d-6a999f99ac56,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:26.709826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17580ceb-b9a3-48e9-ab04-c0f131a506e3 req-0e245df4-5b48-445b-abfb-7fe31783f16a tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127513 Feb 03 22:17:26.741139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f3856792-02d5-4dad-aa5b-f465ac80eaca is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:26.752610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c5b3620-dfa2-41f9-b7ff-2c0aee44a621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.783787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6781bc3a-ee39-4ced-a838-7165f4a7bbf8 None None] Provisioning complete for port 5242080e-6579-477f-a8be-df47ac2287d1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:26.784143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6781bc3a-ee39-4ced-a838-7165f4a7bbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5242080e-6579-477f-a8be-df47ac2287d1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.841783 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9a758d-cf28-43d7-8e13-8564afc9151c x-openstack-request-id: req-1b9a758d-cf28-43d7-8e13-8564afc9151c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:26.843181 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcfeb1d-411e-41c7-87e8-5dc956f38e9e", "tag": "fc5a9da5-4086-456e-bb54-78f1515eff12", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:26.844711 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b9a758d-cf28-43d7-8e13-8564afc9151c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:26.845395 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcfeb1d-411e-41c7-87e8-5dc956f38e9e', 'tag': 'fc5a9da5-4086-456e-bb54-78f1515eff12', 'status': 'completed', 'code': 200} Feb 03 22:17:26.855956 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:26.883064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-f174de13-662b-490f-8f33-ff7121d59824 service neutron] 10.222.0.50 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972711 Feb 03 22:17:26.883600 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf545bfa-da2a-4a70-b083-579432de98d8 admin admin] Publish callbacks [] for security_group (03920d66-e7f1-4f18-aa02-52f3db591e31), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:26.884113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6781bc3a-ee39-4ced-a838-7165f4a7bbf8 None None] Port 5242080e-6579-477f-a8be-df47ac2287d1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:17:26.931824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf545bfa-da2a-4a70-b083-579432de98d8 admin admin] Publish callbacks [] for security_group (03920d66-e7f1-4f18-aa02-52f3db591e31), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:27.039880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-665b0529-059b-4c1e-9716-cc8d59e3d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:27.041795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-665b0529-059b-4c1e-9716-cc8d59e3d7f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb95eeac8e7348139c83c6b020445ff0&device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 1126 time: 0.3794508 Feb 03 22:17:27.068830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-27a52edc-f1e9-4e70-8651-2059b06872d7 None None] Provisioning complete for port 5242080e-6579-477f-a8be-df47ac2287d1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:27.069054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27a52edc-f1e9-4e70-8651-2059b06872d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5242080e-6579-477f-a8be-df47ac2287d1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:27.118060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9f915404-b078-45fd-a312-8981bc362036 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:17:27.120890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-27a52edc-f1e9-4e70-8651-2059b06872d7 None None] Port 5242080e-6579-477f-a8be-df47ac2287d1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:17:27.123298 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:27.134048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-fcbe3f53-4442-48dc-85d1-aa41b742e6eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5a9da5-4086-456e-bb54-78f1515eff12 HTTP/1.1" status: 200 len: 217 time: 0.0801671 Feb 03 22:17:27.159158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf545bfa-da2a-4a70-b083-579432de98d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (03920d66-e7f1-4f18-aa02-52f3db591e31), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:27.169923 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf545bfa-da2a-4a70-b083-579432de98d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:27.173894 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bf545bfa-da2a-4a70-b083-579432de98d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03920d66-e7f1-4f18-aa02-52f3db591e31 HTTP/1.1" status: 204 len: 168 time: 0.5263412 Feb 03 22:17:27.222381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23636351-aebd-4c5c-aa4e-c6e0a1dd2676 req-55e0d836-678a-4911-848e-aeeeb7011938 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 210 time: 0.0760465 Feb 03 22:17:27.249700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf545bfa-da2a-4a70-b083-579432de98d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03920d66-e7f1-4f18-aa02-52f3db591e31,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:27.287743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-f9f1523f-365f-49ca-a2a7-acba891518a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:27.291062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-f9f1523f-365f-49ca-a2a7-acba891518a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea2254b-1183-4230-8bbd-1ac60c48fcf5 HTTP/1.1" status: 200 len: 853 time: 0.1432333 Feb 03 22:17:27.322169 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5242080e-6579-477f-a8be-df47ac2287d1', 'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:f3:88:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:22Z', 'updated_at': '2022-02-03T22:17:24Z', 'revision_number': 2, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:27.336807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9f915404-b078-45fd-a312-8981bc362036 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:27.337216 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9f915404-b078-45fd-a312-8981bc362036), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:27.365856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-fc62ab2f-7294-42db-aa9d-e3ca04d08203 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21a90e44-4044-4680-9efe-cd86805ad795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648282 Feb 03 22:17:27.368376 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Checking router: 75094d58-775b-4361-be9c-7bc1a8f0db35 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:17:27.368831 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Updating router 75094d58-775b-4361-be9c-7bc1a8f0db35 port 5242080e-6579-477f-a8be-df47ac2287d1 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:17:27.484395 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5242080e-6579-477f-a8be-df47ac2287d1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:27.532895 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-90e897c2-b4d0-4393-a411-e81415569cfb service neutron] 10.222.0.47 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605508 Feb 03 22:17:27.673107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9f915404-b078-45fd-a312-8981bc362036 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:27.679619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f3856792-02d5-4dad-aa5b-f465ac80eaca up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:17:27.716848 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d21c2dbc-fa25-47ce-a7f2-ebd91b24541f req-27ca45d5-b85a-4095-a3be-6c97ec8cb9a8 service neutron] 10.222.0.47 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776049 Feb 03 22:17:27.899997 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-b4257a7e-76a0-491a-8fbe-2ce7ca35932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:27.900221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f3856792-02d5-4dad-aa5b-f465ac80eaca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:27.900695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:27.905283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-b4257a7e-76a0-491a-8fbe-2ce7ca35932a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb95eeac8e7348139c83c6b020445ff0&device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 1126 time: 0.1392703 Feb 03 22:17:27.983682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae764-459c-45de-8860-c02c99154671 req-606b27a4-80e6-40fb-aa75-b832109884ca tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:27.995848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fcae764-459c-45de-8860-c02c99154671 req-606b27a4-80e6-40fb-aa75-b832109884ca tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 944 time: 0.1330023 Feb 03 22:17:28.006259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f3856792-02d5-4dad-aa5b-f465ac80eaca is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:28.018202 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Publish callbacks [] for port (5242080e-6579-477f-a8be-df47ac2287d1), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:28.025982 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5242080e-6579-477f-a8be-df47ac2287d1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:28.089295 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Pushing event updated for resources: {'Port': ['ID=5242080e-6579-477f-a8be-df47ac2287d1,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:28.090303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fcae764-459c-45de-8860-c02c99154671 req-4be429d2-b481-466a-87f1-d187a71c9394 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886571 Feb 03 22:17:28.130594 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.131138 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.131574 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.132430 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.132827 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.133247 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.133789 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.141630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.141630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.141630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.141630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.141630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.141630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:17:28.166827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-55197f94-9f6f-4f30-9113-9cc028ff6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:28.170595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-55197f94-9f6f-4f30-9113-9cc028ff6328 service neutron] 10.222.0.47 "GET /v2.0/networks?id=21a90e44-4044-4680-9efe-cd86805ad795 HTTP/1.1" status: 200 len: 914 time: 0.2578325 Feb 03 22:17:28.245135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-7f4e4b49-a641-497c-b751-ca324f3ed857 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5a9da5-4086-456e-bb54-78f1515eff12 HTTP/1.1" status: 200 len: 217 time: 0.0683372 Feb 03 22:17:28.311241 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Attempting to bind port 5242080e-6579-477f-a8be-df47ac2287d1 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:17:28.312067 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Attempting to bind port 5242080e-6579-477f-a8be-df47ac2287d1 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:17:28.314239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-0e348763-8c07-4398-a9e6-6b35680ba081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:28.314742 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Attempting to bind port 5242080e-6579-477f-a8be-df47ac2287d1 on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:17:28.317104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-0e348763-8c07-4398-a9e6-6b35680ba081 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea2254b-1183-4230-8bbd-1ac60c48fcf5 HTTP/1.1" status: 200 len: 853 time: 0.0639110 Feb 03 22:17:28.328576 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:17:28.329200 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Checking segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:17:28.330520 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:28.331032 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Bound using segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:17:28.335441 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Bound port: 5242080e-6579-477f-a8be-df47ac2287d1, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:17:28.335924 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5242080e-6579-477f-a8be-df47ac2287d1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:28.355809 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-4baeda99-777e-4e46-a923-f0202869e0f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21a90e44-4044-4680-9efe-cd86805ad795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320594 Feb 03 22:17:28.405527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e711cbc2-af68-43f1-8eb9-6d709b6353f2 req-4a634453-9627-4a49-902d-6b0d74a9b0c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 210 time: 0.0542157 Feb 03 22:17:28.449627 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] For port 5242080e-6579-477f-a8be-df47ac2287d1, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:17:28.455635 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] For port 5242080e-6579-477f-a8be-df47ac2287d1, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5242080e-6579-477f-a8be-df47ac2287d1,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:17:28.464301 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5242080e-6579-477f-a8be-df47ac2287d1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:28.524833 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:28.525612 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:17:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:28.548250 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-dec5e4d8-b174-4a14-ab68-a0f1a80a8631 service neutron] 10.222.0.47 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860039 Feb 03 22:17:28.561775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-52803c6f-a182-4a62-8a2f-ec3cbb1de1bd None None] Provisioning complete for port 5242080e-6579-477f-a8be-df47ac2287d1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:28.564264 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52803c6f-a182-4a62-8a2f-ec3cbb1de1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5242080e-6579-477f-a8be-df47ac2287d1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:28.652246 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98efbad-96b6-4a4b-9acb-c0e0f6c9dca2 None None] Pushing event updated for resources: {'Port': ['ID=5242080e-6579-477f-a8be-df47ac2287d1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:28.674855 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-fe7b3d2a-c9c5-458b-a688-d9fc6f27503f req-8ebe493e-ef04-4cf2-a3e8-71ed237e140d service neutron] 10.222.0.47 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200163 Feb 03 22:17:28.750983 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:28.761818 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:28.883770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-52803c6f-a182-4a62-8a2f-ec3cbb1de1bd None None] Current status of the port 5242080e-6579-477f-a8be-df47ac2287d1 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:28.884427 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52803c6f-a182-4a62-8a2f-ec3cbb1de1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5242080e-6579-477f-a8be-df47ac2287d1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:28.940687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-52803c6f-a182-4a62-8a2f-ec3cbb1de1bd None None] For port 5242080e-6579-477f-a8be-df47ac2287d1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5242080e-6579-477f-a8be-df47ac2287d1,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:28.945222 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52803c6f-a182-4a62-8a2f-ec3cbb1de1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5242080e-6579-477f-a8be-df47ac2287d1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:29.047601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52803c6f-a182-4a62-8a2f-ec3cbb1de1bd None None] Pushing event updated for resources: {'Port': ['ID=5242080e-6579-477f-a8be-df47ac2287d1,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:29.074654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-69b69092-25bd-45db-9952-09ae3bda49f9 None None] Provisioning complete for port 5242080e-6579-477f-a8be-df47ac2287d1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:29.075359 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69b69092-25bd-45db-9952-09ae3bda49f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5242080e-6579-477f-a8be-df47ac2287d1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:29.208779 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5242080e-6579-477f-a8be-df47ac2287d1', 'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:f3:88:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:22Z', 'updated_at': '2022-02-03T22:17:28Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:29.253708 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0de01-a492-4e1a-b325-7804bc4cfe40 None None] The sync data for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 is: [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5242080e-6579-477f-a8be-df47ac2287d1', 'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:f3:88:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:22Z', 'updated_at': '2022-02-03T22:17:28Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:17:29.267763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-69b69092-25bd-45db-9952-09ae3bda49f9 None None] Current status of the port 5242080e-6579-477f-a8be-df47ac2287d1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:29.348067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10760114-3404-4985-b659-2db841eac8a4 req-492221c5-c4b8-44fb-8a0d-96bf44c29cf5 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:29.349961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10760114-3404-4985-b659-2db841eac8a4 req-492221c5-c4b8-44fb-8a0d-96bf44c29cf5 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 944 time: 0.1442943 Feb 03 22:17:29.427426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10760114-3404-4985-b659-2db841eac8a4 req-745ec3e6-590d-4499-918a-9488e1e99a2a tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707242 Feb 03 22:17:29.534570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25b1031b-2470-4e61-a5fb-b0f87285e54e req-e18f9341-b35e-4ee2-bf4f-2f1b2676e970 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 210 time: 0.0336142 Feb 03 22:17:29.643551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-1f634c3f-f826-4648-9f55-34c3a1b1db64 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:29.646330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-1f634c3f-f826-4648-9f55-34c3a1b1db64 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 796 time: 0.8308692 Feb 03 22:17:29.728172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-5acf13cd-af57-405d-9f6f-b564bbef79db tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 380 time: 0.0707490 Feb 03 22:17:29.739368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'port': {'device_id': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'admin_state_up': True, 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'security_groups': ['4de57bc9-b199-45a0-bec3-d81da2d4e8e5']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:29.898172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:17:29.901584 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:29.939981 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:30.082358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.20.0.12 (cd30dccc-c556-4dc9-beb9-b6b562976a4e/68120ca8-aef4-4762-9963-c2e353ea78a8/f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:17:30.246748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:30.284763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:30.348130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network cd30dccc-c556-4dc9-beb9-b6b562976a4e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:17:30.356407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:17:30.360981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:17:30.367769 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:30.431910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:30.433398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:30.465098 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-bde40644-6180-4097-b157-398f9b333613 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7301731 Feb 03 22:17:30.477260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-4dd6283e-eb72-449c-a259-3de26e73dce6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:17:30.478437 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-4dd6283e-eb72-449c-a259-3de26e73dce6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076733 Feb 03 22:17:30.497315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Request body: {'port': {'device_id': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:30.596306 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:30.642895 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fbc04-8199-4dbc-a611-e6696c7b13e3 req-7ada380b-c68a-4886-b6f1-c8ac88145fc7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:30.645248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-333fbc04-8199-4dbc-a611-e6696c7b13e3 req-7ada380b-c68a-4886-b6f1-c8ac88145fc7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 944 time: 0.1178672 Feb 03 22:17:30.700090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9b3420dc-0f34-4719-9aef-bd3d0f24ff41 None None] Provisioning complete for port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:30.701354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b3420dc-0f34-4719-9aef-bd3d0f24ff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:30.740502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05829ef3-9826-434f-9a27-85633312f398 req-911af1cf-f5b4-4d24-b2b7-859504500aa6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:30.747979 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05829ef3-9826-434f-9a27-85633312f398 req-911af1cf-f5b4-4d24-b2b7-859504500aa6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 932 time: 0.1176565 Feb 03 22:17:30.752190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-333fbc04-8199-4dbc-a611-e6696c7b13e3 req-1ce19e38-e332-407d-8988-c1a58b8927b5 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973964 Feb 03 22:17:30.786480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9b3420dc-0f34-4719-9aef-bd3d0f24ff41 None None] Port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:17:30.833985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-05829ef3-9826-434f-9a27-85633312f398 req-8c9a3127-7df2-42e6-a3de-c870f6505416 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767860 Feb 03 22:17:30.960180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:17:30.967837 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Publish callbacks [] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:30.990201 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Transition to ACTIVE for port object f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:17:30.994146 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:31.052410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:31.076528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5242080e-6579-477f-a8be-df47ac2287d1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:17:31.126398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:17:31.126744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:17:31.127077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:17:31.131794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:17:31.132129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:17:31.137488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:17:31.137830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Checking segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:17:31.138222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Bound using segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:17:31.139603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Bound port: f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:17:31.140279 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:31.146629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5242080e-6579-477f-a8be-df47ac2287d1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:31.147285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5242080e-6579-477f-a8be-df47ac2287d1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:31.222352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:17:31.228801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:17:31.237254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:31.247470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5242080e-6579-477f-a8be-df47ac2287d1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:31.277953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:31.278617 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:31.280152 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] 10.222.0.10 "PUT /v2.0/ports/f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 1092 time: 0.7905164 Feb 03 22:17:31.280634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:31.283368 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:31.285361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fc5a9da5-4086-456e-bb54-78f1515eff12 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:17:31.356465 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33459203-dad1-4ab7-830c-9fe3f1ad8235 x-openstack-request-id: req-33459203-dad1-4ab7-830c-9fe3f1ad8235 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:31.356765 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:31.357370 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33459203-dad1-4ab7-830c-9fe3f1ad8235 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:31.357697 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'status': 'completed', 'code': 200} Feb 03 22:17:31.373812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa6cf1-9acb-47e8-a292-a5bc7da7e594 service neutron] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:31.392418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-a8d58d92-8fd1-4f02-8c8e-ec2c49066d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:31.394965 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-a8d58d92-8fd1-4f02-8c8e-ec2c49066d9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1126 time: 0.0711522 Feb 03 22:17:31.424459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fc5a9da5-4086-456e-bb54-78f1515eff12, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc5a9da5-4086-456e-bb54-78f1515eff12,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:31.438686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'fc5a9da5-4086-456e-bb54-78f1515eff12', 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795', 'port_id': 'fc5a9da5-4086-456e-bb54-78f1515eff12', 'mac_address': 'fa:16:3e:76:a5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea2254b-1183-4230-8bbd-1ac60c48fcf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:17:31.463083 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-cc7d494a-f14f-4bbb-943b-0233723878e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 217 time: 0.0606172 Feb 03 22:17:31.507768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port fc5a9da5-4086-456e-bb54-78f1515eff12 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:31.508222 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:31.526529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5a9da5-4086-456e-bb54-78f1515eff12 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:17:31.541797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-2934b4f4-03d4-4706-bdf6-79e7cfe1f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:31.543677 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-2934b4f4-03d4-4706-bdf6-79e7cfe1f7e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0735257 Feb 03 22:17:31.550377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fc5a9da5-4086-456e-bb54-78f1515eff12, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc5a9da5-4086-456e-bb54-78f1515eff12,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:31.555186 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:31.619682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-3d2aa213-0c5b-489b-a4b6-2d9f7eed080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:31.621099 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=fc5a9da5-4086-456e-bb54-78f1515eff12,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:31.621380 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-3d2aa213-0c5b-489b-a4b6-2d9f7eed080c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690739 Feb 03 22:17:31.735826 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-32f88e3c-a50d-4112-89cd-a2ef8710180a service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029253 Feb 03 22:17:31.832854 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1cadf7cf-bfa7-4b58-a350-208c1e4234bc req-441dee51-3348-4240-8564-6fa7e4661a70 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918396 Feb 03 22:17:31.880388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['fc5a9da5-4086-456e-bb54-78f1515eff12'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:17:31.918986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af0ac6-403e-46ef-9e80-77f383e06353 req-abcd541d-ad22-4ce1-a31b-f0552a0176a9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:31.921115 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15af0ac6-403e-46ef-9e80-77f383e06353 req-abcd541d-ad22-4ce1-a31b-f0552a0176a9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 945 time: 0.0823779 Feb 03 22:17:31.969655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-b5cf4a34-703b-445b-ae30-c34a01ec47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:31.971629 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-b5cf4a34-703b-445b-ae30-c34a01ec47b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1126 time: 0.0834734 Feb 03 22:17:32.031802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15af0ac6-403e-46ef-9e80-77f383e06353 req-50cf3b5b-280f-4f72-b308-c646110ac9c6 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026335 Feb 03 22:17:32.075797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09028b-7bf5-4509-b57f-a70187884042 req-04a3de00-78a3-490b-a165-1124b2271a60 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:32.083972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df09028b-7bf5-4509-b57f-a70187884042 req-04a3de00-78a3-490b-a165-1124b2271a60 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.1092207 Feb 03 22:17:32.086239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-b91c9d46-0017-44e9-ab15-2d0777025978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:32.087796 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-b91c9d46-0017-44e9-ab15-2d0777025978 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1105700 Feb 03 22:17:32.136832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df09028b-7bf5-4509-b57f-a70187884042 req-70fe02a2-460d-4234-aee8-5d4de915fa46 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516231 Feb 03 22:17:32.139525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-3a4cad0f-abc0-42fb-99a5-0ebd75566b51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 217 time: 0.0441778 Feb 03 22:17:32.195782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-cb2d9dda-e779-46c9-b03d-5d4d82954094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:32.197378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-cb2d9dda-e779-46c9-b03d-5d4d82954094 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0526891 Feb 03 22:17:32.253885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-d93bef38-0986-467b-9a14-8fda3c65e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:32.255657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-d93bef38-0986-467b-9a14-8fda3c65e905 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514669 Feb 03 22:17:32.360641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-532b5f05-5c88-4428-a935-172c95591f25 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989335 Feb 03 22:17:32.460216 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ca8c5b7e-b9cc-4b2d-8fca-e26d6bb8a52a req-8ce6d82b-48a0-48ba-9d77-5d08b64b860a service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940444 Feb 03 22:17:33.164853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871787a5-b7d1-4560-b219-9b7b8d67640f req-bdb96a31-f333-45da-8d43-1bafd6391a75 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:33.166734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-871787a5-b7d1-4560-b219-9b7b8d67640f req-bdb96a31-f333-45da-8d43-1bafd6391a75 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 945 time: 0.0553992 Feb 03 22:17:33.237745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-871787a5-b7d1-4560-b219-9b7b8d67640f req-4a171436-722e-47c7-8e70-4c866ea98f92 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637302 Feb 03 22:17:33.282609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1a07e-5bee-4a12-b538-1cd00af4b7ea req-913c9aae-9453-4e57-bfaf-c62d47c83bf1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:33.284120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3c1a07e-5bee-4a12-b538-1cd00af4b7ea req-913c9aae-9453-4e57-bfaf-c62d47c83bf1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0660431 Feb 03 22:17:33.290366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fc5a9da5-4086-456e-bb54-78f1515eff12 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:17:33.348061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port fc5a9da5-4086-456e-bb54-78f1515eff12 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:17:33.349470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3c1a07e-5bee-4a12-b538-1cd00af4b7ea req-fb207c27-b995-4133-86f3-d59d645c6bbe tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577183 Feb 03 22:17:33.353143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port fc5a9da5-4086-456e-bb54-78f1515eff12 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:33.353609 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:33.440480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port fc5a9da5-4086-456e-bb54-78f1515eff12 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:33.441020 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:33.466256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcfeb1d-411e-41c7-87e8-5dc956f38e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5a9da5-4086-456e-bb54-78f1515eff12'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:33.468679 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140558d0-9b08-4aec-9073-9179f331a617" -d '{"events": [{"server_uuid": "cdcfeb1d-411e-41c7-87e8-5dc956f38e9e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5a9da5-4086-456e-bb54-78f1515eff12"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:33.483343 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fc5a9da5-4086-456e-bb54-78f1515eff12, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc5a9da5-4086-456e-bb54-78f1515eff12,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:33.487631 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:33.521462 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9302a84e-62b7-48cc-90e3-baeb09fcff3b x-openstack-request-id: req-9302a84e-62b7-48cc-90e3-baeb09fcff3b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:33.521961 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcfeb1d-411e-41c7-87e8-5dc956f38e9e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5a9da5-4086-456e-bb54-78f1515eff12", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:33.522358 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9302a84e-62b7-48cc-90e3-baeb09fcff3b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:33.523128 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcfeb1d-411e-41c7-87e8-5dc956f38e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5a9da5-4086-456e-bb54-78f1515eff12', 'code': 200} Feb 03 22:17:33.552273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=fc5a9da5-4086-456e-bb54-78f1515eff12,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:33.623581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6bc12-57ac-4409-8e65-9f4295f7915f req-53f942c9-49e9-4068-9b99-10a2e39ace0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:33.625246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de6bc12-57ac-4409-8e65-9f4295f7915f req-53f942c9-49e9-4068-9b99-10a2e39ace0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 1128 time: 0.0530767 Feb 03 22:17:33.678534 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de6bc12-57ac-4409-8e65-9f4295f7915f req-8618b976-27f4-48c8-a7fb-36e38a9cde6c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Feb 03 22:17:34.274442 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60c02503-0e53-4834-8c32-7eb297494a30 req-5c4a9f24-4e62-4bdb-80f7-c76cd23ebf7f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515902 Feb 03 22:17:34.365714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c02503-0e53-4834-8c32-7eb297494a30 req-76f6cc23-78a8-440c-b033-b6a6985be3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:34.367418 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60c02503-0e53-4834-8c32-7eb297494a30 req-76f6cc23-78a8-440c-b033-b6a6985be3e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 1128 time: 0.0501742 Feb 03 22:17:34.385509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac679e-2957-4688-a0b1-509f6ac1b183 req-7289e872-e7a2-41ea-9cb8-e7a6eb320b63 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:34.387932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72ac679e-2957-4688-a0b1-509f6ac1b183 req-7289e872-e7a2-41ea-9cb8-e7a6eb320b63 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 946 time: 0.0728126 Feb 03 22:17:34.448031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72ac679e-2957-4688-a0b1-509f6ac1b183 req-0fbc0629-ee0f-49d2-a6ca-ab25424d00c9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519252 Feb 03 22:17:34.494003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c02503-0e53-4834-8c32-7eb297494a30 req-f220ead7-f10f-445b-b8c9-a5b8d668d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:34.496632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60c02503-0e53-4834-8c32-7eb297494a30 req-f220ead7-f10f-445b-b8c9-a5b8d668d5eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.1106718 Feb 03 22:17:34.519476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21bd5-a7a8-4965-ab66-9d69640d5028 req-195eade8-1aaf-4a08-84b4-e0d36bb8b684 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:34.521110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3d21bd5-a7a8-4965-ab66-9d69640d5028 req-195eade8-1aaf-4a08-84b4-e0d36bb8b684 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0786147 Feb 03 22:17:34.575094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3d21bd5-a7a8-4965-ab66-9d69640d5028 req-a40d0ef3-46d4-4a7d-84de-d4c1b456a4e1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478787 Feb 03 22:17:34.587190 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60c02503-0e53-4834-8c32-7eb297494a30 req-3f823ed1-78f4-47a4-9423-9b66f0df6ec2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a49a34-3155-4691-8972-5f2f8c4edecd HTTP/1.1" status: 200 len: 1002 time: 0.0833201 Feb 03 22:17:34.639255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c02503-0e53-4834-8c32-7eb297494a30 req-77cf9303-478e-44c4-9d1f-687244baaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:34.642284 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60c02503-0e53-4834-8c32-7eb297494a30 req-77cf9303-478e-44c4-9d1f-687244baaac0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0497191 Feb 03 22:17:34.700298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c02503-0e53-4834-8c32-7eb297494a30 req-5701d3bd-d9c5-4236-81ad-2d04acbaf46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:34.701944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60c02503-0e53-4834-8c32-7eb297494a30 req-5701d3bd-d9c5-4236-81ad-2d04acbaf46d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546854 Feb 03 22:17:34.796120 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60c02503-0e53-4834-8c32-7eb297494a30 req-0f47a15c-ea0b-4466-bbb5-74349cfd6e00 service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886643 Feb 03 22:17:34.889226 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-60c02503-0e53-4834-8c32-7eb297494a30 req-ff295d5f-cd3f-4307-aa62-9b9a23aec287 service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869300 Feb 03 22:17:35.575828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57321e27-c246-4e08-9219-dc79d206b76c req-f489db08-bef5-46e1-9d15-d4fd9e7c0227 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:35.577361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57321e27-c246-4e08-9219-dc79d206b76c req-f489db08-bef5-46e1-9d15-d4fd9e7c0227 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 946 time: 0.0535538 Feb 03 22:17:35.631087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57321e27-c246-4e08-9219-dc79d206b76c req-840f4abb-4611-43d4-9505-91a3caf764e9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Feb 03 22:17:35.720016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fff05f-7e32-497d-992d-4bb00bb5c894 req-ae7d11e0-c424-4038-b149-60afaf0f5558 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:35.721700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15fff05f-7e32-497d-992d-4bb00bb5c894 req-ae7d11e0-c424-4038-b149-60afaf0f5558 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0663590 Feb 03 22:17:35.800247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15fff05f-7e32-497d-992d-4bb00bb5c894 req-79e8d493-2a77-40e5-a75f-0d452bf776c7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568056 Feb 03 22:17:36.931362 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c88dcc-e131-4b42-9da4-df87700af371 req-53b54026-226d-47d3-ad47-8cadcf3b9fad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:36.932852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25c88dcc-e131-4b42-9da4-df87700af371 req-53b54026-226d-47d3-ad47-8cadcf3b9fad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0632396 Feb 03 22:17:36.961364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:17:36.986331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25c88dcc-e131-4b42-9da4-df87700af371 req-77db16f0-34f8-47d1-a5a5-dc0eb8ea395a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459607 Feb 03 22:17:37.071299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:37.083712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'port_id': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'mac_address': 'fa:16:3e:0d:1d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:17:37.122939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:37.123401 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:37.140323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:17:37.160698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:37.165279 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:37.217710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:37.467696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:17:38.139805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d73d1-9f1a-456a-be4f-1adbf13f23fe req-8990f0da-d84c-4dc1-b6a4-69c312f04a22 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:38.142196 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee9d73d1-9f1a-456a-be4f-1adbf13f23fe req-8990f0da-d84c-4dc1-b6a4-69c312f04a22 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 945 time: 0.0590417 Feb 03 22:17:38.201750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee9d73d1-9f1a-456a-be4f-1adbf13f23fe req-827363d8-1f7c-4b8b-b41c-ca44646393b2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516603 Feb 03 22:17:38.965525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:17:39.024805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:17:39.028825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:17:39.029235 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:39.120847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:17:39.121873 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:39.147215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:39.149835 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc0c9fe-8f93-4cc5-bf34-a508cb602750" -d '{"events": [{"server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "name": "network-vif-plugged", "status": "completed", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:39.174618 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:17:39.179687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:39.224854 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058feee7-df88-4a6c-8a8f-8c306f8c98fb x-openstack-request-id: req-058feee7-df88-4a6c-8a8f-8c306f8c98fb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:39.225334 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "name": "network-vif-plugged", "status": "completed", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:39.237993 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-058feee7-df88-4a6c-8a8f-8c306f8c98fb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:39.239561 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'code': 200} Feb 03 22:17:39.297919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:39.354679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4f64-1dc1-4ff6-b4df-73ba899b165d req-912de6e9-1ac0-432d-bc9a-1b4b66d2bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:39.356229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f60c4f64-1dc1-4ff6-b4df-73ba899b165d req-912de6e9-1ac0-432d-bc9a-1b4b66d2bebd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1128 time: 0.0658832 Feb 03 22:17:39.366682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf78d98-4c8b-4c6f-a308-015e44cc5aff req-1839a16b-fb93-409c-8ed8-b35001a5d556 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:39.373947 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7cf78d98-4c8b-4c6f-a308-015e44cc5aff req-1839a16b-fb93-409c-8ed8-b35001a5d556 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0673614 Feb 03 22:17:39.408466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f60c4f64-1dc1-4ff6-b4df-73ba899b165d req-e8f97d88-37f3-4e46-b5ce-70bda55c55c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 Feb 03 22:17:39.424857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7cf78d98-4c8b-4c6f-a308-015e44cc5aff req-c7f924aa-09f2-4062-94d6-f3fa4602de34 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499856 Feb 03 22:17:40.556302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e7ae1-641b-4f86-adbb-a143317b5133 req-92bcd81d-8c82-41c1-af12-3b455f765ecb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:40.558163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd7e7ae1-641b-4f86-adbb-a143317b5133 req-92bcd81d-8c82-41c1-af12-3b455f765ecb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0575786 Feb 03 22:17:40.616394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd7e7ae1-641b-4f86-adbb-a143317b5133 req-a7b4890e-886c-4602-8ac0-1d3487f1843c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520492 Feb 03 22:17:41.750042 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f84b6-ad6e-45c7-8508-da2625f52da4 req-9c628487-f817-45bd-81f4-308e74a7c2e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:41.751661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7f84b6-ad6e-45c7-8508-da2625f52da4 req-9c628487-f817-45bd-81f4-308e74a7c2e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0610127 Feb 03 22:17:41.804846 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a7f84b6-ad6e-45c7-8508-da2625f52da4 req-4d3c0717-500b-4b75-8ead-8cb360ae4019 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472157 Feb 03 22:17:41.937792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869177a-4fde-4b71-aa25-ef8947e18a26 req-da6f6ed0-1620-4edd-8486-63c0f5da3bc0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:41.939481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f869177a-4fde-4b71-aa25-ef8947e18a26 req-da6f6ed0-1620-4edd-8486-63c0f5da3bc0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0595913 Feb 03 22:17:41.991597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f869177a-4fde-4b71-aa25-ef8947e18a26 req-f68915d0-e334-417b-a9a1-5d99993b5ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461078 Feb 03 22:17:42.019734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:42.076849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ea3c8-02a5-481c-877b-1314400878b5 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:42.079181 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d03ea3c8-02a5-481c-877b-1314400878b5 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1123 time: 0.0582404 Feb 03 22:17:42.082707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:42.087682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:17:42.109316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:42.224803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:42.350618 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.25.5.3 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/c6c22664-ce31-4039-8cc5-fdd5aab95a9b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:17:42.490737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (c6c22664-ce31-4039-8cc5-fdd5aab95a9b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:42.529356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c6c22664-ce31-4039-8cc5-fdd5aab95a9b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:42.574258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:17:42.581011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:17:42.585217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:17:42.610205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=c6c22664-ce31-4039-8cc5-fdd5aab95a9b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:43.017900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (bf603182-2455-4d5f-9267-bdc8528b1d4b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:43.096518 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c6c22664-ce31-4039-8cc5-fdd5aab95a9b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:43.289960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (c6c22664-ce31-4039-8cc5-fdd5aab95a9b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:43.295924 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c6c22664-ce31-4039-8cc5-fdd5aab95a9b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:43.372591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=c6c22664-ce31-4039-8cc5-fdd5aab95a9b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:43.386576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (bf603182-2455-4d5f-9267-bdc8528b1d4b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:43.751001 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Floating IP bf603182-2455-4d5f-9267-bdc8528b1d4b associated. External IP: 172.25.5.3, port: f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b. Feb 03 22:17:43.989351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 75094d58-775b-4361-be9c-7bc1a8f0db35 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:17:44.109957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:17:44.126819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] Sync routers for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:17:44.138978 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:44.145166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:44.146161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:17:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:44.183845 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-86c46707-7f32-4f63-b3e6-49e7c455bac9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0978160 Feb 03 22:17:44.183845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:17:44.186266 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470ae787-64cb-4d4b-b9d8-74134604a00c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:17:44.260292 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6fa51e-9539-46b9-96ac-d62dbcbdfa82 x-openstack-request-id: req-6c6fa51e-9539-46b9-96ac-d62dbcbdfa82 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:17:44.260613 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:17:44.260875 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c6fa51e-9539-46b9-96ac-d62dbcbdfa82 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:17:44.261484 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'status': 'completed', 'code': 200} Feb 03 22:17:44.371863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ef76e-883b-4332-8050-5cd71ba1ae87 req-ce24fe4a-f924-42d2-a96d-bbd4bd9c7682 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:44.375097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-52b30ee7-0453-47d2-abc6-ba67ffcb7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:44.376734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-52b30ee7-0453-47d2-abc6-ba67ffcb7642 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1128 time: 0.0881376 Feb 03 22:17:44.378839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e7ef76e-883b-4332-8050-5cd71ba1ae87 req-ce24fe4a-f924-42d2-a96d-bbd4bd9c7682 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0791347 Feb 03 22:17:44.396805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:44.440933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e7ef76e-883b-4332-8050-5cd71ba1ae87 req-db89010a-fd9f-4573-a23e-3e774d1ca06e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611010 Feb 03 22:17:44.472534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47542) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:44.506620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-cfeec487-b837-4b4f-91ad-2a63035eae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:44.508113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-cfeec487-b837-4b4f-91ad-2a63035eae81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1241710 Feb 03 22:17:44.574297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-53110550-d491-4df8-a304-3ecafe1bf0e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/bf603182-2455-4d5f-9267-bdc8528b1d4b HTTP/1.1" status: 200 len: 990 time: 0.1003320 Feb 03 22:17:44.613185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-a6792982-09fd-42ad-9dec-0eba310dbc72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 998 time: 0.0974717 Feb 03 22:17:44.675569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-e46d9b0d-1dde-407f-996c-82d16bb27da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:44.677670 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-e46d9b0d-1dde-407f-996c-82d16bb27da1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0568781 Feb 03 22:17:44.747944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-f17ed18e-41a2-4259-bd87-c452b9c0882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:17:44.749822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-f17ed18e-41a2-4259-bd87-c452b9c0882d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0659990 Feb 03 22:17:44.873048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-14f5e5d5-c2e1-492e-b339-12bfde5ae15f service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170068 Feb 03 22:17:44.887456 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'bf603182-2455-4d5f-9267-bdc8528b1d4b', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'port_id': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'mac_address': 'fa:16:3e:0d:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:17:42Z', 'updated_at': '2022-02-03T22:17:42Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5242080e-6579-477f-a8be-df47ac2287d1', 'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:f3:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:22Z', 'updated_at': '2022-02-03T22:17:28Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:44.925327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] Checking router: 75094d58-775b-4361-be9c-7bc1a8f0db35 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:17:44.940664 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:17:44.943529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:17:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:44.988826 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-470ae787-64cb-4d4b-b9d8-74134604a00c req-bc6c0de8-a7e6-4a0d-a661-42e19edb9f28 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102734 Feb 03 22:17:45.082017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:17:45.327238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'bf603182-2455-4d5f-9267-bdc8528b1d4b', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'port_id': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'mac_address': 'fa:16:3e:0d:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:17:42Z', 'updated_at': '2022-02-03T22:17:42Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5242080e-6579-477f-a8be-df47ac2287d1', 'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:f3:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:22Z', 'updated_at': '2022-02-03T22:17:28Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:17:45.355928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a772a41-4dd9-4df9-a568-2e42f16a47af None None] The sync data for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 is: [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'bf603182-2455-4d5f-9267-bdc8528b1d4b', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'port_id': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'mac_address': 'fa:16:3e:0d:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:17:42Z', 'updated_at': '2022-02-03T22:17:42Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5242080e-6579-477f-a8be-df47ac2287d1', 'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:f3:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:22Z', 'updated_at': '2022-02-03T22:17:28Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:17:45.576891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47550) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:45.600736 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0ab7c-6a19-460e-aca6-c73debde2505 None None] New status for floating IP bf603182-2455-4d5f-9267-bdc8528b1d4b: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:17:45.702247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c7476588-1b8d-4dbe-b97b-b8a1678488b2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/bf603182-2455-4d5f-9267-bdc8528b1d4b HTTP/1.1" status: 200 len: 990 time: 0.1241281 Feb 03 22:17:46.706114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:46.780779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7cbfcaa7-dd19-4ad2-90ab-cdbf25a8678b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/bf603182-2455-4d5f-9267-bdc8528b1d4b HTTP/1.1" status: 200 len: 992 time: 0.0656819 Feb 03 22:17:53.589297 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a94ea9c2-dc73-45ab-b0ba-34d59363f670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:53.895874 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:17:54.639143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:54.658736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:55.376152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:55.509926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56677f26-15a9-425f-9dd2-dc7bf718c86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:55.586283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56677f26-15a9-425f-9dd2-dc7bf718c86e admin admin] Publish callbacks [] for security_group (be8c6d21-b2e6-4619-b411-d95fc7cc1a49), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:55.590510 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56677f26-15a9-425f-9dd2-dc7bf718c86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (be8c6d21-b2e6-4619-b411-d95fc7cc1a49), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:55.634890 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-56677f26-15a9-425f-9dd2-dc7bf718c86e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b89b09bcef8f4042ad84d1c9c960d8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576406 Feb 03 22:17:55.637651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47642) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:17:55.644646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56677f26-15a9-425f-9dd2-dc7bf718c86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8c6d21-b2e6-4619-b411-d95fc7cc1a49,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:55.693903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-608495f1-1c89-4e01-ba04-5832db52b8b5 admin admin] Publish callbacks [] for security_group (be8c6d21-b2e6-4619-b411-d95fc7cc1a49), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:55.716496 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-608495f1-1c89-4e01-ba04-5832db52b8b5 admin admin] Publish callbacks [] for security_group (be8c6d21-b2e6-4619-b411-d95fc7cc1a49), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:55.771611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-608495f1-1c89-4e01-ba04-5832db52b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (be8c6d21-b2e6-4619-b411-d95fc7cc1a49), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:55.775484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-608495f1-1c89-4e01-ba04-5832db52b8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:55.777168 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-608495f1-1c89-4e01-ba04-5832db52b8b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be8c6d21-b2e6-4619-b411-d95fc7cc1a49 HTTP/1.1" status: 204 len: 168 time: 0.1383896 Feb 03 22:17:55.791561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608495f1-1c89-4e01-ba04-5832db52b8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8c6d21-b2e6-4619-b411-d95fc7cc1a49,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:17:56.558931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6287e8bc-0ef7-426e-bee6-9fe3c4c01c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:57.017315 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:58.690672 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:17:59.903470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:09.590942 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:09.699228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51dd42f6-1d6b-4837-80a9-0f91ee06362d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:09.781274 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51dd42f6-1d6b-4837-80a9-0f91ee06362d admin admin] Publish callbacks [] for security_group (283b9914-e2c6-45d3-a630-8b472bf2475a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:09.786022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51dd42f6-1d6b-4837-80a9-0f91ee06362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (283b9914-e2c6-45d3-a630-8b472bf2475a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:09.828204 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-51dd42f6-1d6b-4837-80a9-0f91ee06362d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f71c42006f184bb58ccb266f52da8b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338047 Feb 03 22:18:09.828204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd42f6-1d6b-4837-80a9-0f91ee06362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283b9914-e2c6-45d3-a630-8b472bf2475a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:09.829801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:09.880758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d4c467c-def0-49d9-a8fc-dfb7c953839b admin admin] Publish callbacks [] for security_group (283b9914-e2c6-45d3-a630-8b472bf2475a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:09.902294 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d4c467c-def0-49d9-a8fc-dfb7c953839b admin admin] Publish callbacks [] for security_group (283b9914-e2c6-45d3-a630-8b472bf2475a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:09.949999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d4c467c-def0-49d9-a8fc-dfb7c953839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (283b9914-e2c6-45d3-a630-8b472bf2475a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:09.952788 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d4c467c-def0-49d9-a8fc-dfb7c953839b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:09.954006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0d4c467c-def0-49d9-a8fc-dfb7c953839b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/283b9914-e2c6-45d3-a630-8b472bf2475a HTTP/1.1" status: 204 len: 168 time: 0.1232691 Feb 03 22:18:09.961989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c467c-def0-49d9-a8fc-dfb7c953839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283b9914-e2c6-45d3-a630-8b472bf2475a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:17.670253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 47860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:17.784475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f9a45c5-dba5-46d0-bd87-af57cec7de5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:17.875141 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f9a45c5-dba5-46d0-bd87-af57cec7de5d admin admin] Publish callbacks [] for security_group (57546137-f53f-466b-be89-8d0fb9ce69c7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:17.879961 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f9a45c5-dba5-46d0-bd87-af57cec7de5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (57546137-f53f-466b-be89-8d0fb9ce69c7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:17.928988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2f9a45c5-dba5-46d0-bd87-af57cec7de5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61a544bd5dcf4ee2a482e1db729302c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2551124 Feb 03 22:18:17.929268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:17.940228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a45c5-dba5-46d0-bd87-af57cec7de5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57546137-f53f-466b-be89-8d0fb9ce69c7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:17.981445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Publish callbacks [] for security_group (57546137-f53f-466b-be89-8d0fb9ce69c7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:18.004681 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Publish callbacks [] for security_group (57546137-f53f-466b-be89-8d0fb9ce69c7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:18.055475 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (57546137-f53f-466b-be89-8d0fb9ce69c7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:18.059020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:18.069395 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57546137-f53f-466b-be89-8d0fb9ce69c7 HTTP/1.1" status: 204 len: 168 time: 0.1327827 Feb 03 22:18:18.079377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57546137-f53f-466b-be89-8d0fb9ce69c7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:18.088935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.090262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.090965 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.091762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.092431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.094162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.094796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.095395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.095813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.096246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.096679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.097143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:18.097684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee469b-1554-4a27-a6d7-606c93a8229a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:23.590464 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0673cecd-24c8-41b3-9665-eaaead070e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:24.643491 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:24.663317 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:24.851261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 47952) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:25.017750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port f071f6e9-3827-434c-9ebe-6c6a13913a27 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:18:25.018355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f071f6e9-3827-434c-9ebe-6c6a13913a27), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:25.103610 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f071f6e9-3827-434c-9ebe-6c6a13913a27), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:25.104238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (f071f6e9-3827-434c-9ebe-6c6a13913a27), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:25.117758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for f071f6e9-3827-434c-9ebe-6c6a13913a27 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:18:25.316384 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f071f6e9-3827-434c-9ebe-6c6a13913a27), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:25.344329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=f071f6e9-3827-434c-9ebe-6c6a13913a27,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:25.407183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (f4c52575-aa76-402f-8627-fd26694eef76), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:25.407590 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Floating IP f4c52575-aa76-402f-8627-fd26694eef76 disassociated (deleted). External IP: 172.25.5.181, port: 65a49a34-3155-4691-8972-5f2f8c4edecd. Feb 03 22:18:25.617777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Router 45055249-c15c-4ce9-a25e-af25fb83d706 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:18:25.727529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:18:25.732744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:25.738856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] Sync routers for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:18:25.749491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:25.750669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:17:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:25.761708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0f931a83-2e26-44aa-8b82-10221fa94043 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "DELETE /v2.0/floatingips/f4c52575-aa76-402f-8627-fd26694eef76 HTTP/1.1" status: 204 len: 168 time: 0.9086957 Feb 03 22:18:25.762356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:18:25.769492 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1695e40f-ce86-44e3-9507-ea1a8452175f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:18:25.912714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:26.055676 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009571eb-c63f-4c77-9c24-0a6a1fdb4704 x-openstack-request-id: req-009571eb-c63f-4c77-9c24-0a6a1fdb4704 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:18:26.056216 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:18:26.056589 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-009571eb-c63f-4c77-9c24-0a6a1fdb4704 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:18:26.057142 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'status': 'completed', 'code': 200} Feb 03 22:18:26.178513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-58369fb7-4293-4ed9-843d-86e926fbe3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:26.180682 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-58369fb7-4293-4ed9-843d-86e926fbe3ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 1128 time: 0.0969002 Feb 03 22:18:26.228399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8793239a-8d97-41b2-80a6-cd37fb37e12f', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:18Z', 'updated_at': '2022-02-03T22:14:24Z', 'revision_number': 1, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:26.266855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] Checking router: 45055249-c15c-4ce9-a25e-af25fb83d706 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:18:26.277788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:26.278509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:17:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:26.294338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-78867fd5-6acd-43db-843a-7f4b19bce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:26.297305 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-78867fd5-6acd-43db-843a-7f4b19bce5f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.1098773 Feb 03 22:18:26.300797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ee963-547f-45de-95b6-f29bcb9fac75 req-863e230f-71ca-4d8a-a13e-22fb7393792c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:26.309331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-707ee963-547f-45de-95b6-f29bcb9fac75 req-863e230f-71ca-4d8a-a13e-22fb7393792c tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 946 time: 0.3208942 Feb 03 22:18:26.432231 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-a6f3e4b4-fec9-4844-8e6d-3a472f72787e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a49a34-3155-4691-8972-5f2f8c4edecd HTTP/1.1" status: 200 len: 217 time: 0.1225383 Feb 03 22:18:26.463311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-707ee963-547f-45de-95b6-f29bcb9fac75 req-d498c402-da53-4f68-8dfd-fb61add0ce89 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518497 Feb 03 22:18:26.511321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:26.514702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-3b62aea6-4a4e-44fb-9c03-b40d68820551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:26.516683 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-3b62aea6-4a4e-44fb-9c03-b40d68820551 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0776126 Feb 03 22:18:26.574473 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c014105-013c-4c14-8145-66c41dc18870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:26.591825 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-9a8589f0-2a7f-4cda-8b99-4e7ffab32b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:26.593671 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-9a8589f0-2a7f-4cda-8b99-4e7ffab32b33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627277 Feb 03 22:18:26.721461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-936d6264-5264-4cb0-a0d4-5866cd90aac0 service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201231 Feb 03 22:18:26.812212 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8793239a-8d97-41b2-80a6-cd37fb37e12f', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:18Z', 'updated_at': '2022-02-03T22:14:24Z', 'revision_number': 1, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:26.827102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1695e40f-ce86-44e3-9507-ea1a8452175f req-2824097a-b34a-4d82-b701-6169af4d6e95 service neutron] 10.222.0.10 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970869 Feb 03 22:18:26.844612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb60f6-9704-49fa-8edc-703952180db2 None None] The sync data for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 is: [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8793239a-8d97-41b2-80a6-cd37fb37e12f', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'port_id': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'mac_address': 'fa:16:3e:e3:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:14:18Z', 'updated_at': '2022-02-03T22:14:24Z', 'revision_number': 1, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:18:27.017737 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:27.084834 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f297af-622a-433d-9563-bdbb81fc7bf2 None None] New status for floating IP f4c52575-aa76-402f-8627-fd26694eef76: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:18:27.659266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-96620917-b965-42f7-be04-1517da86c96e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:27.661786 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-96620917-b965-42f7-be04-1517da86c96e tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 946 time: 0.0775347 Feb 03 22:18:27.678969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d4351-af33-4b22-bb3e-78cff3aa3cba req-ec9e8592-fe30-45c1-8cf2-0bcccad159b3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:27.681207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d9d4351-af33-4b22-bb3e-78cff3aa3cba req-ec9e8592-fe30-45c1-8cf2-0bcccad159b3 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 946 time: 0.1404159 Feb 03 22:18:27.758524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d9d4351-af33-4b22-bb3e-78cff3aa3cba req-589358ac-81fb-42d0-8610-50ea22019148 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663249 Feb 03 22:18:27.802637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port 65a49a34-3155-4691-8972-5f2f8c4edecd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:18:27.802637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:27.904050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] For port 65a49a34-3155-4691-8972-5f2f8c4edecd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=65a49a34-3155-4691-8972-5f2f8c4edecd,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:18:27.904419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:27.919531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for 65a49a34-3155-4691-8972-5f2f8c4edecd owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:18:28.053753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (65a49a34-3155-4691-8972-5f2f8c4edecd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:28.095695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=65a49a34-3155-4691-8972-5f2f8c4edecd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:28.130849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.130849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.131268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.131268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.131669 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.131947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.132281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.132609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.133077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.133286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.133611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.134095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.134303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:28.158161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] No DVR routers for this DVR port 65a49a34-3155-4691-8972-5f2f8c4edecd on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:18:28.160731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:28.164038 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2bf4c88b-7170-4a59-8933-755b1dc3dcaa req-d292c81b-d620-4adb-a50f-a76645a704f4 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.10 "DELETE /v2.0/ports/65a49a34-3155-4691-8972-5f2f8c4edecd HTTP/1.1" status: 204 len: 173 time: 0.4960554 Feb 03 22:18:28.164502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'name': 'network-vif-deleted', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:18:28.166760 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdf93d3-d4b5-425f-8389-df5f0bc19bbf" -d '{"events": [{"server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "name": "network-vif-deleted", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:18:28.297831 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81ce03f-c248-4407-93b5-9dd94facd57b x-openstack-request-id: req-f81ce03f-c248-4407-93b5-9dd94facd57b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:18:28.298151 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cbd32f-3d98-429f-920c-6a6522ff1a33", "name": "network-vif-deleted", "tag": "65a49a34-3155-4691-8972-5f2f8c4edecd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:18:28.298378 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f81ce03f-c248-4407-93b5-9dd94facd57b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:18:28.298788 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cbd32f-3d98-429f-920c-6a6522ff1a33', 'name': 'network-vif-deleted', 'tag': '65a49a34-3155-4691-8972-5f2f8c4edecd', 'status': 'completed', 'code': 200} Feb 03 22:18:28.698510 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:28.883427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15c83784-b28b-4be5-affc-8d2138bea8ac req-3edd5928-f300-463f-831b-2e6c33792d0f tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0410616 Feb 03 22:18:29.910051 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:29.997631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e674e94-8ec3-474b-a593-8d252d125a1c req-0bc59804-0adb-482f-b6de-48f453cab581 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0312812 Feb 03 22:18:30.897568 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:18:31.107143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fcde760-79e2-4829-87b9-8a9526af86ba req-4475a199-cacd-4d80-9ec7-bb0cea3927a6 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0282347 Feb 03 22:18:31.223277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 65a49a34-3155-4691-8972-5f2f8c4edecd no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:18:31.247826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 65a49a34-3155-4691-8972-5f2f8c4edecd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:18:31.248508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 65a49a34-3155-4691-8972-5f2f8c4edecd not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:18:32.268435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17ca10b4-36a3-4f7b-b8e1-6e8329bb80a1 req-8b82b3c9-6e1b-4053-86d9-5fef48bdbbed tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0484629 Feb 03 22:18:33.397941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42e85dc2-c871-437e-90fb-4e497268af92 req-ade37ecd-a6dd-44a7-a2ac-70afbf4f1926 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0402620 Feb 03 22:18:34.347588 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-b2950f24-b8a0-4dc8-869a-53da93ffe5db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1212106 Feb 03 22:18:34.477008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-fc3d4f41-b97c-4616-a3c6-82427bdd09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:34.478646 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-fc3d4f41-b97c-4616-a3c6-82427bdd09e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1128 time: 0.0659342 Feb 03 22:18:34.574559 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-68ba4982-8918-4d32-98b8-b03d6afd4095 req-b32dd85c-4e11-4ef9-af65-7a7875c9aa32 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0602679 Feb 03 22:18:34.622785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-76b83857-9749-4bc4-825a-2a9bf107c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:34.624277 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-76b83857-9749-4bc4-825a-2a9bf107c5f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1263533 Feb 03 22:18:34.693065 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-3700e67f-6f85-46ea-88fd-3d50fd1fa61b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 1000 time: 0.0624809 Feb 03 22:18:34.747927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-e3ed712a-d06d-4112-8be2-0757b06739d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:34.749589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-e3ed712a-d06d-4112-8be2-0757b06739d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0501428 Feb 03 22:18:34.798655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-4c8d78ba-40cc-4a94-961a-318bc7dc167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:34.800273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-4c8d78ba-40cc-4a94-961a-318bc7dc167b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452137 Feb 03 22:18:34.888665 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-1b1f7aba-6f42-42d7-8e6d-0df90c485701 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823700 Feb 03 22:18:34.988861 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d9b43442-ab3a-40f1-8d81-88339743d89d req-a5107315-d4cb-40c6-bc2e-daa2bd5a9219 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928733 Feb 03 22:18:35.663434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbeab6d0-05c2-407f-af0d-4945bec4c240 req-9e352ee6-bb1a-4803-a4ab-2d800f632799 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0278621 Feb 03 22:18:36.770228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9cb3203f-6b43-40d7-9182-fb7b11db9845 req-4db53be1-2042-4ae0-932e-f3b155d64c57 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cbd32f-3d98-429f-920c-6a6522ff1a33 HTTP/1.1" status: 200 len: 210 time: 0.0321302 Feb 03 22:18:41.517081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48152) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:41.632644 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95337a51-1182-4850-a5a8-540d24233a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:41.717745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95337a51-1182-4850-a5a8-540d24233a16 admin admin] Publish callbacks [] for security_group (b1e494da-96fc-459c-9700-652b168ff2d3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:41.722477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95337a51-1182-4850-a5a8-540d24233a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b1e494da-96fc-459c-9700-652b168ff2d3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:41.754462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-95337a51-1182-4850-a5a8-540d24233a16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4aa7078d64644a09bf547ccc79ecf322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356019 Feb 03 22:18:41.757023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48156) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:41.792724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95337a51-1182-4850-a5a8-540d24233a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e494da-96fc-459c-9700-652b168ff2d3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:41.818803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-958efd81-53de-461a-9071-dd3f4e5fafff admin admin] Publish callbacks [] for security_group (b1e494da-96fc-459c-9700-652b168ff2d3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:41.842724 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-958efd81-53de-461a-9071-dd3f4e5fafff admin admin] Publish callbacks [] for security_group (b1e494da-96fc-459c-9700-652b168ff2d3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:41.893159 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-958efd81-53de-461a-9071-dd3f4e5fafff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b1e494da-96fc-459c-9700-652b168ff2d3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:41.896085 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-958efd81-53de-461a-9071-dd3f4e5fafff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:41.900583 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-958efd81-53de-461a-9071-dd3f4e5fafff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1e494da-96fc-459c-9700-652b168ff2d3 HTTP/1.1" status: 204 len: 168 time: 0.1426296 Feb 03 22:18:41.915120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958efd81-53de-461a-9071-dd3f4e5fafff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e494da-96fc-459c-9700-652b168ff2d3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:42.569781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48182) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:42.667988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1808756115-network', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:18:42.688477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Made reservation on behalf of d9f7a93365804958b2a9dfbc1a2225da for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:18:42.691189 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:42.703149 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:42.777959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Publish callbacks [] for security_group (bd9fcf2c-9ed7-4552-af53-fb0c43acb91f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:42.782213 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd9fcf2c-9ed7-4552-af53-fb0c43acb91f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:42.801225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:18:42.818934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9fcf2c-9ed7-4552-af53-fb0c43acb91f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:42.821860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (046786db-e5c1-4924-84f9-c92898922bf5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:42.822207 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Added segment 046786db-e5c1-4924-84f9-c92898922bf5 of type vlan for network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 Feb 03 22:18:42.864031 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (34a1fff9-1ffc-4605-b2d2-9ca3884c2399), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:42.887899 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (34a1fff9-1ffc-4605-b2d2-9ca3884c2399), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:42.889604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:42.890440 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:42.938863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3679218 Feb 03 22:18:42.941636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48186) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:42.946288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Request body: {'subnet': {'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1808756115-subnet', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:18:42.970045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8d9a-94eb-46ab-830c-5b52bf35b2dc admin admin] Pushing event updated for resources: {'Network': ['ID=34a1fff9-1ffc-4605-b2d2-9ca3884c2399,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:42.980853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Made reservation on behalf of d9f7a93365804958b2a9dfbc1a2225da for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:18:42.983518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:18:42.984771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.151001 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (10e71195-a3e8-4fae-99a6-a5716b90f970), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.210604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e71195-a3e8-4fae-99a6-a5716b90f970,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:43.219571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Checking segment: {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:18:43.219933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Network hostable DHCP agents. Network: 34a1fff9-1ffc-4605-b2d2-9ca3884c2399, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:18:43.236144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:18:43.244888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 34a1fff9-1ffc-4605-b2d2-9ca3884c2399) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:43.261203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:43.261203 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.261410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996b54c-7b63-4335-99a3-bdb5a3aec774 None None] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:18:43.281906 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-725cc22d-70f9-4d15-b24c-33a75980976f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3392255 Feb 03 22:18:43.284631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:43.290417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:18:43.331001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (f556a131-22de-4d21-b4c5-05a2d60f0dc3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.333032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (f556a131-22de-4d21-b4c5-05a2d60f0dc3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.386106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'fixed_ips': [{'subnet_id': '10e71195-a3e8-4fae-99a6-a5716b90f970'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:18:43.387175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.395829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks [] for router_controller (f556a131-22de-4d21-b4c5-05a2d60f0dc3), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.529123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Allocated IP 172.20.0.2 (34a1fff9-1ffc-4605-b2d2-9ca3884c2399/10e71195-a3e8-4fae-99a6-a5716b90f970/1148338a-23ba-4339-abb3-52645314002b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:18:43.550763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks [] for router_gateway (f556a131-22de-4d21-b4c5-05a2d60f0dc3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.680702 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Publish callbacks [] for port (1148338a-23ba-4339-abb3-52645314002b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.686739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (1148338a-23ba-4339-abb3-52645314002b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.726479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:18:43.729409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:43.733519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:18:43.740594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Pushing event updated for resources: {'Port': ['ID=1148338a-23ba-4339-abb3-52645314002b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:43.768179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.769107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.769107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.769407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.769517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.769837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.770164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.770490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.770813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.771132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.771455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.771791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.772093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:43.782645 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks [] for router_gateway (f556a131-22de-4d21-b4c5-05a2d60f0dc3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.802044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.810997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Attempting to bind port 1148338a-23ba-4339-abb3-52645314002b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:18:43.811371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Attempting to bind port 1148338a-23ba-4339-abb3-52645314002b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:18:43.811740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Attempting to bind port 1148338a-23ba-4339-abb3-52645314002b on network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:18:43.817111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:18:43.817547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Checking segment: {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:18:43.817956 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.818359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Bound using segment: {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:18:43.818913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Bound port: 1148338a-23ba-4339-abb3-52645314002b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:18:43.819284 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1148338a-23ba-4339-abb3-52645314002b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.899164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] For port 1148338a-23ba-4339-abb3-52645314002b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:18:43.903049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] For port 1148338a-23ba-4339-abb3-52645314002b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1148338a-23ba-4339-abb3-52645314002b,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:18:43.917196 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1148338a-23ba-4339-abb3-52645314002b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:43.933820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Allocated IP 172.25.5.99 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/4838bfad-f70b-4f16-b53b-8c55e495a009) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:18:43.989479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26152edf-4aa2-41b8-88cb-a1ac7d3f15a9 None None] Pushing event updated for resources: {'Port': ['ID=1148338a-23ba-4339-abb3-52645314002b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:44.044072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks [] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:44.080529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:44.125129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:18:44.128258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:44.132609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:18:44.137783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Pushing event updated for resources: {'Port': ['ID=4838bfad-f70b-4f16-b53b-8c55e495a009,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:44.464766 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks [] for router_gateway (f556a131-22de-4d21-b4c5-05a2d60f0dc3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:44.953835 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (f556a131-22de-4d21-b4c5-05a2d60f0dc3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:45.120378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1148338a-23ba-4339-abb3-52645314002b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:18:45.146485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca60cfe-37d6-49f7-a26d-ee5f408e04c2 None None] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:18:45.148355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Router f556a131-22de-4d21-b4c5-05a2d60f0dc3 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:18:45.254206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-17dd959b-e70f-42ad-8abf-e3f8baefb6b4 None None] Provisioning complete for port 1148338a-23ba-4339-abb3-52645314002b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:45.254584 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17dd959b-e70f-42ad-8abf-e3f8baefb6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1148338a-23ba-4339-abb3-52645314002b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:45.272549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1148338a-23ba-4339-abb3-52645314002b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:45.273005 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1148338a-23ba-4339-abb3-52645314002b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:45.285430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:18:45.308299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:45.310323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ef491ee3-d055-4641-8001-d824e672e389 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0237653 Feb 03 22:18:45.313056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48198) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:45.313556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Sync routers for ids ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:18:45.379106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Routers {'f556a131-22de-4d21-b4c5-05a2d60f0dc3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:45.379749 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:45.665692 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-e038fe48-e22a-4fd4-8228-b25f629be237 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1851439 Feb 03 22:18:45.725884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-17dd959b-e70f-42ad-8abf-e3f8baefb6b4 None None] Current status of the port 1148338a-23ba-4339-abb3-52645314002b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:45.726659 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17dd959b-e70f-42ad-8abf-e3f8baefb6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1148338a-23ba-4339-abb3-52645314002b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:45.835628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1148338a-23ba-4339-abb3-52645314002b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:45.835982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-11aa0734-20c6-4187-b49d-954799af0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:45.836291 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1148338a-23ba-4339-abb3-52645314002b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:45.837637 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-11aa0734-20c6-4187-b49d-954799af0a23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1127 time: 0.1221056 Feb 03 22:18:45.868683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-17dd959b-e70f-42ad-8abf-e3f8baefb6b4 None None] For port 1148338a-23ba-4339-abb3-52645314002b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1148338a-23ba-4339-abb3-52645314002b,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:18:45.886297 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17dd959b-e70f-42ad-8abf-e3f8baefb6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1148338a-23ba-4339-abb3-52645314002b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:45.988012 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:18:45.988437 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:18:45.996149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Set router f556a131-22de-4d21-b4c5-05a2d60f0dc3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:46.003310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-367dc7fe-6ac0-415b-ab8b-b27d0949c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:46.004806 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-367dc7fe-6ac0-415b-ab8b-b27d0949c92d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.1410639 Feb 03 22:18:46.113575 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-685eeed5-2408-4f03-9222-9275bbe40f83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 200 len: 1001 time: 0.0990226 Feb 03 22:18:46.114813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d39db-3232-47b4-b073-62e062cfdcef req-141b2a99-ff4c-46be-9785-c6e773ebcd30 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:46.116451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-169d39db-3232-47b4-b073-62e062cfdcef req-141b2a99-ff4c-46be-9785-c6e773ebcd30 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 946 time: 0.2760224 Feb 03 22:18:46.165659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-7c1270f2-d34f-4745-b9c8-25349df4dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:46.167137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-7c1270f2-d34f-4745-b9c8-25349df4dbb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0468419 Feb 03 22:18:46.167884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd959b-e70f-42ad-8abf-e3f8baefb6b4 None None] Pushing event updated for resources: {'Port': ['ID=1148338a-23ba-4339-abb3-52645314002b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:46.194045 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ba288ea4-a6f0-4cd7-acf6-ee934148d2a1 None None] Provisioning complete for port 1148338a-23ba-4339-abb3-52645314002b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:46.194429 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba288ea4-a6f0-4cd7-acf6-ee934148d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1148338a-23ba-4339-abb3-52645314002b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.230684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-f9f6546b-69c4-4189-ab5a-26a7ebd878ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:46.232638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-f9f6546b-69c4-4189-ab5a-26a7ebd878ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591590 Feb 03 22:18:46.245559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-5c9396b4-39e4-48f7-8b6f-daf948caf36b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:18:46.247713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-5c9396b4-39e4-48f7-8b6f-daf948caf36b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079434 Feb 03 22:18:46.256120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-169d39db-3232-47b4-b073-62e062cfdcef req-8192e53d-58d9-486f-be3b-99d05b09411b tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073296 Feb 03 22:18:46.309812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ba288ea4-a6f0-4cd7-acf6-ee934148d2a1 None None] Current status of the port 1148338a-23ba-4339-abb3-52645314002b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:46.360134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:44Z', 'revision_number': 3, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'gw_port': {'id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:46.375528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-20c40014-e098-4482-8f2e-11153fb90aa3 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197140 Feb 03 22:18:46.388329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Checking router: f556a131-22de-4d21-b4c5-05a2d60f0dc3 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:18:46.389508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Updating router f556a131-22de-4d21-b4c5-05a2d60f0dc3 port 4838bfad-f70b-4f16-b53b-8c55e495a009 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:18:46.432040 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.444168 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.490976 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c6b43a28-a8d6-41ff-a162-61c1672d23c2 req-72947801-dce7-415d-aae6-68c7895bd72b service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076095 Feb 03 22:18:46.576649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1148338a-23ba-4339-abb3-52645314002b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:46.624043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Allocated IP 172.20.0.1 (34a1fff9-1ffc-4605-b2d2-9ca3884c2399/10e71195-a3e8-4fae-99a6-a5716b90f970/9d81a14a-4ddd-4d19-bb6d-20f725a27bb1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:18:46.737046 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Publish callbacks [] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.759784 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Publish callbacks [] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.765746 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.776048 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.814049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:18:46.820684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:46.823010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2060b8-da53-424a-9893-7403b6d8fa57 None None] Pushing event updated for resources: {'Port': ['ID=4838bfad-f70b-4f16-b53b-8c55e495a009,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:46.824522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:18:46.825984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Attempting to bind port 4838bfad-f70b-4f16-b53b-8c55e495a009 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:18:46.826425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Attempting to bind port 4838bfad-f70b-4f16-b53b-8c55e495a009 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:18:46.826907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Attempting to bind port 4838bfad-f70b-4f16-b53b-8c55e495a009 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:18:46.832738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:18:46.833216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:18:46.833683 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.834264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:18:46.834808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Bound port: 4838bfad-f70b-4f16-b53b-8c55e495a009, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:18:46.835253 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.867358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Pushing event updated for resources: {'Port': ['ID=9d81a14a-4ddd-4d19-bb6d-20f725a27bb1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:46.898812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (f556a131-22de-4d21-b4c5-05a2d60f0dc3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.901398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] For port 4838bfad-f70b-4f16-b53b-8c55e495a009, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:18:46.907752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] For port 4838bfad-f70b-4f16-b53b-8c55e495a009, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4838bfad-f70b-4f16-b53b-8c55e495a009,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:18:46.917975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:46.973490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Routers {'f556a131-22de-4d21-b4c5-05a2d60f0dc3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:46.974141 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:47.039997 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2060b8-da53-424a-9893-7403b6d8fa57 None None] Pushing event updated for resources: {'Port': ['ID=4838bfad-f70b-4f16-b53b-8c55e495a009,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:47.093647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1148338a-23ba-4339-abb3-52645314002b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:18:47.106339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:47.171183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] Set router f556a131-22de-4d21-b4c5-05a2d60f0dc3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:47.236599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1148338a-23ba-4339-abb3-52645314002b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:47.237003 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1148338a-23ba-4339-abb3-52645314002b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:47.294494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Publish callbacks [] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:47.301095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:47.337035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b962e614-859b-44f2-9429-873fafb3e471 None None] Provisioning complete for port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:47.337424 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b962e614-859b-44f2-9429-873fafb3e471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:47.411241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Pushing event updated for resources: {'Port': ['ID=9d81a14a-4ddd-4d19-bb6d-20f725a27bb1,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:47.422745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (f556a131-22de-4d21-b4c5-05a2d60f0dc3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:47.430516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b962e614-859b-44f2-9429-873fafb3e471 None None] Port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:18:47.520111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96c061-cef8-45e3-a121-feb1c36564a6 req-2385c7ed-bdbc-4a36-a31e-f514b57c5036 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:47.521650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac96c061-cef8-45e3-a121-feb1c36564a6 req-2385c7ed-bdbc-4a36-a31e-f514b57c5036 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 946 time: 0.1690817 Feb 03 22:18:47.536558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1148338a-23ba-4339-abb3-52645314002b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:47.572548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:44Z', 'revision_number': 3, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'gw_port': {'id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:47.579891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ebc4-7215-43d1-95a0-75d8a10b56c6 req-cddd4d7c-26a8-441c-9987-741d119eff3b tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:47.581477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3542ebc4-7215-43d1-95a0-75d8a10b56c6 req-cddd4d7c-26a8-441c-9987-741d119eff3b tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1128 time: 0.1623650 Feb 03 22:18:47.604723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f650f2d-f13c-4505-91d3-f3f0715da6a1 None None] The sync data for ids ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'] in n-d-824834-9 is: [{'id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:44Z', 'revision_number': 3, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'gw_port': {'id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:18:47.624208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac96c061-cef8-45e3-a121-feb1c36564a6 req-f226b9b8-e706-47ce-a32e-7ef94137c513 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895944 Feb 03 22:18:47.631795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:18:47.635388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:47.752009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3542ebc4-7215-43d1-95a0-75d8a10b56c6 req-c6ef20d0-281a-4236-80dd-5f194b1e9416 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610687 Feb 03 22:18:47.767221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d6d36819-4452-420d-a5b2-a377c4de3e94 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:47.769522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d6d36819-4452-420d-a5b2-a377c4de3e94 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 946 time: 0.0712187 Feb 03 22:18:47.865872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Router f556a131-22de-4d21-b4c5-05a2d60f0dc3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:18:47.949797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Deleting port fc5a9da5-4086-456e-bb54-78f1515eff12 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:18:47.950440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:47.956574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1f7babb3-3325-4996-a353-7307196a65f8 None None] Provisioning complete for port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:47.956574 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f7babb3-3325-4996-a353-7307196a65f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:48.021440 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1f7babb3-3325-4996-a353-7307196a65f8 None None] Port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:18:48.075221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775448-75bb-405c-9942-4e0453a7e191 req-08578966-31da-42f2-92d9-24d26d9326ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:48.076715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] For port fc5a9da5-4086-456e-bb54-78f1515eff12, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fc5a9da5-4086-456e-bb54-78f1515eff12,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:18:48.077180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:48.078080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa775448-75bb-405c-9942-4e0453a7e191 req-08578966-31da-42f2-92d9-24d26d9326ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.1241524 Feb 03 22:18:48.083138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:18:48.090299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8a3579b0-a625-4874-a8e3-64b3c86dcf79 admin admin] 10.222.0.50 "PUT /v2.0/routers/f556a131-22de-4d21-b4c5-05a2d60f0dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7761919 Feb 03 22:18:48.105205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Calling delete_port for fc5a9da5-4086-456e-bb54-78f1515eff12 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:18:48.180831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa775448-75bb-405c-9942-4e0453a7e191 req-6029287c-8ae7-4129-8798-cdb323083b58 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942509 Feb 03 22:18:48.204038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48228) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:48.274756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fc5a9da5-4086-456e-bb54-78f1515eff12), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:48.284078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a457148f-715c-47ab-8b62-f66853c3e05a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/bf603182-2455-4d5f-9267-bdc8528b1d4b HTTP/1.1" status: 200 len: 992 time: 0.0725479 Feb 03 22:18:48.294318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['fc5a9da5-4086-456e-bb54-78f1515eff12'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:18:48.348095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Pushing event deleted for resources: {'Port': ['ID=fc5a9da5-4086-456e-bb54-78f1515eff12,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:48.407068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] No DVR routers for this DVR port fc5a9da5-4086-456e-bb54-78f1515eff12 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:18:48.409924 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:48.414279 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aa438393-e8e0-49b1-badf-6320ee182499 req-d5824bd9-5271-48bf-81dc-06fde5a75968 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.47 "DELETE /v2.0/ports/fc5a9da5-4086-456e-bb54-78f1515eff12 HTTP/1.1" status: 204 len: 173 time: 0.6367273 Feb 03 22:18:48.417448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcfeb1d-411e-41c7-87e8-5dc956f38e9e', 'name': 'network-vif-deleted', 'tag': 'fc5a9da5-4086-456e-bb54-78f1515eff12'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:18:48.421992 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cc1c23-d25f-4431-8eac-1bc5214eae54" -d '{"events": [{"server_uuid": "cdcfeb1d-411e-41c7-87e8-5dc956f38e9e", "name": "network-vif-deleted", "tag": "fc5a9da5-4086-456e-bb54-78f1515eff12"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:18:48.485789 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77716102-54e6-4ff6-b3f1-6215a4b94511 x-openstack-request-id: req-77716102-54e6-4ff6-b3f1-6215a4b94511 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:18:48.486103 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcfeb1d-411e-41c7-87e8-5dc956f38e9e", "name": "network-vif-deleted", "tag": "fc5a9da5-4086-456e-bb54-78f1515eff12", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:18:48.486347 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77716102-54e6-4ff6-b3f1-6215a4b94511 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:18:48.486788 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcfeb1d-411e-41c7-87e8-5dc956f38e9e', 'name': 'network-vif-deleted', 'tag': 'fc5a9da5-4086-456e-bb54-78f1515eff12', 'status': 'completed', 'code': 200} Feb 03 22:18:48.685650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-ee5ffe2c-aa4d-4b80-8ef3-1bedf451259c req-e3ece00b-3ae4-41b6-9e4c-d92fd6bf9565 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:18:48.686780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee5ffe2c-aa4d-4b80-8ef3-1bedf451259c req-e3ece00b-3ae4-41b6-9e4c-d92fd6bf9565 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063107 Feb 03 22:18:48.813321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82d882af-fe0e-4cc3-b4ed-852ac4c46183 req-e9ab8bb2-3412-4f12-a834-f79e80345575 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcfeb1d-411e-41c7-87e8-5dc956f38e9e HTTP/1.1" status: 200 len: 210 time: 0.0504498 Feb 03 22:18:48.813874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48258) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:48.819527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2042567597-network', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:18:48.845398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Made reservation on behalf of f1dae3c815a84392b5c3f461b7e61d94 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:18:48.849026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:48.865254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.026287 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Publish callbacks [] for security_group (8688f324-5823-4ae3-bb06-26430e4f13c0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.036262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8688f324-5823-4ae3-bb06-26430e4f13c0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.098238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8688f324-5823-4ae3-bb06-26430e4f13c0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:49.101008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:18:49.112427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b8b1b640-7e4c-45be-ab4c-365c4cea029a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.112782 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Added segment b8b1b640-7e4c-45be-ab4c-365c4cea029a of type vlan for network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b Feb 03 22:18:49.163271 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.168129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4838bfad-f70b-4f16-b53b-8c55e495a009 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:18:49.193787 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.194841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:49.195432 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.229918 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 4838bfad-f70b-4f16-b53b-8c55e495a009 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:49.230327 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.267450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:49.268080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4522491 Feb 03 22:18:49.272700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Request body: {'subnet': {'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2042567597-subnet', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:18:49.282106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d2e43-30b2-439a-9931-ce219d02518f admin admin] Pushing event updated for resources: {'Network': ['ID=53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:49.300152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:18:49.319317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Made reservation on behalf of f1dae3c815a84392b5c3f461b7e61d94 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:18:49.321879 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.422219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4838bfad-f70b-4f16-b53b-8c55e495a009 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:49.422896 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.455004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 4838bfad-f70b-4f16-b53b-8c55e495a009, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4838bfad-f70b-4f16-b53b-8c55e495a009,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:18:49.459723 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.485853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10c42-fae0-4c33-9c32-67dfb7e0c5ca req-4af074db-c541-4413-8887-0869925de089 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:49.495622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afc10c42-fae0-4c33-9c32-67dfb7e0c5ca req-4af074db-c541-4413-8887-0869925de089 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.1316354 Feb 03 22:18:49.516613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=4838bfad-f70b-4f16-b53b-8c55e495a009,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:49.593285 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afc10c42-fae0-4c33-9c32-67dfb7e0c5ca req-92ddff4e-6404-4eec-bb32-2757a8c79516 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954723 Feb 03 22:18:49.629200 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d05f961d-f643-4ef3-93d1-d3f4250378d1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.665216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-63593648-160d-4280-9042-f3f6cd83125f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3267028 Feb 03 22:18:49.675374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-107fb79e-b8be-4ead-816f-daf4c46f40ea service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:18:49.676284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-107fb79e-b8be-4ead-816f-daf4c46f40ea service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054805 Feb 03 22:18:49.719482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05f961d-f643-4ef3-93d1-d3f4250378d1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:49.727452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Checking segment: {'id': 'b8b1b640-7e4c-45be-ab4c-365c4cea029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:18:49.727938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Network hostable DHCP agents. Network: 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:18:49.750305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:18:49.760359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:49.765884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:49.766875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.775364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c7225-4a14-4c46-8aa6-7e4866e711d7 None None] Network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:18:49.789378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:49.790393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ca2e64e0-7d45-42cc-a4c7-3618ab4e2846 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5215852 Feb 03 22:18:49.793866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:18:49.819945 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (7c95aed6-a2d8-4486-ae21-806662827669), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.821953 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (7c95aed6-a2d8-4486-ae21-806662827669), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.964027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b', 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b', 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'fixed_ips': [{'subnet_id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:18:49.964923 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:49.990826 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks [] for router_controller (7c95aed6-a2d8-4486-ae21-806662827669), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:50.160084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Allocated IP 172.20.0.2 (53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b/d05f961d-f643-4ef3-93d1-d3f4250378d1/52d74eed-47d8-40b1-b4cf-e3963e5a1c5a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:18:50.194013 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks [] for router_gateway (7c95aed6-a2d8-4486-ae21-806662827669), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:50.267195 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Sync routers for ids ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:18:50.284093 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Routers {'f556a131-22de-4d21-b4c5-05a2d60f0dc3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:50.284976 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:50.472830 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Set router f556a131-22de-4d21-b4c5-05a2d60f0dc3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:50.484659 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Publish callbacks [] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:50.502537 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:50.526637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:18:50.530370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:50.555622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:18:50.609237 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks [] for router_gateway (7c95aed6-a2d8-4486-ae21-806662827669), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:50.650456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:50.697751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Pushing event updated for resources: {'Port': ['ID=52d74eed-47d8-40b1-b4cf-e3963e5a1c5a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:50.724791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Attempting to bind port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:18:50.725310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Attempting to bind port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b8b1b640-7e4c-45be-ab4c-365c4cea029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:18:50.734024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Attempting to bind port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a on network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:18:50.746063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:18:50.746458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Checking segment: {'id': 'b8b1b640-7e4c-45be-ab4c-365c4cea029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:18:50.749496 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:50.750105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Bound using segment: {'id': 'b8b1b640-7e4c-45be-ab4c-365c4cea029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:18:50.750772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Bound port: 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b1b640-7e4c-45be-ab4c-365c4cea029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:18:50.751343 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:50.835520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Allocated IP 172.25.5.86 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/c7d859b1-a92a-4fe6-8ccc-2aefff4f3619) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:18:50.874992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] For port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:18:50.878782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] For port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=52d74eed-47d8-40b1-b4cf-e3963e5a1c5a,segment=NetworkSegment(b8b1b640-7e4c-45be-ab4c-365c4cea029a),segment_id=b8b1b640-7e4c-45be-ab4c-365c4cea029a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:18:50.887427 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.023313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02093ce-9911-4a92-91f0-c6739e0349e6 None None] Pushing event updated for resources: {'Port': ['ID=52d74eed-47d8-40b1-b4cf-e3963e5a1c5a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:51.042648 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:47Z', 'revision_number': 4, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'gw_port': {'id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '9d81a14a-4ddd-4d19-bb6d-20f725a27bb1', 'name': '', 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'mac_address': 'fa:16:3e:d2:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '10e71195-a3e8-4fae-99a6-a5716b90f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:46Z', 'updated_at': '2022-02-03T22:18:47Z', 'revision_number': 2, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'subnets': [{'id': '10e71195-a3e8-4fae-99a6-a5716b90f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:51.045098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60540d40-eb97-4575-bd55-b4c386f0d891 req-600c0f81-03cd-4406-b4f0-bd1132394e25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:51.058735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60540d40-eb97-4575-bd55-b4c386f0d891 req-600c0f81-03cd-4406-b4f0-bd1132394e25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.2052736 Feb 03 22:18:51.083095 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Checking router: f556a131-22de-4d21-b4c5-05a2d60f0dc3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:18:51.083751 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Updating router f556a131-22de-4d21-b4c5-05a2d60f0dc3 port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:18:51.119811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4838bfad-f70b-4f16-b53b-8c55e495a009 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:18:51.127717 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks [] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.136802 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.181860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-60540d40-eb97-4575-bd55-b4c386f0d891 req-a8a9a78d-657c-4e67-9069-55e3759df917 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085072 Feb 03 22:18:51.228086 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.229426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 4838bfad-f70b-4f16-b53b-8c55e495a009 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:51.229807 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.304006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:18:51.312571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:51.316757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:18:51.357870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Pushing event updated for resources: {'Port': ['ID=c7d859b1-a92a-4fe6-8ccc-2aefff4f3619,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:51.452186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-eae241c1-360c-4227-9394-2b2d2bd271b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:51.460681 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-eae241c1-360c-4227-9394-2b2d2bd271b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1128 time: 0.1043363 Feb 03 22:18:51.461143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4838bfad-f70b-4f16-b53b-8c55e495a009 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:51.632839 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fc5a9da5-4086-456e-bb54-78f1515eff12 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:18:51.635634 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Publish callbacks [] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.643698 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.670726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: fc5a9da5-4086-456e-bb54-78f1515eff12 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:18:51.673337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fc5a9da5-4086-456e-bb54-78f1515eff12 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:18:51.673964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-479d76c3-6b32-46b0-bee4-0a8ef27d9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:51.675534 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-479d76c3-6b32-46b0-bee4-0a8ef27d9ac8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.2093482 Feb 03 22:18:51.738897 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Pushing event updated for resources: {'Port': ['ID=9d81a14a-4ddd-4d19-bb6d-20f725a27bb1,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:51.755094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.756118 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.756688 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.757403 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.757985 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.758558 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.759245 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.759829 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.760399 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.760989 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.761781 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.771752 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.772635 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:18:51.831928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-374ccc4a-1eeb-451a-b376-f0215c4e1bb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 1000 time: 0.1498108 Feb 03 22:18:51.840079 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks [] for router_gateway (7c95aed6-a2d8-4486-ae21-806662827669), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.882975 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Attempting to bind port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:18:51.886595 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Attempting to bind port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:18:51.887085 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Attempting to bind port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 on network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:18:51.898585 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:18:51.902515 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Checking segment: {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:18:51.903044 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.905017 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Bound using segment: {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:18:51.905594 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Bound port: 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:18:51.912581 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:51.930679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-8c3f21b7-af35-4377-b6e1-9a2d0f0f7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:51.932582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-8c3f21b7-af35-4377-b6e1-9a2d0f0f7df0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0945160 Feb 03 22:18:52.015677 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] For port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:18:52.020799 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] For port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9d81a14a-4ddd-4d19-bb6d-20f725a27bb1,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:18:52.027106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-5ccd7b40-859b-4930-a5ee-0f7eb0c3a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:52.028619 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:52.035332 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-5ccd7b40-859b-4930-a5ee-0f7eb0c3a214 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0938301 Feb 03 22:18:52.100692 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fca11-a38e-4109-a0c4-3e8be9141712 None None] Pushing event updated for resources: {'Port': ['ID=9d81a14a-4ddd-4d19-bb6d-20f725a27bb1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:52.142682 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Routers {'f556a131-22de-4d21-b4c5-05a2d60f0dc3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:52.146139 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:52.197491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e041fe13-cd36-435c-9d18-6505204194cf None None] Provisioning complete for port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:52.202310 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e041fe13-cd36-435c-9d18-6505204194cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:52.232980 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-3c3c94d6-8178-4e4b-9a0c-14355031c676 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941674 Feb 03 22:18:52.314999 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (7c95aed6-a2d8-4486-ae21-806662827669), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:52.449934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-7acd8847-6276-4c81-a10e-1f29f7a2a2f2 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088623 Feb 03 22:18:52.460370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e041fe13-cd36-435c-9d18-6505204194cf None None] Current status of the port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:52.462623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e041fe13-cd36-435c-9d18-6505204194cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:52.480982 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] Set router f556a131-22de-4d21-b4c5-05a2d60f0dc3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:52.534615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e041fe13-cd36-435c-9d18-6505204194cf None None] For port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9d81a14a-4ddd-4d19-bb6d-20f725a27bb1,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:18:52.539864 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e041fe13-cd36-435c-9d18-6505204194cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:52.605117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041fe13-cd36-435c-9d18-6505204194cf None None] Pushing event updated for resources: {'Port': ['ID=9d81a14a-4ddd-4d19-bb6d-20f725a27bb1,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:52.657073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7aa85-c4de-4d99-8025-f1ea3917762c req-b6149649-1de9-4329-9e9b-da2d8e6eae4b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:52.659904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31d7aa85-c4de-4d99-8025-f1ea3917762c req-b6149649-1de9-4329-9e9b-da2d8e6eae4b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.2539954 Feb 03 22:18:52.697781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1c33fe48-6cc7-4720-a635-066ca5670985 None None] Provisioning complete for port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:52.698798 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c33fe48-6cc7-4720-a635-066ca5670985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:52.795199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1c33fe48-6cc7-4720-a635-066ca5670985 None None] Current status of the port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:52.801435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31d7aa85-c4de-4d99-8025-f1ea3917762c req-3eed6a5d-89c0-4ea3-8799-a4721fee9702 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215687 Feb 03 22:18:52.838590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100a843-a9a0-4394-9f0a-1a766ce1f69c None None] Network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:18:52.838710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Router 7c95aed6-a2d8-4486-ae21-806662827669 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:18:52.936178 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:47Z', 'revision_number': 4, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'gw_port': {'id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '9d81a14a-4ddd-4d19-bb6d-20f725a27bb1', 'name': '', 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'mac_address': 'fa:16:3e:d2:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '10e71195-a3e8-4fae-99a6-a5716b90f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:46Z', 'updated_at': '2022-02-03T22:18:51Z', 'revision_number': 4, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'subnets': [{'id': '10e71195-a3e8-4fae-99a6-a5716b90f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:52.939357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4d0806d7-c868-47a2-b2a7-af35213e6db9 None None] Provisioning complete for port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:52.939357 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d0806d7-c868-47a2-b2a7-af35213e6db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:52.992984 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db4fc9-ab76-4707-9991-00cd99115fb7 None None] The sync data for ids ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'] in n-d-824834-9 is: [{'id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:47Z', 'revision_number': 4, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'gw_port': {'id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '9d81a14a-4ddd-4d19-bb6d-20f725a27bb1', 'name': '', 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'mac_address': 'fa:16:3e:d2:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '10e71195-a3e8-4fae-99a6-a5716b90f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:46Z', 'updated_at': '2022-02-03T22:18:51Z', 'revision_number': 4, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'subnets': [{'id': '10e71195-a3e8-4fae-99a6-a5716b90f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:18:53.172679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:18:53.203934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:53.207719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b052970f-fd14-4fc0-80b7-0bbd1f75048b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4148657 Feb 03 22:18:53.208081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:53.370277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:18:53.373076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Sync routers for ids ['7c95aed6-a2d8-4486-ae21-806662827669'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:18:53.472103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Routers {'7c95aed6-a2d8-4486-ae21-806662827669'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:53.472892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7c95aed6-a2d8-4486-ae21-806662827669'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:53.707032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d0806d7-c868-47a2-b2a7-af35213e6db9 None None] Current status of the port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:53.707732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d0806d7-c868-47a2-b2a7-af35213e6db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:53.803221 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac943a34-22d5-4444-bc07-63d80972737a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:53.858329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4d0806d7-c868-47a2-b2a7-af35213e6db9 None None] For port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=52d74eed-47d8-40b1-b4cf-e3963e5a1c5a,segment=NetworkSegment(b8b1b640-7e4c-45be-ab4c-365c4cea029a),segment_id=b8b1b640-7e4c-45be-ab4c-365c4cea029a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:18:53.888556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:53.891633 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:53.893599 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d0806d7-c868-47a2-b2a7-af35213e6db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:54.026172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d8d5d-34b0-43b1-a8b4-596b3fd60830 req-6762c761-d12a-4f16-b000-70f8ec6ad0cb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:54.038586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d30d8d5d-34b0-43b1-a8b4-596b3fd60830 req-6762c761-d12a-4f16-b000-70f8ec6ad0cb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.1183746 Feb 03 22:18:54.098472 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:54.107427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Set router 7c95aed6-a2d8-4486-ae21-806662827669 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:54.146475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d30d8d5d-34b0-43b1-a8b4-596b3fd60830 req-41c0245a-ca73-4d41-821a-f5a3744c1b37 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069114 Feb 03 22:18:54.381634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0806d7-c868-47a2-b2a7-af35213e6db9 None None] Pushing event updated for resources: {'Port': ['ID=52d74eed-47d8-40b1-b4cf-e3963e5a1c5a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:54.535255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:54.569631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-86aa113d-377a-41f8-8c2d-cd7b7ee527fe None None] Provisioning complete for port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:54.570183 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86aa113d-377a-41f8-8c2d-cd7b7ee527fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:54.627526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Allocated IP 172.20.0.1 (53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b/d05f961d-f643-4ef3-93d1-d3f4250378d1/451b883c-b41f-445a-aa0d-7249b6023c0b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:18:54.700325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c95aed6-a2d8-4486-ae21-806662827669', 'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:49Z', 'updated_at': '2022-02-03T22:18:51Z', 'revision_number': 3, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'gw_port': {'id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:50Z', 'updated_at': '2022-02-03T22:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:54.721681 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:54.765464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Publish callbacks [] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:54.787355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Checking router: 7c95aed6-a2d8-4486-ae21-806662827669 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:18:54.794102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Updating router 7c95aed6-a2d8-4486-ae21-806662827669 port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:18:54.813007 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:54.817485 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:54.833889 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:54.877138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:18:54.880463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:54.884340 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:18:54.945550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Pushing event updated for resources: {'Port': ['ID=451b883c-b41f-445a-aa0d-7249b6023c0b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:54.966016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-86aa113d-377a-41f8-8c2d-cd7b7ee527fe None None] Current status of the port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:54.970069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (7c95aed6-a2d8-4486-ae21-806662827669), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:55.307599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:55.327759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:18:55.505510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9decf091-52fe-4558-8413-66d9f31e2c88 None None] Provisioning complete for port 451b883c-b41f-445a-aa0d-7249b6023c0b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:55.505921 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9decf091-52fe-4558-8413-66d9f31e2c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:55.508255 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Publish callbacks [] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:55.515635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:55.597792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (7c95aed6-a2d8-4486-ae21-806662827669), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:55.600727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Pushing event updated for resources: {'Port': ['ID=451b883c-b41f-445a-aa0d-7249b6023c0b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:55.696193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9decf091-52fe-4558-8413-66d9f31e2c88 None None] Port 451b883c-b41f-445a-aa0d-7249b6023c0b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:18:55.739436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:55.741970 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:55.843495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:18:55.845415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:18:55.908013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Publish callbacks [] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:55.930632 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:56.034355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ae1fd-09c8-4306-ba0d-31092f8709c3 req-66c03c1e-5c98-4354-a8c8-ee79f3cb223c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:56.035987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-846ae1fd-09c8-4306-ba0d-31092f8709c3 req-66c03c1e-5c98-4354-a8c8-ee79f3cb223c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.7541132 Feb 03 22:18:56.073636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Attempting to bind port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:18:56.079861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Attempting to bind port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:18:56.080380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Attempting to bind port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:18:56.110049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:18:56.112753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:18:56.115266 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:56.115758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:18:56.116576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Bound port: c7d859b1-a92a-4fe6-8ccc-2aefff4f3619, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:18:56.117005 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:56.129393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-846ae1fd-09c8-4306-ba0d-31092f8709c3 req-b0009aca-2d7a-45bd-a762-94fc04fbd148 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793068 Feb 03 22:18:56.256289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe241b-0199-4074-ab61-acaa44ed9c01 None None] Pushing event updated for resources: {'Port': ['ID=c7d859b1-a92a-4fe6-8ccc-2aefff4f3619,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:56.296698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:56.297924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:18:56.378549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] For port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:18:56.381790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d4dd3382-4c95-4493-be52-b7274d6f1c39 None None] Provisioning complete for port 451b883c-b41f-445a-aa0d-7249b6023c0b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:56.382235 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3382-4c95-4493-be52-b7274d6f1c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:56.385178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] For port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c7d859b1-a92a-4fe6-8ccc-2aefff4f3619,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:18:56.409312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:56.409735 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:56.414663 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:56.474875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Router 7c95aed6-a2d8-4486-ae21-806662827669 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:18:56.508454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd3382-4c95-4493-be52-b7274d6f1c39 None None] Port 451b883c-b41f-445a-aa0d-7249b6023c0b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:18:56.512201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe241b-0199-4074-ab61-acaa44ed9c01 None None] Pushing event updated for resources: {'Port': ['ID=c7d859b1-a92a-4fe6-8ccc-2aefff4f3619,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:56.573533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Routers {'7c95aed6-a2d8-4486-ae21-806662827669'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:56.575079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7c95aed6-a2d8-4486-ae21-806662827669'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:56.624477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b3c7e9-0d76-4f2a-9070-8fd306099d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:56.646851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:18:56.669973 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dcb46401-b310-4d19-9cae-37972906c853 admin admin] 10.222.0.50 "PUT /v2.0/routers/7c95aed6-a2d8-4486-ae21-806662827669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4601862 Feb 03 22:18:56.925961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:56.942883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] Set router 7c95aed6-a2d8-4486-ae21-806662827669 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:57.075520 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:57.189463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c95aed6-a2d8-4486-ae21-806662827669', 'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:49Z', 'updated_at': '2022-02-03T22:18:55Z', 'revision_number': 4, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'gw_port': {'id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:50Z', 'updated_at': '2022-02-03T22:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '451b883c-b41f-445a-aa0d-7249b6023c0b', 'name': '', 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'mac_address': 'fa:16:3e:c6:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:54Z', 'updated_at': '2022-02-03T22:18:55Z', 'revision_number': 2, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'subnets': [{'id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:57.226181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02a6cb-0c0c-4bf8-acf9-b43ef87e819d None None] The sync data for ids ['7c95aed6-a2d8-4486-ae21-806662827669'] in n-d-824834-9 is: [{'id': '7c95aed6-a2d8-4486-ae21-806662827669', 'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:49Z', 'updated_at': '2022-02-03T22:18:55Z', 'revision_number': 4, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'gw_port': {'id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:50Z', 'updated_at': '2022-02-03T22:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '451b883c-b41f-445a-aa0d-7249b6023c0b', 'name': '', 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'mac_address': 'fa:16:3e:c6:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:54Z', 'updated_at': '2022-02-03T22:18:55Z', 'revision_number': 2, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'subnets': [{'id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:18:57.265391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:18:57.440653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port 7bf02a95-4aa4-4d95-8905-517022d8b909 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:18:57.441178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7bf02a95-4aa4-4d95-8905-517022d8b909), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:57.447271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101094e-483d-4985-8f06-551b77df86b0 req-803c8305-557d-4e48-b145-d6d076f18c57 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:57.448779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5101094e-483d-4985-8f06-551b77df86b0 req-803c8305-557d-4e48-b145-d6d076f18c57 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.2210224 Feb 03 22:18:57.459744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-0b5f6d41-1dbc-48d3-94be-c1c7f1870eb5 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:57.461312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-0b5f6d41-1dbc-48d3-94be-c1c7f1870eb5 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/networks?id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399 HTTP/1.1" status: 200 len: 911 time: 0.1852670 Feb 03 22:18:57.526511 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7bf02a95-4aa4-4d95-8905-517022d8b909), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:57.527685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (7bf02a95-4aa4-4d95-8905-517022d8b909), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:57.536940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-ec9afa90-f2d0-4a00-ad4c-de91ab359275 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/quotas/f1dae3c815a84392b5c3f461b7e61d94 HTTP/1.1" status: 200 len: 375 time: 0.0539639 Feb 03 22:18:57.547253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for 7bf02a95-4aa4-4d95-8905-517022d8b909 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:18:57.613284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5101094e-483d-4985-8f06-551b77df86b0 req-872e934f-0ed2-4c3f-a096-8ca25feef12b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550093 Feb 03 22:18:57.679978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-6746170e-3c4a-48e4-bc66-09b59e2f3aee tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1dae3c815a84392b5c3f461b7e61d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420906 Feb 03 22:18:57.750365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7bf02a95-4aa4-4d95-8905-517022d8b909), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:57.780603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=7bf02a95-4aa4-4d95-8905-517022d8b909,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:57.883613 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (8793239a-8d97-41b2-80a6-cd37fb37e12f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:57.884553 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Floating IP 8793239a-8d97-41b2-80a6-cd37fb37e12f disassociated (deleted). External IP: 172.25.5.164, port: ab523c8d-4a13-484f-92b0-6e55d925f3e0. Feb 03 22:18:57.886021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-97d12489-3293-45ad-993d-065dc4f32a5d service neutron] 10.222.0.50 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051244 Feb 03 22:18:58.004932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-8b7e6b0d-9b33-4f1a-8066-4f12b97789c0 service neutron] 10.222.0.50 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118598 Feb 03 22:18:58.155792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Router 45055249-c15c-4ce9-a25e-af25fb83d706 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:18:58.279203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d9df2d5a-7b49-403e-acc0-9c6ffad5475a req-1c233463-36d8-4e81-96fb-e77ed750fcd5 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 210 time: 0.0519218 Feb 03 22:18:58.327716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:18:58.336571 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:58.353593 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] Sync routers for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:18:58.366024 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:58.366886 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:58.387411 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-66b4dc6a-b396-4e75-984e-4d76b1ed23e7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "DELETE /v2.0/floatingips/8793239a-8d97-41b2-80a6-cd37fb37e12f HTTP/1.1" status: 204 len: 168 time: 1.1205213 Feb 03 22:18:58.391748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:18:58.395173 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85631ac4-91cd-4026-a177-e6635bd95c53" -d '{"events": [{"name": "network-changed", "server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:18:58.475323 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c227a834-9bdb-4f04-85ca-1b763d6cbfbd x-openstack-request-id: req-c227a834-9bdb-4f04-85ca-1b763d6cbfbd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:18:58.475626 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:18:58.475901 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c227a834-9bdb-4f04-85ca-1b763d6cbfbd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:18:58.477103 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'status': 'completed', 'code': 200} Feb 03 22:18:58.569513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-001e27ef-4bb6-4170-9193-650b202060b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:58.571944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-001e27ef-4bb6-4170-9193-650b202060b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 1127 time: 0.0761719 Feb 03 22:18:58.725708 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:58.771706 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:58.798339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-87da09b4-f855-4b7e-85c2-fd0302b2346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:58.800593 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-87da09b4-f855-4b7e-85c2-fd0302b2346b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 200 len: 913 time: 0.2167737 Feb 03 22:18:58.876585 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-6e86fb38-9065-46b0-b883-27440b50f656 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0695403 Feb 03 22:18:58.954097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec293e5f-ae88-42d0-8104-be266822a965 req-32dd690b-15e2-4ca4-8b9d-4e8390f6d19d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:58.955631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec293e5f-ae88-42d0-8104-be266822a965 req-32dd690b-15e2-4ca4-8b9d-4e8390f6d19d tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1975496 Feb 03 22:18:58.971214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-1d05669b-510b-49da-86fe-786b82d199c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:58.972695 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-1d05669b-510b-49da-86fe-786b82d199c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 200 len: 851 time: 0.0862489 Feb 03 22:18:59.054497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a199-b6d6-4922-8954-a4ecdce8f9e2 req-7dc70b41-1a57-482d-a096-7979a72c6db0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:59.058254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a45a199-b6d6-4922-8954-a4ecdce8f9e2 req-7dc70b41-1a57-482d-a096-7979a72c6db0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.2513750 Feb 03 22:18:59.063891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-4ae5dab4-e1b5-4685-b2fc-da57c24bcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:59.066599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-4ae5dab4-e1b5-4685-b2fc-da57c24bcd19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce88f1d2-4911-43d4-8df7-15f173417f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830736 Feb 03 22:18:59.111959 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:59.141478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ec293e5f-ae88-42d0-8104-be266822a965 req-1bd86795-620c-4858-898d-fab624ea86a7 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784072 Feb 03 22:18:59.156854 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] Checking router: 45055249-c15c-4ce9-a25e-af25fb83d706 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:18:59.168543 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:18:59.169220 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:59.183510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:18:59.200234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a45a199-b6d6-4922-8954-a4ecdce8f9e2 req-200275e3-7710-4299-a54a-2f194df98481 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293118 Feb 03 22:18:59.248215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-341a5da8-f139-49b3-8d30-4e76b155c477 service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736808 Feb 03 22:18:59.248892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:18:59.249302 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:59.308221 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:18:59.375760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:18:59.377874 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:59.406597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c7d859b1-a92a-4fe6-8ccc-2aefff4f3619,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:18:59.407828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-304f37b7-8850-4927-8332-89d34e8499ab req-8627c392-4ecf-4e93-9147-44d27d5958a0 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 210 time: 0.0375297 Feb 03 22:18:59.413192 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:59.427089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-85631ac4-91cd-4026-a177-e6635bd95c53 req-7463e5e0-6ff2-4b7b-990a-8cf4e10d8aef service neutron] 10.222.0.47 "GET /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702313 Feb 03 22:18:59.468659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=c7d859b1-a92a-4fe6-8ccc-2aefff4f3619,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:18:59.527585 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:18:59.557894 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7551731-ff61-46c3-8a1a-227173ebef50 None None] The sync data for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 is: [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T21:59:57Z', 'revision_number': 4, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'b5c4a9fe-ff0c-4100-8bd0-b966be7efb91', 'name': '', 'network_id': 'ce88f1d2-4911-43d4-8df7-15f173417f10', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'mac_address': 'fa:16:3e:34:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '29421726-b876-425d-915a-9aa618fe4321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:56Z', 'updated_at': '2022-02-03T22:00:03Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'subnets': [{'id': '29421726-b876-425d-915a-9aa618fe4321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:18:59.768284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-23397b4d-33cd-4022-92cf-5bc990e02d48 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:18:59.769805 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-23397b4d-33cd-4022-92cf-5bc990e02d48 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.47 "GET /v2.0/networks?id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399 HTTP/1.1" status: 200 len: 911 time: 0.0909066 Feb 03 22:18:59.782668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Request body: {'port': {'device_id': 'd1936d70-45ea-428b-a429-5709f33ce9a2', 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'admin_state_up': True, 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:18:59.801918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Made reservation on behalf of f1dae3c815a84392b5c3f461b7e61d94 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:18:59.804267 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:59.916071 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:18:59.925256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Allocated IP 172.20.0.3 (34a1fff9-1ffc-4605-b2d2-9ca3884c2399/10e71195-a3e8-4fae-99a6-a5716b90f970/e8a90607-796b-4cc2-8897-4bf0aad75d95) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:19:00.095142 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks [] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:00.135808 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:00.187716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a90607-796b-4cc2-8897-4bf0aad75d95,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:00.200306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:19:00.201802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:19:00.204881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:19:00.260559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:00.261223 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:00.279668 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-15998288-c116-4185-ae40-1885b4f292e8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5012953 Feb 03 22:19:00.295639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Request body: {'port': {'device_id': 'd1936d70-45ea-428b-a429-5709f33ce9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:19:00.308218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369fbf7-09e3-4346-ad8a-9ff0b76fd73b req-bfd48a6f-64c3-411b-9e37-d20b2242f2cf tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:00.316302 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5369fbf7-09e3-4346-ad8a-9ff0b76fd73b req-bfd48a6f-64c3-411b-9e37-d20b2242f2cf tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 945 time: 0.0950575 Feb 03 22:19:00.399338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5369fbf7-09e3-4346-ad8a-9ff0b76fd73b req-63159fe2-1558-4efb-986e-afac9992be16 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818076 Feb 03 22:19:00.433981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:00.600081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a1618-b56b-4a9f-96df-8d997526be5d None None] New status for floating IP 8793239a-8d97-41b2-80a6-cd37fb37e12f: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:19:00.662837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70d91a-9ee7-4cb2-91b9-f1ad5074eb52 req-2a1ad095-d5ce-4804-b55f-1e706b535151 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:00.664429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e70d91a-9ee7-4cb2-91b9-f1ad5074eb52 req-2a1ad095-d5ce-4804-b55f-1e706b535151 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1027 time: 0.1199081 Feb 03 22:19:00.705654 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c662c-14f3-4d53-8e89-eee946df3cf7 req-fefc483e-0dc7-4517-9e54-794c98b3380f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:00.707500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd8c662c-14f3-4d53-8e89-eee946df3cf7 req-fefc483e-0dc7-4517-9e54-794c98b3380f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0857158 Feb 03 22:19:00.754719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e70d91a-9ee7-4cb2-91b9-f1ad5074eb52 req-baf311e7-fa53-4563-8cf1-28d258aed0f8 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829535 Feb 03 22:19:00.758494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15648db6-df59-43bc-b141-9741f55d07bc None None] Provisioning complete for port e8a90607-796b-4cc2-8897-4bf0aad75d95 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:00.759105 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15648db6-df59-43bc-b141-9741f55d07bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:00.761620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-82dd8532-5cf1-41d3-90a3-e6c723612d69 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:00.765968 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-82dd8532-5cf1-41d3-90a3-e6c723612d69 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 945 time: 0.2324147 Feb 03 22:19:00.819753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd8c662c-14f3-4d53-8e89-eee946df3cf7 req-187277c2-450b-4036-b68f-53e9c4b342a2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979559 Feb 03 22:19:00.828319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15648db6-df59-43bc-b141-9741f55d07bc None None] Port e8a90607-796b-4cc2-8897-4bf0aad75d95 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:19:00.994412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port ab523c8d-4a13-484f-92b0-6e55d925f3e0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:00.994850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.065322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:19:01.082393 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a90607-796b-4cc2-8897-4bf0aad75d95 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:19:01.095065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Publish callbacks [] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.121487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Transition to ACTIVE for port object e8a90607-796b-4cc2-8897-4bf0aad75d95 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:19:01.134693 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.139421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:01.139810 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.143752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] For port ab523c8d-4a13-484f-92b0-6e55d925f3e0, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ab523c8d-4a13-484f-92b0-6e55d925f3e0,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:01.144119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.180990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for ab523c8d-4a13-484f-92b0-6e55d925f3e0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:01.225054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:01.236348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a90607-796b-4cc2-8897-4bf0aad75d95,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:01.255555 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Sync routers for ids ['7c95aed6-a2d8-4486-ae21-806662827669'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:19:01.269763 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Routers {'7c95aed6-a2d8-4486-ae21-806662827669'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:01.271782 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7c95aed6-a2d8-4486-ae21-806662827669'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:01.418954 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Set router 7c95aed6-a2d8-4486-ae21-806662827669 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:01.534488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fef6a0-c439-408b-9070-eacaad4f3959 req-9b138f73-e8de-4c39-b081-6d68664c5452 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:01.541863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55fef6a0-c439-408b-9070-eacaad4f3959 req-9b138f73-e8de-4c39-b081-6d68664c5452 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 945 time: 0.0709836 Feb 03 22:19:01.604129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55fef6a0-c439-408b-9070-eacaad4f3959 req-d31521a5-f3be-4767-9904-b574e4f86b53 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/security-groups?id=23306e0f-c1a8-4c3c-9d52-fd366f112673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556679 Feb 03 22:19:01.648205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Attempting to bind port e8a90607-796b-4cc2-8897-4bf0aad75d95 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:19:01.648843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Attempting to bind port e8a90607-796b-4cc2-8897-4bf0aad75d95 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:19:01.648843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Attempting to bind port e8a90607-796b-4cc2-8897-4bf0aad75d95 on network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:01.661448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Port e8a90607-796b-4cc2-8897-4bf0aad75d95 on network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:19:01.661961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Attempting to bind port e8a90607-796b-4cc2-8897-4bf0aad75d95 on network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:01.669909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:19:01.669909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Checking segment: {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:19:01.670212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Bound using segment: {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:19:01.670607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Bound port: e8a90607-796b-4cc2-8897-4bf0aad75d95, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:19:01.670907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.695030 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c95aed6-a2d8-4486-ae21-806662827669', 'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:49Z', 'updated_at': '2022-02-03T22:18:55Z', 'revision_number': 4, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'gw_port': {'id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:50Z', 'updated_at': '2022-02-03T22:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '451b883c-b41f-445a-aa0d-7249b6023c0b', 'name': '', 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'mac_address': 'fa:16:3e:c6:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:54Z', 'updated_at': '2022-02-03T22:18:55Z', 'revision_number': 2, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'subnets': [{'id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:01.721713 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Checking router: 7c95aed6-a2d8-4486-ae21-806662827669 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:19:01.722072 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Updating router 7c95aed6-a2d8-4486-ae21-806662827669 port 451b883c-b41f-445a-aa0d-7249b6023c0b binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:19:01.754920 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.775182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ab523c8d-4a13-484f-92b0-6e55d925f3e0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.784763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] For port e8a90607-796b-4cc2-8897-4bf0aad75d95, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:19:01.819095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=ab523c8d-4a13-484f-92b0-6e55d925f3e0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:01.821901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] For port e8a90607-796b-4cc2-8897-4bf0aad75d95, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e8a90607-796b-4cc2-8897-4bf0aad75d95,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:19:01.849066 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.874611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] No DVR routers for this DVR port ab523c8d-4a13-484f-92b0-6e55d925f3e0 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:01.895313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.898779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-000b478a-41c3-4bc5-adcb-d0d787b1719d req-33a6d1ce-f3fd-4f43-bf30-246061f259c0 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.47 "DELETE /v2.0/ports/ab523c8d-4a13-484f-92b0-6e55d925f3e0 HTTP/1.1" status: 204 len: 173 time: 1.1229258 Feb 03 22:19:01.899544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'name': 'network-vif-deleted', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:01.908196 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a5c19-491b-4d95-ba8b-9a9df99429ef" -d '{"events": [{"server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "name": "network-vif-deleted", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:01.924368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:01.925038 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:01.926457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] 10.222.0.47 "PUT /v2.0/ports/e8a90607-796b-4cc2-8897-4bf0aad75d95 HTTP/1.1" status: 200 len: 1091 time: 1.6388249 Feb 03 22:19:01.996068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81279bd8-e59d-4fb1-95e4-8c00b5618dad req-d7a81607-71ba-4e1b-a5db-0206e10113bd tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:02.005528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81279bd8-e59d-4fb1-95e4-8c00b5618dad req-d7a81607-71ba-4e1b-a5db-0206e10113bd tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1125 time: 0.1395144 Feb 03 22:19:02.043955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e091ca-1a20-43e6-b472-dac6e0d7fb75 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a90607-796b-4cc2-8897-4bf0aad75d95,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:02.102610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-40c3d709-ce14-48eb-b54f-9a475669bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:02.103849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81279bd8-e59d-4fb1-95e4-8c00b5618dad req-9b5693f3-3c6e-4ad3-afc6-d74815c02f80 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967855 Feb 03 22:19:02.104178 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-40c3d709-ce14-48eb-b54f-9a475669bdfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1dae3c815a84392b5c3f461b7e61d94&device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1125 time: 0.1199052 Feb 03 22:19:02.147280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8a9bd-fb6f-411a-9c1d-7861c809e1b9 req-791671a0-853a-475e-b90d-c80a0c434960 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:02.167337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ba8a9bd-fb6f-411a-9c1d-7861c809e1b9 req-791671a0-853a-475e-b90d-c80a0c434960 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.1990325 Feb 03 22:19:02.173621 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-5c68ff94-e668-4344-a6dd-de33f79bdb3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8a90607-796b-4cc2-8897-4bf0aad75d95 HTTP/1.1" status: 200 len: 217 time: 0.0512698 Feb 03 22:19:02.209291 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812c6a69-d805-4c9d-9a11-a594308521ce x-openstack-request-id: req-812c6a69-d805-4c9d-9a11-a594308521ce {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:02.209600 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313e3954-2d6e-4bdd-813d-a0a917b5ffd8", "name": "network-vif-deleted", "tag": "ab523c8d-4a13-484f-92b0-6e55d925f3e0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:02.209862 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-812c6a69-d805-4c9d-9a11-a594308521ce {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:02.210265 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313e3954-2d6e-4bdd-813d-a0a917b5ffd8', 'name': 'network-vif-deleted', 'tag': 'ab523c8d-4a13-484f-92b0-6e55d925f3e0', 'status': 'completed', 'code': 200} Feb 03 22:19:02.262625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ba8a9bd-fb6f-411a-9c1d-7861c809e1b9 req-ca9cb8f0-7ecc-4ad7-b067-1537c18971d7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943127 Feb 03 22:19:02.275670 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Publish callbacks [] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:02.286628 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:02.315144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-b3d20b0b-c571-480f-b402-7282bd5dc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:02.316651 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-b3d20b0b-c571-480f-b402-7282bd5dc5eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10e71195-a3e8-4fae-99a6-a5716b90f970 HTTP/1.1" status: 200 len: 849 time: 0.1291931 Feb 03 22:19:02.345152 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8223a-4198-4823-8476-a53778172bc2 None None] Pushing event updated for resources: {'Port': ['ID=451b883c-b41f-445a-aa0d-7249b6023c0b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:02.436208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-61f2056d-968f-4208-b1a7-ce7d9f00bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:02.442264 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-61f2056d-968f-4208-b1a7-ce7d9f00bd2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1182833 Feb 03 22:19:02.455978 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Attempting to bind port 451b883c-b41f-445a-aa0d-7249b6023c0b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:19:02.456643 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Attempting to bind port 451b883c-b41f-445a-aa0d-7249b6023c0b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'b8b1b640-7e4c-45be-ab4c-365c4cea029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:19:02.457208 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Attempting to bind port 451b883c-b41f-445a-aa0d-7249b6023c0b on network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:02.464522 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:19:02.465250 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Checking segment: {'id': 'b8b1b640-7e4c-45be-ab4c-365c4cea029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:19:02.466916 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:02.467477 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Bound using segment: {'id': 'b8b1b640-7e4c-45be-ab4c-365c4cea029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:19:02.468110 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Bound port: 451b883c-b41f-445a-aa0d-7249b6023c0b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b1b640-7e4c-45be-ab4c-365c4cea029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:19:02.468969 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:02.560799 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] For port 451b883c-b41f-445a-aa0d-7249b6023c0b, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:19:02.564526 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] For port 451b883c-b41f-445a-aa0d-7249b6023c0b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=451b883c-b41f-445a-aa0d-7249b6023c0b,segment=NetworkSegment(b8b1b640-7e4c-45be-ab4c-365c4cea029a),segment_id=b8b1b640-7e4c-45be-ab4c-365c4cea029a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:19:02.577874 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:02.628332 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-f3c68646-099b-43a2-93dc-74fe4f87b282 service neutron] 10.222.0.47 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782000 Feb 03 22:19:02.679764 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Routers {'7c95aed6-a2d8-4486-ae21-806662827669'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:02.679764 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7c95aed6-a2d8-4486-ae21-806662827669'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:02.766287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0e48340-ba94-49bb-a5f2-1c086020fa96 req-a8d628d7-aae2-446e-b79e-51b35bce2c99 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0818677 Feb 03 22:19:02.787513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0d693edc-6eee-48ac-bd74-af0e0aacaf9b None None] Provisioning complete for port 451b883c-b41f-445a-aa0d-7249b6023c0b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:02.788041 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d693edc-6eee-48ac-bd74-af0e0aacaf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:02.845356 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf221744-da13-4e2a-b6e3-f748701b0593 req-a0289c98-a4aa-4615-8610-fd0c6cb5c09f service neutron] 10.222.0.47 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110424 Feb 03 22:19:02.917533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0d693edc-6eee-48ac-bd74-af0e0aacaf9b None None] Current status of the port 451b883c-b41f-445a-aa0d-7249b6023c0b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:02.918201 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d693edc-6eee-48ac-bd74-af0e0aacaf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:02.963369 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8223a-4198-4823-8476-a53778172bc2 None None] Pushing event updated for resources: {'Port': ['ID=451b883c-b41f-445a-aa0d-7249b6023c0b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:02.969724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0d693edc-6eee-48ac-bd74-af0e0aacaf9b None None] For port 451b883c-b41f-445a-aa0d-7249b6023c0b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=451b883c-b41f-445a-aa0d-7249b6023c0b,segment=NetworkSegment(b8b1b640-7e4c-45be-ab4c-365c4cea029a),segment_id=b8b1b640-7e4c-45be-ab4c-365c4cea029a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:02.984108 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d693edc-6eee-48ac-bd74-af0e0aacaf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:03.025252 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] Set router 7c95aed6-a2d8-4486-ae21-806662827669 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:03.064758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d693edc-6eee-48ac-bd74-af0e0aacaf9b None None] Pushing event updated for resources: {'Port': ['ID=451b883c-b41f-445a-aa0d-7249b6023c0b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:03.202378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 451b883c-b41f-445a-aa0d-7249b6023c0b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:19:03.321504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5a7c4b9e-8a62-4420-b2b5-59af3fbe9c22 None None] Provisioning complete for port 451b883c-b41f-445a-aa0d-7249b6023c0b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:03.322063 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4b9e-8a62-4420-b2b5-59af3fbe9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:03.415016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8174e2-e21e-46bd-9190-989437c07353 req-8f959ed0-37c1-4149-bdc5-b6f73ca18798 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:03.416577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc8174e2-e21e-46bd-9190-989437c07353 req-8f959ed0-37c1-4149-bdc5-b6f73ca18798 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1125 time: 0.1825151 Feb 03 22:19:03.440668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 451b883c-b41f-445a-aa0d-7249b6023c0b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:03.441083 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:03.492059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc8174e2-e21e-46bd-9190-989437c07353 req-c939573a-1624-4090-961a-b01df94561d0 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637896 Feb 03 22:19:03.524152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206a3c7-da9a-4ef4-a181-fd20d1657a28 req-d5bdf5b0-cccb-4083-a50d-4f99b06d0174 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:03.532331 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b206a3c7-da9a-4ef4-a181-fd20d1657a28 req-d5bdf5b0-cccb-4083-a50d-4f99b06d0174 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.1143122 Feb 03 22:19:03.570416 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c95aed6-a2d8-4486-ae21-806662827669', 'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:49Z', 'updated_at': '2022-02-03T22:18:55Z', 'revision_number': 4, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'gw_port': {'id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:50Z', 'updated_at': '2022-02-03T22:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '451b883c-b41f-445a-aa0d-7249b6023c0b', 'name': '', 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'mac_address': 'fa:16:3e:c6:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:54Z', 'updated_at': '2022-02-03T22:19:02Z', 'revision_number': 4, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'subnets': [{'id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:03.574291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c4b9e-8a62-4420-b2b5-59af3fbe9c22 None None] Current status of the port 451b883c-b41f-445a-aa0d-7249b6023c0b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:03.590512 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b206a3c7-da9a-4ef4-a181-fd20d1657a28 req-1ee5f438-28b3-458b-8817-bf31b9517167 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534980 Feb 03 22:19:03.611060 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983348fb-7591-4949-ad2f-4e556a826050 None None] The sync data for ids ['7c95aed6-a2d8-4486-ae21-806662827669'] in n-d-824834-9 is: [{'id': '7c95aed6-a2d8-4486-ae21-806662827669', 'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:49Z', 'updated_at': '2022-02-03T22:18:55Z', 'revision_number': 4, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'gw_port': {'id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:50Z', 'updated_at': '2022-02-03T22:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '451b883c-b41f-445a-aa0d-7249b6023c0b', 'name': '', 'network_id': '53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'mac_address': 'fa:16:3e:c6:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:54Z', 'updated_at': '2022-02-03T22:19:02Z', 'revision_number': 4, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'subnets': [{'id': 'd05f961d-f643-4ef3-93d1-d3f4250378d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:19:03.660191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 451b883c-b41f-445a-aa0d-7249b6023c0b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:03.866575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-987ef4c8-1e97-4a99-938f-e00ae78c92c8 req-1280245d-b35c-4b47-a02c-8330392c5593 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0330815 Feb 03 22:19:04.211265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1936d70-45ea-428b-a429-5709f33ce9a2', 'tag': 'e8a90607-796b-4cc2-8897-4bf0aad75d95'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:04.214055 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1936d70-45ea-428b-a429-5709f33ce9a2", "tag": "e8a90607-796b-4cc2-8897-4bf0aad75d95"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:04.256057 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51837bbb-d969-41e0-a25b-8d561de4ea47 x-openstack-request-id: req-51837bbb-d969-41e0-a25b-8d561de4ea47 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:04.256394 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1936d70-45ea-428b-a429-5709f33ce9a2", "tag": "e8a90607-796b-4cc2-8897-4bf0aad75d95", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:04.256652 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51837bbb-d969-41e0-a25b-8d561de4ea47 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:04.257096 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1936d70-45ea-428b-a429-5709f33ce9a2', 'tag': 'e8a90607-796b-4cc2-8897-4bf0aad75d95', 'status': 'completed', 'code': 200} Feb 03 22:19:04.345254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-9b60e1e2-a0f4-4c49-815b-462e69515782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:04.347740 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-9b60e1e2-a0f4-4c49-815b-462e69515782 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1dae3c815a84392b5c3f461b7e61d94&device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1125 time: 0.0667610 Feb 03 22:19:04.462273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-06303280-6788-4364-91ba-697ee04e367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:04.463713 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-06303280-6788-4364-91ba-697ee04e367d service neutron] 10.222.0.47 "GET /v2.0/networks?id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399 HTTP/1.1" status: 200 len: 911 time: 0.1092117 Feb 03 22:19:04.519485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-4d47dc4b-a503-4a6b-a96b-eadc4967ae79 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:04.526700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-4d47dc4b-a503-4a6b-a96b-eadc4967ae79 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/networks?id=21a90e44-4044-4680-9efe-cd86805ad795 HTTP/1.1" status: 200 len: 813 time: 0.1221175 Feb 03 22:19:04.530971 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-825ef184-ed13-48da-9741-9c246f9ff112 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8a90607-796b-4cc2-8897-4bf0aad75d95 HTTP/1.1" status: 200 len: 217 time: 0.0551958 Feb 03 22:19:04.544006 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-1d51583a-9e15-4e0d-9bc7-5706974b8017 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/quotas/eb95eeac8e7348139c83c6b020445ff0 HTTP/1.1" status: 200 len: 375 time: 0.0156288 Feb 03 22:19:04.580271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-14eef42b-f3e6-4af6-88f5-d5226abd101c tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb95eeac8e7348139c83c6b020445ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343897 Feb 03 22:19:04.600493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-cbd9281f-6b6f-4d11-b53c-860aaed9a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:04.602523 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-cbd9281f-6b6f-4d11-b53c-860aaed9a716 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10e71195-a3e8-4fae-99a6-a5716b90f970 HTTP/1.1" status: 200 len: 849 time: 0.0655715 Feb 03 22:19:04.660600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-38ac7ba5-df8f-451f-b9f3-03d1b926b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:04.662116 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-38ac7ba5-df8f-451f-b9f3-03d1b926b118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511327 Feb 03 22:19:04.719371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebfdb6-8b2f-4b06-831b-d36da1e50841 req-ee7ed276-3f08-4ea3-a510-226836dc827a tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:04.726919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42ebfdb6-8b2f-4b06-831b-d36da1e50841 req-ee7ed276-3f08-4ea3-a510-226836dc827a tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1125 time: 0.1382778 Feb 03 22:19:04.751848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-84e524c2-46e4-4092-ae5a-31c6102cd568 service neutron] 10.222.0.50 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707191 Feb 03 22:19:04.779340 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-a7729b35-9dce-41b6-a36e-598acc7b1384 service neutron] 10.222.0.47 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088190 Feb 03 22:19:04.792936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-42ebfdb6-8b2f-4b06-831b-d36da1e50841 req-fad50dea-358e-45d9-b591-8f6d2dea1f3c tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651317 Feb 03 22:19:04.888520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f27718bd-93e8-4d98-ba00-8e2d1bedbc7f req-5ed41dee-a48b-4263-b409-cc9b535950a7 service neutron] 10.222.0.47 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035833 Feb 03 22:19:04.925427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-1790b6c4-e7fd-4c3e-8114-29a798799e16 service neutron] 10.222.0.50 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637135 Feb 03 22:19:04.949176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a67d5c-7892-4d00-ba0b-d007711bd16b req-8164fd84-ea53-47d0-92ff-cae53e0a5594 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:04.951238 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45a67d5c-7892-4d00-ba0b-d007711bd16b req-8164fd84-ea53-47d0-92ff-cae53e0a5594 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0709651 Feb 03 22:19:05.019419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-45a67d5c-7892-4d00-ba0b-d007711bd16b req-bf172256-ec8e-4eb8-943d-3c7a0923bdf5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578723 Feb 03 22:19:05.078371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 451b883c-b41f-445a-aa0d-7249b6023c0b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:19:05.143066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 451b883c-b41f-445a-aa0d-7249b6023c0b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:05.143512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:05.190064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91f78220-8cfd-4d97-813f-aece23804669 req-8646e14e-37bf-474e-a22b-f3c13d30b3b9 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0848031 Feb 03 22:19:05.210427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b47805f2-1403-4485-9885-29afc5b00002 req-06a0b391-0079-42d8-8f76-bf2f2494988a tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 210 time: 0.1131704 Feb 03 22:19:05.230485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 451b883c-b41f-445a-aa0d-7249b6023c0b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:05.705441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ab523c8d-4a13-484f-92b0-6e55d925f3e0 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:05.729847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: ab523c8d-4a13-484f-92b0-6e55d925f3e0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:05.730199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ab523c8d-4a13-484f-92b0-6e55d925f3e0 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:05.922296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe364f0-5b41-41c0-87d9-91da9ae5ee21 req-40b07552-101d-4ab9-b347-bfe6ad1bd4ed tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:05.924193 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbe364f0-5b41-41c0-87d9-91da9ae5ee21 req-40b07552-101d-4ab9-b347-bfe6ad1bd4ed tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1125 time: 0.0545418 Feb 03 22:19:05.971284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bbe364f0-5b41-41c0-87d9-91da9ae5ee21 req-edfab68e-e0b2-4492-9145-d6f30be7e90d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Feb 03 22:19:06.118739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-82bfe6d2-4baa-459a-a873-6e4883d0603a tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:06.120182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-82bfe6d2-4baa-459a-a873-6e4883d0603a tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.10 "GET /v2.0/networks?id=21a90e44-4044-4680-9efe-cd86805ad795 HTTP/1.1" status: 200 len: 813 time: 0.1722193 Feb 03 22:19:06.139042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Request body: {'port': {'device_id': '1602af3b-f884-4a0a-9f93-7b0d91f2a216', 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795', 'admin_state_up': True, 'tenant_id': 'eb95eeac8e7348139c83c6b020445ff0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:19:06.144420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1ecb5-1162-4990-a014-60b187a73443 req-12806c5a-3be1-4abf-8fd5-0894af9b0030 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:06.146056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7e1ecb5-1162-4990-a014-60b187a73443 req-12806c5a-3be1-4abf-8fd5-0894af9b0030 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0624349 Feb 03 22:19:06.198852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7e1ecb5-1162-4990-a014-60b187a73443 req-6ab2563e-fd95-471d-a0af-729630b3cd22 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468638 Feb 03 22:19:06.282411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Made reservation on behalf of eb95eeac8e7348139c83c6b020445ff0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:19:06.286060 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:06.297473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02a7e49e-22e4-44b6-8285-26df9632312d req-91c247dd-e76c-4208-81f7-b69717ce7fc5 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0287514 Feb 03 22:19:06.331697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a3f1233-8a1e-47f0-bb23-21b53aab50ee req-8f7ecfdf-b711-47c8-a3a8-3e4775f7582d tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 210 time: 0.0528023 Feb 03 22:19:06.423067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Allocated IP 172.20.0.9 (21a90e44-4044-4680-9efe-cd86805ad795/7ea2254b-1183-4230-8bbd-1ac60c48fcf5/67da0750-aaae-4094-9a5b-d9df4eed2124) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:19:06.573120 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks [] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:06.606654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:06.648818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Network 21a90e44-4044-4680-9efe-cd86805ad795 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:19:06.653909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:19:06.657561 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:19:06.686572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Pushing event updated for resources: {'Port': ['ID=67da0750-aaae-4094-9a5b-d9df4eed2124,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:06.714851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:06.715473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:06.731374 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-20d89708-39c9-4df4-bbd8-a642e9f348a7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5972497 Feb 03 22:19:06.742114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Request body: {'port': {'device_id': '1602af3b-f884-4a0a-9f93-7b0d91f2a216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:19:06.803193 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:07.080099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67da0750-aaae-4094-9a5b-d9df4eed2124 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:19:07.088519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Publish callbacks [] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:07.092444 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628607b4-713a-4b58-bf03-b40d4132b76d req-ffffd93f-03b7-471f-b670-eb7bf5e74962 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:07.094690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-628607b4-713a-4b58-bf03-b40d4132b76d req-ffffd93f-03b7-471f-b670-eb7bf5e74962 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1125 time: 0.0464408 Feb 03 22:19:07.101320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Transition to ACTIVE for port object 67da0750-aaae-4094-9a5b-d9df4eed2124 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:19:07.106086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:07.147101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-628607b4-713a-4b58-bf03-b40d4132b76d req-958c48da-76c8-4bc0-8e22-a5e5c2a36f50 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453205 Feb 03 22:19:07.159860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Pushing event updated for resources: {'Port': ['ID=67da0750-aaae-4094-9a5b-d9df4eed2124,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:07.235604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Attempting to bind port 67da0750-aaae-4094-9a5b-d9df4eed2124 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:19:07.236255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Attempting to bind port 67da0750-aaae-4094-9a5b-d9df4eed2124 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:19:07.236504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Attempting to bind port 67da0750-aaae-4094-9a5b-d9df4eed2124 on network 21a90e44-4044-4680-9efe-cd86805ad795 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:07.241174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Port 67da0750-aaae-4094-9a5b-d9df4eed2124 on network 21a90e44-4044-4680-9efe-cd86805ad795 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:19:07.241606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Attempting to bind port 67da0750-aaae-4094-9a5b-d9df4eed2124 on network 21a90e44-4044-4680-9efe-cd86805ad795 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:07.246403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:19:07.246743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Checking segment: {'id': '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:19:07.247124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Bound using segment: {'id': '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:19:07.247585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Bound port: 67da0750-aaae-4094-9a5b-d9df4eed2124, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:19:07.247943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:07.323814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] For port 67da0750-aaae-4094-9a5b-d9df4eed2124, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:19:07.328303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] For port 67da0750-aaae-4094-9a5b-d9df4eed2124, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=67da0750-aaae-4094-9a5b-d9df4eed2124,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:19:07.341806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:07.345062 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b9754-137c-4f5d-bcff-488d2ed8534f req-4bb2fb24-6ca0-428a-94f7-b3a6365779bd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:07.347736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b71b9754-137c-4f5d-bcff-488d2ed8534f req-4bb2fb24-6ca0-428a-94f7-b3a6365779bd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0712662 Feb 03 22:19:07.374177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:07.374804 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:07.376599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] 10.222.0.10 "PUT /v2.0/ports/67da0750-aaae-4094-9a5b-d9df4eed2124 HTTP/1.1" status: 200 len: 1091 time: 0.6385653 Feb 03 22:19:07.378876 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1602af3b-f884-4a0a-9f93-7b0d91f2a216', 'tag': '67da0750-aaae-4094-9a5b-d9df4eed2124'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:07.381985 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d117f-10da-49c9-a0cf-71bfe7ba548e" -d '{"events": [{"name": "network-changed", "server_uuid": "1602af3b-f884-4a0a-9f93-7b0d91f2a216", "tag": "67da0750-aaae-4094-9a5b-d9df4eed2124"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:07.423406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e860f-b594-4286-9971-d56c2f593e27 service neutron] Pushing event updated for resources: {'Port': ['ID=67da0750-aaae-4094-9a5b-d9df4eed2124,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:07.434160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96d2a89d-87f5-4d8a-a154-b722e326c9a5 req-7773b669-9b88-4730-bcc1-85f04d7e5040 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0375314 Feb 03 22:19:07.447345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b71b9754-137c-4f5d-bcff-488d2ed8534f req-7082011a-21aa-4b79-a713-8223f5ed3407 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915685 Feb 03 22:19:07.502759 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fe9158-80c1-4a43-aba5-0e966888caaf x-openstack-request-id: req-60fe9158-80c1-4a43-aba5-0e966888caaf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:07.503214 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1602af3b-f884-4a0a-9f93-7b0d91f2a216", "tag": "67da0750-aaae-4094-9a5b-d9df4eed2124", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:07.503597 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60fe9158-80c1-4a43-aba5-0e966888caaf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:07.504058 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1602af3b-f884-4a0a-9f93-7b0d91f2a216', 'tag': '67da0750-aaae-4094-9a5b-d9df4eed2124', 'status': 'completed', 'code': 200} Feb 03 22:19:07.507251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-444e3d82-532c-4595-8ed7-b388c0eab144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:07.508977 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-444e3d82-532c-4595-8ed7-b388c0eab144 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb95eeac8e7348139c83c6b020445ff0&device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 1125 time: 0.0646560 Feb 03 22:19:07.555237 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-da1a12ff-615e-4edb-b3c4-daf4e3b79392 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67da0750-aaae-4094-9a5b-d9df4eed2124 HTTP/1.1" status: 200 len: 217 time: 0.0400834 Feb 03 22:19:07.569445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed5756-caa3-4191-86da-467526a31465 req-309ac7fc-05c4-4be1-9eed-c7b15dc05544 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:07.570937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50ed5756-caa3-4191-86da-467526a31465 req-309ac7fc-05c4-4be1-9eed-c7b15dc05544 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 943 time: 0.0574043 Feb 03 22:19:07.605771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-548315e0-5b1a-4629-9cb9-da96a4dfef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:07.607337 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-548315e0-5b1a-4629-9cb9-da96a4dfef81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ea2254b-1183-4230-8bbd-1ac60c48fcf5 HTTP/1.1" status: 200 len: 853 time: 0.0470529 Feb 03 22:19:07.623133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50ed5756-caa3-4191-86da-467526a31465 req-d98c5927-8fd9-4544-bd04-cc21f7815ec3 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454984 Feb 03 22:19:07.641986 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-1d8aec2b-9ba9-4ac2-b80f-7019d5ab42c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21a90e44-4044-4680-9efe-cd86805ad795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277457 Feb 03 22:19:07.721615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e8a90607-796b-4cc2-8897-4bf0aad75d95 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:19:07.731661 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-14ab2c0a-bd60-44d4-8182-5dc36fadf13a service neutron] 10.222.0.10 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834115 Feb 03 22:19:07.828946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e8a90607-796b-4cc2-8897-4bf0aad75d95, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e8a90607-796b-4cc2-8897-4bf0aad75d95,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:07.834564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4584c867-15d1-4c0b-828e-5e25dfc1f091 req-24f28342-8c45-420a-9cb2-92b21d6da0c7 service neutron] 10.222.0.10 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966640 Feb 03 22:19:07.842438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'e8a90607-796b-4cc2-8897-4bf0aad75d95', 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'port_id': 'e8a90607-796b-4cc2-8897-4bf0aad75d95', 'mac_address': 'fa:16:3e:b6:18:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e71195-a3e8-4fae-99a6-a5716b90f970', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:19:07.892171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e8a90607-796b-4cc2-8897-4bf0aad75d95 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:07.892655 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:07.898970 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:19:07.907601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a90607-796b-4cc2-8897-4bf0aad75d95 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:19:07.927556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e8a90607-796b-4cc2-8897-4bf0aad75d95, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e8a90607-796b-4cc2-8897-4bf0aad75d95,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:07.932092 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:07.980282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e8a90607-796b-4cc2-8897-4bf0aad75d95,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:08.067344 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-51ba3726-1a22-4274-b5ef-50f46988022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:08.069047 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-51ba3726-1a22-4274-b5ef-50f46988022d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb95eeac8e7348139c83c6b020445ff0&device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 1125 time: 0.0468595 Feb 03 22:19:08.164258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-6904b30c-fbcb-419d-8ba8-a3678c761082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:08.165679 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-6904b30c-fbcb-419d-8ba8-a3678c761082 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21a90e44-4044-4680-9efe-cd86805ad795 HTTP/1.1" status: 200 len: 914 time: 0.0885959 Feb 03 22:19:08.209539 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-bcff60ec-bbba-4bde-b159-4807f9bfe09c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67da0750-aaae-4094-9a5b-d9df4eed2124 HTTP/1.1" status: 200 len: 217 time: 0.0379641 Feb 03 22:19:08.259358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-77072755-bea5-49c5-bdbd-b121efe7efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:08.260849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-77072755-bea5-49c5-bdbd-b121efe7efbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ea2254b-1183-4230-8bbd-1ac60c48fcf5 HTTP/1.1" status: 200 len: 853 time: 0.0459931 Feb 03 22:19:08.262461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441f2b7-1b50-4ea7-827e-728f4cfd1841 req-1c6b9d74-ac8a-468e-ab2a-939433fb1833 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:08.264555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2441f2b7-1b50-4ea7-827e-728f4cfd1841 req-1c6b9d74-ac8a-468e-ab2a-939433fb1833 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1126 time: 0.0463550 Feb 03 22:19:08.292477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e8a90607-796b-4cc2-8897-4bf0aad75d95'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:19:08.298732 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-418092cb-8593-4a8f-80d3-a517945eff62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21a90e44-4044-4680-9efe-cd86805ad795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325873 Feb 03 22:19:08.311568 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2441f2b7-1b50-4ea7-827e-728f4cfd1841 req-30531c29-979d-4bb2-b42d-092f71074aac tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Feb 03 22:19:08.393037 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-7c17e512-607c-4680-88ff-0a7a780d66df service neutron] 10.222.0.10 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885649 Feb 03 22:19:08.490850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-911d117f-10da-49c9-a0cf-71bfe7ba548e req-f97daba6-209f-440e-8e3e-23cc3e75e534 service neutron] 10.222.0.10 "GET /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915523 Feb 03 22:19:08.575068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4a4a7a9-9438-439d-add6-83917fd40a1d req-035ec607-ecd1-4b85-83e8-c102254ab5ea tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0512161 Feb 03 22:19:08.601303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316504-c422-4792-a61b-0421c17a787a req-b1c038f8-3f88-4965-9f03-7f662434f907 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:08.602848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e316504-c422-4792-a61b-0421c17a787a req-b1c038f8-3f88-4965-9f03-7f662434f907 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0702131 Feb 03 22:19:08.652707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e316504-c422-4792-a61b-0421c17a787a req-ca5f61e4-1dbc-4190-ae8f-c13790de9806 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434811 Feb 03 22:19:08.745353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7eb3-30da-4d36-ad81-08401b96bc6b req-8768faaa-d024-4247-86c8-4a2ad143dc2a tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:08.746766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65ad7eb3-30da-4d36-ad81-08401b96bc6b req-8768faaa-d024-4247-86c8-4a2ad143dc2a tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 943 time: 0.0525258 Feb 03 22:19:08.796365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65ad7eb3-30da-4d36-ad81-08401b96bc6b req-c6f1c546-9281-4248-a6d1-cf513981c08f tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438199 Feb 03 22:19:09.426187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c015-14ec-4d9c-b74c-1357cb0b0c44 req-4a0c5df4-ae87-4a15-8b05-3b0cb3c270fe tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:09.427767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f7c015-14ec-4d9c-b74c-1357cb0b0c44 req-4a0c5df4-ae87-4a15-8b05-3b0cb3c270fe tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1126 time: 0.0451617 Feb 03 22:19:09.478660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f7c015-14ec-4d9c-b74c-1357cb0b0c44 req-3eeba2b2-7eb2-4e7e-8044-615936033dc5 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448582 Feb 03 22:19:09.669699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81d83c8c-43cb-4f67-8016-5a47cd16fab9 req-4fa6d571-68e8-4520-90d3-b0b61b609b64 tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0269408 Feb 03 22:19:09.722003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e8a90607-796b-4cc2-8897-4bf0aad75d95 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:19:09.772680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port e8a90607-796b-4cc2-8897-4bf0aad75d95 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:19:09.775106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cfb7c-59d6-48c7-8291-ffd9940dfcfb req-71b51470-e8c2-422d-bf56-e2094f1a4593 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:09.776739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port e8a90607-796b-4cc2-8897-4bf0aad75d95 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:09.776978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a6cfb7c-59d6-48c7-8291-ffd9940dfcfb req-71b51470-e8c2-422d-bf56-e2094f1a4593 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0542150 Feb 03 22:19:09.777177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:09.858418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a6cfb7c-59d6-48c7-8291-ffd9940dfcfb req-c0031d8e-1af5-400b-9f5d-c10fe8327c4e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745082 Feb 03 22:19:09.891019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e8a90607-796b-4cc2-8897-4bf0aad75d95 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:09.891823 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:09.920957 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1936d70-45ea-428b-a429-5709f33ce9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a90607-796b-4cc2-8897-4bf0aad75d95'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:09.924731 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3166d8-4142-437c-9e54-d886f8246df9" -d '{"events": [{"server_uuid": "d1936d70-45ea-428b-a429-5709f33ce9a2", "name": "network-vif-plugged", "status": "completed", "tag": "e8a90607-796b-4cc2-8897-4bf0aad75d95"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:09.938615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e8a90607-796b-4cc2-8897-4bf0aad75d95, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e8a90607-796b-4cc2-8897-4bf0aad75d95,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:09.946061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:09.946234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780b20-343f-4be0-9447-4a655a4906ac req-857df2f0-2520-4c2b-8a57-2f65bbf070c3 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:09.947731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8780b20-343f-4be0-9447-4a655a4906ac req-857df2f0-2520-4c2b-8a57-2f65bbf070c3 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 943 time: 0.0674376 Feb 03 22:19:09.955724 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-28e4df44-b7da-4240-8beb-538ad0cf1442 service neutron] show failed (client error): The resource could not be found. Feb 03 22:19:09.956766 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-28e4df44-b7da-4240-8beb-538ad0cf1442 service neutron] 10.222.0.10 "GET /v2.0/ports/f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.1182158 Feb 03 22:19:10.016181 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0dea06-026b-4432-95bd-79a96c7f6806 x-openstack-request-id: req-3c0dea06-026b-4432-95bd-79a96c7f6806 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:10.016554 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1936d70-45ea-428b-a429-5709f33ce9a2", "name": "network-vif-plugged", "status": "completed", "tag": "e8a90607-796b-4cc2-8897-4bf0aad75d95", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:10.017037 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c0dea06-026b-4432-95bd-79a96c7f6806 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:10.017786 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1936d70-45ea-428b-a429-5709f33ce9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a90607-796b-4cc2-8897-4bf0aad75d95', 'code': 200} Feb 03 22:19:10.018900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8780b20-343f-4be0-9447-4a655a4906ac req-fe2ba061-84d7-4f35-b47c-c62a4bf3c05d tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634854 Feb 03 22:19:10.050984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e8a90607-796b-4cc2-8897-4bf0aad75d95,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:10.103764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e2339-44d2-4abf-abc2-81f641e4de0f req-0f2d3060-a8c8-4233-a4a5-41a88b18a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:10.105425 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dd8e2339-44d2-4abf-abc2-81f641e4de0f req-0f2d3060-a8c8-4233-a4a5-41a88b18a9c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0600464 Feb 03 22:19:10.156816 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dd8e2339-44d2-4abf-abc2-81f641e4de0f req-dbd8c7f2-0b2d-4332-87fa-c1ff65afa277 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Feb 03 22:19:10.236994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-70286b33-a152-4be0-a685-50b7864ff61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:10.238549 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-70286b33-a152-4be0-a685-50b7864ff61a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 1128 time: 0.0802431 Feb 03 22:19:10.458977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:19:10.519704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:10.593809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c80d-844d-4bc1-803a-052f4947dc19 req-057fb49b-36b3-4ba5-bf1a-98b1cd6f568a tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:10.595442 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e549c80d-844d-4bc1-803a-052f4947dc19 req-057fb49b-36b3-4ba5-bf1a-98b1cd6f568a tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0449219 Feb 03 22:19:10.647599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e549c80d-844d-4bc1-803a-052f4947dc19 req-e7a28e47-d131-4218-bd51-d46c2e2f98ed tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 Feb 03 22:19:10.742799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:10.772835 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-247f19bd-00d8-40e7-ad67-80a1e92c52cd req-82cad587-dad7-4d51-999d-11d02a9b982a tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "GET /v2.0/ports?device_id=313e3954-2d6e-4bdd-813d-a0a917b5ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0274847 Feb 03 22:19:10.779473 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:19:10.818129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:10.820341 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0834cda3-4e9c-4e0b-9292-30ccf426ca1b" -d '{"events": [{"server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "name": "network-vif-unplugged", "status": "completed", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:10.824317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Publish callbacks [] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:10.837485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Transition to ACTIVE for port object f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:19:10.841889 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:10.877228 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcfa6b9-b5a1-4ed1-a99b-bd2b58575dbf x-openstack-request-id: req-4bcfa6b9-b5a1-4ed1-a99b-bd2b58575dbf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:10.877521 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "name": "network-vif-unplugged", "status": "completed", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:10.877768 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bcfa6b9-b5a1-4ed1-a99b-bd2b58575dbf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:10.878159 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'code': 200} Feb 03 22:19:10.960634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:11.015929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961c372-c6a7-4e26-8f61-6503d14287ae req-ee841cb2-5553-4c50-9829-4eb388048979 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:11.023418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4961c372-c6a7-4e26-8f61-6503d14287ae req-ee841cb2-5553-4c50-9829-4eb388048979 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0704718 Feb 03 22:19:11.036583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] No DVR routers for this DVR port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:11.083252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4961c372-c6a7-4e26-8f61-6503d14287ae req-bc3d194c-cdda-4116-b64f-217bf7d53398 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584438 Feb 03 22:19:11.175625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea563c-8d56-41ad-ad79-326268e93c93 req-cb2bb88e-8f08-4253-91b0-5fec6c9ddbdd tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:11.177512 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dea563c-8d56-41ad-ad79-326268e93c93 req-cb2bb88e-8f08-4253-91b0-5fec6c9ddbdd tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 943 time: 0.0597744 Feb 03 22:19:11.219044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:19:11.219414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:19:11.219727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:11.224407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:19:11.224742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:11.229965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4dea563c-8d56-41ad-ad79-326268e93c93 req-48e8b303-5273-4dc1-af83-a903788a3487 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464420 Feb 03 22:19:11.234179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:19:11.234539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Checking segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:19:11.234935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Bound using segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:19:11.235463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Bound port: f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:19:11.235834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:11.307545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:19:11.311255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:19:11.317095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:11.350894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:11.351529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:11.353137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] 10.222.0.47 "PUT /v2.0/ports/f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 1092 time: 0.8984699 Feb 03 22:19:11.377087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d903ee0-09f6-4b74-b2ee-9ba9f33bcdaa service neutron] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:11.429341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-fa5ce83d-05b0-4e08-beda-9ce2e8018780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:11.430886 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-fa5ce83d-05b0-4e08-beda-9ce2e8018780 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1126 time: 0.0468917 Feb 03 22:19:11.494149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 67da0750-aaae-4094-9a5b-d9df4eed2124 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:19:11.558791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-2acb4d87-fa6c-423f-b20b-c8dfd95be7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:11.561272 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-2acb4d87-fa6c-423f-b20b-c8dfd95be7c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1195104 Feb 03 22:19:11.610267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 67da0750-aaae-4094-9a5b-d9df4eed2124, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=67da0750-aaae-4094-9a5b-d9df4eed2124,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:11.622917 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '67da0750-aaae-4094-9a5b-d9df4eed2124', 'network_id': '21a90e44-4044-4680-9efe-cd86805ad795', 'port_id': '67da0750-aaae-4094-9a5b-d9df4eed2124', 'mac_address': 'fa:16:3e:1b:10:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea2254b-1183-4230-8bbd-1ac60c48fcf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:19:11.636636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-19753ca0-7453-4019-a6d7-d1a811e003cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 998 time: 0.0690982 Feb 03 22:19:11.662445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 67da0750-aaae-4094-9a5b-d9df4eed2124 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:11.662842 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:11.689197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67da0750-aaae-4094-9a5b-d9df4eed2124 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:19:11.690829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-49d8cca8-a5f9-4e40-84ad-99ff019430ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:11.692341 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-49d8cca8-a5f9-4e40-84ad-99ff019430ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0500321 Feb 03 22:19:11.714317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 67da0750-aaae-4094-9a5b-d9df4eed2124, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=67da0750-aaae-4094-9a5b-d9df4eed2124,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:11.721563 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:11.777842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=67da0750-aaae-4094-9a5b-d9df4eed2124,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:11.793804 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b05fb-2702-45d7-9f8d-b83343603ae8 req-837e8d23-170b-4931-8645-e75a58ddad77 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:11.802984 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-983b05fb-2702-45d7-9f8d-b83343603ae8 req-837e8d23-170b-4931-8645-e75a58ddad77 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0598862 Feb 03 22:19:11.834899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:11.902241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-983b05fb-2702-45d7-9f8d-b83343603ae8 req-53e8e66e-9876-4977-ba20-4f64e95cf2b3 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931542 Feb 03 22:19:11.996406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Deleting port e3b6713e-879e-4cb4-9d0d-45f822dacaf8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:11.996749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e3b6713e-879e-4cb4-9d0d-45f822dacaf8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:12.032260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-aeaa220c-32af-4507-94f1-166dcc55e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:12.033845 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-aeaa220c-32af-4507-94f1-166dcc55e18d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3359718 Feb 03 22:19:12.039481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['67da0750-aaae-4094-9a5b-d9df4eed2124'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:19:12.084354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259426d-ce3b-40fc-93a3-b6e6336475c5 req-309feb24-59e2-4e2a-a167-8cbbc8da46e6 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:12.085842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1259426d-ce3b-40fc-93a3-b6e6336475c5 req-309feb24-59e2-4e2a-a167-8cbbc8da46e6 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1127 time: 0.1030886 Feb 03 22:19:12.110054 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e3b6713e-879e-4cb4-9d0d-45f822dacaf8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:12.110343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (e3b6713e-879e-4cb4-9d0d-45f822dacaf8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:12.131066 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Calling delete_port for e3b6713e-879e-4cb4-9d0d-45f822dacaf8 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:12.142876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-37789ed4-4bac-4b34-b3e1-591c150ed687 service neutron] 10.222.0.47 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020818 Feb 03 22:19:12.203419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1259426d-ce3b-40fc-93a3-b6e6336475c5 req-c795e4ae-9441-4a4e-ba21-ab4ead16954f tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058671 Feb 03 22:19:12.247602 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7068fb7d-1224-4ec2-b40f-b36ad3cb065c req-e917af9a-6ebd-472a-b598-4493402767dd service neutron] 10.222.0.47 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984268 Feb 03 22:19:12.275796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357ab8c-de22-4017-893c-010bcd809ffd req-0402f7d6-745d-4dc3-ab21-0fe8b514b64f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:12.277429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8357ab8c-de22-4017-893c-010bcd809ffd req-0402f7d6-745d-4dc3-ab21-0fe8b514b64f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.1167963 Feb 03 22:19:12.396139 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8357ab8c-de22-4017-893c-010bcd809ffd req-7d821acf-1c72-4e38-bf96-efc521679d00 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072483 Feb 03 22:19:12.402095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5fe43-0e54-4a18-9b9a-34ee55c6c417 req-e0f2c289-aa0f-409c-9b2f-27ef6aedbfdd tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:12.404216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03b5fe43-0e54-4a18-9b9a-34ee55c6c417 req-e0f2c289-aa0f-409c-9b2f-27ef6aedbfdd tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1127 time: 0.1253684 Feb 03 22:19:12.405277 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e3b6713e-879e-4cb4-9d0d-45f822dacaf8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:12.445420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'Port': ['ID=e3b6713e-879e-4cb4-9d0d-45f822dacaf8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:12.547841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03b5fe43-0e54-4a18-9b9a-34ee55c6c417 req-f67e3f51-23d2-4df4-9767-76580caa8c53 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351624 Feb 03 22:19:12.558856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for floatingip (190b28be-d446-4ee4-8882-d44d9d038ee6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:12.562161 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:12.565695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1ff71373-575b-46e9-865d-0322567e9efe tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "DELETE /v2.0/floatingips/190b28be-d446-4ee4-8882-d44d9d038ee6 HTTP/1.1" status: 204 len: 168 time: 0.7273090 Feb 03 22:19:12.577377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5c96c-f0a7-44f1-a17c-a031684dea10 req-0b7ec1a0-9cb2-4adc-8129-8567791a78d9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:12.579311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65e5c96c-f0a7-44f1-a17c-a031684dea10 req-0b7ec1a0-9cb2-4adc-8129-8567791a78d9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 944 time: 0.1257339 Feb 03 22:19:12.634232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65e5c96c-f0a7-44f1-a17c-a031684dea10 req-a738287f-6b94-495e-90eb-399a0abbbc9f tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Feb 03 22:19:12.805682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-b4e0c5d9-3946-4634-8d11-c5e7b03083f4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:12.807355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-b4e0c5d9-3946-4634-8d11-c5e7b03083f4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/networks?id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399 HTTP/1.1" status: 200 len: 911 time: 0.0926805 Feb 03 22:19:12.821787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-b61a2709-cf72-459d-895b-ad22a03292c2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/quotas/f1dae3c815a84392b5c3f461b7e61d94 HTTP/1.1" status: 200 len: 375 time: 0.0086725 Feb 03 22:19:12.876502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-e840747f-3d77-4c03-933c-6ffe775d35c6 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1dae3c815a84392b5c3f461b7e61d94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470109 Feb 03 22:19:12.879437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:12.881957 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e603caaa-058f-4c27-aefc-485819db0b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:12.933981 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7c25d-612f-450e-9a0e-7f5ee34cbd8e x-openstack-request-id: req-89b7c25d-612f-450e-9a0e-7f5ee34cbd8e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:12.934283 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:12.935112 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89b7c25d-612f-450e-9a0e-7f5ee34cbd8e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:12.935693 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'status': 'completed', 'code': 200} Feb 03 22:19:12.980398 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-648a03ff-b254-4fe5-8d3f-2a3a131ff5dd service neutron] 10.222.0.50 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970809 Feb 03 22:19:13.036504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603caaa-058f-4c27-aefc-485819db0b4d req-12a5e40b-5889-40df-b878-ddc061ead22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.038226 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-12a5e40b-5889-40df-b878-ddc061ead22c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1126 time: 0.0829687 Feb 03 22:19:13.049263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603caaa-058f-4c27-aefc-485819db0b4d req-d1122251-1321-4ec3-8b2a-e68d2e2228b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.050653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-d1122251-1321-4ec3-8b2a-e68d2e2228b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1126 time: 0.0677493 Feb 03 22:19:13.078092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-3a63782b-ebfe-458b-a988-d06576331bfc service neutron] 10.222.0.50 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906632 Feb 03 22:19:13.230554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603caaa-058f-4c27-aefc-485819db0b4d req-336fd65a-3607-458a-9ddb-49360c580fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.232969 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-336fd65a-3607-458a-9ddb-49360c580fd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1859691 Feb 03 22:19:13.234390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603caaa-058f-4c27-aefc-485819db0b4d req-b52d579e-4dd3-487f-b65b-b22460aeb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.236225 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-b52d579e-4dd3-487f-b65b-b22460aeb737 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1777318 Feb 03 22:19:13.269629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4840218b-e9e1-4998-8676-214c53863aad req-302a4ffa-698b-4539-96bc-37d9560aa2c0 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 210 time: 0.0286877 Feb 03 22:19:13.360095 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-5b207d8f-fa37-4002-b3b2-464e4b28d8c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 998 time: 0.1213768 Feb 03 22:19:13.364330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-50a99eac-6047-4b0a-b4b4-9b2eaf2660eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 998 time: 0.1165745 Feb 03 22:19:13.451310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603caaa-058f-4c27-aefc-485819db0b4d req-731af23a-a427-408e-a99c-927308f74568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.452896 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-731af23a-a427-408e-a99c-927308f74568 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0865407 Feb 03 22:19:13.454302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603caaa-058f-4c27-aefc-485819db0b4d req-a52cf55e-58a7-4747-a345-3e7bdb1a8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.455702 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-a52cf55e-58a7-4747-a345-3e7bdb1a8eaa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0813663 Feb 03 22:19:13.496363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 67da0750-aaae-4094-9a5b-d9df4eed2124 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:19:13.536681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70508604-8a57-41c8-9adb-0f1f3abfd1a1 req-b36c0aec-d353-4bbb-9b7d-8215dbd50085 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.545648 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70508604-8a57-41c8-9adb-0f1f3abfd1a1 req-b36c0aec-d353-4bbb-9b7d-8215dbd50085 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0679743 Feb 03 22:19:13.556638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603caaa-058f-4c27-aefc-485819db0b4d req-a0c80cd9-552e-4be0-8547-bcaeb9844b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.558239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-a0c80cd9-552e-4be0-8547-bcaeb9844b69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0953469 Feb 03 22:19:13.578743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603caaa-058f-4c27-aefc-485819db0b4d req-bbb933bc-d0a9-48d0-b106-1776c9002205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.580530 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-bbb933bc-d0a9-48d0-b106-1776c9002205 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1085608 Feb 03 22:19:13.612368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70508604-8a57-41c8-9adb-0f1f3abfd1a1 req-0f69bd07-e881-45ad-8042-4ad9c4ba21ba tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657296 Feb 03 22:19:13.615576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 67da0750-aaae-4094-9a5b-d9df4eed2124 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:19:13.622483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 67da0750-aaae-4094-9a5b-d9df4eed2124 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:13.623722 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:13.739216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 67da0750-aaae-4094-9a5b-d9df4eed2124 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:13.740002 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:13.773370 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-bf60ca2d-a6c1-482a-8b4a-bceb099b8d42 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782570 Feb 03 22:19:13.777612 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-b3f12726-d158-414e-a439-3ac0511ab78b service neutron] 10.222.0.47 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114453 Feb 03 22:19:13.779900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 67da0750-aaae-4094-9a5b-d9df4eed2124, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=67da0750-aaae-4094-9a5b-d9df4eed2124,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:13.781174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1602af3b-f884-4a0a-9f93-7b0d91f2a216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67da0750-aaae-4094-9a5b-d9df4eed2124'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:13.783789 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a952dcb-fbf4-4ed7-ad0d-41b0aed06905" -d '{"events": [{"server_uuid": "1602af3b-f884-4a0a-9f93-7b0d91f2a216", "name": "network-vif-plugged", "status": "completed", "tag": "67da0750-aaae-4094-9a5b-d9df4eed2124"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:13.791876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:13.794767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:13.863034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e36788-74d5-4097-9b40-3036061ea218 req-621811a8-8d1c-450b-a6ca-5b24904946c5 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:13.870894 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85e36788-74d5-4097-9b40-3036061ea218 req-621811a8-8d1c-450b-a6ca-5b24904946c5 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 944 time: 0.1625535 Feb 03 22:19:13.942514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85e36788-74d5-4097-9b40-3036061ea218 req-76d9b43c-eb28-40aa-8060-1bb27f670816 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703535 Feb 03 22:19:13.956457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:19:13.956865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:13.968760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=67da0750-aaae-4094-9a5b-d9df4eed2124,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:14.000249 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96df50e-440f-4107-9cfa-c4f9007ad5ca x-openstack-request-id: req-a96df50e-440f-4107-9cfa-c4f9007ad5ca {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:14.000613 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1602af3b-f884-4a0a-9f93-7b0d91f2a216", "name": "network-vif-plugged", "status": "completed", "tag": "67da0750-aaae-4094-9a5b-d9df4eed2124", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:14.001388 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a96df50e-440f-4107-9cfa-c4f9007ad5ca {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:14.001811 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1602af3b-f884-4a0a-9f93-7b0d91f2a216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67da0750-aaae-4094-9a5b-d9df4eed2124', 'code': 200} Feb 03 22:19:14.041585 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-0d99d8ac-9326-4936-840b-ae818233ce06 service neutron] 10.222.0.47 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975954 Feb 03 22:19:14.043717 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e603caaa-058f-4c27-aefc-485819db0b4d req-ee3e0065-0754-4b21-946e-f58a93f32a6f service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642674 Feb 03 22:19:14.120234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf3472-20dc-4bdc-86b4-a675b7203450 req-f861ff62-fa1a-4821-8361-21a247c01805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:14.122431 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1daf3472-20dc-4bdc-86b4-a675b7203450 req-f861ff62-fa1a-4821-8361-21a247c01805 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 1127 time: 0.0493658 Feb 03 22:19:14.166946 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1daf3472-20dc-4bdc-86b4-a675b7203450 req-45acf1aa-7bcc-4edc-9c12-e7261edbc994 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Feb 03 22:19:14.362745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8bdb2b9-00d7-4dbe-8817-2d5ac4991232 req-77936eb7-8671-4075-ba3d-e5327ae732d0 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 210 time: 0.0270736 Feb 03 22:19:14.727778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-e3b13842-dad0-41a6-8d72-aaa9583e9c4a tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:14.729525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-e3b13842-dad0-41a6-8d72-aaa9583e9c4a tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.10 "GET /v2.0/networks?id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399 HTTP/1.1" status: 200 len: 911 time: 0.1032186 Feb 03 22:19:14.747686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Request body: {'port': {'device_id': '2231f994-26fd-4502-b982-1a6662ad9d6a', 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'admin_state_up': True, 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:19:14.766756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d318b6-63ea-4e4b-b0ae-f6b8ab272179 req-ead62d42-4b0f-43d7-81f7-ff67354ab9e7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:14.774008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03d318b6-63ea-4e4b-b0ae-f6b8ab272179 req-ead62d42-4b0f-43d7-81f7-ff67354ab9e7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0617845 Feb 03 22:19:14.791981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Made reservation on behalf of f1dae3c815a84392b5c3f461b7e61d94 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:19:14.795749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:14.833105 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03d318b6-63ea-4e4b-b0ae-f6b8ab272179 req-81ef1a1b-46c7-4ee6-af5a-124195226149 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572038 Feb 03 22:19:14.932342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Allocated IP 172.20.0.9 (34a1fff9-1ffc-4605-b2d2-9ca3884c2399/10e71195-a3e8-4fae-99a6-a5716b90f970/57c11435-bd99-40cd-93d5-9f7d3fa1539b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:19:15.080150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks [] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:15.105655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adc59d-3a8f-46b9-91ff-0ef801314a3f req-04f5534c-084e-4b80-b1e7-bc70af1cfad3 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:15.107708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40adc59d-3a8f-46b9-91ff-0ef801314a3f req-04f5534c-084e-4b80-b1e7-bc70af1cfad3 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 945 time: 0.0853939 Feb 03 22:19:15.130729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:15.144510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e8a90607-796b-4cc2-8897-4bf0aad75d95'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:19:15.161206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40adc59d-3a8f-46b9-91ff-0ef801314a3f req-19ed0aa1-0411-497a-affa-4d4f42fecaa3 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Feb 03 22:19:15.192030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:19:15.198958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:19:15.203055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:19:15.228453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Pushing event updated for resources: {'Port': ['ID=57c11435-bd99-40cd-93d5-9f7d3fa1539b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:15.256484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:15.257145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:15.280034 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-1509eee6-ff90-4a3b-8bef-5acf8089303d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5377889 Feb 03 22:19:15.313859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Request body: {'port': {'device_id': '2231f994-26fd-4502-b982-1a6662ad9d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:19:15.415700 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:15.527691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b389a-6f24-49d3-b3c9-1e080dc65b6c req-2fd41e1c-2d8f-4b85-bf86-d0174041b8b1 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:15.530394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b34b389a-6f24-49d3-b3c9-1e080dc65b6c req-2fd41e1c-2d8f-4b85-bf86-d0174041b8b1 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1027 time: 0.0625887 Feb 03 22:19:15.570599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-259bcbcd-753b-4af5-aa3b-0170eb33c0a1 None None] Provisioning complete for port 57c11435-bd99-40cd-93d5-9f7d3fa1539b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:15.571256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-259bcbcd-753b-4af5-aa3b-0170eb33c0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:15.598167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b34b389a-6f24-49d3-b3c9-1e080dc65b6c req-455f7f41-a715-46ae-ba81-1f6751d71a5e tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594273 Feb 03 22:19:15.609621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-259bcbcd-753b-4af5-aa3b-0170eb33c0a1 None None] Port 57c11435-bd99-40cd-93d5-9f7d3fa1539b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:19:15.788514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c11435-bd99-40cd-93d5-9f7d3fa1539b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:19:15.797211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Publish callbacks [] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:15.810543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Transition to ACTIVE for port object 57c11435-bd99-40cd-93d5-9f7d3fa1539b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:19:15.814193 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:15.878382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Pushing event updated for resources: {'Port': ['ID=57c11435-bd99-40cd-93d5-9f7d3fa1539b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:15.961126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Attempting to bind port 57c11435-bd99-40cd-93d5-9f7d3fa1539b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:19:15.961740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Attempting to bind port 57c11435-bd99-40cd-93d5-9f7d3fa1539b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:19:15.962252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Attempting to bind port 57c11435-bd99-40cd-93d5-9f7d3fa1539b on network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:15.969565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Port 57c11435-bd99-40cd-93d5-9f7d3fa1539b on network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:19:15.969908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Attempting to bind port 57c11435-bd99-40cd-93d5-9f7d3fa1539b on network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:15.976622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:19:15.979672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Checking segment: {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:19:15.980149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Bound using segment: {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:19:15.980805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Bound port: 57c11435-bd99-40cd-93d5-9f7d3fa1539b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046786db-e5c1-4924-84f9-c92898922bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:19:15.981775 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:16.016513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b540c5-d0e0-4e52-b567-06b9a25da721 req-f9f90e20-6871-4f7c-9de3-6d03735adf0d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.018478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2b540c5-d0e0-4e52-b567-06b9a25da721 req-f9f90e20-6871-4f7c-9de3-6d03735adf0d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0901117 Feb 03 22:19:16.062818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] For port 57c11435-bd99-40cd-93d5-9f7d3fa1539b, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:19:16.066584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] For port 57c11435-bd99-40cd-93d5-9f7d3fa1539b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57c11435-bd99-40cd-93d5-9f7d3fa1539b,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:19:16.073832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2b540c5-d0e0-4e52-b567-06b9a25da721 req-77ce816f-a0d3-45b9-9c67-1c4df83aefac tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489523 Feb 03 22:19:16.075853 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:16.113828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.114785 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:16.115868 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] 10.222.0.10 "PUT /v2.0/ports/57c11435-bd99-40cd-93d5-9f7d3fa1539b HTTP/1.1" status: 200 len: 1091 time: 0.8084016 Feb 03 22:19:16.116321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2231f994-26fd-4502-b982-1a6662ad9d6a', 'tag': '57c11435-bd99-40cd-93d5-9f7d3fa1539b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:16.118730 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ade70d-29ec-4376-a43b-698f86555992" -d '{"events": [{"name": "network-changed", "server_uuid": "2231f994-26fd-4502-b982-1a6662ad9d6a", "tag": "57c11435-bd99-40cd-93d5-9f7d3fa1539b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:16.146363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c553a-6089-4d3f-8f33-3d38514a46eb service neutron] Pushing event updated for resources: {'Port': ['ID=57c11435-bd99-40cd-93d5-9f7d3fa1539b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:16.214790 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118a6857-de82-479e-b595-048fdb728fdd x-openstack-request-id: req-118a6857-de82-479e-b595-048fdb728fdd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:16.215101 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2231f994-26fd-4502-b982-1a6662ad9d6a", "tag": "57c11435-bd99-40cd-93d5-9f7d3fa1539b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:16.215362 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-118a6857-de82-479e-b595-048fdb728fdd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:16.216422 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2231f994-26fd-4502-b982-1a6662ad9d6a', 'tag': '57c11435-bd99-40cd-93d5-9f7d3fa1539b', 'status': 'completed', 'code': 200} Feb 03 22:19:16.239084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-4ffc0fe6-1f82-4d4a-aa30-58efeae78f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.241636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-4ffc0fe6-1f82-4d4a-aa30-58efeae78f26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1dae3c815a84392b5c3f461b7e61d94&device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1125 time: 0.0798867 Feb 03 22:19:16.326275 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-fe57db6a-1700-4e1c-903d-4557a784ea1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c11435-bd99-40cd-93d5-9f7d3fa1539b HTTP/1.1" status: 200 len: 217 time: 0.0784097 Feb 03 22:19:16.357905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98591af4-b6bc-4332-b707-6bffa73f622e req-cd974e18-1be9-4576-aaaf-978c57dfc1d9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.360494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98591af4-b6bc-4332-b707-6bffa73f622e req-cd974e18-1be9-4576-aaaf-978c57dfc1d9 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 945 time: 0.0842376 Feb 03 22:19:16.419510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98591af4-b6bc-4332-b707-6bffa73f622e req-da355ec5-0774-4a67-9fe7-559e765b5c69 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509787 Feb 03 22:19:16.479877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-2484b747-e8a2-4e5b-ad16-99391a092f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.482330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-2484b747-e8a2-4e5b-ad16-99391a092f09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10e71195-a3e8-4fae-99a6-a5716b90f970 HTTP/1.1" status: 200 len: 849 time: 0.1501770 Feb 03 22:19:16.513157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91318d-8c88-4ec3-877c-66b59336c448 req-b46c3045-be6f-47f9-ae4a-9299a2c02926 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.514747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc91318d-8c88-4ec3-877c-66b59336c448 req-b46c3045-be6f-47f9-ae4a-9299a2c02926 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0942879 Feb 03 22:19:16.558732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ba0ed0d2-1e88-4a04-8631-9b74a6e753a6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.560429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ba0ed0d2-1e88-4a04-8631-9b74a6e753a6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b&tenant_id=53ca60e57bac4ba49054448a2ff6b67b&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 944 time: 0.1762049 Feb 03 22:19:16.572325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc91318d-8c88-4ec3-877c-66b59336c448 req-279a6e3f-2154-4fe1-a63b-5ed00cd924cb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498080 Feb 03 22:19:16.616128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-bf5bc277-aee7-46ec-802f-bcf0cef3c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.617866 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-bf5bc277-aee7-46ec-802f-bcf0cef3c131 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1213038 Feb 03 22:19:16.703267 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-a7e606ad-0a04-495e-888f-70754c9d02ff service neutron] 10.222.0.47 "GET /v2.0/ports/f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 382 time: 0.1345329 Feb 03 22:19:16.741828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc810a2-a346-4cd5-8c30-adbd7b596bd9 req-fa717a1d-b7c5-4ac9-b388-fff2f298868a tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.743711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfc810a2-a346-4cd5-8c30-adbd7b596bd9 req-fa717a1d-b7c5-4ac9-b388-fff2f298868a tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1125 time: 0.0625556 Feb 03 22:19:16.773151 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-9b4ee621-1dfd-4ca6-b97c-30d847b4cdb8 service neutron] 10.222.0.10 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476150 Feb 03 22:19:16.801127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfc810a2-a346-4cd5-8c30-adbd7b596bd9 req-fc56216e-5144-4687-a165-2fe0dfc7835e tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496440 Feb 03 22:19:16.871550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-d55c8104-42a5-43d5-a6a5-bbd2cac4cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:16.873160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-d55c8104-42a5-43d5-a6a5-bbd2cac4cc09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1126 time: 0.1452153 Feb 03 22:19:16.974512 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3f8375ec-a1a9-47b6-bc16-54ac55edfc78 req-7b977818-0d1a-428e-93b8-4edf54a4ddac service neutron] 10.222.0.10 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891358 Feb 03 22:19:16.999923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-588c484c-95ac-41d1-ba4c-fddafb4de580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:17.002360 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-588c484c-95ac-41d1-ba4c-fddafb4de580 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1202598 Feb 03 22:19:17.116538 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-dd903fea-a832-4eea-84d5-ad09501172ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 998 time: 0.1063631 Feb 03 22:19:17.127309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade70d-29ec-4376-a43b-698f86555992 req-74f49658-d1f8-4d27-8b8c-ef4ccc651230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:17.128928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24ade70d-29ec-4376-a43b-698f86555992 req-74f49658-d1f8-4d27-8b8c-ef4ccc651230 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1dae3c815a84392b5c3f461b7e61d94&device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1125 time: 0.0745752 Feb 03 22:19:17.484889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-de83c04a-bb28-4ee0-948a-ea653d364e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:17.486294 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-de83c04a-bb28-4ee0-948a-ea653d364e04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.3613000 Feb 03 22:19:17.550570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade70d-29ec-4376-a43b-698f86555992 req-421cbde2-fa70-432c-bdd1-2a19b89a73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:17.552045 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24ade70d-29ec-4376-a43b-698f86555992 req-421cbde2-fa70-432c-bdd1-2a19b89a73ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399 HTTP/1.1" status: 200 len: 911 time: 0.3966274 Feb 03 22:19:17.596250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-bc2677ab-8027-48a1-8ad8-da21e11480fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:17.597570 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-bc2677ab-8027-48a1-8ad8-da21e11480fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1047833 Feb 03 22:19:17.598963 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24ade70d-29ec-4376-a43b-698f86555992 req-abe6e5ed-66ee-4909-b65f-6f7d27e95059 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c11435-bd99-40cd-93d5-9f7d3fa1539b HTTP/1.1" status: 200 len: 217 time: 0.0400424 Feb 03 22:19:17.715504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade70d-29ec-4376-a43b-698f86555992 req-fcc8493e-cfa9-4ab1-9bcd-5d387f097a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:17.717596 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24ade70d-29ec-4376-a43b-698f86555992 req-fcc8493e-cfa9-4ab1-9bcd-5d387f097a25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10e71195-a3e8-4fae-99a6-a5716b90f970 HTTP/1.1" status: 200 len: 849 time: 0.1034920 Feb 03 22:19:17.730176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257ddef-aca5-4f3d-9388-f145413e1dbe req-58c9a6c5-4c01-4722-82dd-e02d8a2b88f5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:17.744077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0257ddef-aca5-4f3d-9388-f145413e1dbe req-58c9a6c5-4c01-4722-82dd-e02d8a2b88f5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0834701 Feb 03 22:19:17.769299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:19:17.776859 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-4f55c334-1d30-4ad9-9939-6c02e2ad24ce service neutron] 10.222.0.47 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717901 Feb 03 22:19:17.827388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0257ddef-aca5-4f3d-9388-f145413e1dbe req-eaec3697-87f6-4175-9887-c71c0ca32517 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821731 Feb 03 22:19:17.842300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade70d-29ec-4376-a43b-698f86555992 req-f458294c-ee86-4fd3-847e-41084db70f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:17.843816 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24ade70d-29ec-4376-a43b-698f86555992 req-f458294c-ee86-4fd3-847e-41084db70f47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=34a1fff9-1ffc-4605-b2d2-9ca3884c2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1159377 Feb 03 22:19:17.976079 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-10715775-f9cb-4f59-8a94-9c7b7a1cbf5a service neutron] 10.222.0.47 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923289 Feb 03 22:19:17.999975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:18.011630 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24ade70d-29ec-4376-a43b-698f86555992 req-2c6c23e3-8855-45ab-b809-ed03f1d58844 service neutron] 10.222.0.10 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601708 Feb 03 22:19:18.013644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'port_id': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'mac_address': 'fa:16:3e:0d:1d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:19:18.032485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784af11-1872-421a-9c75-052cc05ca56e req-76982353-03df-4e08-80a7-362d822192a2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:18.034451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6784af11-1872-421a-9c75-052cc05ca56e req-76982353-03df-4e08-80a7-362d822192a2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1125 time: 0.0663221 Feb 03 22:19:18.073930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:18.075810 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:18.112665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:19:18.113567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6784af11-1872-421a-9c75-052cc05ca56e req-6f596c4e-1572-4fcd-ac10-fa24995f4906 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730450 Feb 03 22:19:18.148740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:18.163967 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:18.168643 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-24ade70d-29ec-4376-a43b-698f86555992 req-27018756-d142-44b6-8691-d4eb4860963e service neutron] 10.222.0.10 "GET /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493571 Feb 03 22:19:18.212665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:18.553177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:19:19.031179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f319b-3b64-41d5-97fb-d18dd76709d8 req-5d997fc7-4875-459c-9e6b-50548134eead tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:19.037415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-774f319b-3b64-41d5-97fb-d18dd76709d8 req-5d997fc7-4875-459c-9e6b-50548134eead tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 945 time: 0.0688794 Feb 03 22:19:19.097078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-774f319b-3b64-41d5-97fb-d18dd76709d8 req-a7566272-95bf-44ec-a776-b8abda03f821 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523489 Feb 03 22:19:19.211390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48634) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:19.314286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group (23306e0f-c1a8-4c3c-9d52-fd366f112673), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:19.340535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd941e-e292-4534-bfb0-41657fa8d20b req-7d163c5c-446b-4cf8-a7b5-9029dd159c23 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:19.342122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4cd941e-e292-4534-bfb0-41657fa8d20b req-7d163c5c-446b-4cf8-a7b5-9029dd159c23 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1125 time: 0.1442389 Feb 03 22:19:19.351749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group (23306e0f-c1a8-4c3c-9d52-fd366f112673), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:19.426697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4cd941e-e292-4534-bfb0-41657fa8d20b req-4bb56ce0-78e2-490a-a319-60beb9876145 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724320 Feb 03 22:19:19.474779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (23306e0f-c1a8-4c3c-9d52-fd366f112673), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:19.478107 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:19.492176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] 10.222.0.50 "DELETE /v2.0/security-groups/23306e0f-c1a8-4c3c-9d52-fd366f112673 HTTP/1.1" status: 204 len: 168 time: 0.2785180 Feb 03 22:19:19.510566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23306e0f-c1a8-4c3c-9d52-fd366f112673,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:19.540627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.541024 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.541445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.541793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.542136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.542475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.542810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.543144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.543529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.544417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.544750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.545124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.546103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960321-c54f-4f41-bd50-74aa367c9fbb tempest-TestVolumeBootPattern-1879215568 tempest-TestVolumeBootPattern-1879215568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:19.587917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:20.269249 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (45055249-c15c-4ce9-a25e-af25fb83d706), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:20.320859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80055a4d-4f73-417b-8c27-b3b63112fd18 req-652177e3-e4dc-4e8d-99f8-164bc2c4cb0b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:20.325876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80055a4d-4f73-417b-8c27-b3b63112fd18 req-652177e3-e4dc-4e8d-99f8-164bc2c4cb0b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 945 time: 0.1155005 Feb 03 22:19:20.427112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80055a4d-4f73-417b-8c27-b3b63112fd18 req-4e2014cb-09db-4b8e-ba7b-19bae7a7785a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919313 Feb 03 22:19:20.583074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-8944f939-c8f7-46ea-831c-c84ffda6caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:20.584757 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-8944f939-c8f7-46ea-831c-c84ffda6caca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 1127 time: 0.1841040 Feb 03 22:19:20.599356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:19:20.616971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc84fc-d8e7-475a-85d4-2c1809e651f4 req-e1e2ce41-ca36-4940-a979-37e1884f629c tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:20.618921 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5dfc84fc-d8e7-475a-85d4-2c1809e651f4 req-e1e2ce41-ca36-4940-a979-37e1884f629c tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1125 time: 0.0814450 Feb 03 22:19:20.680067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5dfc84fc-d8e7-475a-85d4-2c1809e651f4 req-e5547b1a-b043-49ae-a461-5e26bf12d67c tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542464 Feb 03 22:19:20.690684 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:20.935975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Deleting port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:20.936469 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:21.019254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:21.057332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] For port b5c4a9fe-ff0c-4100-8bd0-b966be7efb91, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b5c4a9fe-ff0c-4100-8bd0-b966be7efb91,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:21.057770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:21.081803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Calling delete_port for b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:21.087487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:19:21.159595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:19:21.175065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Publish callbacks [] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:21.200149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Ignored duplicate provisioning block setup for port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 03 22:19:21.208663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:21.349089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=9']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:21.399213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] No DVR routers for this DVR port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:21.523002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57c11435-bd99-40cd-93d5-9f7d3fa1539b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:19:21.548015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b5c4a9fe-ff0c-4100-8bd0-b966be7efb91), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:21.579612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bba89-ec82-484f-bc59-e52dff52c18b req-615e4073-9306-4ec3-b823-d1038fb234ff tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:21.582348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-717bba89-ec82-484f-bc59-e52dff52c18b req-615e4073-9306-4ec3-b823-d1038fb234ff tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 944 time: 0.0746231 Feb 03 22:19:21.650366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c4a9fe-ff0c-4100-8bd0-b966be7efb91,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:21.664453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57c11435-bd99-40cd-93d5-9f7d3fa1539b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57c11435-bd99-40cd-93d5-9f7d3fa1539b,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:21.669234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-717bba89-ec82-484f-bc59-e52dff52c18b req-a90a9817-0428-43f2-99ab-bcb8c74913e1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807803 Feb 03 22:19:21.683508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '57c11435-bd99-40cd-93d5-9f7d3fa1539b', 'network_id': '34a1fff9-1ffc-4605-b2d2-9ca3884c2399', 'port_id': '57c11435-bd99-40cd-93d5-9f7d3fa1539b', 'mac_address': 'fa:16:3e:8b:12:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e71195-a3e8-4fae-99a6-a5716b90f970', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:19:21.758740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57c11435-bd99-40cd-93d5-9f7d3fa1539b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:21.759274 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:21.784002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c11435-bd99-40cd-93d5-9f7d3fa1539b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:19:21.800031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:19:21.800540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:19:21.801001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:21.807933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:19:21.808411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:21.817219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:19:21.846032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184375d-f018-4cbb-8a8f-5aba1e15992d req-d99c4947-1d28-42ad-a166-d8bdcab7027f tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:21.855808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5184375d-f018-4cbb-8a8f-5aba1e15992d req-d99c4947-1d28-42ad-a166-d8bdcab7027f tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1125 time: 0.0811477 Feb 03 22:19:21.868434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:19:21.868954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Checking segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:19:21.869515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Bound using segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:19:21.881451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Bound port: f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:19:21.881958 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:21.886742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57c11435-bd99-40cd-93d5-9f7d3fa1539b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57c11435-bd99-40cd-93d5-9f7d3fa1539b,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:21.898349 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:21.930128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5184375d-f018-4cbb-8a8f-5aba1e15992d req-6eae7df7-94f1-4490-b42f-8ed6221369d7 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722167 Feb 03 22:19:22.002672 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (45055249-c15c-4ce9-a25e-af25fb83d706), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:22.006009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:19:22.013795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:19:22.013939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:22.016541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=57c11435-bd99-40cd-93d5-9f7d3fa1539b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:22.049583 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:19:22.050238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:19:22.050608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:22.054894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:19:22.055253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Attempting to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on network cd30dccc-c556-4dc9-beb9-b6b562976a4e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:19:22.061042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:19:22.061509 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Checking segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:19:22.062192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Bound using segment: {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:19:22.063768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Bound port: f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:19:22.063768 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:22.064233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:22.126392 n-d-824834-9 neutron-server[103399]: WARNING neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Concurrent port binding operations failed on port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b Feb 03 22:19:22.130231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:22.132756 n-d-824834-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Attempt 2 to bind port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b Feb 03 22:19:22.133303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b has no active binding in host n-h2-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 22:19:22.226320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['57c11435-bd99-40cd-93d5-9f7d3fa1539b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:19:22.425649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:22.426273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:22.427709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 1092 time: 1.8349156 Feb 03 22:19:22.428160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:22.430415 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4d6fc3-4bc5-4c18-864d-43d391494f40" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:22.492744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75f9d1-16ea-4246-892b-daebf9d2c1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:22.505955 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43ea6a5-b815-49d3-af6b-37e36d240a17 x-openstack-request-id: req-e43ea6a5-b815-49d3-af6b-37e36d240a17 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:22.506377 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:22.506729 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e43ea6a5-b815-49d3-af6b-37e36d240a17 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:22.507225 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'status': 'completed', 'code': 200} Feb 03 22:19:22.601064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-3378c4bb-63f8-4113-9c35-bc6e47f59028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:22.602705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-3378c4bb-63f8-4113-9c35-bc6e47f59028 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1127 time: 0.1455991 Feb 03 22:19:22.708892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-b4e61868-01ec-4abc-a0d4-df2afdbd845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:22.710447 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-b4e61868-01ec-4abc-a0d4-df2afdbd845d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1127 time: 0.1914802 Feb 03 22:19:22.788356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea816-893e-4f64-8d25-38f246369751 req-bf1c434d-5374-4590-8bb1-7babaddf6164 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:22.790602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20fea816-893e-4f64-8d25-38f246369751 req-bf1c434d-5374-4590-8bb1-7babaddf6164 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 945 time: 0.0535321 Feb 03 22:19:22.821160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Router 45055249-c15c-4ce9-a25e-af25fb83d706 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:19:22.824981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-cc032434-5119-4e84-b3ac-b02be7e40ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:22.826564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-cc032434-5119-4e84-b3ac-b02be7e40ad4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1942084 Feb 03 22:19:22.848241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20fea816-893e-4f64-8d25-38f246369751 req-4089a9b7-b8df-4e1f-bdd4-2bb7a7fb0a01 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512793 Feb 03 22:19:22.912123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-c17b65cd-db95-41ba-ba04-3f447fcf4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:22.914094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-c17b65cd-db95-41ba-ba04-3f447fcf4393 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1936123 Feb 03 22:19:22.998919 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-c5ce69c3-1823-4471-91c4-9d57f5ccca53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 998 time: 0.1652784 Feb 03 22:19:23.057307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00cd56-9e86-4e1a-9b81-f7e5ceb5dde8 req-cbdb6fce-1415-443b-be7a-34ef73d7e334 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:23.064849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a00cd56-9e86-4e1a-9b81-f7e5ceb5dde8 req-cbdb6fce-1415-443b-be7a-34ef73d7e334 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1126 time: 0.0697551 Feb 03 22:19:23.067176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-58a46554-bf28-44be-b5e8-0d792a77383b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 998 time: 0.1136401 Feb 03 22:19:23.113016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a00cd56-9e86-4e1a-9b81-f7e5ceb5dde8 req-be0a7a76-4935-484f-8377-9643003a81d2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470254 Feb 03 22:19:23.178749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-1facc7b8-78b0-4f4f-8660-1cde4cd8ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:23.180226 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-1facc7b8-78b0-4f4f-8660-1cde4cd8ddbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.1105499 Feb 03 22:19:23.183079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-a5f13a18-5d56-4a78-94ee-936c1de7d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:23.184440 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-a5f13a18-5d56-4a78-94ee-936c1de7d249 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.1053300 Feb 03 22:19:23.220227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:19:23.230480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] Sync routers for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:19:23.243502 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-36040ddb-d233-4aa0-8253-4333f43d5f72 admin admin] 10.222.0.50 "PUT /v2.0/routers/45055249-c15c-4ce9-a25e-af25fb83d706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6466494 Feb 03 22:19:23.243741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:23.243741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:23.245199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:23.274703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-117cf047-a966-46fa-89bb-377b6722a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:23.276257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-117cf047-a966-46fa-89bb-377b6722a3bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0896072 Feb 03 22:19:23.278706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-ddb2d89b-0e34-4481-97d6-93354bb7b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:23.280086 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-ddb2d89b-0e34-4481-97d6-93354bb7b024 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0846446 Feb 03 22:19:23.364296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:23.416864 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks [] for router (45055249-c15c-4ce9-a25e-af25fb83d706), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:23.453268 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-61c28f80-c14d-4286-9404-56c0b5c37325 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696892 Feb 03 22:19:23.543068 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-9838bef3-49e0-4753-8d2c-cd4658c9fa35 service neutron] 10.222.0.47 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493978 Feb 03 22:19:23.552716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57c11435-bd99-40cd-93d5-9f7d3fa1539b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:19:23.634149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a433bcb0-9f56-4391-9687-090ebdf529dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:23.657129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 57c11435-bd99-40cd-93d5-9f7d3fa1539b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:19:23.665299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 57c11435-bd99-40cd-93d5-9f7d3fa1539b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:23.665820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:23.669675 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-582eaae9-304c-4f20-a2bf-1141c7b1af30 service neutron] 10.222.0.47 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181934 Feb 03 22:19:23.670534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T22:19:21Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:23.708531 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0ca07579-8e2a-410e-a398-82089fb1a6d4 req-4c966d2b-eb84-4673-b77e-cca3793d105d service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457542 Feb 03 22:19:23.734476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] Checking router: 45055249-c15c-4ce9-a25e-af25fb83d706 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:19:23.755501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] Routers {'45055249-c15c-4ce9-a25e-af25fb83d706'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:23.756276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:18:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['45055249-c15c-4ce9-a25e-af25fb83d706'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:23.808043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-8de9b333-6a13-49fe-936f-52fce09b2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:23.810331 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-8de9b333-6a13-49fe-936f-52fce09b2804 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1127 time: 0.0530217 Feb 03 22:19:23.836717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:23.942674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b host n-h1-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:19:23.943188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:23.976111 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks [] for router_gateway (45055249-c15c-4ce9-a25e-af25fb83d706), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:23.976813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-faedb2a9-8df8-4519-b80b-d70d42d5a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:23.978524 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-faedb2a9-8df8-4519-b80b-d70d42d5a426 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1599636 Feb 03 22:19:23.995977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 57c11435-bd99-40cd-93d5-9f7d3fa1539b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:23.997167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.037094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 57c11435-bd99-40cd-93d5-9f7d3fa1539b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57c11435-bd99-40cd-93d5-9f7d3fa1539b,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:24.039805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] Set router 45055249-c15c-4ce9-a25e-af25fb83d706 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:24.042235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2231f994-26fd-4502-b982-1a6662ad9d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c11435-bd99-40cd-93d5-9f7d3fa1539b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:24.045450 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c7a54-2392-4a11-9d11-f624ed7c0d4d" -d '{"events": [{"server_uuid": "2231f994-26fd-4502-b982-1a6662ad9d6a", "name": "network-vif-plugged", "status": "completed", "tag": "57c11435-bd99-40cd-93d5-9f7d3fa1539b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:24.063108 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-99814fb8-5756-4640-8326-82390fa4bc2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 998 time: 0.0778351 Feb 03 22:19:24.083525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ae948-6276-4ef8-8895-31196d8686e3 req-ef137e48-21ad-49ee-9a5f-8ded15db7135 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:24.085081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f88ae948-6276-4ef8-8895-31196d8686e3 req-ef137e48-21ad-49ee-9a5f-8ded15db7135 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 945 time: 0.1120110 Feb 03 22:19:24.090909 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Deleting port d640309f-422c-4c07-b853-20c15c7d774d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:24.091250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d640309f-422c-4c07-b853-20c15c7d774d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.112489 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.132593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-b6cf4add-33b6-4704-b8e2-f6388c2cb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:24.136282 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-b6cf4add-33b6-4704-b8e2-f6388c2cb611 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0664620 Feb 03 22:19:24.176799 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d19929-6e0b-4de1-bc89-d786eb5fba6c x-openstack-request-id: req-01d19929-6e0b-4de1-bc89-d786eb5fba6c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:24.177170 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2231f994-26fd-4502-b982-1a6662ad9d6a", "name": "network-vif-plugged", "status": "completed", "tag": "57c11435-bd99-40cd-93d5-9f7d3fa1539b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:24.177549 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01d19929-6e0b-4de1-bc89-d786eb5fba6c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:24.177957 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2231f994-26fd-4502-b982-1a6662ad9d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c11435-bd99-40cd-93d5-9f7d3fa1539b', 'code': 200} Feb 03 22:19:24.231839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-1433e7ca-82d6-4e1f-9f42-bc9510ba382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:24.234135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-1433e7ca-82d6-4e1f-9f42-bc9510ba382e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0907953 Feb 03 22:19:24.238344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=57c11435-bd99-40cd-93d5-9f7d3fa1539b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:24.311322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T22:19:21Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:24.347623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310fdf7-5972-4d2d-9125-e48832c0a8e4 None None] The sync data for ids ['45055249-c15c-4ce9-a25e-af25fb83d706'] in n-d-824834-9 is: [{'id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'name': 'tempest-TestVolumeBootPattern-1054586847-router', 'tenant_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T21:59:51Z', 'updated_at': '2022-02-03T22:19:21Z', 'revision_number': 5, 'project_id': 'eb5afcbeebe24f71934e2665a78a2dd7', 'gw_port': {'id': 'd640309f-422c-4c07-b853-20c15c7d774d', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45055249-c15c-4ce9-a25e-af25fb83d706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T21:59:53Z', 'updated_at': '2022-02-03T21:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:19:24.355183 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f88ae948-6276-4ef8-8895-31196d8686e3 req-8b673f5c-6439-4325-ae63-55b11ef136e7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616947 Feb 03 22:19:24.393539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bab7f-96e0-473b-b70e-3482605a976f req-ea896891-587a-491e-a255-73a9764fb41e tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:24.400713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a75bab7f-96e0-473b-b70e-3482605a976f req-ea896891-587a-491e-a255-73a9764fb41e tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1127 time: 0.1574216 Feb 03 22:19:24.414606 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] For port d640309f-422c-4c07-b853-20c15c7d774d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d640309f-422c-4c07-b853-20c15c7d774d,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:24.415010 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d640309f-422c-4c07-b853-20c15c7d774d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.422992 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-fd60549b-cad1-452b-9ce9-bfa17d9af4f2 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711953 Feb 03 22:19:24.431054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e1b74-b1a9-46b8-a78d-39541d22d5b5 req-3a4a66ba-2f73-4b6f-bba3-fe1709b9804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:24.432545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e4e1b74-b1a9-46b8-a78d-39541d22d5b5 req-3a4a66ba-2f73-4b6f-bba3-fe1709b9804c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1127 time: 0.2017074 Feb 03 22:19:24.447516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Calling delete_port for d640309f-422c-4c07-b853-20c15c7d774d owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:24.524347 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d4d6fc3-4bc5-4c18-864d-43d391494f40 req-414dc11f-4cba-476a-bf21-b89e1168b0c0 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947928 Feb 03 22:19:24.525244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a75bab7f-96e0-473b-b70e-3482605a976f req-ca48f191-3b8e-476c-8753-61300cca5a8d tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236305 Feb 03 22:19:24.554057 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e4e1b74-b1a9-46b8-a78d-39541d22d5b5 req-814f6537-0b62-4323-a884-ff3a73bf38e4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126463 Feb 03 22:19:24.649064 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.666207 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d640309f-422c-4c07-b853-20c15c7d774d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.682088 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.695359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Pushing event deleted for resources: {'Port': ['ID=d640309f-422c-4c07-b853-20c15c7d774d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:24.760791 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (45055249-c15c-4ce9-a25e-af25fb83d706), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.860771 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (45055249-c15c-4ce9-a25e-af25fb83d706), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.863355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks [] for router_controller (45055249-c15c-4ce9-a25e-af25fb83d706), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.909794 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (45055249-c15c-4ce9-a25e-af25fb83d706), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.910255 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45055249-c15c-4ce9-a25e-af25fb83d706 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:19:24.915298 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:24.916069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3029a7a2-4829-4c95-b359-4c1d0735172d admin admin] 10.222.0.50 "DELETE /v2.0/routers/45055249-c15c-4ce9-a25e-af25fb83d706 HTTP/1.1" status: 204 len: 168 time: 1.6694815 Feb 03 22:19:24.918528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48674) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:24.964030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-084deec6-632c-4674-9e63-f453d1d73f7b admin admin] Deleting subnet 29421726-b876-425d-915a-9aa618fe4321 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:19:24.968129 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-084deec6-632c-4674-9e63-f453d1d73f7b admin admin] Publish callbacks [] for subnet (29421726-b876-425d-915a-9aa618fe4321), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.008474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-084deec6-632c-4674-9e63-f453d1d73f7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (29421726-b876-425d-915a-9aa618fe4321), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.091774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:25.117469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-084deec6-632c-4674-9e63-f453d1d73f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (29421726-b876-425d-915a-9aa618fe4321), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.145394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:25.145986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b5c4a9fe-ff0c-4100-8bd0-b966be7efb91 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:25.172829 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-084deec6-632c-4674-9e63-f453d1d73f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (29421726-b876-425d-915a-9aa618fe4321), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.196101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084deec6-632c-4674-9e63-f453d1d73f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29421726-b876-425d-915a-9aa618fe4321,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:25.203427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-084deec6-632c-4674-9e63-f453d1d73f7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.206609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-084deec6-632c-4674-9e63-f453d1d73f7b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/29421726-b876-425d-915a-9aa618fe4321 HTTP/1.1" status: 204 len: 168 time: 0.2871592 Feb 03 22:19:25.209220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:25.210168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c619d-0f2d-4b51-a707-a6b472345ea7 None None] Network ce88f1d2-4911-43d4-8df7-15f173417f10 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:19:25.284158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (ce88f1d2-4911-43d4-8df7-15f173417f10), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.341914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Deleting port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:25.342254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.412954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] For port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7c5e0c50-e539-48f1-b9c1-3ed419ed6937,segment=NetworkSegment(c55f406c-eafc-4550-a94b-4e63967a3295),segment_id=c55f406c-eafc-4550-a94b-4e63967a3295)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:25.413230 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.427276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Calling delete_port for 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:25.484939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] DHCP port deletion for ce88f1d2-4911-43d4-8df7-15f173417f10 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:19:25.572156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1e300-c9e2-4408-84fa-789fc026b6b6 req-68f8d36c-7193-4bb1-ad50-67399b24a9f5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:25.579523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fc1e300-c9e2-4408-84fa-789fc026b6b6 req-68f8d36c-7193-4bb1-ad50-67399b24a9f5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 945 time: 0.1073844 Feb 03 22:19:25.592546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] Deleting port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:25.592957 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.622889 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.630072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fc1e300-c9e2-4408-84fa-789fc026b6b6 req-ca710fc8-3a3d-42f7-abda-48d3270a4792 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501952 Feb 03 22:19:25.678463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] No DVR routers for this DVR port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:25.681789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5e0c50-e539-48f1-b9c1-3ed419ed6937,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:25.682591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] For port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937, host n-d-824834-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:25.683379 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.697939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] Calling delete_port for 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:25.700657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] Port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:19:25.702421 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (7c5e0c50-e539-48f1-b9c1-3ed419ed6937), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.728464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] Pushing event deleted for resources: {'Port': ['ID=7c5e0c50-e539-48f1-b9c1-3ed419ed6937,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:25.732965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97126bf0-59c4-4924-b78f-adfea9a19167 None None] No DVR routers for this DVR port 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:25.767426 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (ce88f1d2-4911-43d4-8df7-15f173417f10), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.776262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e05b84-93d3-440d-92d8-a6a298466891 req-cf25095e-10f0-4ad4-a0f8-859698f91990 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:25.777854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1e05b84-93d3-440d-92d8-a6a298466891 req-cf25095e-10f0-4ad4-a0f8-859698f91990 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1127 time: 0.1518042 Feb 03 22:19:25.797522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce88f1d2-4911-43d4-8df7-15f173417f10']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:25.814704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55f406c-eafc-4550-a94b-4e63967a3295') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:25.815025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55f406c-eafc-4550-a94b-4e63967a3295') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:25.830637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (c55f406c-eafc-4550-a94b-4e63967a3295), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.853438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c1e05b84-93d3-440d-92d8-a6a298466891 req-1538ef2d-eae9-4857-bfac-12080fc7e419 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697243 Feb 03 22:19:25.854347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c55f406c-eafc-4550-a94b-4e63967a3295), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.861236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:19:25.861708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (c55f406c-eafc-4550-a94b-4e63967a3295), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:19:25.863426 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:19:25.926172 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (ce88f1d2-4911-43d4-8df7-15f173417f10), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.931834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:25.935734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ce88f1d2-4911-43d4-8df7-15f173417f10 HTTP/1.1" status: 204 len: 168 time: 0.7255945 Feb 03 22:19:25.938819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:25.947478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d85ab-660a-41f0-9729-0d74d62bd3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce88f1d2-4911-43d4-8df7-15f173417f10,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:26.306162 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (1be122a2-8831-40b2-a6a3-ceb3408cbd59), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:26.549219 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-514067b2-01ad-42f7-8743-b18cb4196491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:26.556978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Deleting port 77c47a22-4693-42ac-9d9b-a91b38ac083f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:26.557274 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:26.645284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] For port 77c47a22-4693-42ac-9d9b-a91b38ac083f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=77c47a22-4693-42ac-9d9b-a91b38ac083f,segment=NetworkSegment(1bf5268f-1705-4597-873a-553bcbd0fbc4),segment_id=1bf5268f-1705-4597-873a-553bcbd0fbc4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:26.645648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:26.658619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Calling delete_port for 77c47a22-4693-42ac-9d9b-a91b38ac083f owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:26.767782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ba20-d85b-4afc-a5c1-d0f1c304a2cc req-1c1088d3-015d-4490-999a-9a755660fb72 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:26.769636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b968ba20-d85b-4afc-a5c1-d0f1c304a2cc req-1c1088d3-015d-4490-999a-9a755660fb72 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 945 time: 0.0585845 Feb 03 22:19:26.822109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b968ba20-d85b-4afc-a5c1-d0f1c304a2cc req-7995cbab-0977-4abe-b3fd-b5889a015eaf tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443852 Feb 03 22:19:26.848583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (77c47a22-4693-42ac-9d9b-a91b38ac083f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:26.878428 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c47a22-4693-42ac-9d9b-a91b38ac083f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:27.046339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cdae3-1561-4318-b175-139dcb5ee36c req-ee9fb7db-8bf6-426e-b9dd-4dce6a2e196c tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:27.049171 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:27.061369 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b16cdae3-1561-4318-b175-139dcb5ee36c req-ee9fb7db-8bf6-426e-b9dd-4dce6a2e196c tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1127 time: 0.0987391 Feb 03 22:19:27.134656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b16cdae3-1561-4318-b175-139dcb5ee36c req-d49bdcf8-333a-448d-830b-6c08fc6027b5 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650148 Feb 03 22:19:27.209934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:27.242618 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:27.243459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c5e0c50-e539-48f1-b9c1-3ed419ed6937 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:27.243625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d640309f-422c-4c07-b853-20c15c7d774d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:27.249201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (1be122a2-8831-40b2-a6a3-ceb3408cbd59), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:27.273811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d640309f-422c-4c07-b853-20c15c7d774d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:27.274361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d640309f-422c-4c07-b853-20c15c7d774d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:27.340716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83347a5-c37e-4661-95cc-21dd0099759e req-396e3986-402d-472d-ac78-ba03cea3f8c9 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:27.342620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e83347a5-c37e-4661-95cc-21dd0099759e req-396e3986-402d-472d-ac78-ba03cea3f8c9 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1127 time: 0.0804842 Feb 03 22:19:27.396382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e83347a5-c37e-4661-95cc-21dd0099759e req-b5381604-04bc-43ef-a3fa-4bdbbf7a5cfe tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461013 Feb 03 22:19:27.510016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b871a-0887-444f-a577-e9275739afde req-ff2578ba-0906-49d1-9046-c51d9974bb3e tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:27.511539 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d8b871a-0887-444f-a577-e9275739afde req-ff2578ba-0906-49d1-9046-c51d9974bb3e tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1127 time: 0.0470564 Feb 03 22:19:27.554348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:19:27.558963 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d8b871a-0887-444f-a577-e9275739afde req-68913cc9-8797-401a-b759-ca3ef9801088 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413766 Feb 03 22:19:27.681543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:27.693705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'port_id': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'mac_address': 'fa:16:3e:0d:1d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:19:27.737260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:27.737658 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:27.751111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:19:27.771104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:27.776018 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:27.824358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:19:27.831364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:27.836845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bbe4a-3e69-4fa7-b33b-b35a04b21ae9 req-b7826dda-6cb2-4f86-87ed-838f71cc5ea5 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:27.841630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-098bbe4a-3e69-4fa7-b33b-b35a04b21ae9 req-b7826dda-6cb2-4f86-87ed-838f71cc5ea5 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1127 time: 0.0602703 Feb 03 22:19:27.895646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-098bbe4a-3e69-4fa7-b33b-b35a04b21ae9 req-02bc3ac4-0ba8-4ff0-9af5-20beaf1dbcd9 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Feb 03 22:19:27.947073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:19:27.953046 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a01e9657-b123-4c84-808c-32615fd4fe34 admin admin] 10.222.0.50 "PUT /v2.0/routers/1be122a2-8831-40b2-a6a3-ceb3408cbd59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0128121 Feb 03 22:19:27.955321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:27.958149 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] Sync routers for ids ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:19:27.964175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee265158-6995-4d6c-afa7-19aec6fdc414 req-b26c803b-2b3a-498d-8e15-fdd0e0ae1196 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:27.966293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee265158-6995-4d6c-afa7-19aec6fdc414 req-b26c803b-2b3a-498d-8e15-fdd0e0ae1196 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 946 time: 0.0622628 Feb 03 22:19:27.972769 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] Routers {'1be122a2-8831-40b2-a6a3-ceb3408cbd59'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:27.973586 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:19:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:28.016852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee265158-6995-4d6c-afa7-19aec6fdc414 req-1998a8ea-6bd2-4ed9-91a1-78a2406c28b9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445030 Feb 03 22:19:28.041723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:28.070145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks [] for router (1be122a2-8831-40b2-a6a3-ceb3408cbd59), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.084140 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] Set router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:28.110670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-46f2af10-73c8-4ace-8190-6d19d43c9b61 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/bf603182-2455-4d5f-9267-bdc8528b1d4b HTTP/1.1" status: 200 len: 991 time: 0.0677164 Feb 03 22:19:28.134466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:19:28.186999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks [] for router_gateway (1be122a2-8831-40b2-a6a3-ceb3408cbd59), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.248401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Deleting port 00b737fb-b051-4ae7-811c-272218066460 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:28.248749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (00b737fb-b051-4ae7-811c-272218066460), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.275230 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '00b737fb-b051-4ae7-811c-272218066460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:02Z', 'updated_at': '2022-02-03T22:19:26Z', 'revision_number': 5, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'gw_port': {'id': '00b737fb-b051-4ae7-811c-272218066460', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:00:03Z', 'updated_at': '2022-02-03T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:28.302148 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] Checking router: 1be122a2-8831-40b2-a6a3-ceb3408cbd59 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:19:28.311337 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] Routers {'1be122a2-8831-40b2-a6a3-ceb3408cbd59'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:28.312128 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:19:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:28.333607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] For port 00b737fb-b051-4ae7-811c-272218066460, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=00b737fb-b051-4ae7-811c-272218066460,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:28.334273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (00b737fb-b051-4ae7-811c-272218066460), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.347471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Calling delete_port for 00b737fb-b051-4ae7-811c-272218066460 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:28.402500 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] Set router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:28.456771 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:02Z', 'updated_at': '2022-02-03T22:19:28Z', 'revision_number': 6, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:28.482822 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24f2a3-c2d7-4151-a45c-d9aab302123d None None] The sync data for ids ['1be122a2-8831-40b2-a6a3-ceb3408cbd59'] in n-d-824834-9 is: [{'id': '1be122a2-8831-40b2-a6a3-ceb3408cbd59', 'name': 'tempest-TestVolumeBootPattern-1874764290-router', 'tenant_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:00:02Z', 'updated_at': '2022-02-03T22:19:28Z', 'revision_number': 6, 'project_id': 'b6ec7b3a08cb49f7964b1d82d14ce4d1', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:19:28.534444 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (00b737fb-b051-4ae7-811c-272218066460), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.561598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Pushing event deleted for resources: {'Port': ['ID=00b737fb-b051-4ae7-811c-272218066460,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:28.588680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.589064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.589413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.589754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.590090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.590453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.590784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.591112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.591441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.591768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.592098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.592423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.592747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:19:28.634069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (1be122a2-8831-40b2-a6a3-ceb3408cbd59), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.702890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.730042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (1be122a2-8831-40b2-a6a3-ceb3408cbd59), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.733046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks [] for router_controller (1be122a2-8831-40b2-a6a3-ceb3408cbd59), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.776455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (1be122a2-8831-40b2-a6a3-ceb3408cbd59), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.777043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1be122a2-8831-40b2-a6a3-ceb3408cbd59 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:19:28.781522 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.782657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e0f127f7-d0d7-4acb-99ab-5bdde18f747a admin admin] 10.222.0.50 "DELETE /v2.0/routers/1be122a2-8831-40b2-a6a3-ceb3408cbd59 HTTP/1.1" status: 204 len: 168 time: 0.8264120 Feb 03 22:19:28.785147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:28.830353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-250a1385-8c3a-4eec-bac3-a58a0bef24df admin admin] Deleting subnet d5ef47c4-35d5-45a1-904d-472530fd8cfb {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:19:28.833592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-250a1385-8c3a-4eec-bac3-a58a0bef24df admin admin] Publish callbacks [] for subnet (d5ef47c4-35d5-45a1-904d-472530fd8cfb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.874564 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-250a1385-8c3a-4eec-bac3-a58a0bef24df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (d5ef47c4-35d5-45a1-904d-472530fd8cfb), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:28.990434 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-250a1385-8c3a-4eec-bac3-a58a0bef24df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d5ef47c4-35d5-45a1-904d-472530fd8cfb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.010191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda9ce1-0e4e-43b7-ba33-da97efdf5a88 req-7924d12d-e198-45ca-95d6-d0620eaa6782 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:29.011732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bcda9ce1-0e4e-43b7-ba33-da97efdf5a88 req-7924d12d-e198-45ca-95d6-d0620eaa6782 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1127 time: 0.0452938 Feb 03 22:19:29.043303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-250a1385-8c3a-4eec-bac3-a58a0bef24df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (d5ef47c4-35d5-45a1-904d-472530fd8cfb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.056545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bcda9ce1-0e4e-43b7-ba33-da97efdf5a88 req-fa4c42d7-33bb-4580-9ec6-f2a648dc9d58 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381098 Feb 03 22:19:29.070126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a1385-8c3a-4eec-bac3-a58a0bef24df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ef47c4-35d5-45a1-904d-472530fd8cfb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:29.078530 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-250a1385-8c3a-4eec-bac3-a58a0bef24df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.082232 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-250a1385-8c3a-4eec-bac3-a58a0bef24df admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d5ef47c4-35d5-45a1-904d-472530fd8cfb HTTP/1.1" status: 204 len: 168 time: 0.2961373 Feb 03 22:19:29.084644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6e116-ac83-4994-92d2-3d4ebf2cc8b0 None None] Network 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:19:29.084840 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48714) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:29.156676 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (83ad75ad-d2c0-40e7-a731-f4e9e5dac14f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.213234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Deleting port 55f707b8-5e62-4cd8-b45b-8daee64f81ba {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:29.213827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.251323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe62ad-ba53-41c5-a7e7-455142cd8e7b None None] DHCP port deletion for 83ad75ad-d2c0-40e7-a731-f4e9e5dac14f request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:19:29.301387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] For port 55f707b8-5e62-4cd8-b45b-8daee64f81ba, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55f707b8-5e62-4cd8-b45b-8daee64f81ba,segment=NetworkSegment(1bf5268f-1705-4597-873a-553bcbd0fbc4),segment_id=1bf5268f-1705-4597-873a-553bcbd0fbc4)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:29.301758 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.305519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dffe62ad-ba53-41c5-a7e7-455142cd8e7b None None] Deleting port 55f707b8-5e62-4cd8-b45b-8daee64f81ba {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:29.305973 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dffe62ad-ba53-41c5-a7e7-455142cd8e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.317346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Calling delete_port for 55f707b8-5e62-4cd8-b45b-8daee64f81ba owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:29.323156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 00b737fb-b051-4ae7-811c-272218066460 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:29.368234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 00b737fb-b051-4ae7-811c-272218066460 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:29.368579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 00b737fb-b051-4ae7-811c-272218066460 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:29.369301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 55f707b8-5e62-4cd8-b45b-8daee64f81ba no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:29.426592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dffe62ad-ba53-41c5-a7e7-455142cd8e7b None None] For port 55f707b8-5e62-4cd8-b45b-8daee64f81ba, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55f707b8-5e62-4cd8-b45b-8daee64f81ba,segment=NetworkSegment(1bf5268f-1705-4597-873a-553bcbd0fbc4),segment_id=1bf5268f-1705-4597-873a-553bcbd0fbc4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:29.426993 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dffe62ad-ba53-41c5-a7e7-455142cd8e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.437445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-2227bae2-ae2e-4693-a70b-3f94fe3e46da tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:29.438972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-2227bae2-ae2e-4693-a70b-3f94fe3e46da tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 1127 time: 0.0787668 Feb 03 22:19:29.442701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dffe62ad-ba53-41c5-a7e7-455142cd8e7b None None] Calling delete_port for 55f707b8-5e62-4cd8-b45b-8daee64f81ba owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:29.454164 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.477746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Port 55f707b8-5e62-4cd8-b45b-8daee64f81ba update to DOWN by agent not found {{(pid=103399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 22:19:29.478075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 77c47a22-4693-42ac-9d9b-a91b38ac083f no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:29.507464 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Pushing event deleted for resources: {'Port': ['ID=55f707b8-5e62-4cd8-b45b-8daee64f81ba,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:29.514614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] No DVR routers for this DVR port 55f707b8-5e62-4cd8-b45b-8daee64f81ba on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:29.527449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 77c47a22-4693-42ac-9d9b-a91b38ac083f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:29.527852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 77c47a22-4693-42ac-9d9b-a91b38ac083f not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:29.575032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:19:29.620123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dffe62ad-ba53-41c5-a7e7-455142cd8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (55f707b8-5e62-4cd8-b45b-8daee64f81ba), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.625538 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (83ad75ad-d2c0-40e7-a731-f4e9e5dac14f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.653791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe62ad-ba53-41c5-a7e7-455142cd8e7b None None] Pushing event deleted for resources: {'Port': ['ID=55f707b8-5e62-4cd8-b45b-8daee64f81ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:29.659578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe62ad-ba53-41c5-a7e7-455142cd8e7b None None] No DVR routers for this DVR port 55f707b8-5e62-4cd8-b45b-8daee64f81ba on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:29.660687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ad75ad-d2c0-40e7-a731-f4e9e5dac14f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:29.670279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Deleting port 57c11435-bd99-40cd-93d5-9f7d3fa1539b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:29.670765 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.675760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf5268f-1705-4597-873a-553bcbd0fbc4') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:29.676084 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf5268f-1705-4597-873a-553bcbd0fbc4') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:29.679473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:19:29.686649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:19:29.687867 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.719174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (1bf5268f-1705-4597-873a-553bcbd0fbc4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.741123 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (1bf5268f-1705-4597-873a-553bcbd0fbc4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.752056 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:19:29.752579 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (1bf5268f-1705-4597-873a-553bcbd0fbc4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:19:29.754314 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:19:29.779659 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:19:29.780067 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.808724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:29.811119 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e85297-acd3-4ba8-9be4-3f224384c09c" -d '{"events": [{"server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "name": "network-vif-plugged", "status": "completed", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:29.832487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] For port 57c11435-bd99-40cd-93d5-9f7d3fa1539b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=57c11435-bd99-40cd-93d5-9f7d3fa1539b,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:29.833128 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.842939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (83ad75ad-d2c0-40e7-a731-f4e9e5dac14f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.850736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:29.857000 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.864563 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.865895 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bb52d4-e031-4ae9-895c-685b3c1212aa x-openstack-request-id: req-d5bb52d4-e031-4ae9-895c-685b3c1212aa {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:29.866286 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "name": "network-vif-plugged", "status": "completed", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:29.866631 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5bb52d4-e031-4ae9-895c-685b3c1212aa {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:29.867106 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'code': 200} Feb 03 22:19:29.867805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] 10.222.0.50 "DELETE /v2.0/networks/83ad75ad-d2c0-40e7-a731-f4e9e5dac14f HTTP/1.1" status: 204 len: 168 time: 0.7819121 Feb 03 22:19:29.868877 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Calling delete_port for 57c11435-bd99-40cd-93d5-9f7d3fa1539b owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:29.873199 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb2fd7-a944-4771-a24d-5f669fb8043e admin admin] Pushing event deleted for resources: {'Network': ['ID=83ad75ad-d2c0-40e7-a731-f4e9e5dac14f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:29.933604 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:29.939526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:30.002528 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (57c11435-bd99-40cd-93d5-9f7d3fa1539b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.013494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['57c11435-bd99-40cd-93d5-9f7d3fa1539b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:19:30.015915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e8a90607-796b-4cc2-8897-4bf0aad75d95'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:19:30.024233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:30.036679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Pushing event deleted for resources: {'Port': ['ID=57c11435-bd99-40cd-93d5-9f7d3fa1539b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:30.088292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] No DVR routers for this DVR port 57c11435-bd99-40cd-93d5-9f7d3fa1539b on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:30.093055 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.097778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1876dcd8-ee4c-46ae-84b7-4328ccb130bf req-85eecaf4-aca1-4e48-b375-de46a1feeaf2 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.10 "DELETE /v2.0/ports/57c11435-bd99-40cd-93d5-9f7d3fa1539b HTTP/1.1" status: 204 len: 173 time: 0.6524084 Feb 03 22:19:30.098357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2231f994-26fd-4502-b982-1a6662ad9d6a', 'name': 'network-vif-deleted', 'tag': '57c11435-bd99-40cd-93d5-9f7d3fa1539b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:30.101040 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece14515-1b9e-4efe-8d9b-01dcded2fcdd" -d '{"events": [{"server_uuid": "2231f994-26fd-4502-b982-1a6662ad9d6a", "name": "network-vif-deleted", "tag": "57c11435-bd99-40cd-93d5-9f7d3fa1539b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:30.140443 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3679b665-f537-4a81-9dc7-bdc0827d2175 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb5afcbeebe24f71934e2665a78a2dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1147599 Feb 03 22:19:30.143061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48728) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:30.171212 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5de36b-8bb1-4608-b9f4-347568c71760 x-openstack-request-id: req-4e5de36b-8bb1-4608-b9f4-347568c71760 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:30.171622 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2231f994-26fd-4502-b982-1a6662ad9d6a", "name": "network-vif-deleted", "tag": "57c11435-bd99-40cd-93d5-9f7d3fa1539b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:30.172041 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e5de36b-8bb1-4608-b9f4-347568c71760 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:30.172542 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2231f994-26fd-4502-b982-1a6662ad9d6a', 'name': 'network-vif-deleted', 'tag': '57c11435-bd99-40cd-93d5-9f7d3fa1539b', 'status': 'completed', 'code': 200} Feb 03 22:19:30.237208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d0a2d86-1ac7-4bff-8148-2136d95e7e09 req-888e5080-47d0-4428-888a-c0e96e14ea29 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2231f994-26fd-4502-b982-1a6662ad9d6a HTTP/1.1" status: 200 len: 210 time: 0.0390072 Feb 03 22:19:30.257420 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fea913a-d865-46de-b01a-fe1663750d44 admin admin] Publish callbacks [] for security_group (102d5672-b206-46c2-9908-b7228588fb4f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.283263 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fea913a-d865-46de-b01a-fe1663750d44 admin admin] Publish callbacks [] for security_group (102d5672-b206-46c2-9908-b7228588fb4f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.336387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fea913a-d865-46de-b01a-fe1663750d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (102d5672-b206-46c2-9908-b7228588fb4f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.339076 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fea913a-d865-46de-b01a-fe1663750d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.340849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1fea913a-d865-46de-b01a-fe1663750d44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/102d5672-b206-46c2-9908-b7228588fb4f HTTP/1.1" status: 204 len: 168 time: 0.1959519 Feb 03 22:19:30.348353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea913a-d865-46de-b01a-fe1663750d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102d5672-b206-46c2-9908-b7228588fb4f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:30.667866 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:30.706824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4503c7e3-12f3-402f-b41a-9998ad66de91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6ec7b3a08cb49f7964b1d82d14ce4d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378056 Feb 03 22:19:30.709373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:30.754232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce697-ff13-45c1-9cc8-42dab9003eb5 admin admin] Publish callbacks [] for security_group (0fc7bb56-5fa1-419d-b828-83c51dd44b5c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.775411 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce697-ff13-45c1-9cc8-42dab9003eb5 admin admin] Publish callbacks [] for security_group (0fc7bb56-5fa1-419d-b828-83c51dd44b5c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.821604 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce697-ff13-45c1-9cc8-42dab9003eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (0fc7bb56-5fa1-419d-b828-83c51dd44b5c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.824253 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce697-ff13-45c1-9cc8-42dab9003eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:30.825457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bd2ce697-ff13-45c1-9cc8-42dab9003eb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fc7bb56-5fa1-419d-b828-83c51dd44b5c HTTP/1.1" status: 204 len: 168 time: 0.1152189 Feb 03 22:19:30.833833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ce697-ff13-45c1-9cc8-42dab9003eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc7bb56-5fa1-419d-b828-83c51dd44b5c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:31.506246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8135f-d4bb-42fe-bcd4-a277bfb08027 req-db133f4d-36ea-4722-8fb9-e1712daf88ad tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:31.507826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09b8135f-d4bb-42fe-bcd4-a277bfb08027 req-db133f4d-36ea-4722-8fb9-e1712daf88ad tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0450165 Feb 03 22:19:31.554073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09b8135f-d4bb-42fe-bcd4-a277bfb08027 req-27f363fb-ab7f-4fbe-b766-a53c4baaa9b4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Feb 03 22:19:32.669114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b57470-79d7-453f-a86d-76bcf7b84e06 req-c267feb4-5fdf-4650-8ef1-a183912d498c tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:32.671316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62b57470-79d7-453f-a86d-76bcf7b84e06 req-c267feb4-5fdf-4650-8ef1-a183912d498c tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0515261 Feb 03 22:19:32.713302 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62b57470-79d7-453f-a86d-76bcf7b84e06 req-a4d75318-34a1-4300-884f-6dc4aa6f83e1 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8688f324-5823-4ae3-bb06-26430e4f13c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364580 Feb 03 22:19:33.162251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-bc044a15-40bc-4370-9414-bc941195f51b tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:33.163827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-bc044a15-40bc-4370-9414-bc941195f51b tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0453665 Feb 03 22:19:33.246531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Deleting port e8a90607-796b-4cc2-8897-4bf0aad75d95 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:33.246874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:33.327727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] For port e8a90607-796b-4cc2-8897-4bf0aad75d95, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e8a90607-796b-4cc2-8897-4bf0aad75d95,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:33.328090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:33.346494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Calling delete_port for e8a90607-796b-4cc2-8897-4bf0aad75d95 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:33.465311 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e8a90607-796b-4cc2-8897-4bf0aad75d95), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:33.475841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e8a90607-796b-4cc2-8897-4bf0aad75d95'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:19:33.489897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8a90607-796b-4cc2-8897-4bf0aad75d95,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:33.538923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] No DVR routers for this DVR port e8a90607-796b-4cc2-8897-4bf0aad75d95 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:33.541822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:33.545283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e371cd58-1082-42be-b390-0dc46a9102e4 req-6f1c9c9c-27f5-4225-8ed2-62a7526144d4 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.47 "DELETE /v2.0/ports/e8a90607-796b-4cc2-8897-4bf0aad75d95 HTTP/1.1" status: 204 len: 173 time: 0.3758736 Feb 03 22:19:33.545764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1936d70-45ea-428b-a429-5709f33ce9a2', 'name': 'network-vif-deleted', 'tag': 'e8a90607-796b-4cc2-8897-4bf0aad75d95'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:19:33.548259 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ff5276-5569-4cb7-a2c5-04b636d0f227" -d '{"events": [{"server_uuid": "d1936d70-45ea-428b-a429-5709f33ce9a2", "name": "network-vif-deleted", "tag": "e8a90607-796b-4cc2-8897-4bf0aad75d95"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:19:33.570098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57c11435-bd99-40cd-93d5-9f7d3fa1539b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:33.593720 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9699c9-5f26-45c2-8425-fc83f47e84dc x-openstack-request-id: req-6c9699c9-5f26-45c2-8425-fc83f47e84dc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:19:33.593931 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1936d70-45ea-428b-a429-5709f33ce9a2", "name": "network-vif-deleted", "tag": "e8a90607-796b-4cc2-8897-4bf0aad75d95", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:19:33.594135 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c9699c9-5f26-45c2-8425-fc83f47e84dc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:19:33.594622 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1936d70-45ea-428b-a429-5709f33ce9a2', 'name': 'network-vif-deleted', 'tag': 'e8a90607-796b-4cc2-8897-4bf0aad75d95', 'status': 'completed', 'code': 200} Feb 03 22:19:33.598763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 57c11435-bd99-40cd-93d5-9f7d3fa1539b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:33.599459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 57c11435-bd99-40cd-93d5-9f7d3fa1539b not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:33.818836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1aa5aa50-91a2-4586-ab4f-bcdb464f5c07 req-429a70ad-b978-4ac9-ad41-b9c84cdc13b5 tempest-TestServerMultinode-1107261360 tempest-TestServerMultinode-1107261360-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1936d70-45ea-428b-a429-5709f33ce9a2 HTTP/1.1" status: 200 len: 210 time: 0.0263979 Feb 03 22:19:34.270271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f4af79-3733-4618-965d-cdb429879e44 req-fd4596b8-5649-47c9-a702-52426374742a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452366 Feb 03 22:19:34.390137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4af79-3733-4618-965d-cdb429879e44 req-cd26bcc4-f40d-42be-893a-07155b7d8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:34.391651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f4af79-3733-4618-965d-cdb429879e44 req-cd26bcc4-f40d-42be-893a-07155b7d8bbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1129 time: 0.0805080 Feb 03 22:19:34.496578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4af79-3733-4618-965d-cdb429879e44 req-cce2230e-cc5a-4a93-8945-6e95e167c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:34.498111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f4af79-3733-4618-965d-cdb429879e44 req-cce2230e-cc5a-4a93-8945-6e95e167c070 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.0878365 Feb 03 22:19:34.611118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f4af79-3733-4618-965d-cdb429879e44 req-e3f9867f-0bd1-42b8-b570-41eca1055ffc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 1000 time: 0.1064134 Feb 03 22:19:34.666738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4af79-3733-4618-965d-cdb429879e44 req-333c58fa-3c31-4e28-8af4-a00e70d98e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:34.668232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f4af79-3733-4618-965d-cdb429879e44 req-333c58fa-3c31-4e28-8af4-a00e70d98e4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0508292 Feb 03 22:19:34.747546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4af79-3733-4618-965d-cdb429879e44 req-2a337fc3-e872-4df6-93aa-5ba04a377f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:34.750868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f4af79-3733-4618-965d-cdb429879e44 req-2a337fc3-e872-4df6-93aa-5ba04a377f07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747893 Feb 03 22:19:34.840808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f4af79-3733-4618-965d-cdb429879e44 req-1b88eb43-912d-4bce-91b6-a740be1b3899 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847437 Feb 03 22:19:34.881846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48766) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:34.940188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69f4af79-3733-4618-965d-cdb429879e44 req-948a1f58-7b6d-40ae-8c67-63334f870ba4 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935931 Feb 03 22:19:35.244960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (f556a131-22de-4d21-b4c5-05a2d60f0dc3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:35.498880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Deleting port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:35.499142 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:35.578719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] For port 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9d81a14a-4ddd-4d19-bb6d-20f725a27bb1,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:35.579073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:35.591620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Calling delete_port for 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:35.773434 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (9d81a14a-4ddd-4d19-bb6d-20f725a27bb1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:35.803621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d81a14a-4ddd-4d19-bb6d-20f725a27bb1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:35.977796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (f556a131-22de-4d21-b4c5-05a2d60f0dc3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:36.210541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Router f556a131-22de-4d21-b4c5-05a2d60f0dc3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:19:36.369893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:19:36.378698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1f783fb3-277f-4c86-a2c9-03ce16df4302 admin admin] 10.222.0.50 "PUT /v2.0/routers/f556a131-22de-4d21-b4c5-05a2d60f0dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932115 Feb 03 22:19:36.378698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:36.382985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] Sync routers for ids ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:19:36.398407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] Routers {'f556a131-22de-4d21-b4c5-05a2d60f0dc3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:36.399394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:19:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:36.505054 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks [] for router (f556a131-22de-4d21-b4c5-05a2d60f0dc3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:36.524481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] Set router f556a131-22de-4d21-b4c5-05a2d60f0dc3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:36.709510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:19:35Z', 'revision_number': 5, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'gw_port': {'id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:36.737272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] Checking router: f556a131-22de-4d21-b4c5-05a2d60f0dc3 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:19:36.746115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] Routers {'f556a131-22de-4d21-b4c5-05a2d60f0dc3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:36.746746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:19:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:36.861283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] Set router f556a131-22de-4d21-b4c5-05a2d60f0dc3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:36.882419 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks [] for router_gateway (f556a131-22de-4d21-b4c5-05a2d60f0dc3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:36.936686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Deleting port 4838bfad-f70b-4f16-b53b-8c55e495a009 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:36.937090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.019854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] For port 4838bfad-f70b-4f16-b53b-8c55e495a009, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4838bfad-f70b-4f16-b53b-8c55e495a009,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:37.020512 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.034495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Calling delete_port for 4838bfad-f70b-4f16-b53b-8c55e495a009 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:37.041034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:19:35Z', 'revision_number': 5, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'gw_port': {'id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:37.071051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92791e7f-0960-445d-aeec-15f8a2922543 None None] The sync data for ids ['f556a131-22de-4d21-b4c5-05a2d60f0dc3'] in n-d-824834-9 is: [{'id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'name': 'tempest-TestServerMultinode-1808756115-router', 'tenant_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:19:35Z', 'revision_number': 5, 'project_id': 'd9f7a93365804958b2a9dfbc1a2225da', 'gw_port': {'id': '4838bfad-f70b-4f16-b53b-8c55e495a009', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556a131-22de-4d21-b4c5-05a2d60f0dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:43Z', 'updated_at': '2022-02-03T22:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:19:37.205175 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4838bfad-f70b-4f16-b53b-8c55e495a009), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.229951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4838bfad-f70b-4f16-b53b-8c55e495a009,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:37.291785 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (f556a131-22de-4d21-b4c5-05a2d60f0dc3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.390914 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (f556a131-22de-4d21-b4c5-05a2d60f0dc3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.393069 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks [] for router_controller (f556a131-22de-4d21-b4c5-05a2d60f0dc3), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.450413 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (f556a131-22de-4d21-b4c5-05a2d60f0dc3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.451236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f556a131-22de-4d21-b4c5-05a2d60f0dc3 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:19:37.456303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.457589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7b48f5b1-73c6-4155-91ec-9f614da4d6ec admin admin] 10.222.0.50 "DELETE /v2.0/routers/f556a131-22de-4d21-b4c5-05a2d60f0dc3 HTTP/1.1" status: 204 len: 168 time: 1.0779953 Feb 03 22:19:37.460056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:37.510718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3859503c-6c7f-44a6-a8f0-8697c9a17477 admin admin] Deleting subnet 10e71195-a3e8-4fae-99a6-a5716b90f970 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:19:37.515284 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3859503c-6c7f-44a6-a8f0-8697c9a17477 admin admin] Publish callbacks [] for subnet (10e71195-a3e8-4fae-99a6-a5716b90f970), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.553601 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3859503c-6c7f-44a6-a8f0-8697c9a17477 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (10e71195-a3e8-4fae-99a6-a5716b90f970), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.640461 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3859503c-6c7f-44a6-a8f0-8697c9a17477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (10e71195-a3e8-4fae-99a6-a5716b90f970), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.696111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3859503c-6c7f-44a6-a8f0-8697c9a17477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (10e71195-a3e8-4fae-99a6-a5716b90f970), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.724883 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3859503c-6c7f-44a6-a8f0-8697c9a17477 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:37.731425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48782) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:37.731998 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3859503c-6c7f-44a6-a8f0-8697c9a17477 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/10e71195-a3e8-4fae-99a6-a5716b90f970 HTTP/1.1" status: 204 len: 168 time: 0.2703669 Feb 03 22:19:37.732378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859503c-6c7f-44a6-a8f0-8697c9a17477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e71195-a3e8-4fae-99a6-a5716b90f970,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:37.742723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4fc1f-230c-43ee-856c-953d28343400 None None] Network 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:19:37.860001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e8a90607-796b-4cc2-8897-4bf0aad75d95 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:37.887672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: e8a90607-796b-4cc2-8897-4bf0aad75d95 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:37.888187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e8a90607-796b-4cc2-8897-4bf0aad75d95 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:38.174664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (34a1fff9-1ffc-4605-b2d2-9ca3884c2399), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.180521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052ee36e-795e-4c42-8dba-986dcae741e2 None None] DHCP port deletion for 34a1fff9-1ffc-4605-b2d2-9ca3884c2399 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:19:38.234593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-052ee36e-795e-4c42-8dba-986dcae741e2 None None] Deleting port 1148338a-23ba-4339-abb3-52645314002b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:38.234962 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-052ee36e-795e-4c42-8dba-986dcae741e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1148338a-23ba-4339-abb3-52645314002b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.240443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Deleting port 1148338a-23ba-4339-abb3-52645314002b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:38.243698 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1148338a-23ba-4339-abb3-52645314002b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.302213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-052ee36e-795e-4c42-8dba-986dcae741e2 None None] For port 1148338a-23ba-4339-abb3-52645314002b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1148338a-23ba-4339-abb3-52645314002b,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:38.302633 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-052ee36e-795e-4c42-8dba-986dcae741e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1148338a-23ba-4339-abb3-52645314002b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.311486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] For port 1148338a-23ba-4339-abb3-52645314002b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1148338a-23ba-4339-abb3-52645314002b,segment=NetworkSegment(046786db-e5c1-4924-84f9-c92898922bf5),segment_id=046786db-e5c1-4924-84f9-c92898922bf5)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:38.311849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1148338a-23ba-4339-abb3-52645314002b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.316671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-052ee36e-795e-4c42-8dba-986dcae741e2 None None] Calling delete_port for 1148338a-23ba-4339-abb3-52645314002b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:38.324469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Calling delete_port for 1148338a-23ba-4339-abb3-52645314002b owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:38.400747 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-052ee36e-795e-4c42-8dba-986dcae741e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (1148338a-23ba-4339-abb3-52645314002b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.411552 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (1148338a-23ba-4339-abb3-52645314002b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.415169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ee36e-795e-4c42-8dba-986dcae741e2 None None] No DVR routers for this DVR port 1148338a-23ba-4339-abb3-52645314002b on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:38.440522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ee36e-795e-4c42-8dba-986dcae741e2 None None] Pushing event deleted for resources: {'Port': ['ID=1148338a-23ba-4339-abb3-52645314002b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:38.443768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=1148338a-23ba-4339-abb3-52645314002b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:38.447239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] No DVR routers for this DVR port 1148338a-23ba-4339-abb3-52645314002b on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:38.524450 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (34a1fff9-1ffc-4605-b2d2-9ca3884c2399), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.548402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a1fff9-1ffc-4605-b2d2-9ca3884c2399']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:38.557762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046786db-e5c1-4924-84f9-c92898922bf5') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:38.558065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046786db-e5c1-4924-84f9-c92898922bf5') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:38.572482 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (046786db-e5c1-4924-84f9-c92898922bf5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.585710 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (046786db-e5c1-4924-84f9-c92898922bf5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.591403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:19:38.591779 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (046786db-e5c1-4924-84f9-c92898922bf5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:19:38.594049 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:19:38.647520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (34a1fff9-1ffc-4605-b2d2-9ca3884c2399), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.653085 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:38.656436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] 10.222.0.50 "DELETE /v2.0/networks/34a1fff9-1ffc-4605-b2d2-9ca3884c2399 HTTP/1.1" status: 204 len: 168 time: 0.9238029 Feb 03 22:19:38.659570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:38.667605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa1e00-ea8d-433f-9ec7-774436825c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=34a1fff9-1ffc-4605-b2d2-9ca3884c2399,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:39.020467 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (7c95aed6-a2d8-4486-ae21-806662827669), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:39.079818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4838bfad-f70b-4f16-b53b-8c55e495a009 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:39.111410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 4838bfad-f70b-4f16-b53b-8c55e495a009 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:39.111850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4838bfad-f70b-4f16-b53b-8c55e495a009 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:39.112338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:39.135044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:39.135476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9d81a14a-4ddd-4d19-bb6d-20f725a27bb1 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:39.135955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1148338a-23ba-4339-abb3-52645314002b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:39.155439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 1148338a-23ba-4339-abb3-52645314002b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:39.155958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1148338a-23ba-4339-abb3-52645314002b not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:39.276252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Deleting port 451b883c-b41f-445a-aa0d-7249b6023c0b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:39.276593 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:39.353609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] For port 451b883c-b41f-445a-aa0d-7249b6023c0b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=451b883c-b41f-445a-aa0d-7249b6023c0b,segment=NetworkSegment(b8b1b640-7e4c-45be-ab4c-365c4cea029a),segment_id=b8b1b640-7e4c-45be-ab4c-365c4cea029a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:39.353995 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:39.367604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Calling delete_port for 451b883c-b41f-445a-aa0d-7249b6023c0b owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:39.570618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (451b883c-b41f-445a-aa0d-7249b6023c0b), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:39.675756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Pushing event deleted for resources: {'Port': ['ID=451b883c-b41f-445a-aa0d-7249b6023c0b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:39.894464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (7c95aed6-a2d8-4486-ae21-806662827669), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:40.129852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Router 7c95aed6-a2d8-4486-ae21-806662827669 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:19:40.237746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:19:40.242630 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ddbb278e-8a84-4c9e-9c51-3911aec7fe79 admin admin] 10.222.0.50 "PUT /v2.0/routers/7c95aed6-a2d8-4486-ae21-806662827669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5818558 Feb 03 22:19:40.245251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:40.246154 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] Sync routers for ids ['7c95aed6-a2d8-4486-ae21-806662827669'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:19:40.255507 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] Routers {'7c95aed6-a2d8-4486-ae21-806662827669'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:40.256114 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:19:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7c95aed6-a2d8-4486-ae21-806662827669'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:40.348378 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks [] for router (7c95aed6-a2d8-4486-ae21-806662827669), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:40.361176 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] Set router 7c95aed6-a2d8-4486-ae21-806662827669 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:40.453008 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks [] for router_gateway (7c95aed6-a2d8-4486-ae21-806662827669), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:40.509363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Deleting port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:40.509707 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:40.537524 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c95aed6-a2d8-4486-ae21-806662827669', 'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:49Z', 'updated_at': '2022-02-03T22:19:39Z', 'revision_number': 5, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'gw_port': {'id': 'c7d859b1-a92a-4fe6-8ccc-2aefff4f3619', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c95aed6-a2d8-4486-ae21-806662827669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:18:50Z', 'updated_at': '2022-02-03T22:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:40.564243 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] Checking router: 7c95aed6-a2d8-4486-ae21-806662827669 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:19:40.572613 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] Routers {'7c95aed6-a2d8-4486-ae21-806662827669'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:19:40.573359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:19:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7c95aed6-a2d8-4486-ae21-806662827669'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:40.594627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] For port c7d859b1-a92a-4fe6-8ccc-2aefff4f3619, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c7d859b1-a92a-4fe6-8ccc-2aefff4f3619,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:40.594989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:40.608810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Calling delete_port for c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:40.663805 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] Set router 7c95aed6-a2d8-4486-ae21-806662827669 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:19:40.790780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c7d859b1-a92a-4fe6-8ccc-2aefff4f3619), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:40.811549 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c95aed6-a2d8-4486-ae21-806662827669', 'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:49Z', 'updated_at': '2022-02-03T22:19:40Z', 'revision_number': 6, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:40.821718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d859b1-a92a-4fe6-8ccc-2aefff4f3619,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:40.839156 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fd3e2-da9b-4310-9df1-dfca1023d6ba None None] The sync data for ids ['7c95aed6-a2d8-4486-ae21-806662827669'] in n-d-824834-9 is: [{'id': '7c95aed6-a2d8-4486-ae21-806662827669', 'name': 'tempest-TestServerMultinode-2042567597-router', 'tenant_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:18:49Z', 'updated_at': '2022-02-03T22:19:40Z', 'revision_number': 6, 'project_id': 'f1dae3c815a84392b5c3f461b7e61d94', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:19:40.897747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (7c95aed6-a2d8-4486-ae21-806662827669), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.267344 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (7c95aed6-a2d8-4486-ae21-806662827669), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.269480 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks [] for router_controller (7c95aed6-a2d8-4486-ae21-806662827669), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.319452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (7c95aed6-a2d8-4486-ae21-806662827669), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.320063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c95aed6-a2d8-4486-ae21-806662827669 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:19:41.325822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.327197 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-953b14aa-f482-4e2a-b2f5-a581a668e92d admin admin] 10.222.0.50 "DELETE /v2.0/routers/7c95aed6-a2d8-4486-ae21-806662827669 HTTP/1.1" status: 204 len: 168 time: 1.0808442 Feb 03 22:19:41.333775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:41.385033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1430903-94eb-4d38-8df8-5e1da1df3d66 admin admin] Deleting subnet d05f961d-f643-4ef3-93d1-d3f4250378d1 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:19:41.388535 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1430903-94eb-4d38-8df8-5e1da1df3d66 admin admin] Publish callbacks [] for subnet (d05f961d-f643-4ef3-93d1-d3f4250378d1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.427788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1430903-94eb-4d38-8df8-5e1da1df3d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (d05f961d-f643-4ef3-93d1-d3f4250378d1), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.509516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1430903-94eb-4d38-8df8-5e1da1df3d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d05f961d-f643-4ef3-93d1-d3f4250378d1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.561933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1430903-94eb-4d38-8df8-5e1da1df3d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (d05f961d-f643-4ef3-93d1-d3f4250378d1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.587633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1430903-94eb-4d38-8df8-5e1da1df3d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05f961d-f643-4ef3-93d1-d3f4250378d1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:41.589536 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1430903-94eb-4d38-8df8-5e1da1df3d66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.593929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29004c-a0c4-42d1-8253-ac310d38e1b1 None None] Network 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:19:41.596257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e1430903-94eb-4d38-8df8-5e1da1df3d66 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d05f961d-f643-4ef3-93d1-d3f4250378d1 HTTP/1.1" status: 204 len: 168 time: 0.2573488 Feb 03 22:19:41.597527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48800) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:41.680729 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.695376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 451b883c-b41f-445a-aa0d-7249b6023c0b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:41.723847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 451b883c-b41f-445a-aa0d-7249b6023c0b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:41.724196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 451b883c-b41f-445a-aa0d-7249b6023c0b not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:41.756822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Deleting port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:41.757343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.793596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac2afc-04be-4f81-80d9-bcbbf176df63 None None] DHCP port deletion for 53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:19:41.826950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] For port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=52d74eed-47d8-40b1-b4cf-e3963e5a1c5a,segment=NetworkSegment(b8b1b640-7e4c-45be-ab4c-365c4cea029a),segment_id=b8b1b640-7e4c-45be-ab4c-365c4cea029a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:41.827759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.844342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Calling delete_port for 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:41.849532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eaac2afc-04be-4f81-80d9-bcbbf176df63 None None] Deleting port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:19:41.850640 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaac2afc-04be-4f81-80d9-bcbbf176df63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.937667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.943703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eaac2afc-04be-4f81-80d9-bcbbf176df63 None None] For port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=52d74eed-47d8-40b1-b4cf-e3963e5a1c5a,segment=NetworkSegment(b8b1b640-7e4c-45be-ab4c-365c4cea029a),segment_id=b8b1b640-7e4c-45be-ab4c-365c4cea029a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:19:41.944094 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaac2afc-04be-4f81-80d9-bcbbf176df63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:41.957682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eaac2afc-04be-4f81-80d9-bcbbf176df63 None None] Calling delete_port for 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:19:41.968630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=52d74eed-47d8-40b1-b4cf-e3963e5a1c5a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:41.974221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] No DVR routers for this DVR port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:42.048115 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaac2afc-04be-4f81-80d9-bcbbf176df63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (52d74eed-47d8-40b1-b4cf-e3963e5a1c5a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.070832 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.085092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac2afc-04be-4f81-80d9-bcbbf176df63 None None] Pushing event deleted for resources: {'Port': ['ID=52d74eed-47d8-40b1-b4cf-e3963e5a1c5a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:42.097482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:42.098219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac2afc-04be-4f81-80d9-bcbbf176df63 None None] No DVR routers for this DVR port 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:19:42.111204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b1b640-7e4c-45be-ab4c-365c4cea029a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:42.111612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b1b640-7e4c-45be-ab4c-365c4cea029a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:19:42.122322 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (b8b1b640-7e4c-45be-ab4c-365c4cea029a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.137202 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b8b1b640-7e4c-45be-ab4c-365c4cea029a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.144688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:19:42.145123 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (b8b1b640-7e4c-45be-ab4c-365c4cea029a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:19:42.146786 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:19:42.209437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.215717 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.221820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] 10.222.0.50 "DELETE /v2.0/networks/53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b HTTP/1.1" status: 204 len: 168 time: 0.6210074 Feb 03 22:19:42.229163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b147b-9701-4d67-801f-759fb7657c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=53e5384b-5b32-4af8-9f51-d0ea8e7f4f3b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:42.389643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48806) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:42.431153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b1ccd8a-56bb-40a8-8890-0f26098739b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9f7a93365804958b2a9dfbc1a2225da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378642 Feb 03 22:19:42.431434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48808) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:42.479591 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee87c786-b917-4a67-9890-e02a98fcc4e9 admin admin] Publish callbacks [] for security_group (bd9fcf2c-9ed7-4552-af53-fb0c43acb91f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.501147 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee87c786-b917-4a67-9890-e02a98fcc4e9 admin admin] Publish callbacks [] for security_group (bd9fcf2c-9ed7-4552-af53-fb0c43acb91f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.547938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee87c786-b917-4a67-9890-e02a98fcc4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (bd9fcf2c-9ed7-4552-af53-fb0c43acb91f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.550761 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee87c786-b917-4a67-9890-e02a98fcc4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:42.551886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ee87c786-b917-4a67-9890-e02a98fcc4e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd9fcf2c-9ed7-4552-af53-fb0c43acb91f HTTP/1.1" status: 204 len: 168 time: 0.1194718 Feb 03 22:19:42.561623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87c786-b917-4a67-9890-e02a98fcc4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9fcf2c-9ed7-4552-af53-fb0c43acb91f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:42.976586 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48816) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:43.022827 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e3490536-701b-4576-b22d-a1aa069085f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1dae3c815a84392b5c3f461b7e61d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449700 Feb 03 22:19:43.025582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:19:43.081007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:43.082439 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1f67160-5261-4b41-984f-25f9b13a92a6 admin admin] Publish callbacks [] for security_group (8688f324-5823-4ae3-bb06-26430e4f13c0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:43.101230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:43.101805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 52d74eed-47d8-40b1-b4cf-e3963e5a1c5a not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:43.102389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:19:43.108432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1f67160-5261-4b41-984f-25f9b13a92a6 admin admin] Publish callbacks [] for security_group (8688f324-5823-4ae3-bb06-26430e4f13c0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:43.122321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:19:43.122646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c7d859b1-a92a-4fe6-8ccc-2aefff4f3619 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:19:43.161019 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1f67160-5261-4b41-984f-25f9b13a92a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8688f324-5823-4ae3-bb06-26430e4f13c0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:43.163586 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1f67160-5261-4b41-984f-25f9b13a92a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:43.164744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b1f67160-5261-4b41-984f-25f9b13a92a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8688f324-5823-4ae3-bb06-26430e4f13c0 HTTP/1.1" status: 204 len: 168 time: 0.1375499 Feb 03 22:19:43.173020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f67160-5261-4b41-984f-25f9b13a92a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8688f324-5823-4ae3-bb06-26430e4f13c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:19:44.898861 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:19:53.748945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac97def-7544-4020-848f-bbe7a937ed9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:54.649272 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:54.669392 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:56.551976 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b4b23ec-c575-4ccc-a616-246d2d8da593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:57.023043 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:58.702663 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:59.899252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:19:59.947741 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b07a-0eb4-45b8-ba5b-93c8695952fd req-1a3674ef-9be2-49c4-ad39-fbe7634537cd tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:19:59.949159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19a6b07a-0eb4-45b8-ba5b-93c8695952fd req-1a3674ef-9be2-49c4-ad39-fbe7634537cd tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 945 time: 0.0561123 Feb 03 22:19:59.994892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-19a6b07a-0eb4-45b8-ba5b-93c8695952fd req-2e1fc28a-891d-4980-aa56-626028a98341 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 Feb 03 22:20:01.114602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6a0c7-1a6f-4871-9bde-1de105e8172a req-ef76699b-dd6a-4d71-992c-2ea00f91771d tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:01.116060 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6f6a0c7-1a6f-4871-9bde-1de105e8172a req-ef76699b-dd6a-4d71-992c-2ea00f91771d tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 945 time: 0.0517509 Feb 03 22:20:01.161781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a6f6a0c7-1a6f-4871-9bde-1de105e8172a req-f418e3e2-9e4a-400c-a6e5-5c3ee3997d21 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Feb 03 22:20:01.572214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-cda1a1be-33fa-44d1-9f3c-8f3834a6ab17 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:01.573669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-cda1a1be-33fa-44d1-9f3c-8f3834a6ab17 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.10 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 945 time: 0.0547938 Feb 03 22:20:01.661309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Deleting port 67da0750-aaae-4094-9a5b-d9df4eed2124 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:20:01.661648 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:01.749615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] For port 67da0750-aaae-4094-9a5b-d9df4eed2124, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=67da0750-aaae-4094-9a5b-d9df4eed2124,segment=NetworkSegment(785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3),segment_id=785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:01.749882 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:01.762402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Calling delete_port for 67da0750-aaae-4094-9a5b-d9df4eed2124 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:20:01.884463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (67da0750-aaae-4094-9a5b-d9df4eed2124), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:01.896289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['67da0750-aaae-4094-9a5b-d9df4eed2124'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:20:01.918978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Pushing event deleted for resources: {'Port': ['ID=67da0750-aaae-4094-9a5b-d9df4eed2124,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:01.979064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] No DVR routers for this DVR port 67da0750-aaae-4094-9a5b-d9df4eed2124 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:20:01.981673 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:01.985718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59300628-1ad6-4c48-9dec-c95bb22c303f req-e870b36d-f0e6-4e5c-9679-8e9d68bff2c7 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.10 "DELETE /v2.0/ports/67da0750-aaae-4094-9a5b-d9df4eed2124 HTTP/1.1" status: 204 len: 173 time: 0.4071398 Feb 03 22:20:01.986186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1602af3b-f884-4a0a-9f93-7b0d91f2a216', 'name': 'network-vif-deleted', 'tag': '67da0750-aaae-4094-9a5b-d9df4eed2124'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:20:01.988515 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32432227-2a97-4f0d-a106-6dcbce6f4792" -d '{"events": [{"server_uuid": "1602af3b-f884-4a0a-9f93-7b0d91f2a216", "name": "network-vif-deleted", "tag": "67da0750-aaae-4094-9a5b-d9df4eed2124"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:20:02.026116 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f641b8-062e-43d8-91d8-1ad65e519e02 x-openstack-request-id: req-35f641b8-062e-43d8-91d8-1ad65e519e02 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:20:02.026426 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1602af3b-f884-4a0a-9f93-7b0d91f2a216", "name": "network-vif-deleted", "tag": "67da0750-aaae-4094-9a5b-d9df4eed2124", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:20:02.026683 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35f641b8-062e-43d8-91d8-1ad65e519e02 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:20:02.027086 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1602af3b-f884-4a0a-9f93-7b0d91f2a216', 'name': 'network-vif-deleted', 'tag': '67da0750-aaae-4094-9a5b-d9df4eed2124', 'status': 'completed', 'code': 200} Feb 03 22:20:02.268596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-705d54a8-346e-4741-bf7b-ac3c0423d654 req-35d750e1-8982-4ef9-b7da-8f489499cd10 tempest-VolumesSnapshotTestJSON-1981085592 tempest-VolumesSnapshotTestJSON-1981085592-project] 10.222.0.50 "GET /v2.0/ports?device_id=1602af3b-f884-4a0a-9f93-7b0d91f2a216 HTTP/1.1" status: 200 len: 210 time: 0.0290620 Feb 03 22:20:05.705196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 67da0750-aaae-4094-9a5b-d9df4eed2124 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:20:05.727667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 67da0750-aaae-4094-9a5b-d9df4eed2124 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:20:05.728046 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 67da0750-aaae-4094-9a5b-d9df4eed2124 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:20:21.096106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d868c70-27a1-4aae-a542-0a2e638c1b78 req-470b701e-f57a-4315-821e-f3c24366c441 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:21.097638 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d868c70-27a1-4aae-a542-0a2e638c1b78 req-470b701e-f57a-4315-821e-f3c24366c441 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1129 time: 0.0428803 Feb 03 22:20:21.146495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d868c70-27a1-4aae-a542-0a2e638c1b78 req-362e742c-ca3f-4b46-9ece-e77f88a422c4 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Feb 03 22:20:21.168070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48956) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:21.322160 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port c6c22664-ce31-4039-8cc5-fdd5aab95a9b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:20:21.322515 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c6c22664-ce31-4039-8cc5-fdd5aab95a9b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:21.397012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c6c22664-ce31-4039-8cc5-fdd5aab95a9b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:21.397342 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (c6c22664-ce31-4039-8cc5-fdd5aab95a9b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:21.409869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for c6c22664-ce31-4039-8cc5-fdd5aab95a9b owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:20:21.566814 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c6c22664-ce31-4039-8cc5-fdd5aab95a9b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:21.592525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=c6c22664-ce31-4039-8cc5-fdd5aab95a9b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:21.621844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.622644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.623003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.623355 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.623697 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.624034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.624371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.624710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.625317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.625784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.626138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.626480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.626795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:21.671348 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (bf603182-2455-4d5f-9267-bdc8528b1d4b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:21.671727 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Floating IP bf603182-2455-4d5f-9267-bdc8528b1d4b disassociated (deleted). External IP: 172.25.5.3, port: f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b. Feb 03 22:20:21.899636 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:20:21.902791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 75094d58-775b-4361-be9c-7bc1a8f0db35 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:20:22.037563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:20:22.043013 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:22.054942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] Sync routers for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:20:22.067802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:22.068644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:19:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:22.110109 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6165227e-0512-4f66-8ace-f942f18eddad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/floatingips/bf603182-2455-4d5f-9267-bdc8528b1d4b HTTP/1.1" status: 204 len: 168 time: 0.9384537 Feb 03 22:20:22.110109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:20:22.112666 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c08d7-cff8-4103-ad17-3833e385a272" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:20:22.178656 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbc8fb5-cdd1-4c01-b7da-b8bd700538ed x-openstack-request-id: req-0cbc8fb5-cdd1-4c01-b7da-b8bd700538ed {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:20:22.179110 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:20:22.179524 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0cbc8fb5-cdd1-4c01-b7da-b8bd700538ed {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:20:22.180153 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'status': 'completed', 'code': 200} Feb 03 22:20:22.219936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:22.376702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-2690b694-52eb-43e7-aa92-2b5c37d89615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:22.385941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-2690b694-52eb-43e7-aa92-2b5c37d89615 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 1129 time: 0.1741168 Feb 03 22:20:22.563622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-5c9d0aa2-6abc-402e-8c3d-dead4877e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:22.565995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-5c9d0aa2-6abc-402e-8c3d-dead4877e5d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 200 len: 897 time: 0.1679740 Feb 03 22:20:22.602506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5242080e-6579-477f-a8be-df47ac2287d1', 'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:f3:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:22Z', 'updated_at': '2022-02-03T22:17:28Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:22.611597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-31f4b98e-c42b-40a2-9375-13d94433d879 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 200 len: 217 time: 0.0379765 Feb 03 22:20:22.647809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] Checking router: 75094d58-775b-4361-be9c-7bc1a8f0db35 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:20:22.656621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:22.657289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:19:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:22.736294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-be42af6b-ccc0-4e82-aa2d-0b80a2f9b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:22.738637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-be42af6b-ccc0-4e82-aa2d-0b80a2f9b462 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 200 len: 834 time: 0.0929379 Feb 03 22:20:22.774307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:22.788205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735032ca-1b0d-4ef2-81ed-c30a6ecc9ee2 req-1798b568-5214-4f26-8064-9233d32810a2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:22.790199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-735032ca-1b0d-4ef2-81ed-c30a6ecc9ee2 req-1798b568-5214-4f26-8064-9233d32810a2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 947 time: 0.1777158 Feb 03 22:20:22.854661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-735032ca-1b0d-4ef2-81ed-c30a6ecc9ee2 req-6076c9b2-16db-41cf-9369-b8d03a089dd3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567851 Feb 03 22:20:22.869129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-b4c5b74f-c9f2-4383-9b76-c5db8d87fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:22.871284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-b4c5b74f-c9f2-4383-9b76-c5db8d87fd1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd30dccc-c556-4dc9-beb9-b6b562976a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1223969 Feb 03 22:20:22.974853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-443b293f-e9e9-4939-b160-a64a67b4ec56 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960419 Feb 03 22:20:22.982275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5242080e-6579-477f-a8be-df47ac2287d1', 'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:f3:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:22Z', 'updated_at': '2022-02-03T22:17:28Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:23.009570 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91746b09-2ec7-49b1-ae55-f0fd7d62f427 None None] The sync data for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 is: [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:17:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5242080e-6579-477f-a8be-df47ac2287d1', 'name': '', 'network_id': 'cd30dccc-c556-4dc9-beb9-b6b562976a4e', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:f3:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:22Z', 'updated_at': '2022-02-03T22:17:28Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': '68120ca8-aef4-4762-9963-c2e353ea78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:20:23.079538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a77c08d7-cff8-4103-ad17-3833e385a272 req-e6f61af2-50ce-4b2f-b076-05538e6fd1b3 service neutron] 10.222.0.10 "GET /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977933 Feb 03 22:20:23.280203 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3791f381-cdbc-4d85-b401-3a7f03ecba08 None None] New status for floating IP bf603182-2455-4d5f-9267-bdc8528b1d4b: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:20:23.603135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610ab664-3f0a-4774-9ab5-8ea175796c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:23.904201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39284d9c-e516-447f-a0d9-017462118dd6 req-3f6e057b-94ba-4e8a-b1ff-b67c3ff08ba5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:23.906053 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39284d9c-e516-447f-a0d9-017462118dd6 req-3f6e057b-94ba-4e8a-b1ff-b67c3ff08ba5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 947 time: 0.0577595 Feb 03 22:20:24.029142 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37528e8-70e0-4c19-a3be-0ab97437f32b req-c04e821d-2c55-4e1d-8784-f59ab1d10648 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:24.030629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d37528e8-70e0-4c19-a3be-0ab97437f32b req-c04e821d-2c55-4e1d-8784-f59ab1d10648 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc5f67c2-39be-4aca-906e-54350ac5434b HTTP/1.1" status: 200 len: 947 time: 0.0890634 Feb 03 22:20:24.068265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-39284d9c-e516-447f-a0d9-017462118dd6 req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:20:24.068603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-39284d9c-e516-447f-a0d9-017462118dd6 req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:24.127065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d37528e8-70e0-4c19-a3be-0ab97437f32b req-bb55a462-118f-4cde-aade-3fde1682daf0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=4de57bc9-b199-45a0-bec3-d81da2d4e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904298 Feb 03 22:20:24.174041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-39284d9c-e516-447f-a0d9-017462118dd6 req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:24.174412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-39284d9c-e516-447f-a0d9-017462118dd6 req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:24.186656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-39284d9c-e516-447f-a0d9-017462118dd6 req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:20:24.322041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-39284d9c-e516-447f-a0d9-017462118dd6 req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:24.350455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:24.393633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-39284d9c-e516-447f-a0d9-017462118dd6 req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] No DVR routers for this DVR port f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:20:24.396066 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-39284d9c-e516-447f-a0d9-017462118dd6 req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:24.399385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39284d9c-e516-447f-a0d9-017462118dd6 req-135ab250-a878-4af8-b226-0d6f7bbb1a88 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "DELETE /v2.0/ports/f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b HTTP/1.1" status: 204 len: 173 time: 0.4883761 Feb 03 22:20:24.399838 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'name': 'network-vif-deleted', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:20:24.402076 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546e6cef-ac7f-41f8-a158-32382f378a91" -d '{"events": [{"server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "name": "network-vif-deleted", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:20:24.442433 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf433c-6839-4912-a95b-5f88a3a406ea x-openstack-request-id: req-2ccf433c-6839-4912-a95b-5f88a3a406ea {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:20:24.442810 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5f67c2-39be-4aca-906e-54350ac5434b", "name": "network-vif-deleted", "tag": "f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:20:24.443071 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ccf433c-6839-4912-a95b-5f88a3a406ea {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:20:24.443482 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f67c2-39be-4aca-906e-54350ac5434b', 'name': 'network-vif-deleted', 'tag': 'f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b', 'status': 'completed', 'code': 200} Feb 03 22:20:24.637320 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:24.670058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:25.190132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:25.557022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (75094d58-775b-4361-be9c-7bc1a8f0db35), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:26.156839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port 5242080e-6579-477f-a8be-df47ac2287d1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:20:26.157208 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5242080e-6579-477f-a8be-df47ac2287d1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:26.244417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port 5242080e-6579-477f-a8be-df47ac2287d1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5242080e-6579-477f-a8be-df47ac2287d1,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:26.245133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5242080e-6579-477f-a8be-df47ac2287d1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:26.257996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for 5242080e-6579-477f-a8be-df47ac2287d1 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:20:26.443969 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5242080e-6579-477f-a8be-df47ac2287d1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:26.479089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=5242080e-6579-477f-a8be-df47ac2287d1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:26.564624 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7be3efe8-5379-4800-a6e6-eaa474642eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:26.723940 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (75094d58-775b-4361-be9c-7bc1a8f0db35), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:26.964653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 75094d58-775b-4361-be9c-7bc1a8f0db35 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:20:27.025519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.077584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:20:27.082746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-500b8a22-1833-4d24-a508-e46ef689f585 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "PUT /v2.0/routers/75094d58-775b-4361-be9c-7bc1a8f0db35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8915956 Feb 03 22:20:27.085688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 48996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:27.087145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] Sync routers for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:20:27.097801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:27.098534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:20:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:27.136399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca665370-cb4e-494d-aa75-3b28a02ab5f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting subnet 68120ca8-aef4-4762-9963-c2e353ea78a8 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:20:27.140368 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca665370-cb4e-494d-aa75-3b28a02ab5f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (68120ca8-aef4-4762-9963-c2e353ea78a8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.180252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca665370-cb4e-494d-aa75-3b28a02ab5f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (68120ca8-aef4-4762-9963-c2e353ea78a8), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.208340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:27.268189 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca665370-cb4e-494d-aa75-3b28a02ab5f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (68120ca8-aef4-4762-9963-c2e353ea78a8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.324748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca665370-cb4e-494d-aa75-3b28a02ab5f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (68120ca8-aef4-4762-9963-c2e353ea78a8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.353574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca665370-cb4e-494d-aa75-3b28a02ab5f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Subnet': ['ID=68120ca8-aef4-4762-9963-c2e353ea78a8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:27.358179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca665370-cb4e-494d-aa75-3b28a02ab5f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.364633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 48998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:27.365144 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ca665370-cb4e-494d-aa75-3b28a02ab5f7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/subnets/68120ca8-aef4-4762-9963-c2e353ea78a8 HTTP/1.1" status: 204 len: 168 time: 0.2779341 Feb 03 22:20:27.369607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9600651-aa53-4bc1-9040-34188b3527ff None None] Network cd30dccc-c556-4dc9-beb9-b6b562976a4e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:20:27.456361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:20:26Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:27.472440 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (75094d58-775b-4361-be9c-7bc1a8f0db35), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.486641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] Checking router: 75094d58-775b-4361-be9c-7bc1a8f0db35 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:20:27.505155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] Routers {'75094d58-775b-4361-be9c-7bc1a8f0db35'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:27.505776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:20:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['75094d58-775b-4361-be9c-7bc1a8f0db35'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:27.579931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] DHCP port deletion for cd30dccc-c556-4dc9-beb9-b6b562976a4e request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:20:27.580604 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (75094d58-775b-4361-be9c-7bc1a8f0db35), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.639811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port 9f915404-b078-45fd-a312-8981bc362036 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:20:27.641370 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9f915404-b078-45fd-a312-8981bc362036), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.656032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] Set router 75094d58-775b-4361-be9c-7bc1a8f0db35 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:27.711204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Deleting port f3856792-02d5-4dad-aa5b-f465ac80eaca {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:20:27.711576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.727964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port 9f915404-b078-45fd-a312-8981bc362036, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=9f915404-b078-45fd-a312-8981bc362036,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:27.727964 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9f915404-b078-45fd-a312-8981bc362036), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.739853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for 9f915404-b078-45fd-a312-8981bc362036 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:20:27.934108 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9f915404-b078-45fd-a312-8981bc362036), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:27.944741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:20:27.964416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=9f915404-b078-45fd-a312-8981bc362036,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:27.987302 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:20:27.987657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f16b1c8f-aa0d-49fe-afbc-b823dfbfc98b not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:20:28.014065 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] For port f3856792-02d5-4dad-aa5b-f465ac80eaca, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f3856792-02d5-4dad-aa5b-f465ac80eaca,segment=NetworkSegment(ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0),segment_id=ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:28.014470 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.044941 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Calling delete_port for f3856792-02d5-4dad-aa5b-f465ac80eaca owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:20:28.050115 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (75094d58-775b-4361-be9c-7bc1a8f0db35), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.178485 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (75094d58-775b-4361-be9c-7bc1a8f0db35), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.178788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:20:26Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:28.180396 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_controller (75094d58-775b-4361-be9c-7bc1a8f0db35), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.210881 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f3856792-02d5-4dad-aa5b-f465ac80eaca), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.219330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d8004-c057-4b6c-a50c-3bc4b08584c8 None None] The sync data for ids ['75094d58-775b-4361-be9c-7bc1a8f0db35'] in n-d-824834-9 is: [{'id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915058570', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9f915404-b078-45fd-a312-8981bc362036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:17:16Z', 'updated_at': '2022-02-03T22:20:26Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '9f915404-b078-45fd-a312-8981bc362036', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094d58-775b-4361-be9c-7bc1a8f0db35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:17:17Z', 'updated_at': '2022-02-03T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:20:28.235051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (75094d58-775b-4361-be9c-7bc1a8f0db35), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.235591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Fanout notify agent at l3_agent the message router_deleted on router 75094d58-775b-4361-be9c-7bc1a8f0db35 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:20:28.242239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Pushing event deleted for resources: {'Port': ['ID=f3856792-02d5-4dad-aa5b-f465ac80eaca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:28.244586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] No DVR routers for this DVR port f3856792-02d5-4dad-aa5b-f465ac80eaca on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:20:28.246726 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.248874 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-160e751f-21e5-4991-b93d-cfe02163720a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/routers/75094d58-775b-4361-be9c-7bc1a8f0db35 HTTP/1.1" status: 204 len: 168 time: 0.8831429 Feb 03 22:20:28.251484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49012) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:28.259037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.259857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.260460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.261084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.261658 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.262237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.263581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.264367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.265278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.265860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.266429 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.266987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.267558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11764af-673e-4921-ab12-c8a681c94b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.336122 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cd30dccc-c556-4dc9-beb9-b6b562976a4e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.423902 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cd30dccc-c556-4dc9-beb9-b6b562976a4e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.448161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd30dccc-c556-4dc9-beb9-b6b562976a4e']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:28.458021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:28.458327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:28.468995 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.483117 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.489330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:20:28.489751 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (ec49eb95-2ba0-4006-97f9-7bf43ca2c5e0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:20:28.492816 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:20:28.551762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cd30dccc-c556-4dc9-beb9-b6b562976a4e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.558725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.565086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/networks/cd30dccc-c556-4dc9-beb9-b6b562976a4e HTTP/1.1" status: 204 len: 168 time: 0.3100727 Feb 03 22:20:28.565798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:28.574204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c624799-5b3d-4469-91fc-1714becd1f8c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Network': ['ID=cd30dccc-c556-4dc9-beb9-b6b562976a4e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:28.635697 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (4de57bc9-b199-45a0-bec3-d81da2d4e8e5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.661848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (4de57bc9-b199-45a0-bec3-d81da2d4e8e5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.721541 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.729547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (4de57bc9-b199-45a0-bec3-d81da2d4e8e5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.733059 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:28.734246 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/security-groups/4de57bc9-b199-45a0-bec3-d81da2d4e8e5 HTTP/1.1" status: 204 len: 168 time: 0.1668606 Feb 03 22:20:28.744802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de57bc9-b199-45a0-bec3-d81da2d4e8e5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:28.758855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.759208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.760184 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.761139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.761673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.763143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.763558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.763930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.764525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.765425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.765837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.766310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.766578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7edcc7-5853-4e02-82d5-8a1eaf39bbf3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:28.956176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:28.961110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6f5c91f5-2b39-4b3d-8a83-f71c35e4a253 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901906275', 'description': 'tempest-secgroup-smoke-901906275 description', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:28.984212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f5c91f5-2b39-4b3d-8a83-f71c35e4a253 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.053473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f5c91f5-2b39-4b3d-8a83-f71c35e4a253 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (ab1cbae4-ee36-4c68-93de-63250110c298), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.057395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f5c91f5-2b39-4b3d-8a83-f71c35e4a253 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab1cbae4-ee36-4c68-93de-63250110c298), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.085243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f5c91f5-2b39-4b3d-8a83-f71c35e4a253 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.089351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:29.089529 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6f5c91f5-2b39-4b3d-8a83-f71c35e4a253 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1317863 Feb 03 22:20:29.094701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c91f5-2b39-4b3d-8a83-f71c35e4a253 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1cbae4-ee36-4c68-93de-63250110c298,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:29.095601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a2a0bf70-6b10-4f9a-bc0f-03d76be0e4db tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'ab1cbae4-ee36-4c68-93de-63250110c298', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:29.122621 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bf70-6b10-4f9a-bc0f-03d76be0e4db tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (41ec42c9-fbae-4ff9-8af0-2f84056ae50b), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.189320 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bf70-6b10-4f9a-bc0f-03d76be0e4db tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (41ec42c9-fbae-4ff9-8af0-2f84056ae50b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.192893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bf70-6b10-4f9a-bc0f-03d76be0e4db tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (41ec42c9-fbae-4ff9-8af0-2f84056ae50b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.215205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0bf70-6b10-4f9a-bc0f-03d76be0e4db tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ec42c9-fbae-4ff9-8af0-2f84056ae50b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:29.221303 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bf70-6b10-4f9a-bc0f-03d76be0e4db tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.222514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a2a0bf70-6b10-4f9a-bc0f-03d76be0e4db tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319575 Feb 03 22:20:29.225291 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:29.229593 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1ec94e2e-ea2d-46fc-87dc-376975475046 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'ab1cbae4-ee36-4c68-93de-63250110c298', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:29.254314 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ec94e2e-ea2d-46fc-87dc-376975475046 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (4c2883ce-d36c-4cde-bf6d-d6e99af77c0d), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.326777 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ec94e2e-ea2d-46fc-87dc-376975475046 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (4c2883ce-d36c-4cde-bf6d-d6e99af77c0d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.330815 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ec94e2e-ea2d-46fc-87dc-376975475046 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (4c2883ce-d36c-4cde-bf6d-d6e99af77c0d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.352312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec94e2e-ea2d-46fc-87dc-376975475046 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2883ce-d36c-4cde-bf6d-d6e99af77c0d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:29.367860 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ec94e2e-ea2d-46fc-87dc-376975475046 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.369115 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1ec94e2e-ea2d-46fc-87dc-376975475046 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428699 Feb 03 22:20:29.372171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:29.377826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-70af8e9d-1492-46c0-8048-49b51bd247de tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'ab1cbae4-ee36-4c68-93de-63250110c298', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:29.378035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5242080e-6579-477f-a8be-df47ac2287d1 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:20:29.415712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 5242080e-6579-477f-a8be-df47ac2287d1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:20:29.417159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5242080e-6579-477f-a8be-df47ac2287d1 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:20:29.417909 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9f915404-b078-45fd-a312-8981bc362036 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:20:29.441763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70af8e9d-1492-46c0-8048-49b51bd247de tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (f94fbc12-af21-4f48-95ec-3e341a7ff789), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.446631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 9f915404-b078-45fd-a312-8981bc362036 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:20:29.446631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 9f915404-b078-45fd-a312-8981bc362036 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:20:29.446871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f3856792-02d5-4dad-aa5b-f465ac80eaca no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:20:29.468825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f3856792-02d5-4dad-aa5b-f465ac80eaca {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:20:29.469268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f3856792-02d5-4dad-aa5b-f465ac80eaca not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:20:29.524215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70af8e9d-1492-46c0-8048-49b51bd247de tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (f94fbc12-af21-4f48-95ec-3e341a7ff789), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.527925 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70af8e9d-1492-46c0-8048-49b51bd247de tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (f94fbc12-af21-4f48-95ec-3e341a7ff789), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.547605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af8e9d-1492-46c0-8048-49b51bd247de tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94fbc12-af21-4f48-95ec-3e341a7ff789,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:29.556518 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70af8e9d-1492-46c0-8048-49b51bd247de tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.560518 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-70af8e9d-1492-46c0-8048-49b51bd247de tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1844120 Feb 03 22:20:29.560695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:29.565192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-966c28f6-89f1-47dd-b26f-bd85f558ce80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'ab1cbae4-ee36-4c68-93de-63250110c298', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:29.590647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-966c28f6-89f1-47dd-b26f-bd85f558ce80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (c012bd9b-6c73-4918-853a-c5aba0933124), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.654634 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-966c28f6-89f1-47dd-b26f-bd85f558ce80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (c012bd9b-6c73-4918-853a-c5aba0933124), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.658331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-966c28f6-89f1-47dd-b26f-bd85f558ce80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c012bd9b-6c73-4918-853a-c5aba0933124), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.678343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c28f6-89f1-47dd-b26f-bd85f558ce80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c012bd9b-6c73-4918-853a-c5aba0933124,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:29.684477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-966c28f6-89f1-47dd-b26f-bd85f558ce80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.688853 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-966c28f6-89f1-47dd-b26f-bd85f558ce80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244545 Feb 03 22:20:29.689035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:29.693723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a0f8d85f-6808-4dce-b1d9-4fbb800c1c51 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'ab1cbae4-ee36-4c68-93de-63250110c298', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:29.715066 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-a0f8d85f-6808-4dce-b1d9-4fbb800c1c51 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Project 53ca60e57bac4ba49054448a2ff6b67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:20:29.720273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d85f-6808-4dce-b1d9-4fbb800c1c51 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (78bc602a-e01e-486e-89c7-743ec47377d2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.777228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d85f-6808-4dce-b1d9-4fbb800c1c51 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (78bc602a-e01e-486e-89c7-743ec47377d2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.780617 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d85f-6808-4dce-b1d9-4fbb800c1c51 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (78bc602a-e01e-486e-89c7-743ec47377d2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.798160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8d85f-6808-4dce-b1d9-4fbb800c1c51 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bc602a-e01e-486e-89c7-743ec47377d2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:29.804120 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d85f-6808-4dce-b1d9-4fbb800c1c51 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.807997 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a0f8d85f-6808-4dce-b1d9-4fbb800c1c51 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153324 Feb 03 22:20:29.808191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:29.813095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a74df3ea-3294-4a00-b576-883c47eb2a3a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'ab1cbae4-ee36-4c68-93de-63250110c298', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:29.837426 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-a74df3ea-3294-4a00-b576-883c47eb2a3a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Project 53ca60e57bac4ba49054448a2ff6b67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:20:29.842715 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a74df3ea-3294-4a00-b576-883c47eb2a3a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (8cd10cb0-c068-484b-a751-491d879c758d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.900798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a74df3ea-3294-4a00-b576-883c47eb2a3a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (8cd10cb0-c068-484b-a751-491d879c758d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.904945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.905475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a74df3ea-3294-4a00-b576-883c47eb2a3a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (8cd10cb0-c068-484b-a751-491d879c758d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.924999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74df3ea-3294-4a00-b576-883c47eb2a3a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd10cb0-c068-484b-a751-491d879c758d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:29.930016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a74df3ea-3294-4a00-b576-883c47eb2a3a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.931142 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a74df3ea-3294-4a00-b576-883c47eb2a3a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220338 Feb 03 22:20:29.934098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49036) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:29.939406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'network': {'name': 'tempest-network-smoke--248554324', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:29.963325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:20:29.966986 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:29.992511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:20:30.003752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (34781e5d-c31a-41a5-9fd1-73f5d206bf4c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.004122 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Added segment 34781e5d-c31a-41a5-9fd1-73f5d206bf4c of type vlan for network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 Feb 03 22:20:30.055287 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (4001001a-7d3b-4ad7-a97b-3e342e4ccf72), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.092894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (4001001a-7d3b-4ad7-a97b-3e342e4ccf72), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.098500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:30.099126 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.185865 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2502265 Feb 03 22:20:30.188580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:30.193244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'admin_state_up': True, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:30.211283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fb3b2-445b-4f44-8097-5739af496322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Network': ['ID=4001001a-7d3b-4ad7-a97b-3e342e4ccf72,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:30.228795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:20:30.233621 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.234881 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.293448 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_controller (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.436495 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.636277 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.655769 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.758092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.25.5.246 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/42ff251c-43cb-428b-b53a-5b38e4423ee8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:20:30.875064 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.916745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:30.958529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:20:30.961408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:20:30.964934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:20:30.994819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=42ff251c-43cb-428b-b53a-5b38e4423ee8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:31.221175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:31.433640 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:31.567337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:20:31.674956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:20:31.686149 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Sync routers for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:20:31.696584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:31.697937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b7e77c12-684f-421e-862c-b559866a0364 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5083303 Feb 03 22:20:31.698158 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:31.699033 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:20:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:31.701005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49046) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:31.733350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fc858d14-198b-436d-9ee9-584587b90f74 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=53ca60e57bac4ba49054448a2ff6b67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267403 Feb 03 22:20:31.734260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:31.804220 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:31.831696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689329f4-57a9-4b31-bdfe-20731ce0da9f tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:31.835553 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-689329f4-57a9-4b31-bdfe-20731ce0da9f tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000500 Feb 03 22:20:31.836221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49050) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:31.867124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-98f6a59b-bb45-47db-83f1-c9f1d3967c24 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274913 Feb 03 22:20:31.867370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:31.873368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950244107', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:31.964950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:20:31.970372 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:31.990975 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:31Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:32.018517 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Checking router: a87f7fe3-2ab4-4d91-81de-1397dc9e8785 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:20:32.018517 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Updating router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 port 42ff251c-43cb-428b-b53a-5b38e4423ee8 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:20:32.051727 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.156109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (f04fadff-a56e-4ebc-92c9-56a5709e1b57), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.216881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Subnet': ['ID=f04fadff-a56e-4ebc-92c9-56a5709e1b57,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:32.226754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Checking segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:20:32.227302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network hostable DHCP agents. Network: 4001001a-7d3b-4ad7-a97b-3e342e4ccf72, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:20:32.245065 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:20:32.254373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 4001001a-7d3b-4ad7-a97b-3e342e4ccf72) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:20:32.259238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:32.260051 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.266936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69e6d75-4910-4b39-ba69-e2ef9f75984b None None] Network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:20:32.286373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:32.294989 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-66bb203d-f73f-4776-ac1e-ee420916c6a4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4265511 Feb 03 22:20:32.332482 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Publish callbacks [] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.342304 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.391998 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Pushing event updated for resources: {'Port': ['ID=42ff251c-43cb-428b-b53a-5b38e4423ee8,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:32.406753 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.406753 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.407409 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.407929 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.408474 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.409151 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.409680 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.410194 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.410712 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.411224 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.411721 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.412218 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.412714 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:20:32.427783 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Attempting to bind port 42ff251c-43cb-428b-b53a-5b38e4423ee8 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:20:32.428442 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Attempting to bind port 42ff251c-43cb-428b-b53a-5b38e4423ee8 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:20:32.429027 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Attempting to bind port 42ff251c-43cb-428b-b53a-5b38e4423ee8 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:20:32.435061 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:20:32.435756 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:20:32.436488 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.437107 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:20:32.437862 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Bound port: 42ff251c-43cb-428b-b53a-5b38e4423ee8, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:20:32.438466 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.451126 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:20:32.452353 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.493936 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] For port 42ff251c-43cb-428b-b53a-5b38e4423ee8, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:20:32.498642 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] For port 42ff251c-43cb-428b-b53a-5b38e4423ee8, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=42ff251c-43cb-428b-b53a-5b38e4423ee8,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:20:32.506372 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.573578 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:32.574998 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:20:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:32.617664 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Allocated IP 172.20.0.2 (4001001a-7d3b-4ad7-a97b-3e342e4ccf72/f04fadff-a56e-4ebc-92c9-56a5709e1b57/f42df4d7-78fc-4b10-8f0a-ccb04f6ae153) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:20:32.709767 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:32.768656 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77da1eb-85ad-4828-b335-729dd8344474 None None] Pushing event updated for resources: {'Port': ['ID=42ff251c-43cb-428b-b53a-5b38e4423ee8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:32.815738 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Publish callbacks [] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.826696 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.867350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:20:32.870423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:20:32.875395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:20:32.886381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Pushing event updated for resources: {'Port': ['ID=f42df4d7-78fc-4b10-8f0a-ccb04f6ae153,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:32.889670 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.946987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Attempting to bind port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:20:32.948251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Attempting to bind port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:20:32.949096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Attempting to bind port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:20:32.957442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:20:32.958140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Checking segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:20:32.958635 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.959112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Bound using segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:20:32.959673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Bound port: f42df4d7-78fc-4b10-8f0a-ccb04f6ae153, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:20:32.960215 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:32.973736 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:31Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:33.005819 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465721b-3ff7-4877-a8a9-265c8a489c6c None None] The sync data for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 is: [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:31Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:20:33.039667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] For port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:20:33.043451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] For port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f42df4d7-78fc-4b10-8f0a-ccb04f6ae153,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:20:33.050857 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:33.141731 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb0030-2213-4cbc-8b41-19ee9f38a400 None None] Pushing event updated for resources: {'Port': ['ID=f42df4d7-78fc-4b10-8f0a-ccb04f6ae153,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:33.290425 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.20.0.1 (4001001a-7d3b-4ad7-a97b-3e342e4ccf72/f04fadff-a56e-4ebc-92c9-56a5709e1b57/e1c9d1d8-d401-4939-ac60-39388eb2a276) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:20:33.519326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:33.581095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:33.630174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:20:33.633398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:20:33.637462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:20:33.645886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=e1c9d1d8-d401-4939-ac60-39388eb2a276,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:33.698631 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:33.885985 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:34.274734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:34.285340 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:34.375823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=e1c9d1d8-d401-4939-ac60-39388eb2a276,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:34.394593 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:34.453980 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80d85c-b6df-4385-8971-ab3fad69f271 None None] Network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:20:34.531387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:20:34.533054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:20:34.558052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b1a1ac0a-4cbb-4fc1-87cc-fb205120e706 None None] Provisioning complete for port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:34.558411 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ac0a-4cbb-4fc1-87cc-fb205120e706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:34.667777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:20:34.687154 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1ac0a-4cbb-4fc1-87cc-fb205120e706 None None] Current status of the port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:34.687549 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ac0a-4cbb-4fc1-87cc-fb205120e706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:34.728466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b1a1ac0a-4cbb-4fc1-87cc-fb205120e706 None None] For port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f42df4d7-78fc-4b10-8f0a-ccb04f6ae153,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:34.738288 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ac0a-4cbb-4fc1-87cc-fb205120e706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:34.834040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1ac0a-4cbb-4fc1-87cc-fb205120e706 None None] Pushing event updated for resources: {'Port': ['ID=f42df4d7-78fc-4b10-8f0a-ccb04f6ae153,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:34.855767 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:20:34.868961 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-888ed549-91f9-40b5-abda-bd61b6d41036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "PUT /v2.0/routers/a87f7fe3-2ab4-4d91-81de-1397dc9e8785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5778248 Feb 03 22:20:35.081849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e9cb42c0-87bf-4ff2-a51f-2ea108feeba0 None None] Provisioning complete for port e1c9d1d8-d401-4939-ac60-39388eb2a276 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:35.082307 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9cb42c0-87bf-4ff2-a51f-2ea108feeba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:35.161130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-d5ca6b35-d850-4e17-9a14-9baf478b9375 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901906275&fields=id&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 267 time: 0.0681589 Feb 03 22:20:35.178646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb42c0-87bf-4ff2-a51f-2ea108feeba0 None None] Port e1c9d1d8-d401-4939-ac60-39388eb2a276 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:20:35.194340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e9cb42c0-87bf-4ff2-a51f-2ea108feeba0 None None] Provisioning complete for port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:35.194995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9cb42c0-87bf-4ff2-a51f-2ea108feeba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:35.262649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Sync routers for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:20:35.303321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:35.304371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:20:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:35.370468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b8f4d279-3d5d-4831-8af5-aed2a481ac19 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:35.372334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b8f4d279-3d5d-4831-8af5-aed2a481ac19 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/networks?id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 200 len: 796 time: 0.2048700 Feb 03 22:20:35.401894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 42ff251c-43cb-428b-b53a-5b38e4423ee8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:20:35.403190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-a9db05a1-16c2-4031-acd9-0c34d48c62dd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/quotas/53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 375 time: 0.0195594 Feb 03 22:20:35.479707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb42c0-87bf-4ff2-a51f-2ea108feeba0 None None] Current status of the port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:35.502199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-125c27e6-de93-4881-aa98-1e6209ec364d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900104 Feb 03 22:20:35.504654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 42ff251c-43cb-428b-b53a-5b38e4423ee8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:35.505068 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:35.579805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:35.624121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-491e651b-68fc-446f-912f-41412d7040b1 service neutron] 10.222.0.50 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059251 Feb 03 22:20:35.652277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-57cf0628-06c5-449a-852b-bb38dfaa188e None None] Provisioning complete for port e1c9d1d8-d401-4939-ac60-39388eb2a276 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:35.652564 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57cf0628-06c5-449a-852b-bb38dfaa188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:35.720376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-57cf0628-06c5-449a-852b-bb38dfaa188e None None] Port e1c9d1d8-d401-4939-ac60-39388eb2a276 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:20:35.761654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 42ff251c-43cb-428b-b53a-5b38e4423ee8 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:35.762051 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:35.823775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 42ff251c-43cb-428b-b53a-5b38e4423ee8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=42ff251c-43cb-428b-b53a-5b38e4423ee8,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:35.848172 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:35.848172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:20:35.936253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3a0d823a-2835-4219-b1d6-c2f97a48d410 None None] Provisioning complete for port e1c9d1d8-d401-4939-ac60-39388eb2a276 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:35.936753 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a0d823a-2835-4219-b1d6-c2f97a48d410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:35.996641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=42ff251c-43cb-428b-b53a-5b38e4423ee8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:36.031998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d823a-2835-4219-b1d6-c2f97a48d410 None None] Port e1c9d1d8-d401-4939-ac60-39388eb2a276 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:20:36.044710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:36.045894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:36.133572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:33Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e1c9d1d8-d401-4939-ac60-39388eb2a276', 'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:88:35:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:33Z', 'updated_at': '2022-02-03T22:20:34Z', 'revision_number': 2, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:36.151224 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-242dd7f2-0b92-4e5e-8227-3d871fa9bec9 service neutron] 10.222.0.50 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206861 Feb 03 22:20:36.165079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Checking router: a87f7fe3-2ab4-4d91-81de-1397dc9e8785 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:20:36.165477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Updating router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 port e1c9d1d8-d401-4939-ac60-39388eb2a276 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:20:36.198808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:36.210516 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:36.378746 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5cb7744f-b9da-4425-95e7-cd073adb67c0 req-e7782c8a-f1ec-4291-874d-7d5d0e8db145 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 210 time: 0.0431142 Feb 03 22:20:36.705720 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Publish callbacks [] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:36.711109 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:36.789673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc42d9-b568-454b-95b2-e4ba96c49065 None None] Pushing event updated for resources: {'Port': ['ID=e1c9d1d8-d401-4939-ac60-39388eb2a276,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:36.834716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Attempting to bind port e1c9d1d8-d401-4939-ac60-39388eb2a276 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:20:36.835122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Attempting to bind port e1c9d1d8-d401-4939-ac60-39388eb2a276 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:20:36.835461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Attempting to bind port e1c9d1d8-d401-4939-ac60-39388eb2a276 on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:20:36.841033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:20:36.841608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Checking segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:20:36.842026 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:36.842443 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Bound using segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:20:36.843176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Bound port: e1c9d1d8-d401-4939-ac60-39388eb2a276, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:20:36.843307 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:36.940231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] For port e1c9d1d8-d401-4939-ac60-39388eb2a276, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:20:36.945875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] For port e1c9d1d8-d401-4939-ac60-39388eb2a276, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e1c9d1d8-d401-4939-ac60-39388eb2a276,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:20:36.953196 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:37.034144 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc42d9-b568-454b-95b2-e4ba96c49065 None None] Pushing event updated for resources: {'Port': ['ID=e1c9d1d8-d401-4939-ac60-39388eb2a276,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:37.043827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:37.045354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:20:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:37.203385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:37.242782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 42ff251c-43cb-428b-b53a-5b38e4423ee8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:20:37.273384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-84725ab2-85cf-4c57-9500-d8a4ec9f7713 None None] Provisioning complete for port e1c9d1d8-d401-4939-ac60-39388eb2a276 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:37.273790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84725ab2-85cf-4c57-9500-d8a4ec9f7713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:37.446161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 42ff251c-43cb-428b-b53a-5b38e4423ee8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:37.446539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:37.478370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a36c1934-eea9-40aa-8283-bbc0263fe3d2 req-ea3d79cc-6889-485c-b5b4-871dfac91f03 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 210 time: 0.0317461 Feb 03 22:20:37.505530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-84725ab2-85cf-4c57-9500-d8a4ec9f7713 None None] Current status of the port e1c9d1d8-d401-4939-ac60-39388eb2a276 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:37.505927 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84725ab2-85cf-4c57-9500-d8a4ec9f7713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:37.581008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-84725ab2-85cf-4c57-9500-d8a4ec9f7713 None None] For port e1c9d1d8-d401-4939-ac60-39388eb2a276, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e1c9d1d8-d401-4939-ac60-39388eb2a276,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:37.607088 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84725ab2-85cf-4c57-9500-d8a4ec9f7713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:37.671847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 42ff251c-43cb-428b-b53a-5b38e4423ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:37.692806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:33Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e1c9d1d8-d401-4939-ac60-39388eb2a276', 'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:88:35:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:33Z', 'updated_at': '2022-02-03T22:20:36Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:37.750998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fec97-c221-4ad5-baf4-701c3b20f7de None None] The sync data for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 is: [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:33Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e1c9d1d8-d401-4939-ac60-39388eb2a276', 'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:88:35:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:33Z', 'updated_at': '2022-02-03T22:20:36Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:20:37.757967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84725ab2-85cf-4c57-9500-d8a4ec9f7713 None None] Pushing event updated for resources: {'Port': ['ID=e1c9d1d8-d401-4939-ac60-39388eb2a276,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:37.767806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-346ea7bb-fb5f-4b4d-ab49-aff7e10aef02 None None] Provisioning complete for port e1c9d1d8-d401-4939-ac60-39388eb2a276 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:37.768945 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-346ea7bb-fb5f-4b4d-ab49-aff7e10aef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:37.780054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-13a77b1e-80db-48b9-9a7d-f9a1182a936f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:37.781867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-13a77b1e-80db-48b9-9a7d-f9a1182a936f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/networks?id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 200 len: 796 time: 0.1943483 Feb 03 22:20:37.912734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-346ea7bb-fb5f-4b4d-ab49-aff7e10aef02 None None] Current status of the port e1c9d1d8-d401-4939-ac60-39388eb2a276 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:37.945397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-0fcbc40a-0018-4d95-90d9-26e9be8d12e7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 379 time: 0.1541502 Feb 03 22:20:37.957475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'port': {'device_id': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'admin_state_up': True, 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'security_groups': ['ab1cbae4-ee36-4c68-93de-63250110c298']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:38.108719 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:20:38.113303 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:38.319578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.20.0.5 (4001001a-7d3b-4ad7-a97b-3e342e4ccf72/f04fadff-a56e-4ebc-92c9-56a5709e1b57/646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:20:38.488368 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:38.550285 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:38.625924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:20:38.652412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:20:38.659028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:20:38.683284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:38.720078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:38.720723 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:38.729817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417ae63-b873-4190-a90b-5ab7fcd0ae47 req-87fc178a-4b92-4c38-9582-dc6a886eaee2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:38.731380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4417ae63-b873-4190-a90b-5ab7fcd0ae47 req-87fc178a-4b92-4c38-9582-dc6a886eaee2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 931 time: 0.1364818 Feb 03 22:20:38.793055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-e2119a12-4706-4d69-8525-9b4370d85d6d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8426065 Feb 03 22:20:38.808473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Request body: {'port': {'device_id': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:38.868121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4417ae63-b873-4190-a90b-5ab7fcd0ae47 req-dd9a0081-3588-4269-b854-d9cb05510609 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295052 Feb 03 22:20:38.927508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:38.959877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2c4363c8-9401-41c8-9850-b081fec0950e None None] Provisioning complete for port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:38.960434 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c4363c8-9401-41c8-9850-b081fec0950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:39.025222 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2c4363c8-9401-41c8-9850-b081fec0950e None None] Port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:20:39.181492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e1c9d1d8-d401-4939-ac60-39388eb2a276 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:20:39.243473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e1c9d1d8-d401-4939-ac60-39388eb2a276 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:39.244403 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:39.331555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e1c9d1d8-d401-4939-ac60-39388eb2a276 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:39.345648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:20:39.353129 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Publish callbacks [] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:39.369837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Transition to ACTIVE for port object 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:20:39.374332 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:39.426194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:39.496411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:20:39.497129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:20:39.497129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:20:39.502083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:20:39.502401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:20:39.507317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:20:39.507656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Checking segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:20:39.508041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Bound using segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:20:39.508483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Bound port: 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:20:39.508823 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:39.580477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:20:39.583712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:20:39.589292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:39.621839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:39.622959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:39.624401 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] 10.222.0.10 "PUT /v2.0/ports/646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 1091 time: 0.8238862 Feb 03 22:20:39.624956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:20:39.627249 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:20:39.695140 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c92bc4-6ae5-464f-907a-d17d59bd2f7b x-openstack-request-id: req-04c92bc4-6ae5-464f-907a-d17d59bd2f7b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:20:39.695583 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:20:39.695845 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04c92bc4-6ae5-464f-907a-d17d59bd2f7b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:20:39.696251 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'status': 'completed', 'code': 200} Feb 03 22:20:39.696823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dd589-1471-48d1-abcc-b518d9d12ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:39.719978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-6a62ffcf-3ad3-4ffd-9e2d-703d01251216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:39.721557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-6a62ffcf-3ad3-4ffd-9e2d-703d01251216 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1125 time: 0.0556445 Feb 03 22:20:39.770138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-df5f114a-9937-45ff-b882-c9e94afec812 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 217 time: 0.0413659 Feb 03 22:20:39.820693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-5e5188fd-6c64-49ed-ab43-bdb4865dccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:39.822232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-5e5188fd-6c64-49ed-ab43-bdb4865dccda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f04fadff-a56e-4ebc-92c9-56a5709e1b57 HTTP/1.1" status: 200 len: 835 time: 0.0459039 Feb 03 22:20:39.873670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-a7747de0-ee08-4a00-a6ce-4e6f86083495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:39.875190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-a7747de0-ee08-4a00-a6ce-4e6f86083495 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453410 Feb 03 22:20:40.018773 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-c1fdf58d-c789-4c35-877c-1d7ac4233a1e service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377873 Feb 03 22:20:40.043648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564870e4-ac4b-46b0-a8f3-885af1d8adfa req-d635f864-ecef-4184-a2f0-f203980dd046 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:40.045282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-564870e4-ac4b-46b0-a8f3-885af1d8adfa req-d635f864-ecef-4184-a2f0-f203980dd046 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 943 time: 0.0977600 Feb 03 22:20:40.165521 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-564870e4-ac4b-46b0-a8f3-885af1d8adfa req-2e175ce8-b2f6-4884-a7d1-153dc1932318 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096635 Feb 03 22:20:40.177593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fdb7ee8-3625-45f4-8c07-2a9453fe2c00 req-89394823-2ec1-418c-ab0e-57efbf759862 service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499503 Feb 03 22:20:40.277916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-db2b8aca-c989-43c8-86fb-a23a9483ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:40.279760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-db2b8aca-c989-43c8-86fb-a23a9483ddd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1125 time: 0.0487351 Feb 03 22:20:40.374230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-dfafe431-8023-4d9f-a000-f0a1b6d6acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:40.375755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-dfafe431-8023-4d9f-a000-f0a1b6d6acdc service neutron] 10.222.0.10 "GET /v2.0/networks?id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 200 len: 897 time: 0.0900607 Feb 03 22:20:40.415969 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-54fd4538-8e14-42ad-aaf0-ec0c9bc20407 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 217 time: 0.0345464 Feb 03 22:20:40.464533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-8df646a4-8d44-4b1d-9524-eadc7eec2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:40.466080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-8df646a4-8d44-4b1d-9524-eadc7eec2c2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f04fadff-a56e-4ebc-92c9-56a5709e1b57 HTTP/1.1" status: 200 len: 835 time: 0.0445724 Feb 03 22:20:40.513458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-ce846784-290f-4cf8-98ea-4db89aa8f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:40.514952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-ce846784-290f-4cf8-98ea-4db89aa8f47e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435181 Feb 03 22:20:40.604822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-afbd84a5-db54-4411-a36e-3ab5d140c3d6 service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842528 Feb 03 22:20:40.693992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f81563b5-aa2b-4c34-9b1c-bd6605f7264f req-b4e22fd9-6810-4047-9968-187e098d6fbc service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834782 Feb 03 22:20:41.297036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37ee1-836f-448b-8f9a-f07beb7927bb req-9f980afc-8e05-4e81-bc54-d6e79d588dbc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:41.298537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30f37ee1-836f-448b-8f9a-f07beb7927bb req-9f980afc-8e05-4e81-bc54-d6e79d588dbc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 943 time: 0.0589507 Feb 03 22:20:41.349984 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30f37ee1-836f-448b-8f9a-f07beb7927bb req-9666b2d5-2d04-478a-b4b9-b6112945de24 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455375 Feb 03 22:20:42.467667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b042d-3a32-49e1-8abd-f9fa72094229 req-ab6ef5b7-c33c-46e5-92c8-914c49e25361 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:42.469226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f4b042d-3a32-49e1-8abd-f9fa72094229 req-ab6ef5b7-c33c-46e5-92c8-914c49e25361 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 943 time: 0.0528698 Feb 03 22:20:42.518341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f4b042d-3a32-49e1-8abd-f9fa72094229 req-e5061d1b-a10d-4ac6-8797-aef78a98f37b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Feb 03 22:20:43.643822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bcd38-7551-4ef2-b3c9-1069f914844b req-0244e6a6-5eac-436d-906b-67252c65e6fb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:43.645519 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-129bcd38-7551-4ef2-b3c9-1069f914844b req-0244e6a6-5eac-436d-906b-67252c65e6fb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 943 time: 0.0593407 Feb 03 22:20:43.695890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-129bcd38-7551-4ef2-b3c9-1069f914844b req-40eb1a81-7b8a-4429-b3df-9baab28093f9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440073 Feb 03 22:20:43.895963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:20:44.019794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:44.036592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'port_id': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'mac_address': 'fa:16:3e:48:3c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:20:44.073845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:44.074325 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:44.087381 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:20:44.109234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:44.114116 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:44.170081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:44.409592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:20:44.825445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76793e-1b73-4d0e-8251-ff2162922cf2 req-264d2216-54f6-45a6-87c0-1b0755b44db5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:44.828236 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a76793e-1b73-4d0e-8251-ff2162922cf2 req-264d2216-54f6-45a6-87c0-1b0755b44db5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 944 time: 0.0627511 Feb 03 22:20:44.880916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a76793e-1b73-4d0e-8251-ff2162922cf2 req-b100eefd-af6f-4656-a50f-8c28c1b08d3b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462279 Feb 03 22:20:45.910696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:20:45.961637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:20:45.965445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:20:45.965822 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:46.007064 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40797cdf-c617-40c5-b9f6-464ba90b1fda req-bbc33af6-2a55-46ed-8f9d-f70b2a586e6a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:46.008548 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40797cdf-c617-40c5-b9f6-464ba90b1fda req-bbc33af6-2a55-46ed-8f9d-f70b2a586e6a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 944 time: 0.0552766 Feb 03 22:20:46.054798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:20:46.055190 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:46.061640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40797cdf-c617-40c5-b9f6-464ba90b1fda req-33456652-819b-4da3-924a-d383c4bc3322 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468254 Feb 03 22:20:46.078145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:20:46.080375 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f052476f-d1cb-49c4-a536-25058cb1eb08" -d '{"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-plugged", "status": "completed", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:20:46.093711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:20:46.097859 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:46.121744 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e07f374-5497-4715-8477-b86affb2f9b5 x-openstack-request-id: req-3e07f374-5497-4715-8477-b86affb2f9b5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:20:46.121991 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-plugged", "status": "completed", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:20:46.122285 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e07f374-5497-4715-8477-b86affb2f9b5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:20:46.122631 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'code': 200} Feb 03 22:20:46.149165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:46.217690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013af37-4786-4af8-b202-a5ab6407e57a req-163f9c8c-cfd9-403c-9ba6-627848323b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:46.219347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2013af37-4786-4af8-b202-a5ab6407e57a req-163f9c8c-cfd9-403c-9ba6-627848323b40 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1127 time: 0.0442224 Feb 03 22:20:46.272251 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2013af37-4786-4af8-b202-a5ab6407e57a req-5a1350b4-ab37-42a8-83f7-da394b11b113 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470643 Feb 03 22:20:47.183012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bb93b-b6dc-46e2-9bd2-aedd44a9939e req-95dea6ae-dd41-4f5a-b73d-02d2c5ff9c2d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:47.184415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e18bb93b-b6dc-46e2-9bd2-aedd44a9939e req-95dea6ae-dd41-4f5a-b73d-02d2c5ff9c2d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0528591 Feb 03 22:20:47.233301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e18bb93b-b6dc-46e2-9bd2-aedd44a9939e req-0cecf2dc-724d-44b8-ba36-d425ccf15f3b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432572 Feb 03 22:20:48.357856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad190a3-b418-4655-8977-51672e776c31 req-d9a7c439-185a-4439-a34b-00fa967a8bfc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:48.359359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ad190a3-b418-4655-8977-51672e776c31 req-d9a7c439-185a-4439-a34b-00fa967a8bfc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0570290 Feb 03 22:20:48.408831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ad190a3-b418-4655-8977-51672e776c31 req-e0b490f0-9fb6-4fb6-9734-ce7e632630d5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435095 Feb 03 22:20:48.540043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e197a-ce1d-4454-8c59-b2d1969e95af req-8c3b490b-4c26-4237-beae-dd56667a825d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:48.541683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e17e197a-ce1d-4454-8c59-b2d1969e95af req-8c3b490b-4c26-4237-beae-dd56667a825d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0555851 Feb 03 22:20:48.591904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e17e197a-ce1d-4454-8c59-b2d1969e95af req-8fa561b2-e81d-47de-b763-33535b784b3d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443830 Feb 03 22:20:48.613410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49160) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:48.659460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b77a941-f8b1-44d2-9e09-f127a7509805 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:48.661099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4b77a941-f8b1-44d2-9e09-f127a7509805 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1122 time: 0.0461657 Feb 03 22:20:48.663947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:48.668325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:20:48.688919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:48.804424 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:48.909703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.25.5.70 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:20:49.015044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:49.049517 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:49.090043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:20:49.092887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:20:49.095493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:20:49.119477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:49.739290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (426c115d-b514-44cf-bfdc-100ccb0d3c9a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:49.821822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:49.988216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:49.994395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:50.075099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:20:50.080513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (426c115d-b514-44cf-bfdc-100ccb0d3c9a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:50.193241 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Floating IP 426c115d-b514-44cf-bfdc-100ccb0d3c9a associated. External IP: 172.25.5.70, port: 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef. Feb 03 22:20:50.412312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:20:50.526741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:20:50.539339 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] Sync routers for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:20:50.551197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:50.553091 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:50.553997 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:20:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:50.584716 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f1e68fc0-8990-4366-86d0-0a19accd5cb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9195719 Feb 03 22:20:50.590781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:20:50.592246 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:20:50.637794 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb982949-e134-4a5f-8075-cbd6d2e76b5b x-openstack-request-id: req-bb982949-e134-4a5f-8075-cbd6d2e76b5b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:20:50.638108 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:20:50.638428 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb982949-e134-4a5f-8075-cbd6d2e76b5b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:20:50.638844 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'status': 'completed', 'code': 200} Feb 03 22:20:50.673950 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:50.764630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89010e70-a1b5-4439-8174-cad2ed30f13f req-51ad0170-73d9-416f-95c5-00c86fd84219 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:50.766447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89010e70-a1b5-4439-8174-cad2ed30f13f req-51ad0170-73d9-416f-95c5-00c86fd84219 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0945582 Feb 03 22:20:50.771714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-863ec1e8-7f3b-4213-a2a6-52e0678a38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:50.773520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-863ec1e8-7f3b-4213-a2a6-52e0678a38dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1127 time: 0.1118667 Feb 03 22:20:50.941164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-54b16d97-d27f-49bc-a5f2-759b221c8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:50.942667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-54b16d97-d27f-49bc-a5f2-759b221c8316 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 200 len: 897 time: 0.1378846 Feb 03 22:20:50.947676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89010e70-a1b5-4439-8174-cad2ed30f13f req-7575d22d-f18c-4123-b8e1-6cc8f1325e37 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729977 Feb 03 22:20:50.959088 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:33Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '426c115d-b514-44cf-bfdc-100ccb0d3c9a', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'port_id': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'mac_address': 'fa:16:3e:48:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:20:49Z', 'updated_at': '2022-02-03T22:20:49Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c9d1d8-d401-4939-ac60-39388eb2a276', 'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:88:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:33Z', 'updated_at': '2022-02-03T22:20:37Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:50.974627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:51.031130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-06938fbb-67df-41ce-9c67-fcd7be197a56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 998 time: 0.0807297 Feb 03 22:20:51.036046 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] Checking router: a87f7fe3-2ab4-4d91-81de-1397dc9e8785 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:20:51.048336 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:20:51.049048 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:20:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:51.104014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6cc4efe4-cd35-472a-b21f-0c318df45770 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/426c115d-b514-44cf-bfdc-100ccb0d3c9a HTTP/1.1" status: 200 len: 990 time: 0.1275454 Feb 03 22:20:51.117279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-8fdc69a3-d45e-40fc-934e-2fd8b7a12ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:51.119012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-8fdc69a3-d45e-40fc-934e-2fd8b7a12ae7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f04fadff-a56e-4ebc-92c9-56a5709e1b57 HTTP/1.1" status: 200 len: 835 time: 0.0810847 Feb 03 22:20:51.174962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-ff16523c-19cf-4f57-ab81-36de8f7c6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:20:51.176506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-ff16523c-19cf-4f57-ab81-36de8f7c6f61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524848 Feb 03 22:20:51.189252 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:20:51.280396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-e849fb6e-df66-43be-a3ed-f8dfa5cedc95 service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972514 Feb 03 22:20:51.395626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd48ce41-60ed-4ddd-b020-5d92cad86e0b req-f22c87e7-6fca-48e4-a710-a9858448d785 service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090684 Feb 03 22:20:51.434670 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:33Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '426c115d-b514-44cf-bfdc-100ccb0d3c9a', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'port_id': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'mac_address': 'fa:16:3e:48:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:20:49Z', 'updated_at': '2022-02-03T22:20:49Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c9d1d8-d401-4939-ac60-39388eb2a276', 'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:88:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:33Z', 'updated_at': '2022-02-03T22:20:37Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:20:51.468282 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a722fe1-7ae4-4e79-8bc9-a096544ca326 None None] The sync data for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 is: [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:33Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '426c115d-b514-44cf-bfdc-100ccb0d3c9a', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'port_id': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'mac_address': 'fa:16:3e:48:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:20:49Z', 'updated_at': '2022-02-03T22:20:49Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c9d1d8-d401-4939-ac60-39388eb2a276', 'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:88:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:33Z', 'updated_at': '2022-02-03T22:20:37Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:20:51.700526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94850a1b-e3d6-4dfc-ae07-248810dc832b None None] New status for floating IP 426c115d-b514-44cf-bfdc-100ccb0d3c9a: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:20:52.107881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49182) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:20:52.174952 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e3a9fd67-13c2-4bbe-9946-5ae4d77e09c5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/426c115d-b514-44cf-bfdc-100ccb0d3c9a HTTP/1.1" status: 200 len: 992 time: 0.0604386 Feb 03 22:20:53.607467 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52966454-7038-45d2-bf8e-4fb0e72304b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:54.634871 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:54.688495 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:56.558725 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d13dce2-245c-4430-8651-39f3157a6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:57.029605 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:58.708355 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:20:58.899507 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:20:59.909872 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:09.999553 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:21:10.196231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5f079e-3924-4e13-9b28-381b5ed27285 admin admin] Deleting subnet 7ea2254b-1183-4230-8bbd-1ac60c48fcf5 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:21:10.199248 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af5f079e-3924-4e13-9b28-381b5ed27285 admin admin] Publish callbacks [] for subnet (7ea2254b-1183-4230-8bbd-1ac60c48fcf5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.233977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af5f079e-3924-4e13-9b28-381b5ed27285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (7ea2254b-1183-4230-8bbd-1ac60c48fcf5), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.273838 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af5f079e-3924-4e13-9b28-381b5ed27285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (7ea2254b-1183-4230-8bbd-1ac60c48fcf5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.325264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af5f079e-3924-4e13-9b28-381b5ed27285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (7ea2254b-1183-4230-8bbd-1ac60c48fcf5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.355132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f079e-3924-4e13-9b28-381b5ed27285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea2254b-1183-4230-8bbd-1ac60c48fcf5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:21:10.359617 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af5f079e-3924-4e13-9b28-381b5ed27285 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.364537 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-af5f079e-3924-4e13-9b28-381b5ed27285 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7ea2254b-1183-4230-8bbd-1ac60c48fcf5 HTTP/1.1" status: 204 len: 168 time: 0.3637650 Feb 03 22:21:10.365448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:21:10.441811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (21a90e44-4044-4680-9efe-cd86805ad795), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.524752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (21a90e44-4044-4680-9efe-cd86805ad795), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.545624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a90e44-4044-4680-9efe-cd86805ad795']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:21:10.554797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:21:10.555100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:21:10.564342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.578031 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.584253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:21:10.584850 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (785f9e64-fcb3-4d3e-8a4c-fc5831bb8ab3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:21:10.587233 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:21:10.640922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (21a90e44-4044-4680-9efe-cd86805ad795), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.646990 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.650394 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] 10.222.0.50 "DELETE /v2.0/networks/21a90e44-4044-4680-9efe-cd86805ad795 HTTP/1.1" status: 204 len: 168 time: 0.2839510 Feb 03 22:21:10.667596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1534515-bc63-4839-967e-d2ffc560656f admin admin] Pushing event deleted for resources: {'Network': ['ID=21a90e44-4044-4680-9efe-cd86805ad795,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:21:10.765716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:21:10.813892 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ac1ac3a9-e076-48d7-87be-c7fecce0905e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb95eeac8e7348139c83c6b020445ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445395 Feb 03 22:21:10.814266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49260) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:21:10.863731 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb3e40a5-95da-418b-b4aa-51ebbcb3f939 admin admin] Publish callbacks [] for security_group (3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.884867 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb3e40a5-95da-418b-b4aa-51ebbcb3f939 admin admin] Publish callbacks [] for security_group (3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.931524 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb3e40a5-95da-418b-b4aa-51ebbcb3f939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.934274 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb3e40a5-95da-418b-b4aa-51ebbcb3f939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:10.935409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cb3e40a5-95da-418b-b4aa-51ebbcb3f939 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede HTTP/1.1" status: 204 len: 168 time: 0.1201487 Feb 03 22:21:10.944061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e40a5-95da-418b-b4aa-51ebbcb3f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8e52dd-f2ee-4f29-8f52-4799dc1e5ede,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:21:23.609532 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-341dffd6-9abe-46e2-9f10-60333860a0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:24.642490 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:24.700710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:26.561629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94c3d912-d81a-4655-aba3-32af07a70ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:27.029162 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:28.712999 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:29.912967 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:35.898059 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:21:36.051487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-3f620246-5ba3-4449-b724-96a6ea1d60d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434453 Feb 03 22:21:36.136004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-31588333-824f-4d36-b97e-665e47e9dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:36.137428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-31588333-824f-4d36-b97e-665e47e9dccd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1127 time: 0.0441694 Feb 03 22:21:36.240585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-caf8cc53-b94b-49b9-b8e1-8d71a3b10069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:36.242083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-caf8cc53-b94b-49b9-b8e1-8d71a3b10069 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 200 len: 897 time: 0.0863986 Feb 03 22:21:36.439475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-5ce81705-b17d-4925-b8eb-00ab108166b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 1000 time: 0.0585842 Feb 03 22:21:36.490974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-e279cf8b-d1e1-4bb0-a84f-51277b0fce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:36.492416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-e279cf8b-d1e1-4bb0-a84f-51277b0fce77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f04fadff-a56e-4ebc-92c9-56a5709e1b57 HTTP/1.1" status: 200 len: 835 time: 0.0477748 Feb 03 22:21:36.540139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-c1be1205-76cb-48ea-a9cb-fa5809e84cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:36.541705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-c1be1205-76cb-48ea-a9cb-fa5809e84cda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434811 Feb 03 22:21:36.626990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-cd6a5fe3-9a20-4d6e-8d2f-37ee7c2906fd service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794365 Feb 03 22:21:36.733214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ef481ed-85fe-47b1-8817-aba0f5c70ee8 req-08b18943-c659-48e5-95f5-ed911eafd0a7 service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003115 Feb 03 22:21:53.610648 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-162d7e99-10d1-4266-bc27-e234cedbf244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:54.658446 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:54.704774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:54.871845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d07d03-c14e-4101-a4e6-ca8045c40002 req-35e23735-c122-4f0c-9823-eff93c63f18e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:54.873426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36d07d03-c14e-4101-a4e6-ca8045c40002 req-35e23735-c122-4f0c-9823-eff93c63f18e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0524895 Feb 03 22:21:54.923165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36d07d03-c14e-4101-a4e6-ca8045c40002 req-6e957734-ee05-4733-8b8f-f60ef659b980 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433185 Feb 03 22:21:54.945269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49286) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:21:55.009256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a44f1e5b-774b-46db-b464-b7d13bea557f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/426c115d-b514-44cf-bfdc-100ccb0d3c9a HTTP/1.1" status: 200 len: 992 time: 0.0627699 Feb 03 22:21:55.404843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2adf63-879f-49e4-a5f1-563a4d604112 req-e4661c30-925d-4465-8569-69e076a0f9be tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:55.406410 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b2adf63-879f-49e4-a5f1-563a4d604112 req-e4661c30-925d-4465-8569-69e076a0f9be tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1127 time: 0.0442615 Feb 03 22:21:55.451803 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b2adf63-879f-49e4-a5f1-563a4d604112 req-0ce1f57b-a668-4918-a084-f74b347d684f tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398715 Feb 03 22:21:56.029362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-eff4516e-3673-4f8a-8320-862ea2c5873c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488037 Feb 03 22:21:56.038321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-4ea371a8-ada8-47c8-903c-1788ba338d7e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:21:56.039288 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-4ea371a8-ada8-47c8-903c-1788ba338d7e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049214 Feb 03 22:21:56.513568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-f7d8d39f-7134-4f93-b8ee-ada9e2dc7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:56.515012 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-f7d8d39f-7134-4f93-b8ee-ada9e2dc7348 service neutron] 10.222.0.50 "GET /v2.0/ports/646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 1124 time: 0.0366220 Feb 03 22:21:56.524059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Request body: {'binding': {'host': 'n-h2-824834-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:21:56.524522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 22:21:56.562061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4559925a-d232-4917-9f16-1f6a39ac5d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:56.661091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on host n-h2-824834-9 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:21:56.661330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:21:56.661664 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:21:56.665851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:21:56.666170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:21:56.670890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:21:56.671230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Checking segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:21:56.671612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Bound using segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:21:56.672585 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Bound port: 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:21:56.753456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:21:56.759181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:56.760366 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] 10.222.0.50 "POST /v2.0/ports/646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef/bindings HTTP/1.1" status: 201 len: 389 time: 0.2396936 Feb 03 22:21:56.911066 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9009709-7318-4eaf-9fde-3a45920bbcfa req-566f4ab6-3a42-4885-b4f9-ea71a590cb22 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:56.912598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9009709-7318-4eaf-9fde-3a45920bbcfa req-566f4ab6-3a42-4885-b4f9-ea71a590cb22 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0581939 Feb 03 22:21:56.962843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9009709-7318-4eaf-9fde-3a45920bbcfa req-91fbb278-9dcf-444b-896f-fcee58553929 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442858 Feb 03 22:21:56.984252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-c3589fde-35ff-4ff6-b6c8-b3a12e538039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:56.986310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-c3589fde-35ff-4ff6-b6c8-b3a12e538039 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1127 time: 0.0510898 Feb 03 22:21:57.033204 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:57.076004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-fd93234a-6835-4f22-aecb-b8b6929d8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:57.077557 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-fd93234a-6835-4f22-aecb-b8b6929d8521 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 200 len: 897 time: 0.0861824 Feb 03 22:21:57.145722 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-cc359ab7-ac6b-4c52-abca-475f4a5204ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 1000 time: 0.0621488 Feb 03 22:21:57.194208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-8c3f7e8d-b605-4e33-a71f-8e7d821785ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:57.195582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-8c3f7e8d-b605-4e33-a71f-8e7d821785ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f04fadff-a56e-4ebc-92c9-56a5709e1b57 HTTP/1.1" status: 200 len: 835 time: 0.0446515 Feb 03 22:21:57.242649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-6f1adff3-dc7b-4baf-a447-2aaf41d86720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:57.244112 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-6f1adff3-dc7b-4baf-a447-2aaf41d86720 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432065 Feb 03 22:21:57.333466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-567a3e88-ce05-402c-881b-e5802f1807b9 service neutron] 10.222.0.47 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826178 Feb 03 22:21:57.419239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-4a038d3a-b057-4a76-bed3-495c3fcc95d5 service neutron] 10.222.0.47 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804069 Feb 03 22:21:57.557542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-a32ffccc-3b46-4740-9f0f-026cce1eee88 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:57.559042 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-a32ffccc-3b46-4740-9f0f-026cce1eee88 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37&tenant_id=53ca60e57bac4ba49054448a2ff6b67b&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1127 time: 0.0839996 Feb 03 22:21:57.569324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-9'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:21:57.625577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:57.749188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:21:57.785033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:21:57.826211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:21:57.829251 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c397bb-a49f-4f0e-b8da-48cb18a320be" -d '{"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:21:57.833238 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Publish callbacks [] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:57.839265 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:57.868566 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab62620a-7bda-4bd2-a768-27b57bc40ba5 x-openstack-request-id: req-ab62620a-7bda-4bd2-a768-27b57bc40ba5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:21:57.868862 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:21:57.869140 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab62620a-7bda-4bd2-a768-27b57bc40ba5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:21:57.869536 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'code': 200} Feb 03 22:21:57.933564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Pushing event updated for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:21:57.948055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.948400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.948750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.949127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.949479 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.949807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.950141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.950473 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.950802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.951132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.951460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.951785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:57.952110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.002701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on host n-h1-824834-9 for vnic_type normal with profile {"migrating_to": "n-h2-824834-9"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:21:58.003045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:21:58.003385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:21:58.008054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:21:58.008382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Attempting to bind port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:21:58.014147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:21:58.014502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Checking segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:21:58.014896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Bound using segment: {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:21:58.015336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Bound port: 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34781e5d-c31a-41a5-9fd1-73f5d206bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:21:58.015757 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:58.089707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae687e0-a528-41ee-a68a-96904d6d0c9d req-a2b7babc-d7a8-47de-a6de-5924129b0b41 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:58.092123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ae687e0-a528-41ee-a68a-96904d6d0c9d req-a2b7babc-d7a8-47de-a6de-5924129b0b41 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 943 time: 0.0554860 Feb 03 22:21:58.093965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:21:58.097564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:21:58.104787 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:58.143895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ae687e0-a528-41ee-a68a-96904d6d0c9d req-ad3e2283-1b6e-407a-bea6-1f171df7532c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460746 Feb 03 22:21:58.163259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Provisioning complete for port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:21:58.163767 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:58.213663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Pushing event updated for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:21:58.248983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Current status of the port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:21:58.249384 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:58.259531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:58.260158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:58.261775 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-7cb5c6c6-dac3-41ff-9c79-a92117fb0e3c service neutron] 10.222.0.47 "PUT /v2.0/ports/646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 1121 time: 0.6963303 Feb 03 22:21:58.275672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:21:58.278417 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb3b91f-3ac8-456b-a410-27b94a50784c" -d '{"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-plugged", "status": "completed", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:21:58.292785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:21:58.298893 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:58.381195 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6d777c-091e-48f9-b815-a484b302ba41 x-openstack-request-id: req-ed6d777c-091e-48f9-b815-a484b302ba41 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:21:58.381483 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-plugged", "status": "completed", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:21:58.381733 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed6d777c-091e-48f9-b815-a484b302ba41 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:21:58.382128 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'code': 200} Feb 03 22:21:58.383092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:21:58.477630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Pushing event updated for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:21:58.494042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.494391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.494735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.495074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.495410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.495742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.496069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.496395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.496725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.497073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.497398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.497719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.498039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3fd60e-3b65-42c9-8132-d73accb08374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:21:58.670064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-13a2df71-82d7-4e95-b3d5-f2dcaac5308f None None] Provisioning complete for port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:21:58.670362 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13a2df71-82d7-4e95-b3d5-f2dcaac5308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:58.738451 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:58.790024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-13a2df71-82d7-4e95-b3d5-f2dcaac5308f None None] Current status of the port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:21:59.262809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836279a-b5a6-4a79-8bdb-1f06a73545a9 req-ccc6c152-0dd2-426d-ac3b-c9824fbd76fb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:59.264263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1836279a-b5a6-4a79-8bdb-1f06a73545a9 req-ccc6c152-0dd2-426d-ac3b-c9824fbd76fb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0518050 Feb 03 22:21:59.316685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1836279a-b5a6-4a79-8bdb-1f06a73545a9 req-27f2160f-dc14-49c1-bb64-84625eb066ee tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460651 Feb 03 22:21:59.870791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:21:59.873583 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:21:59.909962 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4344ab15-8ba2-4c44-9a2a-d8a37bf64588 x-openstack-request-id: req-4344ab15-8ba2-4c44-9a2a-d8a37bf64588 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:21:59.910263 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:21:59.910524 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4344ab15-8ba2-4c44-9a2a-d8a37bf64588 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:21:59.910932 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'status': 'completed', 'code': 200} Feb 03 22:21:59.918788 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:21:59.976405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-3b9a27fb-7492-4861-903c-61f06237a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:21:59.977931 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-3b9a27fb-7492-4861-903c-61f06237a852 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1157 time: 0.0446424 Feb 03 22:22:00.065221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-9b1609be-ef4c-486a-9699-40b0bccc4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:00.066669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-9b1609be-ef4c-486a-9699-40b0bccc4f4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 200 len: 897 time: 0.0828264 Feb 03 22:22:00.135400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-2e56723c-9503-4ae1-822e-53b88be1fd73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 1000 time: 0.0626445 Feb 03 22:22:00.184398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-f0842b18-5046-4ce4-a0c0-905ec5c71f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:00.185932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-f0842b18-5046-4ce4-a0c0-905ec5c71f13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f04fadff-a56e-4ebc-92c9-56a5709e1b57 HTTP/1.1" status: 200 len: 835 time: 0.0442247 Feb 03 22:22:00.233994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-fea001f3-8f1d-4a84-9d69-0597610fd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:00.236099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-fea001f3-8f1d-4a84-9d69-0597610fd4fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438080 Feb 03 22:22:00.324996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-db011854-c2c1-4096-9154-ed07252e6bb9 service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827038 Feb 03 22:22:00.395944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:22:00.447528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9cdd06f-413e-4199-8aa1-5f65d1f05ef6 req-1783cec3-4cfd-4561-a0bf-f6efb96ab8db service neutron] 10.222.0.10 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168993 Feb 03 22:22:00.463528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc445e-fc07-4bfe-a6b4-b1013636d543 req-2d4bcf2d-66fd-4e8a-a018-7d7e82abcfa9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:00.465229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55dc445e-fc07-4bfe-a6b4-b1013636d543 req-2d4bcf2d-66fd-4e8a-a018-7d7e82abcfa9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0819006 Feb 03 22:22:00.496039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:00.507383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef has no active binding in host n-h2-824834-9 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 22:22:00.517503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55dc445e-fc07-4bfe-a6b4-b1013636d543 req-f4212166-f3de-48bd-846c-62fa0dec76fe tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457010 Feb 03 22:22:01.638421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1eaae-84f3-472a-b52c-9edc89809455 req-1e77b4b7-e7fa-405d-8980-0d87e6594fb7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:01.639887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87b1eaae-84f3-472a-b52c-9edc89809455 req-1e77b4b7-e7fa-405d-8980-0d87e6594fb7 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0535295 Feb 03 22:22:01.688876 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87b1eaae-84f3-472a-b52c-9edc89809455 req-f067dfcb-385c-4a7a-b807-886d6eaab5e8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 Feb 03 22:22:02.805132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f814861-50f1-45bf-9729-4878b6ac827f req-a0fa9268-54fa-4b1a-a03a-f3469cf5b7e9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:02.806597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f814861-50f1-45bf-9729-4878b6ac827f req-a0fa9268-54fa-4b1a-a03a-f3469cf5b7e9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0524685 Feb 03 22:22:02.858988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f814861-50f1-45bf-9729-4878b6ac827f req-05e0b00e-cf48-4fe7-a646-17c1b3471a65 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468655 Feb 03 22:22:03.978389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8e58-d519-4760-8107-f11385d0808d req-e21a0fde-d3dd-4d35-935e-1e9e020f9bce tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:03.979861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b5b8e58-d519-4760-8107-f11385d0808d req-e21a0fde-d3dd-4d35-935e-1e9e020f9bce tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0527499 Feb 03 22:22:04.027810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b5b8e58-d519-4760-8107-f11385d0808d req-14806841-ef74-437d-b4a2-a225a9d9a284 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424457 Feb 03 22:22:05.146766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bcca3-f1b6-4454-b1c7-1429ca07aaaa req-67aeb817-f35d-41d1-a176-f3977eeade5f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:05.148262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae8bcca3-f1b6-4454-b1c7-1429ca07aaaa req-67aeb817-f35d-41d1-a176-f3977eeade5f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0519142 Feb 03 22:22:05.195758 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae8bcca3-f1b6-4454-b1c7-1429ca07aaaa req-e2d10e9a-e104-4c8d-8fc9-06544de275eb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419552 Feb 03 22:22:06.315845 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16024848-2e51-49a3-9f6e-733d71829734 req-7b1cbf21-e6c7-4088-9cd1-2b1707be5905 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:06.317352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16024848-2e51-49a3-9f6e-733d71829734 req-7b1cbf21-e6c7-4088-9cd1-2b1707be5905 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0556910 Feb 03 22:22:06.364886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16024848-2e51-49a3-9f6e-733d71829734 req-2b730cba-201a-467a-b41c-91770ce1655d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420778 Feb 03 22:22:07.480093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8391ed-c469-4920-98f3-8d28f908d10e req-72b67ae0-8e34-4fc2-8a5c-147e7d4f15dc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:07.481585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be8391ed-c469-4920-98f3-8d28f908d10e req-72b67ae0-8e34-4fc2-8a5c-147e7d4f15dc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Feb 03 22:22:07.528880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be8391ed-c469-4920-98f3-8d28f908d10e req-9bf03e01-849f-4a8f-a02a-8665f4ceee7a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413539 Feb 03 22:22:08.506475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-93e7cb9b-10cb-4a93-afa1-1c4d54c07ef4 service neutron] 10.222.0.10 "GET /v2.0/ports/646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 384 time: 0.0546365 Feb 03 22:22:08.709147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e962d-1e5e-4c44-b5f8-5098b68be48a req-3d19d427-eb61-4eef-9432-bce6344d5cae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:08.710633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-189e962d-1e5e-4c44-b5f8-5098b68be48a req-3d19d427-eb61-4eef-9432-bce6344d5cae tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 945 time: 0.1141229 Feb 03 22:22:08.728790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:08.765533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:22:08.797747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-189e962d-1e5e-4c44-b5f8-5098b68be48a req-137d0257-b9e1-42d0-a8df-389bb995eb82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799441 Feb 03 22:22:08.815400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:22:08.817736 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d213e39-45a4-4aa3-add8-0ee642b8df7a" -d '{"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:22:08.824392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:08.839689 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:08.857610 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f6a0f7-7931-42f0-b5e4-9c59cecdaea2 x-openstack-request-id: req-a7f6a0f7-7931-42f0-b5e4-9c59cecdaea2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:22:08.857903 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:22:08.858208 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7f6a0f7-7931-42f0-b5e4-9c59cecdaea2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:22:08.858622 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'code': 200} Feb 03 22:22:08.920252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Transition to ACTIVE for port object 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:22:08.924691 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:09.372012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=11']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:09.395204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.395550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.395890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.396223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.396551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.396876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.397225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.397545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.397863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.398182 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.398500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.398814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.399127 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:09.423927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] No DVR routers for this DVR port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:22:09.549543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bc37a04d-890c-4c0c-aa9f-2d48d918cdb6 service neutron] 10.222.0.10 "PUT /v2.0/ports/646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef/bindings/n-h2-824834-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0378971 Feb 03 22:22:09.646024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-5d8eb454-0cbe-4d0a-bf8d-4e2d8847341e tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:09.647635 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-5d8eb454-0cbe-4d0a-bf8d-4e2d8847341e tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37&tenant_id=53ca60e57bac4ba49054448a2ff6b67b&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 1126 time: 0.0487075 Feb 03 22:22:09.698246 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-af077fb0-6fa3-4d62-ab01-3e2fb9f1d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:09.699760 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-af077fb0-6fa3-4d62-ab01-3e2fb9f1d5f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 1126 time: 0.0445611 Feb 03 22:22:09.767558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-05f20ea0-d4d4-4de4-8936-fa449e1fb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:09.769398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-05f20ea0-d4d4-4de4-8936-fa449e1fb2d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1126 time: 0.0488870 Feb 03 22:22:09.857652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-41c83874-59d9-4da9-ba2e-8ca4ae6a0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:09.859133 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-41c83874-59d9-4da9-ba2e-8ca4ae6a0ac6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 200 len: 897 time: 0.0841587 Feb 03 22:22:09.924629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2051fa-3122-420c-84c1-c5ec75a4bc5a req-1a358f72-229e-48e6-a1b7-1e41a48700f1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:09.926153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd2051fa-3122-420c-84c1-c5ec75a4bc5a req-1a358f72-229e-48e6-a1b7-1e41a48700f1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 944 time: 0.0587306 Feb 03 22:22:09.929433 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-e9b6d14b-874f-470c-91b3-cd023de0e9a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 998 time: 0.0642152 Feb 03 22:22:09.974728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd2051fa-3122-420c-84c1-c5ec75a4bc5a req-ebc7a31e-9c75-418d-8691-9e060c8d264c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429583 Feb 03 22:22:09.976661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-a1e29af7-c371-4453-9f75-5ce6e017eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:09.978183 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-a1e29af7-c371-4453-9f75-5ce6e017eef1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f04fadff-a56e-4ebc-92c9-56a5709e1b57 HTTP/1.1" status: 200 len: 835 time: 0.0429130 Feb 03 22:22:10.027828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-0c188776-4665-4707-8fcf-4e5c0532563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:10.029346 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-0c188776-4665-4707-8fcf-4e5c0532563d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449905 Feb 03 22:22:10.122198 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-b4b0ad82-ee85-4517-b716-fb2fc88323de service neutron] 10.222.0.47 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869100 Feb 03 22:22:10.211263 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-1e6fb7db-e42c-470a-87d0-f2f04e919fec service neutron] 10.222.0.47 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824401 Feb 03 22:22:10.255032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:22:10.296139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:22:10.296529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:22:10.433908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a823-f411-4427-a8f2-50a706c7b17b req-70431c05-4263-4e65-b6ed-bf3c165923af tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:10.435422 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-70431c05-4263-4e65-b6ed-bf3c165923af tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37&tenant_id=53ca60e57bac4ba49054448a2ff6b67b&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 1126 time: 0.0488441 Feb 03 22:22:10.814778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0078a823-f411-4427-a8f2-50a706c7b17b req-791fdf42-4885-4de2-8164-e40e2d0776a1 service neutron] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:22:10.817890 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0078a823-f411-4427-a8f2-50a706c7b17b req-791fdf42-4885-4de2-8164-e40e2d0776a1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:10.818987 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-791fdf42-4885-4de2-8164-e40e2d0776a1 service neutron] 10.222.0.47 "DELETE /v2.0/ports/646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef/bindings/n-h1-824834-9 HTTP/1.1" status: 204 len: 173 time: 0.3771379 Feb 03 22:22:11.096040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248746-0677-4298-8ef7-7dc4dbbf374c req-d7f0fb2e-83f1-4e12-8e36-754d2546ad6a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:11.097575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7248746-0677-4298-8ef7-7dc4dbbf374c req-d7f0fb2e-83f1-4e12-8e36-754d2546ad6a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 944 time: 0.0533519 Feb 03 22:22:11.146675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7248746-0677-4298-8ef7-7dc4dbbf374c req-040e0be1-e26c-424b-96b7-b6b8d616c31e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435517 Feb 03 22:22:11.258253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ea30-5022-4788-89b7-0a987258abcd req-6f1d841b-d97b-497b-b72d-0f6420edbd4a tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:11.259747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0f4ea30-5022-4788-89b7-0a987258abcd req-6f1d841b-d97b-497b-b72d-0f6420edbd4a tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1126 time: 0.0474997 Feb 03 22:22:11.303922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0f4ea30-5022-4788-89b7-0a987258abcd req-42e31b59-fac2-4933-b239-3c9e0d497d30 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386987 Feb 03 22:22:11.419055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0571c7-13ac-417a-89f5-4bafa950c508 req-f60937a7-c9d7-4689-b1dd-5c5fe892dd23 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:11.420599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f0571c7-13ac-417a-89f5-4bafa950c508 req-f60937a7-c9d7-4689-b1dd-5c5fe892dd23 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 944 time: 0.0542359 Feb 03 22:22:11.470277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f0571c7-13ac-417a-89f5-4bafa950c508 req-6b051361-b362-4dce-be6b-db0cac62b980 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440230 Feb 03 22:22:11.492227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:11.555858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-943c7aad-af4e-426e-a21a-6407071327e4 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/426c115d-b514-44cf-bfdc-100ccb0d3c9a HTTP/1.1" status: 200 len: 990 time: 0.0624754 Feb 03 22:22:11.799217 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:11.953483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port 5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:22:11.953832 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:12.026700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:12.027026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:12.038781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for 5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:22:12.185543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:12.209946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=5f0e43cb-3a4c-4c77-af84-cc5c8973ef2a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:12.273404 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (426c115d-b514-44cf-bfdc-100ccb0d3c9a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:12.273735 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Floating IP 426c115d-b514-44cf-bfdc-100ccb0d3c9a disassociated (deleted). External IP: 172.25.5.70, port: 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef. Feb 03 22:22:12.484252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:22:12.590460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:22:12.595849 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:12.600414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] Sync routers for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:22:12.610712 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:12.611352 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:21:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:12.623799 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0dfe370d-7c0d-41e9-b627-58f709d5b8a3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/floatingips/426c115d-b514-44cf-bfdc-100ccb0d3c9a HTTP/1.1" status: 204 len: 168 time: 0.8235188 Feb 03 22:22:12.624488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:22:12.626837 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428c799f-1cd0-4fd4-b842-7b808b8fd385" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:22:12.723892 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d16f6a-afa6-406a-978a-0b169aa037a6 x-openstack-request-id: req-42d16f6a-afa6-406a-978a-0b169aa037a6 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:22:12.723892 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:22:12.723892 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42d16f6a-afa6-406a-978a-0b169aa037a6 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:22:12.723892 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'status': 'completed', 'code': 200} Feb 03 22:22:12.732958 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:12.741773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-351cf093-a76d-4e71-9278-67b7b50dba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:12.743338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-351cf093-a76d-4e71-9278-67b7b50dba40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 1126 time: 0.0485327 Feb 03 22:22:12.861156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-88e1b568-fb0c-4f58-a8c4-0369515ba141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:12.862878 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-88e1b568-fb0c-4f58-a8c4-0369515ba141 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 200 len: 897 time: 0.1116199 Feb 03 22:22:12.896026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75e439-4519-4439-943e-688c6337c5c7 req-f05af3ee-7355-45f0-bb3b-b7c1aae9553f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:12.898095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e75e439-4519-4439-943e-688c6337c5c7 req-f05af3ee-7355-45f0-bb3b-b7c1aae9553f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 944 time: 0.0543506 Feb 03 22:22:12.899159 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:22:12.908130 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-7138212c-08c1-497f-8f20-6a0916dbc3ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 200 len: 217 time: 0.0391989 Feb 03 22:22:12.954229 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e75e439-4519-4439-943e-688c6337c5c7 req-96829e34-8d16-462f-b1f7-31ebcf93a00a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1cbae4-ee36-4c68-93de-63250110c298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478823 Feb 03 22:22:12.962833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-24958382-d5b9-49cb-bb8a-1edd7afeed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:12.964339 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-24958382-d5b9-49cb-bb8a-1edd7afeed9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f04fadff-a56e-4ebc-92c9-56a5709e1b57 HTTP/1.1" status: 200 len: 835 time: 0.0462978 Feb 03 22:22:12.983247 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:33Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e1c9d1d8-d401-4939-ac60-39388eb2a276', 'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:88:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:33Z', 'updated_at': '2022-02-03T22:20:37Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:13.012883 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] Checking router: a87f7fe3-2ab4-4d91-81de-1397dc9e8785 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:22:13.019460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-606f7174-9468-4787-b582-8349c1991db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:13.021088 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-606f7174-9468-4787-b582-8349c1991db7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4001001a-7d3b-4ad7-a97b-3e342e4ccf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502348 Feb 03 22:22:13.021908 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:13.022548 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:21:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:13.114053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-40bba54e-581d-4ea3-8b43-9376c1061c0d service neutron] 10.222.0.47 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855210 Feb 03 22:22:13.210962 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-428c799f-1cd0-4fd4-b842-7b808b8fd385 req-624fe8f9-82f1-444a-8d79-258ec83e87c6 service neutron] 10.222.0.47 "GET /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894473 Feb 03 22:22:13.214464 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:13.407728 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:33Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e1c9d1d8-d401-4939-ac60-39388eb2a276', 'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:88:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:33Z', 'updated_at': '2022-02-03T22:20:37Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:13.447649 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c07e66-b701-4c07-8235-664f30376a51 None None] The sync data for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 is: [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:33Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'e1c9d1d8-d401-4939-ac60-39388eb2a276', 'name': '', 'network_id': '4001001a-7d3b-4ad7-a97b-3e342e4ccf72', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:88:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:33Z', 'updated_at': '2022-02-03T22:20:37Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'f04fadff-a56e-4ebc-92c9-56a5709e1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:22:13.614779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86150-a54c-422c-b996-e4bab0502203 req-e4d4b51d-cc87-4731-a39b-4072ecaa9a97 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:13.616379 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5cc86150-a54c-422c-b996-e4bab0502203 req-e4d4b51d-cc87-4731-a39b-4072ecaa9a97 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 944 time: 0.0555642 Feb 03 22:22:13.663936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d35127-94f0-4a63-bdf0-424c202ac950 None None] New status for floating IP 426c115d-b514-44cf-bfdc-100ccb0d3c9a: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:22:13.709738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5cc86150-a54c-422c-b996-e4bab0502203 req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:22:13.710077 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc86150-a54c-422c-b996-e4bab0502203 req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:13.805290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5cc86150-a54c-422c-b996-e4bab0502203 req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:13.805882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc86150-a54c-422c-b996-e4bab0502203 req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:13.818695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5cc86150-a54c-422c-b996-e4bab0502203 req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:22:13.949466 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc86150-a54c-422c-b996-e4bab0502203 req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:13.975009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:14.023040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc86150-a54c-422c-b996-e4bab0502203 req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] No DVR routers for this DVR port 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:22:14.026282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc86150-a54c-422c-b996-e4bab0502203 req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:14.029678 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5cc86150-a54c-422c-b996-e4bab0502203 req-b9c26d38-3074-4006-9d2f-207cf0b356cc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.47 "DELETE /v2.0/ports/646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef HTTP/1.1" status: 204 len: 173 time: 0.4086797 Feb 03 22:22:14.030120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-deleted', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:22:14.032371 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc784be-bceb-420b-8c18-05f387feec9d" -d '{"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-deleted", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:22:14.067354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-490c9f73-bcd8-489e-97b0-9b1649484f5d req-884e62e5-1913-4bff-b5d5-676d641e8c58 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37 HTTP/1.1" status: 200 len: 210 time: 0.0319946 Feb 03 22:22:14.071245 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161bf6f7-92cd-47cc-98db-1450113b687d x-openstack-request-id: req-161bf6f7-92cd-47cc-98db-1450113b687d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:22:14.071603 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37", "name": "network-vif-deleted", "tag": "646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:22:14.071792 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-161bf6f7-92cd-47cc-98db-1450113b687d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:22:14.072198 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c1fbe-e49e-4ad1-bc14-0e19a58e1d37', 'name': 'network-vif-deleted', 'tag': '646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef', 'status': 'completed', 'code': 200} Feb 03 22:22:15.122920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49382) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:15.481000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:15.734162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port e1c9d1d8-d401-4939-ac60-39388eb2a276 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:22:15.734965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:15.821080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port e1c9d1d8-d401-4939-ac60-39388eb2a276, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e1c9d1d8-d401-4939-ac60-39388eb2a276,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:15.821444 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:15.834194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for e1c9d1d8-d401-4939-ac60-39388eb2a276 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:22:16.021721 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e1c9d1d8-d401-4939-ac60-39388eb2a276), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:16.049317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=e1c9d1d8-d401-4939-ac60-39388eb2a276,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:16.224240 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:16.677973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:22:16.786262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:22:16.791260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-aa21650d-d76c-4d4d-a621-a9a813908ab3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "PUT /v2.0/routers/a87f7fe3-2ab4-4d91-81de-1397dc9e8785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6673179 Feb 03 22:22:16.794368 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49386) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:16.795343 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] Sync routers for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:22:16.805536 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:16.806152 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:21:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:16.846102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-61347f91-913e-4ce3-8979-e12877ca8bc6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting subnet f04fadff-a56e-4ebc-92c9-56a5709e1b57 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:22:16.849315 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61347f91-913e-4ce3-8979-e12877ca8bc6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (f04fadff-a56e-4ebc-92c9-56a5709e1b57), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:16.893989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61347f91-913e-4ce3-8979-e12877ca8bc6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (f04fadff-a56e-4ebc-92c9-56a5709e1b57), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:16.913437 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:16.976583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61347f91-913e-4ce3-8979-e12877ca8bc6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f04fadff-a56e-4ebc-92c9-56a5709e1b57), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.035313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61347f91-913e-4ce3-8979-e12877ca8bc6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (f04fadff-a56e-4ebc-92c9-56a5709e1b57), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.066126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61347f91-913e-4ce3-8979-e12877ca8bc6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Subnet': ['ID=f04fadff-a56e-4ebc-92c9-56a5709e1b57,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:17.071814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61347f91-913e-4ce3-8979-e12877ca8bc6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.077988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-61347f91-913e-4ce3-8979-e12877ca8bc6 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/subnets/f04fadff-a56e-4ebc-92c9-56a5709e1b57 HTTP/1.1" status: 204 len: 168 time: 0.2823806 Feb 03 22:22:17.078779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:17.079011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b1229-9a57-4835-ad8f-79c75ced3f26 None None] Network 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:22:17.115765 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:22:15Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:17.145957 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] Checking router: a87f7fe3-2ab4-4d91-81de-1397dc9e8785 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:22:17.155222 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] Routers {'a87f7fe3-2ab4-4d91-81de-1397dc9e8785'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:17.156006 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:21:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:17.200005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.259811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f7cd6-823f-43cf-92f5-d6a08d1dd5d7 None None] DHCP port deletion for 4001001a-7d3b-4ad7-a97b-3e342e4ccf72 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:22:17.268991 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] Set router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:17.307711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-804f7cd6-823f-43cf-92f5-d6a08d1dd5d7 None None] Deleting port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:22:17.308359 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f7cd6-823f-43cf-92f5-d6a08d1dd5d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.311055 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.365492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port 42ff251c-43cb-428b-b53a-5b38e4423ee8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:22:17.365846 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.379119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-804f7cd6-823f-43cf-92f5-d6a08d1dd5d7 None None] For port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f42df4d7-78fc-4b10-8f0a-ccb04f6ae153,segment=NetworkSegment(34781e5d-c31a-41a5-9fd1-73f5d206bf4c),segment_id=34781e5d-c31a-41a5-9fd1-73f5d206bf4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:17.379515 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f7cd6-823f-43cf-92f5-d6a08d1dd5d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.392582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-804f7cd6-823f-43cf-92f5-d6a08d1dd5d7 None None] Calling delete_port for f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:22:17.446645 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port 42ff251c-43cb-428b-b53a-5b38e4423ee8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=42ff251c-43cb-428b-b53a-5b38e4423ee8,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:17.447000 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:22:15Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:17.447121 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.464408 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for 42ff251c-43cb-428b-b53a-5b38e4423ee8 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:22:17.476792 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f7cd6-823f-43cf-92f5-d6a08d1dd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f42df4d7-78fc-4b10-8f0a-ccb04f6ae153), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.482983 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111584e-1083-40f5-b582-cd7a570fc64a None None] The sync data for ids ['a87f7fe3-2ab4-4d91-81de-1397dc9e8785'] in n-d-824834-9 is: [{'id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360656612', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:22:15Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '42ff251c-43cb-428b-b53a-5b38e4423ee8', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f7fe3-2ab4-4d91-81de-1397dc9e8785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:20:30Z', 'updated_at': '2022-02-03T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:22:17.501205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f7cd6-823f-43cf-92f5-d6a08d1dd5d7 None None] Pushing event deleted for resources: {'Port': ['ID=f42df4d7-78fc-4b10-8f0a-ccb04f6ae153,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:17.506861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f7cd6-823f-43cf-92f5-d6a08d1dd5d7 None None] No DVR routers for this DVR port f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:22:17.641946 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (42ff251c-43cb-428b-b53a-5b38e4423ee8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.667125 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=42ff251c-43cb-428b-b53a-5b38e4423ee8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:17.726212 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.817794 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.819883 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_controller (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.877042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (a87f7fe3-2ab4-4d91-81de-1397dc9e8785), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.877781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Fanout notify agent at l3_agent the message router_deleted on router a87f7fe3-2ab4-4d91-81de-1397dc9e8785 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:22:17.885662 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:17.889367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8cc1eeff-deff-464d-be07-722a810bdd25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/routers/a87f7fe3-2ab4-4d91-81de-1397dc9e8785 HTTP/1.1" status: 204 len: 168 time: 0.8082347 Feb 03 22:22:17.889824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:17.978247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (4001001a-7d3b-4ad7-a97b-3e342e4ccf72), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.073102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (4001001a-7d3b-4ad7-a97b-3e342e4ccf72), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.094504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4001001a-7d3b-4ad7-a97b-3e342e4ccf72']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:18.104635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34781e5d-c31a-41a5-9fd1-73f5d206bf4c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:18.104991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34781e5d-c31a-41a5-9fd1-73f5d206bf4c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:18.115158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (34781e5d-c31a-41a5-9fd1-73f5d206bf4c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.129909 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (34781e5d-c31a-41a5-9fd1-73f5d206bf4c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.136241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:22:18.136636 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (34781e5d-c31a-41a5-9fd1-73f5d206bf4c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:22:18.139715 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:22:18.196744 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (4001001a-7d3b-4ad7-a97b-3e342e4ccf72), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.204698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.207311 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/networks/4001001a-7d3b-4ad7-a97b-3e342e4ccf72 HTTP/1.1" status: 204 len: 168 time: 0.3159246 Feb 03 22:22:18.210209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:18.218910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b42eb-ff2b-49fe-a683-9a32f6856924 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Network': ['ID=4001001a-7d3b-4ad7-a97b-3e342e4ccf72,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:18.267981 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536bf94d-ac3d-4225-8797-fcef310cfd8a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (ab1cbae4-ee36-4c68-93de-63250110c298), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.293129 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536bf94d-ac3d-4225-8797-fcef310cfd8a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (ab1cbae4-ee36-4c68-93de-63250110c298), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.352792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536bf94d-ac3d-4225-8797-fcef310cfd8a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ab1cbae4-ee36-4c68-93de-63250110c298), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.355513 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-536bf94d-ac3d-4225-8797-fcef310cfd8a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.356688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-536bf94d-ac3d-4225-8797-fcef310cfd8a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/security-groups/ab1cbae4-ee36-4c68-93de-63250110c298 HTTP/1.1" status: 204 len: 168 time: 0.1452806 Feb 03 22:22:18.365869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bf94d-ac3d-4225-8797-fcef310cfd8a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1cbae4-ee36-4c68-93de-63250110c298,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:18.517119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:22:18.539764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:22:18.540132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 646f29d2-cbf0-4c46-ac5b-f8b9b46b30ef not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:22:18.661410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:18.666161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-24dcf991-6604-4e98-8f9d-6f1016b49341 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459384886', 'description': 'tempest-secgroup-smoke-459384886 description', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:18.688654 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24dcf991-6604-4e98-8f9d-6f1016b49341 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.755283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24dcf991-6604-4e98-8f9d-6f1016b49341 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (cd44b896-7b1a-43f1-9e13-a3b72b9eece2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.760321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24dcf991-6604-4e98-8f9d-6f1016b49341 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cd44b896-7b1a-43f1-9e13-a3b72b9eece2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.790074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24dcf991-6604-4e98-8f9d-6f1016b49341 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.791307 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-24dcf991-6604-4e98-8f9d-6f1016b49341 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1287565 Feb 03 22:22:18.793249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcf991-6604-4e98-8f9d-6f1016b49341 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd44b896-7b1a-43f1-9e13-a3b72b9eece2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:18.794397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:18.799031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b31667a9-ad15-45b8-8269-c1e6bd859da3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'cd44b896-7b1a-43f1-9e13-a3b72b9eece2', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:18.824463 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b31667a9-ad15-45b8-8269-c1e6bd859da3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (9999eb82-5f91-41be-86e5-d93edc2432df), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.884725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b31667a9-ad15-45b8-8269-c1e6bd859da3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (9999eb82-5f91-41be-86e5-d93edc2432df), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.888989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b31667a9-ad15-45b8-8269-c1e6bd859da3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (9999eb82-5f91-41be-86e5-d93edc2432df), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.907319 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31667a9-ad15-45b8-8269-c1e6bd859da3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9999eb82-5f91-41be-86e5-d93edc2432df,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:18.916786 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b31667a9-ad15-45b8-8269-c1e6bd859da3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:18.918033 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b31667a9-ad15-45b8-8269-c1e6bd859da3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226239 Feb 03 22:22:18.920810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49402) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:18.925294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-732c4e28-f2f3-4b7e-b780-8c21186436e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'cd44b896-7b1a-43f1-9e13-a3b72b9eece2', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:18.950695 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-732c4e28-f2f3-4b7e-b780-8c21186436e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (6a1667d0-df46-42ba-a4ae-8f76f85b4898), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.006618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-732c4e28-f2f3-4b7e-b780-8c21186436e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (6a1667d0-df46-42ba-a4ae-8f76f85b4898), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.010861 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-732c4e28-f2f3-4b7e-b780-8c21186436e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6a1667d0-df46-42ba-a4ae-8f76f85b4898), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.030006 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c4e28-f2f3-4b7e-b780-8c21186436e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1667d0-df46-42ba-a4ae-8f76f85b4898,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:19.034999 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-732c4e28-f2f3-4b7e-b780-8c21186436e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.039020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49404) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:19.039179 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-732c4e28-f2f3-4b7e-b780-8c21186436e3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173155 Feb 03 22:22:19.043910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-56c1282b-fccb-4b2b-860d-51bc95c2d02a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'cd44b896-7b1a-43f1-9e13-a3b72b9eece2', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:19.069283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56c1282b-fccb-4b2b-860d-51bc95c2d02a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (ba1568af-31b5-4be7-8572-21d17fe6dbc3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.133286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56c1282b-fccb-4b2b-860d-51bc95c2d02a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (ba1568af-31b5-4be7-8572-21d17fe6dbc3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.137096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56c1282b-fccb-4b2b-860d-51bc95c2d02a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ba1568af-31b5-4be7-8572-21d17fe6dbc3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.143596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e1c9d1d8-d401-4939-ac60-39388eb2a276 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:22:19.159141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1282b-fccb-4b2b-860d-51bc95c2d02a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1568af-31b5-4be7-8572-21d17fe6dbc3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:19.165845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: e1c9d1d8-d401-4939-ac60-39388eb2a276 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:22:19.166254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e1c9d1d8-d401-4939-ac60-39388eb2a276 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:22:19.166631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 42ff251c-43cb-428b-b53a-5b38e4423ee8 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:22:19.170642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56c1282b-fccb-4b2b-860d-51bc95c2d02a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.175785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-56c1282b-fccb-4b2b-860d-51bc95c2d02a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318822 Feb 03 22:22:19.176255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:19.181139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-74788d19-5f77-4d60-aef1-1277eb78f73b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'cd44b896-7b1a-43f1-9e13-a3b72b9eece2', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:19.188291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 42ff251c-43cb-428b-b53a-5b38e4423ee8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:22:19.188804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 42ff251c-43cb-428b-b53a-5b38e4423ee8 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:22:19.189249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:22:19.207199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74788d19-5f77-4d60-aef1-1277eb78f73b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (0dde6d3e-658b-4fc2-9a89-f89d4c2fdbb0), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.209477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:22:19.209831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f42df4d7-78fc-4b10-8f0a-ccb04f6ae153 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:22:19.267987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74788d19-5f77-4d60-aef1-1277eb78f73b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (0dde6d3e-658b-4fc2-9a89-f89d4c2fdbb0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.271987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74788d19-5f77-4d60-aef1-1277eb78f73b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0dde6d3e-658b-4fc2-9a89-f89d4c2fdbb0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.288806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74788d19-5f77-4d60-aef1-1277eb78f73b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dde6d3e-658b-4fc2-9a89-f89d4c2fdbb0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:19.297534 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74788d19-5f77-4d60-aef1-1277eb78f73b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.301257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-74788d19-5f77-4d60-aef1-1277eb78f73b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213233 Feb 03 22:22:19.301458 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:19.305873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-245e12ed-9fd0-4af4-af61-bd195b175934 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'cd44b896-7b1a-43f1-9e13-a3b72b9eece2', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:19.326796 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-245e12ed-9fd0-4af4-af61-bd195b175934 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Project 53ca60e57bac4ba49054448a2ff6b67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:22:19.331706 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-245e12ed-9fd0-4af4-af61-bd195b175934 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (6c6344c1-e420-4f35-b869-830146c0ead6), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.392290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-245e12ed-9fd0-4af4-af61-bd195b175934 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (6c6344c1-e420-4f35-b869-830146c0ead6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.396011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-245e12ed-9fd0-4af4-af61-bd195b175934 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6c6344c1-e420-4f35-b869-830146c0ead6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.414765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e12ed-9fd0-4af4-af61-bd195b175934 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6344c1-e420-4f35-b869-830146c0ead6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:19.427565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-245e12ed-9fd0-4af4-af61-bd195b175934 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.428928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-245e12ed-9fd0-4af4-af61-bd195b175934 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265113 Feb 03 22:22:19.431984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:19.436494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-01a82ff0-8e60-4888-b36d-4f8bd5720275 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'security_group_rule': {'security_group_id': 'cd44b896-7b1a-43f1-9e13-a3b72b9eece2', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:19.458123 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-01a82ff0-8e60-4888-b36d-4f8bd5720275 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Project 53ca60e57bac4ba49054448a2ff6b67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:22:19.463874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01a82ff0-8e60-4888-b36d-4f8bd5720275 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (1c7ce7b6-a5fc-4dc5-bdc9-a54bec463084), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.523257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01a82ff0-8e60-4888-b36d-4f8bd5720275 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (1c7ce7b6-a5fc-4dc5-bdc9-a54bec463084), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.527437 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01a82ff0-8e60-4888-b36d-4f8bd5720275 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (1c7ce7b6-a5fc-4dc5-bdc9-a54bec463084), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.546256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a82ff0-8e60-4888-b36d-4f8bd5720275 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7ce7b6-a5fc-4dc5-bdc9-a54bec463084,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:19.555053 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01a82ff0-8e60-4888-b36d-4f8bd5720275 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.559071 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-01a82ff0-8e60-4888-b36d-4f8bd5720275 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232872 Feb 03 22:22:19.559187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:19.563985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'network': {'name': 'tempest-network-smoke--833139696', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:19.584197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:22:19.587490 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.611382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:22:19.620065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (98f13a8e-ee73-4b99-bd54-c29f4bf506d7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.620409 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Added segment 98f13a8e-ee73-4b99-bd54-c29f4bf506d7 of type vlan for network e729db77-ff0c-4623-9cc5-af6c07b6b255 Feb 03 22:22:19.659141 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (e729db77-ff0c-4623-9cc5-af6c07b6b255), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.687342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (e729db77-ff0c-4623-9cc5-af6c07b6b255), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.692619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:19.693314 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.758672 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1983721 Feb 03 22:22:19.761330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:19.768073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'admin_state_up': True, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:19.774563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f5c55-2f83-44ec-9aee-d0847e48dbb9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Network': ['ID=e729db77-ff0c-4623-9cc5-af6c07b6b255,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:19.786893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network e729db77-ff0c-4623-9cc5-af6c07b6b255 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:22:19.793017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (07ca3430-9e37-4aca-b726-ee8cf6706917), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.794064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (07ca3430-9e37-4aca-b726-ee8cf6706917), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.850576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_controller (07ca3430-9e37-4aca-b726-ee8cf6706917), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:19.998465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (07ca3430-9e37-4aca-b726-ee8cf6706917), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:20.192121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (07ca3430-9e37-4aca-b726-ee8cf6706917), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:20.210723 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:20.311240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.25.5.37 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/31167887-49fc-4072-9cf6-379c42662ce6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:22:20.417070 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (31167887-49fc-4072-9cf6-379c42662ce6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:20.451305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (31167887-49fc-4072-9cf6-379c42662ce6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:20.486972 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:22:20.491746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:22:20.494208 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:22:20.527079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=31167887-49fc-4072-9cf6-379c42662ce6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:20.753906 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (07ca3430-9e37-4aca-b726-ee8cf6706917), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:20.954458 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (07ca3430-9e37-4aca-b726-ee8cf6706917), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:21.081778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 07ca3430-9e37-4aca-b726-ee8cf6706917 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:22:21.200625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:22:21.210542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Sync routers for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:22:21.219747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:21.220981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ba9f0bae-d59f-4bff-b04d-6a6d48c68864 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4586992 Feb 03 22:22:21.221479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:21.222097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:21:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:21.224380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:21.252445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-68de7762-bf0e-4ce7-8e4b-f858ed9c941e tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=53ca60e57bac4ba49054448a2ff6b67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267866 Feb 03 22:22:21.255159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49418) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:21.327977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:21.402964 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e2712b-06b5-45bd-a178-6452953c1100 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:21.404392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-14e2712b-06b5-45bd-a178-6452953c1100 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483498 Feb 03 22:22:21.407961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49420) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:21.442096 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-988745b3-d28b-433d-98c0-960658c27a9c tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329762 Feb 03 22:22:21.444515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:21.449244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-491503300', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:21.510561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:20Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:21.538614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Checking router: 07ca3430-9e37-4aca-b726-ee8cf6706917 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:22:21.539012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Updating router 07ca3430-9e37-4aca-b726-ee8cf6706917 port 31167887-49fc-4072-9cf6-379c42662ce6 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:22:21.544789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:22:21.548381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:21.567140 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (31167887-49fc-4072-9cf6-379c42662ce6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:21.727775 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d3f6f528-be87-47ef-b9cb-2d8ba6e82253), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:21.792527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Subnet': ['ID=d3f6f528-be87-47ef-b9cb-2d8ba6e82253,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:21.799794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Checking segment: {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:22:21.799794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network hostable DHCP agents. Network: e729db77-ff0c-4623-9cc5-af6c07b6b255, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:22:21.818741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network e729db77-ff0c-4623-9cc5-af6c07b6b255 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:22:21.830762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, e729db77-ff0c-4623-9cc5-af6c07b6b255) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:22:21.835262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:21.835875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:21.852524 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bc6255dc-3e9f-49f5-ba98-191715289d7e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4069297 Feb 03 22:22:21.855314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49424) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:21.923338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd1bca-507c-4a15-b234-124b018b943c None None] Network e729db77-ff0c-4623-9cc5-af6c07b6b255 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:22:22.040392 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Publish callbacks [] for port (31167887-49fc-4072-9cf6-379c42662ce6), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.047720 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (31167887-49fc-4072-9cf6-379c42662ce6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.091960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-e729db77-ff0c-4623-9cc5-af6c07b6b255', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:22:22.092814 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.127485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Attempting to bind port 31167887-49fc-4072-9cf6-379c42662ce6 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:22:22.128078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Attempting to bind port 31167887-49fc-4072-9cf6-379c42662ce6 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:22:22.128600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Attempting to bind port 31167887-49fc-4072-9cf6-379c42662ce6 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:22:22.144072 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e14076-9133-43d1-8d42-cbcad4f016b0 None None] Pushing event updated for resources: {'Port': ['ID=31167887-49fc-4072-9cf6-379c42662ce6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:22.146783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:22:22.147166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:22:22.147578 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.148003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:22:22.148450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Bound port: 31167887-49fc-4072-9cf6-379c42662ce6, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:22:22.148854 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (31167887-49fc-4072-9cf6-379c42662ce6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.270575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] For port 31167887-49fc-4072-9cf6-379c42662ce6, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:22:22.302838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] For port 31167887-49fc-4072-9cf6-379c42662ce6, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=31167887-49fc-4072-9cf6-379c42662ce6,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:22:22.312778 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (31167887-49fc-4072-9cf6-379c42662ce6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.356238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Allocated IP 172.20.0.2 (e729db77-ff0c-4623-9cc5-af6c07b6b255/d3f6f528-be87-47ef-b9cb-2d8ba6e82253/f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:22:22.395964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e14076-9133-43d1-8d42-cbcad4f016b0 None None] Pushing event updated for resources: {'Port': ['ID=31167887-49fc-4072-9cf6-379c42662ce6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:22.411984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:22.412638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:21:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:22.590734 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.599264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:22.709112 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Publish callbacks [] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.718419 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.781290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Network e729db77-ff0c-4623-9cc5-af6c07b6b255 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:22:22.788711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:22:22.793854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:22:22.812896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Pushing event updated for resources: {'Port': ['ID=f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:22.868735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.20.0.1 (e729db77-ff0c-4623-9cc5-af6c07b6b255/d3f6f528-be87-47ef-b9cb-2d8ba6e82253/dce3e034-87db-4a78-9748-2a8ff9277a99) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:22:22.877129 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Attempting to bind port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:22:22.877502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Attempting to bind port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:22:22.877862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Attempting to bind port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 on network e729db77-ff0c-4623-9cc5-af6c07b6b255 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:22:22.887841 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:22:22.888227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Checking segment: {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:22:22.888630 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.889054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Bound using segment: {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:22:22.889526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Bound port: f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:22:22.889909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.910107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:20Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:22.953269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0915f32-999f-4cea-9f13-76406f97e7f6 None None] The sync data for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 is: [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:20Z', 'revision_number': 3, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:22:22.989420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:22.989995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] For port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:22:22.994607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] For port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:22:23.002135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:23.031943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:23.076100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34245d7e-a9da-4691-bff3-9f70773b3713 None None] Pushing event updated for resources: {'Port': ['ID=f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:23.078432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network e729db77-ff0c-4623-9cc5-af6c07b6b255 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:22:23.083974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:22:23.087708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:22:23.114594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=dce3e034-87db-4a78-9748-2a8ff9277a99,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:23.141273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (07ca3430-9e37-4aca-b726-ee8cf6706917), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:23.326446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:23.615020 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c50f4a74-deec-4227-9442-d2172768afb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:23.640745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:23.647097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:23.723236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=dce3e034-87db-4a78-9748-2a8ff9277a99,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:23.733331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (07ca3430-9e37-4aca-b726-ee8cf6706917), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:23.831155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network e729db77-ff0c-4623-9cc5-af6c07b6b255 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:22:23.832740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:22:23.957267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 07ca3430-9e37-4aca-b726-ee8cf6706917 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:22:24.072424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:22:24.084285 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ac8b1bbf-be88-4d10-a870-f37254ad5c82 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "PUT /v2.0/routers/07ca3430-9e37-4aca-b726-ee8cf6706917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2211924 Feb 03 22:22:24.195755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29280341-3e82-400e-9d78-227e208a2735 None None] Network e729db77-ff0c-4623-9cc5-af6c07b6b255 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:22:24.286964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-813adfc8-0210-451a-9c17-d0ed4984b8b9 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459384886&fields=id&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 267 time: 0.0449305 Feb 03 22:22:24.305576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-01b66b0a-135d-4d17-9d40-ea87df9b9a01 None None] Provisioning complete for port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:24.305953 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01b66b0a-135d-4d17-9d40-ea87df9b9a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:24.397716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-01b66b0a-135d-4d17-9d40-ea87df9b9a01 None None] Current status of the port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:24.398201 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01b66b0a-135d-4d17-9d40-ea87df9b9a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:24.407416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-12ca77f0-9e64-410a-b839-2d6cd913f5dc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:24.415678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-12ca77f0-9e64-410a-b839-2d6cd913f5dc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/networks?id=e729db77-ff0c-4623-9cc5-af6c07b6b255 HTTP/1.1" status: 200 len: 796 time: 0.1201158 Feb 03 22:22:24.426889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-de7f0bbf-f86b-4d79-87ee-17119a0c3036 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/quotas/53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 375 time: 0.0104160 Feb 03 22:22:24.440122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-01b66b0a-135d-4d17-9d40-ea87df9b9a01 None None] For port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:24.446736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01b66b0a-135d-4d17-9d40-ea87df9b9a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:24.490664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-2c48a26c-0ee9-4d02-b125-0fed5f643756 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582948 Feb 03 22:22:24.502586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b66b0a-135d-4d17-9d40-ea87df9b9a01 None None] Pushing event updated for resources: {'Port': ['ID=f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:24.568265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-54f221f2-1df1-486b-9a5d-fba5ec99ba25 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:22:24.569396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-54f221f2-1df1-486b-9a5d-fba5ec99ba25 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0654297 Feb 03 22:22:24.660315 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:24.670304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-57b84b9c-4109-436f-aeba-9402fa9f6c19 None None] Provisioning complete for port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:24.670671 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57b84b9c-4109-436f-aeba-9402fa9f6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:24.671078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-deac6c4a-e124-4fa1-8da1-ec41a6606a50 service neutron] 10.222.0.50 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949667 Feb 03 22:22:24.699158 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Sync routers for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:22:24.714141 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:24.714780 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:21:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:24.720792 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:24.779999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-57b84b9c-4109-436f-aeba-9402fa9f6c19 None None] Current status of the port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:24.790798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-57b84b9c-4109-436f-aeba-9402fa9f6c19 None None] Provisioning complete for port dce3e034-87db-4a78-9748-2a8ff9277a99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:24.791237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57b84b9c-4109-436f-aeba-9402fa9f6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:24.799024 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-605fffc9-f272-487a-8055-144557057705 service neutron] 10.222.0.50 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220224 Feb 03 22:22:24.826274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-57b84b9c-4109-436f-aeba-9402fa9f6c19 None None] Port dce3e034-87db-4a78-9748-2a8ff9277a99 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:22:24.839044 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:24.966404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-54b6a727-8e56-4533-bcc1-0e91415f3911 None None] Provisioning complete for port dce3e034-87db-4a78-9748-2a8ff9277a99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:24.968834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b6a727-8e56-4533-bcc1-0e91415f3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.013463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20c450e4-afa4-4351-8fe9-48748b61033c req-a4a210bd-9648-425b-918f-6516f623aba5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0585859 Feb 03 22:22:25.028181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54b6a727-8e56-4533-bcc1-0e91415f3911 None None] Port dce3e034-87db-4a78-9748-2a8ff9277a99 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:22:25.072755 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'dce3e034-87db-4a78-9748-2a8ff9277a99', 'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:e7:bb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:22Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 2, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:25.156207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b1b124c1-1f0e-42ab-b2a6-2686d6e4cf07 None None] Provisioning complete for port dce3e034-87db-4a78-9748-2a8ff9277a99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:25.156754 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1b124c1-1f0e-42ab-b2a6-2686d6e4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.197680 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Checking router: 07ca3430-9e37-4aca-b726-ee8cf6706917 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:22:25.197948 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Updating router 07ca3430-9e37-4aca-b726-ee8cf6706917 port dce3e034-87db-4a78-9748-2a8ff9277a99 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:22:25.199012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1b124c1-1f0e-42ab-b2a6-2686d6e4cf07 None None] Port dce3e034-87db-4a78-9748-2a8ff9277a99 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:22:25.235964 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.289916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 31167887-49fc-4072-9cf6-379c42662ce6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:22:25.341159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 31167887-49fc-4072-9cf6-379c42662ce6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:25.341159 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (31167887-49fc-4072-9cf6-379c42662ce6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.421318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 31167887-49fc-4072-9cf6-379c42662ce6 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:25.421713 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (31167887-49fc-4072-9cf6-379c42662ce6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.446137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 31167887-49fc-4072-9cf6-379c42662ce6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=31167887-49fc-4072-9cf6-379c42662ce6,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:25.451956 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (31167887-49fc-4072-9cf6-379c42662ce6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.453348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:22:25.529741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=31167887-49fc-4072-9cf6-379c42662ce6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:25.540410 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Publish callbacks [] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.541134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:25.541515 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.546581 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.637590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:25.659443 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Pushing event updated for resources: {'Port': ['ID=dce3e034-87db-4a78-9748-2a8ff9277a99,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:25.669926 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.670277 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.670622 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.670967 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.671304 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.671638 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.671970 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.672391 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.673280 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.673569 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.673937 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.674210 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.674535 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:22:25.679254 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Attempting to bind port dce3e034-87db-4a78-9748-2a8ff9277a99 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:22:25.679633 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Attempting to bind port dce3e034-87db-4a78-9748-2a8ff9277a99 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:22:25.679998 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Attempting to bind port dce3e034-87db-4a78-9748-2a8ff9277a99 on network e729db77-ff0c-4623-9cc5-af6c07b6b255 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:22:25.685648 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:22:25.686025 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Checking segment: {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:22:25.686430 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.686824 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Bound using segment: {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:22:25.687291 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Bound port: dce3e034-87db-4a78-9748-2a8ff9277a99, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:22:25.687680 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.755939 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] For port dce3e034-87db-4a78-9748-2a8ff9277a99, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:22:25.759108 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] For port dce3e034-87db-4a78-9748-2a8ff9277a99, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dce3e034-87db-4a78-9748-2a8ff9277a99,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:22:25.764805 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.821438 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:25.821734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0739333a-d86a-4198-81bf-fe12639b8069 None None] Provisioning complete for port dce3e034-87db-4a78-9748-2a8ff9277a99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:25.822211 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0739333a-d86a-4198-81bf-fe12639b8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.822982 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:21:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:25.866481 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698e281-4b75-4d0a-9b89-6b870e7c8496 None None] Pushing event updated for resources: {'Port': ['ID=dce3e034-87db-4a78-9748-2a8ff9277a99,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:25.923887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0739333a-d86a-4198-81bf-fe12639b8069 None None] Current status of the port dce3e034-87db-4a78-9748-2a8ff9277a99 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:25.924285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0739333a-d86a-4198-81bf-fe12639b8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:25.965728 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:26.006834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0739333a-d86a-4198-81bf-fe12639b8069 None None] For port dce3e034-87db-4a78-9748-2a8ff9277a99, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dce3e034-87db-4a78-9748-2a8ff9277a99,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:26.015680 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0739333a-d86a-4198-81bf-fe12639b8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:26.104940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739333a-d86a-4198-81bf-fe12639b8069 None None] Pushing event updated for resources: {'Port': ['ID=dce3e034-87db-4a78-9748-2a8ff9277a99,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:26.117975 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb8fdfcc-17b5-4316-842e-0722fa7a4544 req-03b5a049-5257-447c-b903-46cde4a7f765 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0435140 Feb 03 22:22:26.152518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-66b30891-e89d-48f4-af21-8770f5d83c61 None None] Provisioning complete for port dce3e034-87db-4a78-9748-2a8ff9277a99 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:26.153046 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66b30891-e89d-48f4-af21-8770f5d83c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:26.163128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-56d8c3bf-7a09-42be-b824-9ca9805aa30a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:26.164719 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-56d8c3bf-7a09-42be-b824-9ca9805aa30a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/networks?id=e729db77-ff0c-4623-9cc5-af6c07b6b255 HTTP/1.1" status: 200 len: 796 time: 0.2229478 Feb 03 22:22:26.211107 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'dce3e034-87db-4a78-9748-2a8ff9277a99', 'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:e7:bb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:22Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:26.231890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-66b30891-e89d-48f4-af21-8770f5d83c61 None None] Current status of the port dce3e034-87db-4a78-9748-2a8ff9277a99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:26.237622 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-8cef384f-6fbe-4e9e-85d9-78d145994815 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53ca60e57bac4ba49054448a2ff6b67b HTTP/1.1" status: 200 len: 379 time: 0.0638847 Feb 03 22:22:26.238138 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1919e0-b0d8-4fb6-a3ae-0607d9635492 None None] The sync data for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 is: [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'dce3e034-87db-4a78-9748-2a8ff9277a99', 'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:e7:bb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:22Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:22:26.246442 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'port': {'device_id': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'admin_state_up': True, 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'security_groups': ['cd44b896-7b1a-43f1-9e13-a3b72b9eece2']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:26.367604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Made reservation on behalf of 53ca60e57bac4ba49054448a2ff6b67b for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:22:26.371153 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:26.506733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.20.0.14 (e729db77-ff0c-4623-9cc5-af6c07b6b255/d3f6f528-be87-47ef-b9cb-2d8ba6e82253/ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:22:26.567341 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d19474b3-87a3-4652-a5cf-8881ba056d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:26.650579 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:26.685136 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:26.732036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network e729db77-ff0c-4623-9cc5-af6c07b6b255 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:22:26.737978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:22:26.741756 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:22:26.768197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:26.798069 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:26.798742 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:26.818523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-b0cd7c1c-9c03-480c-ad04-3d0d8fb30378 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5756745 Feb 03 22:22:26.831037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Request body: {'port': {'device_id': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:26.901786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.046293 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.056483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9284a6a1-7211-4043-a8c7-8412b5761d93 None None] Provisioning complete for port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:27.056860 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9284a6a1-7211-4043-a8c7-8412b5761d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.106715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9284a6a1-7211-4043-a8c7-8412b5761d93 None None] Port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:22:27.185526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:22:27.194760 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Publish callbacks [] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.209165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Transition to ACTIVE for port object ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:22:27.224543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.286578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 31167887-49fc-4072-9cf6-379c42662ce6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:22:27.302361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Pushing event updated for resources: {'Port': ['ID=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:27.347417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 31167887-49fc-4072-9cf6-379c42662ce6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:27.348111 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (31167887-49fc-4072-9cf6-379c42662ce6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.359682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53321df8-2755-4589-ab66-e7a77b85930b req-6badb2f6-a803-4c6e-b59e-217aebdb8e45 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:27.361861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53321df8-2755-4589-ab66-e7a77b85930b req-6badb2f6-a803-4c6e-b59e-217aebdb8e45 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 944 time: 0.1491063 Feb 03 22:22:27.419338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Attempting to bind port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:22:27.419766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Attempting to bind port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:22:27.420163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Attempting to bind port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 on network e729db77-ff0c-4623-9cc5-af6c07b6b255 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:22:27.429819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 on network e729db77-ff0c-4623-9cc5-af6c07b6b255 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:22:27.430152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Attempting to bind port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 on network e729db77-ff0c-4623-9cc5-af6c07b6b255 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:22:27.434656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 31167887-49fc-4072-9cf6-379c42662ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:27.435814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dce3e034-87db-4a78-9748-2a8ff9277a99 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:22:27.444981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:22:27.445331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Checking segment: {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:22:27.445728 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Bound using segment: {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:22:27.446164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Bound port: ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f13a8e-ee73-4b99-bd54-c29f4bf506d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:22:27.446529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.451749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53321df8-2755-4589-ab66-e7a77b85930b req-380ecdef-0127-4332-b516-7774c6f9cfc5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761495 Feb 03 22:22:27.492038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port dce3e034-87db-4a78-9748-2a8ff9277a99 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:27.492421 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.518384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:22:27.521770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:22:27.529782 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.569635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:27.570230 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:27.571613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] 10.222.0.10 "PUT /v2.0/ports/ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 HTTP/1.1" status: 200 len: 1092 time: 0.7455513 Feb 03 22:22:27.572102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:22:27.574299 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae6071c-361e-4b28-a4e8-735a3b6d106c" -d '{"events": [{"name": "network-changed", "server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:22:27.597813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port dce3e034-87db-4a78-9748-2a8ff9277a99 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:27.630750 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd28116e-07f8-48c5-8779-29e210c768ae x-openstack-request-id: req-dd28116e-07f8-48c5-8779-29e210c768ae {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:22:27.631197 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:22:27.631568 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd28116e-07f8-48c5-8779-29e210c768ae {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:22:27.632272 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'status': 'completed', 'code': 200} Feb 03 22:22:27.647373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddf544-c441-49ff-94ff-609422d67de2 service neutron] Pushing event updated for resources: {'Port': ['ID=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:27.691934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-cee94bd0-16e1-42f2-861d-8a0c2046c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:27.693504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-cee94bd0-16e1-42f2-861d-8a0c2046c89c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 1126 time: 0.0655680 Feb 03 22:22:27.736752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-77e2f0b3-8778-413f-b8cd-0be48879858d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 HTTP/1.1" status: 200 len: 217 time: 0.0362542 Feb 03 22:22:27.788625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-8c31e8b6-77d1-485c-a465-ba0cf5e2cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:27.790121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-8c31e8b6-77d1-485c-a465-ba0cf5e2cf2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3f6f528-be87-47ef-b9cb-2d8ba6e82253 HTTP/1.1" status: 200 len: 834 time: 0.0481591 Feb 03 22:22:28.075635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-0dab5108-2e59-4ddc-ba82-c46f19dfe23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:28.077174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-0dab5108-2e59-4ddc-ba82-c46f19dfe23b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e729db77-ff0c-4623-9cc5-af6c07b6b255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2814867 Feb 03 22:22:28.162889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-8f004162-9b44-4016-a173-93468d0caf13 service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797865 Feb 03 22:22:28.249285 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a478ca52-739b-4d6f-b84a-e4b6c79a52c8 req-1f68c020-392b-490d-aec8-603c4888e641 service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809715 Feb 03 22:22:28.334618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-8e13a7ba-0966-4421-bc9c-bf24d8ed0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:28.336042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-8e13a7ba-0966-4421-bc9c-bf24d8ed0a8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 1126 time: 0.0457637 Feb 03 22:22:28.426923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-21b9760a-6738-42e8-9b4d-578244617f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:28.428425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-21b9760a-6738-42e8-9b4d-578244617f4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e729db77-ff0c-4623-9cc5-af6c07b6b255 HTTP/1.1" status: 200 len: 897 time: 0.0870471 Feb 03 22:22:28.469667 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-5aff7a45-a8fe-47ea-8e38-37456ddc496d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 HTTP/1.1" status: 200 len: 217 time: 0.0359201 Feb 03 22:22:28.517167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-3ecccda3-e908-4d32-a2fd-e7aec0e15c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:28.518932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-3ecccda3-e908-4d32-a2fd-e7aec0e15c7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3f6f528-be87-47ef-b9cb-2d8ba6e82253 HTTP/1.1" status: 200 len: 834 time: 0.0438449 Feb 03 22:22:28.603197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-34dcc60d-0d49-4dbd-a91a-3b9dc7867ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:28.604708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-34dcc60d-0d49-4dbd-a91a-3b9dc7867ad3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e729db77-ff0c-4623-9cc5-af6c07b6b255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0806668 Feb 03 22:22:28.612290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730a48-dbdd-43f8-8d42-27f77b2b15c4 req-d96a281a-cefb-4d34-bc3e-9817e2f612b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:28.613678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98730a48-dbdd-43f8-8d42-27f77b2b15c4 req-d96a281a-cefb-4d34-bc3e-9817e2f612b0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0821762 Feb 03 22:22:28.711661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98730a48-dbdd-43f8-8d42-27f77b2b15c4 req-4dc65a38-79fc-435b-b368-73e26e7d425d tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900424 Feb 03 22:22:28.716558 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:28.734460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-bc2be966-c624-4676-ac97-3d8fe81a0695 service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198628 Feb 03 22:22:28.820274 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ae6071c-361e-4b28-a4e8-735a3b6d106c req-ed2a1131-5f21-45fd-b655-d88b34add712 service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798845 Feb 03 22:22:29.832485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf541ce-6a61-4466-b686-be4455246d24 req-4aee7ae0-2739-4686-b841-5d5c1e6ff9d5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:29.833993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cf541ce-6a61-4466-b686-be4455246d24 req-4aee7ae0-2739-4686-b841-5d5c1e6ff9d5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0529423 Feb 03 22:22:29.886651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2cf541ce-6a61-4466-b686-be4455246d24 req-7c9421f6-5d16-4c54-a951-6a49a0703f44 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470772 Feb 03 22:22:29.911137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:31.005430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c6a62-ec2b-4ec3-80bf-cf5c089fb88a req-3e0aa5ca-638a-4451-894a-184f7a3128c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:31.006830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1c6a62-ec2b-4ec3-80bf-cf5c089fb88a req-3e0aa5ca-638a-4451-894a-184f7a3128c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0529208 Feb 03 22:22:31.055582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ee1c6a62-ec2b-4ec3-80bf-cf5c089fb88a req-ce2e7008-ccf4-4b89-8ea3-b14a2661141c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 Feb 03 22:22:32.174577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2383121-c690-4a12-ac1b-d230dfb5ee37 req-3a1d286b-dfad-484e-94c9-05dd39689098 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:32.176055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2383121-c690-4a12-ac1b-d230dfb5ee37 req-3a1d286b-dfad-484e-94c9-05dd39689098 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0541677 Feb 03 22:22:32.224026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2383121-c690-4a12-ac1b-d230dfb5ee37 req-eef5728f-bb7b-43a8-9393-f3178d0070be tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Feb 03 22:22:32.302638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:22:32.397229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:32.408382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'port_id': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'mac_address': 'fa:16:3e:23:40:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:22:32.446895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:32.447288 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:32.613711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:22:32.633202 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:32.637086 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:32.682138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:32.944944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:22:33.344395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a644be-956e-44e3-9662-908f7dd52bbc req-3f68be75-44ed-4d9e-a61a-ecef8c7ee90c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:33.345882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1a644be-956e-44e3-9662-908f7dd52bbc req-3f68be75-44ed-4d9e-a61a-ecef8c7ee90c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0558095 Feb 03 22:22:33.393332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1a644be-956e-44e3-9662-908f7dd52bbc req-86f19136-ab55-4bff-93c9-ccd1239376ed tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419559 Feb 03 22:22:34.317541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:22:34.365795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:22:34.369804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:22:34.370179 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:34.448502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:22:34.448917 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:34.471679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:22:34.474540 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00fd0ed-95f6-4778-9440-2a21502e9bde" -d '{"events": [{"server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "name": "network-vif-plugged", "status": "completed", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:22:34.487230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:22:34.491317 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:34.513332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6081d-5f12-4437-b1ee-07b1093edbbd req-cc0f053c-d20d-4b70-b002-2d5ab43a1a60 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:34.514842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fc6081d-5f12-4437-b1ee-07b1093edbbd req-cc0f053c-d20d-4b70-b002-2d5ab43a1a60 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0557358 Feb 03 22:22:34.515867 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fadd5c-c457-4056-8d18-674c7062cfd4 x-openstack-request-id: req-c2fadd5c-c457-4056-8d18-674c7062cfd4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:22:34.516197 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "name": "network-vif-plugged", "status": "completed", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:22:34.516461 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2fadd5c-c457-4056-8d18-674c7062cfd4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:22:34.516856 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'code': 200} Feb 03 22:22:34.544387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:34.569315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fc6081d-5f12-4437-b1ee-07b1093edbbd req-c8ec6137-04e8-44a0-8860-1de0c11bdf40 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464478 Feb 03 22:22:34.618146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebffa0-2475-4748-823c-e7b81ff8e61d req-4da57708-41ad-4b74-8ea7-49759f584e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:34.619650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7ebffa0-2475-4748-823c-e7b81ff8e61d req-4da57708-41ad-4b74-8ea7-49759f584e1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 1128 time: 0.0474145 Feb 03 22:22:34.665032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7ebffa0-2475-4748-823c-e7b81ff8e61d req-ef04942a-ba5f-472c-a183-d290e1243d35 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385103 Feb 03 22:22:35.686920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec9d64-e96c-4f33-aff0-d878caa25cc0 req-009ca032-7faf-444e-bc52-51cf92db9b25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:35.688933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5aec9d64-e96c-4f33-aff0-d878caa25cc0 req-009ca032-7faf-444e-bc52-51cf92db9b25 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0519972 Feb 03 22:22:35.735415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5aec9d64-e96c-4f33-aff0-d878caa25cc0 req-9909af7a-a73c-4f97-9108-f668e8e8288e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 Feb 03 22:22:36.855047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e45a2-eaa7-4598-9045-5e42ceb804ba req-32eaa4b0-65ae-4fb7-b448-88513ac54acb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:36.856530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-111e45a2-eaa7-4598-9045-5e42ceb804ba req-32eaa4b0-65ae-4fb7-b448-88513ac54acb tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0517099 Feb 03 22:22:36.919433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-111e45a2-eaa7-4598-9045-5e42ceb804ba req-cbbb11c7-faec-45a0-9d7f-201c3798045b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570855 Feb 03 22:22:37.037318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96418a8-7e7e-4071-b575-42ac67584004 req-1cfc3a08-6cab-49a6-8f8b-d6da9661e064 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:37.038820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f96418a8-7e7e-4071-b575-42ac67584004 req-1cfc3a08-6cab-49a6-8f8b-d6da9661e064 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0523078 Feb 03 22:22:37.086444 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f96418a8-7e7e-4071-b575-42ac67584004 req-6a5a0486-9637-4f55-b1d3-237c16f5956f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Feb 03 22:22:37.107673 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:37.150649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dbedd5-ad34-48e0-bccc-fb9973b90e18 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:37.152143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-27dbedd5-ad34-48e0-bccc-fb9973b90e18 tempest-TestNetworkAdvancedServerOps-1033581572 tempest-TestNetworkAdvancedServerOps-1033581572-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 1123 time: 0.0434856 Feb 03 22:22:37.154938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:37.159141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:22:37.181031 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:37.281843 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:37.384776 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Allocated IP 172.25.5.98 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/a79bbf00-8dc1-48ce-b501-be724b1da8e8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:22:37.488135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (a79bbf00-8dc1-48ce-b501-be724b1da8e8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:37.521312 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (a79bbf00-8dc1-48ce-b501-be724b1da8e8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:37.561176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:22:37.564002 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:22:37.566675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:22:37.592952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=a79bbf00-8dc1-48ce-b501-be724b1da8e8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:38.031434 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (bfde1306-922c-4716-b289-a89a2b9f8f36), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:38.131437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a79bbf00-8dc1-48ce-b501-be724b1da8e8), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:38.276268 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for port (a79bbf00-8dc1-48ce-b501-be724b1da8e8), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:38.280471 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (a79bbf00-8dc1-48ce-b501-be724b1da8e8), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:38.347295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event updated for resources: {'Port': ['ID=a79bbf00-8dc1-48ce-b501-be724b1da8e8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:22:38.358512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (bfde1306-922c-4716-b289-a89a2b9f8f36), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:38.456730 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Floating IP bfde1306-922c-4716-b289-a89a2b9f8f36 associated. External IP: 172.25.5.98, port: ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4. Feb 03 22:22:38.917579 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 07ca3430-9e37-4aca-b726-ee8cf6706917 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:22:39.034857 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:22:39.044783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] Sync routers for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:22:39.053319 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:39.055017 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:39.055703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:22:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:39.085890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5dccc4e0-9a2c-45a4-9bc9-512a5bc01c30 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9299488 Feb 03 22:22:39.086488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:22:39.088736 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa914da-8621-4a23-840d-30887fe985ba" -d '{"events": [{"name": "network-changed", "server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:22:39.136810 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6c1693-7632-4c1a-8c33-75a3ed64039d x-openstack-request-id: req-6a6c1693-7632-4c1a-8c33-75a3ed64039d {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:22:39.137162 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:22:39.138158 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a6c1693-7632-4c1a-8c33-75a3ed64039d {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:22:39.138576 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'status': 'completed', 'code': 200} Feb 03 22:22:39.174516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:39.222469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577ef6d-fc1a-4b9b-b592-75573de37ad8 req-dc06d2b8-fe9b-4dff-b899-345bb3ca5f1a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:39.224011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a577ef6d-fc1a-4b9b-b592-75573de37ad8 req-dc06d2b8-fe9b-4dff-b899-345bb3ca5f1a tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0845394 Feb 03 22:22:39.232132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa914da-8621-4a23-840d-30887fe985ba req-b27d555f-bc44-44c8-b362-5822cbf82f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:39.233725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efa914da-8621-4a23-840d-30887fe985ba req-b27d555f-bc44-44c8-b362-5822cbf82f27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 1128 time: 0.0662413 Feb 03 22:22:39.331383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a577ef6d-fc1a-4b9b-b592-75573de37ad8 req-6770d17f-c5ec-464f-bc3d-49c8850755ca tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967658 Feb 03 22:22:39.353485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:39.358650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa914da-8621-4a23-840d-30887fe985ba req-73eb229f-9770-47a8-98ef-c41121470f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:39.360868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efa914da-8621-4a23-840d-30887fe985ba req-73eb229f-9770-47a8-98ef-c41121470f9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e729db77-ff0c-4623-9cc5-af6c07b6b255 HTTP/1.1" status: 200 len: 897 time: 0.1192069 Feb 03 22:22:39.415597 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2d885977-fb9d-41ff-8aba-44e3b12912f1 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/bfde1306-922c-4716-b289-a89a2b9f8f36 HTTP/1.1" status: 200 len: 991 time: 0.0608768 Feb 03 22:22:39.423314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'bfde1306-922c-4716-b289-a89a2b9f8f36', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'port_id': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'mac_address': 'fa:16:3e:23:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:22:37Z', 'updated_at': '2022-02-03T22:22:37Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3e034-87db-4a78-9748-2a8ff9277a99', 'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:e7:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:22Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:39.428405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efa914da-8621-4a23-840d-30887fe985ba req-187e7981-f93e-4150-8758-5a0223e80a79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 HTTP/1.1" status: 200 len: 999 time: 0.0620701 Feb 03 22:22:39.453480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] Checking router: 07ca3430-9e37-4aca-b726-ee8cf6706917 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:22:39.462011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:22:39.462636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:22:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:39.479530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa914da-8621-4a23-840d-30887fe985ba req-ecfb9680-f134-4365-ad4d-b14752f94fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:39.481013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efa914da-8621-4a23-840d-30887fe985ba req-ecfb9680-f134-4365-ad4d-b14752f94fb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3f6f528-be87-47ef-b9cb-2d8ba6e82253 HTTP/1.1" status: 200 len: 834 time: 0.0472655 Feb 03 22:22:39.530271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa914da-8621-4a23-840d-30887fe985ba req-2c47dd46-6eae-4d6a-865f-d02e9607a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:22:39.531784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efa914da-8621-4a23-840d-30887fe985ba req-2c47dd46-6eae-4d6a-865f-d02e9607a8d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e729db77-ff0c-4623-9cc5-af6c07b6b255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444882 Feb 03 22:22:39.566496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:22:39.620532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efa914da-8621-4a23-840d-30887fe985ba req-2d1c2244-2aa9-4c1d-bfa3-64073b4d3249 service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830963 Feb 03 22:22:39.713306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-efa914da-8621-4a23-840d-30887fe985ba req-d413d619-f0c9-4c72-aaa6-2c5d8bce7da0 service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858486 Feb 03 22:22:39.792700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'bfde1306-922c-4716-b289-a89a2b9f8f36', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'port_id': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'mac_address': 'fa:16:3e:23:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:22:37Z', 'updated_at': '2022-02-03T22:22:37Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3e034-87db-4a78-9748-2a8ff9277a99', 'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:e7:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:22Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:22:39.818689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152fb3b3-bdf6-48c5-8be9-f8fc52ff039d None None] The sync data for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 is: [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'bfde1306-922c-4716-b289-a89a2b9f8f36', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'port_id': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'mac_address': 'fa:16:3e:23:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:22:37Z', 'updated_at': '2022-02-03T22:22:37Z', 'revision_number': 0, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3e034-87db-4a78-9748-2a8ff9277a99', 'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:e7:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:22Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:22:40.005128 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57842ac-fbe9-4b90-995f-6d305146dc8b None None] New status for floating IP bfde1306-922c-4716-b289-a89a2b9f8f36: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:22:40.418684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49492) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:22:40.478466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d158e573-83ae-4b87-b395-be4987752c07 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/bfde1306-922c-4716-b289-a89a2b9f8f36 HTTP/1.1" status: 200 len: 993 time: 0.0585930 Feb 03 22:22:49.899111 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:22:53.617787 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daf927cd-ddaf-42f5-b2f9-cad87ad90511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:54.660101 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:54.714541 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:56.569481 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89e2da4a-67c8-4277-a978-8e25f5745950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:57.038187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:58.719433 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:22:59.914171 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:23.619587 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706c76e7-f045-4e5f-9945-4205eb822d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:24.651272 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:24.717038 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:26.570660 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d49f759-38fd-4129-b422-b800cb0f6dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:26.899283 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:23:27.041461 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:28.722478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:29.915994 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:35.867978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-a4996ae8-8a9a-4841-b7f0-33c5d7ad422a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963724 Feb 03 22:23:35.952561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-2c53db67-acda-4d50-af81-32dc05a436e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:35.954075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-2c53db67-acda-4d50-af81-32dc05a436e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 1128 time: 0.0445771 Feb 03 22:23:36.061279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-55020da0-18bd-4cc9-8f90-8415c956cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:36.062753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-55020da0-18bd-4cc9-8f90-8415c956cd93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e729db77-ff0c-4623-9cc5-af6c07b6b255 HTTP/1.1" status: 200 len: 897 time: 0.0902319 Feb 03 22:23:36.128571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-289889a2-a9e8-457e-9aca-7b126bded552 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0598915 Feb 03 22:23:36.178491 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-f437c5d7-ff75-4635-90d9-53a8b9eb78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:36.179869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-f437c5d7-ff75-4635-90d9-53a8b9eb78a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3f6f528-be87-47ef-b9cb-2d8ba6e82253 HTTP/1.1" status: 200 len: 834 time: 0.0424187 Feb 03 22:23:36.231677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-448b7dcb-4cf7-4878-bcec-ef6e5c0e40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:36.233171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-448b7dcb-4cf7-4878-bcec-ef6e5c0e40b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e729db77-ff0c-4623-9cc5-af6c07b6b255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467803 Feb 03 22:23:36.318114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-4b2d6377-55bb-4576-952e-a8835ab6c70b service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790122 Feb 03 22:23:36.407072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1914b7c-6633-4ba8-8934-fb12ffab4ed8 req-7a9d82fc-7215-43b0-8f89-199cb306d023 service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831552 Feb 03 22:23:41.611665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efd957-8e13-4ec2-8c37-1d5dd1cd78c9 req-65cb7cc4-e758-4be7-9598-82cbb35399f5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:41.613162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16efd957-8e13-4ec2-8c37-1d5dd1cd78c9 req-65cb7cc4-e758-4be7-9598-82cbb35399f5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.1121933 Feb 03 22:23:41.663227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16efd957-8e13-4ec2-8c37-1d5dd1cd78c9 req-d73e3056-e713-4068-838b-19c8a0061238 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445442 Feb 03 22:23:42.786165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2b20b-5293-4491-9f53-85627eb61c03 req-8925f3ed-e024-471a-90a6-608836b44469 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:42.787661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-21b2b20b-5293-4491-9f53-85627eb61c03 req-8925f3ed-e024-471a-90a6-608836b44469 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0531521 Feb 03 22:23:42.836669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-21b2b20b-5293-4491-9f53-85627eb61c03 req-c113a677-c898-455e-b9b9-da580a44a472 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434582 Feb 03 22:23:43.959198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdd36e-b9b1-4d46-b879-4c7290071d3e req-e33f7e21-8aa8-4ad0-a51b-20152cc25569 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:43.960681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30cdd36e-b9b1-4d46-b879-4c7290071d3e req-e33f7e21-8aa8-4ad0-a51b-20152cc25569 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0574214 Feb 03 22:23:44.009202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-30cdd36e-b9b1-4d46-b879-4c7290071d3e req-d3a384ed-afd1-4386-a2e8-2589e7305251 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Feb 03 22:23:45.127626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4eacc-f541-4c87-96c8-2de36d2d6013 req-ff3d672f-fc64-454b-98fa-1cd19e63e687 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:45.129130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82b4eacc-f541-4c87-96c8-2de36d2d6013 req-ff3d672f-fc64-454b-98fa-1cd19e63e687 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0522053 Feb 03 22:23:45.177462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-82b4eacc-f541-4c87-96c8-2de36d2d6013 req-4cddb22e-6bb9-4706-be9a-8d6bd9d29e2e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Feb 03 22:23:46.294380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24747925-48f8-4ac4-8dcd-886ff7602415 req-f72f6fc9-93b1-4d4c-a178-6c84f6fdfd93 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:46.296379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24747925-48f8-4ac4-8dcd-886ff7602415 req-f72f6fc9-93b1-4d4c-a178-6c84f6fdfd93 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0524161 Feb 03 22:23:46.348094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24747925-48f8-4ac4-8dcd-886ff7602415 req-f157b494-cb32-4ddc-a9be-2e0991255954 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462761 Feb 03 22:23:47.464639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a31d08-ff98-4d19-9b5b-aa1e90d1b6d4 req-437c0630-1af7-44ed-95a9-a28b6a4e99ad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:47.466126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73a31d08-ff98-4d19-9b5b-aa1e90d1b6d4 req-437c0630-1af7-44ed-95a9-a28b6a4e99ad tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0517731 Feb 03 22:23:47.513246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73a31d08-ff98-4d19-9b5b-aa1e90d1b6d4 req-859231b8-8279-491f-b9ba-8733541eb8c0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 Feb 03 22:23:48.631634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4c802-2e6a-4c53-ab6c-2914ff40bf27 req-c6aa9b9e-3b14-4772-8e07-a195975aed37 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:48.633144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37a4c802-2e6a-4c53-ab6c-2914ff40bf27 req-c6aa9b9e-3b14-4772-8e07-a195975aed37 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0522513 Feb 03 22:23:48.682781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37a4c802-2e6a-4c53-ab6c-2914ff40bf27 req-871d5b7f-eb1f-4c0f-9c4b-e5226a799fb5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435910 Feb 03 22:23:49.804794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f500d-dbc5-4077-9a52-af7403277ff0 req-332872ce-1b21-4a1d-aa56-83767e3b58b3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:49.806299 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-223f500d-dbc5-4077-9a52-af7403277ff0 req-332872ce-1b21-4a1d-aa56-83767e3b58b3 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0563488 Feb 03 22:23:49.854110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-223f500d-dbc5-4077-9a52-af7403277ff0 req-55c45642-c83c-40de-a85a-2a0f08803ddc tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423551 Feb 03 22:23:50.971018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c373c0-bc51-4f37-8796-18766ce68769 req-13102625-9a62-4335-b765-accf4470d0a0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:50.972493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70c373c0-bc51-4f37-8796-18766ce68769 req-13102625-9a62-4335-b765-accf4470d0a0 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0516646 Feb 03 22:23:51.021143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70c373c0-bc51-4f37-8796-18766ce68769 req-a1a4502a-89a4-4c79-9f6e-1edaf57fab9e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426447 Feb 03 22:23:52.143155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf157ca-fabf-47ff-9bbb-6de94d0038fb req-6f28f993-60a2-486d-8aca-42770f20e68e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:52.144646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bf157ca-fabf-47ff-9bbb-6de94d0038fb req-6f28f993-60a2-486d-8aca-42770f20e68e tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0561423 Feb 03 22:23:52.193033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bf157ca-fabf-47ff-9bbb-6de94d0038fb req-94c95188-1de9-4631-8dd9-dffbc6ed5a80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425355 Feb 03 22:23:53.314336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a52cc7-04a1-406e-93ab-2cbc462e911d req-da45693b-b26b-49bc-a521-8a42b279ab90 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:53.315821 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16a52cc7-04a1-406e-93ab-2cbc462e911d req-da45693b-b26b-49bc-a521-8a42b279ab90 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0539951 Feb 03 22:23:53.364204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16a52cc7-04a1-406e-93ab-2cbc462e911d req-cc5600e0-b0ec-4ed8-9e05-b4eca3ce15f2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428119 Feb 03 22:23:53.620922 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cc05ebc-ff07-476e-833e-16f4f54b6452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:54.480252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bbbb1-b1e4-48aa-9607-7cdba390ee15 req-652ce8e6-f01c-4b14-b7d2-37ae00c4f99c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:54.481741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e25bbbb1-b1e4-48aa-9607-7cdba390ee15 req-652ce8e6-f01c-4b14-b7d2-37ae00c4f99c tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0506768 Feb 03 22:23:54.533247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e25bbbb1-b1e4-48aa-9607-7cdba390ee15 req-db17350b-8a6b-4274-a4e3-f29ee35fd625 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453656 Feb 03 22:23:54.660348 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:54.716273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:55.657533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d033a1-338a-4c46-afee-99a0d4f1d3d1 req-3b964888-4c94-4063-aeb8-0bca7c14de87 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:55.659265 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8d033a1-338a-4c46-afee-99a0d4f1d3d1 req-3b964888-4c94-4063-aeb8-0bca7c14de87 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0562181 Feb 03 22:23:55.749896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8d033a1-338a-4c46-afee-99a0d4f1d3d1 req-bbbccca6-5a84-49fd-a3a7-d0875950176b tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840788 Feb 03 22:23:55.756400 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494cde7-a3fc-42ca-94e9-f68b5b4dd552 req-025165ac-908b-4d57-8b98-03db5873d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:55.757966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5494cde7-a3fc-42ca-94e9-f68b5b4dd552 req-025165ac-908b-4d57-8b98-03db5873d583 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 1128 time: 0.0768070 Feb 03 22:23:55.811595 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5494cde7-a3fc-42ca-94e9-f68b5b4dd552 req-1cae951c-60b9-4400-a5a6-01387ba3e569 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466373 Feb 03 22:23:56.572352 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb1bcd0e-967b-4f79-a98d-38c9c85ae765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:56.704262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:23:56.707790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:23:56.857836 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:23:56.858138 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:56.873988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb247e-aa0c-4fb4-82cc-ad17f55fedd4 req-6c4b797e-0438-4398-8767-0da7f7562692 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:56.875558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1aeb247e-aa0c-4fb4-82cc-ad17f55fedd4 req-6c4b797e-0438-4398-8767-0da7f7562692 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0565007 Feb 03 22:23:56.885708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:23:56.900005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:23:56.902266 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32784d6-18c6-4cd3-b49c-a786d3328e41" -d '{"events": [{"server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:23:56.913332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'port_id': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'mac_address': 'fa:16:3e:23:40:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:23:56.918043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:23:56.923520 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:56.939993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1aeb247e-aa0c-4fb4-82cc-ad17f55fedd4 req-0067ee49-a224-4098-ac35-a0df1531e9a5 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589044 Feb 03 22:23:56.948247 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61680153-5b72-4bf7-b741-3029b82b545b x-openstack-request-id: req-61680153-5b72-4bf7-b741-3029b82b545b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:23:56.948551 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:23:56.948807 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61680153-5b72-4bf7-b741-3029b82b545b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:23:56.949224 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'code': 200} Feb 03 22:23:56.986578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:23:56.986966 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:57.010439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:23:57.018100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:23:57.040635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.041010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.041355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.041693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.042027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.042357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.042685 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.043012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.043337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.043662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.043984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.044332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.044657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:23:57.054478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:23:57.059735 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:57.065473 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:57.108159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:23:57.405254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:23:58.061218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba523632-92ee-4e85-8dd8-e151f565d88d req-083fd276-50f7-45f6-8000-ba8a8cf70a65 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:23:58.062690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba523632-92ee-4e85-8dd8-e151f565d88d req-083fd276-50f7-45f6-8000-ba8a8cf70a65 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0526519 Feb 03 22:23:58.110565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba523632-92ee-4e85-8dd8-e151f565d88d req-c5221df4-524f-4025-9011-4d29117be2b8 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423536 Feb 03 22:23:58.131855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:23:58.195040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bebe386a-88f9-44d2-91ef-3447924332ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/floatingips/bfde1306-922c-4716-b289-a89a2b9f8f36 HTTP/1.1" status: 200 len: 992 time: 0.0618982 Feb 03 22:23:58.704224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:23:58.754187 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:58.765260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:23:58.765626 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:58.839375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:23:58.839764 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:58.871195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:23:58.875037 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:23:58.920621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:23:58.949714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:23:58.951883 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933d342b-2b7b-46bb-accb-e0af4bd437d5" -d '{"events": [{"server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "name": "network-vif-plugged", "status": "completed", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:23:58.986679 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b429999-5281-456a-b46b-479795903b96 x-openstack-request-id: req-9b429999-5281-456a-b46b-479795903b96 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:23:58.986973 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "name": "network-vif-plugged", "status": "completed", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:23:58.987243 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b429999-5281-456a-b46b-479795903b96 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:23:58.987625 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'code': 200} Feb 03 22:23:59.918689 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:03.899868 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:24:23.622477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d426-5b71-4ce4-b63a-0c431270760d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:24.657275 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:24.736036 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:26.575243 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9379-67d8-4e03-95c0-5d6f22f36bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:27.047864 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:28.728380 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:29.921708 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:36.813314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-b41d2793-fd42-46ec-9a75-a9c1c716562d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427053 Feb 03 22:24:36.895000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-5d8eb957-a170-4f2c-8642-77eb9e8c15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:24:36.896510 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-5d8eb957-a170-4f2c-8642-77eb9e8c15a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 1128 time: 0.0434821 Feb 03 22:24:37.001695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-a7d38f29-a4cc-4c51-8892-04a22a451549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:24:37.003165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-a7d38f29-a4cc-4c51-8892-04a22a451549 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e729db77-ff0c-4623-9cc5-af6c07b6b255 HTTP/1.1" status: 200 len: 897 time: 0.0884430 Feb 03 22:24:37.072834 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-4d233c84-0261-4c01-801d-44ed7c3e2482 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0630243 Feb 03 22:24:37.125811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-f79aa60c-8c7d-4357-9be0-e54d5500e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:24:37.127256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-f79aa60c-8c7d-4357-9be0-e54d5500e302 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3f6f528-be87-47ef-b9cb-2d8ba6e82253 HTTP/1.1" status: 200 len: 834 time: 0.0488276 Feb 03 22:24:37.178435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-4a091e70-dac7-4cdb-b41c-5dc48f2051c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:24:37.179992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-4a091e70-dac7-4cdb-b41c-5dc48f2051c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e729db77-ff0c-4623-9cc5-af6c07b6b255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473320 Feb 03 22:24:37.265125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-c8d4b49f-9f42-48b8-a19e-e7b6b074341d service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796282 Feb 03 22:24:37.354519 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ef4fc20-f84f-4ba2-9147-59ba417028d8 req-9718c1fc-e335-47e4-a5a2-a8b9d7f2db14 service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836585 Feb 03 22:24:40.899548 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:24:53.623890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bc52322-5d59-4ca0-b4d2-8a74e272f658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:54.656013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:54.732485 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:56.578270 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59b31f1d-f184-4f9b-ae7b-f336b445b2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:57.049163 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:58.730626 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:24:59.928531 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:02.710345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:02.864544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port a79bbf00-8dc1-48ce-b501-be724b1da8e8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:25:02.864882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a79bbf00-8dc1-48ce-b501-be724b1da8e8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:02.938671 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a79bbf00-8dc1-48ce-b501-be724b1da8e8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:02.939004 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (a79bbf00-8dc1-48ce-b501-be724b1da8e8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:02.950387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for a79bbf00-8dc1-48ce-b501-be724b1da8e8 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:25:03.104411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a79bbf00-8dc1-48ce-b501-be724b1da8e8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:03.130251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=a79bbf00-8dc1-48ce-b501-be724b1da8e8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:03.156204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.157012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.157012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.157269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.157613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.157985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.158318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.158649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.158976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.159303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.159715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.159943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.160266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:03.201903 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for floatingip (bfde1306-922c-4716-b289-a89a2b9f8f36), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:03.202232 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Floating IP bfde1306-922c-4716-b289-a89a2b9f8f36 disassociated (deleted). External IP: 172.25.5.98, port: ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4. Feb 03 22:25:03.411136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 07ca3430-9e37-4aca-b726-ee8cf6706917 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:25:03.518936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:25:03.523904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:03.529849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] Sync routers for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:25:03.542859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:03.543487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:24:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:03.553652 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a883ee99-d7a0-4c6f-967a-723a9b8a245f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/floatingips/bfde1306-922c-4716-b289-a89a2b9f8f36 HTTP/1.1" status: 204 len: 168 time: 0.8422239 Feb 03 22:25:03.554258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:25:03.556567 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:25:03.653695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:03.667592 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1e60be-296f-43c9-b084-18de94ffd74f x-openstack-request-id: req-eb1e60be-296f-43c9-b084-18de94ffd74f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:25:03.668102 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:25:03.668392 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb1e60be-296f-43c9-b084-18de94ffd74f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:25:03.669023 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'status': 'completed', 'code': 200} Feb 03 22:25:03.739921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-ea1f1974-cb40-4eaa-a92a-ac3b4f808fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:03.741666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-ea1f1974-cb40-4eaa-a92a-ac3b4f808fe5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 1128 time: 0.0537217 Feb 03 22:25:03.848837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de004-0765-44d7-97be-743ea3a6db46 req-c65559ac-3c64-4169-908b-c66d6f13b63f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:03.850363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f8de004-0765-44d7-97be-743ea3a6db46 req-c65559ac-3c64-4169-908b-c66d6f13b63f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.1062009 Feb 03 22:25:03.861924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'dce3e034-87db-4a78-9748-2a8ff9277a99', 'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:e7:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:22Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:03.886588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-ca78b16f-f297-4d3b-9285-a10bd142676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:03.887622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] Checking router: 07ca3430-9e37-4aca-b726-ee8cf6706917 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:25:03.888068 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-ca78b16f-f297-4d3b-9285-a10bd142676d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e729db77-ff0c-4623-9cc5-af6c07b6b255 HTTP/1.1" status: 200 len: 897 time: 0.1343634 Feb 03 22:25:03.895945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:03.896525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:24:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:03.948836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-f4e9cbcc-0ff7-4412-b8d7-aafacc8b9c32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 HTTP/1.1" status: 200 len: 217 time: 0.0512121 Feb 03 22:25:03.952729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f8de004-0765-44d7-97be-743ea3a6db46 req-78ad708b-7e73-479c-a113-b6eedc996ccd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941617 Feb 03 22:25:03.998419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-2ba2f6be-1a75-4af6-b9e8-dce349e32f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:03.999887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-2ba2f6be-1a75-4af6-b9e8-dce349e32f6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3f6f528-be87-47ef-b9cb-2d8ba6e82253 HTTP/1.1" status: 200 len: 834 time: 0.0444193 Feb 03 22:25:04.004748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:04.052315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-f95f584b-2284-4f86-af87-24065df5abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:04.053878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-f95f584b-2284-4f86-af87-24065df5abf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e729db77-ff0c-4623-9cc5-af6c07b6b255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476999 Feb 03 22:25:04.146365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-af19f18a-20ba-468a-a298-da926093afba service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847666 Feb 03 22:25:04.203865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'dce3e034-87db-4a78-9748-2a8ff9277a99', 'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:e7:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:22Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:04.230789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed6e32-fb14-4466-9c93-33b650e4aa58 None None] The sync data for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 is: [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:22:23Z', 'revision_number': 4, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'dce3e034-87db-4a78-9748-2a8ff9277a99', 'name': '', 'network_id': 'e729db77-ff0c-4623-9cc5-af6c07b6b255', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'mac_address': 'fa:16:3e:e7:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:22Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'subnets': [{'id': 'd3f6f528-be87-47ef-b9cb-2d8ba6e82253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:25:04.235153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f76b978-2b16-4e40-8db6-8ac125c0c3cc req-675dd804-ec32-4554-998e-6de699683c1d service neutron] 10.222.0.10 "GET /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813963 Feb 03 22:25:04.445596 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcc629-a5d5-4db7-b902-9c8acf9bdd62 None None] New status for floating IP bfde1306-922c-4716-b289-a89a2b9f8f36: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:25:05.073152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029b84e-376e-4998-96bf-9aed13ddb423 req-91728cdb-95dd-40f9-96dd-e24e0c0225c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:05.074633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8029b84e-376e-4998-96bf-9aed13ddb423 req-91728cdb-95dd-40f9-96dd-e24e0c0225c2 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0529697 Feb 03 22:25:05.126635 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8029b84e-376e-4998-96bf-9aed13ddb423 req-1d4cc61f-6389-4b67-a306-576b41472679 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd44b896-7b1a-43f1-9e13-a3b72b9eece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458910 Feb 03 22:25:05.237666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af0975-59c0-436f-aef1-1dd862967032 req-5c83c905-4e6c-45b4-8940-81cc583eff80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:05.239097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7af0975-59c0-436f-aef1-1dd862967032 req-5c83c905-4e6c-45b4-8940-81cc583eff80 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "GET /v2.0/ports?device_id=794aa472-e7f4-4eb3-937b-790e3fd0d1a3 HTTP/1.1" status: 200 len: 946 time: 0.0520663 Feb 03 22:25:05.329234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-d7af0975-59c0-436f-aef1-1dd862967032 req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:25:05.329575 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d7af0975-59c0-436f-aef1-1dd862967032 req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:05.418810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d7af0975-59c0-436f-aef1-1dd862967032 req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:05.419092 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d7af0975-59c0-436f-aef1-1dd862967032 req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:05.432007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-d7af0975-59c0-436f-aef1-1dd862967032 req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:25:05.557253 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d7af0975-59c0-436f-aef1-1dd862967032 req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:05.583633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:05.597671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.598026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.598375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.598716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.599048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.599377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.599706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.600033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.600361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.600688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.601040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.601364 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.601702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:05.636836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7af0975-59c0-436f-aef1-1dd862967032 req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] No DVR routers for this DVR port ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:25:05.639318 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d7af0975-59c0-436f-aef1-1dd862967032 req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:05.643144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7af0975-59c0-436f-aef1-1dd862967032 req-16e0717b-c337-454c-956c-e20d77f46c06 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.10 "DELETE /v2.0/ports/ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 HTTP/1.1" status: 204 len: 173 time: 0.3990796 Feb 03 22:25:05.643573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'name': 'network-vif-deleted', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:25:05.645873 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c010565f-cfc6-454b-ac1f-5cb230575c1d" -d '{"events": [{"server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "name": "network-vif-deleted", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:25:05.750302 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653721d6-00f2-482b-a8db-b839de4f55cf x-openstack-request-id: req-653721d6-00f2-482b-a8db-b839de4f55cf {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:25:05.750651 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794aa472-e7f4-4eb3-937b-790e3fd0d1a3", "name": "network-vif-deleted", "tag": "ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:25:05.750870 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-653721d6-00f2-482b-a8db-b839de4f55cf {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:25:05.751279 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794aa472-e7f4-4eb3-937b-790e3fd0d1a3', 'name': 'network-vif-deleted', 'tag': 'ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4', 'status': 'completed', 'code': 200} Feb 03 22:25:06.183514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49616) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:06.546485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (07ca3430-9e37-4aca-b726-ee8cf6706917), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:06.806462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port dce3e034-87db-4a78-9748-2a8ff9277a99 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:25:06.806731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:06.893388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port dce3e034-87db-4a78-9748-2a8ff9277a99, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dce3e034-87db-4a78-9748-2a8ff9277a99,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:06.893757 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:06.906421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for dce3e034-87db-4a78-9748-2a8ff9277a99 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:25:07.096934 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (dce3e034-87db-4a78-9748-2a8ff9277a99), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:07.123532 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=dce3e034-87db-4a78-9748-2a8ff9277a99,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:07.310801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (07ca3430-9e37-4aca-b726-ee8cf6706917), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:07.528417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Router 07ca3430-9e37-4aca-b726-ee8cf6706917 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:25:07.634830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:25:07.640446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-87222a19-0e65-4f21-b370-9d2b0684b260 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "PUT /v2.0/routers/07ca3430-9e37-4aca-b726-ee8cf6706917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558501 Feb 03 22:25:07.643072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49618) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:07.645382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] Sync routers for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:25:07.656124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:07.656740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:24:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:07.694322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6feaacf-3556-4fc1-8258-6fe9095094ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting subnet d3f6f528-be87-47ef-b9cb-2d8ba6e82253 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:25:07.697578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6feaacf-3556-4fc1-8258-6fe9095094ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (d3f6f528-be87-47ef-b9cb-2d8ba6e82253), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:07.736411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6feaacf-3556-4fc1-8258-6fe9095094ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (d3f6f528-be87-47ef-b9cb-2d8ba6e82253), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:07.763869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:07.822833 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6feaacf-3556-4fc1-8258-6fe9095094ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d3f6f528-be87-47ef-b9cb-2d8ba6e82253), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:07.886396 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6feaacf-3556-4fc1-8258-6fe9095094ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (d3f6f528-be87-47ef-b9cb-2d8ba6e82253), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:07.916035 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6feaacf-3556-4fc1-8258-6fe9095094ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:07.920111 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f6feaacf-3556-4fc1-8258-6fe9095094ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/subnets/d3f6f528-be87-47ef-b9cb-2d8ba6e82253 HTTP/1.1" status: 204 len: 168 time: 0.2760961 Feb 03 22:25:07.921238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feaacf-3556-4fc1-8258-6fe9095094ec tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f6f528-be87-47ef-b9cb-2d8ba6e82253,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:07.924144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:07.924405 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a40b6c-9bf5-4dc8-bd2b-0d8368b4aab7 None None] Network e729db77-ff0c-4623-9cc5-af6c07b6b255 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:08.018069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:25:07Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:08.034837 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (07ca3430-9e37-4aca-b726-ee8cf6706917), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.046710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] Checking router: 07ca3430-9e37-4aca-b726-ee8cf6706917 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:25:08.061279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] Routers {'07ca3430-9e37-4aca-b726-ee8cf6706917'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:08.061902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:24:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['07ca3430-9e37-4aca-b726-ee8cf6706917'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:08.133249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] DHCP port deletion for e729db77-ff0c-4623-9cc5-af6c07b6b255 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:25:08.211579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] Set router 07ca3430-9e37-4aca-b726-ee8cf6706917 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:08.279542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Deleting port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:25:08.279909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.412729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] For port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531,segment=NetworkSegment(98f13a8e-ee73-4b99-bd54-c29f4bf506d7),segment_id=98f13a8e-ee73-4b99-bd54-c29f4bf506d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:08.413015 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.432011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_gateway (07ca3430-9e37-4aca-b726-ee8cf6706917), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.432578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Calling delete_port for f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:25:08.486948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Deleting port 31167887-49fc-4072-9cf6-379c42662ce6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:25:08.487303 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (31167887-49fc-4072-9cf6-379c42662ce6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.534009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:25:07Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:08.565000 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee87449-6d00-4f14-b533-713e856e15cc None None] The sync data for ids ['07ca3430-9e37-4aca-b726-ee8cf6706917'] in n-d-824834-9 is: [{'id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930836208', 'tenant_id': '53ca60e57bac4ba49054448a2ff6b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '31167887-49fc-4072-9cf6-379c42662ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:22:19Z', 'updated_at': '2022-02-03T22:25:07Z', 'revision_number': 5, 'project_id': '53ca60e57bac4ba49054448a2ff6b67b', 'gw_port': {'id': '31167887-49fc-4072-9cf6-379c42662ce6', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ca3430-9e37-4aca-b726-ee8cf6706917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:22:20Z', 'updated_at': '2022-02-03T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:25:08.568650 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.571741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] For port 31167887-49fc-4072-9cf6-379c42662ce6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=31167887-49fc-4072-9cf6-379c42662ce6,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:08.572106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (31167887-49fc-4072-9cf6-379c42662ce6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.587391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Calling delete_port for 31167887-49fc-4072-9cf6-379c42662ce6 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:25:08.596446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Pushing event deleted for resources: {'Port': ['ID=f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:08.606925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] No DVR routers for this DVR port f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:25:08.619925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.620290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.620639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.621021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.621365 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.621701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.622032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.622364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.622694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.623022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.623350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.623673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.624000 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbf3b7-2fdd-4e56-a0f5-42e816ee7ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:08.762854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (31167887-49fc-4072-9cf6-379c42662ce6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.788478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Port': ['ID=31167887-49fc-4072-9cf6-379c42662ce6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:08.853313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (07ca3430-9e37-4aca-b726-ee8cf6706917), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.949078 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (07ca3430-9e37-4aca-b726-ee8cf6706917), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.951313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router_controller (07ca3430-9e37-4aca-b726-ee8cf6706917), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.998659 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (07ca3430-9e37-4aca-b726-ee8cf6706917), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:08.999452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Fanout notify agent at l3_agent the message router_deleted on router 07ca3430-9e37-4aca-b726-ee8cf6706917 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:25:09.009929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.011107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3f69827b-136e-492c-ab78-fef5c2890091 tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/routers/07ca3430-9e37-4aca-b726-ee8cf6706917 HTTP/1.1" status: 204 len: 168 time: 1.0860240 Feb 03 22:25:09.013858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49622) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:09.046794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:25:09.067956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:25:09.068420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ece26c74-953f-4a1e-a8e9-ab9a3b45c2d4 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:25:09.096915 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (e729db77-ff0c-4623-9cc5-af6c07b6b255), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.187270 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (e729db77-ff0c-4623-9cc5-af6c07b6b255), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.216780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e729db77-ff0c-4623-9cc5-af6c07b6b255']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:09.226860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f13a8e-ee73-4b99-bd54-c29f4bf506d7') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:09.227167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f13a8e-ee73-4b99-bd54-c29f4bf506d7') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:09.237269 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (98f13a8e-ee73-4b99-bd54-c29f4bf506d7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.252400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (98f13a8e-ee73-4b99-bd54-c29f4bf506d7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.258271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:25:09.258660 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (98f13a8e-ee73-4b99-bd54-c29f4bf506d7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:25:09.261661 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:25:09.323689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (e729db77-ff0c-4623-9cc5-af6c07b6b255), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.331439 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.334530 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/networks/e729db77-ff0c-4623-9cc5-af6c07b6b255 HTTP/1.1" status: 204 len: 168 time: 0.3197155 Feb 03 22:25:09.337322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49624) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:09.345899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126406b-35a5-4db6-b726-f319b8dd40fd tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'Network': ['ID=e729db77-ff0c-4623-9cc5-af6c07b6b255,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:09.395394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c081fe07-b0f2-45db-8131-49c82af5eb0f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (cd44b896-7b1a-43f1-9e13-a3b72b9eece2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.419744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c081fe07-b0f2-45db-8131-49c82af5eb0f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (cd44b896-7b1a-43f1-9e13-a3b72b9eece2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.482742 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c081fe07-b0f2-45db-8131-49c82af5eb0f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cd44b896-7b1a-43f1-9e13-a3b72b9eece2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.486225 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c081fe07-b0f2-45db-8131-49c82af5eb0f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:09.487336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c081fe07-b0f2-45db-8131-49c82af5eb0f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] 10.222.0.50 "DELETE /v2.0/security-groups/cd44b896-7b1a-43f1-9e13-a3b72b9eece2 HTTP/1.1" status: 204 len: 168 time: 0.1490290 Feb 03 22:25:09.496229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fe07-b0f2-45db-8131-49c82af5eb0f tempest-TestNetworkAdvancedServerOps-1091804152 tempest-TestNetworkAdvancedServerOps-1091804152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd44b896-7b1a-43f1-9e13-a3b72b9eece2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:09.569873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:25:09.591493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:25:09.591845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f7e29d1d-4b4a-4cb4-b24a-c3bc1341a531 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:25:09.592258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dce3e034-87db-4a78-9748-2a8ff9277a99 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:25:09.613700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: dce3e034-87db-4a78-9748-2a8ff9277a99 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:25:09.614043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dce3e034-87db-4a78-9748-2a8ff9277a99 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:25:10.793114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49634) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:10.923920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e7610c8-d465-47c4-9460-ed4dce5272bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53ca60e57bac4ba49054448a2ff6b67b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296561 Feb 03 22:25:10.926486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49638) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:10.971487 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e0b404e-ad57-4c06-a8b6-9c1f5755c096 admin admin] Publish callbacks [] for security_group (23279fc4-1128-40ca-8546-aa357cd1d308), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:10.991546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e0b404e-ad57-4c06-a8b6-9c1f5755c096 admin admin] Publish callbacks [] for security_group (23279fc4-1128-40ca-8546-aa357cd1d308), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:11.037311 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e0b404e-ad57-4c06-a8b6-9c1f5755c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (23279fc4-1128-40ca-8546-aa357cd1d308), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:11.039909 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e0b404e-ad57-4c06-a8b6-9c1f5755c096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:11.040981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8e0b404e-ad57-4c06-a8b6-9c1f5755c096 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23279fc4-1128-40ca-8546-aa357cd1d308 HTTP/1.1" status: 204 len: 168 time: 0.1135974 Feb 03 22:25:11.048273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b404e-ad57-4c06-a8b6-9c1f5755c096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23279fc4-1128-40ca-8546-aa357cd1d308,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:11.176206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 31167887-49fc-4072-9cf6-379c42662ce6 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:25:11.195557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 31167887-49fc-4072-9cf6-379c42662ce6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:25:11.195905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 31167887-49fc-4072-9cf6-379c42662ce6 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:25:11.310559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:11.349816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2321a936-62c6-4b66-bbb5-ee45efe35a29 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb0662cd49584984a0698aef882d584e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381377 Feb 03 22:25:11.352191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49646) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:11.397996 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2cef231-49a3-4893-bb09-f9aaaf377384 admin admin] Publish callbacks [] for security_group (9fd8323d-24ce-4893-b993-d7e6e0e4a1b3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:11.420893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2cef231-49a3-4893-bb09-f9aaaf377384 admin admin] Publish callbacks [] for security_group (9fd8323d-24ce-4893-b993-d7e6e0e4a1b3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:11.469264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2cef231-49a3-4893-bb09-f9aaaf377384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9fd8323d-24ce-4893-b993-d7e6e0e4a1b3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:11.472084 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2cef231-49a3-4893-bb09-f9aaaf377384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:11.473257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b2cef231-49a3-4893-bb09-f9aaaf377384 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fd8323d-24ce-4893-b993-d7e6e0e4a1b3 HTTP/1.1" status: 204 len: 168 time: 0.1201684 Feb 03 22:25:11.481236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cef231-49a3-4893-bb09-f9aaaf377384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd8323d-24ce-4893-b993-d7e6e0e4a1b3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:12.149883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:12.245096 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-782565011-network', 'tenant_id': 'd3c4df9a5f284195ad66b03195d5c19e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:12.263915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Made reservation on behalf of d3c4df9a5f284195ad66b03195d5c19e for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:12.266150 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.274363 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.349643 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Publish callbacks [] for security_group (ec949ac9-e6ad-4a3c-b81d-b426f8385d68), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.353292 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ec949ac9-e6ad-4a3c-b81d-b426f8385d68), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.374445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:25:12.389366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec949ac9-e6ad-4a3c-b81d-b426f8385d68,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:12.393083 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (acf878e8-abf4-453f-a09e-33aed67dcfb4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.393424 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Added segment acf878e8-abf4-453f-a09e-33aed67dcfb4 of type vlan for network 34385263-5ba2-4323-8fc9-993fe1f5b9b1 Feb 03 22:25:12.432324 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (34385263-5ba2-4323-8fc9-993fe1f5b9b1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.455971 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (34385263-5ba2-4323-8fc9-993fe1f5b9b1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.457135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:12.457714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.509651 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3586724 Feb 03 22:25:12.512791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:12.518433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Request body: {'subnet': {'network_id': '34385263-5ba2-4323-8fc9-993fe1f5b9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-782565011-subnet', 'tenant_id': 'd3c4df9a5f284195ad66b03195d5c19e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:12.520680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8454e3-cabe-405b-84c8-e09622ea9a9f admin admin] Pushing event updated for resources: {'Network': ['ID=34385263-5ba2-4323-8fc9-993fe1f5b9b1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:12.532948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 34385263-5ba2-4323-8fc9-993fe1f5b9b1 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:25:12.539555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Made reservation on behalf of d3c4df9a5f284195ad66b03195d5c19e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:12.542071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.710810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (c9e5f19c-0284-4257-836a-d2deed299f27), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.763316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e5f19c-0284-4257-836a-d2deed299f27,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:12.774157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Checking segment: {'id': 'acf878e8-abf4-453f-a09e-33aed67dcfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34385263-5ba2-4323-8fc9-993fe1f5b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:12.774519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Network hostable DHCP agents. Network: 34385263-5ba2-4323-8fc9-993fe1f5b9b1, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:25:12.789968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Network 34385263-5ba2-4323-8fc9-993fe1f5b9b1 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:25:12.798237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 34385263-5ba2-4323-8fc9-993fe1f5b9b1) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:12.802021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:12.802615 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:12.808366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553fb613-dbe4-4ee2-9638-81fc891d5cd5 None None] Network 34385263-5ba2-4323-8fc9-993fe1f5b9b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:12.818468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b280b273-5e42-400e-80ab-2a048292aa31 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3044631 Feb 03 22:25:12.902067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edcfb87-f1cb-48f3-a9f4-c4c93ad32592 None None] Network 34385263-5ba2-4323-8fc9-993fe1f5b9b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:13.290153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:13.295157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-497404310-network', 'tenant_id': '3253d3c690a14931bea1eae107d37e05'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:13.315252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Made reservation on behalf of 3253d3c690a14931bea1eae107d37e05 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:13.317522 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.326555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.402753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Publish callbacks [] for security_group (fbed7842-092f-463d-a932-9eb1c7552134), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.406628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fbed7842-092f-463d-a932-9eb1c7552134), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.426720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:25:13.441993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbed7842-092f-463d-a932-9eb1c7552134,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:13.445948 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (777eda76-ef3f-413a-abf8-0d9df4cc4ff3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.446296 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Added segment 777eda76-ef3f-413a-abf8-0d9df4cc4ff3 of type vlan for network ac681161-5b86-47ce-bf4e-43e84470e380 Feb 03 22:25:13.491115 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (ac681161-5b86-47ce-bf4e-43e84470e380), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.514843 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (ac681161-5b86-47ce-bf4e-43e84470e380), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.515789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:13.516379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.576525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2852404 Feb 03 22:25:13.579637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:13.584503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Request body: {'subnet': {'network_id': 'ac681161-5b86-47ce-bf4e-43e84470e380', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-497404310-subnet', 'tenant_id': '3253d3c690a14931bea1eae107d37e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:13.602953 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Made reservation on behalf of 3253d3c690a14931bea1eae107d37e05 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:13.605264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.606103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b6105-15e8-4924-be5a-2b23ae7bf657 admin admin] Pushing event updated for resources: {'Network': ['ID=ac681161-5b86-47ce-bf4e-43e84470e380,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:13.616376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network ac681161-5b86-47ce-bf4e-43e84470e380 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:25:13.782879 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (ffd2d2c3-4658-499e-b8fb-4a2a92422098), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.830483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd2d2c3-4658-499e-b8fb-4a2a92422098,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:13.845564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Checking segment: {'id': '777eda76-ef3f-413a-abf8-0d9df4cc4ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac681161-5b86-47ce-bf4e-43e84470e380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:13.845945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Network hostable DHCP agents. Network: ac681161-5b86-47ce-bf4e-43e84470e380, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:25:13.861017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Network ac681161-5b86-47ce-bf4e-43e84470e380 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:25:13.869288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, ac681161-5b86-47ce-bf4e-43e84470e380) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:13.873124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:13.873713 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:13.877999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c487cd7d-223c-4845-aaec-7a0ceab191b2 None None] Network ac681161-5b86-47ce-bf4e-43e84470e380 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:13.889031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e75ac066-5708-4064-ba5e-ae4656e0e6d4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3082638 Feb 03 22:25:13.977781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf216f-29e2-4964-bfe1-70c5b78afc00 None None] Network ac681161-5b86-47ce-bf4e-43e84470e380 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:14.372186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-c5b933bb-3b84-4c2b-b765-82ffcedc9de5 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:14.373611 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-c5b933bb-3b84-4c2b-b765-82ffcedc9de5 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/networks?id=34385263-5ba2-4323-8fc9-993fe1f5b9b1 HTTP/1.1" status: 200 len: 811 time: 0.1044700 Feb 03 22:25:14.388852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-bb2c62b2-5e70-40c2-b295-42b0d4da5fe6 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/quotas/d3c4df9a5f284195ad66b03195d5c19e HTTP/1.1" status: 200 len: 375 time: 0.0088799 Feb 03 22:25:14.426304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-3a802ba1-bb4d-4ff9-a4a2-dd3e73301065 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3c4df9a5f284195ad66b03195d5c19e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267899 Feb 03 22:25:14.518370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-277832a6-0de4-432c-9e09-3b09f4c87ac6 service neutron] 10.222.0.50 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843148 Feb 03 22:25:14.864150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-89366631-e058-4b6d-b142-534b012515ad service neutron] 10.222.0.50 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398623 Feb 03 22:25:15.019061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67108d6a-e70d-4568-bd5d-337146acb87d req-445fb2c0-c4ae-465b-848f-637a2cad5812 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 210 time: 0.0259395 Feb 03 22:25:16.103868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78cb6307-a48c-4ca2-9b41-66e7f4285d11 req-d732266d-885b-45e7-9f29-bdc8174a2e25 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 210 time: 0.0310442 Feb 03 22:25:17.197406 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f6cb5a8-bc18-4fdc-92a8-e2a88ad8cca0 req-e4a2b9cd-e7ce-4650-ac11-9b54c62bedbd tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 210 time: 0.0269234 Feb 03 22:25:17.900294 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:25:17.935331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-b908df79-f262-4f78-a066-55f6bdce2f9d tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:17.936813 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-b908df79-f262-4f78-a066-55f6bdce2f9d tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.47 "GET /v2.0/networks?id=34385263-5ba2-4323-8fc9-993fe1f5b9b1 HTTP/1.1" status: 200 len: 811 time: 0.1120076 Feb 03 22:25:17.948406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Request body: {'port': {'device_id': '883e9849-c9d5-4b49-8df2-b37f14a4f8c6', 'network_id': '34385263-5ba2-4323-8fc9-993fe1f5b9b1', 'admin_state_up': True, 'tenant_id': 'd3c4df9a5f284195ad66b03195d5c19e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:18.055840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Made reservation on behalf of d3c4df9a5f284195ad66b03195d5c19e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:18.059217 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:18.179482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Allocated IP 172.20.0.9 (34385263-5ba2-4323-8fc9-993fe1f5b9b1/c9e5f19c-0284-4257-836a-d2deed299f27/4a6bec0d-255d-4dab-b779-41fcc778e127) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:18.290617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be83072e-19b0-47b5-a92c-140fb5afa8e3 req-195dfc9c-8c06-454f-ac47-a2e30284b329 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 210 time: 0.0270133 Feb 03 22:25:18.327149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Publish callbacks [] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:18.363748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:18.409161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Network 34385263-5ba2-4323-8fc9-993fe1f5b9b1 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:18.412222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:18.415959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:18.422320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Pushing event updated for resources: {'Port': ['ID=4a6bec0d-255d-4dab-b779-41fcc778e127,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:18.470078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:18.470694 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:18.485986 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-565874b6-91cb-436b-bce0-ca8b91419ab1 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413773 Feb 03 22:25:18.646434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Request body: {'port': {'device_id': '883e9849-c9d5-4b49-8df2-b37f14a4f8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:18.706686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:18.972236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6bec0d-255d-4dab-b779-41fcc778e127 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:25:18.979596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Publish callbacks [] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:18.991237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Transition to ACTIVE for port object 4a6bec0d-255d-4dab-b779-41fcc778e127 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:25:18.995025 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:19.052932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Pushing event updated for resources: {'Port': ['ID=4a6bec0d-255d-4dab-b779-41fcc778e127,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:19.117759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Attempting to bind port 4a6bec0d-255d-4dab-b779-41fcc778e127 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:25:19.118096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Attempting to bind port 4a6bec0d-255d-4dab-b779-41fcc778e127 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'acf878e8-abf4-453f-a09e-33aed67dcfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34385263-5ba2-4323-8fc9-993fe1f5b9b1'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:25:19.118427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Attempting to bind port 4a6bec0d-255d-4dab-b779-41fcc778e127 on network 34385263-5ba2-4323-8fc9-993fe1f5b9b1 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:25:19.122659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Port 4a6bec0d-255d-4dab-b779-41fcc778e127 on network 34385263-5ba2-4323-8fc9-993fe1f5b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:25:19.122983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Attempting to bind port 4a6bec0d-255d-4dab-b779-41fcc778e127 on network 34385263-5ba2-4323-8fc9-993fe1f5b9b1 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:25:19.128313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:25:19.128649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Checking segment: {'id': 'acf878e8-abf4-453f-a09e-33aed67dcfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34385263-5ba2-4323-8fc9-993fe1f5b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:19.129065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Bound using segment: {'id': 'acf878e8-abf4-453f-a09e-33aed67dcfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34385263-5ba2-4323-8fc9-993fe1f5b9b1'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:25:19.129489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Bound port: 4a6bec0d-255d-4dab-b779-41fcc778e127, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf878e8-abf4-453f-a09e-33aed67dcfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34385263-5ba2-4323-8fc9-993fe1f5b9b1'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:25:19.129843 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:19.200762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] For port 4a6bec0d-255d-4dab-b779-41fcc778e127, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:25:19.203885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] For port 4a6bec0d-255d-4dab-b779-41fcc778e127, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a6bec0d-255d-4dab-b779-41fcc778e127,segment=NetworkSegment(acf878e8-abf4-453f-a09e-33aed67dcfb4),segment_id=acf878e8-abf4-453f-a09e-33aed67dcfb4)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:25:19.209777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:19.242438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:19.243159 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:19.244579 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] 10.222.0.47 "PUT /v2.0/ports/4a6bec0d-255d-4dab-b779-41fcc778e127 HTTP/1.1" status: 200 len: 1091 time: 0.7514737 Feb 03 22:25:19.245067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883e9849-c9d5-4b49-8df2-b37f14a4f8c6', 'tag': '4a6bec0d-255d-4dab-b779-41fcc778e127'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:25:19.247355 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67aa2ef8-1dda-4164-a36f-4ca1d9107320" -d '{"events": [{"name": "network-changed", "server_uuid": "883e9849-c9d5-4b49-8df2-b37f14a4f8c6", "tag": "4a6bec0d-255d-4dab-b779-41fcc778e127"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:25:19.277305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c1d4b-0b1e-49b7-ba13-8142ee55f0ad service neutron] Pushing event updated for resources: {'Port': ['ID=4a6bec0d-255d-4dab-b779-41fcc778e127,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:19.295355 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1894ce8f-187b-433e-954a-42b27e2aa88b x-openstack-request-id: req-1894ce8f-187b-433e-954a-42b27e2aa88b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:25:19.295696 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883e9849-c9d5-4b49-8df2-b37f14a4f8c6", "tag": "4a6bec0d-255d-4dab-b779-41fcc778e127", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:25:19.296046 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1894ce8f-187b-433e-954a-42b27e2aa88b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:25:19.296462 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883e9849-c9d5-4b49-8df2-b37f14a4f8c6', 'tag': '4a6bec0d-255d-4dab-b779-41fcc778e127', 'status': 'completed', 'code': 200} Feb 03 22:25:19.348245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-0b821ea7-dcf6-4b77-bf23-6d28da260df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:19.349889 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-0b821ea7-dcf6-4b77-bf23-6d28da260df4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3c4df9a5f284195ad66b03195d5c19e&device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 1125 time: 0.0495081 Feb 03 22:25:19.400653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-9d40b478-ff13-4c96-be90-542752018304 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6bec0d-255d-4dab-b779-41fcc778e127 HTTP/1.1" status: 200 len: 217 time: 0.0412974 Feb 03 22:25:19.411682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43462d48-468f-4203-9de9-e013cb68d057 req-cc5ecaea-ec0d-48ec-92ef-cae73ed7cec8 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:19.413305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43462d48-468f-4203-9de9-e013cb68d057 req-cc5ecaea-ec0d-48ec-92ef-cae73ed7cec8 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 943 time: 0.0539892 Feb 03 22:25:19.452305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-fa6fac91-1eeb-42ad-9f6e-6639fe60773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:19.453897 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-fa6fac91-1eeb-42ad-9f6e-6639fe60773d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9e5f19c-0284-4257-836a-d2deed299f27 HTTP/1.1" status: 200 len: 851 time: 0.0469096 Feb 03 22:25:19.464260 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43462d48-468f-4203-9de9-e013cb68d057 req-ffca46da-62cd-4b93-9f56-3e59ec0b91fc tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Feb 03 22:25:19.487592 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-04b95cf7-d203-45d6-a9e5-0d88480aae18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34385263-5ba2-4323-8fc9-993fe1f5b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270171 Feb 03 22:25:19.573948 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-5c4a81c3-5de2-449d-87bd-c6a4a2505789 service neutron] 10.222.0.47 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825045 Feb 03 22:25:19.668813 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8bf230bc-adbf-4353-99c7-009138c06b95 req-c193c463-62fd-4d79-b0e7-788a1c82a7cf service neutron] 10.222.0.47 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893576 Feb 03 22:25:19.762202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-d971f419-9157-401c-afd0-d3f1805815ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:19.763747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-d971f419-9157-401c-afd0-d3f1805815ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3c4df9a5f284195ad66b03195d5c19e&device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 1125 time: 0.0479443 Feb 03 22:25:19.858119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-d466b3bf-ad7c-4587-b08e-38039ebd85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:19.859530 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-d466b3bf-ad7c-4587-b08e-38039ebd85c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=34385263-5ba2-4323-8fc9-993fe1f5b9b1 HTTP/1.1" status: 200 len: 912 time: 0.0893352 Feb 03 22:25:19.900690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-09ef4882-1d82-42a5-ba28-fe839f1ff150 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6bec0d-255d-4dab-b779-41fcc778e127 HTTP/1.1" status: 200 len: 217 time: 0.0353148 Feb 03 22:25:19.948613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-d3378fcc-1533-44de-bbb7-e8ca3c3f6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:19.950135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-d3378fcc-1533-44de-bbb7-e8ca3c3f6373 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9e5f19c-0284-4257-836a-d2deed299f27 HTTP/1.1" status: 200 len: 851 time: 0.0438440 Feb 03 22:25:19.985249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-03653f86-e925-4732-b14a-aac043266b58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34385263-5ba2-4323-8fc9-993fe1f5b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296667 Feb 03 22:25:20.071895 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-71476a14-5a1b-4371-8923-d38227c9804d service neutron] 10.222.0.47 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812924 Feb 03 22:25:20.164171 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-67aa2ef8-1dda-4164-a36f-4ca1d9107320 req-0ab411e3-d9a7-4514-befc-8630fc32af8b service neutron] 10.222.0.47 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861635 Feb 03 22:25:20.588441 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593b4fd-8ea7-4e1f-bec8-c149ccc1658c req-b10fa9b8-0683-4152-9c2e-7c455a14abb7 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:20.590134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4593b4fd-8ea7-4e1f-bec8-c149ccc1658c req-b10fa9b8-0683-4152-9c2e-7c455a14abb7 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 943 time: 0.0556433 Feb 03 22:25:20.635537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4593b4fd-8ea7-4e1f-bec8-c149ccc1658c req-50272380-f228-47f0-a52c-25a9c89d8c05 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 Feb 03 22:25:21.755674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4fa21-3b52-4e72-ba12-235db6131946 req-fb6b789f-0a63-45c0-a844-e79757cf80ac tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:21.757244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bd4fa21-3b52-4e72-ba12-235db6131946 req-fb6b789f-0a63-45c0-a844-e79757cf80ac tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 943 time: 0.0521462 Feb 03 22:25:21.802707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bd4fa21-3b52-4e72-ba12-235db6131946 req-4d0ae8b7-2403-4fbb-b154-dc960f8b6397 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Feb 03 22:25:22.919153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8620a5-da66-44d6-bf6e-1a9ac8c4d6f9 req-d3f5f2cd-974e-4fd7-aac1-4ca1185b5ebf tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:22.920671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f8620a5-da66-44d6-bf6e-1a9ac8c4d6f9 req-d3f5f2cd-974e-4fd7-aac1-4ca1185b5ebf tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 943 time: 0.0523205 Feb 03 22:25:22.969481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f8620a5-da66-44d6-bf6e-1a9ac8c4d6f9 req-fad23cbe-d55f-46bb-8a9f-22c9013134f9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Feb 03 22:25:23.490134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4a6bec0d-255d-4dab-b779-41fcc778e127 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:25:23.583849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4a6bec0d-255d-4dab-b779-41fcc778e127, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a6bec0d-255d-4dab-b779-41fcc778e127,segment=NetworkSegment(acf878e8-abf4-453f-a09e-33aed67dcfb4),segment_id=acf878e8-abf4-453f-a09e-33aed67dcfb4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:23.598793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '4a6bec0d-255d-4dab-b779-41fcc778e127', 'network_id': '34385263-5ba2-4323-8fc9-993fe1f5b9b1', 'port_id': '4a6bec0d-255d-4dab-b779-41fcc778e127', 'mac_address': 'fa:16:3e:04:7f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5f19c-0284-4257-836a-d2deed299f27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:25:23.645463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fdde-a244-4040-9b24-c02e6cdd9a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:23.646858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4a6bec0d-255d-4dab-b779-41fcc778e127 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:23.647230 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:23.660637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6bec0d-255d-4dab-b779-41fcc778e127 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:25:23.680307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4a6bec0d-255d-4dab-b779-41fcc778e127, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a6bec0d-255d-4dab-b779-41fcc778e127,segment=NetworkSegment(acf878e8-abf4-453f-a09e-33aed67dcfb4),segment_id=acf878e8-abf4-453f-a09e-33aed67dcfb4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:23.683915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:23.729014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4a6bec0d-255d-4dab-b779-41fcc778e127,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:24.038070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4a6bec0d-255d-4dab-b779-41fcc778e127'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:25:24.088402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7118c1-a823-4ef5-b727-4a2d3dc023cf req-49f822a8-c97e-4d51-83e2-fb4795f1fafc tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:24.089927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d7118c1-a823-4ef5-b727-4a2d3dc023cf req-49f822a8-c97e-4d51-83e2-fb4795f1fafc tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 944 time: 0.0516105 Feb 03 22:25:24.137279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2d7118c1-a823-4ef5-b727-4a2d3dc023cf req-3eb4448b-9c0b-4729-9251-1d44d4d7b714 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Feb 03 22:25:24.669079 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:24.751158 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:25.253133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5911a-d1dc-49e3-8bdb-4a5934c9c5a9 req-72d77dc2-bf74-4a16-bf0f-5b373b89e6b0 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:25.254610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51a5911a-d1dc-49e3-8bdb-4a5934c9c5a9 req-72d77dc2-bf74-4a16-bf0f-5b373b89e6b0 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 944 time: 0.0517380 Feb 03 22:25:25.300355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51a5911a-d1dc-49e3-8bdb-4a5934c9c5a9 req-a2b5f6a7-9318-44cb-8f25-0a9574453ba5 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Feb 03 22:25:25.505472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4a6bec0d-255d-4dab-b779-41fcc778e127 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:25:25.553269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 4a6bec0d-255d-4dab-b779-41fcc778e127 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:25:25.557213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 4a6bec0d-255d-4dab-b779-41fcc778e127 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:25.557592 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:25.634465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 4a6bec0d-255d-4dab-b779-41fcc778e127 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:25.634845 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:25.656495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883e9849-c9d5-4b49-8df2-b37f14a4f8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6bec0d-255d-4dab-b779-41fcc778e127'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:25:25.659303 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251f882b-0fe5-4a6b-8f77-4369b06f473b" -d '{"events": [{"server_uuid": "883e9849-c9d5-4b49-8df2-b37f14a4f8c6", "name": "network-vif-plugged", "status": "completed", "tag": "4a6bec0d-255d-4dab-b779-41fcc778e127"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:25:25.672093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 4a6bec0d-255d-4dab-b779-41fcc778e127, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a6bec0d-255d-4dab-b779-41fcc778e127,segment=NetworkSegment(acf878e8-abf4-453f-a09e-33aed67dcfb4),segment_id=acf878e8-abf4-453f-a09e-33aed67dcfb4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:25.676546 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:25.722054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=4a6bec0d-255d-4dab-b779-41fcc778e127,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:25.762220 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac944e7-bbc7-4baf-a590-6671b204be20 x-openstack-request-id: req-aac944e7-bbc7-4baf-a590-6671b204be20 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:25:25.762560 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883e9849-c9d5-4b49-8df2-b37f14a4f8c6", "name": "network-vif-plugged", "status": "completed", "tag": "4a6bec0d-255d-4dab-b779-41fcc778e127", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:25:25.762805 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aac944e7-bbc7-4baf-a590-6671b204be20 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:25:25.763209 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e9849-c9d5-4b49-8df2-b37f14a4f8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6bec0d-255d-4dab-b779-41fcc778e127', 'code': 200} Feb 03 22:25:25.863175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33e0eb-3009-4f43-875a-7e21e65034a0 req-6cce8d75-24aa-4f6d-86a2-67687ebc6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:25.864688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d33e0eb-3009-4f43-875a-7e21e65034a0 req-6cce8d75-24aa-4f6d-86a2-67687ebc6c9a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 1127 time: 0.0449905 Feb 03 22:25:25.907093 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4d33e0eb-3009-4f43-875a-7e21e65034a0 req-76c0bf8f-f44c-4762-af6b-20cece5c3192 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369911 Feb 03 22:25:26.420275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed21d0-9783-45a4-9667-f0936298c858 req-c0edf059-ad95-4e0a-a576-cc6e965dc042 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:26.421797 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1aed21d0-9783-45a4-9667-f0936298c858 req-c0edf059-ad95-4e0a-a576-cc6e965dc042 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0554891 Feb 03 22:25:26.468186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1aed21d0-9783-45a4-9667-f0936298c858 req-45ab0046-8819-4101-94f3-a66e6bba1f99 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Feb 03 22:25:26.580802 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-628f1e84-302c-4217-acd7-9798d7cb6bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:27.054465 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:27.589178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d561a36-ef80-49a4-ad6b-4e9a0a535ed4 req-eb4c2c12-333c-42c6-80e5-d8b04f1bb49f tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:27.590683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d561a36-ef80-49a4-ad6b-4e9a0a535ed4 req-eb4c2c12-333c-42c6-80e5-d8b04f1bb49f tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0517988 Feb 03 22:25:27.636460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d561a36-ef80-49a4-ad6b-4e9a0a535ed4 req-86f3c523-2933-4bea-ae01-b5afd869863c tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 Feb 03 22:25:27.755308 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b943673-79a1-4f56-ae97-d211ed7437e7 req-37bbabc3-0b50-4fd3-a04d-7ea6fbd24c73 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:27.756716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b943673-79a1-4f56-ae97-d211ed7437e7 req-37bbabc3-0b50-4fd3-a04d-7ea6fbd24c73 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0524118 Feb 03 22:25:27.806949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b943673-79a1-4f56-ae97-d211ed7437e7 req-1e03637c-2687-4602-8a57-a1c10b7b2423 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445249 Feb 03 22:25:28.027339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d5abb-413c-4909-830c-9cbf078c16c7 req-24e5c63e-69cb-4105-9514-9bdc01e1cd17 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:28.028828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e8d5abb-413c-4909-830c-9cbf078c16c7 req-24e5c63e-69cb-4105-9514-9bdc01e1cd17 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0524774 Feb 03 22:25:28.074388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e8d5abb-413c-4909-830c-9cbf078c16c7 req-160e8ec1-7a57-43fc-8a50-5d531e42ae88 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 Feb 03 22:25:28.732731 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:29.195986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40184d1a-db64-465d-9dff-25a3a9de30eb req-3d947868-920a-4983-8515-324e2a4a0a9b tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:29.197493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40184d1a-db64-465d-9dff-25a3a9de30eb req-3d947868-920a-4983-8515-324e2a4a0a9b tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0526500 Feb 03 22:25:29.243086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-40184d1a-db64-465d-9dff-25a3a9de30eb req-bdb20111-814b-4333-8cd3-0945f305793c tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Feb 03 22:25:29.449760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453128-aab1-40c1-864c-5e39cb275dcd req-743bfb14-a086-4012-81d5-845b6a5a1991 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:29.451148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df453128-aab1-40c1-864c-5e39cb275dcd req-743bfb14-a086-4012-81d5-845b6a5a1991 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0613868 Feb 03 22:25:29.469775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-0f6680a5-8f1c-4e93-9420-a065d594fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:29.471306 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-0f6680a5-8f1c-4e93-9420-a065d594fa7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3c4df9a5f284195ad66b03195d5c19e&device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 1127 time: 0.0448039 Feb 03 22:25:29.498778 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df453128-aab1-40c1-864c-5e39cb275dcd req-d1c6b287-6f3f-4530-a622-eebca9305f54 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 Feb 03 22:25:29.564922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-2d5cfb71-dfaf-41ee-8212-971872ab0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:29.566943 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-2d5cfb71-dfaf-41ee-8212-971872ab0b01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=34385263-5ba2-4323-8fc9-993fe1f5b9b1 HTTP/1.1" status: 200 len: 912 time: 0.0889573 Feb 03 22:25:29.607253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-61fe9c93-7d48-4d12-97c7-cbea6fcf4bad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6bec0d-255d-4dab-b779-41fcc778e127 HTTP/1.1" status: 200 len: 217 time: 0.0352011 Feb 03 22:25:29.653690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-b1f840ac-b184-4d94-b2a6-f799ce67c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:29.655105 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-b1f840ac-b184-4d94-b2a6-f799ce67c375 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9e5f19c-0284-4257-836a-d2deed299f27 HTTP/1.1" status: 200 len: 851 time: 0.0420034 Feb 03 22:25:29.690026 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-a4bd3b7d-2a6a-4ccd-b3cb-b53b2c050b1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34385263-5ba2-4323-8fc9-993fe1f5b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290942 Feb 03 22:25:29.776332 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-bcb61ccd-1ae5-4ed3-81e3-0372ed3f9e5f service neutron] 10.222.0.47 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798631 Feb 03 22:25:29.870251 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d8c67b3a-911f-424c-9422-3f8cb5ca68d3 req-065f904d-aded-4c6a-9244-f3088f1a0a23 service neutron] 10.222.0.47 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885251 Feb 03 22:25:29.920448 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:30.616763 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f04e8-514e-41dd-b796-e8e078d3dd0e req-c0cb9e51-71b2-4b94-a930-efec75621efe tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:30.618246 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b0f04e8-514e-41dd-b796-e8e078d3dd0e req-c0cb9e51-71b2-4b94-a930-efec75621efe tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0507543 Feb 03 22:25:30.665036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b0f04e8-514e-41dd-b796-e8e078d3dd0e req-47c56f69-ae6a-4a6b-b01e-508617a46ae7 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Feb 03 22:25:31.786555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fedb16-3a80-45a6-bead-b11353e09c89 req-5c1ae5ea-4939-4e34-a7c9-078a3ca082ea tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:31.788017 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03fedb16-3a80-45a6-bead-b11353e09c89 req-5c1ae5ea-4939-4e34-a7c9-078a3ca082ea tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0559402 Feb 03 22:25:31.833883 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03fedb16-3a80-45a6-bead-b11353e09c89 req-a1421114-0241-4090-90c5-bee3806e68dd tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Feb 03 22:25:32.054037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08d15-b44e-4390-a40c-4f824cd71a2b req-a55202d9-cb7a-40ba-9c84-bd3465480a9b tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:32.055603 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fd08d15-b44e-4390-a40c-4f824cd71a2b req-a55202d9-cb7a-40ba-9c84-bd3465480a9b tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0522735 Feb 03 22:25:32.101009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fd08d15-b44e-4390-a40c-4f824cd71a2b req-6bf38f04-4ea3-489c-b110-50843d6b1b37 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398836 Feb 03 22:25:33.220183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba02596-e5e6-438a-9bb2-d36392195640 req-813fd7e5-4a2d-46d1-ad58-81be40c9d17d tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:33.221679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ba02596-e5e6-438a-9bb2-d36392195640 req-813fd7e5-4a2d-46d1-ad58-81be40c9d17d tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Feb 03 22:25:33.271490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ba02596-e5e6-438a-9bb2-d36392195640 req-3b86a958-dc03-4905-8a90-1fa40a8ff75f tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Feb 03 22:25:33.471240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97728328-65b7-4dcc-9247-e8c19f1db9f6 req-fda98aa6-3c32-49b9-9b85-119a3fdbf07a tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:33.473254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97728328-65b7-4dcc-9247-e8c19f1db9f6 req-fda98aa6-3c32-49b9-9b85-119a3fdbf07a tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0548737 Feb 03 22:25:33.490997 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-c7889460-e55d-40c7-8f92-cf32833a6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:33.492522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-c7889460-e55d-40c7-8f92-cf32833a6dfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3c4df9a5f284195ad66b03195d5c19e&device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 1127 time: 0.0456991 Feb 03 22:25:33.520812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-97728328-65b7-4dcc-9247-e8c19f1db9f6 req-b39b8571-e371-483d-bd46-fe14133ebbf8 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Feb 03 22:25:33.580604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-7ce18764-ba9a-4c6c-8e98-1feaab05a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:33.582176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-7ce18764-ba9a-4c6c-8e98-1feaab05a88c service neutron] 10.222.0.47 "GET /v2.0/networks?id=34385263-5ba2-4323-8fc9-993fe1f5b9b1 HTTP/1.1" status: 200 len: 912 time: 0.0838888 Feb 03 22:25:33.625425 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-329ded0c-4659-491b-89f4-365185fab5dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6bec0d-255d-4dab-b779-41fcc778e127 HTTP/1.1" status: 200 len: 217 time: 0.0377903 Feb 03 22:25:33.672335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-82b15207-a86a-41d6-868e-8a1056b7f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:33.673747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-82b15207-a86a-41d6-868e-8a1056b7f100 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9e5f19c-0284-4257-836a-d2deed299f27 HTTP/1.1" status: 200 len: 851 time: 0.0430238 Feb 03 22:25:33.704070 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-919d3e91-a70e-4cd9-be9e-93289e1984d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34385263-5ba2-4323-8fc9-993fe1f5b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245447 Feb 03 22:25:33.794474 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-22e3e9ef-3997-4f0f-954f-f0ee264d654d service neutron] 10.222.0.47 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846472 Feb 03 22:25:33.881244 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d1853b94-f92a-43ff-8dce-35bc3f59371a req-2f26b0e6-5eb6-466b-89b9-624df963f680 service neutron] 10.222.0.47 "GET /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810659 Feb 03 22:25:34.639652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cd54c-ee03-4796-b81b-83c4c1864103 req-c1e32cd4-19e5-4dd8-ad91-6d753644d618 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:34.641123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e4cd54c-ee03-4796-b81b-83c4c1864103 req-c1e32cd4-19e5-4dd8-ad91-6d753644d618 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0507636 Feb 03 22:25:34.688466 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e4cd54c-ee03-4796-b81b-83c4c1864103 req-6417f271-ba11-446c-8063-6dbbdad769ef tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Feb 03 22:25:35.813518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f3c75-abff-43a7-9c64-9a415f70300d req-3f49b910-a1cd-445d-b5d4-52022f0e9904 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:35.814998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd5f3c75-abff-43a7-9c64-9a415f70300d req-3f49b910-a1cd-445d-b5d4-52022f0e9904 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0563223 Feb 03 22:25:35.861564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd5f3c75-abff-43a7-9c64-9a415f70300d req-06a83d5e-844c-4f5a-9887-e92a1f655f66 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Feb 03 22:25:36.089702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ffea1-88ab-4104-92d6-c04796f960b6 req-964a2ab6-32cc-4eb4-ab8a-da47478df86f tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:36.091180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c7ffea1-88ab-4104-92d6-c04796f960b6 req-964a2ab6-32cc-4eb4-ab8a-da47478df86f tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0517642 Feb 03 22:25:36.136263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c7ffea1-88ab-4104-92d6-c04796f960b6 req-d7625b1e-0ce6-4751-ac4e-9abc89806cd2 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Feb 03 22:25:37.254758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21276d-5ac1-416d-85df-2b11cc93df65 req-6a9ef6c5-7499-419e-9b1a-cb1edc2849d0 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:37.256226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d21276d-5ac1-416d-85df-2b11cc93df65 req-6a9ef6c5-7499-419e-9b1a-cb1edc2849d0 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0517213 Feb 03 22:25:37.305673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9d21276d-5ac1-416d-85df-2b11cc93df65 req-834e2714-8f0c-4b6e-a4b6-d46f9a618213 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec949ac9-e6ad-4a3c-b81d-b426f8385d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Feb 03 22:25:37.959256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-0c77ca00-606a-43f4-ab7f-ee95eb99115f tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:37.960710 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-0c77ca00-606a-43f4-ab7f-ee95eb99115f tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.47 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0571859 Feb 03 22:25:38.049218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Deleting port 4a6bec0d-255d-4dab-b779-41fcc778e127 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:25:38.049563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:38.139240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] For port 4a6bec0d-255d-4dab-b779-41fcc778e127, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=4a6bec0d-255d-4dab-b779-41fcc778e127,segment=NetworkSegment(acf878e8-abf4-453f-a09e-33aed67dcfb4),segment_id=acf878e8-abf4-453f-a09e-33aed67dcfb4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:38.139608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:38.152720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Calling delete_port for 4a6bec0d-255d-4dab-b779-41fcc778e127 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:25:38.275376 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4a6bec0d-255d-4dab-b779-41fcc778e127), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:38.287891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['4a6bec0d-255d-4dab-b779-41fcc778e127'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:25:38.308110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Pushing event deleted for resources: {'Port': ['ID=4a6bec0d-255d-4dab-b779-41fcc778e127,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:38.350314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] No DVR routers for this DVR port 4a6bec0d-255d-4dab-b779-41fcc778e127 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:25:38.353114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:38.356805 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4ac3705-d304-4e7a-800c-4ef9921d29f5 req-f2aa5d7c-8da3-4478-b4c3-0b42cfab2bd9 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.47 "DELETE /v2.0/ports/4a6bec0d-255d-4dab-b779-41fcc778e127 HTTP/1.1" status: 204 len: 173 time: 0.3906779 Feb 03 22:25:38.357304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883e9849-c9d5-4b49-8df2-b37f14a4f8c6', 'name': 'network-vif-deleted', 'tag': '4a6bec0d-255d-4dab-b779-41fcc778e127'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:25:38.360038 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b575fd70-5a91-47d7-a4e1-005647c12da5" -d '{"events": [{"server_uuid": "883e9849-c9d5-4b49-8df2-b37f14a4f8c6", "name": "network-vif-deleted", "tag": "4a6bec0d-255d-4dab-b779-41fcc778e127"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:25:38.402708 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bd53ce-d2bb-4b22-8523-d8f91692e686 x-openstack-request-id: req-16bd53ce-d2bb-4b22-8523-d8f91692e686 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:25:38.402995 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883e9849-c9d5-4b49-8df2-b37f14a4f8c6", "name": "network-vif-deleted", "tag": "4a6bec0d-255d-4dab-b779-41fcc778e127", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:25:38.403245 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16bd53ce-d2bb-4b22-8523-d8f91692e686 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:25:38.403650 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e9849-c9d5-4b49-8df2-b37f14a4f8c6', 'name': 'network-vif-deleted', 'tag': '4a6bec0d-255d-4dab-b779-41fcc778e127', 'status': 'completed', 'code': 200} Feb 03 22:25:38.405436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0d89d47-13e8-41a5-8824-65dd3673e5f7 req-9bafd691-b4ec-4f79-8537-16b13ccce165 tempest-TestServerAdvancedOps-1152135302 tempest-TestServerAdvancedOps-1152135302-project] 10.222.0.50 "GET /v2.0/ports?device_id=883e9849-c9d5-4b49-8df2-b37f14a4f8c6 HTTP/1.1" status: 200 len: 210 time: 0.0289047 Feb 03 22:25:39.467213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:39.510216 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6546d55-ec8c-422a-a943-b6ed7a545b83 admin admin] Deleting subnet c9e5f19c-0284-4257-836a-d2deed299f27 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:25:39.513167 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6546d55-ec8c-422a-a943-b6ed7a545b83 admin admin] Publish callbacks [] for subnet (c9e5f19c-0284-4257-836a-d2deed299f27), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.546829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6546d55-ec8c-422a-a943-b6ed7a545b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (c9e5f19c-0284-4257-836a-d2deed299f27), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.586758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6546d55-ec8c-422a-a943-b6ed7a545b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (c9e5f19c-0284-4257-836a-d2deed299f27), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.636798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6546d55-ec8c-422a-a943-b6ed7a545b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (c9e5f19c-0284-4257-836a-d2deed299f27), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.665480 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6546d55-ec8c-422a-a943-b6ed7a545b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e5f19c-0284-4257-836a-d2deed299f27,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:39.667484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6546d55-ec8c-422a-a943-b6ed7a545b83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.670703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e6546d55-ec8c-422a-a943-b6ed7a545b83 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c9e5f19c-0284-4257-836a-d2deed299f27 HTTP/1.1" status: 204 len: 168 time: 0.2024894 Feb 03 22:25:39.673218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:39.739789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (34385263-5ba2-4323-8fc9-993fe1f5b9b1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.819348 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (34385263-5ba2-4323-8fc9-993fe1f5b9b1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.839291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34385263-5ba2-4323-8fc9-993fe1f5b9b1']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:39.848513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf878e8-abf4-453f-a09e-33aed67dcfb4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:39.848813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf878e8-abf4-453f-a09e-33aed67dcfb4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:39.857959 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (acf878e8-abf4-453f-a09e-33aed67dcfb4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.870841 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (acf878e8-abf4-453f-a09e-33aed67dcfb4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.876514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:25:39.876924 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (acf878e8-abf4-453f-a09e-33aed67dcfb4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:25:39.879063 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:25:40.225207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (34385263-5ba2-4323-8fc9-993fe1f5b9b1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.230815 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.233978 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] 10.222.0.50 "DELETE /v2.0/networks/34385263-5ba2-4323-8fc9-993fe1f5b9b1 HTTP/1.1" status: 204 len: 168 time: 0.5598154 Feb 03 22:25:40.237008 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49814) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:40.244390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c6797-6e9c-465b-bada-ccac42a7ce91 admin admin] Pushing event deleted for resources: {'Network': ['ID=34385263-5ba2-4323-8fc9-993fe1f5b9b1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:40.282962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cc4c23-c18b-4be4-a990-ca5cb01d9c2b admin admin] Deleting subnet ffd2d2c3-4658-499e-b8fb-4a2a92422098 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:25:40.286819 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18cc4c23-c18b-4be4-a990-ca5cb01d9c2b admin admin] Publish callbacks [] for subnet (ffd2d2c3-4658-499e-b8fb-4a2a92422098), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.319966 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18cc4c23-c18b-4be4-a990-ca5cb01d9c2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (ffd2d2c3-4658-499e-b8fb-4a2a92422098), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.362513 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18cc4c23-c18b-4be4-a990-ca5cb01d9c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (ffd2d2c3-4658-499e-b8fb-4a2a92422098), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.412932 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18cc4c23-c18b-4be4-a990-ca5cb01d9c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (ffd2d2c3-4658-499e-b8fb-4a2a92422098), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.438500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc4c23-c18b-4be4-a990-ca5cb01d9c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd2d2c3-4658-499e-b8fb-4a2a92422098,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:40.440461 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18cc4c23-c18b-4be4-a990-ca5cb01d9c2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.444215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-18cc4c23-c18b-4be4-a990-ca5cb01d9c2b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ffd2d2c3-4658-499e-b8fb-4a2a92422098 HTTP/1.1" status: 204 len: 168 time: 0.2061579 Feb 03 22:25:40.446709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49816) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:40.521922 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (ac681161-5b86-47ce-bf4e-43e84470e380), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.602788 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (ac681161-5b86-47ce-bf4e-43e84470e380), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.622678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac681161-5b86-47ce-bf4e-43e84470e380']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:40.631786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777eda76-ef3f-413a-abf8-0d9df4cc4ff3') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:40.632090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777eda76-ef3f-413a-abf8-0d9df4cc4ff3') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:40.641181 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (777eda76-ef3f-413a-abf8-0d9df4cc4ff3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.654103 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (777eda76-ef3f-413a-abf8-0d9df4cc4ff3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.660315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:25:40.660693 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (777eda76-ef3f-413a-abf8-0d9df4cc4ff3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:25:40.662319 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:25:40.718978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (ac681161-5b86-47ce-bf4e-43e84470e380), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.724195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.727389 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ac681161-5b86-47ce-bf4e-43e84470e380 HTTP/1.1" status: 204 len: 168 time: 0.2796369 Feb 03 22:25:40.740370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a53867-2cf3-49b7-a09c-e825a254b998 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac681161-5b86-47ce-bf4e-43e84470e380,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:40.881616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:40.922524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a7a7a57a-b7dd-4393-9d93-f311a9b71acd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3c4df9a5f284195ad66b03195d5c19e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397561 Feb 03 22:25:40.925071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49822) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:40.970613 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-891e2f79-f14e-468e-a9bf-bd297bd52dd7 admin admin] Publish callbacks [] for security_group (ec949ac9-e6ad-4a3c-b81d-b426f8385d68), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:40.991060 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-891e2f79-f14e-468e-a9bf-bd297bd52dd7 admin admin] Publish callbacks [] for security_group (ec949ac9-e6ad-4a3c-b81d-b426f8385d68), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:41.037824 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-891e2f79-f14e-468e-a9bf-bd297bd52dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ec949ac9-e6ad-4a3c-b81d-b426f8385d68), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:41.040394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-891e2f79-f14e-468e-a9bf-bd297bd52dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:41.041600 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-891e2f79-f14e-468e-a9bf-bd297bd52dd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec949ac9-e6ad-4a3c-b81d-b426f8385d68 HTTP/1.1" status: 204 len: 168 time: 0.1156240 Feb 03 22:25:41.049054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e2f79-f14e-468e-a9bf-bd297bd52dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec949ac9-e6ad-4a3c-b81d-b426f8385d68,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:41.356365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49828) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:41.402789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-77102a63-0a16-4c06-bd23-1fd49fb47bc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3253d3c690a14931bea1eae107d37e05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428114 Feb 03 22:25:41.403010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:41.449240 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12f68ccf-804d-41f6-b27b-b9f681a0ac02 admin admin] Publish callbacks [] for security_group (fbed7842-092f-463d-a932-9eb1c7552134), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:41.473906 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12f68ccf-804d-41f6-b27b-b9f681a0ac02 admin admin] Publish callbacks [] for security_group (fbed7842-092f-463d-a932-9eb1c7552134), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:41.519831 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12f68ccf-804d-41f6-b27b-b9f681a0ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (fbed7842-092f-463d-a932-9eb1c7552134), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:41.522447 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12f68ccf-804d-41f6-b27b-b9f681a0ac02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:41.523860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-12f68ccf-804d-41f6-b27b-b9f681a0ac02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbed7842-092f-463d-a932-9eb1c7552134 HTTP/1.1" status: 204 len: 168 time: 0.1197293 Feb 03 22:25:41.531767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f68ccf-804d-41f6-b27b-b9f681a0ac02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbed7842-092f-463d-a932-9eb1c7552134,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:41.548934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4a6bec0d-255d-4dab-b779-41fcc778e127 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:25:41.571098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 4a6bec0d-255d-4dab-b779-41fcc778e127 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:25:41.571390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 4a6bec0d-255d-4dab-b779-41fcc778e127 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:25:42.173138 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:42.269288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-847388707-network', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:42.288932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Made reservation on behalf of 692322eab421488ca84d6ed4cba99fe9 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:42.291161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.299192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.371791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Publish callbacks [] for security_group (24c0e3cb-fac7-41dd-8b3e-97fd9909ae50), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.375096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (24c0e3cb-fac7-41dd-8b3e-97fd9909ae50), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.395392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:25:42.409289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c0e3cb-fac7-41dd-8b3e-97fd9909ae50,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:42.415684 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (bd16f5f9-b4f2-4f20-b647-4eb2ca725c40), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.416025 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Added segment bd16f5f9-b4f2-4f20-b647-4eb2ca725c40 of type vlan for network 847fff0c-68cd-4f01-bb68-ea85324c6dfe Feb 03 22:25:42.454171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (847fff0c-68cd-4f01-bb68-ea85324c6dfe), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.478840 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (847fff0c-68cd-4f01-bb68-ea85324c6dfe), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.479902 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:42.480481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.531874 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3575959 Feb 03 22:25:42.537259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:42.541948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Request body: {'subnet': {'network_id': '847fff0c-68cd-4f01-bb68-ea85324c6dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-847388707-subnet', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:42.567065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7f1df-aed1-4638-b57d-7967f4c48696 admin admin] Pushing event updated for resources: {'Network': ['ID=847fff0c-68cd-4f01-bb68-ea85324c6dfe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:42.578279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 847fff0c-68cd-4f01-bb68-ea85324c6dfe details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:25:42.580001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Made reservation on behalf of 692322eab421488ca84d6ed4cba99fe9 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:42.583304 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.759113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (fd8754bd-2f8f-4a58-91ea-4633b36d92a2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.813039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8754bd-2f8f-4a58-91ea-4633b36d92a2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:42.822051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Checking segment: {'id': 'bd16f5f9-b4f2-4f20-b647-4eb2ca725c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '847fff0c-68cd-4f01-bb68-ea85324c6dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:42.822411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Network hostable DHCP agents. Network: 847fff0c-68cd-4f01-bb68-ea85324c6dfe, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:25:42.838867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Network 847fff0c-68cd-4f01-bb68-ea85324c6dfe is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:25:42.846696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 847fff0c-68cd-4f01-bb68-ea85324c6dfe) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:42.850801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:42.851399 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.855777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f3033-d7a4-437e-861f-b3bda6f0ec57 None None] Network 847fff0c-68cd-4f01-bb68-ea85324c6dfe requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:42.866596 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-eca2673c-1e40-4d3d-a2b3-ac241af8444c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3283334 Feb 03 22:25:42.869285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:42.873510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-847388707-router', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:42.892629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (95358271-a56e-407a-8ce4-70f188aa54bb), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.893660 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (95358271-a56e-407a-8ce4-70f188aa54bb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.959682 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks [] for router_controller (95358271-a56e-407a-8ce4-70f188aa54bb), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:42.963589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-847fff0c-68cd-4f01-bb68-ea85324c6dfe', 'network_id': '847fff0c-68cd-4f01-bb68-ea85324c6dfe', 'project_id': '692322eab421488ca84d6ed4cba99fe9', 'fixed_ips': [{'subnet_id': 'fd8754bd-2f8f-4a58-91ea-4633b36d92a2'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:25:42.964427 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.098829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Allocated IP 172.20.0.2 (847fff0c-68cd-4f01-bb68-ea85324c6dfe/fd8754bd-2f8f-4a58-91ea-4633b36d92a2/51191988-1f06-4288-8ca5-2eeeca7bb96f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:43.101729 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks [] for router_gateway (95358271-a56e-407a-8ce4-70f188aa54bb), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.243493 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Publish callbacks [] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.249493 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.289872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Network 847fff0c-68cd-4f01-bb68-ea85324c6dfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:43.292650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:43.296151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:43.303497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Pushing event updated for resources: {'Port': ['ID=51191988-1f06-4288-8ca5-2eeeca7bb96f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:43.307108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks [] for router_gateway (95358271-a56e-407a-8ce4-70f188aa54bb), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.327267 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.358006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Attempting to bind port 51191988-1f06-4288-8ca5-2eeeca7bb96f on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:25:43.358378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Attempting to bind port 51191988-1f06-4288-8ca5-2eeeca7bb96f by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'bd16f5f9-b4f2-4f20-b647-4eb2ca725c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '847fff0c-68cd-4f01-bb68-ea85324c6dfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:25:43.358742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Attempting to bind port 51191988-1f06-4288-8ca5-2eeeca7bb96f on network 847fff0c-68cd-4f01-bb68-ea85324c6dfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:25:43.364113 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:25:43.364494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Checking segment: {'id': 'bd16f5f9-b4f2-4f20-b647-4eb2ca725c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '847fff0c-68cd-4f01-bb68-ea85324c6dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:43.364896 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.365320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Bound using segment: {'id': 'bd16f5f9-b4f2-4f20-b647-4eb2ca725c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '847fff0c-68cd-4f01-bb68-ea85324c6dfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:25:43.365784 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Bound port: 51191988-1f06-4288-8ca5-2eeeca7bb96f, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd16f5f9-b4f2-4f20-b647-4eb2ca725c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '847fff0c-68cd-4f01-bb68-ea85324c6dfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:25:43.366166 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.428632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] For port 51191988-1f06-4288-8ca5-2eeeca7bb96f, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:25:43.431829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] For port 51191988-1f06-4288-8ca5-2eeeca7bb96f, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=51191988-1f06-4288-8ca5-2eeeca7bb96f,segment=NetworkSegment(bd16f5f9-b4f2-4f20-b647-4eb2ca725c40),segment_id=bd16f5f9-b4f2-4f20-b647-4eb2ca725c40)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:25:43.433321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Allocated IP 172.25.5.24 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/c2a7baa2-20e3-48ff-af2f-dcf965827cc9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:43.438622 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.497218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c056f67-ec53-43aa-b940-a8c1df481b5a None None] Pushing event updated for resources: {'Port': ['ID=51191988-1f06-4288-8ca5-2eeeca7bb96f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:43.542732 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks [] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.576984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:43.620347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:43.636441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:43.641102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:43.646577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c2a7baa2-20e3-48ff-af2f-dcf965827cc9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:43.905212 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks [] for router_gateway (95358271-a56e-407a-8ce4-70f188aa54bb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:44.114027 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (95358271-a56e-407a-8ce4-70f188aa54bb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:44.249695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Router 95358271-a56e-407a-8ce4-70f188aa54bb is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:25:44.361983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:25:44.371444 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Sync routers for ids ['95358271-a56e-407a-8ce4-70f188aa54bb'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:25:44.383057 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Routers {'95358271-a56e-407a-8ce4-70f188aa54bb'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:44.383176 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:44.383703 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95358271-a56e-407a-8ce4-70f188aa54bb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:44.387474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49860) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:44.394829 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-18efee98-7530-4136-8ca1-095e88a940e8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.5245037 Feb 03 22:25:44.439285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18388e0c-d89c-42bb-9479-972eea339e1a None None] Network 847fff0c-68cd-4f01-bb68-ea85324c6dfe requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:44.553717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0e38c540-1497-471b-a2e3-2a0de6a2f71f None None] Provisioning complete for port 51191988-1f06-4288-8ca5-2eeeca7bb96f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:44.554094 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e38c540-1497-471b-a2e3-2a0de6a2f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:44.599760 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Set router 95358271-a56e-407a-8ce4-70f188aa54bb gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:44.666257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e38c540-1497-471b-a2e3-2a0de6a2f71f None None] Current status of the port 51191988-1f06-4288-8ca5-2eeeca7bb96f is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:44.666610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e38c540-1497-471b-a2e3-2a0de6a2f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:44.704937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0e38c540-1497-471b-a2e3-2a0de6a2f71f None None] For port 51191988-1f06-4288-8ca5-2eeeca7bb96f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=51191988-1f06-4288-8ca5-2eeeca7bb96f,segment=NetworkSegment(bd16f5f9-b4f2-4f20-b647-4eb2ca725c40),segment_id=bd16f5f9-b4f2-4f20-b647-4eb2ca725c40)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:44.711942 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e38c540-1497-471b-a2e3-2a0de6a2f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:44.778168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38c540-1497-471b-a2e3-2a0de6a2f71f None None] Pushing event updated for resources: {'Port': ['ID=51191988-1f06-4288-8ca5-2eeeca7bb96f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:44.794467 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'name': 'tempest-ImageQuotaTest-847388707-router', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:42Z', 'updated_at': '2022-02-03T22:25:43Z', 'revision_number': 3, 'project_id': '692322eab421488ca84d6ed4cba99fe9', 'gw_port': {'id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:43Z', 'updated_at': '2022-02-03T22:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:44.825873 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Checking router: 95358271-a56e-407a-8ce4-70f188aa54bb for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:25:44.826222 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Updating router 95358271-a56e-407a-8ce4-70f188aa54bb port c2a7baa2-20e3-48ff-af2f-dcf965827cc9 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:25:44.851450 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:44.854095 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:44.934830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3bb8f29f-8aa8-4ae6-a5dc-d3e121b97385 None None] Provisioning complete for port 51191988-1f06-4288-8ca5-2eeeca7bb96f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:44.935212 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb8f29f-8aa8-4ae6-a5dc-d3e121b97385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.013905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Allocated IP 172.20.0.1 (847fff0c-68cd-4f01-bb68-ea85324c6dfe/fd8754bd-2f8f-4a58-91ea-4633b36d92a2/54d432b4-ae06-4e03-b30d-e5e88daba142) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:45.024564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8f29f-8aa8-4ae6-a5dc-d3e121b97385 None None] Current status of the port 51191988-1f06-4288-8ca5-2eeeca7bb96f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:45.109867 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Publish callbacks [] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.115940 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.126715 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Publish callbacks [] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.160351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.163786 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Attempting to bind port c2a7baa2-20e3-48ff-af2f-dcf965827cc9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:25:45.164150 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Attempting to bind port c2a7baa2-20e3-48ff-af2f-dcf965827cc9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:25:45.164516 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Attempting to bind port c2a7baa2-20e3-48ff-af2f-dcf965827cc9 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:25:45.174622 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Pushing event updated for resources: {'Port': ['ID=c2a7baa2-20e3-48ff-af2f-dcf965827cc9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:45.177384 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:25:45.177733 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:45.178259 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.178506 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:25:45.178962 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Bound port: c2a7baa2-20e3-48ff-af2f-dcf965827cc9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:25:45.179333 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.200326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Network 847fff0c-68cd-4f01-bb68-ea85324c6dfe is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:45.204458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:45.207625 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.207879 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.208101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:45.208231 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.208541 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.208874 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.209230 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.209734 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.210068 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.210587 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.210918 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.211243 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.211563 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.211887 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:25:45.214899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Pushing event updated for resources: {'Port': ['ID=54d432b4-ae06-4e03-b30d-e5e88daba142,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:45.252989 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] For port c2a7baa2-20e3-48ff-af2f-dcf965827cc9, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:25:45.258038 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] For port c2a7baa2-20e3-48ff-af2f-dcf965827cc9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c2a7baa2-20e3-48ff-af2f-dcf965827cc9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:25:45.261931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (95358271-a56e-407a-8ce4-70f188aa54bb), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.269888 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.346751 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Routers {'95358271-a56e-407a-8ce4-70f188aa54bb'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:45.348075 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95358271-a56e-407a-8ce4-70f188aa54bb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:45.350283 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfa8b-bae0-4999-acff-a122a7c4128f None None] Pushing event updated for resources: {'Port': ['ID=c2a7baa2-20e3-48ff-af2f-dcf965827cc9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:45.354640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 51191988-1f06-4288-8ca5-2eeeca7bb96f up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:25:45.412952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 51191988-1f06-4288-8ca5-2eeeca7bb96f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:45.413637 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.457302 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.480063 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] Set router 95358271-a56e-407a-8ce4-70f188aa54bb gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:45.492367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 51191988-1f06-4288-8ca5-2eeeca7bb96f is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:45.547211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-70543159-5e9c-44c6-b9c3-ae62863fa8cf None None] Provisioning complete for port 54d432b4-ae06-4e03-b30d-e5e88daba142 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:45.547866 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70543159-5e9c-44c6-b9c3-ae62863fa8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.585204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-70543159-5e9c-44c6-b9c3-ae62863fa8cf None None] Port 54d432b4-ae06-4e03-b30d-e5e88daba142 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:25:45.624660 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Publish callbacks [] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.629489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.657822 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'name': 'tempest-ImageQuotaTest-847388707-router', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:42Z', 'updated_at': '2022-02-03T22:25:43Z', 'revision_number': 3, 'project_id': '692322eab421488ca84d6ed4cba99fe9', 'gw_port': {'id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:43Z', 'updated_at': '2022-02-03T22:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:45.683695 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179550d-aa13-486e-a0fe-be8cfd8c970e None None] The sync data for ids ['95358271-a56e-407a-8ce4-70f188aa54bb'] in n-d-824834-9 is: [{'id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'name': 'tempest-ImageQuotaTest-847388707-router', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:42Z', 'updated_at': '2022-02-03T22:25:43Z', 'revision_number': 3, 'project_id': '692322eab421488ca84d6ed4cba99fe9', 'gw_port': {'id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:43Z', 'updated_at': '2022-02-03T22:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:25:45.703418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Pushing event updated for resources: {'Port': ['ID=54d432b4-ae06-4e03-b30d-e5e88daba142,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:45.706248 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (95358271-a56e-407a-8ce4-70f188aa54bb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:45.798912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Network 847fff0c-68cd-4f01-bb68-ea85324c6dfe is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:45.800295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:45.931619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Router 95358271-a56e-407a-8ce4-70f188aa54bb has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:25:46.060450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:25:46.066786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b78b2830-5dac-4790-bc81-e6c1aab3ed56 admin admin] 10.222.0.50 "PUT /v2.0/routers/95358271-a56e-407a-8ce4-70f188aa54bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771066 Feb 03 22:25:46.109150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9d479655-05e6-439f-9fb1-7bdec53c9e91 None None] Provisioning complete for port 54d432b4-ae06-4e03-b30d-e5e88daba142 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:46.109512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d479655-05e6-439f-9fb1-7bdec53c9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:46.146384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9d479655-05e6-439f-9fb1-7bdec53c9e91 None None] Port 54d432b4-ae06-4e03-b30d-e5e88daba142 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:25:47.045683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49880) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:47.282479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c2a7baa2-20e3-48ff-af2f-dcf965827cc9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:25:47.306595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Sync routers for ids ['95358271-a56e-407a-8ce4-70f188aa54bb'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:25:47.330218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Routers {'95358271-a56e-407a-8ce4-70f188aa54bb'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:47.330865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95358271-a56e-407a-8ce4-70f188aa54bb'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:47.417422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c2a7baa2-20e3-48ff-af2f-dcf965827cc9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:47.417807 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:47.482598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Set router 95358271-a56e-407a-8ce4-70f188aa54bb gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:47.621134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c2a7baa2-20e3-48ff-af2f-dcf965827cc9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:47.621530 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:47.650529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (95358271-a56e-407a-8ce4-70f188aa54bb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:47.650955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port c2a7baa2-20e3-48ff-af2f-dcf965827cc9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c2a7baa2-20e3-48ff-af2f-dcf965827cc9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:47.658077 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:47.747360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=c2a7baa2-20e3-48ff-af2f-dcf965827cc9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:47.771518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'name': 'tempest-ImageQuotaTest-847388707-router', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:42Z', 'updated_at': '2022-02-03T22:25:45Z', 'revision_number': 4, 'project_id': '692322eab421488ca84d6ed4cba99fe9', 'gw_port': {'id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:43Z', 'updated_at': '2022-02-03T22:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '54d432b4-ae06-4e03-b30d-e5e88daba142', 'name': '', 'network_id': '847fff0c-68cd-4f01-bb68-ea85324c6dfe', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9', 'mac_address': 'fa:16:3e:0a:2e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'fd8754bd-2f8f-4a58-91ea-4633b36d92a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:44Z', 'updated_at': '2022-02-03T22:25:45Z', 'revision_number': 2, 'project_id': '692322eab421488ca84d6ed4cba99fe9', 'subnets': [{'id': 'fd8754bd-2f8f-4a58-91ea-4633b36d92a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:47.798130 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Checking router: 95358271-a56e-407a-8ce4-70f188aa54bb for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:25:47.798489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Updating router 95358271-a56e-407a-8ce4-70f188aa54bb port 54d432b4-ae06-4e03-b30d-e5e88daba142 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:25:47.825734 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:47.902327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Deleting port 54d432b4-ae06-4e03-b30d-e5e88daba142 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:25:47.902584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:47.985096 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:47.999225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Calling delete_port for 54d432b4-ae06-4e03-b30d-e5e88daba142 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:25:48.181746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (54d432b4-ae06-4e03-b30d-e5e88daba142), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:48.207343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d432b4-ae06-4e03-b30d-e5e88daba142,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:48.252641 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:25:48.253063 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:25:48.380371 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (95358271-a56e-407a-8ce4-70f188aa54bb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:48.598188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Router 95358271-a56e-407a-8ce4-70f188aa54bb has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:25:48.706103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:25:48.711575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-975e133f-7f45-49e0-aa66-7e0fa6ab1b57 admin admin] 10.222.0.50 "PUT /v2.0/routers/95358271-a56e-407a-8ce4-70f188aa54bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6648495 Feb 03 22:25:48.714148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49882) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:48.772156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Port 54d432b4-ae06-4e03-b30d-e5e88daba142 not found while updating agent binding for router 95358271-a56e-407a-8ce4-70f188aa54bb. {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 22:25:48.780581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Routers {'95358271-a56e-407a-8ce4-70f188aa54bb'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:48.781224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['95358271-a56e-407a-8ce4-70f188aa54bb'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:48.817241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks [] for router (95358271-a56e-407a-8ce4-70f188aa54bb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:48.886037 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] Set router 95358271-a56e-407a-8ce4-70f188aa54bb gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:48.923885 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks [] for router_gateway (95358271-a56e-407a-8ce4-70f188aa54bb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:48.975989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Deleting port c2a7baa2-20e3-48ff-af2f-dcf965827cc9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:25:48.976452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.059016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] For port c2a7baa2-20e3-48ff-af2f-dcf965827cc9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c2a7baa2-20e3-48ff-af2f-dcf965827cc9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:49.059380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.063060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'name': 'tempest-ImageQuotaTest-847388707-router', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:42Z', 'updated_at': '2022-02-03T22:25:48Z', 'revision_number': 5, 'project_id': '692322eab421488ca84d6ed4cba99fe9', 'gw_port': {'id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:43Z', 'updated_at': '2022-02-03T22:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:49.072834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Calling delete_port for c2a7baa2-20e3-48ff-af2f-dcf965827cc9 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:25:49.094155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf10b09-15f3-4ee7-aeb8-8af578709203 None None] The sync data for ids ['95358271-a56e-407a-8ce4-70f188aa54bb'] in n-d-824834-9 is: [{'id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'name': 'tempest-ImageQuotaTest-847388707-router', 'tenant_id': '692322eab421488ca84d6ed4cba99fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:42Z', 'updated_at': '2022-02-03T22:25:48Z', 'revision_number': 5, 'project_id': '692322eab421488ca84d6ed4cba99fe9', 'gw_port': {'id': 'c2a7baa2-20e3-48ff-af2f-dcf965827cc9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95358271-a56e-407a-8ce4-70f188aa54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:43Z', 'updated_at': '2022-02-03T22:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:25:49.255480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c2a7baa2-20e3-48ff-af2f-dcf965827cc9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:25:49.256218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c2a7baa2-20e3-48ff-af2f-dcf965827cc9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.277458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c2a7baa2-20e3-48ff-af2f-dcf965827cc9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:25:49.277811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c2a7baa2-20e3-48ff-af2f-dcf965827cc9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 22:25:49.286189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a7baa2-20e3-48ff-af2f-dcf965827cc9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:49.297632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Port c2a7baa2-20e3-48ff-af2f-dcf965827cc9 not found, will not notify nova. {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 22:25:49.350174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (95358271-a56e-407a-8ce4-70f188aa54bb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.451025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (95358271-a56e-407a-8ce4-70f188aa54bb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.453290 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks [] for router_controller (95358271-a56e-407a-8ce4-70f188aa54bb), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.497744 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (95358271-a56e-407a-8ce4-70f188aa54bb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.498316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95358271-a56e-407a-8ce4-70f188aa54bb {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:25:49.502825 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.503982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b8e56b2c-9a7c-4eb8-b3ec-6de202d5071c admin admin] 10.222.0.50 "DELETE /v2.0/routers/95358271-a56e-407a-8ce4-70f188aa54bb HTTP/1.1" status: 204 len: 168 time: 0.7889135 Feb 03 22:25:49.506632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:49.552823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a8e068-8a30-4b8e-849e-807f6c6ef85f admin admin] Deleting subnet fd8754bd-2f8f-4a58-91ea-4633b36d92a2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:25:49.556134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12a8e068-8a30-4b8e-849e-807f6c6ef85f admin admin] Publish callbacks [] for subnet (fd8754bd-2f8f-4a58-91ea-4633b36d92a2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.592549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12a8e068-8a30-4b8e-849e-807f6c6ef85f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (fd8754bd-2f8f-4a58-91ea-4633b36d92a2), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.679317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12a8e068-8a30-4b8e-849e-807f6c6ef85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (fd8754bd-2f8f-4a58-91ea-4633b36d92a2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.712554 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc2ac9-8113-4324-b18a-9a02b846319d None None] Sync routers for ids ['95358271-a56e-407a-8ce4-70f188aa54bb'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:25:49.726805 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc2ac9-8113-4324-b18a-9a02b846319d None None] Routers set() bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:49.727245 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc2ac9-8113-4324-b18a-9a02b846319d None None] Router IDs set() for agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 22:25:49.727896 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_agentschedulers_db [None req-e6cc2ac9-8113-4324-b18a-9a02b846319d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95358271-a56e-407a-8ce4-70f188aa54bb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent'). {{(pid=103400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 22:25:49.734374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12a8e068-8a30-4b8e-849e-807f6c6ef85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (fd8754bd-2f8f-4a58-91ea-4633b36d92a2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.736640 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc2ac9-8113-4324-b18a-9a02b846319d None None] Routers set() bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:49.737094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc2ac9-8113-4324-b18a-9a02b846319d None None] Router IDs set() for agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 22:25:49.738325 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_agentschedulers_db [None req-e6cc2ac9-8113-4324-b18a-9a02b846319d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95358271-a56e-407a-8ce4-70f188aa54bb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent'). {{(pid=103400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 22:25:49.738873 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc2ac9-8113-4324-b18a-9a02b846319d None None] The sync data for ids ['95358271-a56e-407a-8ce4-70f188aa54bb'] in n-d-824834-9 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:25:49.762142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8e068-8a30-4b8e-849e-807f6c6ef85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8754bd-2f8f-4a58-91ea-4633b36d92a2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:49.764178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12a8e068-8a30-4b8e-849e-807f6c6ef85f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.768457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-12a8e068-8a30-4b8e-849e-807f6c6ef85f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fd8754bd-2f8f-4a58-91ea-4633b36d92a2 HTTP/1.1" status: 204 len: 168 time: 0.2607725 Feb 03 22:25:49.771492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:49.775257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceedc78-8fc5-4315-9a49-e31e643f314e None None] Network 847fff0c-68cd-4f01-bb68-ea85324c6dfe requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:49.847565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (847fff0c-68cd-4f01-bb68-ea85324c6dfe), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.906033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Deleting port 51191988-1f06-4288-8ca5-2eeeca7bb96f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:25:49.906371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.970443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] For port 51191988-1f06-4288-8ca5-2eeeca7bb96f, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=51191988-1f06-4288-8ca5-2eeeca7bb96f,segment=NetworkSegment(bd16f5f9-b4f2-4f20-b647-4eb2ca725c40),segment_id=bd16f5f9-b4f2-4f20-b647-4eb2ca725c40)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:49.970737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:49.983832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Calling delete_port for 51191988-1f06-4288-8ca5-2eeeca7bb96f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:25:50.064086 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (51191988-1f06-4288-8ca5-2eeeca7bb96f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.090333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Pushing event deleted for resources: {'Port': ['ID=51191988-1f06-4288-8ca5-2eeeca7bb96f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:50.092136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] No DVR routers for this DVR port 51191988-1f06-4288-8ca5-2eeeca7bb96f on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:25:50.162307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (847fff0c-68cd-4f01-bb68-ea85324c6dfe), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.186459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847fff0c-68cd-4f01-bb68-ea85324c6dfe']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:50.197880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd16f5f9-b4f2-4f20-b647-4eb2ca725c40') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:50.198187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd16f5f9-b4f2-4f20-b647-4eb2ca725c40') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:50.204061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78186e92-5597-418d-9523-f3f53bda65cb None None] DHCP port deletion for 847fff0c-68cd-4f01-bb68-ea85324c6dfe request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:25:50.210677 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (bd16f5f9-b4f2-4f20-b647-4eb2ca725c40), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.227758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (bd16f5f9-b4f2-4f20-b647-4eb2ca725c40), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.234691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:25:50.235090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (bd16f5f9-b4f2-4f20-b647-4eb2ca725c40), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:25:50.239327 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:25:50.292592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (847fff0c-68cd-4f01-bb68-ea85324c6dfe), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.298846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.302051 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] 10.222.0.50 "DELETE /v2.0/networks/847fff0c-68cd-4f01-bb68-ea85324c6dfe HTTP/1.1" status: 204 len: 168 time: 0.5293961 Feb 03 22:25:50.311502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729fcf1-4737-4883-9380-4dc2c7d0ee04 admin admin] Pushing event deleted for resources: {'Network': ['ID=847fff0c-68cd-4f01-bb68-ea85324c6dfe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:50.407619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49890) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:50.447388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7dd34564-1482-4ded-b1bc-d1d6753d48ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=692322eab421488ca84d6ed4cba99fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384517 Feb 03 22:25:50.449753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49892) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:50.496208 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e27f153-85a4-447d-9bd4-7c65b46c3d6a admin admin] Publish callbacks [] for security_group (24c0e3cb-fac7-41dd-8b3e-97fd9909ae50), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.516896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e27f153-85a4-447d-9bd4-7c65b46c3d6a admin admin] Publish callbacks [] for security_group (24c0e3cb-fac7-41dd-8b3e-97fd9909ae50), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.568351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e27f153-85a4-447d-9bd4-7c65b46c3d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (24c0e3cb-fac7-41dd-8b3e-97fd9909ae50), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.570939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e27f153-85a4-447d-9bd4-7c65b46c3d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.572215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4e27f153-85a4-447d-9bd4-7c65b46c3d6a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24c0e3cb-fac7-41dd-8b3e-97fd9909ae50 HTTP/1.1" status: 204 len: 168 time: 0.1215024 Feb 03 22:25:50.579597 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27f153-85a4-447d-9bd4-7c65b46c3d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c0e3cb-fac7-41dd-8b3e-97fd9909ae50,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:50.894575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:50.907827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-439b51b0-2ed7-4f6f-9a78-f078f005d1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.981713 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-439b51b0-2ed7-4f6f-9a78-f078f005d1ab admin admin] Publish callbacks [] for security_group (ccd396c2-6e20-493e-a09b-4efb272f8a80), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:50.985329 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-439b51b0-2ed7-4f6f-9a78-f078f005d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ccd396c2-6e20-493e-a09b-4efb272f8a80), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.021902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-439b51b0-2ed7-4f6f-9a78-f078f005d1ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1262212 Feb 03 22:25:51.024752 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49900) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:51.031397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b51b0-2ed7-4f6f-9a78-f078f005d1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd396c2-6e20-493e-a09b-4efb272f8a80,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:51.073231 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e08bc9fe-32a6-44b1-9a30-b5a2246c34ab admin admin] Publish callbacks [] for security_group (ccd396c2-6e20-493e-a09b-4efb272f8a80), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.093119 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e08bc9fe-32a6-44b1-9a30-b5a2246c34ab admin admin] Publish callbacks [] for security_group (ccd396c2-6e20-493e-a09b-4efb272f8a80), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.139532 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e08bc9fe-32a6-44b1-9a30-b5a2246c34ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ccd396c2-6e20-493e-a09b-4efb272f8a80), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.142208 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e08bc9fe-32a6-44b1-9a30-b5a2246c34ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.143361 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e08bc9fe-32a6-44b1-9a30-b5a2246c34ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccd396c2-6e20-493e-a09b-4efb272f8a80 HTTP/1.1" status: 204 len: 168 time: 0.1176913 Feb 03 22:25:51.151112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bc9fe-32a6-44b1-9a30-b5a2246c34ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd396c2-6e20-493e-a09b-4efb272f8a80,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:51.240810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 51191988-1f06-4288-8ca5-2eeeca7bb96f no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:25:51.266952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 51191988-1f06-4288-8ca5-2eeeca7bb96f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:25:51.267304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 51191988-1f06-4288-8ca5-2eeeca7bb96f not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:25:51.267725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c2a7baa2-20e3-48ff-af2f-dcf965827cc9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:25:51.291970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c2a7baa2-20e3-48ff-af2f-dcf965827cc9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:25:51.291970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c2a7baa2-20e3-48ff-af2f-dcf965827cc9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:25:51.703871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49922) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:51.825957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1160593398-network', 'tenant_id': '37300d5ada934d618587ef715878a014'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:51.845582 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Made reservation on behalf of 37300d5ada934d618587ef715878a014 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:51.847796 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.858487 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.931500 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Publish callbacks [] for security_group (b576762b-8c3c-4d23-b0a7-3a2c3ab80353), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.941925 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b576762b-8c3c-4d23-b0a7-3a2c3ab80353), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.966869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:25:51.976635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b576762b-8c3c-4d23-b0a7-3a2c3ab80353,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:51.981809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (09ba44e8-009c-4c04-956b-c29a9e609275), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:51.982155 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Added segment 09ba44e8-009c-4c04-956b-c29a9e609275 of type vlan for network 766c0351-0b44-4eea-b052-8379c73d3788 Feb 03 22:25:52.022264 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (766c0351-0b44-4eea-b052-8379c73d3788), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.046491 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (766c0351-0b44-4eea-b052-8379c73d3788), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.047420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:52.047999 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.098174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3931429 Feb 03 22:25:52.101251 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:52.106284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Request body: {'subnet': {'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1160593398-subnet', 'tenant_id': '37300d5ada934d618587ef715878a014', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:52.108705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbdea0-47ff-4403-86cc-81f2967eb113 admin admin] Pushing event updated for resources: {'Network': ['ID=766c0351-0b44-4eea-b052-8379c73d3788,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:52.119106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 766c0351-0b44-4eea-b052-8379c73d3788 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:25:52.131917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Made reservation on behalf of 37300d5ada934d618587ef715878a014 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:52.134345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.300595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.357398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:52.365290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Checking segment: {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:52.365655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Network hostable DHCP agents. Network: 766c0351-0b44-4eea-b052-8379c73d3788, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:25:52.382133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Network 766c0351-0b44-4eea-b052-8379c73d3788 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:25:52.390292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 766c0351-0b44-4eea-b052-8379c73d3788) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:52.394438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:52.395028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.400379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbca989-7a30-4df7-ad56-2006a337f057 None None] Network 766c0351-0b44-4eea-b052-8379c73d3788 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:52.412025 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ca7601ad-0c00-4974-9620-be61830aa466 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3096161 Feb 03 22:25:52.414680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:52.418900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:52.438449 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (eb175b46-0c17-4f1d-8181-9fda78d2f61d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.439665 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (eb175b46-0c17-4f1d-8181-9fda78d2f61d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.499877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks [] for router_controller (eb175b46-0c17-4f1d-8181-9fda78d2f61d), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.504832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-766c0351-0b44-4eea-b052-8379c73d3788', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'project_id': '37300d5ada934d618587ef715878a014', 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:25:52.505799 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.641588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Allocated IP 172.20.0.2 (766c0351-0b44-4eea-b052-8379c73d3788/ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef/83ed8631-2d36-463a-80b2-d002f6d18f42) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:52.802687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Publish callbacks [] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.809285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.853095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Network 766c0351-0b44-4eea-b052-8379c73d3788 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:52.856081 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:52.860534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:52.863793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Pushing event updated for resources: {'Port': ['ID=83ed8631-2d36-463a-80b2-d002f6d18f42,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:52.919132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Attempting to bind port 83ed8631-2d36-463a-80b2-d002f6d18f42 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:25:52.919514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Attempting to bind port 83ed8631-2d36-463a-80b2-d002f6d18f42 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:25:52.919886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Attempting to bind port 83ed8631-2d36-463a-80b2-d002f6d18f42 on network 766c0351-0b44-4eea-b052-8379c73d3788 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:25:52.925297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:25:52.925720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Checking segment: {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:52.926131 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.926531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Bound using segment: {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:25:52.927008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Bound port: 83ed8631-2d36-463a-80b2-d002f6d18f42, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:25:52.927397 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.937336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks [] for router_gateway (eb175b46-0c17-4f1d-8181-9fda78d2f61d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:52.993078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] For port 83ed8631-2d36-463a-80b2-d002f6d18f42, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:25:52.996294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] For port 83ed8631-2d36-463a-80b2-d002f6d18f42, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=83ed8631-2d36-463a-80b2-d002f6d18f42,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:25:53.002757 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.061773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc06193-d254-4b39-9736-4e73a0a11517 None None] Pushing event updated for resources: {'Port': ['ID=83ed8631-2d36-463a-80b2-d002f6d18f42,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:53.143349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks [] for router_gateway (eb175b46-0c17-4f1d-8181-9fda78d2f61d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.164226 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.298542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Allocated IP 172.25.5.128 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d70d13e2-2151-4426-acea-bd872af63eeb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:53.363003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 83ed8631-2d36-463a-80b2-d002f6d18f42 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:25:53.417361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 83ed8631-2d36-463a-80b2-d002f6d18f42 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:53.417952 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.420128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks [] for port (d70d13e2-2151-4426-acea-bd872af63eeb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.453113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.488496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:53.491505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:53.497099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:53.498217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 83ed8631-2d36-463a-80b2-d002f6d18f42 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:53.498742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.527151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d70d13e2-2151-4426-acea-bd872af63eeb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:53.533656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 83ed8631-2d36-463a-80b2-d002f6d18f42, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=83ed8631-2d36-463a-80b2-d002f6d18f42,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:53.538082 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.589724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=83ed8631-2d36-463a-80b2-d002f6d18f42,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:53.627322 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3712ecaa-4514-4a9b-b635-4cb2328390a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.761234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks [] for router_gateway (eb175b46-0c17-4f1d-8181-9fda78d2f61d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:53.972371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (eb175b46-0c17-4f1d-8181-9fda78d2f61d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.043213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd1de6-5ec8-4ec9-91de-a14be7ad3d63 None None] Network 766c0351-0b44-4eea-b052-8379c73d3788 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:54.105539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Router eb175b46-0c17-4f1d-8181-9fda78d2f61d is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:25:54.150511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8123d78c-dc3b-4489-a8bc-6b31996c3c94 None None] Provisioning complete for port 83ed8631-2d36-463a-80b2-d002f6d18f42 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:54.150886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8123d78c-dc3b-4489-a8bc-6b31996c3c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.218294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:25:54.229670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Sync routers for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:25:54.239259 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.240795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-635cf517-6491-46c3-bcd7-88c57ef079f3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8251622 Feb 03 22:25:54.243560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49932) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:54.249662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8123d78c-dc3b-4489-a8bc-6b31996c3c94 None None] Current status of the port 83ed8631-2d36-463a-80b2-d002f6d18f42 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:54.253533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:54.254012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:54.371622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:54.490603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-33a555bf-1129-4734-b171-c2560ccd9cfc None None] Provisioning complete for port 83ed8631-2d36-463a-80b2-d002f6d18f42 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:54.491281 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33a555bf-1129-4734-b171-c2560ccd9cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.618960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-33a555bf-1129-4734-b171-c2560ccd9cfc None None] Current status of the port 83ed8631-2d36-463a-80b2-d002f6d18f42 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:54.627084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:53Z', 'revision_number': 3, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:54.654268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Checking router: eb175b46-0c17-4f1d-8181-9fda78d2f61d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:25:54.654628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Updating router eb175b46-0c17-4f1d-8181-9fda78d2f61d port d70d13e2-2151-4426-acea-bd872af63eeb binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:25:54.677605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.692603 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.715425 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.801594 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.837431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Allocated IP 172.20.0.1 (766c0351-0b44-4eea-b052-8379c73d3788/ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef/7465164d-4175-4894-a86e-8550409baaac) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:54.900422 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:25:54.939243 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Publish callbacks [] for port (7465164d-4175-4894-a86e-8550409baaac), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.955933 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Publish callbacks [] for port (d70d13e2-2151-4426-acea-bd872af63eeb), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.961937 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:54.974007 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7465164d-4175-4894-a86e-8550409baaac), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.013360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Attempting to bind port d70d13e2-2151-4426-acea-bd872af63eeb on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:25:55.013737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Attempting to bind port d70d13e2-2151-4426-acea-bd872af63eeb by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:25:55.014104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Attempting to bind port d70d13e2-2151-4426-acea-bd872af63eeb on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:25:55.014615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Network 766c0351-0b44-4eea-b052-8379c73d3788 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:55.020026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:55.021842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a0bd-c130-446a-a9d7-a9aa9324f35c None None] Pushing event updated for resources: {'Port': ['ID=d70d13e2-2151-4426-acea-bd872af63eeb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:55.023918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:55.024426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:25:55.024807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:55.025239 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.025626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:25:55.026098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Bound port: d70d13e2-2151-4426-acea-bd872af63eeb, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:25:55.026593 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.047342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Pushing event updated for resources: {'Port': ['ID=7465164d-4175-4894-a86e-8550409baaac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:55.069657 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (eb175b46-0c17-4f1d-8181-9fda78d2f61d), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.082388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] For port d70d13e2-2151-4426-acea-bd872af63eeb, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:25:55.085842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] For port d70d13e2-2151-4426-acea-bd872af63eeb, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d70d13e2-2151-4426-acea-bd872af63eeb,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:25:55.093227 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.158994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:55.159689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:55.214716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7465164d-4175-4894-a86e-8550409baaac), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.375213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a0bd-c130-446a-a9d7-a9aa9324f35c None None] Pushing event updated for resources: {'Port': ['ID=d70d13e2-2151-4426-acea-bd872af63eeb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:55.383559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 83ed8631-2d36-463a-80b2-d002f6d18f42 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:25:55.389527 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Publish callbacks [] for port (7465164d-4175-4894-a86e-8550409baaac), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.395258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (7465164d-4175-4894-a86e-8550409baaac), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.461511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Pushing event updated for resources: {'Port': ['ID=7465164d-4175-4894-a86e-8550409baaac,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:55.464047 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (eb175b46-0c17-4f1d-8181-9fda78d2f61d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.471604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8894d6cb-6c27-4074-bf53-e32b898c6fe8 None None] Provisioning complete for port 7465164d-4175-4894-a86e-8550409baaac triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:55.472052 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8894d6cb-6c27-4074-bf53-e32b898c6fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7465164d-4175-4894-a86e-8550409baaac), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.525447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8894d6cb-6c27-4074-bf53-e32b898c6fe8 None None] Port 7465164d-4175-4894-a86e-8550409baaac cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:25:55.535955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:55.538291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 83ed8631-2d36-463a-80b2-d002f6d18f42 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:55.538668 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.557679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Network 766c0351-0b44-4eea-b052-8379c73d3788 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:55.559042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:55.683658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Router eb175b46-0c17-4f1d-8181-9fda78d2f61d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:25:55.771256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 83ed8631-2d36-463a-80b2-d002f6d18f42 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:55.800415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:53Z', 'revision_number': 3, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:55.802094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:25:55.807712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ec2928f1-47d2-4fac-86c0-c723881ed916 admin admin] 10.222.0.50 "PUT /v2.0/routers/eb175b46-0c17-4f1d-8181-9fda78d2f61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5630400 Feb 03 22:25:55.828187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae3a94-854d-43c3-89fc-9c155d3080c2 None None] The sync data for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 is: [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:53Z', 'revision_number': 3, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:25:55.846596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1f243548-9058-4483-82c3-dc3f8a2066aa None None] Provisioning complete for port 7465164d-4175-4894-a86e-8550409baaac triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:55.847009 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f243548-9058-4483-82c3-dc3f8a2066aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7465164d-4175-4894-a86e-8550409baaac), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:55.887700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1f243548-9058-4483-82c3-dc3f8a2066aa None None] Port 7465164d-4175-4894-a86e-8550409baaac cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:25:56.320556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 49948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:56.325733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1504839969-network', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:56.345442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Made reservation on behalf of d23691582211462d93c02f5e64b5e3e1 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:56.348497 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.357866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.441645 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Publish callbacks [] for security_group (278c3425-d71d-48c9-8a2e-38de3d269ba3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.446127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (278c3425-d71d-48c9-8a2e-38de3d269ba3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.468455 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:25:56.484843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278c3425-d71d-48c9-8a2e-38de3d269ba3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:56.489618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9f56e359-831c-40e5-a2e9-53d96270c428), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.489977 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Added segment 9f56e359-831c-40e5-a2e9-53d96270c428 of type vlan for network 80e280e0-1544-4d3f-a30c-5e56909cca9d Feb 03 22:25:56.534112 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (80e280e0-1544-4d3f-a30c-5e56909cca9d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.561492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (80e280e0-1544-4d3f-a30c-5e56909cca9d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.562521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:56.563101 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.584074 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83956176-6173-4ba2-8900-ff99244e4057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.620450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2986977 Feb 03 22:25:56.623558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49950) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:56.626716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173af2f-78c4-45d8-bd0b-8065aea25672 admin admin] Pushing event updated for resources: {'Network': ['ID=80e280e0-1544-4d3f-a30c-5e56909cca9d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:56.638068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 80e280e0-1544-4d3f-a30c-5e56909cca9d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:25:56.640318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Request body: {'subnet': {'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1504839969-subnet', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:56.669029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Made reservation on behalf of d23691582211462d93c02f5e64b5e3e1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:25:56.671555 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.841573 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (9669b3b5-2f32-4dbd-be02-45fd85c19382), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.901863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9669b3b5-2f32-4dbd-be02-45fd85c19382,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:56.911900 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Checking segment: {'id': '9f56e359-831c-40e5-a2e9-53d96270c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:56.912272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Network hostable DHCP agents. Network: 80e280e0-1544-4d3f-a30c-5e56909cca9d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:25:56.929010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Network 80e280e0-1544-4d3f-a30c-5e56909cca9d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:25:56.937753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 80e280e0-1544-4d3f-a30c-5e56909cca9d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:56.942463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:25:56.943065 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.947012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf39a1-2ab1-4b7a-8fec-24114ffbc968 None None] Network 80e280e0-1544-4d3f-a30c-5e56909cca9d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:56.958725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c6507d0e-7b4c-41e1-920c-13ccbb1cfedf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3339486 Feb 03 22:25:56.961282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49952) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:56.965830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:25:56.985135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (c2e11138-4679-4822-96d2-d8e4cdc371b3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:56.986173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (c2e11138-4679-4822-96d2-d8e4cdc371b3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.039113 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks [] for router_controller (c2e11138-4679-4822-96d2-d8e4cdc371b3), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.061139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-80e280e0-1544-4d3f-a30c-5e56909cca9d', 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d', 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'fixed_ips': [{'subnet_id': '9669b3b5-2f32-4dbd-be02-45fd85c19382'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:25:57.062226 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.066514 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.194792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks [] for router_gateway (c2e11138-4679-4822-96d2-d8e4cdc371b3), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.217178 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Allocated IP 172.20.0.2 (80e280e0-1544-4d3f-a30c-5e56909cca9d/9669b3b5-2f32-4dbd-be02-45fd85c19382/dbce6509-a688-4260-82d6-9b78cd5d711a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:57.321333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d70d13e2-2151-4426-acea-bd872af63eeb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:25:57.424562 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Publish callbacks [] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.426476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d70d13e2-2151-4426-acea-bd872af63eeb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:57.426772 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.431008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks [] for router_gateway (c2e11138-4679-4822-96d2-d8e4cdc371b3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.449083 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.451446 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.472710 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Sync routers for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:25:57.484163 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:57.484866 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:57.507135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Network 80e280e0-1544-4d3f-a30c-5e56909cca9d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:57.512483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:57.517231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:57.521939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Pushing event updated for resources: {'Port': ['ID=dbce6509-a688-4260-82d6-9b78cd5d711a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:57.566626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Allocated IP 172.25.5.141 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/cff68f40-1967-4efc-b171-5f19dbdd0ea0) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:57.600386 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:57.603377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d70d13e2-2151-4426-acea-bd872af63eeb is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:57.603890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.610011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Attempting to bind port dbce6509-a688-4260-82d6-9b78cd5d711a on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:25:57.610366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Attempting to bind port dbce6509-a688-4260-82d6-9b78cd5d711a by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9f56e359-831c-40e5-a2e9-53d96270c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:25:57.610852 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Attempting to bind port dbce6509-a688-4260-82d6-9b78cd5d711a on network 80e280e0-1544-4d3f-a30c-5e56909cca9d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:25:57.627108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:25:57.627486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Checking segment: {'id': '9f56e359-831c-40e5-a2e9-53d96270c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:57.628310 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.628439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Bound using segment: {'id': '9f56e359-831c-40e5-a2e9-53d96270c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:25:57.628890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Bound port: dbce6509-a688-4260-82d6-9b78cd5d711a, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f56e359-831c-40e5-a2e9-53d96270c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:25:57.629417 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.634416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d70d13e2-2151-4426-acea-bd872af63eeb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d70d13e2-2151-4426-acea-bd872af63eeb,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:57.642801 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.685256 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks [] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.722960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.730669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d70d13e2-2151-4426-acea-bd872af63eeb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:57.739643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] For port dbce6509-a688-4260-82d6-9b78cd5d711a, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:25:57.742883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] For port dbce6509-a688-4260-82d6-9b78cd5d711a, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dbce6509-a688-4260-82d6-9b78cd5d711a,segment=NetworkSegment(9f56e359-831c-40e5-a2e9-53d96270c428),segment_id=9f56e359-831c-40e5-a2e9-53d96270c428)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:25:57.749600 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:57.767979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:57.773136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:57.777108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:57.804522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Pushing event updated for resources: {'Port': ['ID=cff68f40-1967-4efc-b171-5f19dbdd0ea0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:57.832210 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964841e8-648a-427d-8e44-b1ffe11019e3 None None] Pushing event updated for resources: {'Port': ['ID=dbce6509-a688-4260-82d6-9b78cd5d711a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:57.833422 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 2, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:57.865168 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Checking router: eb175b46-0c17-4f1d-8181-9fda78d2f61d for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:25:57.865519 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Updating router eb175b46-0c17-4f1d-8181-9fda78d2f61d port 7465164d-4175-4894-a86e-8550409baaac binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:25:57.897399 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7465164d-4175-4894-a86e-8550409baaac), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.066741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks [] for router_gateway (c2e11138-4679-4822-96d2-d8e4cdc371b3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.286705 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Publish callbacks [] for port (7465164d-4175-4894-a86e-8550409baaac), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.292290 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7465164d-4175-4894-a86e-8550409baaac), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.348366 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20cb9d-eef9-4eae-95a4-427b586c8b7b None None] Pushing event updated for resources: {'Port': ['ID=7465164d-4175-4894-a86e-8550409baaac,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:58.402887 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Attempting to bind port 7465164d-4175-4894-a86e-8550409baaac on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:25:58.403262 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Attempting to bind port 7465164d-4175-4894-a86e-8550409baaac by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:25:58.403766 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Attempting to bind port 7465164d-4175-4894-a86e-8550409baaac on network 766c0351-0b44-4eea-b052-8379c73d3788 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:25:58.409963 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:25:58.410445 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Checking segment: {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:25:58.410747 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.411142 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Bound using segment: {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:25:58.411625 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Bound port: 7465164d-4175-4894-a86e-8550409baaac, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:25:58.412004 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7465164d-4175-4894-a86e-8550409baaac), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.479576 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] For port 7465164d-4175-4894-a86e-8550409baaac, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:25:58.484087 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] For port 7465164d-4175-4894-a86e-8550409baaac, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7465164d-4175-4894-a86e-8550409baaac,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:25:58.497952 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7465164d-4175-4894-a86e-8550409baaac), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.561566 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20cb9d-eef9-4eae-95a4-427b586c8b7b None None] Pushing event updated for resources: {'Port': ['ID=7465164d-4175-4894-a86e-8550409baaac,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:58.577755 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:58.578443 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:58.578791 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (c2e11138-4679-4822-96d2-d8e4cdc371b3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.636594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bc73db00-73c3-44cf-b615-c02fbcffd83f None None] Provisioning complete for port 7465164d-4175-4894-a86e-8550409baaac triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:58.637157 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc73db00-73c3-44cf-b615-c02fbcffd83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7465164d-4175-4894-a86e-8550409baaac), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.724454 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:58.753613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bc73db00-73c3-44cf-b615-c02fbcffd83f None None] Current status of the port 7465164d-4175-4894-a86e-8550409baaac is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:58.754438 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc73db00-73c3-44cf-b615-c02fbcffd83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7465164d-4175-4894-a86e-8550409baaac), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.773373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.802413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Router c2e11138-4679-4822-96d2-d8e4cdc371b3 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:25:58.809947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bc73db00-73c3-44cf-b615-c02fbcffd83f None None] For port 7465164d-4175-4894-a86e-8550409baaac, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7465164d-4175-4894-a86e-8550409baaac,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:25:58.815820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc73db00-73c3-44cf-b615-c02fbcffd83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7465164d-4175-4894-a86e-8550409baaac), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.896387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73db00-73c3-44cf-b615-c02fbcffd83f None None] Pushing event updated for resources: {'Port': ['ID=7465164d-4175-4894-a86e-8550409baaac,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:58.941224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-54b04017-9215-4523-b051-65e45b9b93f5 None None] Provisioning complete for port 7465164d-4175-4894-a86e-8550409baaac triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:58.941612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b04017-9215-4523-b051-65e45b9b93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7465164d-4175-4894-a86e-8550409baaac), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.952179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:25:58.970727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Sync routers for ids ['c2e11138-4679-4822-96d2-d8e4cdc371b3'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:25:58.981376 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:58.983180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1efb8bfa-946e-4209-bd15-7992a892a150 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0207684 Feb 03 22:25:58.986214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 49954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:25:58.998908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Routers {'c2e11138-4679-4822-96d2-d8e4cdc371b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:25:58.999621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c2e11138-4679-4822-96d2-d8e4cdc371b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:59.009176 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:59.036514 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f522ba-01d2-48c9-8485-6534219f2640 None None] The sync data for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 is: [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:25:59.042389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09258b1a-8b2a-4ef6-84af-a1bb1779ee8a None None] Network 80e280e0-1544-4d3f-a30c-5e56909cca9d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:25:59.220392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54b04017-9215-4523-b051-65e45b9b93f5 None None] Current status of the port 7465164d-4175-4894-a86e-8550409baaac is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:59.243191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Set router c2e11138-4679-4822-96d2-d8e4cdc371b3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:25:59.519256 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:59.544598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dbce6509-a688-4260-82d6-9b78cd5d711a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:25:59.633938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f5890e5a-aa9e-4fab-aafa-2582dabfb2c2 None None] Provisioning complete for port dbce6509-a688-4260-82d6-9b78cd5d711a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:59.634321 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5890e5a-aa9e-4fab-aafa-2582dabfb2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:59.701881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Allocated IP 172.20.0.1 (80e280e0-1544-4d3f-a30c-5e56909cca9d/9669b3b5-2f32-4dbd-be02-45fd85c19382/c989438e-dd6a-4261-973f-35abd2387fd2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:25:59.707846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port dbce6509-a688-4260-82d6-9b78cd5d711a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:25:59.708379 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:59.820883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:56Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 3, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'gw_port': {'id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:57Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:25:59.853411 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Publish callbacks [] for port (c989438e-dd6a-4261-973f-35abd2387fd2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:59.864581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Checking router: c2e11138-4679-4822-96d2-d8e4cdc371b3 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:25:59.865176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Updating router c2e11138-4679-4822-96d2-d8e4cdc371b3 port cff68f40-1967-4efc-b171-5f19dbdd0ea0 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:25:59.895400 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:59.918471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f5890e5a-aa9e-4fab-aafa-2582dabfb2c2 None None] Current status of the port dbce6509-a688-4260-82d6-9b78cd5d711a is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:59.918863 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5890e5a-aa9e-4fab-aafa-2582dabfb2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:59.937538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Network 80e280e0-1544-4d3f-a30c-5e56909cca9d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:25:59.943497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:25:59.946899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:25:59.952057 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:59.957792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port dbce6509-a688-4260-82d6-9b78cd5d711a is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:25:59.958325 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:25:59.973825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Pushing event updated for resources: {'Port': ['ID=c989438e-dd6a-4261-973f-35abd2387fd2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:25:59.996880 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.000508 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (c2e11138-4679-4822-96d2-d8e4cdc371b3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.037062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f5890e5a-aa9e-4fab-aafa-2582dabfb2c2 None None] For port dbce6509-a688-4260-82d6-9b78cd5d711a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dbce6509-a688-4260-82d6-9b78cd5d711a,segment=NetworkSegment(9f56e359-831c-40e5-a2e9-53d96270c428),segment_id=9f56e359-831c-40e5-a2e9-53d96270c428)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:26:00.042949 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5890e5a-aa9e-4fab-aafa-2582dabfb2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.179939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.230441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5890e5a-aa9e-4fab-aafa-2582dabfb2c2 None None] Pushing event updated for resources: {'Port': ['ID=dbce6509-a688-4260-82d6-9b78cd5d711a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:26:00.246651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:26:00.247014 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:26:00.255193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c07f69c6-0cb2-4d60-928f-3a3027280727 None None] Provisioning complete for port dbce6509-a688-4260-82d6-9b78cd5d711a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:00.255572 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c07f69c6-0cb2-4d60-928f-3a3027280727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.371890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Publish callbacks [] for port (c989438e-dd6a-4261-973f-35abd2387fd2), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.378218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.401012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-da55619e-1f4d-4117-bedc-42cad64f7b45 req-41f07ac0-5b48-476a-b37a-58621d6b0e97 service neutron] (103397) timed out ('10.222.0.50', 35998) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:26:00.428559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c07f69c6-0cb2-4d60-928f-3a3027280727 None None] Current status of the port dbce6509-a688-4260-82d6-9b78cd5d711a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:00.450720 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (c2e11138-4679-4822-96d2-d8e4cdc371b3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.452640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Pushing event updated for resources: {'Port': ['ID=c989438e-dd6a-4261-973f-35abd2387fd2,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:26:00.473533 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Publish callbacks [] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.479354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.552632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Attempting to bind port cff68f40-1967-4efc-b171-5f19dbdd0ea0 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:26:00.553106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Attempting to bind port cff68f40-1967-4efc-b171-5f19dbdd0ea0 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:26:00.553535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Attempting to bind port cff68f40-1967-4efc-b171-5f19dbdd0ea0 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:26:00.554426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Network 80e280e0-1544-4d3f-a30c-5e56909cca9d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:26:00.555846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:26:00.562771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ea76-5231-40ed-8a72-6a374ba09576 None None] Pushing event updated for resources: {'Port': ['ID=cff68f40-1967-4efc-b171-5f19dbdd0ea0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:26:00.573958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:26:00.574542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:26:00.575122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.575689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:26:00.576251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Bound port: cff68f40-1967-4efc-b171-5f19dbdd0ea0, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:26:00.576635 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.581549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-144dd6f8-6ddd-42bd-b51a-8621080a2d88 None None] Provisioning complete for port c989438e-dd6a-4261-973f-35abd2387fd2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:00.581549 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-144dd6f8-6ddd-42bd-b51a-8621080a2d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.650356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-144dd6f8-6ddd-42bd-b51a-8621080a2d88 None None] Port c989438e-dd6a-4261-973f-35abd2387fd2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:26:00.661922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] For port cff68f40-1967-4efc-b171-5f19dbdd0ea0, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:26:00.665437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] For port cff68f40-1967-4efc-b171-5f19dbdd0ea0, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cff68f40-1967-4efc-b171-5f19dbdd0ea0,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:26:00.675815 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.691903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Router c2e11138-4679-4822-96d2-d8e4cdc371b3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:26:00.735723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Routers {'c2e11138-4679-4822-96d2-d8e4cdc371b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:26:00.736409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c2e11138-4679-4822-96d2-d8e4cdc371b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:26:00.780715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ea76-5231-40ed-8a72-6a374ba09576 None None] Pushing event updated for resources: {'Port': ['ID=cff68f40-1967-4efc-b171-5f19dbdd0ea0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:26:00.814304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:26:00.819307 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3ee393ec-d9d8-4560-a742-33ab88c37add admin admin] 10.222.0.50 "PUT /v2.0/routers/c2e11138-4679-4822-96d2-d8e4cdc371b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8318350 Feb 03 22:26:00.880572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port dbce6509-a688-4260-82d6-9b78cd5d711a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:00.881525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7465164d-4175-4894-a86e-8550409baaac up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:26:00.925992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0f0ee399-2377-4814-a718-cd7015c3e61f None None] Provisioning complete for port c989438e-dd6a-4261-973f-35abd2387fd2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:00.926538 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee399-2377-4814-a718-cd7015c3e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:00.968131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] Set router c2e11138-4679-4822-96d2-d8e4cdc371b3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:26:01.017879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ee399-2377-4814-a718-cd7015c3e61f None None] Port c989438e-dd6a-4261-973f-35abd2387fd2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:26:01.108820 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7465164d-4175-4894-a86e-8550409baaac triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:01.109228 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7465164d-4175-4894-a86e-8550409baaac), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:01.239724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7465164d-4175-4894-a86e-8550409baaac is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:01.240801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d70d13e2-2151-4426-acea-bd872af63eeb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:26:01.279050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:56Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 4, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'gw_port': {'id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:57Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c989438e-dd6a-4261-973f-35abd2387fd2', 'name': '', 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'mac_address': 'fa:16:3e:b1:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:59Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 2, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'subnets': [{'id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:26:01.306981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4dd11e-2d35-4149-913d-b8d3ef7f0f94 None None] The sync data for ids ['c2e11138-4679-4822-96d2-d8e4cdc371b3'] in n-d-824834-9 is: [{'id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:56Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 4, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'gw_port': {'id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:57Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c989438e-dd6a-4261-973f-35abd2387fd2', 'name': '', 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'mac_address': 'fa:16:3e:b1:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:59Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 2, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'subnets': [{'id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:26:01.327628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d70d13e2-2151-4426-acea-bd872af63eeb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:01.328014 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:01.420164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d70d13e2-2151-4426-acea-bd872af63eeb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:01.497879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dbce6509-a688-4260-82d6-9b78cd5d711a up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:26:01.583785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port dbce6509-a688-4260-82d6-9b78cd5d711a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:01.584161 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:01.674554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port dbce6509-a688-4260-82d6-9b78cd5d711a is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:03.399202 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Sync routers for ids ['c2e11138-4679-4822-96d2-d8e4cdc371b3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:26:03.409568 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Routers {'c2e11138-4679-4822-96d2-d8e4cdc371b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:26:03.410202 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c2e11138-4679-4822-96d2-d8e4cdc371b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:26:03.521997 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Set router c2e11138-4679-4822-96d2-d8e4cdc371b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:26:03.546283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cff68f40-1967-4efc-b171-5f19dbdd0ea0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:26:03.616782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cff68f40-1967-4efc-b171-5f19dbdd0ea0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:03.617287 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:03.766687 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:56Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 4, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'gw_port': {'id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:57Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c989438e-dd6a-4261-973f-35abd2387fd2', 'name': '', 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'mac_address': 'fa:16:3e:b1:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:59Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 2, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'subnets': [{'id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:26:03.793991 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Checking router: c2e11138-4679-4822-96d2-d8e4cdc371b3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:26:03.794353 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Updating router c2e11138-4679-4822-96d2-d8e4cdc371b3 port c989438e-dd6a-4261-973f-35abd2387fd2 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:26:03.823096 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:03.878305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cff68f40-1967-4efc-b171-5f19dbdd0ea0 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:03.878627 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:03.903277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port cff68f40-1967-4efc-b171-5f19dbdd0ea0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cff68f40-1967-4efc-b171-5f19dbdd0ea0,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:26:03.908085 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:03.966878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=cff68f40-1967-4efc-b171-5f19dbdd0ea0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:26:04.107536 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Publish callbacks [] for port (c989438e-dd6a-4261-973f-35abd2387fd2), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:04.114397 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:04.164838 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4e4fd-35a3-467a-a115-f935a46740e0 None None] Pushing event updated for resources: {'Port': ['ID=c989438e-dd6a-4261-973f-35abd2387fd2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:26:04.218141 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Attempting to bind port c989438e-dd6a-4261-973f-35abd2387fd2 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:26:04.218512 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Attempting to bind port c989438e-dd6a-4261-973f-35abd2387fd2 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9f56e359-831c-40e5-a2e9-53d96270c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:26:04.218878 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Attempting to bind port c989438e-dd6a-4261-973f-35abd2387fd2 on network 80e280e0-1544-4d3f-a30c-5e56909cca9d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:26:04.224631 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:26:04.225040 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Checking segment: {'id': '9f56e359-831c-40e5-a2e9-53d96270c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:26:04.225447 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:04.225853 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Bound using segment: {'id': '9f56e359-831c-40e5-a2e9-53d96270c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:26:04.226300 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Bound port: c989438e-dd6a-4261-973f-35abd2387fd2, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f56e359-831c-40e5-a2e9-53d96270c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:26:04.226677 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:04.304269 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] For port c989438e-dd6a-4261-973f-35abd2387fd2, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:26:04.307607 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] For port c989438e-dd6a-4261-973f-35abd2387fd2, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c989438e-dd6a-4261-973f-35abd2387fd2,segment=NetworkSegment(9f56e359-831c-40e5-a2e9-53d96270c428),segment_id=9f56e359-831c-40e5-a2e9-53d96270c428)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:26:04.316042 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:04.377072 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Routers {'c2e11138-4679-4822-96d2-d8e4cdc371b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:26:04.377702 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:25:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c2e11138-4679-4822-96d2-d8e4cdc371b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:26:04.382386 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-33492351-eee8-4393-8996-65f340d35a26 None None] Provisioning complete for port c989438e-dd6a-4261-973f-35abd2387fd2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:04.382771 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33492351-eee8-4393-8996-65f340d35a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:04.414701 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4e4fd-35a3-467a-a115-f935a46740e0 None None] Pushing event updated for resources: {'Port': ['ID=c989438e-dd6a-4261-973f-35abd2387fd2,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:26:04.503474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-33492351-eee8-4393-8996-65f340d35a26 None None] Current status of the port c989438e-dd6a-4261-973f-35abd2387fd2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:04.503872 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33492351-eee8-4393-8996-65f340d35a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:04.547522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-33492351-eee8-4393-8996-65f340d35a26 None None] For port c989438e-dd6a-4261-973f-35abd2387fd2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c989438e-dd6a-4261-973f-35abd2387fd2,segment=NetworkSegment(9f56e359-831c-40e5-a2e9-53d96270c428),segment_id=9f56e359-831c-40e5-a2e9-53d96270c428)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:26:04.557695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33492351-eee8-4393-8996-65f340d35a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:04.604870 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] Set router c2e11138-4679-4822-96d2-d8e4cdc371b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:26:04.625563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33492351-eee8-4393-8996-65f340d35a26 None None] Pushing event updated for resources: {'Port': ['ID=c989438e-dd6a-4261-973f-35abd2387fd2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:26:04.680655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c8a3fad3-410f-4913-ae41-f203e008b8a3 None None] Provisioning complete for port c989438e-dd6a-4261-973f-35abd2387fd2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:04.681446 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fad3-410f-4913-ae41-f203e008b8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:04.779002 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3fad3-410f-4913-ae41-f203e008b8a3 None None] Current status of the port c989438e-dd6a-4261-973f-35abd2387fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:04.827413 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:56Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 4, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'gw_port': {'id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:57Z', 'updated_at': '2022-02-03T22:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c989438e-dd6a-4261-973f-35abd2387fd2', 'name': '', 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'mac_address': 'fa:16:3e:b1:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:59Z', 'updated_at': '2022-02-03T22:26:04Z', 'revision_number': 4, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'subnets': [{'id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:26:04.856982 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec19d6-1e3d-4a04-93cc-a1cf2d635c35 None None] The sync data for ids ['c2e11138-4679-4822-96d2-d8e4cdc371b3'] in n-d-824834-9 is: [{'id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:56Z', 'updated_at': '2022-02-03T22:26:00Z', 'revision_number': 4, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'gw_port': {'id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:57Z', 'updated_at': '2022-02-03T22:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'c989438e-dd6a-4261-973f-35abd2387fd2', 'name': '', 'network_id': '80e280e0-1544-4d3f-a30c-5e56909cca9d', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'mac_address': 'fa:16:3e:b1:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:59Z', 'updated_at': '2022-02-03T22:26:04Z', 'revision_number': 4, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'subnets': [{'id': '9669b3b5-2f32-4dbd-be02-45fd85c19382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:26:05.526327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cff68f40-1967-4efc-b171-5f19dbdd0ea0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:26:05.574670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cff68f40-1967-4efc-b171-5f19dbdd0ea0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:05.575314 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:05.656331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cff68f40-1967-4efc-b171-5f19dbdd0ea0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:05.657478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c989438e-dd6a-4261-973f-35abd2387fd2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:26:05.703733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c989438e-dd6a-4261-973f-35abd2387fd2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:26:05.704112 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:05.788185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c989438e-dd6a-4261-973f-35abd2387fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:26:23.630023 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65cc339a-fb82-4ba4-a1a8-db2453fccb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:24.717957 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:24.748260 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:26.589068 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-529a8fb9-63a3-41b2-b4a7-03bc204a72ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:27.058402 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:28.737671 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:29.925641 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:31.900773 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:26:53.632315 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14435a9e-11e2-4c04-8366-9f10e36f8371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:54.730022 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:54.770535 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:56.591130 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4483eb76-d71b-4a4e-94b5-3bda94ffd429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:57.061677 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:58.746331 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:26:59.918489 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:08.900451 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:27:23.634548 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f152752f-3d9f-400c-b49f-44fc3329d119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:24.733526 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:24.779930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:26.594100 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ff55823-067c-4fc4-93eb-08872231ada3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:27.062062 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:28.735929 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:29.923952 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:45.901164 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:27:53.638586 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb73300-f81e-4ba5-9112-b4d2aebcc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:54.744231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:54.780159 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:56.599389 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae86e5e6-8cf4-44f1-a0bc-bda466603827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:57.073524 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:58.739227 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:27:59.922154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:10.804286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:10.811211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-244606739', 'description': 'tempest-secgroup-smoke-244606739 description', 'project_id': '37300d5ada934d618587ef715878a014'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:10.831288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:10.899896 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group (cf65eb9d-bf75-4653-b06b-8e86f6d51f64), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:10.903674 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf65eb9d-bf75-4653-b06b-8e86f6d51f64), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:10.933360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:10.934578 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1292520 Feb 03 22:28:10.935923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf65eb9d-bf75-4653-b06b-8e86f6d51f64,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:10.937986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51038) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:10.944524 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'security_group_rule': {'security_group_id': 'cf65eb9d-bf75-4653-b06b-8e86f6d51f64', 'project_id': '37300d5ada934d618587ef715878a014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:10.945684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.946035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.946378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.946715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.947051 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.947380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.947704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.948096 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.948343 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.948663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.949271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.949378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.949628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba113e-6a48-4588-926c-64a1539675dc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:10.974161 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (20c90e45-4ed6-4b22-8d1f-9ee8c910230f), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.028886 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (20c90e45-4ed6-4b22-8d1f-9ee8c910230f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.032399 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (20c90e45-4ed6-4b22-8d1f-9ee8c910230f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.056557 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.057808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175368 Feb 03 22:28:11.060193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c90e45-4ed6-4b22-8d1f-9ee8c910230f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:11.060780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:11.065877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b09f2280-9327-4ced-88e2-7ff010bd29ee tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'security_group_rule': {'security_group_id': 'cf65eb9d-bf75-4653-b06b-8e86f6d51f64', 'project_id': '37300d5ada934d618587ef715878a014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:11.068095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.068472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.068847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.069229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.069604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.070234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.070617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.070955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.071292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.071652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.071989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.072320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.072676 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eede9dc-ec8a-4660-bc61-d1cfecd6fba7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:11.093210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b09f2280-9327-4ced-88e2-7ff010bd29ee tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (30df794d-bbcb-4fea-9685-497263ff45dc), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.147655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b09f2280-9327-4ced-88e2-7ff010bd29ee tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (30df794d-bbcb-4fea-9685-497263ff45dc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.151517 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b09f2280-9327-4ced-88e2-7ff010bd29ee tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (30df794d-bbcb-4fea-9685-497263ff45dc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.169605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f2280-9327-4ced-88e2-7ff010bd29ee tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30df794d-bbcb-4fea-9685-497263ff45dc,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:11.174401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b09f2280-9327-4ced-88e2-7ff010bd29ee tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.175577 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b09f2280-9327-4ced-88e2-7ff010bd29ee tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137016 Feb 03 22:28:11.178287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51052) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:11.182614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-975ca999-ef83-41c8-ba0a-4e48c948501e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'security_group_rule': {'security_group_id': 'cf65eb9d-bf75-4653-b06b-8e86f6d51f64', 'project_id': '37300d5ada934d618587ef715878a014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:11.206477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-975ca999-ef83-41c8-ba0a-4e48c948501e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (8c65d4bc-76b9-459d-8ba5-14f7c74baa7f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.259771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-975ca999-ef83-41c8-ba0a-4e48c948501e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (8c65d4bc-76b9-459d-8ba5-14f7c74baa7f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.263146 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-975ca999-ef83-41c8-ba0a-4e48c948501e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (8c65d4bc-76b9-459d-8ba5-14f7c74baa7f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.280953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ca999-ef83-41c8-ba0a-4e48c948501e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c65d4bc-76b9-459d-8ba5-14f7c74baa7f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:11.288071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-975ca999-ef83-41c8-ba0a-4e48c948501e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.289281 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-975ca999-ef83-41c8-ba0a-4e48c948501e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1100812 Feb 03 22:28:11.291993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:11.296227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2723917c-31c5-49c0-a76a-061215364c89 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'security_group_rule': {'security_group_id': 'cf65eb9d-bf75-4653-b06b-8e86f6d51f64', 'project_id': '37300d5ada934d618587ef715878a014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:11.319451 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2723917c-31c5-49c0-a76a-061215364c89 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (e98ace9c-8d2c-4912-a730-30c91e378b33), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.375926 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2723917c-31c5-49c0-a76a-061215364c89 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (e98ace9c-8d2c-4912-a730-30c91e378b33), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.380007 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2723917c-31c5-49c0-a76a-061215364c89 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (e98ace9c-8d2c-4912-a730-30c91e378b33), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.401040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723917c-31c5-49c0-a76a-061215364c89 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98ace9c-8d2c-4912-a730-30c91e378b33,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:11.406943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2723917c-31c5-49c0-a76a-061215364c89 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.408638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2723917c-31c5-49c0-a76a-061215364c89 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152027 Feb 03 22:28:11.411332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:11.415536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c904e366-9d50-44d3-9462-db690a160104 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'security_group_rule': {'security_group_id': 'cf65eb9d-bf75-4653-b06b-8e86f6d51f64', 'project_id': '37300d5ada934d618587ef715878a014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:11.435407 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-c904e366-9d50-44d3-9462-db690a160104 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Project 37300d5ada934d618587ef715878a014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:28:11.440712 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c904e366-9d50-44d3-9462-db690a160104 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (616fd6be-af9a-4ede-8906-8d5aeba5de92), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.498137 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c904e366-9d50-44d3-9462-db690a160104 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (616fd6be-af9a-4ede-8906-8d5aeba5de92), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.502654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c904e366-9d50-44d3-9462-db690a160104 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (616fd6be-af9a-4ede-8906-8d5aeba5de92), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.520037 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904e366-9d50-44d3-9462-db690a160104 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616fd6be-af9a-4ede-8906-8d5aeba5de92,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:11.528804 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c904e366-9d50-44d3-9462-db690a160104 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.530041 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c904e366-9d50-44d3-9462-db690a160104 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177921 Feb 03 22:28:11.532689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:11.537399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e1059dd6-2596-4041-933d-f8ab6ccf6418 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'security_group_rule': {'security_group_id': 'cf65eb9d-bf75-4653-b06b-8e86f6d51f64', 'project_id': '37300d5ada934d618587ef715878a014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:11.557577 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-e1059dd6-2596-4041-933d-f8ab6ccf6418 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Project 37300d5ada934d618587ef715878a014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:28:11.562267 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1059dd6-2596-4041-933d-f8ab6ccf6418 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (64609e7a-d49b-41cf-8180-2dd185fe1fad), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.621603 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1059dd6-2596-4041-933d-f8ab6ccf6418 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (64609e7a-d49b-41cf-8180-2dd185fe1fad), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.624954 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1059dd6-2596-4041-933d-f8ab6ccf6418 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (64609e7a-d49b-41cf-8180-2dd185fe1fad), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.641824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1059dd6-2596-4041-933d-f8ab6ccf6418 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64609e7a-d49b-41cf-8180-2dd185fe1fad,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:11.649972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1059dd6-2596-4041-933d-f8ab6ccf6418 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:11.651405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e1059dd6-2596-4041-933d-f8ab6ccf6418 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175013 Feb 03 22:28:11.832712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-01123880-c83a-4840-b453-c754921a3983 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244606739&fields=id&tenant_id=37300d5ada934d618587ef715878a014 HTTP/1.1" status: 200 len: 267 time: 0.0444071 Feb 03 22:28:11.939797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-97638cd8-8482-43e9-ac5d-2ef471dc00d0 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:11.941324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-97638cd8-8482-43e9-ac5d-2ef471dc00d0 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/networks?id=766c0351-0b44-4eea-b052-8379c73d3788 HTTP/1.1" status: 200 len: 814 time: 0.1022139 Feb 03 22:28:11.956071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-97e3c6a5-1eb3-4229-ba56-c45472a8e3cc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/quotas/37300d5ada934d618587ef715878a014 HTTP/1.1" status: 200 len: 375 time: 0.0094459 Feb 03 22:28:12.009055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-a0c99b92-d62d-4d9f-9a5e-2d3d6b0a2cf7 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=37300d5ada934d618587ef715878a014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482111 Feb 03 22:28:12.238786 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-e4a2bb8e-d458-47e9-986f-fc3ad56d2acc service neutron] 10.222.0.50 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107861 Feb 03 22:28:12.326160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-99069f00-7858-47b6-9c51-c8ea2a4965a5 service neutron] 10.222.0.50 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817649 Feb 03 22:28:12.604258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-074ec0ab-52b7-482d-8d5b-78df515ffed9 req-5b170d73-baad-4d24-8c97-f27b79908905 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0277236 Feb 03 22:28:13.612570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-795789e7-6fba-493d-b174-6b757ce8afc6 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:13.614066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-795789e7-6fba-493d-b174-6b757ce8afc6 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.10 "GET /v2.0/networks?id=766c0351-0b44-4eea-b052-8379c73d3788 HTTP/1.1" status: 200 len: 814 time: 0.1086936 Feb 03 22:28:13.681366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-b35950b8-bfaf-4c3e-95b7-0c7635c4213c tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37300d5ada934d618587ef715878a014 HTTP/1.1" status: 200 len: 379 time: 0.0589161 Feb 03 22:28:13.689638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'port': {'device_id': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'admin_state_up': True, 'tenant_id': '37300d5ada934d618587ef715878a014', 'security_groups': ['cf65eb9d-bf75-4653-b06b-8e86f6d51f64']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:13.762902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69fbd0cb-bb65-42e8-9f85-df7d69dc1642 req-556c8112-7076-49ff-96b8-d6fbb7eb3b22 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0584126 Feb 03 22:28:13.828230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Made reservation on behalf of 37300d5ada934d618587ef715878a014 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:28:13.832066 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:13.960667 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Allocated IP 172.20.0.7 (766c0351-0b44-4eea-b052-8379c73d3788/ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef/d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:28:14.104774 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:14.138075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:14.190731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Network 766c0351-0b44-4eea-b052-8379c73d3788 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:28:14.193891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:28:14.196575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:28:14.221585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'Port': ['ID=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:14.254893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:14.255931 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:14.274673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-ef377885-fd59-4bc7-9fe8-8024134bf9d9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892859 Feb 03 22:28:14.284063 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-a075b721-f015-4fa4-97bf-39cff7caf2dd tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:28:14.285177 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-a075b721-f015-4fa4-97bf-39cff7caf2dd tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056019 Feb 03 22:28:14.296978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Request body: {'port': {'device_id': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:14.360279 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:14.484925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1f8e59a4-8658-4f28-b346-0e71a88532fd None None] Provisioning complete for port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:28:14.485488 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f8e59a4-8658-4f28-b346-0e71a88532fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:14.519278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e59a4-8658-4f28-b346-0e71a88532fd None None] Port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:28:14.938748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:28:14.951652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debd32-b68c-426e-8796-f54d02ec366c req-344ea2cd-efd6-4e55-9459-74fa26f4a1eb tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:14.953152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5debd32-b68c-426e-8796-f54d02ec366c req-344ea2cd-efd6-4e55-9459-74fa26f4a1eb tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 931 time: 0.0991702 Feb 03 22:28:14.954941 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Publish callbacks [] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:14.980696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Transition to ACTIVE for port object d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:28:14.987527 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:15.050179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5debd32-b68c-426e-8796-f54d02ec366c req-66fa1920-4809-493b-9344-be764b9d5271 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892270 Feb 03 22:28:15.058998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Pushing event updated for resources: {'Port': ['ID=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:15.133766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Attempting to bind port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:28:15.134102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Attempting to bind port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:28:15.134434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Attempting to bind port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 on network 766c0351-0b44-4eea-b052-8379c73d3788 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:28:15.139020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 on network 766c0351-0b44-4eea-b052-8379c73d3788 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:28:15.139341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Attempting to bind port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 on network 766c0351-0b44-4eea-b052-8379c73d3788 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:28:15.144369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:28:15.144708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Checking segment: {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:28:15.145125 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Bound using segment: {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:28:15.145542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Bound port: d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ba44e8-009c-4c04-956b-c29a9e609275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:28:15.145903 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:15.215233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] For port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:28:15.218550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] For port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:28:15.225965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:15.264083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:15.264716 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:15.266231 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] 10.222.0.10 "PUT /v2.0/ports/d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 HTTP/1.1" status: 200 len: 1091 time: 0.9735544 Feb 03 22:28:15.266679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:28:15.270087 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd527e6e-72c3-4741-9503-206510a5eeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:28:15.309374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3d320-16e9-45fb-83c7-30dbdf79b47e service neutron] Pushing event updated for resources: {'Port': ['ID=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:15.343828 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1f7e58-955c-40a2-b53c-251b5c3fa06f x-openstack-request-id: req-cb1f7e58-955c-40a2-b53c-251b5c3fa06f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:28:15.344132 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:28:15.344392 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb1f7e58-955c-40a2-b53c-251b5c3fa06f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:28:15.344957 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'status': 'completed', 'code': 200} Feb 03 22:28:15.370315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-9c266d5b-185d-4f60-a91f-ef4a9cbd92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:15.371852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-9c266d5b-185d-4f60-a91f-ef4a9cbd92ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37300d5ada934d618587ef715878a014&device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1125 time: 0.0582418 Feb 03 22:28:15.416455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-060a2d1c-cda4-49c6-b139-e61c69a8a119 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 HTTP/1.1" status: 200 len: 217 time: 0.0372856 Feb 03 22:28:15.470003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-e23ad788-3a33-4df7-bd22-08c6d0a07d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:15.471663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-e23ad788-3a33-4df7-bd22-08c6d0a07d5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef HTTP/1.1" status: 200 len: 853 time: 0.0496917 Feb 03 22:28:15.521312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-6725e5f0-366f-447d-bf3b-007783598a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:15.522863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-6725e5f0-366f-447d-bf3b-007783598a63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=766c0351-0b44-4eea-b052-8379c73d3788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450480 Feb 03 22:28:15.609570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-9de583ea-2221-40b3-83c4-b02b1a347174 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809054 Feb 03 22:28:15.701968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-590e11f8-ccb7-40cb-98ac-3e010375df88 req-35dcd420-1996-4b90-a368-15fc45f9b87d service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864084 Feb 03 22:28:15.793722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-295bd934-e53b-4624-ae24-7fa12a91e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:15.795288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-295bd934-e53b-4624-ae24-7fa12a91e0d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37300d5ada934d618587ef715878a014&device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1125 time: 0.0457001 Feb 03 22:28:15.885156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-363cc223-6485-4c0a-8758-234d65b84a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:15.886671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-363cc223-6485-4c0a-8758-234d65b84a54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=766c0351-0b44-4eea-b052-8379c73d3788 HTTP/1.1" status: 200 len: 915 time: 0.0860534 Feb 03 22:28:15.926818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-c0a9b181-5e89-4aaa-8b43-f9844245e8ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 HTTP/1.1" status: 200 len: 217 time: 0.0345817 Feb 03 22:28:15.972890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-1a5b5272-8134-4dc7-bb3e-2329069e182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:15.974409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-1a5b5272-8134-4dc7-bb3e-2329069e182c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef HTTP/1.1" status: 200 len: 853 time: 0.0426481 Feb 03 22:28:16.026814 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-c5bdf744-5779-41ac-8241-78d9bc2d9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:16.028319 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-c5bdf744-5779-41ac-8241-78d9bc2d9758 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=766c0351-0b44-4eea-b052-8379c73d3788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477607 Feb 03 22:28:16.118217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-dd6f2e7d-f70a-4abc-b90e-50dd25594e4c service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839007 Feb 03 22:28:16.247891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3ddd6-c605-4047-b8b7-f303b96871b5 req-780a27f6-b85b-49d7-8091-32c267947b0f tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:16.249418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1f3ddd6-c605-4047-b8b7-f303b96871b5 req-780a27f6-b85b-49d7-8091-32c267947b0f tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.1178398 Feb 03 22:28:16.253870 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bd527e6e-72c3-4741-9503-206510a5eeaa req-b5acd3e0-9787-4207-9034-67c1544ea3c6 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301115 Feb 03 22:28:16.313127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1f3ddd6-c605-4047-b8b7-f303b96871b5 req-ee8af979-3756-4818-b872-9f5baec0417c tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519810 Feb 03 22:28:17.434815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a592a-667c-4d06-93b7-f8ea054b13c9 req-2950949f-f3bd-4f4a-8f61-77a2d13f84bf tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:17.436292 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a8a592a-667c-4d06-93b7-f8ea054b13c9 req-2950949f-f3bd-4f4a-8f61-77a2d13f84bf tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0527799 Feb 03 22:28:17.489228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a8a592a-667c-4d06-93b7-f8ea054b13c9 req-f622b24a-cff9-45e8-8ec4-83821fc6794c tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471563 Feb 03 22:28:18.608920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5ba0a-e8cc-4b53-b5cd-29d4a746b3a5 req-8cfa2264-e460-45e2-a8eb-0ac07df31b8f tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:18.610454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f5ba0a-e8cc-4b53-b5cd-29d4a746b3a5 req-8cfa2264-e460-45e2-a8eb-0ac07df31b8f tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0538292 Feb 03 22:28:18.659554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f5ba0a-e8cc-4b53-b5cd-29d4a746b3a5 req-741d12d3-61da-44eb-9d79-52851b8307bf tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Feb 03 22:28:19.784856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96edb83-8617-4f87-a026-a5957c1e1d18 req-6bcbe4e0-f6bb-4589-8d2d-af7d8eb9728c tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:19.786402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d96edb83-8617-4f87-a026-a5957c1e1d18 req-6bcbe4e0-f6bb-4589-8d2d-af7d8eb9728c tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0560434 Feb 03 22:28:19.838422 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d96edb83-8617-4f87-a026-a5957c1e1d18 req-b2ecba54-fb6d-4d1b-a847-5dc4b773d410 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459349 Feb 03 22:28:20.965335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a75b8-776b-4515-be86-9fc9d5a774a4 req-418a6a20-51f7-4de6-b11e-f7933a46d0bf tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:20.966731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-001a75b8-776b-4515-be86-9fc9d5a774a4 req-418a6a20-51f7-4de6-b11e-f7933a46d0bf tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0594723 Feb 03 22:28:21.015350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-001a75b8-776b-4515-be86-9fc9d5a774a4 req-47d26bb2-318e-481f-ac1a-e9a8a389f09c tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Feb 03 22:28:22.132972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d90d-559b-42a6-bafa-bfb4d01dcd02 req-44c2dd27-0b64-423c-8b6b-92ae39b78005 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:22.134451 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23f7d90d-559b-42a6-bafa-bfb4d01dcd02 req-44c2dd27-0b64-423c-8b6b-92ae39b78005 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0515921 Feb 03 22:28:22.185070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-23f7d90d-559b-42a6-bafa-bfb4d01dcd02 req-db6feaf4-d402-4184-b3e6-4a9310c261bb tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449567 Feb 03 22:28:22.900115 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:28:23.305816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55d925-a294-4dbe-a4fd-2b4c2d5e52d1 req-790446d6-d8ff-4ea3-840d-ca19c6e87006 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:23.307278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff55d925-a294-4dbe-a4fd-2b4c2d5e52d1 req-790446d6-d8ff-4ea3-840d-ca19c6e87006 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0560710 Feb 03 22:28:23.354844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ff55d925-a294-4dbe-a4fd-2b4c2d5e52d1 req-21d25903-55b2-429f-a7db-221e09d575ee tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420310 Feb 03 22:28:23.640382 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-209115c2-c731-4140-a8b7-b4b4ed852131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:24.472921 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee8f94-2335-4013-b48e-837a9d82e688 req-82f5e264-714f-4b4c-8786-6ed8adf500ef tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:24.474406 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddee8f94-2335-4013-b48e-837a9d82e688 req-82f5e264-714f-4b4c-8786-6ed8adf500ef tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0532823 Feb 03 22:28:24.522712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ddee8f94-2335-4013-b48e-837a9d82e688 req-a8414ca1-94ba-4aec-8cdb-c26777fba22d tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Feb 03 22:28:24.744182 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:24.792263 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:25.638393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0365f19-5e77-42e1-88e7-e5e6b27441e0 req-1da9ddaa-9f53-4b24-a545-f1006aeaf606 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:25.639843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0365f19-5e77-42e1-88e7-e5e6b27441e0 req-1da9ddaa-9f53-4b24-a545-f1006aeaf606 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0505645 Feb 03 22:28:25.694233 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0365f19-5e77-42e1-88e7-e5e6b27441e0 req-1379dc5c-ea36-4e26-b9e3-55567f466572 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480256 Feb 03 22:28:26.596885 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3367e20-422f-4b5b-9648-cfda5e15b09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:26.811202 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4f8ff-a250-474c-a957-72a67abcaf95 req-34425117-d2c9-42a7-b69b-519b328279ad tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:26.812689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ca4f8ff-a250-474c-a957-72a67abcaf95 req-34425117-d2c9-42a7-b69b-519b328279ad tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0528386 Feb 03 22:28:26.861083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ca4f8ff-a250-474c-a957-72a67abcaf95 req-8526e685-16fd-4589-aa20-838881a86273 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427680 Feb 03 22:28:27.069412 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:27.979032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f972579-f29d-46a7-8441-312b0418cff6 req-012e207f-948e-4128-af27-53285169cb03 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:27.980552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f972579-f29d-46a7-8441-312b0418cff6 req-012e207f-948e-4128-af27-53285169cb03 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0523007 Feb 03 22:28:28.029692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f972579-f29d-46a7-8441-312b0418cff6 req-f55c9f38-8064-4545-8823-43a243c471b3 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434046 Feb 03 22:28:28.744682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:29.153644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74ebcb-afdf-433b-9bc5-c09e0850acb9 req-d431124c-5132-45ba-8a4f-e6f17b5d481d tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:29.155160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c74ebcb-afdf-433b-9bc5-c09e0850acb9 req-d431124c-5132-45ba-8a4f-e6f17b5d481d tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 943 time: 0.0568802 Feb 03 22:28:29.202947 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c74ebcb-afdf-433b-9bc5-c09e0850acb9 req-97bc64dd-d470-4d12-9ebc-664865460ca2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416915 Feb 03 22:28:29.919664 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:29.931359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:28:30.025303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:28:30.036204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'port_id': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'mac_address': 'fa:16:3e:36:14:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:28:30.074837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:28:30.075220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:30.088106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:28:30.106323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:28:30.109841 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:30.155864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:30.163549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.163846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.164195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.164538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.164876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.165239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.165575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.165908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.166238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.166568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.166896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.167226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.167553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:28:30.320627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f962c-978f-4a54-a994-9be1c68e9094 req-0c1376aa-73ac-4973-9de5-0f39f2f76efe tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:30.322616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe0f962c-978f-4a54-a994-9be1c68e9094 req-0c1376aa-73ac-4973-9de5-0f39f2f76efe tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 944 time: 0.0530086 Feb 03 22:28:30.373227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe0f962c-978f-4a54-a994-9be1c68e9094 req-51d886db-e3a7-4f9a-8484-05ddec117269 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450466 Feb 03 22:28:30.471803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:28:31.489753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2545-d26a-445d-84c4-b6ecd068ae33 req-c2d52637-db36-40c9-b46f-2b7218025e1f tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:31.491221 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a3c2545-d26a-445d-84c4-b6ecd068ae33 req-c2d52637-db36-40c9-b46f-2b7218025e1f tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 944 time: 0.0523908 Feb 03 22:28:31.543489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a3c2545-d26a-445d-84c4-b6ecd068ae33 req-4501f184-bce7-43d9-b411-b0356a8aaa23 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468078 Feb 03 22:28:31.934612 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:28:31.981994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:28:31.986388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:28:31.986762 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:32.062942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:28:32.063326 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:32.085331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:28:32.087533 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d67c80f-f281-4f03-8c0b-79f63334996f" -d '{"events": [{"server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "name": "network-vif-plugged", "status": "completed", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:28:32.100762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:28:32.104693 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:32.127080 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252d1c1c-cb6a-497e-98ba-b90c748cdef2 x-openstack-request-id: req-252d1c1c-cb6a-497e-98ba-b90c748cdef2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:28:32.127379 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "name": "network-vif-plugged", "status": "completed", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:28:32.127635 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-252d1c1c-cb6a-497e-98ba-b90c748cdef2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:28:32.128029 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'code': 200} Feb 03 22:28:32.153444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:32.222388 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b04cf-1027-4f94-8128-fc26b06a2fbd req-ed23c886-08fb-42aa-b6cd-d4068bba4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:32.223787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-032b04cf-1027-4f94-8128-fc26b06a2fbd req-ed23c886-08fb-42aa-b6cd-d4068bba4184 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1127 time: 0.0440900 Feb 03 22:28:32.270134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-032b04cf-1027-4f94-8128-fc26b06a2fbd req-5f5d54d6-7771-46b4-834f-80253fb5fb64 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396547 Feb 03 22:28:32.660136 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f171fc-8eaf-483f-836c-a4de737b37be req-3e70765b-a00c-4192-bdd2-da0d6ace4326 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:32.661643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f171fc-8eaf-483f-836c-a4de737b37be req-3e70765b-a00c-4192-bdd2-da0d6ace4326 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 945 time: 0.0534346 Feb 03 22:28:32.711016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f171fc-8eaf-483f-836c-a4de737b37be req-3557b0fc-f37f-45b5-804c-194fee8a251c tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438988 Feb 03 22:28:33.835653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a34e4d-b683-4696-b3c8-8f54b7264d72 req-87a31988-7b76-4259-affe-f913be2b6194 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:33.837137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5a34e4d-b683-4696-b3c8-8f54b7264d72 req-87a31988-7b76-4259-affe-f913be2b6194 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 945 time: 0.0562825 Feb 03 22:28:33.889266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5a34e4d-b683-4696-b3c8-8f54b7264d72 req-e4822304-c880-4645-84cd-b73a07e79110 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465171 Feb 03 22:28:34.007060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d9f5d-4ab5-4d6e-98da-986ef5bed07f req-2d32367d-70cd-4397-af26-a3e486c87ba2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:34.008484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a6d9f5d-4ab5-4d6e-98da-986ef5bed07f req-2d32367d-70cd-4397-af26-a3e486c87ba2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 945 time: 0.0532677 Feb 03 22:28:34.059262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3a6d9f5d-4ab5-4d6e-98da-986ef5bed07f req-6a389e57-8b71-44cf-93f5-365a90455098 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432508 Feb 03 22:28:34.081326 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:34.170656 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5e528-88da-49dd-abb2-4c5f26abc5bd tempest-TestVolumeBackupRestore-935210956 tempest-TestVolumeBackupRestore-935210956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:34.172200 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-04b5e528-88da-49dd-abb2-4c5f26abc5bd tempest-TestVolumeBackupRestore-935210956 tempest-TestVolumeBackupRestore-935210956-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1122 time: 0.0898752 Feb 03 22:28:34.175182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:34.179446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'tenant_id': '37300d5ada934d618587ef715878a014', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:34.198570 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:34.293845 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:34.396083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Allocated IP 172.25.5.87 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:28:34.495631 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for port (3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:34.527767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:34.567423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:28:34.572036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:28:34.575461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:28:34.600433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'Port': ['ID=3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:35.232942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for floatingip (8de23566-3e3f-4894-88b4-f5df5076fb9d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:35.302161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:35.446083 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for port (3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:35.450465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:35.523868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event updated for resources: {'Port': ['ID=3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:28:35.538407 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (8de23566-3e3f-4894-88b4-f5df5076fb9d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:35.639254 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Floating IP 8de23566-3e3f-4894-88b4-f5df5076fb9d associated. External IP: 172.25.5.87, port: d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74. Feb 03 22:28:35.853651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Router eb175b46-0c17-4f1d-8181-9fda78d2f61d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:28:35.972720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:28:35.986366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] Sync routers for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:28:35.993285 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:35.997306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:28:35.998102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:28:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:28:36.028284 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fde0d312-1b73-48ca-979b-6d7dfe0bbe8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8520732 Feb 03 22:28:36.028924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:28:36.031078 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:36.031539 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d" -d '{"events": [{"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:28:36.071883 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a888c12b-acc0-477f-99cc-df2c7ae56094 x-openstack-request-id: req-a888c12b-acc0-477f-99cc-df2c7ae56094 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:28:36.072185 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:28:36.072473 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a888c12b-acc0-477f-99cc-df2c7ae56094 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:28:36.072856 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'status': 'completed', 'code': 200} Feb 03 22:28:36.081534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2486c674-1b04-439b-bb1b-4beec07d241a tempest-TestVolumeBackupRestore-935210956 tempest-TestVolumeBackupRestore-935210956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:36.084945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2486c674-1b04-439b-bb1b-4beec07d241a tempest-TestVolumeBackupRestore-935210956 tempest-TestVolumeBackupRestore-935210956-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1122 time: 0.0503867 Feb 03 22:28:36.086607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:28:36.094148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-88a5e348-b530-4eba-bb75-5a66197b5373 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Request body: {'floatingip': {'port_id': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:28:36.113360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:28:36.155271 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88a5e348-b530-4eba-bb75-5a66197b5373 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for floatingip (8de23566-3e3f-4894-88b4-f5df5076fb9d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:36.197940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-2e862313-c26b-4488-ae8b-e471d525bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:36.200367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-2e862313-c26b-4488-ae8b-e471d525bc22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37300d5ada934d618587ef715878a014&device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1127 time: 0.1023166 Feb 03 22:28:36.302435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-6f1b38a9-8636-4224-9737-1f95eac24240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:36.304023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-6f1b38a9-8636-4224-9737-1f95eac24240 service neutron] 10.222.0.10 "GET /v2.0/networks?id=766c0351-0b44-4eea-b052-8379c73d3788 HTTP/1.1" status: 200 len: 915 time: 0.0974121 Feb 03 22:28:36.379348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8de23566-3e3f-4894-88b4-f5df5076fb9d', 'tenant_id': '37300d5ada934d618587ef715878a014', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'port_id': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'mac_address': 'fa:16:3e:36:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:28:34Z', 'updated_at': '2022-02-03T22:28:34Z', 'revision_number': 0, 'project_id': '37300d5ada934d618587ef715878a014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:28:36.385755 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-b2c3e0e9-ce3f-4f19-8bf8-f1ea7b6661cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 HTTP/1.1" status: 200 len: 998 time: 0.0756044 Feb 03 22:28:36.407004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] Checking router: eb175b46-0c17-4f1d-8181-9fda78d2f61d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:28:36.417989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:28:36.418626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:28:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:28:36.435170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-4a2edecd-30a6-460e-b505-7b011213a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:36.436675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-4a2edecd-30a6-460e-b505-7b011213a4f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef HTTP/1.1" status: 200 len: 853 time: 0.0456865 Feb 03 22:28:36.487091 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-50f04d19-0075-46fe-a667-ed4a344f7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:36.488749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-50f04d19-0075-46fe-a667-ed4a344f7200 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=766c0351-0b44-4eea-b052-8379c73d3788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466104 Feb 03 22:28:36.533557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:28:36.595089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-c6fb81ca-22ed-4196-9e79-cb59d2ac8304 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997934 Feb 03 22:28:36.693492 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fde33d9-7bcd-4fb0-9c19-f9e44447a93d req-150586ba-6795-4b6a-a664-896a70ff2f8c service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930331 Feb 03 22:28:36.717123 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88a5e348-b530-4eba-bb75-5a66197b5373 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:36.721071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88a5e348-b530-4eba-bb75-5a66197b5373 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (8de23566-3e3f-4894-88b4-f5df5076fb9d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:36.781307 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8de23566-3e3f-4894-88b4-f5df5076fb9d', 'tenant_id': '37300d5ada934d618587ef715878a014', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'port_id': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'mac_address': 'fa:16:3e:36:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:28:34Z', 'updated_at': '2022-02-03T22:28:34Z', 'revision_number': 0, 'project_id': '37300d5ada934d618587ef715878a014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:28:36.807341 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eabc1c-ae3d-44a7-995f-edb2a87ea142 None None] The sync data for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 is: [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8de23566-3e3f-4894-88b4-f5df5076fb9d', 'tenant_id': '37300d5ada934d618587ef715878a014', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'port_id': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'mac_address': 'fa:16:3e:36:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:28:34Z', 'updated_at': '2022-02-03T22:28:34Z', 'revision_number': 0, 'project_id': '37300d5ada934d618587ef715878a014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:28:36.951026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a5e348-b530-4eba-bb75-5a66197b5373 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Router eb175b46-0c17-4f1d-8181-9fda78d2f61d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:28:37.025374 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa3b360-fc9e-42d7-ab1e-762c90cee9c4 None None] New status for floating IP 8de23566-3e3f-4894-88b4-f5df5076fb9d: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:28:37.063315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a5e348-b530-4eba-bb75-5a66197b5373 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:28:37.068504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88a5e348-b530-4eba-bb75-5a66197b5373 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:37.130059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-88a5e348-b530-4eba-bb75-5a66197b5373 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "PUT /v2.0/floatingips/8de23566-3e3f-4894-88b4-f5df5076fb9d HTTP/1.1" status: 200 len: 990 time: 1.0423934 Feb 03 22:28:37.254067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] Sync routers for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:28:37.263917 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:28:37.264551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:28:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:28:37.369851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:28:37.749938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8de23566-3e3f-4894-88b4-f5df5076fb9d', 'tenant_id': '37300d5ada934d618587ef715878a014', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'port_id': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'mac_address': 'fa:16:3e:36:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:28:34Z', 'updated_at': '2022-02-03T22:28:37Z', 'revision_number': 2, 'project_id': '37300d5ada934d618587ef715878a014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:28:37.776139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] Checking router: eb175b46-0c17-4f1d-8181-9fda78d2f61d for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:28:37.785303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:28:37.785919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:28:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:28:37.890882 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:28:38.074449 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74'}, {'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:28:38.077037 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74"}, {"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:28:38.110698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8de23566-3e3f-4894-88b4-f5df5076fb9d', 'tenant_id': '37300d5ada934d618587ef715878a014', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'port_id': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'mac_address': 'fa:16:3e:36:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:28:34Z', 'updated_at': '2022-02-03T22:28:37Z', 'revision_number': 2, 'project_id': '37300d5ada934d618587ef715878a014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:28:38.113698 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa52c1f-52fe-447a-8ded-fc933b7aebae x-openstack-request-id: req-2aa52c1f-52fe-447a-8ded-fc933b7aebae {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:28:38.114002 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:28:38.114255 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2aa52c1f-52fe-447a-8ded-fc933b7aebae {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:28:38.114661 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'status': 'completed', 'code': 200} Feb 03 22:28:38.114914 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'status': 'completed', 'code': 200} Feb 03 22:28:38.142709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfdf73-59a4-49e0-baa5-63b10bc79987 None None] The sync data for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 is: [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8de23566-3e3f-4894-88b4-f5df5076fb9d', 'tenant_id': '37300d5ada934d618587ef715878a014', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'port_id': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'mac_address': 'fa:16:3e:36:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:28:34Z', 'updated_at': '2022-02-03T22:28:37Z', 'revision_number': 2, 'project_id': '37300d5ada934d618587ef715878a014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:28:38.185237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-417c6dd8-f269-4246-a15c-e7308ee3fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:38.186781 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-417c6dd8-f269-4246-a15c-e7308ee3fc1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37300d5ada934d618587ef715878a014&device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1127 time: 0.0523062 Feb 03 22:28:38.278455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-8430ad68-e7b5-4df4-980f-29a2b797eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:38.280325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-8430ad68-e7b5-4df4-980f-29a2b797eda2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=766c0351-0b44-4eea-b052-8379c73d3788 HTTP/1.1" status: 200 len: 915 time: 0.0878599 Feb 03 22:28:38.349578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-aeb3eb29-b324-440e-8673-6439c282cbd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 HTTP/1.1" status: 200 len: 1000 time: 0.0636413 Feb 03 22:28:38.396737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-f9404d98-f91e-4551-bf0f-70d0a45aa025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:38.398226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-f9404d98-f91e-4551-bf0f-70d0a45aa025 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef HTTP/1.1" status: 200 len: 853 time: 0.0435352 Feb 03 22:28:38.446033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-5ce2ac79-6778-44ee-9f62-1c52de7f649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:38.447511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-5ce2ac79-6778-44ee-9f62-1c52de7f649b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=766c0351-0b44-4eea-b052-8379c73d3788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438328 Feb 03 22:28:38.537833 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-03c3da56-67fb-472e-8884-365a2377ce98 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849776 Feb 03 22:28:38.622932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-c11cc149-c462-46a2-9d69-91546ba6da28 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798888 Feb 03 22:28:38.703241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-ef173157-613d-4b70-bfee-45877f0a92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:38.704732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-ef173157-613d-4b70-bfee-45877f0a92df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37300d5ada934d618587ef715878a014&device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1127 time: 0.0440152 Feb 03 22:28:38.796624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-8fff69b4-05dd-4bc5-b0e5-29dc41bd0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:38.798125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-8fff69b4-05dd-4bc5-b0e5-29dc41bd0954 service neutron] 10.222.0.10 "GET /v2.0/networks?id=766c0351-0b44-4eea-b052-8379c73d3788 HTTP/1.1" status: 200 len: 915 time: 0.0876315 Feb 03 22:28:38.861837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-7599bd25-78ae-4b9c-8e24-fed70ed43dff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 HTTP/1.1" status: 200 len: 1000 time: 0.0580809 Feb 03 22:28:38.913687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-c56055c5-757b-4248-8ea1-7a1617db6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:38.915143 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-c56055c5-757b-4248-8ea1-7a1617db6cf0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef HTTP/1.1" status: 200 len: 853 time: 0.0477269 Feb 03 22:28:38.962999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-1581f95d-0293-4f3f-833d-6f30b278f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:38.964477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-1581f95d-0293-4f3f-833d-6f30b278f86c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=766c0351-0b44-4eea-b052-8379c73d3788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437152 Feb 03 22:28:39.055346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-4890c02b-c0dc-436c-bd9e-1427369a6a69 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848532 Feb 03 22:28:39.148093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ecd41ad-5c30-4f99-bd9c-45975fa2d3a7 req-a8308f3c-6cf0-42db-aebb-f009adf3b8f1 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872138 Feb 03 22:28:41.823782 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-f2543852-fecd-4d42-b768-f816a4d38df7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429392 Feb 03 22:28:41.905522 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-43b02e79-f365-498f-9512-ce979159c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:41.907055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-43b02e79-f365-498f-9512-ce979159c5b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37300d5ada934d618587ef715878a014&device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1127 time: 0.0444021 Feb 03 22:28:42.011761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-4c7d701e-2518-4a1c-b641-944c9b96e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:42.013383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-4c7d701e-2518-4a1c-b641-944c9b96e9a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=766c0351-0b44-4eea-b052-8379c73d3788 HTTP/1.1" status: 200 len: 915 time: 0.0880752 Feb 03 22:28:42.078570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-b64de2f2-6955-4639-9463-df719f60cbc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 HTTP/1.1" status: 200 len: 1000 time: 0.0598981 Feb 03 22:28:42.132241 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-e8f820a3-d595-4763-a632-01a1798b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:42.133911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-e8f820a3-d595-4763-a632-01a1798b760a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef HTTP/1.1" status: 200 len: 853 time: 0.0501659 Feb 03 22:28:42.185680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-e9bf48e7-651c-4b6c-89e4-91f48233450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:28:42.187375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-e9bf48e7-651c-4b6c-89e4-91f48233450a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=766c0351-0b44-4eea-b052-8379c73d3788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481048 Feb 03 22:28:42.284669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-8de015b9-d9f4-4164-aeec-bf02974bdee0 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914285 Feb 03 22:28:42.377854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1fb7cc28-6d9e-4cef-9a4f-bbbd6b166ea8 req-de40c25e-45e3-4d96-9d76-3c00e7b0ba98 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871935 Feb 03 22:28:53.640998 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf4f6-4827-4e1a-82c3-9ce792ad9948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:54.763235 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:54.812371 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:56.598074 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7901ec-11d6-4125-9d93-910fa4ec65a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:57.071377 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:58.744038 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:28:59.900169 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:28:59.921996 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:10.244668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51166) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:10.402883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Deleting port 3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:10.403228 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:10.487263 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:10.487594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for floatingip (3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:10.499212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Calling delete_port for 3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:10.643637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:10.674169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event deleted for resources: {'Port': ['ID=3cc5e4b0-359f-423f-bb2c-2d92a0a5efd8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:10.736681 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for floatingip (8de23566-3e3f-4894-88b4-f5df5076fb9d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:10.737050 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Floating IP 8de23566-3e3f-4894-88b4-f5df5076fb9d disassociated (deleted). External IP: 172.25.5.87, port: d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74. Feb 03 22:29:10.953733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Router eb175b46-0c17-4f1d-8181-9fda78d2f61d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:29:11.064222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:29:11.069944 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:11.073682 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] Sync routers for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:29:11.083694 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:29:11.084370 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:28:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:11.101303 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9e1abe2d-acf0-49d9-846c-c39f6d0d2db9 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "DELETE /v2.0/floatingips/8de23566-3e3f-4894-88b4-f5df5076fb9d HTTP/1.1" status: 204 len: 168 time: 0.8555832 Feb 03 22:29:11.101871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:29:11.104129 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:29:11.140698 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da05cc18-32f4-4e78-9889-dee3df856584 x-openstack-request-id: req-da05cc18-32f4-4e78-9889-dee3df856584 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:29:11.141237 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:29:11.141684 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da05cc18-32f4-4e78-9889-dee3df856584 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:29:11.142286 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'status': 'completed', 'code': 200} Feb 03 22:29:11.194801 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:29:11.206775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-38eb2d08-d993-41f7-9012-f4922c5040cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:11.208303 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-38eb2d08-d993-41f7-9012-f4922c5040cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37300d5ada934d618587ef715878a014&device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 1127 time: 0.0473762 Feb 03 22:29:11.331230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-a7dda85a-0cfd-4cc3-a001-a261bfc0ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:11.332779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-a7dda85a-0cfd-4cc3-a001-a261bfc0ce09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=766c0351-0b44-4eea-b052-8379c73d3788 HTTP/1.1" status: 200 len: 915 time: 0.1032872 Feb 03 22:29:11.387117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-3f824990-71af-495b-a529-e7a76aac350b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 HTTP/1.1" status: 200 len: 217 time: 0.0472226 Feb 03 22:29:11.439239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-0ab18062-bbce-46bc-a582-94c2960b1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:11.440732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-0ab18062-bbce-46bc-a582-94c2960b1bb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef HTTP/1.1" status: 200 len: 853 time: 0.0479703 Feb 03 22:29:11.493579 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:11.519201 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] Checking router: eb175b46-0c17-4f1d-8181-9fda78d2f61d for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:29:11.528220 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:29:11.528831 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:28:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:11.529284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b9b82-0ba5-46da-b07d-ee52547255d9 req-df686f84-edae-437e-866f-a0ccbe4170e4 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:11.530764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f9b9b82-0ba5-46da-b07d-ee52547255d9 req-df686f84-edae-437e-866f-a0ccbe4170e4 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 945 time: 0.2418902 Feb 03 22:29:11.532618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-5389033f-55e6-4867-9de5-fcffacc74b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:11.534065 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-5389033f-55e6-4867-9de5-fcffacc74b95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=766c0351-0b44-4eea-b052-8379c73d3788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0837564 Feb 03 22:29:11.634658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f9b9b82-0ba5-46da-b07d-ee52547255d9 req-de3fec82-4a8f-4270-8871-ff93523a1c43 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979049 Feb 03 22:29:11.637999 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:29:11.663578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-433dd77a-38d0-47ea-b11a-d0e229e88db7 service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198025 Feb 03 22:29:11.756511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3c836c6-1a59-41b2-ac3e-27d6c92e4f5a req-b05754fb-086b-45d6-909a-f18ac3a1b5fd service neutron] 10.222.0.10 "GET /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859902 Feb 03 22:29:11.849649 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:11.874658 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab80a3c-35d2-46eb-896c-d5bbe3f1fef1 None None] The sync data for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 is: [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:25:55Z', 'revision_number': 4, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7465164d-4175-4894-a86e-8550409baaac', 'name': '', 'network_id': '766c0351-0b44-4eea-b052-8379c73d3788', 'tenant_id': '37300d5ada934d618587ef715878a014', 'mac_address': 'fa:16:3e:a0:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:54Z', 'updated_at': '2022-02-03T22:25:58Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'subnets': [{'id': 'ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:29:12.095939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34700c59-6cd5-404b-95ce-51e998f179d3 None None] New status for floating IP 8de23566-3e3f-4894-88b4-f5df5076fb9d: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:29:12.815480 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a3b02-d8f8-4a60-b1a2-349fb3aeaa9c req-c25665ea-c766-4596-8bfe-44a1965b7b25 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:12.816965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b87a3b02-d8f8-4a60-b1a2-349fb3aeaa9c req-c25665ea-c766-4596-8bfe-44a1965b7b25 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 945 time: 0.1092155 Feb 03 22:29:12.864119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b87a3b02-d8f8-4a60-b1a2-349fb3aeaa9c req-fac5d9b7-5d0b-4ec6-bdb5-498ba8e6d469 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65eb9d-bf75-4653-b06b-8e86f6d51f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416389 Feb 03 22:29:12.923443 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-3503cae9-4bbf-41ee-8eb1-f3d946810bc4 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:12.924837 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-3503cae9-4bbf-41ee-8eb1-f3d946810bc4 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.10 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 945 time: 0.0524988 Feb 03 22:29:13.013613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Deleting port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:13.013954 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:13.103710 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] For port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:13.104077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:13.116258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Calling delete_port for d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:13.241848 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:13.269276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event deleted for resources: {'Port': ['ID=d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:13.281768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.282121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.282468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.282811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.283150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.283487 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.283821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.284151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.284481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.284810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.285165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.285489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.285815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:13.322164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] No DVR routers for this DVR port d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:29:13.324634 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:13.327916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7a51f3a5-0da8-4ebe-b358-47558c3e3ec3 req-51e1a92a-ba43-4abb-9a5a-daf36be2c9ab tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.10 "DELETE /v2.0/ports/d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 HTTP/1.1" status: 204 len: 173 time: 0.3983214 Feb 03 22:29:13.328353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'name': 'network-vif-deleted', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:29:13.330640 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbca1025-e9d2-4308-9e8d-8e51464cfffd" -d '{"events": [{"server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "name": "network-vif-deleted", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:29:13.374493 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a53ff-b4c0-420f-94ef-0fa922289a04 x-openstack-request-id: req-844a53ff-b4c0-420f-94ef-0fa922289a04 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:29:13.374807 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55112b0b-8268-4026-a7fe-af09d9f6ca0a", "name": "network-vif-deleted", "tag": "d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:29:13.375496 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-844a53ff-b4c0-420f-94ef-0fa922289a04 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:29:13.375496 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55112b0b-8268-4026-a7fe-af09d9f6ca0a', 'name': 'network-vif-deleted', 'tag': 'd6edce4a-7d3f-4916-b9b0-3aa9a05aaf74', 'status': 'completed', 'code': 200} Feb 03 22:29:13.963893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-afc497fb-77fe-46b6-a0f2-e15bba97e4fa req-f2f8582d-7652-412a-b64f-075f825688bc tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0308897 Feb 03 22:29:15.059852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d58a61bc-e7e3-4050-b512-5b438cbe3995 req-86fdcb67-94b2-4d67-bc86-2680cab7a72f tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0266674 Feb 03 22:29:16.155191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e0e5934-cfeb-4e6c-b961-f8985ea6904e req-dcc86525-ef53-4232-8a76-0a9543115968 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0280843 Feb 03 22:29:17.249181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0e933d2-43c8-4812-9045-8e719c003b90 req-5a460958-4310-4d85-b3b8-946a399efc31 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0275815 Feb 03 22:29:18.039599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:29:18.060164 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:29:18.060513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d6edce4a-7d3f-4916-b9b0-3aa9a05aaf74 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:29:18.344608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16ee04b9-2227-4795-88f1-01d11324c88f req-ba8b649c-7c29-4032-8b25-01982f9b59a4 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0272939 Feb 03 22:29:19.442831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b6a4edc-c8d6-4c6d-afd1-0a4226120d62 req-9ac5069b-fdec-4dd6-9fc3-9968cb898c8e tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0282788 Feb 03 22:29:20.543468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cd621665-680a-4800-924f-62ad8e4969d7 req-d078864a-9607-4f6f-80f0-774529df87bb tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0315111 Feb 03 22:29:21.648311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cfc943f-a06e-4295-9f48-e358b51124d9 req-7d4177aa-d608-43fe-bdfd-e7504101fe59 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "GET /v2.0/ports?device_id=55112b0b-8268-4026-a7fe-af09d9f6ca0a HTTP/1.1" status: 200 len: 210 time: 0.0271955 Feb 03 22:29:22.703412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:22.759288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group (cf65eb9d-bf75-4653-b06b-8e86f6d51f64), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:22.784279 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group (cf65eb9d-bf75-4653-b06b-8e86f6d51f64), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:22.844967 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (cf65eb9d-bf75-4653-b06b-8e86f6d51f64), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:22.847801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:22.849302 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] 10.222.0.50 "DELETE /v2.0/security-groups/cf65eb9d-bf75-4653-b06b-8e86f6d51f64 HTTP/1.1" status: 204 len: 168 time: 0.1448929 Feb 03 22:29:22.860081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf65eb9d-bf75-4653-b06b-8e86f6d51f64,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:22.867622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.867972 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.868317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.868653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.869013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.869347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.869671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.870002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.870318 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.870638 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.870958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.871287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:22.871596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11ca2-5a0a-4c52-b2d5-4917b2e119a2 tempest-TestVolumeBackupRestore-515341034 tempest-TestVolumeBackupRestore-515341034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:23.644883 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c952520-d0fb-4daf-9b1f-4bbf2678b3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:24.761068 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:24.825668 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:26.601321 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dfb15e4-1d4c-4a6c-9c63-774a0ced03cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:27.074618 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:28.749055 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:29.930577 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:30.488865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:31.122509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (eb175b46-0c17-4f1d-8181-9fda78d2f61d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:31.372226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Deleting port 7465164d-4175-4894-a86e-8550409baaac {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:31.372572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7465164d-4175-4894-a86e-8550409baaac), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:31.449404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] For port 7465164d-4175-4894-a86e-8550409baaac, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7465164d-4175-4894-a86e-8550409baaac,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:31.449777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7465164d-4175-4894-a86e-8550409baaac), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:31.465156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Calling delete_port for 7465164d-4175-4894-a86e-8550409baaac owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:31.652034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7465164d-4175-4894-a86e-8550409baaac), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:31.675199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Pushing event deleted for resources: {'Port': ['ID=7465164d-4175-4894-a86e-8550409baaac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:31.851780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (eb175b46-0c17-4f1d-8181-9fda78d2f61d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.068999 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Router eb175b46-0c17-4f1d-8181-9fda78d2f61d has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:29:32.175930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:29:32.182387 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-96935167-8187-4d7e-a643-97cca887cd0e admin admin] 10.222.0.50 "PUT /v2.0/routers/eb175b46-0c17-4f1d-8181-9fda78d2f61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6901820 Feb 03 22:29:32.184052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51664) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:32.185489 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] Sync routers for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:29:32.198333 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:29:32.198946 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:29:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:32.285862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks [] for router (eb175b46-0c17-4f1d-8181-9fda78d2f61d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.302512 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:29:32.390816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks [] for router_gateway (eb175b46-0c17-4f1d-8181-9fda78d2f61d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.448591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Deleting port d70d13e2-2151-4426-acea-bd872af63eeb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:32.448877 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.476706 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:29:31Z', 'revision_number': 5, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port': {'id': 'd70d13e2-2151-4426-acea-bd872af63eeb', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:53Z', 'updated_at': '2022-02-03T22:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:32.502363 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] Checking router: eb175b46-0c17-4f1d-8181-9fda78d2f61d for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:29:32.510349 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] Routers {'eb175b46-0c17-4f1d-8181-9fda78d2f61d'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:29:32.510946 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:29:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:32.527645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] For port d70d13e2-2151-4426-acea-bd872af63eeb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d70d13e2-2151-4426-acea-bd872af63eeb,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:32.528014 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.541032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Calling delete_port for d70d13e2-2151-4426-acea-bd872af63eeb owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:32.596439 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] Set router eb175b46-0c17-4f1d-8181-9fda78d2f61d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:29:32.650000 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:29:32Z', 'revision_number': 6, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:32.678878 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6c2d2-d247-4351-a384-694cbac6c754 None None] The sync data for ids ['eb175b46-0c17-4f1d-8181-9fda78d2f61d'] in n-d-824834-9 is: [{'id': 'eb175b46-0c17-4f1d-8181-9fda78d2f61d', 'name': 'tempest-TestVolumeBackupRestore-1160593398-router', 'tenant_id': '37300d5ada934d618587ef715878a014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:52Z', 'updated_at': '2022-02-03T22:29:32Z', 'revision_number': 6, 'project_id': '37300d5ada934d618587ef715878a014', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:29:32.716893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d70d13e2-2151-4426-acea-bd872af63eeb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.746573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Pushing event deleted for resources: {'Port': ['ID=d70d13e2-2151-4426-acea-bd872af63eeb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:32.807089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (eb175b46-0c17-4f1d-8181-9fda78d2f61d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.897745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (eb175b46-0c17-4f1d-8181-9fda78d2f61d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.899814 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks [] for router_controller (eb175b46-0c17-4f1d-8181-9fda78d2f61d), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.941520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (eb175b46-0c17-4f1d-8181-9fda78d2f61d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.942095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb175b46-0c17-4f1d-8181-9fda78d2f61d {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:29:32.946908 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:32.948070 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d3103637-e49a-4565-9910-9521a1e6afbd admin admin] 10.222.0.50 "DELETE /v2.0/routers/eb175b46-0c17-4f1d-8181-9fda78d2f61d HTTP/1.1" status: 204 len: 168 time: 0.7630723 Feb 03 22:29:32.951122 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:32.994892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-625a65bd-60b9-4234-aec0-4ee552d221ee admin admin] Deleting subnet ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:29:32.997837 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-625a65bd-60b9-4234-aec0-4ee552d221ee admin admin] Publish callbacks [] for subnet (ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.034809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-625a65bd-60b9-4234-aec0-4ee552d221ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.119480 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-625a65bd-60b9-4234-aec0-4ee552d221ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.170496 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-625a65bd-60b9-4234-aec0-4ee552d221ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.195527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a65bd-60b9-4234-aec0-4ee552d221ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:33.199244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-625a65bd-60b9-4234-aec0-4ee552d221ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.202699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-625a65bd-60b9-4234-aec0-4ee552d221ee admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ce9f1e64-7f1e-4a32-92ef-0a6901acf3ef HTTP/1.1" status: 204 len: 168 time: 0.2502224 Feb 03 22:29:33.204692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9448e07-4844-4b4b-8662-d966d9fd6a71 None None] Network 766c0351-0b44-4eea-b052-8379c73d3788 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:29:33.205619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:33.276133 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (766c0351-0b44-4eea-b052-8379c73d3788), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.329360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Deleting port 83ed8631-2d36-463a-80b2-d002f6d18f42 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:33.329700 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.390411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] For port 83ed8631-2d36-463a-80b2-d002f6d18f42, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=83ed8631-2d36-463a-80b2-d002f6d18f42,segment=NetworkSegment(09ba44e8-009c-4c04-956b-c29a9e609275),segment_id=09ba44e8-009c-4c04-956b-c29a9e609275)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:33.390698 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.407775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Calling delete_port for 83ed8631-2d36-463a-80b2-d002f6d18f42 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:33.453758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] DHCP port deletion for 766c0351-0b44-4eea-b052-8379c73d3788 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:29:33.487594 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.500668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Deleting port 83ed8631-2d36-463a-80b2-d002f6d18f42 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:33.502071 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.515341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] No DVR routers for this DVR port 83ed8631-2d36-463a-80b2-d002f6d18f42 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:29:33.520172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ed8631-2d36-463a-80b2-d002f6d18f42,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:33.577391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] For port 83ed8631-2d36-463a-80b2-d002f6d18f42, host n-d-824834-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:33.578256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.594537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Calling delete_port for 83ed8631-2d36-463a-80b2-d002f6d18f42 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:33.598502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Port 83ed8631-2d36-463a-80b2-d002f6d18f42 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:29:33.598842 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (766c0351-0b44-4eea-b052-8379c73d3788), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.600631 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (83ed8631-2d36-463a-80b2-d002f6d18f42), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.622942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766c0351-0b44-4eea-b052-8379c73d3788']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:33.630671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7465164d-4175-4894-a86e-8550409baaac no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:29:33.632859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ba44e8-009c-4c04-956b-c29a9e609275') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:33.633975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ba44e8-009c-4c04-956b-c29a9e609275') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:33.634340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Pushing event deleted for resources: {'Port': ['ID=83ed8631-2d36-463a-80b2-d002f6d18f42,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:33.643462 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (09ba44e8-009c-4c04-956b-c29a9e609275), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.655138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] No DVR routers for this DVR port 83ed8631-2d36-463a-80b2-d002f6d18f42 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:29:33.656582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7465164d-4175-4894-a86e-8550409baaac {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:29:33.656994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7465164d-4175-4894-a86e-8550409baaac not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:29:33.657411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 83ed8631-2d36-463a-80b2-d002f6d18f42 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:29:33.668308 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (09ba44e8-009c-4c04-956b-c29a9e609275), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.673766 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:29:33.674228 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (09ba44e8-009c-4c04-956b-c29a9e609275), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:29:33.676080 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:29:33.687383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.687743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.688090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.688428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.688761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.689128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.689459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.689787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.690114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.690439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.690763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.691082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.691416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58db92-3ebe-4089-a75f-57c79635bf29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:29:33.694149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 83ed8631-2d36-463a-80b2-d002f6d18f42 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:29:33.694720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 83ed8631-2d36-463a-80b2-d002f6d18f42 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:29:33.695310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d70d13e2-2151-4426-acea-bd872af63eeb no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:29:33.715595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d70d13e2-2151-4426-acea-bd872af63eeb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:29:33.716264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d70d13e2-2151-4426-acea-bd872af63eeb not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:29:33.734415 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (766c0351-0b44-4eea-b052-8379c73d3788), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.740029 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:33.744244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/766c0351-0b44-4eea-b052-8379c73d3788 HTTP/1.1" status: 204 len: 168 time: 0.5376799 Feb 03 22:29:33.747470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:33.755867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338a510-69dc-4114-af83-be72ccdafde3 admin admin] Pushing event deleted for resources: {'Network': ['ID=766c0351-0b44-4eea-b052-8379c73d3788,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:34.099066 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (c2e11138-4679-4822-96d2-d8e4cdc371b3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:34.343317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Deleting port c989438e-dd6a-4261-973f-35abd2387fd2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:34.343662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:34.419291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] For port c989438e-dd6a-4261-973f-35abd2387fd2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c989438e-dd6a-4261-973f-35abd2387fd2,segment=NetworkSegment(9f56e359-831c-40e5-a2e9-53d96270c428),segment_id=9f56e359-831c-40e5-a2e9-53d96270c428)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:34.419650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:34.431660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Calling delete_port for c989438e-dd6a-4261-973f-35abd2387fd2 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:34.615104 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c989438e-dd6a-4261-973f-35abd2387fd2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:34.643628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c989438e-dd6a-4261-973f-35abd2387fd2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:34.812411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (c2e11138-4679-4822-96d2-d8e4cdc371b3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:35.327150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Router c2e11138-4679-4822-96d2-d8e4cdc371b3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:29:35.438020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:29:35.444012 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a220c816-2058-46fc-95db-9b8b6805ab40 admin admin] 10.222.0.50 "PUT /v2.0/routers/c2e11138-4679-4822-96d2-d8e4cdc371b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946166 Feb 03 22:29:35.446405 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:35.448584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] Sync routers for ids ['c2e11138-4679-4822-96d2-d8e4cdc371b3'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:29:35.460881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] Routers {'c2e11138-4679-4822-96d2-d8e4cdc371b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:29:35.461533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:29:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c2e11138-4679-4822-96d2-d8e4cdc371b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:35.566796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks [] for router (c2e11138-4679-4822-96d2-d8e4cdc371b3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:35.575029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] Set router c2e11138-4679-4822-96d2-d8e4cdc371b3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:29:35.675368 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks [] for router_gateway (c2e11138-4679-4822-96d2-d8e4cdc371b3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:35.729846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Deleting port cff68f40-1967-4efc-b171-5f19dbdd0ea0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:35.730188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:35.762475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:56Z', 'updated_at': '2022-02-03T22:29:34Z', 'revision_number': 5, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'gw_port': {'id': 'cff68f40-1967-4efc-b171-5f19dbdd0ea0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:25:57Z', 'updated_at': '2022-02-03T22:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:35.797041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] Checking router: c2e11138-4679-4822-96d2-d8e4cdc371b3 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:29:35.806041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] Routers {'c2e11138-4679-4822-96d2-d8e4cdc371b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:29:35.806660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:29:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['c2e11138-4679-4822-96d2-d8e4cdc371b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:35.813906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] For port cff68f40-1967-4efc-b171-5f19dbdd0ea0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cff68f40-1967-4efc-b171-5f19dbdd0ea0,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:35.814403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:35.832182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Calling delete_port for cff68f40-1967-4efc-b171-5f19dbdd0ea0 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:35.892007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] Set router c2e11138-4679-4822-96d2-d8e4cdc371b3 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:29:35.947534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:56Z', 'updated_at': '2022-02-03T22:29:35Z', 'revision_number': 6, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:35.974188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4408be7c-a3e2-4778-aa88-5732ebe90f72 None None] The sync data for ids ['c2e11138-4679-4822-96d2-d8e4cdc371b3'] in n-d-824834-9 is: [{'id': 'c2e11138-4679-4822-96d2-d8e4cdc371b3', 'name': 'tempest-TestVolumeBackupRestore-1504839969-router', 'tenant_id': 'd23691582211462d93c02f5e64b5e3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:25:56Z', 'updated_at': '2022-02-03T22:29:35Z', 'revision_number': 6, 'project_id': 'd23691582211462d93c02f5e64b5e3e1', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:29:36.001737 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cff68f40-1967-4efc-b171-5f19dbdd0ea0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.026406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff68f40-1967-4efc-b171-5f19dbdd0ea0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:36.088780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (c2e11138-4679-4822-96d2-d8e4cdc371b3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.180557 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (c2e11138-4679-4822-96d2-d8e4cdc371b3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.182718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks [] for router_controller (c2e11138-4679-4822-96d2-d8e4cdc371b3), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.229296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (c2e11138-4679-4822-96d2-d8e4cdc371b3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.229858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e11138-4679-4822-96d2-d8e4cdc371b3 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:29:36.234667 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.235706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bb59028f-aa38-4344-8c54-e8da7d639c24 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c2e11138-4679-4822-96d2-d8e4cdc371b3 HTTP/1.1" status: 204 len: 168 time: 0.7883825 Feb 03 22:29:36.238248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:36.285221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15d9b6c-927c-4222-bdf8-121a55b3c13a admin admin] Deleting subnet 9669b3b5-2f32-4dbd-be02-45fd85c19382 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:29:36.289025 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d15d9b6c-927c-4222-bdf8-121a55b3c13a admin admin] Publish callbacks [] for subnet (9669b3b5-2f32-4dbd-be02-45fd85c19382), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.324494 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d15d9b6c-927c-4222-bdf8-121a55b3c13a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (9669b3b5-2f32-4dbd-be02-45fd85c19382), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.420596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d15d9b6c-927c-4222-bdf8-121a55b3c13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (9669b3b5-2f32-4dbd-be02-45fd85c19382), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.477177 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d15d9b6c-927c-4222-bdf8-121a55b3c13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (9669b3b5-2f32-4dbd-be02-45fd85c19382), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.503500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d9b6c-927c-4222-bdf8-121a55b3c13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9669b3b5-2f32-4dbd-be02-45fd85c19382,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:36.508144 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d15d9b6c-927c-4222-bdf8-121a55b3c13a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.513338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d15d9b6c-927c-4222-bdf8-121a55b3c13a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9669b3b5-2f32-4dbd-be02-45fd85c19382 HTTP/1.1" status: 204 len: 168 time: 0.2740571 Feb 03 22:29:36.513792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042bfa14-c3f7-43b4-8824-aafbc095f6e2 None None] Network 80e280e0-1544-4d3f-a30c-5e56909cca9d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:29:36.514701 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:36.591324 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (80e280e0-1544-4d3f-a30c-5e56909cca9d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.653934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Deleting port dbce6509-a688-4260-82d6-9b78cd5d711a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:36.654272 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.718661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] For port dbce6509-a688-4260-82d6-9b78cd5d711a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dbce6509-a688-4260-82d6-9b78cd5d711a,segment=NetworkSegment(9f56e359-831c-40e5-a2e9-53d96270c428),segment_id=9f56e359-831c-40e5-a2e9-53d96270c428)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:36.719019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.737418 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b219a-feb3-41c4-9f42-a26a83ddb41d None None] DHCP port deletion for 80e280e0-1544-4d3f-a30c-5e56909cca9d request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:29:36.787674 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-737b219a-feb3-41c4-9f42-a26a83ddb41d None None] Deleting port dbce6509-a688-4260-82d6-9b78cd5d711a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:29:36.788054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737b219a-feb3-41c4-9f42-a26a83ddb41d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.863563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-737b219a-feb3-41c4-9f42-a26a83ddb41d None None] For port dbce6509-a688-4260-82d6-9b78cd5d711a, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=dbce6509-a688-4260-82d6-9b78cd5d711a,segment=NetworkSegment(9f56e359-831c-40e5-a2e9-53d96270c428),segment_id=9f56e359-831c-40e5-a2e9-53d96270c428)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:36.863959 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737b219a-feb3-41c4-9f42-a26a83ddb41d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.877058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-737b219a-feb3-41c4-9f42-a26a83ddb41d None None] Calling delete_port for dbce6509-a688-4260-82d6-9b78cd5d711a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:36.903808 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:29:36.968756 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737b219a-feb3-41c4-9f42-a26a83ddb41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:36.998100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b219a-feb3-41c4-9f42-a26a83ddb41d None None] Pushing event deleted for resources: {'Port': ['ID=dbce6509-a688-4260-82d6-9b78cd5d711a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:37.007385 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Calling delete_port for dbce6509-a688-4260-82d6-9b78cd5d711a owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:29:37.007568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b219a-feb3-41c4-9f42-a26a83ddb41d None None] No DVR routers for this DVR port dbce6509-a688-4260-82d6-9b78cd5d711a on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:29:37.084342 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (dbce6509-a688-4260-82d6-9b78cd5d711a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.105968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbce6509-a688-4260-82d6-9b78cd5d711a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:37.111253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] No DVR routers for this DVR port dbce6509-a688-4260-82d6-9b78cd5d711a on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:29:37.181008 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (80e280e0-1544-4d3f-a30c-5e56909cca9d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.200423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e280e0-1544-4d3f-a30c-5e56909cca9d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:37.209381 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f56e359-831c-40e5-a2e9-53d96270c428') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:37.209677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f56e359-831c-40e5-a2e9-53d96270c428') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:29:37.218702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (9f56e359-831c-40e5-a2e9-53d96270c428), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.231940 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9f56e359-831c-40e5-a2e9-53d96270c428), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.238407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:29:37.238826 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (9f56e359-831c-40e5-a2e9-53d96270c428), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: self.session.flush() Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:29:37.241288 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:29:37.299340 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (80e280e0-1544-4d3f-a30c-5e56909cca9d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.305339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.308430 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/80e280e0-1544-4d3f-a30c-5e56909cca9d HTTP/1.1" status: 204 len: 168 time: 0.7926972 Feb 03 22:29:37.319286 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773387a-746e-423c-8b68-07a92cb05ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=80e280e0-1544-4d3f-a30c-5e56909cca9d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:37.471770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51680) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:37.510604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a7307b5e-da34-4f2e-8b5b-691398a4f513 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37300d5ada934d618587ef715878a014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377033 Feb 03 22:29:37.512952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51682) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:37.559597 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-880087f9-6ab3-4aa6-8557-09d961ae8a43 admin admin] Publish callbacks [] for security_group (b576762b-8c3c-4d23-b0a7-3a2c3ab80353), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.582440 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-880087f9-6ab3-4aa6-8557-09d961ae8a43 admin admin] Publish callbacks [] for security_group (b576762b-8c3c-4d23-b0a7-3a2c3ab80353), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.605738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dbce6509-a688-4260-82d6-9b78cd5d711a no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:29:37.626465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: dbce6509-a688-4260-82d6-9b78cd5d711a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:29:37.626894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device dbce6509-a688-4260-82d6-9b78cd5d711a not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:29:37.627379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cff68f40-1967-4efc-b171-5f19dbdd0ea0 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:29:37.638273 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-880087f9-6ab3-4aa6-8557-09d961ae8a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b576762b-8c3c-4d23-b0a7-3a2c3ab80353), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.641376 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-880087f9-6ab3-4aa6-8557-09d961ae8a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:37.642527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-880087f9-6ab3-4aa6-8557-09d961ae8a43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b576762b-8c3c-4d23-b0a7-3a2c3ab80353 HTTP/1.1" status: 204 len: 168 time: 0.1287034 Feb 03 22:29:37.650773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: cff68f40-1967-4efc-b171-5f19dbdd0ea0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:29:37.651576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cff68f40-1967-4efc-b171-5f19dbdd0ea0 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:29:37.653170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c989438e-dd6a-4261-973f-35abd2387fd2 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:29:37.653773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880087f9-6ab3-4aa6-8557-09d961ae8a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b576762b-8c3c-4d23-b0a7-3a2c3ab80353,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:37.679047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c989438e-dd6a-4261-973f-35abd2387fd2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:29:37.679398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c989438e-dd6a-4261-973f-35abd2387fd2 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:29:37.967061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:38.005382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6148d160-48fd-48c9-8c92-df09cd6cdcd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d23691582211462d93c02f5e64b5e3e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371656 Feb 03 22:29:38.007760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:29:38.055817 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de5f5718-3c5a-4994-9540-a085593b3cc0 admin admin] Publish callbacks [] for security_group (278c3425-d71d-48c9-8a2e-38de3d269ba3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:38.076516 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de5f5718-3c5a-4994-9540-a085593b3cc0 admin admin] Publish callbacks [] for security_group (278c3425-d71d-48c9-8a2e-38de3d269ba3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:38.121450 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de5f5718-3c5a-4994-9540-a085593b3cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (278c3425-d71d-48c9-8a2e-38de3d269ba3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:38.123934 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de5f5718-3c5a-4994-9540-a085593b3cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:38.125107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-de5f5718-3c5a-4994-9540-a085593b3cc0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/278c3425-d71d-48c9-8a2e-38de3d269ba3 HTTP/1.1" status: 204 len: 168 time: 0.1164305 Feb 03 22:29:38.133092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f5718-3c5a-4994-9540-a085593b3cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278c3425-d71d-48c9-8a2e-38de3d269ba3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:48.528727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-d17251ac-b500-469b-955d-a597badb1c61 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8bf13f8fa0ce4acaa7f10f5b69aeaf4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284846 Feb 03 22:29:48.706648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c145-279a-4722-8a3a-88e775d4d36a req-7a76e64d-f2d8-4a9e-8e76-d7f81c86f253 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:48.708118 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-7a76e64d-f2d8-4a9e-8e76-d7f81c86f253 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745791 Feb 03 22:29:48.722396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-32f0dddf-ec7c-4c6e-8e2f-432b1842ab87 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/quotas/8bf13f8fa0ce4acaa7f10f5b69aeaf4f HTTP/1.1" status: 200 len: 375 time: 0.0089447 Feb 03 22:29:48.757614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-4fe32acc-57cb-4917-9e73-094296f41c78 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8bf13f8fa0ce4acaa7f10f5b69aeaf4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301208 Feb 03 22:29:48.912597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3edbe12e-ee4f-4df0-a970-178e0d2fce2c req-4fcbeb1a-940b-428c-ae09-c2f77765f34a tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 210 time: 0.0276103 Feb 03 22:29:49.989017 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b92e755e-dd7c-4fe9-9de7-46a46413642a req-4e219f59-bd7b-4c29-b63f-95899843973a tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 210 time: 0.0275035 Feb 03 22:29:51.082860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38742251-1255-4c9c-8c63-5b34ea66cb5a req-d1c3b122-b699-4f9a-92af-347564271c18 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 210 time: 0.0272336 Feb 03 22:29:51.891131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-7bba9d06-5d6e-4f09-8e7d-cd5a70731e45 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8bf13f8fa0ce4acaa7f10f5b69aeaf4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231495 Feb 03 22:29:51.997580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c145-279a-4722-8a3a-88e775d4d36a req-31bcb89e-6414-4375-a388-dc66d3bfda01 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:51.999016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-31bcb89e-6414-4375-a388-dc66d3bfda01 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1027513 Feb 03 22:29:52.011249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Request body: {'port': {'device_id': '053d88fe-07ed-4180-a523-0d6cc869ce0a', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'admin_state_up': True, 'tenant_id': '8bf13f8fa0ce4acaa7f10f5b69aeaf4f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:29:52.117775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Made reservation on behalf of 8bf13f8fa0ce4acaa7f10f5b69aeaf4f for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:29:52.121123 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:52.129796 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:52.182382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1807851c-3594-4ad8-8e50-73291a8d001f req-475090f5-0604-49e5-a7d8-7af9d31d4f60 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 210 time: 0.0308032 Feb 03 22:29:52.232050 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks [] for security_group (6576a507-9dc5-49a6-adb9-10e00f41bc70), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:52.235913 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6576a507-9dc5-49a6-adb9-10e00f41bc70), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:52.301894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6576a507-9dc5-49a6-adb9-10e00f41bc70,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:52.384073 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Allocated IP 192.168.233.68 (7a6daca8-6964-4844-b480-b1b73813dbb0/5dc736d9-6ab3-4968-a97e-f04e1e019dd3/9051c2f3-9164-475e-9ab2-04523ca8fe9c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:29:52.531616 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks [] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:52.563342 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:52.606418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Network 7a6daca8-6964-4844-b480-b1b73813dbb0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:29:52.609397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:29:52.612998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:29:52.637183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Pushing event updated for resources: {'Port': ['ID=9051c2f3-9164-475e-9ab2-04523ca8fe9c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:52.666882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:52.667641 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:52.685905 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-13041566-4006-4a1c-8828-092c70ded00e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6781721 Feb 03 22:29:52.697652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Request body: {'port': {'device_id': '053d88fe-07ed-4180-a523-0d6cc869ce0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:29:52.764976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:52.905026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3631b850-29ba-46a3-807e-da2c42b85c03 None None] Provisioning complete for port 9051c2f3-9164-475e-9ab2-04523ca8fe9c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:29:52.905605 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3631b850-29ba-46a3-807e-da2c42b85c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:52.943514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3631b850-29ba-46a3-807e-da2c42b85c03 None None] Port 9051c2f3-9164-475e-9ab2-04523ca8fe9c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:29:53.019658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9051c2f3-9164-475e-9ab2-04523ca8fe9c {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:29:53.028173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Publish callbacks [] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:53.040374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Transition to ACTIVE for port object 9051c2f3-9164-475e-9ab2-04523ca8fe9c will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:29:53.044466 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:53.095220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9051c2f3-9164-475e-9ab2-04523ca8fe9c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:53.170538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Attempting to bind port 9051c2f3-9164-475e-9ab2-04523ca8fe9c on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:29:53.171211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Attempting to bind port 9051c2f3-9164-475e-9ab2-04523ca8fe9c by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:29:53.171211 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Attempting to bind port 9051c2f3-9164-475e-9ab2-04523ca8fe9c on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:29:53.175687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Port 9051c2f3-9164-475e-9ab2-04523ca8fe9c on network 7a6daca8-6964-4844-b480-b1b73813dbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:29:53.176004 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Attempting to bind port 9051c2f3-9164-475e-9ab2-04523ca8fe9c on network 7a6daca8-6964-4844-b480-b1b73813dbb0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:29:53.181000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:29:53.181341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Checking segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:29:53.181724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Bound using segment: {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:29:53.182144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Bound port: 9051c2f3-9164-475e-9ab2-04523ca8fe9c, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2b378b-05e7-4c12-be8b-c4bee8299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:29:53.182498 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:53.250924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] For port 9051c2f3-9164-475e-9ab2-04523ca8fe9c, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:29:53.254527 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] For port 9051c2f3-9164-475e-9ab2-04523ca8fe9c, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9051c2f3-9164-475e-9ab2-04523ca8fe9c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:29:53.262228 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:53.328867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:53.329511 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:53.330925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/9051c2f3-9164-475e-9ab2-04523ca8fe9c HTTP/1.1" status: 200 len: 1095 time: 0.6377590 Feb 03 22:29:53.331373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053d88fe-07ed-4180-a523-0d6cc869ce0a', 'tag': '9051c2f3-9164-475e-9ab2-04523ca8fe9c'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:29:53.334178 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75" -d '{"events": [{"name": "network-changed", "server_uuid": "053d88fe-07ed-4180-a523-0d6cc869ce0a", "tag": "9051c2f3-9164-475e-9ab2-04523ca8fe9c"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:29:53.376936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d42b3-0f6c-49ef-a3e3-2ea2463210e5 req-97541381-70aa-4056-ad88-0b4ae207ba42 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:53.378514 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-518d42b3-0f6c-49ef-a3e3-2ea2463210e5 req-97541381-70aa-4056-ad88-0b4ae207ba42 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 947 time: 0.1185572 Feb 03 22:29:53.380967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6a28c-ae34-4c8c-8ebd-616912abd0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9051c2f3-9164-475e-9ab2-04523ca8fe9c,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:53.414406 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dd9165-e3f3-4208-b627-83630120be55 x-openstack-request-id: req-35dd9165-e3f3-4208-b627-83630120be55 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:29:53.414702 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053d88fe-07ed-4180-a523-0d6cc869ce0a", "tag": "9051c2f3-9164-475e-9ab2-04523ca8fe9c", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:29:53.414958 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35dd9165-e3f3-4208-b627-83630120be55 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:29:53.415358 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053d88fe-07ed-4180-a523-0d6cc869ce0a', 'tag': '9051c2f3-9164-475e-9ab2-04523ca8fe9c', 'status': 'completed', 'code': 200} Feb 03 22:29:53.471713 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-518d42b3-0f6c-49ef-a3e3-2ea2463210e5 req-58c6e03e-00ab-43e6-baaf-fbf9a3454db2 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551031 Feb 03 22:29:53.474907 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c145-279a-4722-8a3a-88e775d4d36a req-340e321c-0abe-42c0-872c-6650b9414a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:53.476386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-340e321c-0abe-42c0-872c-6650b9414a0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bf13f8fa0ce4acaa7f10f5b69aeaf4f&device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 1129 time: 0.0967078 Feb 03 22:29:53.524187 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-f94ec4db-31e1-474e-8760-9ee356a6f1e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9051c2f3-9164-475e-9ab2-04523ca8fe9c HTTP/1.1" status: 200 len: 217 time: 0.0403926 Feb 03 22:29:53.571790 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c145-279a-4722-8a3a-88e775d4d36a req-202888a5-724c-42f6-b1d8-41cda3a7eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:53.573323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-202888a5-724c-42f6-b1d8-41cda3a7eb5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0433242 Feb 03 22:29:53.620894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1d65131f-26cd-4376-8088-148f5f6c8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:53.622429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-1d65131f-26cd-4376-8088-148f5f6c8037 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0438385 Feb 03 22:29:53.645974 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b44bd078-b8c9-4b60-a7a4-366fc683d4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:53.716365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-adcce508-6b27-4e73-be2d-5f94f63e5e5f service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872595 Feb 03 22:29:53.804993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f964c145-279a-4722-8a3a-88e775d4d36a req-951bf574-4abf-473f-9f5e-36c2582411af service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833197 Feb 03 22:29:53.898017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-0ef54e37-a39a-48a6-b811-d811a9258e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:53.899431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-0ef54e37-a39a-48a6-b811-d811a9258e28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bf13f8fa0ce4acaa7f10f5b69aeaf4f&device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 1129 time: 0.0452106 Feb 03 22:29:53.992164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-ca90a748-643f-49d6-9863-a1d4751de79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:53.993939 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-ca90a748-643f-49d6-9863-a1d4751de79a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a6daca8-6964-4844-b480-b1b73813dbb0 HTTP/1.1" status: 200 len: 870 time: 0.0879288 Feb 03 22:29:54.033896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-8ff37d26-b089-48e8-a480-40e6ba7a3419 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9051c2f3-9164-475e-9ab2-04523ca8fe9c HTTP/1.1" status: 200 len: 217 time: 0.0342622 Feb 03 22:29:54.086513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-e6bb78e4-835a-4eba-ac78-7434fccf43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:54.087987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-e6bb78e4-835a-4eba-ac78-7434fccf43cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dc736d9-6ab3-4968-a97e-f04e1e019dd3 HTTP/1.1" status: 200 len: 843 time: 0.0486221 Feb 03 22:29:54.136068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-d8b10dcb-7daa-4470-b61c-2ae5701e4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:54.137557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-d8b10dcb-7daa-4470-b61c-2ae5701e4a93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a6daca8-6964-4844-b480-b1b73813dbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0437806 Feb 03 22:29:54.222997 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-06ff767c-f840-46b6-af43-bcf4d8374f45 service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796881 Feb 03 22:29:54.311575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c2806c1-fb0a-4bb4-b35f-1a68ca16fe75 req-4656fe61-09b1-4793-afb6-4db8458c645b service neutron] 10.222.0.10 "GET /v2.0/networks/7a6daca8-6964-4844-b480-b1b73813dbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828004 Feb 03 22:29:54.592169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5146327-087a-46df-a9c4-fb083d66dc26 req-13aa2403-e8db-4a63-aca2-f5a34924fbb0 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:54.593656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5146327-087a-46df-a9c4-fb083d66dc26 req-13aa2403-e8db-4a63-aca2-f5a34924fbb0 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 947 time: 0.0525625 Feb 03 22:29:54.638490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c5146327-087a-46df-a9c4-fb083d66dc26 req-c6c054ec-8875-43a5-b115-5f90f3c552b7 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392551 Feb 03 22:29:54.770772 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:54.808049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:55.759406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3201358-f28b-4e76-85a8-33c420d8ff00 req-e9953682-29bd-49f3-808d-19898436dd41 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:55.760870 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3201358-f28b-4e76-85a8-33c420d8ff00 req-e9953682-29bd-49f3-808d-19898436dd41 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 947 time: 0.0553854 Feb 03 22:29:55.807114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3201358-f28b-4e76-85a8-33c420d8ff00 req-78957c60-4a42-4f6b-98fe-d9cde92f9f5e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Feb 03 22:29:56.603383 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d2911bd-3866-42c0-8f07-6ca77416e65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:56.924670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e16d5-82b6-4db4-bd3c-f106d4084db2 req-7b1169cc-f0aa-4427-8a8c-9a21e66eedea tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:56.926175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c1e16d5-82b6-4db4-bd3c-f106d4084db2 req-7b1169cc-f0aa-4427-8a8c-9a21e66eedea tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 947 time: 0.0528524 Feb 03 22:29:56.970857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c1e16d5-82b6-4db4-bd3c-f106d4084db2 req-13e7c0ae-a241-4637-8253-6eaab9cba271 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391710 Feb 03 22:29:57.077160 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:58.093541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1880e47-64fa-4f85-af51-53f759020fa7 req-65ce74bb-7680-4ec4-971f-6dfff5921c40 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:58.095612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1880e47-64fa-4f85-af51-53f759020fa7 req-65ce74bb-7680-4ec4-971f-6dfff5921c40 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 947 time: 0.0586314 Feb 03 22:29:58.150042 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1880e47-64fa-4f85-af51-53f759020fa7 req-b5c06f0d-c6ee-412c-b859-d2aa06d32afe tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484686 Feb 03 22:29:58.241813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9051c2f3-9164-475e-9ab2-04523ca8fe9c details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:29:58.337107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9051c2f3-9164-475e-9ab2-04523ca8fe9c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9051c2f3-9164-475e-9ab2-04523ca8fe9c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:58.348078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '9051c2f3-9164-475e-9ab2-04523ca8fe9c', 'network_id': '7a6daca8-6964-4844-b480-b1b73813dbb0', 'port_id': '9051c2f3-9164-475e-9ab2-04523ca8fe9c', 'mac_address': 'fa:16:3e:a3:4e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc736d9-6ab3-4968-a97e-f04e1e019dd3', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:29:58.382893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9051c2f3-9164-475e-9ab2-04523ca8fe9c is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:29:58.383275 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:58.395283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9051c2f3-9164-475e-9ab2-04523ca8fe9c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:29:58.416363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9051c2f3-9164-475e-9ab2-04523ca8fe9c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9051c2f3-9164-475e-9ab2-04523ca8fe9c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:29:58.419501 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:58.463824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9051c2f3-9164-475e-9ab2-04523ca8fe9c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:29:58.727970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9051c2f3-9164-475e-9ab2-04523ca8fe9c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:29:58.780454 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:29:59.268490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e44ee-f90a-4a3c-8960-b83b9a57bb7b req-02dc5d0a-761b-49c9-95f2-949b1a02b80f tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:29:59.269981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-009e44ee-f90a-4a3c-8960-b83b9a57bb7b req-02dc5d0a-761b-49c9-95f2-949b1a02b80f tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 948 time: 0.0517085 Feb 03 22:29:59.315364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-009e44ee-f90a-4a3c-8960-b83b9a57bb7b req-57609c25-f0d1-4bea-a9e2-9ce29d4be88e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 Feb 03 22:29:59.923687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:00.257048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9051c2f3-9164-475e-9ab2-04523ca8fe9c up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:30:00.306682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 9051c2f3-9164-475e-9ab2-04523ca8fe9c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:30:00.310615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 9051c2f3-9164-475e-9ab2-04523ca8fe9c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:30:00.310987 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:00.437691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8196044-0f59-42bf-93ca-904b92f2264f req-cd9a7e6c-f89f-40a0-b981-baae59134de9 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:00.439393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8196044-0f59-42bf-93ca-904b92f2264f req-cd9a7e6c-f89f-40a0-b981-baae59134de9 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 948 time: 0.0552533 Feb 03 22:30:00.487885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8196044-0f59-42bf-93ca-904b92f2264f req-03b137ef-cde8-42b2-aeaf-98fd60f1e4ee tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Feb 03 22:30:00.554055 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 9051c2f3-9164-475e-9ab2-04523ca8fe9c is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:30:00.554445 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:00.576468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053d88fe-07ed-4180-a523-0d6cc869ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9051c2f3-9164-475e-9ab2-04523ca8fe9c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:30:00.578731 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7094beba-cc7a-42fc-a98a-5c8ddccc4414" -d '{"events": [{"server_uuid": "053d88fe-07ed-4180-a523-0d6cc869ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "9051c2f3-9164-475e-9ab2-04523ca8fe9c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:30:00.590339 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 9051c2f3-9164-475e-9ab2-04523ca8fe9c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9051c2f3-9164-475e-9ab2-04523ca8fe9c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:00.594681 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:00.618494 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b3d93d-6d29-477a-b908-d8226327c737 x-openstack-request-id: req-e8b3d93d-6d29-477a-b908-d8226327c737 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:30:00.618789 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053d88fe-07ed-4180-a523-0d6cc869ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "9051c2f3-9164-475e-9ab2-04523ca8fe9c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:30:00.619078 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8b3d93d-6d29-477a-b908-d8226327c737 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:30:00.619467 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053d88fe-07ed-4180-a523-0d6cc869ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9051c2f3-9164-475e-9ab2-04523ca8fe9c', 'code': 200} Feb 03 22:30:00.645471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=9051c2f3-9164-475e-9ab2-04523ca8fe9c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:00.716938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f80447-667c-423e-85c3-f5120191187d req-5395ecaf-b2a5-4c57-9ea6-14966d1f70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:00.718429 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24f80447-667c-423e-85c3-f5120191187d req-5395ecaf-b2a5-4c57-9ea6-14966d1f70fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 1131 time: 0.0486398 Feb 03 22:30:00.761020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24f80447-667c-423e-85c3-f5120191187d req-8186aa60-62c5-4acc-934a-6538faa32f99 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365751 Feb 03 22:30:01.606399 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2a89-9395-48f6-b1e4-65a62e624220 req-52f294fb-f291-4149-9b3b-c8de5f1d4b68 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:01.608238 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80bd2a89-9395-48f6-b1e4-65a62e624220 req-52f294fb-f291-4149-9b3b-c8de5f1d4b68 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 949 time: 0.0541985 Feb 03 22:30:01.653877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80bd2a89-9395-48f6-b1e4-65a62e624220 req-ba055da2-b538-499e-8535-8ff191a79b43 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Feb 03 22:30:02.776316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05e782-1c67-4349-a39b-91a01f4b5d9d req-11e0a8d0-448e-47a6-bda7-7fd64c073fa5 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:02.778092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b05e782-1c67-4349-a39b-91a01f4b5d9d req-11e0a8d0-448e-47a6-bda7-7fd64c073fa5 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 949 time: 0.0556674 Feb 03 22:30:02.824171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b05e782-1c67-4349-a39b-91a01f4b5d9d req-55765e5d-6c33-4d8d-a866-78e8b46592d8 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 Feb 03 22:30:03.106498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-c2093297-33df-464b-bfd6-2f55647566d0 req-701d563d-bad1-4261-a25d-623c971778e8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:30:03.107493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c2093297-33df-464b-bfd6-2f55647566d0 req-701d563d-bad1-4261-a25d-623c971778e8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053871 Feb 03 22:30:03.516679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-d4de2765-9526-4d11-83a3-131e0e48ed0f req-27ebbe65-6e86-41b7-b9c8-7624dc32e6ce service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:30:03.517723 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4de2765-9526-4d11-83a3-131e0e48ed0f req-27ebbe65-6e86-41b7-b9c8-7624dc32e6ce service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999935 Feb 03 22:30:03.845862 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2f10c-23e7-46ed-a6f2-6eef2e7e1b6e req-1517258b-f4c4-4ad2-8bcb-feae30dd7242 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:03.847312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84b2f10c-23e7-46ed-a6f2-6eef2e7e1b6e req-1517258b-f4c4-4ad2-8bcb-feae30dd7242 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 949 time: 0.0522254 Feb 03 22:30:03.893304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84b2f10c-23e7-46ed-a6f2-6eef2e7e1b6e req-afcd9517-8776-40fd-8e65-602fe711f79e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Feb 03 22:30:05.011632 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48db0-eace-47a9-9297-d51e818525b1 req-1d56ed7f-90b5-48ec-bd74-39938abaee4e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:05.013148 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7aa48db0-eace-47a9-9297-d51e818525b1 req-1d56ed7f-90b5-48ec-bd74-39938abaee4e tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 949 time: 0.0510712 Feb 03 22:30:05.063071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7aa48db0-eace-47a9-9297-d51e818525b1 req-7befe194-3346-4ac6-9523-edd2fc9d5dc9 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/security-groups?id=6576a507-9dc5-49a6-adb9-10e00f41bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Feb 03 22:30:05.307504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-503b69aa-9ba4-4185-9f6a-d27f7a05d13d tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:05.308990 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-503b69aa-9ba4-4185-9f6a-d27f7a05d13d tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 949 time: 0.0503800 Feb 03 22:30:05.395860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Deleting port 9051c2f3-9164-475e-9ab2-04523ca8fe9c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:30:05.396232 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:05.485333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] For port 9051c2f3-9164-475e-9ab2-04523ca8fe9c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=9051c2f3-9164-475e-9ab2-04523ca8fe9c,segment=NetworkSegment(ce2b378b-05e7-4c12-be8b-c4bee8299c75),segment_id=ce2b378b-05e7-4c12-be8b-c4bee8299c75)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:05.485696 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:05.499018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Calling delete_port for 9051c2f3-9164-475e-9ab2-04523ca8fe9c owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:30:05.626214 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9051c2f3-9164-475e-9ab2-04523ca8fe9c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:05.638157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['9051c2f3-9164-475e-9ab2-04523ca8fe9c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:30:05.651445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Pushing event deleted for resources: {'Port': ['ID=9051c2f3-9164-475e-9ab2-04523ca8fe9c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:05.697253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] No DVR routers for this DVR port 9051c2f3-9164-475e-9ab2-04523ca8fe9c on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:30:05.699976 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:05.703333 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b88f2f14-5c26-441b-a985-df3c0b778fba req-2e3fdf7b-5ca6-4557-a9a1-60bf16f9f0e6 tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.10 "DELETE /v2.0/ports/9051c2f3-9164-475e-9ab2-04523ca8fe9c HTTP/1.1" status: 204 len: 173 time: 0.3894506 Feb 03 22:30:05.703786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053d88fe-07ed-4180-a523-0d6cc869ce0a', 'name': 'network-vif-deleted', 'tag': '9051c2f3-9164-475e-9ab2-04523ca8fe9c'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:30:05.706125 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf57479-7dd2-4f23-a7c4-8c390afb65b4" -d '{"events": [{"server_uuid": "053d88fe-07ed-4180-a523-0d6cc869ce0a", "name": "network-vif-deleted", "tag": "9051c2f3-9164-475e-9ab2-04523ca8fe9c"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:30:05.816486 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9deb2-0050-4731-a75a-dfce6584fc7f x-openstack-request-id: req-b1c9deb2-0050-4731-a75a-dfce6584fc7f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:30:05.817005 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053d88fe-07ed-4180-a523-0d6cc869ce0a", "name": "network-vif-deleted", "tag": "9051c2f3-9164-475e-9ab2-04523ca8fe9c", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:30:05.817264 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1c9deb2-0050-4731-a75a-dfce6584fc7f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:30:05.817674 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053d88fe-07ed-4180-a523-0d6cc869ce0a', 'name': 'network-vif-deleted', 'tag': '9051c2f3-9164-475e-9ab2-04523ca8fe9c', 'status': 'completed', 'code': 200} Feb 03 22:30:06.173567 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe488540-32e1-4c7b-b621-37b9a19e71b7 req-3e6e0e24-4a07-44f0-bcfd-cad784fc395d tempest-ServersAdminNegativeTestJSON-373823392 tempest-ServersAdminNegativeTestJSON-373823392-project] 10.222.0.50 "GET /v2.0/ports?device_id=053d88fe-07ed-4180-a523-0d6cc869ce0a HTTP/1.1" status: 200 len: 210 time: 0.0294213 Feb 03 22:30:07.460340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:30:07.588988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4b905e8b-544c-461b-9cb5-4f3f94d90b7c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8bf13f8fa0ce4acaa7f10f5b69aeaf4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274507 Feb 03 22:30:07.591564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:30:07.636649 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0f4e-c89e-44bd-8126-2f5d6e87623b admin admin] Publish callbacks [] for security_group (6576a507-9dc5-49a6-adb9-10e00f41bc70), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:07.657634 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0f4e-c89e-44bd-8126-2f5d6e87623b admin admin] Publish callbacks [] for security_group (6576a507-9dc5-49a6-adb9-10e00f41bc70), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:07.705402 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0f4e-c89e-44bd-8126-2f5d6e87623b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (6576a507-9dc5-49a6-adb9-10e00f41bc70), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:07.708293 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0f4e-c89e-44bd-8126-2f5d6e87623b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:07.709937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3ccf0f4e-c89e-44bd-8126-2f5d6e87623b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6576a507-9dc5-49a6-adb9-10e00f41bc70 HTTP/1.1" status: 204 len: 168 time: 0.1169646 Feb 03 22:30:07.717389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf0f4e-c89e-44bd-8126-2f5d6e87623b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6576a507-9dc5-49a6-adb9-10e00f41bc70,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:07.973992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:30:07.987013 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2a3e-55be-4821-b7d6-93a9d138e5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:08.058477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2a3e-55be-4821-b7d6-93a9d138e5cf admin admin] Publish callbacks [] for security_group (915f9b69-5d8f-4c20-ae52-af4bdcd715ca), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:08.062185 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2a3e-55be-4821-b7d6-93a9d138e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (915f9b69-5d8f-4c20-ae52-af4bdcd715ca), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:08.099463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ce9a2a3e-55be-4821-b7d6-93a9d138e5cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f53e29863f904b0bae5d9c557b36c0df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244087 Feb 03 22:30:08.100323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a2a3e-55be-4821-b7d6-93a9d138e5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915f9b69-5d8f-4c20-ae52-af4bdcd715ca,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:08.102873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51854) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:30:08.151373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c9d31a-1bc2-4be5-a399-0274aac7db01 admin admin] Publish callbacks [] for security_group (915f9b69-5d8f-4c20-ae52-af4bdcd715ca), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:08.176477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c9d31a-1bc2-4be5-a399-0274aac7db01 admin admin] Publish callbacks [] for security_group (915f9b69-5d8f-4c20-ae52-af4bdcd715ca), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:08.226033 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c9d31a-1bc2-4be5-a399-0274aac7db01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (915f9b69-5d8f-4c20-ae52-af4bdcd715ca), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:08.228650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c9d31a-1bc2-4be5-a399-0274aac7db01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:08.229836 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-11c9d31a-1bc2-4be5-a399-0274aac7db01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/915f9b69-5d8f-4c20-ae52-af4bdcd715ca HTTP/1.1" status: 204 len: 168 time: 0.1252720 Feb 03 22:30:08.237794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9d31a-1bc2-4be5-a399-0274aac7db01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915f9b69-5d8f-4c20-ae52-af4bdcd715ca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:08.888893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 51876) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:30:08.983601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-66515693-network', 'tenant_id': 'b0cdc925261447038d238bdef604778a'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:30:09.001676 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Made reservation on behalf of b0cdc925261447038d238bdef604778a for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:30:09.003812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.012185 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.085187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Publish callbacks [] for security_group (aa4b690f-be78-4a43-8bcb-c6e62ad52a38), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.088705 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (aa4b690f-be78-4a43-8bcb-c6e62ad52a38), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.112294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:30:09.121507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b690f-be78-4a43-8bcb-c6e62ad52a38,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:09.126042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b38e8145-85a2-4a50-a69c-2225dee45f44), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.126384 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Added segment b38e8145-85a2-4a50-a69c-2225dee45f44 of type vlan for network a3cdf4aa-3617-43fe-9217-0e2204f8a96c Feb 03 22:30:09.165492 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a3cdf4aa-3617-43fe-9217-0e2204f8a96c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.190604 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a3cdf4aa-3617-43fe-9217-0e2204f8a96c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.191542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:09.192115 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.243154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3530560 Feb 03 22:30:09.246171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 51880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:30:09.251284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Request body: {'subnet': {'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-66515693-subnet', 'tenant_id': 'b0cdc925261447038d238bdef604778a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:30:09.254670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d7f81-369f-40d5-a2c1-22294a9357fa admin admin] Pushing event updated for resources: {'Network': ['ID=a3cdf4aa-3617-43fe-9217-0e2204f8a96c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:09.264723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a3cdf4aa-3617-43fe-9217-0e2204f8a96c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:30:09.275491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Made reservation on behalf of b0cdc925261447038d238bdef604778a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:30:09.278701 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.438178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (0c184e52-e75a-4f54-a44b-fb50fbc3f67c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.497241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c184e52-e75a-4f54-a44b-fb50fbc3f67c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:09.505884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Checking segment: {'id': 'b38e8145-85a2-4a50-a69c-2225dee45f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:30:09.506828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Network hostable DHCP agents. Network: a3cdf4aa-3617-43fe-9217-0e2204f8a96c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:30:09.523917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Network a3cdf4aa-3617-43fe-9217-0e2204f8a96c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:30:09.533590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, a3cdf4aa-3617-43fe-9217-0e2204f8a96c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:30:09.537909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:09.538503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:09.545568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e71af-4acb-4090-ae9d-fb5c7f15097f None None] Network a3cdf4aa-3617-43fe-9217-0e2204f8a96c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:30:09.554901 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-92d874e2-49db-4538-9a1c-cfd6b708c291 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3075538 Feb 03 22:30:09.656159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2248bf3-4c4f-49b2-a770-53145fda2344 None None] Network a3cdf4aa-3617-43fe-9217-0e2204f8a96c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:30:09.979772 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-4aa7a819-9dc4-4485-a0a1-6ee54a05aff3 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:09.981262 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-4aa7a819-9dc4-4485-a0a1-6ee54a05aff3 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 810 time: 0.1030216 Feb 03 22:30:09.995916 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-ec6d559c-9ba4-469f-b70b-8972b54bb9a3 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/quotas/b0cdc925261447038d238bdef604778a HTTP/1.1" status: 200 len: 375 time: 0.0092280 Feb 03 22:30:10.025948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-f065d0d8-13e2-4c8c-a307-d2934c1e5870 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254080 Feb 03 22:30:10.116396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-be283f1c-2a4d-4908-8654-86419d5fe30c service neutron] 10.222.0.50 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833533 Feb 03 22:30:10.202735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-3d6f2919-5af6-4287-a3bf-8ccf23dfca1d service neutron] 10.222.0.50 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806940 Feb 03 22:30:10.288382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9051c2f3-9164-475e-9ab2-04523ca8fe9c no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:30:10.317687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 9051c2f3-9164-475e-9ab2-04523ca8fe9c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:30:10.318193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 9051c2f3-9164-475e-9ab2-04523ca8fe9c not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:30:10.358475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-deb65a32-08b0-4af1-a579-f0b0ea216e82 req-a2594dad-caee-4b85-b671-198e9ec75d06 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 210 time: 0.0280740 Feb 03 22:30:11.244249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-8e523a95-3904-460c-a771-9622929da7aa tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:11.245617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-8e523a95-3904-460c-a771-9622929da7aa tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.10 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 810 time: 0.1037393 Feb 03 22:30:11.258295 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Request body: {'port': {'device_id': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c', 'admin_state_up': True, 'tenant_id': 'b0cdc925261447038d238bdef604778a'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:30:11.634346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72c5d4aa-2cde-4128-a6fa-866369212c83 req-3f9b0599-6032-41df-afba-ffa33fadffb0 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 210 time: 0.0328777 Feb 03 22:30:11.655341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Made reservation on behalf of b0cdc925261447038d238bdef604778a for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:30:11.658607 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:11.779519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Allocated IP 172.20.0.6 (a3cdf4aa-3617-43fe-9217-0e2204f8a96c/0c184e52-e75a-4f54-a44b-fb50fbc3f67c/e7c03d16-1342-4a5e-acf2-81cc5e3d96e5) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:30:11.919180 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Publish callbacks [] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:11.950908 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:11.993204 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Network a3cdf4aa-3617-43fe-9217-0e2204f8a96c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:30:11.998009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:30:12.001540 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:30:12.026281 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Pushing event updated for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:12.053358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:12.053964 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:12.068275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-e13c1939-da52-4554-ad78-492f90b9a7cc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8143678 Feb 03 22:30:12.078904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Request body: {'port': {'device_id': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:30:12.140650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:12.392089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:30:12.400078 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Publish callbacks [] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:12.411871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Transition to ACTIVE for port object e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:30:12.415366 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:12.462591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:12.533429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Attempting to bind port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:30:12.533755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Attempting to bind port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'b38e8145-85a2-4a50-a69c-2225dee45f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:30:12.534080 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Attempting to bind port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on network a3cdf4aa-3617-43fe-9217-0e2204f8a96c {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:30:12.538256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on network a3cdf4aa-3617-43fe-9217-0e2204f8a96c not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:30:12.538568 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Attempting to bind port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on network a3cdf4aa-3617-43fe-9217-0e2204f8a96c {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:30:12.543221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:30:12.543557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Checking segment: {'id': 'b38e8145-85a2-4a50-a69c-2225dee45f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:30:12.543932 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Bound using segment: {'id': 'b38e8145-85a2-4a50-a69c-2225dee45f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:30:12.544351 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Bound port: e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38e8145-85a2-4a50-a69c-2225dee45f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:30:12.544695 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:12.604897 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:30:12.607849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:30:12.613756 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:12.647142 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:12.647800 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:12.649190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] 10.222.0.10 "PUT /v2.0/ports/e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 1091 time: 0.5743160 Feb 03 22:30:12.649629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:30:12.651850 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:30:12.679498 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bd033-62cb-4ad8-95f3-c5acb352b774 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:12.706487 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebae194-ec12-48d7-8dd7-0a52b747d7f0 x-openstack-request-id: req-6ebae194-ec12-48d7-8dd7-0a52b747d7f0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:30:12.706800 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:30:12.707193 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ebae194-ec12-48d7-8dd7-0a52b747d7f0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:30:12.707602 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'status': 'completed', 'code': 200} Feb 03 22:30:12.776828 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-5c6daef0-76db-4198-a68f-8187b7fbd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:12.778609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-5c6daef0-76db-4198-a68f-8187b7fbd979 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1125 time: 0.0829668 Feb 03 22:30:12.789972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf30ce6-758a-4ba6-b56c-80ae4053c903 req-c7ab405a-b421-470e-9795-f3491bffcc98 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:12.791329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cf30ce6-758a-4ba6-b56c-80ae4053c903 req-c7ab405a-b421-470e-9795-f3491bffcc98 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 943 time: 0.0684190 Feb 03 22:30:12.837157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-01ccb898-0301-49b0-b5aa-f4623d97bdff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 217 time: 0.0448382 Feb 03 22:30:12.893744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1cf30ce6-758a-4ba6-b56c-80ae4053c903 req-692b5758-dc03-4f61-af6d-0beb396b8d24 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956800 Feb 03 22:30:12.904613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-a117d513-8280-403d-8be4-9461ad4bf8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:12.906072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-a117d513-8280-403d-8be4-9461ad4bf8d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 200 len: 850 time: 0.0615726 Feb 03 22:30:12.941800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-d9fe57e8-ff47-4245-bf81-5a9fbb2961a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303309 Feb 03 22:30:13.028610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-36754bdd-6098-4db8-9470-241e4e2abfa1 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802712 Feb 03 22:30:13.120977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5db4257a-2a72-4c20-907d-ebd1253fdffc req-cdccdfa8-2191-4675-90b0-383b51f691e2 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841966 Feb 03 22:30:13.210948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-e1353cb8-f1dd-4908-9538-1477cf5e6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:13.212347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-e1353cb8-f1dd-4908-9538-1477cf5e6665 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1125 time: 0.0453870 Feb 03 22:30:13.297855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-10cb6ad1-b9cd-4a8d-b05b-ef762c94abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:13.299295 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-10cb6ad1-b9cd-4a8d-b05b-ef762c94abfc service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 911 time: 0.0808673 Feb 03 22:30:13.342557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-7b815918-0230-420f-968b-46c81cf9400a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 217 time: 0.0372384 Feb 03 22:30:13.388139 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-39980d97-04c9-4e0c-a4eb-2ba8f23b2556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:13.389534 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-39980d97-04c9-4e0c-a4eb-2ba8f23b2556 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 200 len: 850 time: 0.0418668 Feb 03 22:30:13.419342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-625cccd2-c91f-4da8-9705-58eb65502191 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241945 Feb 03 22:30:13.509618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-e674ce60-a432-4bf4-8394-3fb557b964b1 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Feb 03 22:30:13.595458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef9095c0-f1b8-45e4-a70b-cb6ba34efb0c req-728ba5de-8437-4643-a068-7010365458ed service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801864 Feb 03 22:30:13.895021 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:30:14.017549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04047a-b9bf-4b7c-88b2-cd38cee29989 req-9ef8d3d5-388d-4914-84f0-3deb8062e70d tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:14.019023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae04047a-b9bf-4b7c-88b2-cd38cee29989 req-9ef8d3d5-388d-4914-84f0-3deb8062e70d tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 943 time: 0.0572553 Feb 03 22:30:14.067014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae04047a-b9bf-4b7c-88b2-cd38cee29989 req-ff0722a6-c25a-4205-acbb-00e97fa04c5a tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Feb 03 22:30:15.184072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97809a-992d-4198-a28f-735771abdb45 req-19a48b6f-35ec-43be-b1d9-2516995643c8 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:15.185491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c97809a-992d-4198-a28f-735771abdb45 req-19a48b6f-35ec-43be-b1d9-2516995643c8 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 943 time: 0.0521805 Feb 03 22:30:15.230353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c97809a-992d-4198-a28f-735771abdb45 req-6f47326c-0a05-40a9-a442-85ab2fa45b44 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Feb 03 22:30:16.347495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439436ab-5d3c-463b-a1ba-e6ef1dc646c2 req-0b871874-47d2-41cd-b9ce-8f1c54bcb2f2 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:16.348991 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-439436ab-5d3c-463b-a1ba-e6ef1dc646c2 req-0b871874-47d2-41cd-b9ce-8f1c54bcb2f2 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 943 time: 0.0520761 Feb 03 22:30:16.398348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-439436ab-5d3c-463b-a1ba-e6ef1dc646c2 req-6c1634a8-fd4b-4089-b70f-b86e686b28c2 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438774 Feb 03 22:30:17.513781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f2900-62a7-48a0-a35c-0ce626e9d1e1 req-afc1be4e-d1f6-4e69-a1e4-6d07887443eb tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:17.515227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b3f2900-62a7-48a0-a35c-0ce626e9d1e1 req-afc1be4e-d1f6-4e69-a1e4-6d07887443eb tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 943 time: 0.0509284 Feb 03 22:30:17.560879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b3f2900-62a7-48a0-a35c-0ce626e9d1e1 req-bb10264e-8c86-4307-9752-f1136ac86b82 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Feb 03 22:30:18.307929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:30:18.402584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:18.414428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c', 'port_id': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'mac_address': 'fa:16:3e:0c:4b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c184e52-e75a-4f54-a44b-fb50fbc3f67c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:30:18.449894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:30:18.450281 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:18.462636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:30:18.481334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:18.485183 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:18.530662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:18.677220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b7019-2942-48db-932c-2fceb005e6b2 req-e1e16f4a-68e5-4556-90ac-fda473df2f3b tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:18.678736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-871b7019-2942-48db-932c-2fceb005e6b2 req-e1e16f4a-68e5-4556-90ac-fda473df2f3b tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 944 time: 0.0528877 Feb 03 22:30:18.726388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-871b7019-2942-48db-932c-2fceb005e6b2 req-cad25ab8-f025-465b-a39a-1713c7c089f3 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Feb 03 22:30:18.781174 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['e7c03d16-1342-4a5e-acf2-81cc5e3d96e5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:30:19.847972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65308d90-3bd8-479b-b913-94fcdbbf1a97 req-eaea050d-37d8-4ffe-9b4a-967b3d4c9b32 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:19.849405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65308d90-3bd8-479b-b913-94fcdbbf1a97 req-eaea050d-37d8-4ffe-9b4a-967b3d4c9b32 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 944 time: 0.0568683 Feb 03 22:30:19.896175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65308d90-3bd8-479b-b913-94fcdbbf1a97 req-c4605775-9bab-48ed-af24-8a24fdba9bb5 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Feb 03 22:30:20.329777 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:30:20.378105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:30:20.382102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:30:20.382478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:20.462893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:30:20.463281 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:20.485503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:30:20.487702 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51d15ee-32a9-4ef5-bf82-d990c11f18fa" -d '{"events": [{"server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:30:20.500850 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:20.504835 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:20.530522 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cb1080-277e-47d2-8038-edcb0067eb03 x-openstack-request-id: req-a8cb1080-277e-47d2-8038-edcb0067eb03 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:30:20.530820 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:30:20.531074 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8cb1080-277e-47d2-8038-edcb0067eb03 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:30:20.531460 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'code': 200} Feb 03 22:30:20.560123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:20.627186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2568df1-133e-4a0f-8ef5-ea56a2a09813 req-3b9c902b-ec4a-4e40-97fe-1a0fcd971537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:20.628598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2568df1-133e-4a0f-8ef5-ea56a2a09813 req-3b9c902b-ec4a-4e40-97fe-1a0fcd971537 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1127 time: 0.0436118 Feb 03 22:30:20.670877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a2568df1-133e-4a0f-8ef5-ea56a2a09813 req-682ca159-ab7c-4c7a-b11e-2dcbd30199cd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365593 Feb 03 22:30:21.015146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83959-5685-4529-853c-361226fd7aa6 req-13a89a50-e1d2-44f3-ac8c-2e22b54d3c87 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:21.016541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dac83959-5685-4529-853c-361226fd7aa6 req-13a89a50-e1d2-44f3-ac8c-2e22b54d3c87 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0523763 Feb 03 22:30:21.066003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dac83959-5685-4529-853c-361226fd7aa6 req-518b0a72-6353-4e60-8c3e-1a3c42df3ed5 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Feb 03 22:30:22.187650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ee23c-7df4-49ac-9078-4f68c23b892d req-efcca78c-0ba4-43cd-a11d-3b93f91dafc3 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:22.189157 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-000ee23c-7df4-49ac-9078-4f68c23b892d req-efcca78c-0ba4-43cd-a11d-3b93f91dafc3 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0557292 Feb 03 22:30:22.235734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-000ee23c-7df4-49ac-9078-4f68c23b892d req-98815f8b-c5be-4c9d-9fdc-67b7f3b184d1 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Feb 03 22:30:22.635220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c9c36-61ed-447a-b697-bbcc81c98c3f req-b55d31b9-7139-4e75-b708-ce91479a6d96 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:22.637763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be4c9c36-61ed-447a-b697-bbcc81c98c3f req-b55d31b9-7139-4e75-b708-ce91479a6d96 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0913618 Feb 03 22:30:22.683436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-09df55b3-91c9-43ce-aeef-f9480ec3d9c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480756 Feb 03 22:30:22.698463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-93865424-6713-410d-87c2-7af334ffab3e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:30:22.699440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-93865424-6713-410d-87c2-7af334ffab3e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078180 Feb 03 22:30:22.704707 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be4c9c36-61ed-447a-b697-bbcc81c98c3f req-0ad0fa1f-aa41-454a-bd0c-5afa60358ace tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610776 Feb 03 22:30:23.648409 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ad21-2420-4630-979e-a500d5daa426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:23.825570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1729b-7ed1-4c72-8246-ad8e3fe28395 req-5c7278fb-4fb8-4af6-9cf1-3f204613db6f tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:23.827141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dbb1729b-7ed1-4c72-8246-ad8e3fe28395 req-5c7278fb-4fb8-4af6-9cf1-3f204613db6f tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0525274 Feb 03 22:30:23.877728 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dbb1729b-7ed1-4c72-8246-ad8e3fe28395 req-dfa257be-c051-41c7-bc92-910d2e4c9a59 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Feb 03 22:30:23.938436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94299-6c5d-4179-99f3-896242c81887 req-cfbe13c2-e7db-4642-a93b-94d504c4c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:23.939959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-cfbe13c2-e7db-4642-a93b-94d504c4c908 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1127 time: 0.0489893 Feb 03 22:30:24.031166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94299-6c5d-4179-99f3-896242c81887 req-4629201c-d47a-4a24-b106-8b2b13645642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:24.032641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-4629201c-d47a-4a24-b106-8b2b13645642 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 911 time: 0.0870285 Feb 03 22:30:24.075687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-d7214f02-69fa-4ba8-9e0a-ab93d244309b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 217 time: 0.0377846 Feb 03 22:30:24.127030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94299-6c5d-4179-99f3-896242c81887 req-b1e252e9-c4a3-4362-b48e-adbb2cff12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:24.128464 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-b1e252e9-c4a3-4362-b48e-adbb2cff12f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 200 len: 850 time: 0.0475214 Feb 03 22:30:24.158675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-d07e4b5f-ba20-4580-8fb7-ff4bd14011f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249140 Feb 03 22:30:24.249435 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7c4f1a33-63fb-4e54-a62b-4dd58e5fef21 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848849 Feb 03 22:30:24.339476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-45a2c1d7-8a92-44fc-93d8-ce426ba4c4e3 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849352 Feb 03 22:30:24.788712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:24.822073 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:25.264319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5233551-c1fd-4caa-9265-1f44c8c3ad6b req-ce9a001c-02d3-4d91-819e-f8315b8fc4e5 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:25.265741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5233551-c1fd-4caa-9265-1f44c8c3ad6b req-ce9a001c-02d3-4d91-819e-f8315b8fc4e5 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Feb 03 22:30:25.312695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5233551-c1fd-4caa-9265-1f44c8c3ad6b req-ae1ac5ab-52fb-406d-a46f-98ddfd3f825e tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Feb 03 22:30:26.606191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75de6306-f4a1-46b0-9c4a-56bce8b5c325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:26.681809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de4e73-9121-41c1-a726-a124d805a26e req-5926eccb-6466-427d-8044-483cdc373b26 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:26.683309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38de4e73-9121-41c1-a726-a124d805a26e req-5926eccb-6466-427d-8044-483cdc373b26 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0565591 Feb 03 22:30:26.733663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38de4e73-9121-41c1-a726-a124d805a26e req-e6924333-6767-4f81-9dac-81e95ffe85b6 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Feb 03 22:30:27.080586 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:27.849930 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e971-62c9-468e-bea1-317fa6badf8a req-bbfef5bb-f5b8-4564-9ab3-b38b6dfec5d3 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:27.851836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6422e971-62c9-468e-bea1-317fa6badf8a req-bbfef5bb-f5b8-4564-9ab3-b38b6dfec5d3 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0516369 Feb 03 22:30:27.896399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6422e971-62c9-468e-bea1-317fa6badf8a req-b226b60c-487a-4b8b-b4c8-f4de8126ed25 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390670 Feb 03 22:30:28.752010 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:29.013379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf037ce-3fd6-4e2f-8f8a-bebb45ec2b7e req-9e4dbd24-14b8-425a-9376-8b3e3f6b6fce tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:29.014838 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9bf037ce-3fd6-4e2f-8f8a-bebb45ec2b7e req-9e4dbd24-14b8-425a-9376-8b3e3f6b6fce tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0513463 Feb 03 22:30:29.060202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9bf037ce-3fd6-4e2f-8f8a-bebb45ec2b7e req-4bc5ca7a-e541-4d5b-865a-f29b339ba364 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Feb 03 22:30:29.926374 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:30.182874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dddce-4f67-4361-8f25-d27d338b6584 req-9263f0df-432a-4875-b290-0b9131e0cbd9 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:30.184263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-221dddce-4f67-4361-8f25-d27d338b6584 req-9263f0df-432a-4875-b290-0b9131e0cbd9 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0575771 Feb 03 22:30:30.230925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-221dddce-4f67-4361-8f25-d27d338b6584 req-7628da79-2581-4489-8d07-43d6a2b4a0ff tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Feb 03 22:30:31.348703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73733b-06b5-4bbf-a64e-0830505f4138 req-a8ced9f7-cec2-4810-9783-9c041452b791 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:31.350207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e73733b-06b5-4bbf-a64e-0830505f4138 req-a8ced9f7-cec2-4810-9783-9c041452b791 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0520179 Feb 03 22:30:31.396097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e73733b-06b5-4bbf-a64e-0830505f4138 req-44ce7036-8e01-4f11-9579-932e823ff35d tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Feb 03 22:30:32.511529 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a24965-21f5-4cc2-b925-2a428c5c5fc2 req-be5bd544-c008-4ab9-b3e9-122bcfa043ae tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:32.513073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6a24965-21f5-4cc2-b925-2a428c5c5fc2 req-be5bd544-c008-4ab9-b3e9-122bcfa043ae tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0510826 Feb 03 22:30:32.562626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6a24965-21f5-4cc2-b925-2a428c5c5fc2 req-3399829d-b172-4c7f-9797-4806bdc16dbe tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Feb 03 22:30:33.680158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55480a2-0c4e-4584-8d02-3c9d8f645bcf req-d652e0e5-997a-4b22-a3ab-a323e82ed741 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:33.681678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f55480a2-0c4e-4584-8d02-3c9d8f645bcf req-d652e0e5-997a-4b22-a3ab-a323e82ed741 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Feb 03 22:30:33.728008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f55480a2-0c4e-4584-8d02-3c9d8f645bcf req-bad33a82-22de-4b68-b417-291705a66886 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408874 Feb 03 22:30:34.845743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f211e-6c23-4d06-a624-a38000d0c268 req-5605cd3b-f358-4bb8-bd9c-b6cddef866b9 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:34.847213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-061f211e-6c23-4d06-a624-a38000d0c268 req-5605cd3b-f358-4bb8-bd9c-b6cddef866b9 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0521581 Feb 03 22:30:34.891949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-061f211e-6c23-4d06-a624-a38000d0c268 req-14c33701-02aa-440f-8c09-73be8250eac9 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392635 Feb 03 22:30:36.013248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ad5bd-f832-43d3-9bf9-e565936a8656 req-32f03a66-25ee-4237-8723-2fcfe3e7ba15 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:36.014730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-827ad5bd-f832-43d3-9bf9-e565936a8656 req-32f03a66-25ee-4237-8723-2fcfe3e7ba15 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0565331 Feb 03 22:30:36.061031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-827ad5bd-f832-43d3-9bf9-e565936a8656 req-2f4835e0-16ff-48ff-b352-f5f9fde3d2de tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404816 Feb 03 22:30:37.179062 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f100ca-b8ca-4b0e-8262-a5549da49ef0 req-f7b7fa23-5755-455d-a168-4f698902cefb tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:37.180445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6f100ca-b8ca-4b0e-8262-a5549da49ef0 req-f7b7fa23-5755-455d-a168-4f698902cefb tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Feb 03 22:30:37.230804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6f100ca-b8ca-4b0e-8262-a5549da49ef0 req-4015a54c-743b-48f5-bdf1-7aa96c6ac99f tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447793 Feb 03 22:30:38.352825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139acff-2145-4b40-91d3-0f9f6e4270d3 req-8e0bdc7b-2ab1-448a-b2fe-189fadab0a5c tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:38.354333 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f139acff-2145-4b40-91d3-0f9f6e4270d3 req-8e0bdc7b-2ab1-448a-b2fe-189fadab0a5c tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0555737 Feb 03 22:30:38.400469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f139acff-2145-4b40-91d3-0f9f6e4270d3 req-54c0b7ca-cd44-44e7-9b02-12610ce7666e tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405831 Feb 03 22:30:39.522482 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c346-3a99-42ad-8b7e-4006a54a8bb7 req-ad10a767-064f-4872-a489-a6fe1cc067bc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:39.523962 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0e4c346-3a99-42ad-8b7e-4006a54a8bb7 req-ad10a767-064f-4872-a489-a6fe1cc067bc tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0529165 Feb 03 22:30:39.570575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e0e4c346-3a99-42ad-8b7e-4006a54a8bb7 req-9839896b-7f15-4a23-931d-df72f1bade63 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Feb 03 22:30:40.690627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cddc83-54e3-4729-8ba6-4c8c1d520027 req-19aba79c-c5e5-42c2-a665-2fb4322307cf tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:40.692160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38cddc83-54e3-4729-8ba6-4c8c1d520027 req-19aba79c-c5e5-42c2-a665-2fb4322307cf tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Feb 03 22:30:40.742200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38cddc83-54e3-4729-8ba6-4c8c1d520027 req-57218765-9ac3-44ec-a60c-677db3546856 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Feb 03 22:30:41.859161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190660fd-3f63-4e60-ba35-2aaeb48593f0 req-50df731e-a756-4cdd-8726-7134cfc98091 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:41.860554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-190660fd-3f63-4e60-ba35-2aaeb48593f0 req-50df731e-a756-4cdd-8726-7134cfc98091 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0514705 Feb 03 22:30:41.907048 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-190660fd-3f63-4e60-ba35-2aaeb48593f0 req-8565da12-1ea1-4043-a69c-a7d8003d0cea tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Feb 03 22:30:43.023982 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f4ad-5252-4db2-a2ab-952db54ad669 req-dc5d524a-fb69-4be0-8321-68be7d3e5571 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:43.025475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2005f4ad-5252-4db2-a2ab-952db54ad669 req-dc5d524a-fb69-4be0-8321-68be7d3e5571 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0525811 Feb 03 22:30:43.070642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2005f4ad-5252-4db2-a2ab-952db54ad669 req-fd635d9d-94a1-423d-b0bb-f9c471e0d1a2 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Feb 03 22:30:44.191518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58e080-5026-473d-b1a1-4ffc7d296d85 req-dca8df99-398c-4bc5-bc02-7a7ec8157efe tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:44.192944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad58e080-5026-473d-b1a1-4ffc7d296d85 req-dca8df99-398c-4bc5-bc02-7a7ec8157efe tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0571177 Feb 03 22:30:44.240348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad58e080-5026-473d-b1a1-4ffc7d296d85 req-c63728bb-e85a-4a3e-8472-8f6b9262e5ac tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Feb 03 22:30:45.277483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-f52d455c-817a-4b4f-8e5f-2106a93634d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:45.279286 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-f52d455c-817a-4b4f-8e5f-2106a93634d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1127 time: 0.0453901 Feb 03 22:30:45.410856 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95570db4-26cc-445c-9c2f-d4be79d810e9 req-143fb14a-0262-41d5-b546-def6b48798cd tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:45.412340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95570db4-26cc-445c-9c2f-d4be79d810e9 req-143fb14a-0262-41d5-b546-def6b48798cd tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.1047294 Feb 03 22:30:45.431067 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-ac3d8ee3-7f15-41aa-a750-0aa15bb6b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:45.432498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-ac3d8ee3-7f15-41aa-a750-0aa15bb6b033 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 911 time: 0.1325316 Feb 03 22:30:45.477445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-580a51f1-6871-47c1-8b3f-ae2f12d8cca4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 217 time: 0.0365858 Feb 03 22:30:45.530596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95570db4-26cc-445c-9c2f-d4be79d810e9 req-8643ce63-6a2a-484f-bd62-300b495b91e9 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077859 Feb 03 22:30:45.540671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-ff07d041-1dcb-4f3e-9896-aa6c49f40b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:45.542151 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-ff07d041-1dcb-4f3e-9896-aa6c49f40b25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 200 len: 850 time: 0.0572283 Feb 03 22:30:45.574697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-345c23db-3889-42ec-9e0e-df47b8aee801 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257545 Feb 03 22:30:45.663241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-1f0211a1-d521-4ef5-b030-32f17462a97b service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829022 Feb 03 22:30:45.748058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29d0c77d-f460-4a79-ab3b-64d264a88582 req-f71ac90a-7f86-4e47-a9b2-c3ce7d08675e service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794237 Feb 03 22:30:46.652188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66457a3-2fea-4020-a1fe-d5ff63e79511 req-470cedc8-ff49-4671-95fb-193c94bec08a tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:46.653919 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d66457a3-2fea-4020-a1fe-d5ff63e79511 req-470cedc8-ff49-4671-95fb-193c94bec08a tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0523615 Feb 03 22:30:46.700111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d66457a3-2fea-4020-a1fe-d5ff63e79511 req-d3b5f42b-44eb-4d0f-9468-6151d01e43f9 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Feb 03 22:30:47.820476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f4474-aae3-4cf7-ab46-8d7ca572a40e req-55089cc1-f531-497c-91bc-341cc2e6161c tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:47.821978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c50f4474-aae3-4cf7-ab46-8d7ca572a40e req-55089cc1-f531-497c-91bc-341cc2e6161c tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0563281 Feb 03 22:30:47.868469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c50f4474-aae3-4cf7-ab46-8d7ca572a40e req-76d53893-ed10-4997-a318-a799e54747f1 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Feb 03 22:30:48.993816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8c6a-9006-46f8-b1c6-8f68ba93f4cc req-a6034da5-a0d4-4474-8993-4c347e5fa28d tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:48.995288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a7d8c6a-9006-46f8-b1c6-8f68ba93f4cc req-a6034da5-a0d4-4474-8993-4c347e5fa28d tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0589790 Feb 03 22:30:49.049088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a7d8c6a-9006-46f8-b1c6-8f68ba93f4cc req-946b5f1d-fb10-4d82-8e8e-0c20824f692b tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482306 Feb 03 22:30:50.170714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9b8d3-9fae-48c2-bdd7-f4a5bcd40303 req-116d2658-5655-4ee8-b524-9a9ae5e2daa2 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:50.172119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96c9b8d3-9fae-48c2-bdd7-f4a5bcd40303 req-116d2658-5655-4ee8-b524-9a9ae5e2daa2 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0567651 Feb 03 22:30:50.217859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96c9b8d3-9fae-48c2-bdd7-f4a5bcd40303 req-b97420c6-cce4-4f39-9481-cd62e284b108 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Feb 03 22:30:50.893195 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:30:51.197695 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-0fb94299-6c5d-4179-99f3-896242c81887 req-08a5d2b4-3b46-46b4-bcc8-36217bbaf091 service neutron] show failed (client error): The resource could not be found. Feb 03 22:30:51.198669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-08a5d2b4-3b46-46b4-bcc8-36217bbaf091 service neutron] 10.222.0.10 "GET /v2.0/ports/e7c03d16-1342-4a5e-acf2-81cc5e3d96e5/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0531571 Feb 03 22:30:51.341695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16ec4-a8aa-4895-bf73-0b94f8ed33c9 req-5e4260b4-be2a-4dfd-9b62-95963ccb4cfe tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:51.343169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5d16ec4-a8aa-4895-bf73-0b94f8ed33c9 req-5e4260b4-be2a-4dfd-9b62-95963ccb4cfe tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 945 time: 0.0562062 Feb 03 22:30:51.390585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f5d16ec4-a8aa-4895-bf73-0b94f8ed33c9 req-23dc3303-26d1-4ccd-a364-1631e2601928 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415802 Feb 03 22:30:51.446859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94299-6c5d-4179-99f3-896242c81887 req-5c60990e-8dd8-44a8-8c88-ef6ace62817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:51.448418 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-5c60990e-8dd8-44a8-8c88-ef6ace62817d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6&tenant_id=b0cdc925261447038d238bdef604778a HTTP/1.1" status: 200 len: 1127 time: 0.0959930 Feb 03 22:30:51.457924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-82c81ae2-6031-47b6-b8a3-f00c3b7b6819 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:30:51.458876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-82c81ae2-6031-47b6-b8a3-f00c3b7b6819 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049245 Feb 03 22:30:51.470018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:30:51.530759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:51.728583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:51.761437 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:30:51.798670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:30:51.801041 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6245c786-bc39-405d-9c0d-865996c93749" -d '{"events": [{"server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:30:51.805030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Publish callbacks [] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:51.817188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Transition to ACTIVE for port object e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:30:51.821341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:51.881653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] No DVR routers for this DVR port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:30:51.887763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:51.898158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.898516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.898864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.899211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.899548 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.899884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.900238 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.900624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.900863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.901237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.901567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.901896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.902226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:51.924333 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d61456-8ad4-4da3-8a6f-038727f1a8a5 x-openstack-request-id: req-31d61456-8ad4-4da3-8a6f-038727f1a8a5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:30:51.924630 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:30:51.924885 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31d61456-8ad4-4da3-8a6f-038727f1a8a5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:30:51.925303 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'code': 200} Feb 03 22:30:51.939350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Attempting to bind port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:30:51.939688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Attempting to bind port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'b38e8145-85a2-4a50-a69c-2225dee45f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:30:51.940016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Attempting to bind port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on network a3cdf4aa-3617-43fe-9217-0e2204f8a96c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:30:51.944254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on network a3cdf4aa-3617-43fe-9217-0e2204f8a96c not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:30:51.944571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Attempting to bind port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on network a3cdf4aa-3617-43fe-9217-0e2204f8a96c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:30:51.949386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:30:51.949722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Checking segment: {'id': 'b38e8145-85a2-4a50-a69c-2225dee45f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:30:51.950106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Bound using segment: {'id': 'b38e8145-85a2-4a50-a69c-2225dee45f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:30:51.950530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Bound port: e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38e8145-85a2-4a50-a69c-2225dee45f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:30:51.950879 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:52.015130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:30:52.017964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:30:52.023637 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:52.056350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:52.056987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:52.058370 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 1091 time: 0.5919945 Feb 03 22:30:52.087858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aa8a2-f6e9-4c68-bab2-8d713ef955a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:52.126551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94299-6c5d-4179-99f3-896242c81887 req-0daa694f-65a0-427b-8073-079081b78514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:52.128081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-0daa694f-65a0-427b-8073-079081b78514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1125 time: 0.0478599 Feb 03 22:30:52.217667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94299-6c5d-4179-99f3-896242c81887 req-92b76095-9cc3-4b69-9ca0-cf70b0ac325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:52.219134 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-92b76095-9cc3-4b69-9ca0-cf70b0ac325d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 911 time: 0.0858142 Feb 03 22:30:52.262580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-7918aca8-1c30-4853-b966-93df80a939eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 217 time: 0.0379155 Feb 03 22:30:52.327539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94299-6c5d-4179-99f3-896242c81887 req-d0d6dd7e-ac0e-44bb-a188-5730d136272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:52.329099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-d0d6dd7e-ac0e-44bb-a188-5730d136272b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 200 len: 850 time: 0.0612178 Feb 03 22:30:52.362772 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-5b05bd8b-be81-4258-9b56-3f450ee17fa7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255113 Feb 03 22:30:52.454949 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-5fbe3abc-ae51-4e69-9ccb-b74b1b6145dc service neutron] 10.222.0.47 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866606 Feb 03 22:30:52.516254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24216179-ba86-4c16-b6b9-7c4f0d0c7751 req-2e365f3d-c39f-46eb-a78c-6ac185e168ab tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:52.517760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24216179-ba86-4c16-b6b9-7c4f0d0c7751 req-2e365f3d-c39f-46eb-a78c-6ac185e168ab tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 943 time: 0.0549309 Feb 03 22:30:52.548465 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0fb94299-6c5d-4179-99f3-896242c81887 req-e3ecbb49-f6e8-4425-86a9-c98fdfa95866 service neutron] 10.222.0.47 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879962 Feb 03 22:30:52.564824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-24216179-ba86-4c16-b6b9-7c4f0d0c7751 req-d33a279f-e693-4284-839e-5584202c010f tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Feb 03 22:30:53.650287 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a39bbbaa-4b60-4e48-b529-b42949167b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:53.687583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4f0c1-70e1-4f7a-bbaf-d54ac3b4a10b req-48a83f0a-7eaf-4702-81ac-53ed5541a9d8 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:53.689091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02f4f0c1-70e1-4f7a-bbaf-d54ac3b4a10b req-48a83f0a-7eaf-4702-81ac-53ed5541a9d8 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 943 time: 0.0540392 Feb 03 22:30:53.736162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02f4f0c1-70e1-4f7a-bbaf-d54ac3b4a10b req-9650333f-d47e-4362-868d-fc6ec09d1d83 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 Feb 03 22:30:53.926381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:30:53.929302 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f02d4-1782-45a1-adc4-398e095031c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:30:53.977535 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8b8f23-1450-46ca-ae38-8f298a96b40d x-openstack-request-id: req-5d8b8f23-1450-46ca-ae38-8f298a96b40d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:30:53.977832 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:30:53.978265 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d8b8f23-1450-46ca-ae38-8f298a96b40d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:30:53.978695 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'status': 'completed', 'code': 200} Feb 03 22:30:54.040531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-d231ee48-cd5c-4394-90eb-42af3bfa8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:54.042104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-d231ee48-cd5c-4394-90eb-42af3bfa8c03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1125 time: 0.0461607 Feb 03 22:30:54.042744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-481d4fbd-de59-4fe5-8a7f-a18f3e8f3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:54.044222 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-481d4fbd-de59-4fe5-8a7f-a18f3e8f3e67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1125 time: 0.0445800 Feb 03 22:30:54.137276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-ae78fd7f-609a-4ea1-ba86-4e4b0a946061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:54.138776 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-ae78fd7f-609a-4ea1-ba86-4e4b0a946061 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 911 time: 0.0902903 Feb 03 22:30:54.139166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-fc189aba-d563-4f5d-8c80-89828a730fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:54.140712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-fc189aba-d563-4f5d-8c80-89828a730fd7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 911 time: 0.0885749 Feb 03 22:30:54.180929 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-ab1233b8-3008-4c84-81a3-53bad09174a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 217 time: 0.0363715 Feb 03 22:30:54.181368 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-6e22e110-2132-43c1-a460-0a9bc7efa42d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 217 time: 0.0350845 Feb 03 22:30:54.228354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-20e77e53-3d3a-4f40-8218-6a95b96dc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:54.229931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-20e77e53-3d3a-4f40-8218-6a95b96dc64e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 200 len: 850 time: 0.0433128 Feb 03 22:30:54.231596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-681d9530-7cd3-4f95-b79f-023d9a0a8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:54.233050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-681d9530-7cd3-4f95-b79f-023d9a0a8316 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 200 len: 850 time: 0.0463216 Feb 03 22:30:54.262341 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-8afdf1f0-ba30-4e00-baae-a00d177159a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260904 Feb 03 22:30:54.263602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-51358482-04ef-4f8f-a5d5-931a77e1e8aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250187 Feb 03 22:30:54.351725 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-2c4a6ccb-8d34-46c6-8859-15e8fb361f91 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822203 Feb 03 22:30:54.365321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-c2f5af14-4e5d-4952-b12d-010cb7faead7 service neutron] 10.222.0.47 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969772 Feb 03 22:30:54.448020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-7a3a727f-c1df-4839-bc73-b4518262e1b7 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910225 Feb 03 22:30:54.455130 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a07f02d4-1782-45a1-adc4-398e095031c3 req-d3254577-da18-4a09-8507-c1622f9c59c0 service neutron] 10.222.0.47 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836020 Feb 03 22:30:54.818629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:54.829317 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:54.859843 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef806ab8-b571-4981-a25a-107eec0c8714 req-629b50d0-c45c-4949-b71a-9e2e1cdf5c8b tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:54.861357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef806ab8-b571-4981-a25a-107eec0c8714 req-629b50d0-c45c-4949-b71a-9e2e1cdf5c8b tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 943 time: 0.0550232 Feb 03 22:30:54.908035 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef806ab8-b571-4981-a25a-107eec0c8714 req-ef25af63-2560-45eb-aa0b-cc2286fa3589 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Feb 03 22:30:55.545907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-a1aa8f0b-543d-48f6-ad8c-bf6fa84f9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:55.547453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-a1aa8f0b-543d-48f6-ad8c-bf6fa84f9a78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1125 time: 0.0509806 Feb 03 22:30:55.660976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-4e4e3bb7-57e5-4395-ae7e-01a7e4c6aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:55.662973 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-4e4e3bb7-57e5-4395-ae7e-01a7e4c6aec5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 911 time: 0.0889938 Feb 03 22:30:55.707059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-8295452c-d74d-41a5-a39e-c8f44c1fd399 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 217 time: 0.0374815 Feb 03 22:30:55.754520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-d5841f98-d8fa-4b7b-80a6-26812438a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:55.755937 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-d5841f98-d8fa-4b7b-80a6-26812438a33b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 200 len: 850 time: 0.0427377 Feb 03 22:30:55.786054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-e683c027-2af5-4805-8667-393cf295ddcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245688 Feb 03 22:30:55.877298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-bdf9fcbf-858f-47b1-9559-1d091ac56184 service neutron] 10.222.0.47 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850387 Feb 03 22:30:55.964792 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9d1a5b6b-df13-47ba-899e-5f9d4564da13 req-bb070d24-3171-4bd1-a358-8bb0add0fc93 service neutron] 10.222.0.47 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823629 Feb 03 22:30:56.027315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c98f-ccdd-44ca-a2f7-7147788afcab req-a1b4ef8f-7c32-4229-86ad-f5ff97a31745 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:56.029156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b47c98f-ccdd-44ca-a2f7-7147788afcab req-a1b4ef8f-7c32-4229-86ad-f5ff97a31745 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 943 time: 0.0525148 Feb 03 22:30:56.078884 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4b47c98f-ccdd-44ca-a2f7-7147788afcab req-3f497f02-cedf-4e0e-9802-68f6160d0744 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Feb 03 22:30:56.347102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818b0b-d51b-4771-b903-d2dec8957629 req-a3bae405-518a-49e6-a46d-b511c5a0549a tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:56.348565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-a3bae405-518a-49e6-a46d-b511c5a0549a tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6&tenant_id=b0cdc925261447038d238bdef604778a&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 943 time: 0.0901139 Feb 03 22:30:56.405066 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [req-36818b0b-d51b-4771-b903-d2dec8957629 req-3cec5e28-7cd5-41dd-9552-d342260e08be service neutron] delete failed (client error): The resource could not be found. Feb 03 22:30:56.405981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-3cec5e28-7cd5-41dd-9552-d342260e08be service neutron] 10.222.0.10 "DELETE /v2.0/ports/e7c03d16-1342-4a5e-acf2-81cc5e3d96e5/bindings/n-h1-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0516155 Feb 03 22:30:56.519254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:30:56.563137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:30:56.563552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:30:56.608736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23b4-d28d-4e71-8319-1ba273a5bdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:56.765278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818b0b-d51b-4771-b903-d2dec8957629 req-bcd6fba4-d8a1-47a3-8c1e-d6a9fe4f9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:56.766677 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-bcd6fba4-d8a1-47a3-8c1e-d6a9fe4f9277 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0cdc925261447038d238bdef604778a&device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 1125 time: 0.3207741 Feb 03 22:30:56.852718 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818b0b-d51b-4771-b903-d2dec8957629 req-a5297ca5-7310-46ef-a27e-7e7131a2e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:56.854195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-a5297ca5-7310-46ef-a27e-7e7131a2e35b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 200 len: 911 time: 0.0812011 Feb 03 22:30:56.896576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-cfcd31a4-c6d9-4327-9e4d-1e70611d5884 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 200 len: 217 time: 0.0366442 Feb 03 22:30:56.943299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818b0b-d51b-4771-b903-d2dec8957629 req-5ff501de-5cca-4803-a2af-5fc7c7df57de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:56.945345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-5ff501de-5cca-4803-a2af-5fc7c7df57de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 200 len: 850 time: 0.0433490 Feb 03 22:30:56.975576 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-785e6b3c-5241-4d35-bbd5-3ae6630ca466 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3cdf4aa-3617-43fe-9217-0e2204f8a96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245817 Feb 03 22:30:56.999165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:30:57.065582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-2a7d724d-e9cd-4418-9baa-37ce503c6360 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840490 Feb 03 22:30:57.103022 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:57.109239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:57.120556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'network_id': 'a3cdf4aa-3617-43fe-9217-0e2204f8a96c', 'port_id': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'mac_address': 'fa:16:3e:0c:4b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c184e52-e75a-4f54-a44b-fb50fbc3f67c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:30:57.152680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-1ef314a4-31b9-4f8d-a5a4-d0c1b09a2fcc service neutron] 10.222.0.10 "GET /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817609 Feb 03 22:30:57.158992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:30:57.159379 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:57.173831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:30:57.194318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:57.198203 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:57.245068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:57.252112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.252456 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.252794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.253154 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.253485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.253818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.254143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.254467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.254785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.255108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.255427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.255744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.256086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:30:57.577696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7c03d16-1342-4a5e-acf2-81cc5e3d96e5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:30:57.817994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bd8ee-e681-4d7c-8c9d-00ed649e42c3 req-52b23a10-8e25-4cda-9b0e-9d6950149d2a tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:57.819377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a00bd8ee-e681-4d7c-8c9d-00ed649e42c3 req-52b23a10-8e25-4cda-9b0e-9d6950149d2a tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 944 time: 0.0525651 Feb 03 22:30:57.870016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a00bd8ee-e681-4d7c-8c9d-00ed649e42c3 req-5885a0e8-7000-42f3-84d0-36db9bad1401 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Feb 03 22:30:58.754708 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:58.993015 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4645b3-7d79-402b-b39d-765ffdbdf37e req-6a0d449a-ad89-46f0-9b78-6fa1efd7d166 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:58.994482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a4645b3-7d79-402b-b39d-765ffdbdf37e req-6a0d449a-ad89-46f0-9b78-6fa1efd7d166 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 944 time: 0.0552454 Feb 03 22:30:59.005117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:30:59.043350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8a4645b3-7d79-402b-b39d-765ffdbdf37e req-3ccd76dc-ea25-4e4e-b988-7e2751e20608 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa4b690f-be78-4a43-8bcb-c6e62ad52a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430970 Feb 03 22:30:59.064595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:30:59.064595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:30:59.064595 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:59.138951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:30:59.139338 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:59.162330 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:30:59.164488 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019c71f5-fecd-4525-b362-e8dd99b5bc64" -d '{"events": [{"server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:30:59.178325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:59.182530 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:59.193019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818b0b-d51b-4771-b903-d2dec8957629 req-9e7cb4d5-2929-40e4-a7b9-8c79c66550d4 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:30:59.195181 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-9e7cb4d5-2929-40e4-a7b9-8c79c66550d4 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9096d0d-3560-4e9d-a5a4-47bc9f035ef6 HTTP/1.1" status: 200 len: 944 time: 0.0580745 Feb 03 22:30:59.235681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:59.271663 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2ced53-1e89-4eb8-9a8f-60cb18db63e0 x-openstack-request-id: req-de2ced53-1e89-4eb8-9a8f-60cb18db63e0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:30:59.271963 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:30:59.272223 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de2ced53-1e89-4eb8-9a8f-60cb18db63e0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:30:59.272624 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'code': 200} Feb 03 22:30:59.293573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-36818b0b-d51b-4771-b903-d2dec8957629 req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Deleting port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:30:59.293923 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36818b0b-d51b-4771-b903-d2dec8957629 req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:59.381614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-36818b0b-d51b-4771-b903-d2dec8957629 req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] For port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,segment=NetworkSegment(b38e8145-85a2-4a50-a69c-2225dee45f44),segment_id=b38e8145-85a2-4a50-a69c-2225dee45f44)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:30:59.381974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36818b0b-d51b-4771-b903-d2dec8957629 req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:59.394459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-36818b0b-d51b-4771-b903-d2dec8957629 req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Calling delete_port for e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:30:59.520552 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36818b0b-d51b-4771-b903-d2dec8957629 req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e7c03d16-1342-4a5e-acf2-81cc5e3d96e5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:59.532885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e7c03d16-1342-4a5e-acf2-81cc5e3d96e5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:30:59.549077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Pushing event deleted for resources: {'Port': ['ID=e7c03d16-1342-4a5e-acf2-81cc5e3d96e5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:30:59.601857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-36818b0b-d51b-4771-b903-d2dec8957629 req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] No DVR routers for this DVR port e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:30:59.604863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-36818b0b-d51b-4771-b903-d2dec8957629 req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:30:59.608373 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-36818b0b-d51b-4771-b903-d2dec8957629 req-f36331b5-4f2e-4cb4-b091-b64ec9909827 tempest-DeleteServersTestJSON-1242301946 tempest-DeleteServersTestJSON-1242301946-project] 10.222.0.47 "DELETE /v2.0/ports/e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 HTTP/1.1" status: 204 len: 173 time: 0.4077518 Feb 03 22:30:59.608841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'name': 'network-vif-deleted', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:30:59.611267 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b67b3b3-0022-45c9-a414-7a47de22be44" -d '{"events": [{"server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "name": "network-vif-deleted", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:30:59.647519 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dd85ae-8340-41b2-8d87-74812e8aeed2 x-openstack-request-id: req-f8dd85ae-8340-41b2-8d87-74812e8aeed2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:30:59.647840 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9096d0d-3560-4e9d-a5a4-47bc9f035ef6", "name": "network-vif-deleted", "tag": "e7c03d16-1342-4a5e-acf2-81cc5e3d96e5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:30:59.648096 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8dd85ae-8340-41b2-8d87-74812e8aeed2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:30:59.648528 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9096d0d-3560-4e9d-a5a4-47bc9f035ef6', 'name': 'network-vif-deleted', 'tag': 'e7c03d16-1342-4a5e-acf2-81cc5e3d96e5', 'status': 'completed', 'code': 200} Feb 03 22:30:59.931971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.173690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:31:00.218163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-062fdf3b-21a9-4ef7-8622-706f7599ec0b admin admin] Deleting subnet 0c184e52-e75a-4f54-a44b-fb50fbc3f67c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:31:00.221289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-062fdf3b-21a9-4ef7-8622-706f7599ec0b admin admin] Publish callbacks [] for subnet (0c184e52-e75a-4f54-a44b-fb50fbc3f67c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.254169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-062fdf3b-21a9-4ef7-8622-706f7599ec0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (0c184e52-e75a-4f54-a44b-fb50fbc3f67c), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.292151 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-062fdf3b-21a9-4ef7-8622-706f7599ec0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0c184e52-e75a-4f54-a44b-fb50fbc3f67c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.347319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-062fdf3b-21a9-4ef7-8622-706f7599ec0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (0c184e52-e75a-4f54-a44b-fb50fbc3f67c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.371749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fdf3b-21a9-4ef7-8622-706f7599ec0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c184e52-e75a-4f54-a44b-fb50fbc3f67c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:00.375390 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-062fdf3b-21a9-4ef7-8622-706f7599ec0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.378548 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-062fdf3b-21a9-4ef7-8622-706f7599ec0b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0c184e52-e75a-4f54-a44b-fb50fbc3f67c HTTP/1.1" status: 204 len: 168 time: 0.2038119 Feb 03 22:31:00.381593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:31:00.448578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a3cdf4aa-3617-43fe-9217-0e2204f8a96c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.527823 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a3cdf4aa-3617-43fe-9217-0e2204f8a96c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.547399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cdf4aa-3617-43fe-9217-0e2204f8a96c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:31:00.556839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38e8145-85a2-4a50-a69c-2225dee45f44') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:31:00.557165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38e8145-85a2-4a50-a69c-2225dee45f44') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:31:00.566163 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (b38e8145-85a2-4a50-a69c-2225dee45f44), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.579889 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (b38e8145-85a2-4a50-a69c-2225dee45f44), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.586588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:31:00.587132 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (b38e8145-85a2-4a50-a69c-2225dee45f44), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:31:00.588975 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:31:00.642411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a3cdf4aa-3617-43fe-9217-0e2204f8a96c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.647956 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.651314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] 10.222.0.50 "DELETE /v2.0/networks/a3cdf4aa-3617-43fe-9217-0e2204f8a96c HTTP/1.1" status: 204 len: 168 time: 0.2687504 Feb 03 22:31:00.662387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1c87f-59b9-4985-924a-6aa7844b4e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3cdf4aa-3617-43fe-9217-0e2204f8a96c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:00.755696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52052) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:31:00.799256 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3b94e21d-e622-4d4e-9d40-65df2340b76e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0cdc925261447038d238bdef604778a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423114 Feb 03 22:31:00.801667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:31:00.848274 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6a8-6544-4517-93f1-7e904f996913 admin admin] Publish callbacks [] for security_group (aa4b690f-be78-4a43-8bcb-c6e62ad52a38), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.869561 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6a8-6544-4517-93f1-7e904f996913 admin admin] Publish callbacks [] for security_group (aa4b690f-be78-4a43-8bcb-c6e62ad52a38), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.920448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6a8-6544-4517-93f1-7e904f996913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (aa4b690f-be78-4a43-8bcb-c6e62ad52a38), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.923099 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6a8-6544-4517-93f1-7e904f996913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:00.924289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dac3c6a8-6544-4517-93f1-7e904f996913 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa4b690f-be78-4a43-8bcb-c6e62ad52a38 HTTP/1.1" status: 204 len: 168 time: 0.1217129 Feb 03 22:31:00.932280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3c6a8-6544-4517-93f1-7e904f996913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b690f-be78-4a43-8bcb-c6e62ad52a38,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:01.566477 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:31:01.662955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-657803078-network', 'tenant_id': '8aaa15d669ed4aa3a11e863a0873aaf2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:31:01.681888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Made reservation on behalf of 8aaa15d669ed4aa3a11e863a0873aaf2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:31:01.684384 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:01.692897 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:01.767291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Publish callbacks [] for security_group (7f6ebbb8-ceb4-4cb8-968b-d416d90520bd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:01.770728 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7f6ebbb8-ceb4-4cb8-968b-d416d90520bd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:01.795708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:31:01.806035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:01.811739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (83c0be94-5b38-4031-bdc6-0fb36db1a27c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:01.812089 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Added segment 83c0be94-5b38-4031-bdc6-0fb36db1a27c of type vlan for network cb202b03-acc3-4b4e-84af-2871b3da3b01 Feb 03 22:31:01.854651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cb202b03-acc3-4b4e-84af-2871b3da3b01), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:01.879198 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cb202b03-acc3-4b4e-84af-2871b3da3b01), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:01.880147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:01.880756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:01.932748 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3651397 Feb 03 22:31:01.935688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:31:01.941407 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Request body: {'subnet': {'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-657803078-subnet', 'tenant_id': '8aaa15d669ed4aa3a11e863a0873aaf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:31:01.943754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d18fd-54bb-4d82-839c-48f1a7fbd320 admin admin] Pushing event updated for resources: {'Network': ['ID=cb202b03-acc3-4b4e-84af-2871b3da3b01,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:01.953385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cb202b03-acc3-4b4e-84af-2871b3da3b01 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:31:01.963150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Made reservation on behalf of 8aaa15d669ed4aa3a11e863a0873aaf2 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:31:01.963949 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:02.133705 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (3d2a2210-c76a-4c10-9f1b-1927d7cef26f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:02.191954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2a2210-c76a-4c10-9f1b-1927d7cef26f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:02.200007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Checking segment: {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:31:02.200369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Network hostable DHCP agents. Network: cb202b03-acc3-4b4e-84af-2871b3da3b01, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:31:02.203905 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.204260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.204611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.204991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.205420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.205760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.206936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.207284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.207624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.207958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.208290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.208621 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.209500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:02.227432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Network cb202b03-acc3-4b4e-84af-2871b3da3b01 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:31:02.235302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cb202b03-acc3-4b4e-84af-2871b3da3b01) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:31:02.239628 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:02.240223 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:02.244991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd431ff6-0288-4c8d-b1ae-a6abec75460a None None] Network cb202b03-acc3-4b4e-84af-2871b3da3b01 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:31:02.261428 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d7523bc9-0299-472c-9c39-15035ae78aa2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3245640 Feb 03 22:31:02.349075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502e99a9-bd30-4d76-ba25-f8d8f7656173 None None] Network cb202b03-acc3-4b4e-84af-2871b3da3b01 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:31:02.688492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-2848629f-86f9-479c-a9e7-f443561eee55 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:02.690082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-2848629f-86f9-479c-a9e7-f443561eee55 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 814 time: 0.1048212 Feb 03 22:31:02.705640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-e4e90b0e-a0ef-46a6-95d3-342b13f92ac7 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/quotas/8aaa15d669ed4aa3a11e863a0873aaf2 HTTP/1.1" status: 200 len: 375 time: 0.0091531 Feb 03 22:31:02.738456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-ec046051-bc21-49dd-8a30-e62754ced20d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272553 Feb 03 22:31:02.748630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-47716afa-c566-46ad-88d0-292a4482d024 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:31:02.749681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-47716afa-c566-46ad-88d0-292a4482d024 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050788 Feb 03 22:31:02.842593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-9f7a26ea-7978-4589-9d48-0616d99687eb service neutron] 10.222.0.50 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878773 Feb 03 22:31:02.929233 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-848f0d52-f4a4-4867-bcf6-4f1550205159 service neutron] 10.222.0.50 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810061 Feb 03 22:31:03.033885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:31:03.059481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:31:03.059835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e7c03d16-1342-4a5e-acf2-81cc5e3d96e5 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:31:03.099028 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b3388ecb-1ad5-4d8d-8205-f615f1d4e70b req-658f569f-cb70-41df-88e9-0ddb96cccd28 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 210 time: 0.0286553 Feb 03 22:31:04.003919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-257eb0f1-df19-4243-afa3-5cc472076c34 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:04.005653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-257eb0f1-df19-4243-afa3-5cc472076c34 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.47 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 814 time: 0.1112392 Feb 03 22:31:04.019150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Request body: {'port': {'device_id': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01', 'admin_state_up': True, 'tenant_id': '8aaa15d669ed4aa3a11e863a0873aaf2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:31:04.130359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Made reservation on behalf of 8aaa15d669ed4aa3a11e863a0873aaf2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:31:04.134215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:04.200101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cceba5da-94a0-435b-b17d-eff71b97acd7 req-ea7b9750-c6a6-4e95-805c-bdae4e74a31e tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 210 time: 0.0310967 Feb 03 22:31:04.259772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Allocated IP 172.20.0.12 (cb202b03-acc3-4b4e-84af-2871b3da3b01/3d2a2210-c76a-4c10-9f1b-1927d7cef26f/ca60bab3-70fe-4570-909b-0ea8533d8d98) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:31:04.691927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks [] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:04.723745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:04.768476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Network cb202b03-acc3-4b4e-84af-2871b3da3b01 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:31:04.771494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:31:04.773893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:31:04.798591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Pushing event updated for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:04.829383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:04.830000 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:04.845416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-87159a43-4e4c-473d-8cfa-292bf2a2b8d1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8309908 Feb 03 22:31:04.856636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Request body: {'port': {'device_id': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:31:04.914114 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:05.176470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca60bab3-70fe-4570-909b-0ea8533d8d98 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:31:05.184068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Publish callbacks [] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:05.196737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Transition to ACTIVE for port object ca60bab3-70fe-4570-909b-0ea8533d8d98 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:31:05.200263 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:05.253181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Pushing event updated for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:05.320293 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4867-a8ca-42ed-9527-909191f368f8 req-c9aa46fa-6d50-41c5-a991-fa99f2a034b7 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:05.320892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Attempting to bind port ca60bab3-70fe-4570-909b-0ea8533d8d98 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:31:05.321077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Attempting to bind port ca60bab3-70fe-4570-909b-0ea8533d8d98 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:31:05.321077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Attempting to bind port ca60bab3-70fe-4570-909b-0ea8533d8d98 on network cb202b03-acc3-4b4e-84af-2871b3da3b01 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:31:05.324863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90ef4867-a8ca-42ed-9527-909191f368f8 req-c9aa46fa-6d50-41c5-a991-fa99f2a034b7 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0529723 Feb 03 22:31:05.326065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Port ca60bab3-70fe-4570-909b-0ea8533d8d98 on network cb202b03-acc3-4b4e-84af-2871b3da3b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:31:05.326401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Attempting to bind port ca60bab3-70fe-4570-909b-0ea8533d8d98 on network cb202b03-acc3-4b4e-84af-2871b3da3b01 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:31:05.331729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:31:05.332099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Checking segment: {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:31:05.332522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Bound using segment: {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:31:05.332989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Bound port: ca60bab3-70fe-4570-909b-0ea8533d8d98, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:31:05.333371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:05.370069 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90ef4867-a8ca-42ed-9527-909191f368f8 req-34ab171c-467e-438a-970e-4ebc90707037 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Feb 03 22:31:05.402122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:31:05.405406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:31:05.411221 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:05.445115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:05.445739 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:05.447107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] 10.222.0.47 "PUT /v2.0/ports/ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 1092 time: 0.5944090 Feb 03 22:31:05.447545 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:31:05.449799 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da408a64-6063-4335-a5f8-ffe4cecf72c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:31:05.473245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d0046-2c9b-435e-a4da-4a1fed862d1d service neutron] Pushing event updated for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:05.494143 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f960c66-680a-483f-9e71-fb74a7f93548 x-openstack-request-id: req-5f960c66-680a-483f-9e71-fb74a7f93548 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:31:05.494438 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:31:05.494719 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f960c66-680a-483f-9e71-fb74a7f93548 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:31:05.495137 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'status': 'completed', 'code': 200} Feb 03 22:31:05.533901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-17698800-d7d5-4096-b62b-94d15b46a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:05.535512 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-17698800-d7d5-4096-b62b-94d15b46a96a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 1126 time: 0.0505188 Feb 03 22:31:05.578938 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-d39a106f-b203-4944-99dc-bcf748709b31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 217 time: 0.0361142 Feb 03 22:31:05.631272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-6cd403db-2cad-430f-a467-17cbf41bfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:05.632826 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-6cd403db-2cad-430f-a467-17cbf41bfc0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0489497 Feb 03 22:31:05.665715 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-58f032bd-a9fa-4a02-9925-4370da59dbc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265577 Feb 03 22:31:05.755636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-bcac81dd-ed3d-40c0-bb63-20a67aa97f81 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839355 Feb 03 22:31:05.852338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-abe8b0b4-2eb8-4c22-844a-470e32aafaec req-3a2fa880-5bb8-4d31-a61c-bf970b1ca141 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908575 Feb 03 22:31:05.940735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-abb2afca-cd33-4266-9aec-56f0eb54aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:05.942292 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-abb2afca-cd33-4266-9aec-56f0eb54aa0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 1126 time: 0.0466292 Feb 03 22:31:06.033808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-d09a910f-afcd-497f-ab5c-3aff848d63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:06.035291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-d09a910f-afcd-497f-ab5c-3aff848d63aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0873237 Feb 03 22:31:06.075949 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-84c0dc28-2248-4a9f-8e21-46b1cb6d7578 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 217 time: 0.0342345 Feb 03 22:31:06.122375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-1d0b6311-c061-453f-bc2c-1423245dc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:06.123833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-1d0b6311-c061-453f-bc2c-1423245dc199 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0427659 Feb 03 22:31:06.154971 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-8fab99ae-1cb9-409f-9b40-37ffd7d1d2a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258143 Feb 03 22:31:06.245820 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-c62050e2-a63d-4117-bd27-1fd069419e2b service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853260 Feb 03 22:31:06.338462 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-da408a64-6063-4335-a5f8-ffe4cecf72c9 req-6ab70bce-0105-40a6-a822-8ce01053a67a service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872908 Feb 03 22:31:06.488469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6e3ba-9232-4e91-bf6d-2876af8377de req-0dc3499c-52c6-4031-b23a-8d0d32840e50 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:06.489967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fae6e3ba-9232-4e91-bf6d-2876af8377de req-0dc3499c-52c6-4031-b23a-8d0d32840e50 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0517912 Feb 03 22:31:06.535862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fae6e3ba-9232-4e91-bf6d-2876af8377de req-1ebdb623-1ff5-4a98-a286-aef59c9b7ccb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Feb 03 22:31:07.661904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61c9f0-5acd-4dd1-b9a0-44e203d0c32f req-be01ef45-3d75-4d4c-8610-1f33f313701f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:07.661904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb61c9f0-5acd-4dd1-b9a0-44e203d0c32f req-be01ef45-3d75-4d4c-8610-1f33f313701f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0560861 Feb 03 22:31:07.707306 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb61c9f0-5acd-4dd1-b9a0-44e203d0c32f req-45055947-b8b7-4da8-8b91-eef7b47baf67 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Feb 03 22:31:08.825681 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6542a3-54b4-4978-9311-d7bac16c54c4 req-7833d27a-78ed-449e-bcec-725e2ffab9c0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:08.827175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e6542a3-54b4-4978-9311-d7bac16c54c4 req-7833d27a-78ed-449e-bcec-725e2ffab9c0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0522304 Feb 03 22:31:08.872944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e6542a3-54b4-4978-9311-d7bac16c54c4 req-cfe4a360-831d-4bae-bcc0-49136de097b2 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Feb 03 22:31:09.033528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ca60bab3-70fe-4570-909b-0ea8533d8d98 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:31:09.129538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:09.141352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01', 'port_id': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'mac_address': 'fa:16:3e:1c:8a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2a2210-c76a-4c10-9f1b-1927d7cef26f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:31:09.177240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port ca60bab3-70fe-4570-909b-0ea8533d8d98 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:31:09.177647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:09.190471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca60bab3-70fe-4570-909b-0ea8533d8d98 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:31:09.209216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:09.213521 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:09.262411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:09.506494 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['ca60bab3-70fe-4570-909b-0ea8533d8d98'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:31:10.001469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70112673-cf66-4b8b-b895-6aaf39c630ee req-48eb14da-4100-41fa-bc39-ab9c55f46ca6 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:10.002950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70112673-cf66-4b8b-b895-6aaf39c630ee req-48eb14da-4100-41fa-bc39-ab9c55f46ca6 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 945 time: 0.0641236 Feb 03 22:31:10.050790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-70112673-cf66-4b8b-b895-6aaf39c630ee req-ecc0b03e-351e-4b89-a8ad-3d9235167f58 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Feb 03 22:31:11.045092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ca60bab3-70fe-4570-909b-0ea8533d8d98 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:31:11.102738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port ca60bab3-70fe-4570-909b-0ea8533d8d98 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:31:11.106641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port ca60bab3-70fe-4570-909b-0ea8533d8d98 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:31:11.107015 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:11.180159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe546f-3803-43dd-9c47-f4f4b31a427a req-67290fb0-95ca-4592-9b82-3399df8e940f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:11.181597 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6fe546f-3803-43dd-9c47-f4f4b31a427a req-67290fb0-95ca-4592-9b82-3399df8e940f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 945 time: 0.0575442 Feb 03 22:31:11.181899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port ca60bab3-70fe-4570-909b-0ea8533d8d98 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:31:11.182293 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:11.204382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:31:11.206596 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717b6d3e-069b-4c14-a13e-0b2205ba7d94" -d '{"events": [{"server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:31:11.219493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:11.223781 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:11.231186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6fe546f-3803-43dd-9c47-f4f4b31a427a req-6f716632-499d-49ed-9f24-71e3edb30389 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Feb 03 22:31:11.249494 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cea6fa3-9f12-4080-9f4b-524612ebd24e x-openstack-request-id: req-9cea6fa3-9f12-4080-9f4b-524612ebd24e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:31:11.249781 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:31:11.250029 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9cea6fa3-9f12-4080-9f4b-524612ebd24e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:31:11.250410 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'code': 200} Feb 03 22:31:11.275464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:11.353154 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf08293-ac59-4506-8441-7ed01fce2b4d req-30c0b080-dd44-40b3-8b4c-1e4d2e2ab0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:11.354681 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4bf08293-ac59-4506-8441-7ed01fce2b4d req-30c0b080-dd44-40b3-8b4c-1e4d2e2ab0e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 1128 time: 0.0450821 Feb 03 22:31:11.396848 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4bf08293-ac59-4506-8441-7ed01fce2b4d req-1a4d27b7-8a03-48dc-b647-d37fb0111de7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367851 Feb 03 22:31:12.354680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc9826-9a17-4dec-9bf7-aa997b03fbcf req-27f6f094-e083-47da-8f44-eadcbb7933b0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:12.356150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cafc9826-9a17-4dec-9bf7-aa997b03fbcf req-27f6f094-e083-47da-8f44-eadcbb7933b0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0532806 Feb 03 22:31:12.407108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cafc9826-9a17-4dec-9bf7-aa997b03fbcf req-8c3d47b5-106f-4ebc-ae3a-9fad187abfb3 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454400 Feb 03 22:31:13.525310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a9a65-e342-4772-982c-0f5fae240580 req-6ef666fd-5ffd-4c3f-b513-08138ccfcf06 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:13.526765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed9a9a65-e342-4772-982c-0f5fae240580 req-6ef666fd-5ffd-4c3f-b513-08138ccfcf06 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0516164 Feb 03 22:31:13.572717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ed9a9a65-e342-4772-982c-0f5fae240580 req-6f5f4a3e-2c1a-482f-bea6-535e10fd00b6 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 Feb 03 22:31:13.689011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b993a3f-c007-4196-a221-08aa2b50176f req-6e93285d-9734-462d-bd6b-68d3bb662610 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:13.690388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b993a3f-c007-4196-a221-08aa2b50176f req-6e93285d-9734-462d-bd6b-68d3bb662610 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0525892 Feb 03 22:31:13.736434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b993a3f-c007-4196-a221-08aa2b50176f req-0e3d6a6e-c273-4436-b0ed-e4eaf2cf5d91 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Feb 03 22:31:13.940371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63ac9-30f6-41bb-817f-a30ca8c03348 req-93b38597-ec84-4969-bf22-369b1adf54bc tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:13.941798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7b63ac9-30f6-41bb-817f-a30ca8c03348 req-93b38597-ec84-4969-bf22-369b1adf54bc tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0570800 Feb 03 22:31:13.987784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7b63ac9-30f6-41bb-817f-a30ca8c03348 req-339f3821-50b0-442d-a0d0-dba94a898c99 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Feb 03 22:31:14.106436 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235f59f-4acc-4e71-8d1d-0dbcdf6b4a8c req-dd038c85-0777-460e-9068-5e30829efae0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:14.107910 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b235f59f-4acc-4e71-8d1d-0dbcdf6b4a8c req-dd038c85-0777-460e-9068-5e30829efae0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0538538 Feb 03 22:31:14.154736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b235f59f-4acc-4e71-8d1d-0dbcdf6b4a8c req-58908c2d-d8ac-4322-8288-200c815b63e5 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Feb 03 22:31:14.407520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-696faa21-fbcd-4ae2-83de-26af5df80689 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756071 Feb 03 22:31:14.421026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5cc37-9d00-4b52-90f2-490fad57bbc0 req-761ebb67-b1ba-4e32-9477-05f1b08aa752 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:14.422832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58d5cc37-9d00-4b52-90f2-490fad57bbc0 req-761ebb67-b1ba-4e32-9477-05f1b08aa752 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0808129 Feb 03 22:31:14.472601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58d5cc37-9d00-4b52-90f2-490fad57bbc0 req-8793f1ae-8c9b-4dec-a2fb-d39c85b33fc4 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Feb 03 22:31:15.519987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-26dae46c-382e-4c4b-b09f-113ae6b000bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:15.521546 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-26dae46c-382e-4c4b-b09f-113ae6b000bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 1128 time: 0.0440359 Feb 03 22:31:15.593445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff8619-2bcf-409a-8ab3-b2d6172bc738 req-b6c1e27f-847f-4125-9ea3-5e7ddba19282 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:15.596364 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7eff8619-2bcf-409a-8ab3-b2d6172bc738 req-b6c1e27f-847f-4125-9ea3-5e7ddba19282 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0542965 Feb 03 22:31:15.617010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-3d2c35c4-cd65-4ef9-b2a7-b1612f3f908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:15.618514 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-3d2c35c4-cd65-4ef9-b2a7-b1612f3f908c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0904162 Feb 03 22:31:15.642675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7eff8619-2bcf-409a-8ab3-b2d6172bc738 req-6b718843-0c56-4094-9da8-df9cf3dfca3c tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Feb 03 22:31:15.660044 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-c67ce4f5-8ded-4792-9e6b-7d7fddb7ddd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 217 time: 0.0357425 Feb 03 22:31:15.707369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-fb6b3b8a-9499-4267-ba30-be6479360e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:15.708820 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-fb6b3b8a-9499-4267-ba30-be6479360e6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0422554 Feb 03 22:31:15.744553 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-82930c51-cf25-468c-9e2d-6f790d014b1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295842 Feb 03 22:31:15.831488 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-1ddefc72-293f-43d7-adb1-3276a288ae33 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815747 Feb 03 22:31:15.923768 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-11756b0b-25f8-4667-927c-bd9cef9922f8 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Feb 03 22:31:16.764616 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea6b85-7c73-4e88-8f02-215c24e8a02f req-c9adf31f-1176-4fc1-af93-225cb061dad2 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:16.766097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8ea6b85-7c73-4e88-8f02-215c24e8a02f req-c9adf31f-1176-4fc1-af93-225cb061dad2 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0557005 Feb 03 22:31:16.812586 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8ea6b85-7c73-4e88-8f02-215c24e8a02f req-35acb37f-089f-4044-bc1d-e17869c4212b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Feb 03 22:31:17.932289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e2c69-4261-46ea-b062-f501feaee626 req-c0221dc0-c350-43cf-adaf-b51f06e3c0f4 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:17.933830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c3e2c69-4261-46ea-b062-f501feaee626 req-c0221dc0-c350-43cf-adaf-b51f06e3c0f4 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0540843 Feb 03 22:31:17.980564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c3e2c69-4261-46ea-b062-f501feaee626 req-932c2d53-a360-4e11-afaf-5d588c9a825a tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Feb 03 22:31:19.098504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd16df8-2bdc-43b1-8584-c29dceab27c9 req-c2b9bae2-e424-4560-963e-8e9ef1ff070a tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:19.099965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fd16df8-2bdc-43b1-8584-c29dceab27c9 req-c2b9bae2-e424-4560-963e-8e9ef1ff070a tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0518169 Feb 03 22:31:19.150948 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fd16df8-2bdc-43b1-8584-c29dceab27c9 req-150eaa7e-74a0-47f9-864a-e0be5b90312e tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445325 Feb 03 22:31:20.268714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139f583-cb43-4991-b0f8-91bbdeacf786 req-d42ad847-4d25-4f08-8ed5-7f8c3bae7b04 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:20.270222 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9139f583-cb43-4991-b0f8-91bbdeacf786 req-d42ad847-4d25-4f08-8ed5-7f8c3bae7b04 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0529442 Feb 03 22:31:20.318171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9139f583-cb43-4991-b0f8-91bbdeacf786 req-cf5e4d43-ca25-4f09-836c-82864573b9bd tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 Feb 03 22:31:21.437380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9c66b-ca87-4138-9af3-c8c0044dc145 req-69ba4892-c1bb-4221-adac-98ae846abf85 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:21.438891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59a9c66b-ca87-4138-9af3-c8c0044dc145 req-69ba4892-c1bb-4221-adac-98ae846abf85 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0519006 Feb 03 22:31:21.484341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59a9c66b-ca87-4138-9af3-c8c0044dc145 req-430799de-3a06-4abe-9de4-48801f9d3434 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Feb 03 22:31:22.608799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c531d03-fa20-40d5-9293-08238b2f1a47 req-d4c6a4e8-e1ce-422b-b7ba-7a8d12665a0c tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:22.610301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c531d03-fa20-40d5-9293-08238b2f1a47 req-d4c6a4e8-e1ce-422b-b7ba-7a8d12665a0c tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0571854 Feb 03 22:31:22.656849 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c531d03-fa20-40d5-9293-08238b2f1a47 req-4911f790-9841-4cd6-a965-93a406fb4a9f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Feb 03 22:31:23.652149 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6153158d-60a2-4318-9bd9-175555ede57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:23.778649 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6582e7e-dc26-4a76-bf1f-ec2bd81d713c req-9076efc3-4cf4-49ee-9c26-8a5fb9ed280d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:23.780362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6582e7e-dc26-4a76-bf1f-ec2bd81d713c req-9076efc3-4cf4-49ee-9c26-8a5fb9ed280d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0518522 Feb 03 22:31:23.828950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6582e7e-dc26-4a76-bf1f-ec2bd81d713c req-5ec2ab2c-0dbd-4722-a29d-c54383ef951f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Feb 03 22:31:24.834965 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:24.837682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:24.951237 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f36a36-5a73-4e58-a38d-9e0930cd2e6d req-4a18627e-b8ce-48f0-a7ea-155e237c13cc tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:24.952711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4f36a36-5a73-4e58-a38d-9e0930cd2e6d req-4a18627e-b8ce-48f0-a7ea-155e237c13cc tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0564854 Feb 03 22:31:24.998523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4f36a36-5a73-4e58-a38d-9e0930cd2e6d req-4a964e5d-e89c-46cf-98c0-d2cb52385806 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Feb 03 22:31:26.125500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a9e50-6ecf-4161-9f5e-658c1f513af3 req-f20576be-881a-40f3-9d7f-de819c10d916 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:26.127136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-088a9e50-6ecf-4161-9f5e-658c1f513af3 req-f20576be-881a-40f3-9d7f-de819c10d916 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0583580 Feb 03 22:31:26.173426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-088a9e50-6ecf-4161-9f5e-658c1f513af3 req-c17c3498-217a-4a36-85e4-6cdb4d578bde tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Feb 03 22:31:26.612035 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c29771f6-7e9f-4531-afbe-c7a5f09a8f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:27.086188 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:27.293780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff55768-4443-45b2-9f14-5844790b33ab req-1b46799d-5d97-4aaf-a677-820b9ac76885 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:27.295266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eff55768-4443-45b2-9f14-5844790b33ab req-1b46799d-5d97-4aaf-a677-820b9ac76885 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0541790 Feb 03 22:31:27.345219 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eff55768-4443-45b2-9f14-5844790b33ab req-f89d5750-9f84-47be-b0c4-dcde6969f04b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Feb 03 22:31:27.892082 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:31:28.464470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d0765-641c-40cd-9cff-646fbbeaed22 req-f67bc580-3955-4048-8afe-2ed56ce370ee tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:28.465952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f3d0765-641c-40cd-9cff-646fbbeaed22 req-f67bc580-3955-4048-8afe-2ed56ce370ee tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0523062 Feb 03 22:31:28.511373 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f3d0765-641c-40cd-9cff-646fbbeaed22 req-c9c3850d-6599-4bdb-b9b4-6d52b2b8644f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Feb 03 22:31:28.756878 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:29.629774 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c1e19-205b-4abd-b5c5-e08099b9f876 req-1f5e8804-1ee4-470b-8e12-fa8cc2d13994 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:29.631285 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c3c1e19-205b-4abd-b5c5-e08099b9f876 req-1f5e8804-1ee4-470b-8e12-fa8cc2d13994 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0522580 Feb 03 22:31:29.676972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c3c1e19-205b-4abd-b5c5-e08099b9f876 req-262a6fe0-7a39-4383-8899-26f2122f818a tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 Feb 03 22:31:29.934699 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:30.797414 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf26b-b3ed-430f-a58e-ef08215ffbaf req-9a3039cb-5c2a-49c3-9b87-62295cebd349 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:30.798889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94fbf26b-b3ed-430f-a58e-ef08215ffbaf req-9a3039cb-5c2a-49c3-9b87-62295cebd349 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0554345 Feb 03 22:31:30.845282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94fbf26b-b3ed-430f-a58e-ef08215ffbaf req-73d5815a-ff3e-43a0-b214-0c88f532b454 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Feb 03 22:31:31.963367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c483e-9bd9-43e3-bc3b-5cd46076e36a req-73e66ac8-2ca5-43a2-a05f-cfab48b44cbf tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:31.964830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-287c483e-9bd9-43e3-bc3b-5cd46076e36a req-73e66ac8-2ca5-43a2-a05f-cfab48b44cbf tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0515172 Feb 03 22:31:32.010194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-287c483e-9bd9-43e3-bc3b-5cd46076e36a req-f62617c7-d876-4255-adef-17f01b298f26 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Feb 03 22:31:33.129927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8011ae7-4a7b-440d-a1b7-8c05e77598e3 req-131d768d-3ae8-42d1-819f-6c14e808f448 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:33.131412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8011ae7-4a7b-440d-a1b7-8c05e77598e3 req-131d768d-3ae8-42d1-819f-6c14e808f448 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0517788 Feb 03 22:31:33.181923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8011ae7-4a7b-440d-a1b7-8c05e77598e3 req-e0a155ab-c1df-4990-a6a1-444b80d71115 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446699 Feb 03 22:31:34.299014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50f6e9-f9ec-4a54-b37e-b38bb45ae142 req-f94ab259-0056-4879-96f1-c85ab3419794 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:34.300488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f50f6e9-f9ec-4a54-b37e-b38bb45ae142 req-f94ab259-0056-4879-96f1-c85ab3419794 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0516315 Feb 03 22:31:34.346900 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f50f6e9-f9ec-4a54-b37e-b38bb45ae142 req-4a77daac-f733-4494-8ce3-67f2fc4b56b1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Feb 03 22:31:35.463426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c8ec4-820f-4a2c-804e-2662889699a5 req-0898cafc-0e8a-4606-85e3-2336692577fe tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:35.464890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a88c8ec4-820f-4a2c-804e-2662889699a5 req-0898cafc-0e8a-4606-85e3-2336692577fe tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0523467 Feb 03 22:31:35.509772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a88c8ec4-820f-4a2c-804e-2662889699a5 req-740c51de-567e-4e36-a7eb-c9a095c5be26 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Feb 03 22:31:36.630999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2bf33-5a53-4e12-a6e8-f68c5a01b7be req-26ab8885-91c9-4b74-ac98-f96644cdfe07 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:36.633067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38c2bf33-5a53-4e12-a6e8-f68c5a01b7be req-26ab8885-91c9-4b74-ac98-f96644cdfe07 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0550144 Feb 03 22:31:36.678390 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-38c2bf33-5a53-4e12-a6e8-f68c5a01b7be req-f6485543-3c3d-4732-a37e-07fbcc82ea18 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Feb 03 22:31:37.797108 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce942350-77c9-43ae-a00a-8223377c9397 req-ef81d880-d926-4ed5-9f93-f4ae3f5e8271 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:37.798564 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce942350-77c9-43ae-a00a-8223377c9397 req-ef81d880-d926-4ed5-9f93-f4ae3f5e8271 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0523257 Feb 03 22:31:37.845086 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ce942350-77c9-43ae-a00a-8223377c9397 req-cf3dba85-f773-4d4b-bd57-a7f48b1b17cf tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Feb 03 22:31:38.966137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702249d4-1622-4f45-b5a1-fb70e11c6971 req-5c919330-e96c-48fe-bf64-315968896f3d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:38.967630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-702249d4-1622-4f45-b5a1-fb70e11c6971 req-5c919330-e96c-48fe-bf64-315968896f3d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0558169 Feb 03 22:31:39.014255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-702249d4-1622-4f45-b5a1-fb70e11c6971 req-e9fd1676-7a2c-4125-bd76-b0ee12fbbf3a tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Feb 03 22:31:40.144536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9e722-3383-4944-86f9-bfa3d8279109 req-fec54587-23df-456e-b0c4-f19f43a3d120 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:40.146045 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98e9e722-3383-4944-86f9-bfa3d8279109 req-fec54587-23df-456e-b0c4-f19f43a3d120 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0642831 Feb 03 22:31:40.194063 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98e9e722-3383-4944-86f9-bfa3d8279109 req-d6161b60-9ed5-465b-949a-d99dc1fd36c8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Feb 03 22:31:41.313360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9569e46-2557-48d0-8ffd-d361c79ace27 req-cbd4e882-2c58-4475-9dc0-8991278cddcd tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:41.314822 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9569e46-2557-48d0-8ffd-d361c79ace27 req-cbd4e882-2c58-4475-9dc0-8991278cddcd tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0517688 Feb 03 22:31:41.369541 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9569e46-2557-48d0-8ffd-d361c79ace27 req-6edd0097-cdb3-4632-8171-49a1da49fbe8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492678 Feb 03 22:31:42.490209 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907e13-0f84-4cdb-ae9b-455c93f0d5f3 req-4429cbd3-94b5-4ee5-b4d9-1100dc2ffbd5 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:42.491665 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61907e13-0f84-4cdb-ae9b-455c93f0d5f3 req-4429cbd3-94b5-4ee5-b4d9-1100dc2ffbd5 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 946 time: 0.0515740 Feb 03 22:31:42.537434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-61907e13-0f84-4cdb-ae9b-455c93f0d5f3 req-0d332906-1c3c-442d-83a0-cee093a7fee8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Feb 03 22:31:42.964110 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-dae953d0-080e-4005-b584-1f5f3010cbff service neutron] show failed (client error): The resource could not be found. Feb 03 22:31:42.965185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-dae953d0-080e-4005-b584-1f5f3010cbff service neutron] 10.222.0.47 "GET /v2.0/ports/ca60bab3-70fe-4570-909b-0ea8533d8d98/bindings/n-h1-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0555582 Feb 03 22:31:43.187627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-0840b9cc-e7b5-45f3-85b5-2295c835cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:43.189083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-0840b9cc-e7b5-45f3-85b5-2295c835cbcf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b&tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2 HTTP/1.1" status: 200 len: 1128 time: 0.0749090 Feb 03 22:31:43.199906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:31:43.259962 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:43.455484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:43.487677 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h2-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:31:43.528107 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Publish callbacks [] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:43.530319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:31:43.532733 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec98e158-4503-4453-8bc7-eed1e7867af6" -d '{"events": [{"server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:31:43.545076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Transition to ACTIVE for port object ca60bab3-70fe-4570-909b-0ea8533d8d98 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:31:43.549456 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:43.588148 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d6a2db-4973-422d-b66b-03213fed6c83 x-openstack-request-id: req-88d6a2db-4973-422d-b66b-03213fed6c83 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:31:43.588273 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:31:43.588461 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88d6a2db-4973-422d-b66b-03213fed6c83 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:31:43.588891 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'code': 200} Feb 03 22:31:43.615853 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] No DVR routers for this DVR port ca60bab3-70fe-4570-909b-0ea8533d8d98 on host n-h2-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:31:43.633468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Pushing event updated for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:43.687195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Attempting to bind port ca60bab3-70fe-4570-909b-0ea8533d8d98 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:31:43.687532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Attempting to bind port ca60bab3-70fe-4570-909b-0ea8533d8d98 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:31:43.687868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Attempting to bind port ca60bab3-70fe-4570-909b-0ea8533d8d98 on network cb202b03-acc3-4b4e-84af-2871b3da3b01 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:31:43.694880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Port ca60bab3-70fe-4570-909b-0ea8533d8d98 on network cb202b03-acc3-4b4e-84af-2871b3da3b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:31:43.695205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Attempting to bind port ca60bab3-70fe-4570-909b-0ea8533d8d98 on network cb202b03-acc3-4b4e-84af-2871b3da3b01 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:31:43.710277 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f942a79-16c1-48d4-a471-58be453a2d68 req-95897237-7bfc-4f2c-a83d-6659c50751ee tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:43.711714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f942a79-16c1-48d4-a471-58be453a2d68 req-95897237-7bfc-4f2c-a83d-6659c50751ee tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0880446 Feb 03 22:31:43.712412 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:31:43.712751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Checking segment: {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:31:43.713153 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Bound using segment: {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:31:43.713581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Bound port: ca60bab3-70fe-4570-909b-0ea8533d8d98, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:31:43.713952 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:43.797610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f942a79-16c1-48d4-a471-58be453a2d68 req-ccfe9738-355c-4da3-a4c4-52188e5f04ec tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803535 Feb 03 22:31:43.813089 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h1-824834-9, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:31:43.816048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:31:43.821997 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:43.854585 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:43.855227 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:43.856609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] 10.222.0.10 "PUT /v2.0/ports/ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 1092 time: 0.6606319 Feb 03 22:31:43.886743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cd11e-afb3-4bdb-97f6-ed2fa0c1804a service neutron] Pushing event updated for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:43.925403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-8c5d3727-c168-4197-a9f9-86b0c53315a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:43.926959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-8c5d3727-c168-4197-a9f9-86b0c53315a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 1126 time: 0.0477273 Feb 03 22:31:44.021495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-7ea11bfe-29cc-4363-8a43-d05b87c9d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:44.023475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-7ea11bfe-29cc-4363-8a43-d05b87c9d2aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0907478 Feb 03 22:31:44.066699 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-48c2917f-e3cc-4bd7-b968-d38fa4c5c045 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 217 time: 0.0376005 Feb 03 22:31:44.120633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-53886fbc-6ead-4524-8f32-802a0361d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:44.122139 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-53886fbc-6ead-4524-8f32-802a0361d84e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0503356 Feb 03 22:31:44.152877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-34de8346-7d7d-4edf-b423-b0979ec5cd8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251262 Feb 03 22:31:44.238585 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-65d2a491-c01b-4937-988c-448b3655c549 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796106 Feb 03 22:31:44.326329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb60ee4b-7684-454e-8de8-bf6adcbfd457 req-fbb431d7-1957-4b7b-9282-8ff90509c927 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826542 Feb 03 22:31:44.918914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef1f34-921e-4ee8-9133-08f824884ad8 req-4fe84e11-f4a0-4ccb-b795-45f572aebb14 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:44.920397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85ef1f34-921e-4ee8-9133-08f824884ad8 req-4fe84e11-f4a0-4ccb-b795-45f572aebb14 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0527334 Feb 03 22:31:44.966547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85ef1f34-921e-4ee8-9133-08f824884ad8 req-4ed2873d-f86e-4945-a8e1-b3eaf6de954b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Feb 03 22:31:45.252584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ca60bab3-70fe-4570-909b-0ea8533d8d98 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:31:45.290228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port ca60bab3-70fe-4570-909b-0ea8533d8d98 host n-h1-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:31:45.290611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device ca60bab3-70fe-4570-909b-0ea8533d8d98 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:31:45.589658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:31:45.592024 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e92b880-0a52-4a8c-9876-24b5d92c3365" -d '{"events": [{"name": "network-changed", "server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:31:45.639508 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd38d5-4126-4543-a4c2-8911076f8aa7 x-openstack-request-id: req-d7fd38d5-4126-4543-a4c2-8911076f8aa7 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:31:45.639785 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:31:45.640034 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7fd38d5-4126-4543-a4c2-8911076f8aa7 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:31:45.640431 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'status': 'completed', 'code': 200} Feb 03 22:31:45.701712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-5e2e3a39-0909-4192-b048-a5fa48c749e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:45.703238 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-5e2e3a39-0909-4192-b048-a5fa48c749e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 1126 time: 0.0466132 Feb 03 22:31:45.704061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-366b0325-670f-4239-b886-62e59ec20601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:45.705579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-366b0325-670f-4239-b886-62e59ec20601 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 1126 time: 0.0445738 Feb 03 22:31:45.797616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-8cffec4d-97b9-47be-8cec-3d514e89e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:45.799149 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-8cffec4d-97b9-47be-8cec-3d514e89e3f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0897977 Feb 03 22:31:45.799279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-4b3c7db2-7b00-4abf-a72e-be39e61c09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:45.800591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-4b3c7db2-7b00-4abf-a72e-be39e61c09ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0895236 Feb 03 22:31:45.840393 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-ce674363-33d3-4ee9-9606-5b74b7d8a0e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 217 time: 0.0359452 Feb 03 22:31:45.840720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-1d33cf2f-24dd-4b04-b3ec-aa4f11cc9840 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 217 time: 0.0341892 Feb 03 22:31:45.887187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-c80c1e52-d356-4a08-9007-282c7875ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:45.888655 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-c80c1e52-d356-4a08-9007-282c7875ff02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0435088 Feb 03 22:31:45.892216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-2d0bdc5f-3370-4aaa-b566-86f83b233fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:45.893788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-2d0bdc5f-3370-4aaa-b566-86f83b233fec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0476995 Feb 03 22:31:45.920330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-4f8b5e87-0d47-4fa4-a102-2140b83b46f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264318 Feb 03 22:31:45.924704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-0bb79ca0-487e-4c44-a92c-6dfd06102db0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254929 Feb 03 22:31:46.014272 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-13b1ce13-d726-400c-8872-54ac14184847 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834174 Feb 03 22:31:46.015596 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-38044ca2-b131-41b2-9c66-0a3ee143dee2 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898592 Feb 03 22:31:46.104610 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-07d52325-3368-4642-9aa9-3abd283355a3 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837183 Feb 03 22:31:46.145844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cba751-07d2-4fd9-af54-ec1d317c6609 req-cc5c0810-79a5-4ad6-ac0d-bc112a2091cd tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:46.147337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16cba751-07d2-4fd9-af54-ec1d317c6609 req-cc5c0810-79a5-4ad6-ac0d-bc112a2091cd tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.1093767 Feb 03 22:31:46.149685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e92b880-0a52-4a8c-9876-24b5d92c3365 req-51576ddf-29f2-4efd-8cc8-67dd25a2e9ec service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296895 Feb 03 22:31:46.196215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-16cba751-07d2-4fd9-af54-ec1d317c6609 req-a1b1d472-c852-4b91-8195-df0f1d47701a tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Feb 03 22:31:46.288806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-4e3b7fe4-5dd0-456e-b512-ba17ae984788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:46.290354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-4e3b7fe4-5dd0-456e-b512-ba17ae984788 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 1126 time: 0.0471597 Feb 03 22:31:46.390197 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-cccf0501-eeb6-4772-b01e-f985f04f26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:46.391574 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-cccf0501-eeb6-4772-b01e-f985f04f26fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0835662 Feb 03 22:31:46.434685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-33726c8e-702e-4b28-aae6-96bed393f6e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 217 time: 0.0374146 Feb 03 22:31:46.479952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-bc402fd2-6275-41f8-ac97-8aae4224925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:46.481392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-bc402fd2-6275-41f8-ac97-8aae4224925a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0413761 Feb 03 22:31:46.512434 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-03b28ccc-0f92-4ff2-8c6f-391b94d09254 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252335 Feb 03 22:31:46.599275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-cf2c0789-f3f8-4adf-bdbc-9c5af0d65cdf service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799723 Feb 03 22:31:46.688447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c82d6e9d-f541-415a-b8c1-8eb5e6c6bd60 req-949c22db-722c-4163-9a74-c4c5fef45103 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830939 Feb 03 22:31:47.316473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207d76e-9c1e-4a6f-9716-05eccad14e6c req-38994070-2cf5-44b3-92e9-3de30249eaf4 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:47.317955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5207d76e-9c1e-4a6f-9716-05eccad14e6c req-38994070-2cf5-44b3-92e9-3de30249eaf4 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0528402 Feb 03 22:31:47.363067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5207d76e-9c1e-4a6f-9716-05eccad14e6c req-3653fbd8-3dcb-4dc5-85db-8b73a0951299 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Feb 03 22:31:47.560684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4cd5e-2744-4226-b114-8142e647fbe4 req-aeabc566-a4ea-44c3-8090-70dd0d7adfa8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:47.562206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27e4cd5e-2744-4226-b114-8142e647fbe4 req-aeabc566-a4ea-44c3-8090-70dd0d7adfa8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0579395 Feb 03 22:31:47.575430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-d58925b1-f771-468d-956d-83056ac0d9ca tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:47.576974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-d58925b1-f771-468d-956d-83056ac0d9ca tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b&tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 944 time: 0.0610602 Feb 03 22:31:47.609188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27e4cd5e-2744-4226-b114-8142e647fbe4 req-09ed6ea3-9758-4bb9-b848-2083e45e5e00 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Feb 03 22:31:47.636674 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-1437914c-9ab2-4c9d-894f-422b00ece6b9 service neutron] delete failed (client error): The resource could not be found. Feb 03 22:31:47.637756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-1437914c-9ab2-4c9d-894f-422b00ece6b9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/ca60bab3-70fe-4570-909b-0ea8533d8d98/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0548594 Feb 03 22:31:47.724970 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-93efb8ed-6e7b-4916-860c-1d3287d54327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:47.727104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-93efb8ed-6e7b-4916-860c-1d3287d54327 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 1126 time: 0.0466695 Feb 03 22:31:47.818483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-d4de6f08-7ca5-4c50-848e-0479055dc1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:47.819912 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-d4de6f08-7ca5-4c50-848e-0479055dc1cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0866537 Feb 03 22:31:47.862533 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-c9a5c1d5-41bf-49be-8983-916ed01c1896 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 200 len: 217 time: 0.0364399 Feb 03 22:31:47.909069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-111a4ea4-8199-4880-9c55-850432ea5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:47.910545 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-111a4ea4-8199-4880-9c55-850432ea5bd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0428641 Feb 03 22:31:47.946417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-957db2b5-76c6-4088-b88b-90ee4c905087 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295744 Feb 03 22:31:48.033265 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-8be300fa-2dfc-45be-a2a8-c4c2ce7449f1 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813155 Feb 03 22:31:48.124076 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5d8ae0d7-9cb6-41ed-a518-75a50898ef08 req-f3f9b323-6772-4529-b451-64c458b4c9f4 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853684 Feb 03 22:31:48.728520 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e529c-5a84-4659-9eae-351732b313aa req-103032ac-5442-41e5-a139-2539ef635788 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:48.730018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c3e529c-5a84-4659-9eae-351732b313aa req-103032ac-5442-41e5-a139-2539ef635788 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0522225 Feb 03 22:31:48.753966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ca60bab3-70fe-4570-909b-0ea8533d8d98 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:31:48.776301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9c3e529c-5a84-4659-9eae-351732b313aa req-9f3646d1-bf11-4e13-8162-af13831d4464 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Feb 03 22:31:48.856274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:48.897060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ede58b-0ba4-4551-92e6-8509e32d6f30 req-f91bffcf-360f-4f51-83d8-114a1c4e5ec3 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:48.898659 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99ede58b-0ba4-4551-92e6-8509e32d6f30 req-f91bffcf-360f-4f51-83d8-114a1c4e5ec3 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0543759 Feb 03 22:31:48.952399 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99ede58b-0ba4-4551-92e6-8509e32d6f30 req-347a79ba-6cc3-466b-b6e3-bbc2d32e674f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479763 Feb 03 22:31:49.032763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01', 'port_id': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'mac_address': 'fa:16:3e:1c:8a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2a2210-c76a-4c10-9f1b-1927d7cef26f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:31:49.069673 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ca60bab3-70fe-4570-909b-0ea8533d8d98 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:31:49.070592 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:49.071322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1e232-8433-4f1e-9a35-60f02dbf51a2 req-9436a019-76f0-4ad4-a930-498108abb87d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:49.072829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93e1e232-8433-4f1e-9a35-60f02dbf51a2 req-9436a019-76f0-4ad4-a930-498108abb87d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 944 time: 0.0527790 Feb 03 22:31:49.083454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca60bab3-70fe-4570-909b-0ea8533d8d98 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:31:49.103197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:49.107214 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:49.119970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93e1e232-8433-4f1e-9a35-60f02dbf51a2 req-c28edf99-ac0e-4f85-89ec-f2d496f8f0e2 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Feb 03 22:31:49.154668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:49.444204 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['ca60bab3-70fe-4570-909b-0ea8533d8d98'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:31:49.739620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09324e33-a6ab-437b-acf6-943414d4e029 req-7319a87b-047b-401a-b5a5-81cbdccca105 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:49.741080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-7319a87b-047b-401a-b5a5-81cbdccca105 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 814 time: 0.3818154 Feb 03 22:31:49.756544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-71587fad-9a85-473b-aad9-6299f05918f5 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/quotas/8aaa15d669ed4aa3a11e863a0873aaf2 HTTP/1.1" status: 200 len: 375 time: 0.0086005 Feb 03 22:31:49.806996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-f7b6345c-3ea3-4296-87ca-1b7acf960604 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457070 Feb 03 22:31:49.892052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-7d1aff98-16d3-48e8-9c9e-332345a1a0d7 service neutron] 10.222.0.50 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783696 Feb 03 22:31:49.981009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-7bf2a0f1-3374-4f86-8fec-d5b88aafcb65 service neutron] 10.222.0.50 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833449 Feb 03 22:31:50.138581 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f298e83e-19b5-4d11-84ce-4dbb46e0b19d req-9eaa2be4-7b28-410f-9286-4afc06011825 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 210 time: 0.0273345 Feb 03 22:31:50.753087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ca60bab3-70fe-4570-909b-0ea8533d8d98 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:31:50.764731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-86efb3c1-7945-4143-ac42-c72d70e11926 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:50.766197 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-86efb3c1-7945-4143-ac42-c72d70e11926 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7818f9f-9264-4484-b238-327a19a7af5b HTTP/1.1" status: 200 len: 945 time: 0.0517077 Feb 03 22:31:50.801379 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port ca60bab3-70fe-4570-909b-0ea8533d8d98 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:31:50.805666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port ca60bab3-70fe-4570-909b-0ea8533d8d98 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:31:50.806039 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:50.863124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Deleting port ca60bab3-70fe-4570-909b-0ea8533d8d98 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:31:50.863493 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:50.887166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port ca60bab3-70fe-4570-909b-0ea8533d8d98 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:31:50.887561 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:50.919148 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:31:50.921554 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79a3ce6-a19b-4d9f-9cb4-577ee668936e" -d '{"events": [{"server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:31:50.935020 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:50.942118 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:50.970916 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] For port ca60bab3-70fe-4570-909b-0ea8533d8d98, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=ca60bab3-70fe-4570-909b-0ea8533d8d98,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:50.971286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:50.973508 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade7de86-e245-4b52-af6a-822a932e94eb x-openstack-request-id: req-ade7de86-e245-4b52-af6a-822a932e94eb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:31:50.973812 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:31:50.974256 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ade7de86-e245-4b52-af6a-822a932e94eb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:31:50.974915 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'code': 200} Feb 03 22:31:50.993283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Calling delete_port for ca60bab3-70fe-4570-909b-0ea8533d8d98 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:31:51.009044 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:51.056149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09324e33-a6ab-437b-acf6-943414d4e029 req-4c0f7554-e367-4115-bc04-15dc12c1114d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:51.057901 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-4c0f7554-e367-4115-bc04-15dc12c1114d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.10 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 814 time: 0.1290715 Feb 03 22:31:51.070128 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Request body: {'port': {'device_id': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01', 'admin_state_up': True, 'tenant_id': '8aaa15d669ed4aa3a11e863a0873aaf2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:31:51.137691 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (ca60bab3-70fe-4570-909b-0ea8533d8d98), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:51.149782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['ca60bab3-70fe-4570-909b-0ea8533d8d98'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:31:51.166164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Pushing event deleted for resources: {'Port': ['ID=ca60bab3-70fe-4570-909b-0ea8533d8d98,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:51.191840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Made reservation on behalf of 8aaa15d669ed4aa3a11e863a0873aaf2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:31:51.196359 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:51.216234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] No DVR routers for this DVR port ca60bab3-70fe-4570-909b-0ea8533d8d98 on host n-h1-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:31:51.218988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:51.222447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.10 "DELETE /v2.0/ports/ca60bab3-70fe-4570-909b-0ea8533d8d98 HTTP/1.1" status: 204 len: 173 time: 0.4511225 Feb 03 22:31:51.222899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'name': 'network-vif-deleted', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:31:51.225186 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82450bc-0a76-4d9a-b6d0-161085b4e3cb" -d '{"events": [{"server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "name": "network-vif-deleted", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:31:51.256921 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-93e11c98-75a6-4552-8ff6-32069bce4cf4 req-0d27e278-53f7-4184-845c-50998a7aaafd tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 210 time: 0.0286973 Feb 03 22:31:51.285414 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33c9065-c747-46a2-9ac2-f5fa6cd430fe x-openstack-request-id: req-e33c9065-c747-46a2-9ac2-f5fa6cd430fe {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:31:51.285824 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7818f9f-9264-4484-b238-327a19a7af5b", "name": "network-vif-deleted", "tag": "ca60bab3-70fe-4570-909b-0ea8533d8d98", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:31:51.286199 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e33c9065-c747-46a2-9ac2-f5fa6cd430fe {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:31:51.286699 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7818f9f-9264-4484-b238-327a19a7af5b', 'name': 'network-vif-deleted', 'tag': 'ca60bab3-70fe-4570-909b-0ea8533d8d98', 'status': 'completed', 'code': 200} Feb 03 22:31:51.341634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Allocated IP 172.20.0.7 (cb202b03-acc3-4b4e-84af-2871b3da3b01/3d2a2210-c76a-4c10-9f1b-1927d7cef26f/f31b9b4f-a3e0-439c-b084-362ebc1b150c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:31:51.509065 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks [] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:51.541356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:51.552826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['ca60bab3-70fe-4570-909b-0ea8533d8d98'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:31:51.589835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Network cb202b03-acc3-4b4e-84af-2871b3da3b01 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:31:51.592877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:31:51.596586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:31:51.602892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Pushing event updated for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:51.648223 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:51.648818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:51.664386 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-39eb1b73-0ded-4a3a-b778-af9198cfcf08 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5984149 Feb 03 22:31:51.675670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Request body: {'port': {'device_id': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:31:51.732447 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:51.990409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31b9b4f-a3e0-439c-b084-362ebc1b150c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:31:51.998364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Publish callbacks [] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:52.010061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Transition to ACTIVE for port object f31b9b4f-a3e0-439c-b084-362ebc1b150c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:31:52.013412 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:52.060646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:52.084456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.084807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.085173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.085513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.085847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.086176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.086503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.086830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.087153 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.087481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.087805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.088127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.088447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:52.139725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Attempting to bind port f31b9b4f-a3e0-439c-b084-362ebc1b150c on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:31:52.140060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Attempting to bind port f31b9b4f-a3e0-439c-b084-362ebc1b150c by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:31:52.140414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Attempting to bind port f31b9b4f-a3e0-439c-b084-362ebc1b150c on network cb202b03-acc3-4b4e-84af-2871b3da3b01 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:31:52.144667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Port f31b9b4f-a3e0-439c-b084-362ebc1b150c on network cb202b03-acc3-4b4e-84af-2871b3da3b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:31:52.145017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Attempting to bind port f31b9b4f-a3e0-439c-b084-362ebc1b150c on network cb202b03-acc3-4b4e-84af-2871b3da3b01 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:31:52.150285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:31:52.150619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Checking segment: {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:31:52.151001 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Bound using segment: {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:31:52.151418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Bound port: f31b9b4f-a3e0-439c-b084-362ebc1b150c, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:31:52.151768 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:52.215297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:31:52.218116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:31:52.223205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:52.256018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:52.256646 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:52.258696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 200 len: 1091 time: 0.5870538 Feb 03 22:31:52.259127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:31:52.261359 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4d7539-ee63-4461-bb15-8515f9e0db7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:31:52.296472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91543062-e74c-44d2-9b2b-bbd3d5de84d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:52.301491 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8197f076-5b36-416b-ad94-1b0d9a8201e8 x-openstack-request-id: req-8197f076-5b36-416b-ad94-1b0d9a8201e8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:31:52.301852 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:31:52.302280 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8197f076-5b36-416b-ad94-1b0d9a8201e8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:31:52.302751 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'status': 'completed', 'code': 200} Feb 03 22:31:52.348592 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09324e33-a6ab-437b-acf6-943414d4e029 req-d5550830-dbdd-442d-aead-e901fc5523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:52.350185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-d5550830-dbdd-442d-aead-e901fc5523de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 1125 time: 0.0465527 Feb 03 22:31:52.380910 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21252e7-eb1f-4279-88c1-a0394ed09c7e req-e4f7bf5a-9769-4954-91dd-d8ab340f7854 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:52.382972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e21252e7-eb1f-4279-88c1-a0394ed09c7e req-e4f7bf5a-9769-4954-91dd-d8ab340f7854 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 943 time: 0.0524828 Feb 03 22:31:52.395081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-fb80ddf0-92f6-40b8-898b-660cc5772fbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 200 len: 217 time: 0.0382669 Feb 03 22:31:52.430769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e21252e7-eb1f-4279-88c1-a0394ed09c7e req-f47747ce-e46d-4768-8324-bdb88072e096 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Feb 03 22:31:52.442893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09324e33-a6ab-437b-acf6-943414d4e029 req-f455a9f4-a95f-41fe-8f71-cc19d3d9840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:52.444419 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-f455a9f4-a95f-41fe-8f71-cc19d3d9840d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0441265 Feb 03 22:31:52.474383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-fc5d9f3a-4dc2-4ac0-bd09-c480a74ae683 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246692 Feb 03 22:31:52.563210 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-41f30fba-f8aa-470f-b0f9-63f8bd09ece8 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833962 Feb 03 22:31:52.648356 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-09324e33-a6ab-437b-acf6-943414d4e029 req-a573e4d4-8060-4264-9286-c421a9b431e6 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798464 Feb 03 22:31:52.736146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-731be081-d65f-491d-a087-1d663d5712d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:52.737612 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-731be081-d65f-491d-a087-1d663d5712d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 1125 time: 0.0443504 Feb 03 22:31:52.826813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-1ea83c27-d9eb-45a9-b925-8c5cb974b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:52.828330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-1ea83c27-d9eb-45a9-b925-8c5cb974b553 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0852261 Feb 03 22:31:52.869870 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-c71d1ad8-afd5-469e-997f-a2f8764ffc06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 200 len: 217 time: 0.0357523 Feb 03 22:31:52.922139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-04472493-b816-4cfb-964d-b26e1861958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:52.923599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-04472493-b816-4cfb-964d-b26e1861958f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0476210 Feb 03 22:31:52.953981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-e62f80f9-484d-414e-9154-777f57385c0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250077 Feb 03 22:31:53.040289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-f0752cf1-3886-41dd-b676-ea2039c0b99d service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804496 Feb 03 22:31:53.128383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2c4d7539-ee63-4461-bb15-8515f9e0db7b req-02c69eeb-7e02-4c6d-a5a4-1ab31ad6de7f service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826874 Feb 03 22:31:53.553233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b00cb-8643-40a8-a569-01b9a4725478 req-5e8d312d-cfd6-426f-8ead-616a3b805969 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:53.554709 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-458b00cb-8643-40a8-a569-01b9a4725478 req-5e8d312d-cfd6-426f-8ead-616a3b805969 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 943 time: 0.0553858 Feb 03 22:31:53.599809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-458b00cb-8643-40a8-a569-01b9a4725478 req-1fa25371-8e0d-4b43-8a49-fc5f087e1646 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Feb 03 22:31:53.654068 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f44dd4e3-cce2-43fe-9ebe-4ac3c982c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:54.717779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0a46f-2214-4e3f-8b4c-d31c287d35b7 req-a317f863-35a3-48e2-9e0f-ce88f3d48a32 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:54.719240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fde0a46f-2214-4e3f-8b4c-d31c287d35b7 req-a317f863-35a3-48e2-9e0f-ce88f3d48a32 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 943 time: 0.0521374 Feb 03 22:31:54.764930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fde0a46f-2214-4e3f-8b4c-d31c287d35b7 req-b1879ce8-1a1b-4bfe-9358-637b82cd809b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401204 Feb 03 22:31:54.784536 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ca60bab3-70fe-4570-909b-0ea8533d8d98 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:31:54.803860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: ca60bab3-70fe-4570-909b-0ea8533d8d98 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:31:54.804869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device ca60bab3-70fe-4570-909b-0ea8533d8d98 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:31:54.834030 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:54.835133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:55.880874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99808443-33d9-4aaa-bb80-c329a4e62f44 req-83136b93-593f-49bf-bb90-f1c3eb88eb15 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:55.882814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99808443-33d9-4aaa-bb80-c329a4e62f44 req-83136b93-593f-49bf-bb90-f1c3eb88eb15 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 943 time: 0.0519533 Feb 03 22:31:55.934192 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99808443-33d9-4aaa-bb80-c329a4e62f44 req-2ce1ddcc-fac8-4add-89e6-ce663af438d9 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458272 Feb 03 22:31:56.613234 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935da46e-9232-4bfc-9115-b53e9a1d16d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:56.797467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f31b9b4f-a3e0-439c-b084-362ebc1b150c details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:31:56.894147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:56.906413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01', 'port_id': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'mac_address': 'fa:16:3e:95:98:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2a2210-c76a-4c10-9f1b-1927d7cef26f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:31:56.943322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f31b9b4f-a3e0-439c-b084-362ebc1b150c is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:31:56.943713 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:56.956297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31b9b4f-a3e0-439c-b084-362ebc1b150c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:31:56.980367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:56.984650 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:57.031107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:57.056503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc6c7e-7fe1-4e36-9c12-d631fc1bf86e req-43ed36d9-62e9-4786-81bf-37f10fe80292 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:57.058021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2efc6c7e-7fe1-4e36-9c12-d631fc1bf86e req-43ed36d9-62e9-4786-81bf-37f10fe80292 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 944 time: 0.0526438 Feb 03 22:31:57.089811 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:57.106934 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2efc6c7e-7fe1-4e36-9c12-d631fc1bf86e req-2f7bd31a-5d42-4442-9ffb-ec9a5a1d3960 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Feb 03 22:31:57.279692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['f31b9b4f-a3e0-439c-b084-362ebc1b150c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:31:58.230627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ac5d3-026c-40bc-b0cf-e1cee46343fe req-35794056-647e-4807-8a40-d649165caef9 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:58.231983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a3ac5d3-026c-40bc-b0cf-e1cee46343fe req-35794056-647e-4807-8a40-d649165caef9 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 944 time: 0.0572655 Feb 03 22:31:58.277856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9a3ac5d3-026c-40bc-b0cf-e1cee46343fe req-b5ccdfd0-509f-40ab-bc8a-8dff9a32a5cb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402260 Feb 03 22:31:58.762961 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:58.799442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f31b9b4f-a3e0-439c-b084-362ebc1b150c up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:31:58.846808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port f31b9b4f-a3e0-439c-b084-362ebc1b150c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:31:58.850575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port f31b9b4f-a3e0-439c-b084-362ebc1b150c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:31:58.850953 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:58.928146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f31b9b4f-a3e0-439c-b084-362ebc1b150c is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:31:58.928560 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:58.951157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:31:58.953367 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b78e59-c9d7-4fd5-85af-24275f0da403" -d '{"events": [{"server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "name": "network-vif-plugged", "status": "completed", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:31:58.966456 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:31:58.970267 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:31:58.993118 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b15ef1-3535-4f6c-b78a-51101e9e9e5c x-openstack-request-id: req-90b15ef1-3535-4f6c-b78a-51101e9e9e5c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:31:58.993440 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "name": "network-vif-plugged", "status": "completed", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:31:58.993701 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90b15ef1-3535-4f6c-b78a-51101e9e9e5c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:31:58.994091 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'code': 200} Feb 03 22:31:59.021773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:31:59.030240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.030585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.030925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.031262 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.031596 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.031926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.032258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.032582 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.032920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.033668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.033995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.034321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.034641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:31:59.087050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae73d6-ef9a-4646-b672-50c2f03e1f82 req-6b183b4e-b90a-4b61-aed9-16caa9954e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:59.088539 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cdae73d6-ef9a-4646-b672-50c2f03e1f82 req-6b183b4e-b90a-4b61-aed9-16caa9954e37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 1127 time: 0.0444634 Feb 03 22:31:59.133129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cdae73d6-ef9a-4646-b672-50c2f03e1f82 req-e5bc6d45-facf-46f2-b3da-724d4f1bd675 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362179 Feb 03 22:31:59.398525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07b7de-b084-4f6a-8b1c-389a25a7f591 req-7096f8ee-2063-42b8-9171-f45f9ba7025f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:31:59.399999 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e07b7de-b084-4f6a-8b1c-389a25a7f591 req-7096f8ee-2063-42b8-9171-f45f9ba7025f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0556717 Feb 03 22:31:59.445940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e07b7de-b084-4f6a-8b1c-389a25a7f591 req-a1995133-937c-4d0b-99d5-46819a968119 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Feb 03 22:31:59.936113 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:00.565373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e441dcb-a34b-47d7-b932-8a75b3313564 req-4466d16e-bcb2-459d-ae5c-518bdc60e5e0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:00.566845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e441dcb-a34b-47d7-b932-8a75b3313564 req-4466d16e-bcb2-459d-ae5c-518bdc60e5e0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0526958 Feb 03 22:32:00.612826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e441dcb-a34b-47d7-b932-8a75b3313564 req-66014f72-427f-4452-910b-13e0c0a5ddf8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Feb 03 22:32:00.735560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d007c-fe3d-41ca-b29a-91103508b1f9 req-08a87e56-b334-406c-bdef-a7fc8fa79600 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:00.736942 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b8d007c-fe3d-41ca-b29a-91103508b1f9 req-08a87e56-b334-406c-bdef-a7fc8fa79600 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0562124 Feb 03 22:32:00.781933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b8d007c-fe3d-41ca-b29a-91103508b1f9 req-83fe573d-3245-4632-8418-e7ded56b3310 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393963 Feb 03 22:32:01.039720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-d65a8b21-77a6-43a2-84c7-d2073b6aca84 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752604 Feb 03 22:32:01.047342 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b277b3a-e11a-408d-8c25-2303f6321b63 req-cfa0cf61-5d68-4772-b600-d12aa46be124 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:01.048740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b277b3a-e11a-408d-8c25-2303f6321b63 req-cfa0cf61-5d68-4772-b600-d12aa46be124 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0752871 Feb 03 22:32:01.097407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b277b3a-e11a-408d-8c25-2303f6321b63 req-85a10741-5f16-4c79-afe4-b15639880e2f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429499 Feb 03 22:32:02.079746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-5dcce27b-c942-4f4f-8163-490092172d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:02.081305 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-5dcce27b-c942-4f4f-8163-490092172d3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 1127 time: 0.0440800 Feb 03 22:32:02.173196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-f6857e49-effb-475e-be77-3a6746f82b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:02.174616 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-f6857e49-effb-475e-be77-3a6746f82b50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0879989 Feb 03 22:32:02.214989 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-c41f4bc5-0d5c-440f-9c34-e314440805fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 200 len: 217 time: 0.0347538 Feb 03 22:32:02.223066 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc828d-590c-4b9a-9771-891882e7671d req-e31c03d3-aff8-4903-a026-bb2b1df81bb4 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:02.224537 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ccbc828d-590c-4b9a-9771-891882e7671d req-e31c03d3-aff8-4903-a026-bb2b1df81bb4 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0551987 Feb 03 22:32:02.266071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b6ea6f24-0c93-4608-a0c7-3e439f78f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:02.267551 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b6ea6f24-0c93-4608-a0c7-3e439f78f4d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0468049 Feb 03 22:32:02.271460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ccbc828d-590c-4b9a-9771-891882e7671d req-b3162264-7ec9-4741-ade0-3a368b614198 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Feb 03 22:32:02.299640 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-663ef889-ab65-46a0-a41f-67b86b06e6bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268240 Feb 03 22:32:02.384762 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-134450ba-7ecf-43ac-8e2d-7f493f542497 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796411 Feb 03 22:32:02.763888 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-9cf5c92f-4b9c-4d34-874e-dc3c002f8d75 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732336 Feb 03 22:32:03.391416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22302d6c-2e48-41e8-8aba-492afd6746b9 req-da393f60-0ca7-4153-869e-5c02cc7f5a5c tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:03.392880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22302d6c-2e48-41e8-8aba-492afd6746b9 req-da393f60-0ca7-4153-869e-5c02cc7f5a5c tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0511570 Feb 03 22:32:03.438308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-22302d6c-2e48-41e8-8aba-492afd6746b9 req-1644554e-73b1-4672-b583-062e1cd1e219 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Feb 03 22:32:04.561730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c00e79-a7db-4292-9053-a6a748ad34ab req-c706b6a6-f1fd-4836-b6c4-6940259c3d9e tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:04.563191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25c00e79-a7db-4292-9053-a6a748ad34ab req-c706b6a6-f1fd-4836-b6c4-6940259c3d9e tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0547907 Feb 03 22:32:04.608705 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25c00e79-a7db-4292-9053-a6a748ad34ab req-c2ff98ca-6c16-4672-8bb6-fe8c78e5b246 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399930 Feb 03 22:32:04.890281 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:32:05.725689 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b857f1a-8059-4c30-a256-a5c598842215 req-45911774-c335-431e-9155-21e5e9005770 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:05.727761 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b857f1a-8059-4c30-a256-a5c598842215 req-45911774-c335-431e-9155-21e5e9005770 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0525742 Feb 03 22:32:05.771692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b857f1a-8059-4c30-a256-a5c598842215 req-54725128-eb7f-4e30-a463-12385a20f727 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384281 Feb 03 22:32:06.890793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0c28d-c8d2-494c-b812-b86d2ec33c81 req-851d20d9-1778-4f89-a59e-81346c9831bf tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:06.892258 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02f0c28d-c8d2-494c-b812-b86d2ec33c81 req-851d20d9-1778-4f89-a59e-81346c9831bf tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0516355 Feb 03 22:32:06.941780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02f0c28d-c8d2-494c-b812-b86d2ec33c81 req-7825bd15-0d6a-44ee-8d19-fa475e217048 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Feb 03 22:32:08.060919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203e875-74f3-44b0-83f9-78e49e8ef0a8 req-4ac3c240-04a0-42a2-b62a-90686c3bdcf7 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:08.062411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0203e875-74f3-44b0-83f9-78e49e8ef0a8 req-4ac3c240-04a0-42a2-b62a-90686c3bdcf7 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0530839 Feb 03 22:32:08.109122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0203e875-74f3-44b0-83f9-78e49e8ef0a8 req-6923447e-cbae-42f3-a3e7-ce8b9f22f2d0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Feb 03 22:32:09.225169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341a95-1eae-4c3e-b611-6f46de9ef4e4 req-7a37b9b9-7d71-4c17-8af5-7cb1a09a71a2 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:09.227054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f341a95-1eae-4c3e-b611-6f46de9ef4e4 req-7a37b9b9-7d71-4c17-8af5-7cb1a09a71a2 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0520551 Feb 03 22:32:09.272393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f341a95-1eae-4c3e-b611-6f46de9ef4e4 req-4ad2af0a-9924-44ce-838b-79cb60196ef3 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398571 Feb 03 22:32:10.395221 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0595d7-ca06-4be6-8dd5-a2c9510b8d75 req-344e4df7-f1d8-4a90-a4f0-4de7a2dd852c tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:10.396687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc0595d7-ca06-4be6-8dd5-a2c9510b8d75 req-344e4df7-f1d8-4a90-a4f0-4de7a2dd852c tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0562797 Feb 03 22:32:10.442145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc0595d7-ca06-4be6-8dd5-a2c9510b8d75 req-5659cb85-0eea-4b94-958c-6335f7dd004a tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398586 Feb 03 22:32:11.566898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9fc75-864d-47c8-8ca5-bf60d09a4e93 req-a7e48539-d5c4-4569-a5aa-0813008ea169 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:11.568352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20f9fc75-864d-47c8-8ca5-bf60d09a4e93 req-a7e48539-d5c4-4569-a5aa-0813008ea169 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0524092 Feb 03 22:32:11.613952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-20f9fc75-864d-47c8-8ca5-bf60d09a4e93 req-d6d60c59-007a-4c74-8c5d-517ce515604e tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 Feb 03 22:32:12.736637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399d52a-bdb7-4556-b2ad-1beee2fb8f24 req-1dae2269-c37a-4dce-855e-0c4b554168ea tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:12.738132 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6399d52a-bdb7-4556-b2ad-1beee2fb8f24 req-1dae2269-c37a-4dce-855e-0c4b554168ea tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Feb 03 22:32:12.787812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6399d52a-bdb7-4556-b2ad-1beee2fb8f24 req-629a99e0-8f35-4efa-b886-b533a4e29853 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440712 Feb 03 22:32:13.907743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52076db9-282c-4144-bfd6-a9e6cb6246c6 req-0bcdd04e-cf61-4317-b36b-65770b5984fc tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:13.909183 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52076db9-282c-4144-bfd6-a9e6cb6246c6 req-0bcdd04e-cf61-4317-b36b-65770b5984fc tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Feb 03 22:32:13.955870 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52076db9-282c-4144-bfd6-a9e6cb6246c6 req-a10475f3-006c-46b1-a0d3-90e50e8b7d52 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Feb 03 22:32:15.074302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf783c-7fd9-4e2f-b1f1-d6fcecdb744e req-213f6b05-7aa2-4498-a556-968e01372e0f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:15.075762 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dacf783c-7fd9-4e2f-b1f1-d6fcecdb744e req-213f6b05-7aa2-4498-a556-968e01372e0f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0519600 Feb 03 22:32:15.121002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dacf783c-7fd9-4e2f-b1f1-d6fcecdb744e req-28093e5c-729b-42a7-9dd2-fb126b8288f7 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Feb 03 22:32:16.241898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d83767-9b3e-433a-be80-d4196d87ae04 req-a3f048ce-7a6c-4920-9138-df9416c5da02 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:16.243834 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1d83767-9b3e-433a-be80-d4196d87ae04 req-a3f048ce-7a6c-4920-9138-df9416c5da02 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0555465 Feb 03 22:32:16.289297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1d83767-9b3e-433a-be80-d4196d87ae04 req-909bb737-bead-4470-8783-b40d5ed3e1bd tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Feb 03 22:32:17.407193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915a769-15f5-4b9d-b670-e1b0eb58d4df req-534248b3-b5c0-4412-9c91-cde0c0743247 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:17.408641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8915a769-15f5-4b9d-b670-e1b0eb58d4df req-534248b3-b5c0-4412-9c91-cde0c0743247 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0518632 Feb 03 22:32:17.453706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8915a769-15f5-4b9d-b670-e1b0eb58d4df req-c14ac2ba-342d-4fca-b567-74e5bfe6404c tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Feb 03 22:32:18.575156 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce3928-c5d2-4cec-a760-99772e85617d req-886fc83e-3b64-4a67-8e28-097c8e057598 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:18.576607 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9ce3928-c5d2-4cec-a760-99772e85617d req-886fc83e-3b64-4a67-8e28-097c8e057598 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0554001 Feb 03 22:32:18.621386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9ce3928-c5d2-4cec-a760-99772e85617d req-171d8adf-af0e-428e-9180-4928e94c567e tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Feb 03 22:32:19.744833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592eaca3-908e-42d0-8144-abe458a483b6 req-f21fb0b2-c7b0-46f2-8d7f-1507594838c3 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:19.746458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-592eaca3-908e-42d0-8144-abe458a483b6 req-f21fb0b2-c7b0-46f2-8d7f-1507594838c3 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0568182 Feb 03 22:32:19.795096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-592eaca3-908e-42d0-8144-abe458a483b6 req-b0a64dc0-bb99-485f-ac2d-5a92442391cc tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Feb 03 22:32:20.913715 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6467d0b-686d-4205-bd4d-7673f5696e09 req-a8bc7f65-be63-4e58-959e-17df8e6f7042 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:20.915227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6467d0b-686d-4205-bd4d-7673f5696e09 req-a8bc7f65-be63-4e58-959e-17df8e6f7042 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0519609 Feb 03 22:32:20.966035 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6467d0b-686d-4205-bd4d-7673f5696e09 req-b7dbc3c1-6018-4166-adfe-20e6c419b747 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Feb 03 22:32:22.084233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655f1d-069a-4a4f-a7e2-c1097374c94e req-85a1db9b-d461-4cfe-ae96-2573bdc74663 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:22.085737 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0655f1d-069a-4a4f-a7e2-c1097374c94e req-85a1db9b-d461-4cfe-ae96-2573bdc74663 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0514889 Feb 03 22:32:22.131263 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0655f1d-069a-4a4f-a7e2-c1097374c94e req-cdebd204-2e58-49df-9e25-36133e11624f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Feb 03 22:32:23.249560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695448bb-d652-4f88-a0e3-0d8c26caf4da req-016fd061-ef97-497e-b135-c25f81916fc5 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:23.251056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-695448bb-d652-4f88-a0e3-0d8c26caf4da req-016fd061-ef97-497e-b135-c25f81916fc5 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0516415 Feb 03 22:32:23.296552 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-695448bb-d652-4f88-a0e3-0d8c26caf4da req-abdbf328-83dc-4cc9-b420-f97e3d46c6d5 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Feb 03 22:32:23.656091 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a66e5524-1b44-4545-a73d-a6df48f9e0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:24.420835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d9810-517f-4735-bc75-c1bcc20d776e req-edbb06dc-b9e4-45ef-991f-697fb7e57c84 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:24.422353 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b7d9810-517f-4735-bc75-c1bcc20d776e req-edbb06dc-b9e4-45ef-991f-697fb7e57c84 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0580313 Feb 03 22:32:24.468546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b7d9810-517f-4735-bc75-c1bcc20d776e req-d9b4f50a-316a-47bb-8576-4885f348bd62 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Feb 03 22:32:24.835571 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:24.836782 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:25.587188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051abb5-a79f-4a18-b9d8-cbd4d7baa014 req-ab5a6ec7-bd0a-4e85-979e-a01f17173953 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:25.588656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8051abb5-a79f-4a18-b9d8-cbd4d7baa014 req-ab5a6ec7-bd0a-4e85-979e-a01f17173953 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0528216 Feb 03 22:32:25.635542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8051abb5-a79f-4a18-b9d8-cbd4d7baa014 req-1ec278be-7626-41e8-9f5f-989d5c4c4642 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Feb 03 22:32:26.615180 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91585ec5-380d-4a2f-9639-5753f0508be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:26.756629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fb4cc-aad0-4a7f-b493-4143ff79cafc req-b7089cf8-c39a-4504-adde-a7004d90eff9 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:26.758124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da2fb4cc-aad0-4a7f-b493-4143ff79cafc req-b7089cf8-c39a-4504-adde-a7004d90eff9 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Feb 03 22:32:26.807913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da2fb4cc-aad0-4a7f-b493-4143ff79cafc req-c31f9750-ee0d-4932-afd3-16ff33b1e540 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Feb 03 22:32:27.094189 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:27.930105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94cd2-7054-4d44-b144-b2ee1d4d0783 req-69f9553c-c503-4c31-bf68-3dc01c9cc389 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:27.931772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ae94cd2-7054-4d44-b144-b2ee1d4d0783 req-69f9553c-c503-4c31-bf68-3dc01c9cc389 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0540254 Feb 03 22:32:27.979646 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ae94cd2-7054-4d44-b144-b2ee1d4d0783 req-4e3dab16-7337-4148-bfa6-f3b8cfb543c3 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Feb 03 22:32:28.763770 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:29.096525 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f591-5270-462f-b20b-ef00d6324017 req-f218e326-f670-4ff1-846f-db0768ebc622 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:29.098029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5157f591-5270-462f-b20b-ef00d6324017 req-f218e326-f670-4ff1-846f-db0768ebc622 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0515859 Feb 03 22:32:29.143314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5157f591-5270-462f-b20b-ef00d6324017 req-f65c0a96-59d8-467a-b79b-eb0fa83badef tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Feb 03 22:32:29.610757 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-af32cf90-62ad-4af7-8a7d-be9a7ac6ec62 service neutron] show failed (client error): The resource could not be found. Feb 03 22:32:29.611778 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-af32cf90-62ad-4af7-8a7d-be9a7ac6ec62 service neutron] 10.222.0.10 "GET /v2.0/ports/f31b9b4f-a3e0-439c-b084-362ebc1b150c/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0598369 Feb 03 22:32:29.810290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-ddc3c7a5-00c3-4b40-b7f6-58e632c92f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:29.811793 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-ddc3c7a5-00c3-4b40-b7f6-58e632c92f00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18&tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.0453033 Feb 03 22:32:29.825603 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:29.885572 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:29.938733 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:30.081885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:30.114127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:32:30.152234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:32:30.154490 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf311cd-75af-4bd7-90d1-be16f8fa65e4" -d '{"events": [{"server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "name": "network-vif-unplugged", "status": "completed", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:32:30.158180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Publish callbacks [] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:30.173063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Transition to ACTIVE for port object f31b9b4f-a3e0-439c-b084-362ebc1b150c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:32:30.176672 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:30.218944 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb2e829-886e-4a95-8df7-fc7ddb8907c2 x-openstack-request-id: req-eeb2e829-886e-4a95-8df7-fc7ddb8907c2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:32:30.219236 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "name": "network-vif-unplugged", "status": "completed", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:32:30.219490 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eeb2e829-886e-4a95-8df7-fc7ddb8907c2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:32:30.219879 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'code': 200} Feb 03 22:32:30.247749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] No DVR routers for this DVR port f31b9b4f-a3e0-439c-b084-362ebc1b150c on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:32:30.249779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:30.281658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44000c-a14e-4d2e-be15-52bf34f476cc req-a4597dde-bc81-4a90-99f4-70d17444eba1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:30.283171 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc44000c-a14e-4d2e-be15-52bf34f476cc req-a4597dde-bc81-4a90-99f4-70d17444eba1 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 943 time: 0.0609665 Feb 03 22:32:30.287365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Attempting to bind port f31b9b4f-a3e0-439c-b084-362ebc1b150c on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:32:30.287698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Attempting to bind port f31b9b4f-a3e0-439c-b084-362ebc1b150c by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:32:30.288052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Attempting to bind port f31b9b4f-a3e0-439c-b084-362ebc1b150c on network cb202b03-acc3-4b4e-84af-2871b3da3b01 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:32:30.292442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Port f31b9b4f-a3e0-439c-b084-362ebc1b150c on network cb202b03-acc3-4b4e-84af-2871b3da3b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:32:30.292762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Attempting to bind port f31b9b4f-a3e0-439c-b084-362ebc1b150c on network cb202b03-acc3-4b4e-84af-2871b3da3b01 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:32:30.297571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:32:30.297910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Checking segment: {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:32:30.298293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Bound using segment: {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:32:30.298715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Bound port: f31b9b4f-a3e0-439c-b084-362ebc1b150c, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c0be94-5b38-4031-bdc6-0fb36db1a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:32:30.299074 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:30.329372 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc44000c-a14e-4d2e-be15-52bf34f476cc req-1e04422d-d91e-43d2-9789-c8be5575b040 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Feb 03 22:32:30.366735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:32:30.370180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:32:30.375909 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:30.411845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:30.412492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:30.413910 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] 10.222.0.47 "PUT /v2.0/ports/f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 200 len: 1091 time: 0.5922856 Feb 03 22:32:30.443554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baf51b-7bf6-478b-91d5-b6d067c505d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:30.482115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b397cc1c-e342-473f-bdba-945fa56b1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:30.483639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-b397cc1c-e342-473f-bdba-945fa56b1acf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 1125 time: 0.0477941 Feb 03 22:32:30.569991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-61d6bb58-ae6a-43bd-a142-cf0427114d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:30.571457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-61d6bb58-ae6a-43bd-a142-cf0427114d43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0824029 Feb 03 22:32:30.614988 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-f0f152eb-9030-40ed-bcf5-bd166cc46f91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 200 len: 217 time: 0.0378134 Feb 03 22:32:30.664924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-64bd32fb-ee41-47f3-a8c8-dfd725f4c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:30.666351 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-64bd32fb-ee41-47f3-a8c8-dfd725f4c36d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0457036 Feb 03 22:32:30.698156 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-d4bd8513-9c0e-4aaa-93c4-d410f0530182 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262821 Feb 03 22:32:30.788189 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-d4786108-5c73-49fe-92c7-aacc1a137261 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839436 Feb 03 22:32:30.874857 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e2d89b7d-f0d2-4efa-bd32-9737b41f5345 req-d672ed51-7e32-4de7-8ac6-be0fc9491729 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808449 Feb 03 22:32:31.451997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482bffb-7709-4f12-aca3-098016a88c7a req-833dad07-7ee2-4425-9521-ff3976f4bff8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:31.453513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7482bffb-7709-4f12-aca3-098016a88c7a req-833dad07-7ee2-4425-9521-ff3976f4bff8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 943 time: 0.0525801 Feb 03 22:32:31.500098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7482bffb-7709-4f12-aca3-098016a88c7a req-38419dac-7e40-47f9-8296-6c166d1e6bd0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Feb 03 22:32:32.221268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:32:32.223596 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:32:32.270679 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff06fa-c03d-4508-a6c2-821dad51dddc x-openstack-request-id: req-abff06fa-c03d-4508-a6c2-821dad51dddc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:32:32.270974 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:32:32.271234 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-abff06fa-c03d-4508-a6c2-821dad51dddc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:32:32.271640 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'status': 'completed', 'code': 200} Feb 03 22:32:32.370566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-8e10257b-0d9e-4d9e-8013-ad74a5bebe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:32.372077 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-8e10257b-0d9e-4d9e-8013-ad74a5bebe82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 1125 time: 0.0804505 Feb 03 22:32:32.374601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-03c9e44e-1266-412a-9a2e-f742133e3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:32.375950 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-03c9e44e-1266-412a-9a2e-f742133e3cdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 1125 time: 0.0830677 Feb 03 22:32:32.530199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-d7c88559-d343-4eb7-a4fe-5deef60d9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:32.531698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-d7c88559-d343-4eb7-a4fe-5deef60d9f4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.1537771 Feb 03 22:32:32.532786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-7c0312e1-3585-484c-b2fa-1bb34f9bb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:32.534103 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-7c0312e1-3585-484c-b2fa-1bb34f9bb79a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.1490130 Feb 03 22:32:32.579367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-3b615711-0fcc-4a5c-88de-a689379981e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 200 len: 217 time: 0.0415118 Feb 03 22:32:32.617868 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-75ec20bb-63e3-4615-9022-1b265f8e4df9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 200 len: 217 time: 0.0721323 Feb 03 22:32:32.625048 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35607d-1227-4e85-9c82-aa9495d56c30 req-d10b09bf-a922-4fde-b478-546da7675bf9 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:32.626529 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e35607d-1227-4e85-9c82-aa9495d56c30 req-d10b09bf-a922-4fde-b478-546da7675bf9 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 943 time: 0.0572281 Feb 03 22:32:32.673513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e35607d-1227-4e85-9c82-aa9495d56c30 req-58ad13bd-6e08-473a-a990-8e86c2e9d111 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Feb 03 22:32:32.686927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-7e402142-c7b5-49df-99e3-67a00c664f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:32.688416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-7e402142-c7b5-49df-99e3-67a00c664f27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0789242 Feb 03 22:32:32.693591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-3b3ab34c-9260-4a60-9b3b-dd4aaaa72ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:32.694942 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-3b3ab34c-9260-4a60-9b3b-dd4aaaa72ceb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0579479 Feb 03 22:32:32.745260 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-566e3fd4-aa85-4467-8938-85b5869b8c08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493643 Feb 03 22:32:32.747077 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-f98264ed-8451-4142-8d31-105153dba284 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418954 Feb 03 22:32:32.902468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-f08e0148-9db0-44e4-a114-cb96722b46cb service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504202 Feb 03 22:32:32.904229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-884ed10a-6973-4211-8b53-ee73033b92a9 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455932 Feb 03 22:32:32.956959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f31b9b4f-a3e0-439c-b084-362ebc1b150c no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:32:32.995296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port f31b9b4f-a3e0-439c-b084-362ebc1b150c host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:32:32.995690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f31b9b4f-a3e0-439c-b084-362ebc1b150c not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:32:33.060089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-3c127a5b-d982-44aa-b4c0-f44313ca5e13 service neutron] 10.222.0.47 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521471 Feb 03 22:32:33.062019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d4be0a0d-ea95-434e-8b4e-993f29cde2ba req-f1c6590c-910b-4b55-a571-04648884e691 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471002 Feb 03 22:32:33.434305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f31b9b4f-a3e0-439c-b084-362ebc1b150c details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:32:33.530730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:33.541877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'network_id': 'cb202b03-acc3-4b4e-84af-2871b3da3b01', 'port_id': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'mac_address': 'fa:16:3e:95:98:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2a2210-c76a-4c10-9f1b-1927d7cef26f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:32:33.578023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f31b9b4f-a3e0-439c-b084-362ebc1b150c is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:33.578405 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:33.591271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31b9b4f-a3e0-439c-b084-362ebc1b150c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:32:33.610052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:33.614083 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:33.663404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:33.797898 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88d2bc-e49a-4b81-8b40-1d8b0b53a983 req-dc0caab3-1bba-49ff-ab85-e238701fdbea tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:33.799476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b88d2bc-e49a-4b81-8b40-1d8b0b53a983 req-dc0caab3-1bba-49ff-ab85-e238701fdbea tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 944 time: 0.0533257 Feb 03 22:32:33.846745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9b88d2bc-e49a-4b81-8b40-1d8b0b53a983 req-cbb3a67d-3d86-49c2-9320-a64f5e7e9970 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Feb 03 22:32:33.961124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f31b9b4f-a3e0-439c-b084-362ebc1b150c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:32:34.967260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7dd0a-e95a-4745-b4a4-f3ed332dafac req-87514402-003b-4ed7-a099-fef602715354 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:34.968732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdb7dd0a-e95a-4745-b4a4-f3ed332dafac req-87514402-003b-4ed7-a099-fef602715354 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 944 time: 0.0528786 Feb 03 22:32:35.018775 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fdb7dd0a-e95a-4745-b4a4-f3ed332dafac req-1472ea66-e389-4db8-9b64-1d7036ce66ee tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Feb 03 22:32:35.211071 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae712e4c-3f6b-4067-90b1-3b47b3abe589 req-dd4c63ed-0f00-4c35-9a3a-5b1a9b238153 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:35.212580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae712e4c-3f6b-4067-90b1-3b47b3abe589 req-dd4c63ed-0f00-4c35-9a3a-5b1a9b238153 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 944 time: 0.0530560 Feb 03 22:32:35.227331 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-89bd73a4-19df-4a0f-80f4-b266f4df278f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:35.228883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-89bd73a4-19df-4a0f-80f4-b266f4df278f tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18&tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 944 time: 0.0602803 Feb 03 22:32:35.260843 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ae712e4c-3f6b-4067-90b1-3b47b3abe589 req-191ae2cb-9dbf-4fa6-9469-25d4136781d9 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Feb 03 22:32:35.289479 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-f6213411-e957-4d78-b14e-3b75eee7d3d8 service neutron] delete failed (client error): The resource could not be found. Feb 03 22:32:35.291024 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-f6213411-e957-4d78-b14e-3b75eee7d3d8 service neutron] 10.222.0.10 "DELETE /v2.0/ports/f31b9b4f-a3e0-439c-b084-362ebc1b150c/bindings/n-h1-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0552807 Feb 03 22:32:35.376296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-7f222c61-607b-4c93-80fc-588397a8c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:35.377764 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-7f222c61-607b-4c93-80fc-588397a8c943 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 1126 time: 0.0457168 Feb 03 22:32:35.451400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f31b9b4f-a3e0-439c-b084-362ebc1b150c up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:32:35.468637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-0989f3a9-d513-4722-8511-ef5deba15470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:35.470294 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-0989f3a9-d513-4722-8511-ef5deba15470 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 200 len: 915 time: 0.0868638 Feb 03 22:32:35.506367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port f31b9b4f-a3e0-439c-b084-362ebc1b150c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:32:35.510267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port f31b9b4f-a3e0-439c-b084-362ebc1b150c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:35.510647 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:35.512256 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-44c5c8f5-70b4-4a2b-a770-15b8a1609bcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 200 len: 217 time: 0.0366306 Feb 03 22:32:35.561459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-e1c18f8b-c0dd-4c65-b204-e0cfa5da181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:35.562975 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-e1c18f8b-c0dd-4c65-b204-e0cfa5da181b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 200 len: 854 time: 0.0436304 Feb 03 22:32:35.593636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f31b9b4f-a3e0-439c-b084-362ebc1b150c is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:35.593882 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-b88a9f49-3c7c-4fc9-aa33-ec35cf76c180 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb202b03-acc3-4b4e-84af-2871b3da3b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254993 Feb 03 22:32:35.594033 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:35.616713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:32:35.619615 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ab3c1-7510-466b-b6c2-9f4efb314955" -d '{"events": [{"server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "name": "network-vif-plugged", "status": "completed", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:32:35.637866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:35.642846 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:35.674865 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b536932-73c3-4b1a-8229-93892e235766 x-openstack-request-id: req-4b536932-73c3-4b1a-8229-93892e235766 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:32:35.675243 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "name": "network-vif-plugged", "status": "completed", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:32:35.675504 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b536932-73c3-4b1a-8229-93892e235766 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:32:35.675897 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'code': 200} Feb 03 22:32:35.693250 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-0dd08f44-82e5-4ba4-adf6-87697c504dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935194 Feb 03 22:32:35.695098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:35.781317 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8ea2eb0c-e35a-44da-acf3-f3592047e522 req-cd6098a8-6ede-4a6f-9af6-02e2a483d127 service neutron] 10.222.0.10 "GET /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827339 Feb 03 22:32:36.380057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12054682-2117-428c-b6ad-6f081a32f64b req-c1bc4eb7-afcd-426a-a619-7ef33f946966 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:36.381657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12054682-2117-428c-b6ad-6f081a32f64b req-c1bc4eb7-afcd-426a-a619-7ef33f946966 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0531974 Feb 03 22:32:36.428228 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12054682-2117-428c-b6ad-6f081a32f64b req-ad2ebc6d-69e1-4135-a4d2-c9e8f4bf4fe4 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Feb 03 22:32:36.554010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee7f6a-bdc3-4af1-ad46-0f8d057f1961 req-955c9727-4c23-4f76-925d-1107f6460204 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:36.555486 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6ee7f6a-bdc3-4af1-ad46-0f8d057f1961 req-955c9727-4c23-4f76-925d-1107f6460204 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0563297 Feb 03 22:32:36.601880 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c6ee7f6a-bdc3-4af1-ad46-0f8d057f1961 req-147a43c7-0dea-4fef-acda-6cf0ca9099b0 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Feb 03 22:32:36.718494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62224229-3429-4aa2-82a6-9d8f143dcfd8 req-fb32918c-5dbc-403a-9925-fc10d28dba9b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:36.719907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62224229-3429-4aa2-82a6-9d8f143dcfd8 req-fb32918c-5dbc-403a-9925-fc10d28dba9b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0534418 Feb 03 22:32:36.766288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62224229-3429-4aa2-82a6-9d8f143dcfd8 req-f5f0e054-4885-449f-b73b-c356ea58598b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Feb 03 22:32:37.091446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117ade7-015b-423b-b787-e236f5ab84b3 req-d9ab2448-9878-4814-b782-d69bea184884 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:37.092927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d117ade7-015b-423b-b787-e236f5ab84b3 req-d9ab2448-9878-4814-b782-d69bea184884 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0526099 Feb 03 22:32:37.141264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d117ade7-015b-423b-b787-e236f5ab84b3 req-bd62197a-6063-46b8-ac9e-396033262b75 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Feb 03 22:32:38.258773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63c57-3195-4881-9f6b-deaa507bb6d4 req-582746b4-f1ed-4bff-a008-53c182dd812d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:38.260237 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ecf63c57-3195-4881-9f6b-deaa507bb6d4 req-582746b4-f1ed-4bff-a008-53c182dd812d tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Feb 03 22:32:38.306542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ecf63c57-3195-4881-9f6b-deaa507bb6d4 req-45d6a145-09b4-4371-a9c6-6bec6d463f18 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Feb 03 22:32:38.358525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-320f49ed-d31f-4467-b60c-a0fa3bd80af8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:38.360016 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-320f49ed-d31f-4467-b60c-a0fa3bd80af8 tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9d1a6a-a14b-433d-b7eb-c400b5c78c18 HTTP/1.1" status: 200 len: 945 time: 0.0576720 Feb 03 22:32:38.448146 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Deleting port f31b9b4f-a3e0-439c-b084-362ebc1b150c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:32:38.448415 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:38.537420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] For port f31b9b4f-a3e0-439c-b084-362ebc1b150c, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f31b9b4f-a3e0-439c-b084-362ebc1b150c,segment=NetworkSegment(83c0be94-5b38-4031-bdc6-0fb36db1a27c),segment_id=83c0be94-5b38-4031-bdc6-0fb36db1a27c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:38.537778 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:38.550185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Calling delete_port for f31b9b4f-a3e0-439c-b084-362ebc1b150c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:32:38.675621 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f31b9b4f-a3e0-439c-b084-362ebc1b150c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:38.689167 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f31b9b4f-a3e0-439c-b084-362ebc1b150c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:32:38.702929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Pushing event deleted for resources: {'Port': ['ID=f31b9b4f-a3e0-439c-b084-362ebc1b150c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:38.747074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] No DVR routers for this DVR port f31b9b4f-a3e0-439c-b084-362ebc1b150c on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:32:38.749772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:38.753227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce542cc3-7ef7-442d-8487-145cd6119fde req-19efef24-8566-4493-8a5d-3a5de637494b tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] 10.222.0.47 "DELETE /v2.0/ports/f31b9b4f-a3e0-439c-b084-362ebc1b150c HTTP/1.1" status: 204 len: 173 time: 0.3881054 Feb 03 22:32:38.753668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'name': 'network-vif-deleted', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:32:38.755907 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f4e7d5-fc05-48c7-ba82-a26a7500c0d0" -d '{"events": [{"server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "name": "network-vif-deleted", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:32:38.797705 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bd757f-b758-4477-8806-bb0e40cb60f0 x-openstack-request-id: req-72bd757f-b758-4477-8806-bb0e40cb60f0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:32:38.798029 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d1a6a-a14b-433d-b7eb-c400b5c78c18", "name": "network-vif-deleted", "tag": "f31b9b4f-a3e0-439c-b084-362ebc1b150c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:32:38.798291 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72bd757f-b758-4477-8806-bb0e40cb60f0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:32:38.798703 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d1a6a-a14b-433d-b7eb-c400b5c78c18', 'name': 'network-vif-deleted', 'tag': 'f31b9b4f-a3e0-439c-b084-362ebc1b150c', 'status': 'completed', 'code': 200} Feb 03 22:32:39.426113 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:39.469307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea269657-fa24-4ae0-ade2-29fc2659eed3 admin admin] Deleting subnet 3d2a2210-c76a-4c10-9f1b-1927d7cef26f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:32:39.472351 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea269657-fa24-4ae0-ade2-29fc2659eed3 admin admin] Publish callbacks [] for subnet (3d2a2210-c76a-4c10-9f1b-1927d7cef26f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.508821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea269657-fa24-4ae0-ade2-29fc2659eed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (3d2a2210-c76a-4c10-9f1b-1927d7cef26f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.546998 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea269657-fa24-4ae0-ade2-29fc2659eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (3d2a2210-c76a-4c10-9f1b-1927d7cef26f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.598127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea269657-fa24-4ae0-ade2-29fc2659eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (3d2a2210-c76a-4c10-9f1b-1927d7cef26f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.623293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea269657-fa24-4ae0-ade2-29fc2659eed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2a2210-c76a-4c10-9f1b-1927d7cef26f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:39.627073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea269657-fa24-4ae0-ade2-29fc2659eed3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.630368 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ea269657-fa24-4ae0-ade2-29fc2659eed3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3d2a2210-c76a-4c10-9f1b-1927d7cef26f HTTP/1.1" status: 204 len: 168 time: 0.2031724 Feb 03 22:32:39.632862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:39.709759 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cb202b03-acc3-4b4e-84af-2871b3da3b01), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.786648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cb202b03-acc3-4b4e-84af-2871b3da3b01), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.806531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb202b03-acc3-4b4e-84af-2871b3da3b01']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:39.815539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c0be94-5b38-4031-bdc6-0fb36db1a27c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:39.815841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c0be94-5b38-4031-bdc6-0fb36db1a27c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:39.825453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (83c0be94-5b38-4031-bdc6-0fb36db1a27c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.839066 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (83c0be94-5b38-4031-bdc6-0fb36db1a27c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.845171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:32:39.845685 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (83c0be94-5b38-4031-bdc6-0fb36db1a27c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:32:39.847603 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:32:39.902347 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cb202b03-acc3-4b4e-84af-2871b3da3b01), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.907939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:39.911106 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cb202b03-acc3-4b4e-84af-2871b3da3b01 HTTP/1.1" status: 204 len: 168 time: 0.2772784 Feb 03 22:32:39.922542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bc68d-4417-442b-8db8-6b3c98de7c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb202b03-acc3-4b4e-84af-2871b3da3b01,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:40.014730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:40.054221 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b48709ca-d817-4d2e-95d8-b413ce8456cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8aaa15d669ed4aa3a11e863a0873aaf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382674 Feb 03 22:32:40.056651 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:40.108766 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f2c3cb9-7543-45ca-ae8b-67be0ee0857e admin admin] Publish callbacks [] for security_group (7f6ebbb8-ceb4-4cb8-968b-d416d90520bd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:40.128885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f2c3cb9-7543-45ca-ae8b-67be0ee0857e admin admin] Publish callbacks [] for security_group (7f6ebbb8-ceb4-4cb8-968b-d416d90520bd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:40.182494 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f2c3cb9-7543-45ca-ae8b-67be0ee0857e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7f6ebbb8-ceb4-4cb8-968b-d416d90520bd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:40.185122 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f2c3cb9-7543-45ca-ae8b-67be0ee0857e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:40.186347 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f2c3cb9-7543-45ca-ae8b-67be0ee0857e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f6ebbb8-ceb4-4cb8-968b-d416d90520bd HTTP/1.1" status: 204 len: 168 time: 0.1287310 Feb 03 22:32:40.194549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c3cb9-7543-45ca-ae8b-67be0ee0857e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6ebbb8-ceb4-4cb8-968b-d416d90520bd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:40.840537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:40.943276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1527723813-network', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:40.962944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Made reservation on behalf of 6a80a3967f4943e691a64f489bb986aa for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:32:40.965259 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:40.973477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.046857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Publish callbacks [] for security_group (c781cbe0-22e7-4491-847a-d673b59c4c53), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.050281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c781cbe0-22e7-4491-847a-d673b59c4c53), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.073182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:32:41.081468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c781cbe0-22e7-4491-847a-d673b59c4c53,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:41.087673 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cddac4c9-372d-48f3-a4d5-a3ae21028e41), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.088003 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Added segment cddac4c9-372d-48f3-a4d5-a3ae21028e41 of type vlan for network 134d35a9-ed92-42be-9064-d8c0bf4ea52a Feb 03 22:32:41.126179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (134d35a9-ed92-42be-9064-d8c0bf4ea52a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.149299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (134d35a9-ed92-42be-9064-d8c0bf4ea52a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.150748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:41.151329 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.201944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3601949 Feb 03 22:32:41.204837 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:41.209817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Request body: {'subnet': {'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1527723813-subnet', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:41.214794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d6fac-8493-47fd-bda3-b567029bef5a admin admin] Pushing event updated for resources: {'Network': ['ID=134d35a9-ed92-42be-9064-d8c0bf4ea52a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:41.225699 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:32:41.230620 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Made reservation on behalf of 6a80a3967f4943e691a64f489bb986aa for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:32:41.233029 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.394451 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (5d4c1f20-9c51-4ab4-9fba-d8d9703690ee), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.447788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:41.460124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.460395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.460737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.461147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.461483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.461903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.462863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.463193 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.463523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.463847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.464169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.464490 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.464811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:41.467803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:32:41.468170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Network hostable DHCP agents. Network: 134d35a9-ed92-42be-9064-d8c0bf4ea52a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:32:41.485433 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:32:41.494012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 134d35a9-ed92-42be-9064-d8c0bf4ea52a) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:32:41.497959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:41.498551 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.503136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa784a-5d36-47fd-af33-90ee28d8c04b None None] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:32:41.514799 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dc6a7de3-3bcf-4fdc-ace9-e4eb046ec7ae admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3088505 Feb 03 22:32:41.517818 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:41.523092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:41.543482 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (e19b738e-98d5-4edb-b4b3-a1e5a1577037), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.544680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (e19b738e-98d5-4edb-b4b3-a1e5a1577037), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.598192 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks [] for router_controller (e19b738e-98d5-4edb-b4b3-a1e5a1577037), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.604786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:32:41.605685 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.754879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Allocated IP 172.20.0.2 (134d35a9-ed92-42be-9064-d8c0bf4ea52a/5d4c1f20-9c51-4ab4-9fba-d8d9703690ee/55835f22-798f-4b6c-a213-b9af75985213) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:32:41.760281 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks [] for router_gateway (e19b738e-98d5-4edb-b4b3-a1e5a1577037), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.891984 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:32:41.899229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Publish callbacks [] for port (55835f22-798f-4b6c-a213-b9af75985213), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.906558 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (55835f22-798f-4b6c-a213-b9af75985213), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.944253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:32:41.950153 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:32:41.953859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:32:41.962646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Pushing event updated for resources: {'Port': ['ID=55835f22-798f-4b6c-a213-b9af75985213,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:41.964076 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks [] for router_gateway (e19b738e-98d5-4edb-b4b3-a1e5a1577037), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:41.983195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:42.023535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Attempting to bind port 55835f22-798f-4b6c-a213-b9af75985213 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:32:42.023993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Attempting to bind port 55835f22-798f-4b6c-a213-b9af75985213 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:32:42.024949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Attempting to bind port 55835f22-798f-4b6c-a213-b9af75985213 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:32:42.029449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:32:42.029830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:32:42.030490 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:42.030888 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:32:42.031354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Bound port: 55835f22-798f-4b6c-a213-b9af75985213, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:32:42.031736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55835f22-798f-4b6c-a213-b9af75985213), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:42.093418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Allocated IP 172.25.5.145 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/3ac51378-9e44-487b-9eb1-a822ff7e8707) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:32:42.097722 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] For port 55835f22-798f-4b6c-a213-b9af75985213, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:32:42.100669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] For port 55835f22-798f-4b6c-a213-b9af75985213, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55835f22-798f-4b6c-a213-b9af75985213,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:32:42.107533 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55835f22-798f-4b6c-a213-b9af75985213), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:42.162954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d333a45-9be4-4a43-b425-10482d8a05a7 None None] Pushing event updated for resources: {'Port': ['ID=55835f22-798f-4b6c-a213-b9af75985213,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:42.206984 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks [] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:42.242299 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:42.282528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:32:42.285440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:32:42.289077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:32:42.311746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac51378-9e44-487b-9eb1-a822ff7e8707,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:42.853451 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks [] for router_gateway (e19b738e-98d5-4edb-b4b3-a1e5a1577037), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.096892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (e19b738e-98d5-4edb-b4b3-a1e5a1577037), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.097553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f870a95-3988-4800-88fe-117977a39b39 None None] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:32:43.151703 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-07a66dd2-ee34-4c0d-ba47-039da3b587b7 None None] Provisioning complete for port 55835f22-798f-4b6c-a213-b9af75985213 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:43.152339 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07a66dd2-ee34-4c0d-ba47-039da3b587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55835f22-798f-4b6c-a213-b9af75985213), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.235193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:32:43.281495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07a66dd2-ee34-4c0d-ba47-039da3b587b7 None None] Current status of the port 55835f22-798f-4b6c-a213-b9af75985213 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:43.281883 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07a66dd2-ee34-4c0d-ba47-039da3b587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (55835f22-798f-4b6c-a213-b9af75985213), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.321036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-07a66dd2-ee34-4c0d-ba47-039da3b587b7 None None] For port 55835f22-798f-4b6c-a213-b9af75985213, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55835f22-798f-4b6c-a213-b9af75985213,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:43.325728 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07a66dd2-ee34-4c0d-ba47-039da3b587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (55835f22-798f-4b6c-a213-b9af75985213), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.357586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:32:43.371316 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:32:43.384445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a66dd2-ee34-4c0d-ba47-039da3b587b7 None None] Pushing event updated for resources: {'Port': ['ID=55835f22-798f-4b6c-a213-b9af75985213,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:43.384764 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:32:43.385724 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:32:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:43.388832 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.390414 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fda12c55-a1eb-4b20-93ce-e01452eabb76 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8713765 Feb 03 22:32:43.394310 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52450) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:43.500873 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:32:43.514391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f31b9b4f-a3e0-439c-b084-362ebc1b150c no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:32:43.539024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: f31b9b4f-a3e0-439c-b084-362ebc1b150c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:32:43.539279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f31b9b4f-a3e0-439c-b084-362ebc1b150c not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:32:43.551074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-23585e45-4221-4c95-be69-ad47c2ca2f92 None None] Provisioning complete for port 55835f22-798f-4b6c-a213-b9af75985213 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:43.551445 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23585e45-4221-4c95-be69-ad47c2ca2f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55835f22-798f-4b6c-a213-b9af75985213), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.633040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-23585e45-4221-4c95-be69-ad47c2ca2f92 None None] Current status of the port 55835f22-798f-4b6c-a213-b9af75985213 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:43.704009 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:42Z', 'revision_number': 3, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:43.731530 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:32:43.732061 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Updating router e19b738e-98d5-4edb-b4b3-a1e5a1577037 port 3ac51378-9e44-487b-9eb1-a822ff7e8707 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:32:43.760300 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.765869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 55835f22-798f-4b6c-a213-b9af75985213 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:32:43.815931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 55835f22-798f-4b6c-a213-b9af75985213 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:43.816257 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (55835f22-798f-4b6c-a213-b9af75985213), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.847064 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:43.896163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 55835f22-798f-4b6c-a213-b9af75985213 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:44.004855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Allocated IP 172.20.0.1 (134d35a9-ed92-42be-9064-d8c0bf4ea52a/5d4c1f20-9c51-4ab4-9fba-d8d9703690ee/25509e04-7a5a-484b-b308-ba95ee2e3acb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:32:44.015479 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Publish callbacks [] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.021437 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.068933 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Attempting to bind port 3ac51378-9e44-487b-9eb1-a822ff7e8707 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:32:44.069240 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Attempting to bind port 3ac51378-9e44-487b-9eb1-a822ff7e8707 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:32:44.069606 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Attempting to bind port 3ac51378-9e44-487b-9eb1-a822ff7e8707 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:32:44.078717 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Pushing event updated for resources: {'Port': ['ID=3ac51378-9e44-487b-9eb1-a822ff7e8707,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:44.080982 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:32:44.081361 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:32:44.081765 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.082162 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:32:44.082633 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Bound port: 3ac51378-9e44-487b-9eb1-a822ff7e8707, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:32:44.083007 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.108705 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.109077 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.109376 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Publish callbacks [] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.109487 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.109749 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.110083 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.110415 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.110745 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.111073 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.111400 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.111723 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.112045 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.112367 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.112686 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:32:44.144011 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.146034 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] For port 3ac51378-9e44-487b-9eb1-a822ff7e8707, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:32:44.149400 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] For port 3ac51378-9e44-487b-9eb1-a822ff7e8707, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3ac51378-9e44-487b-9eb1-a822ff7e8707,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:32:44.155552 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.189558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:32:44.192402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:32:44.195708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:32:44.213276 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0b090-791d-4f1c-aa3f-5e11af376d51 None None] Pushing event updated for resources: {'Port': ['ID=3ac51378-9e44-487b-9eb1-a822ff7e8707,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:44.222831 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:32:44.223469 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:32:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:44.224317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Pushing event updated for resources: {'Port': ['ID=25509e04-7a5a-484b-b308-ba95ee2e3acb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:44.242463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (e19b738e-98d5-4edb-b4b3-a1e5a1577037), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.339588 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:32:44.387195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.459351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8ac5d6e1-01cb-4414-93d9-b31e140b4c11 None None] Provisioning complete for port 25509e04-7a5a-484b-b308-ba95ee2e3acb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:44.459967 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d6e1-01cb-4414-93d9-b31e140b4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.494224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5d6e1-01cb-4414-93d9-b31e140b4c11 None None] Port 25509e04-7a5a-484b-b308-ba95ee2e3acb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:32:44.520514 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:42Z', 'revision_number': 3, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:44.547874 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a408d-4f17-4b0c-a951-91a9cd830306 None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:42Z', 'revision_number': 3, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:32:44.556384 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Publish callbacks [] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.561259 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.626312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Pushing event updated for resources: {'Port': ['ID=25509e04-7a5a-484b-b308-ba95ee2e3acb,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:44.634254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (e19b738e-98d5-4edb-b4b3-a1e5a1577037), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:44.730731 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:32:44.732157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:32:44.864302 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:32:44.987389 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:32:44.992634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e61d42b2-18ba-4cd3-bccb-c124f29005bc admin admin] 10.222.0.50 "PUT /v2.0/routers/e19b738e-98d5-4edb-b4b3-a1e5a1577037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970187 Feb 03 22:32:45.023603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4c1e5f54-f75e-4a72-aa8f-544ea96be9d6 None None] Provisioning complete for port 25509e04-7a5a-484b-b308-ba95ee2e3acb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:45.024047 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c1e5f54-f75e-4a72-aa8f-544ea96be9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.060470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e5f54-f75e-4a72-aa8f-544ea96be9d6 None None] Port 25509e04-7a5a-484b-b308-ba95ee2e3acb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:32:45.614762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:45.619445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0b0c1783-86dc-4bdd-ba91-b23bd188b6ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097762961', 'description': 'tempest-description--1298672840'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:45.639501 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b0c1783-86dc-4bdd-ba91-b23bd188b6ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.715023 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b0c1783-86dc-4bdd-ba91-b23bd188b6ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group (347fadf2-df8b-4d1f-ab3b-ee326b12e16f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.718762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b0c1783-86dc-4bdd-ba91-b23bd188b6ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (347fadf2-df8b-4d1f-ab3b-ee326b12e16f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.745563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3ac51378-9e44-487b-9eb1-a822ff7e8707 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:32:45.755656 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b0c1783-86dc-4bdd-ba91-b23bd188b6ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.756925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0b0c1783-86dc-4bdd-ba91-b23bd188b6ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1411302 Feb 03 22:32:45.758107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c1783-86dc-4bdd-ba91-b23bd188b6ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347fadf2-df8b-4d1f-ab3b-ee326b12e16f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:45.760101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:45.765119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0e19c6d2-92d9-4fe4-857e-3e6cba795dad tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'security_group_rule': {'security_group_id': '347fadf2-df8b-4d1f-ab3b-ee326b12e16f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:45.793289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e19c6d2-92d9-4fe4-857e-3e6cba795dad tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group_rule (51e6ae61-5e03-4286-85e9-93a39c1108f9), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.805028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3ac51378-9e44-487b-9eb1-a822ff7e8707 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:45.805409 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.852746 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e19c6d2-92d9-4fe4-857e-3e6cba795dad tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group_rule (51e6ae61-5e03-4286-85e9-93a39c1108f9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.857289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e19c6d2-92d9-4fe4-857e-3e6cba795dad tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (51e6ae61-5e03-4286-85e9-93a39c1108f9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.877490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19c6d2-92d9-4fe4-857e-3e6cba795dad tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e6ae61-5e03-4286-85e9-93a39c1108f9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:45.887210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e19c6d2-92d9-4fe4-857e-3e6cba795dad tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.888605 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0e19c6d2-92d9-4fe4-857e-3e6cba795dad tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273780 Feb 03 22:32:45.891420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:45.896026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d0599026-0316-4090-9ff1-e324093aca26 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'security_group_rule': {'security_group_id': '347fadf2-df8b-4d1f-ab3b-ee326b12e16f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:45.902613 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3ac51378-9e44-487b-9eb1-a822ff7e8707 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:45.903081 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.923512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0599026-0316-4090-9ff1-e324093aca26 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group_rule (906f6ce5-f655-40be-9197-ed4986b1e336), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.925643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 3ac51378-9e44-487b-9eb1-a822ff7e8707, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3ac51378-9e44-487b-9eb1-a822ff7e8707,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:45.929812 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.976772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=3ac51378-9e44-487b-9eb1-a822ff7e8707,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:45.993884 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0599026-0316-4090-9ff1-e324093aca26 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group_rule (906f6ce5-f655-40be-9197-ed4986b1e336), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:45.997706 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0599026-0316-4090-9ff1-e324093aca26 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (906f6ce5-f655-40be-9197-ed4986b1e336), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.018908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0599026-0316-4090-9ff1-e324093aca26 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906f6ce5-f655-40be-9197-ed4986b1e336,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:46.025426 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0599026-0316-4090-9ff1-e324093aca26 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.030253 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d0599026-0316-4090-9ff1-e324093aca26 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373861 Feb 03 22:32:46.030441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 52464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:46.036241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:46.058841 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.144083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:32:46.154771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:32:46.155641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:32:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:46.161936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.269566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Allocated IP 172.25.5.121 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/cec2f44c-91f7-45de-a354-20e656522eb4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:32:46.388655 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for port (cec2f44c-91f7-45de-a354-20e656522eb4), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.422851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cec2f44c-91f7-45de-a354-20e656522eb4), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.427759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:32:46.467170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:32:46.472514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:32:46.474729 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event updated for resources: {'Port': ['ID=cec2f44c-91f7-45de-a354-20e656522eb4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:46.476882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:32:46.564474 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.600088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cec2f44c-91f7-45de-a354-20e656522eb4), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.630023 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 2, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:46.656025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:32:46.656336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Updating router e19b738e-98d5-4edb-b4b3-a1e5a1577037 port 25509e04-7a5a-484b-b308-ba95ee2e3acb binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:32:46.683496 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.752945 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for port (cec2f44c-91f7-45de-a354-20e656522eb4), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.757408 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cec2f44c-91f7-45de-a354-20e656522eb4), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.823039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event updated for resources: {'Port': ['ID=cec2f44c-91f7-45de-a354-20e656522eb4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:46.841195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.857830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.859085 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da86232e-14a9-48d6-a961-e7342c94b08e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8272066 Feb 03 22:32:46.950297 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Publish callbacks [] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:46.955508 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:47.009669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-61bb767a-6fa0-4786-83ab-17687f66c7f2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2097762961&fields=id&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 267 time: 0.0458989 Feb 03 22:32:47.022787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9474b23-eb16-4cc8-b1ac-cbd0a4fef1c7 None None] Pushing event updated for resources: {'Port': ['ID=25509e04-7a5a-484b-b308-ba95ee2e3acb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:47.066318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Attempting to bind port 25509e04-7a5a-484b-b308-ba95ee2e3acb on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:32:47.066681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Attempting to bind port 25509e04-7a5a-484b-b308-ba95ee2e3acb by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:32:47.067050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Attempting to bind port 25509e04-7a5a-484b-b308-ba95ee2e3acb on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:32:47.072843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:32:47.073803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:32:47.073803 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:47.074194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:32:47.074678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Bound port: 25509e04-7a5a-484b-b308-ba95ee2e3acb, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:32:47.075070 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:47.131695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-38933fde-3f3b-4056-9481-90fd055cd5e8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:47.139002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-38933fde-3f3b-4056-9481-90fd055cd5e8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 812 time: 0.1226568 Feb 03 22:32:47.144783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] For port 25509e04-7a5a-484b-b308-ba95ee2e3acb, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:32:47.148309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] For port 25509e04-7a5a-484b-b308-ba95ee2e3acb, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25509e04-7a5a-484b-b308-ba95ee2e3acb,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:32:47.150625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-5797308a-6a37-4679-a3f5-a7857024dbc4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/quotas/6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 375 time: 0.0105338 Feb 03 22:32:47.157218 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:47.212460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-8720e975-e43e-43cc-8a03-17edcd747deb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547204 Feb 03 22:32:47.219057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:32:47.219701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:32:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:47.221471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9474b23-eb16-4cc8-b1ac-cbd0a4fef1c7 None None] Pushing event updated for resources: {'Port': ['ID=25509e04-7a5a-484b-b308-ba95ee2e3acb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:47.231644 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-e6866457-6d4b-416c-b7bc-3833884df7e8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:32:47.232566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-e6866457-6d4b-416c-b7bc-3833884df7e8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061505 Feb 03 22:32:47.331417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-a42d2633-def9-4abb-b27e-6c4fcde9811e service neutron] 10.222.0.50 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918345 Feb 03 22:32:47.347121 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d84e6f30-4706-46f8-997b-8fa471a54c6a None None] Provisioning complete for port 25509e04-7a5a-484b-b308-ba95ee2e3acb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:47.347491 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d84e6f30-4706-46f8-997b-8fa471a54c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:47.352504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:32:47.429538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-a6f2c3dd-4fa8-44a2-b970-e8c2241f341c service neutron] 10.222.0.50 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922229 Feb 03 22:32:47.562232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d84e6f30-4706-46f8-997b-8fa471a54c6a None None] Current status of the port 25509e04-7a5a-484b-b308-ba95ee2e3acb is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:47.562635 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d84e6f30-4706-46f8-997b-8fa471a54c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:47.599250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba0d0596-a94a-4281-8d51-a820c502cded req-015a2f99-4dbc-4250-b530-f7c51b4c04a8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 210 time: 0.0301337 Feb 03 22:32:47.619344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d84e6f30-4706-46f8-997b-8fa471a54c6a None None] For port 25509e04-7a5a-484b-b308-ba95ee2e3acb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25509e04-7a5a-484b-b308-ba95ee2e3acb,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:47.626678 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d84e6f30-4706-46f8-997b-8fa471a54c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:47.687061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-41a09439-ed70-460d-875f-ea826b818372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:32:47.717485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e6f30-4706-46f8-997b-8fa471a54c6a None None] Pushing event updated for resources: {'Port': ['ID=25509e04-7a5a-484b-b308-ba95ee2e3acb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:47.720459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a09439-ed70-460d-875f-ea826b818372 None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:32:47.733665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3ac51378-9e44-487b-9eb1-a822ff7e8707 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:32:47.809050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-efb7e139-95cc-4c52-8292-5f3fb2a49dfb None None] Provisioning complete for port 25509e04-7a5a-484b-b308-ba95ee2e3acb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:47.809428 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efb7e139-95cc-4c52-8292-5f3fb2a49dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:47.869336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3ac51378-9e44-487b-9eb1-a822ff7e8707 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:47.869711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:47.947136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-efb7e139-95cc-4c52-8292-5f3fb2a49dfb None None] Current status of the port 25509e04-7a5a-484b-b308-ba95ee2e3acb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:47.989327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3ac51378-9e44-487b-9eb1-a822ff7e8707 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:48.608451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-a6f0f6ca-c3cf-403d-8501-42266078e141 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:48.609967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-a6f0f6ca-c3cf-403d-8501-42266078e141 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 812 time: 0.1179149 Feb 03 22:32:48.684262 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-006ae050-f3f0-4c31-8eb4-2d38978c829b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 380 time: 0.0666010 Feb 03 22:32:48.693903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'port': {'device_id': '1e54c216-7677-43d0-afa3-b880f035b72a', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'admin_state_up': True, 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'security_groups': ['347fadf2-df8b-4d1f-ab3b-ee326b12e16f']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:48.705630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a29a562f-c254-48af-bb5b-bf058c484e6d req-ef236261-6761-429c-92b4-35179405dcc5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 210 time: 0.0287800 Feb 03 22:32:48.808853 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Made reservation on behalf of 6a80a3967f4943e691a64f489bb986aa for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:32:48.812377 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:48.940085 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Allocated IP 172.20.0.13 (134d35a9-ed92-42be-9064-d8c0bf4ea52a/5d4c1f20-9c51-4ab4-9fba-d8d9703690ee/d576933a-823f-4973-a5c2-83c634bd1174) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:32:49.076102 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for port (d576933a-823f-4973-a5c2-83c634bd1174), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.108276 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.152024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:32:49.155296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:32:49.158900 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:32:49.182209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event updated for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:49.215312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:49.215936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.232818 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-df180df6-360b-4450-8015-6497e0366a56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428805 Feb 03 22:32:49.243980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Request body: {'port': {'device_id': '1e54c216-7677-43d0-afa3-b880f035b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:49.308629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d576933a-823f-4973-a5c2-83c634bd1174), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.383809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-169c1cdb-9d59-4da6-ba56-e1203c402483 None None] Provisioning complete for port d576933a-823f-4973-a5c2-83c634bd1174 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:49.384402 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-169c1cdb-9d59-4da6-ba56-e1203c402483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d576933a-823f-4973-a5c2-83c634bd1174), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.421781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-169c1cdb-9d59-4da6-ba56-e1203c402483 None None] Port d576933a-823f-4973-a5c2-83c634bd1174 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:32:49.580314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d576933a-823f-4973-a5c2-83c634bd1174 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:32:49.588287 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Publish callbacks [] for port (d576933a-823f-4973-a5c2-83c634bd1174), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.600303 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Transition to ACTIVE for port object d576933a-823f-4973-a5c2-83c634bd1174 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:32:49.603216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.651662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Pushing event updated for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:49.726315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Attempting to bind port d576933a-823f-4973-a5c2-83c634bd1174 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:32:49.726649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Attempting to bind port d576933a-823f-4973-a5c2-83c634bd1174 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:32:49.726985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Attempting to bind port d576933a-823f-4973-a5c2-83c634bd1174 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:32:49.732358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Port d576933a-823f-4973-a5c2-83c634bd1174 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:32:49.732847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Attempting to bind port d576933a-823f-4973-a5c2-83c634bd1174 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:32:49.741179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:32:49.741528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:32:49.741915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:32:49.742347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Bound port: d576933a-823f-4973-a5c2-83c634bd1174, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:32:49.742706 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d576933a-823f-4973-a5c2-83c634bd1174), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.780318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25509e04-7a5a-484b-b308-ba95ee2e3acb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:32:49.827291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:32:49.834929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:32:49.847629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.849896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 25509e04-7a5a-484b-b308-ba95ee2e3acb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:49.850404 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.870329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6656e-f1b7-4ed2-a715-aa5101cc8f41 req-d9137329-0bac-4ef1-bcbe-9cea674ab097 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:49.872255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01c6656e-f1b7-4ed2-a715-aa5101cc8f41 req-d9137329-0bac-4ef1-bcbe-9cea674ab097 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 944 time: 0.0678272 Feb 03 22:32:49.888689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:49.889305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:49.890708 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] 10.222.0.10 "PUT /v2.0/ports/d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 1092 time: 0.6512313 Feb 03 22:32:49.891152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:32:49.893481 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a5f098-1408-4d28-959a-5c55c37a1eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "tag": "d576933a-823f-4973-a5c2-83c634bd1174"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:32:49.974418 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01c6656e-f1b7-4ed2-a715-aa5101cc8f41 req-e41b9234-e512-47e9-a0ce-2c46b77f61d0 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959842 Feb 03 22:32:49.975084 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2492d1c3-f45a-40c0-b4f8-85ad88634360 x-openstack-request-id: req-2492d1c3-f45a-40c0-b4f8-85ad88634360 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:32:49.975379 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "tag": "d576933a-823f-4973-a5c2-83c634bd1174", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:32:49.975643 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2492d1c3-f45a-40c0-b4f8-85ad88634360 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:32:49.976047 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174', 'status': 'completed', 'code': 200} Feb 03 22:32:49.977679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648307f-a4ee-43ba-b270-3ef2a65502da service neutron] Pushing event updated for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:49.977782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 25509e04-7a5a-484b-b308-ba95ee2e3acb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:50.006538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-a7442568-645c-4e9a-b0f9-d77236a45ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:50.008184 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-a7442568-645c-4e9a-b0f9-d77236a45ab3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 1126 time: 0.0689723 Feb 03 22:32:50.049828 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-265110d9-fe62-40d7-aa49-62219d7d9e8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 217 time: 0.0354676 Feb 03 22:32:50.103427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-71625b15-a48b-479e-a4e9-6c0b0a43f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:50.104938 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-71625b15-a48b-479e-a4e9-6c0b0a43f0fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0495985 Feb 03 22:32:50.154696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-fce6ce30-b1cd-4583-9771-ea52621a3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:50.156416 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-fce6ce30-b1cd-4583-9771-ea52621a3528 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445144 Feb 03 22:32:50.247706 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-efcac0be-63cf-4a50-9b9d-d802498c9edb service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853524 Feb 03 22:32:50.337782 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7f97f22-b47a-4263-93d4-323ca6d2577b req-572898b0-19e6-4828-a5be-5eb3cce92ee9 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840626 Feb 03 22:32:50.427052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-49e26fbe-990a-422c-aa9d-9050c336d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:50.428466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-49e26fbe-990a-422c-aa9d-9050c336d263 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 1126 time: 0.0446956 Feb 03 22:32:50.520721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-88da4b85-73cf-4c5e-a320-f2c3a517b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:50.522227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-88da4b85-73cf-4c5e-a320-f2c3a517b3d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0880876 Feb 03 22:32:50.562680 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-a23d87bb-b4d9-4402-b98c-9f15f80b4ed8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 217 time: 0.0347803 Feb 03 22:32:50.608648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-4d3d7608-ad70-4d50-b340-c84e6fbb3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:50.610115 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-4d3d7608-ad70-4d50-b340-c84e6fbb3f32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0414422 Feb 03 22:32:50.660886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-8559dba3-9fa1-42e5-819a-71591a51bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:50.662380 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-8559dba3-9fa1-42e5-819a-71591a51bea8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471270 Feb 03 22:32:50.746757 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-02aaa417-1b83-4b22-bce1-44c16a624464 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783474 Feb 03 22:32:50.838099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2a5f098-1408-4d28-959a-5c55c37a1eb5 req-f53ecfef-3755-4f40-95b6-dfad67e28061 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846322 Feb 03 22:32:51.100379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85be43-33a1-483a-92fd-3ea842e47d0b req-7a500319-065e-43b2-832d-615e446e45ff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:51.101873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa85be43-33a1-483a-92fd-3ea842e47d0b req-7a500319-065e-43b2-832d-615e446e45ff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 944 time: 0.0519669 Feb 03 22:32:51.147034 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa85be43-33a1-483a-92fd-3ea842e47d0b req-ee7f2c88-b52a-45eb-8a97-5c991e99ae23 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396328 Feb 03 22:32:52.262320 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c893-658c-401b-a340-794a90f23914 req-5ccda1d8-5c55-4916-bd40-6522b688a76f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:52.263766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91b7c893-658c-401b-a340-794a90f23914 req-5ccda1d8-5c55-4916-bd40-6522b688a76f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 944 time: 0.0505624 Feb 03 22:32:52.309359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91b7c893-658c-401b-a340-794a90f23914 req-6e9288f0-0be9-4a8f-a3e6-d78d31bf8311 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Feb 03 22:32:53.432369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc60462-11d2-45fd-854a-e9526df1cc7f req-6313c0d5-4041-4b10-8055-f148ec8eb477 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:53.433857 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ffc60462-11d2-45fd-854a-e9526df1cc7f req-6313c0d5-4041-4b10-8055-f148ec8eb477 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 944 time: 0.0557606 Feb 03 22:32:53.478942 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ffc60462-11d2-45fd-854a-e9526df1cc7f req-cd9ddbba-b00c-432b-8b18-8f49eb34a108 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 Feb 03 22:32:53.658229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e63da1b-7d00-49e1-8f39-83802950b5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:54.599795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965a69-966b-47e8-a118-19d79cabb4b6 req-8d9f62ff-2c72-456e-961b-be004293a984 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:54.601328 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e9965a69-966b-47e8-a118-19d79cabb4b6 req-8d9f62ff-2c72-456e-961b-be004293a984 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 944 time: 0.0530548 Feb 03 22:32:54.647649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e9965a69-966b-47e8-a118-19d79cabb4b6 req-99cad35b-6a7a-4790-9e3f-793a7667cc4e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 Feb 03 22:32:54.832231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:54.841702 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:55.094309 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d576933a-823f-4973-a5c2-83c634bd1174 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:32:55.190540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:55.201600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'd576933a-823f-4973-a5c2-83c634bd1174', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': 'd576933a-823f-4973-a5c2-83c634bd1174', 'mac_address': 'fa:16:3e:67:ef:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:32:55.237834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d576933a-823f-4973-a5c2-83c634bd1174 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:55.238223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d576933a-823f-4973-a5c2-83c634bd1174), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:55.250541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d576933a-823f-4973-a5c2-83c634bd1174 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:32:55.269468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:55.273290 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:55.319741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:55.570548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['d576933a-823f-4973-a5c2-83c634bd1174'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:32:55.774854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be1c83-9fc3-495c-8b3e-1f3bf299aa09 req-caa3f040-5996-40c4-bd19-4786962b8bfa tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:55.776316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47be1c83-9fc3-495c-8b3e-1f3bf299aa09 req-caa3f040-5996-40c4-bd19-4786962b8bfa tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 945 time: 0.0606365 Feb 03 22:32:55.822560 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47be1c83-9fc3-495c-8b3e-1f3bf299aa09 req-3519fb5d-8462-4ce8-9ee0-ff89dc3fa8d2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 Feb 03 22:32:56.617008 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15197b02-e7ff-46b7-8cf4-a1f2ea054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:56.941230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b22ba-dc65-47e3-ac35-890ea675305f req-4f729174-9f7d-4684-b8ea-053ba00e6daf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:56.942730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-855b22ba-dc65-47e3-ac35-890ea675305f req-4f729174-9f7d-4684-b8ea-053ba00e6daf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 945 time: 0.0523803 Feb 03 22:32:56.988484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-855b22ba-dc65-47e3-ac35-890ea675305f req-c657d530-a95e-4a0a-ba95-7e03e178d3c5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Feb 03 22:32:57.094448 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:57.113221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d576933a-823f-4973-a5c2-83c634bd1174 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:32:57.162503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port d576933a-823f-4973-a5c2-83c634bd1174 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:32:57.166598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port d576933a-823f-4973-a5c2-83c634bd1174 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:32:57.166976 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d576933a-823f-4973-a5c2-83c634bd1174), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:57.243753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port d576933a-823f-4973-a5c2-83c634bd1174 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:32:57.244136 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d576933a-823f-4973-a5c2-83c634bd1174), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:57.266454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:32:57.268648 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7098ed09-4471-4fe7-99aa-efe5651d72b8" -d '{"events": [{"server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "name": "network-vif-plugged", "status": "completed", "tag": "d576933a-823f-4973-a5c2-83c634bd1174"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:32:57.281489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:32:57.285589 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:57.307735 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b912cc13-6217-425f-aca0-a38d2bfd6c79 x-openstack-request-id: req-b912cc13-6217-425f-aca0-a38d2bfd6c79 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:32:57.308025 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "name": "network-vif-plugged", "status": "completed", "tag": "d576933a-823f-4973-a5c2-83c634bd1174", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:32:57.308277 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b912cc13-6217-425f-aca0-a38d2bfd6c79 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:32:57.308664 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174', 'code': 200} Feb 03 22:32:57.334169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:32:57.410067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa646fc-6a79-424a-a3ae-9cd7d6aa5c99 req-f6a4e5e2-3778-444e-9883-faf44743badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:57.411605 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffa646fc-6a79-424a-a3ae-9cd7d6aa5c99 req-f6a4e5e2-3778-444e-9883-faf44743badb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 1128 time: 0.0509150 Feb 03 22:32:57.456520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ffa646fc-6a79-424a-a3ae-9cd7d6aa5c99 req-72a3af0e-9a8a-4d25-b365-64b7dcd949f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390220 Feb 03 22:32:58.110275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cfcb5-430e-4962-92a0-79b09cc1292e req-4db05990-aca1-4e0f-91a1-e8dc3b539b02 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:58.111732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-905cfcb5-430e-4962-92a0-79b09cc1292e req-4db05990-aca1-4e0f-91a1-e8dc3b539b02 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0511563 Feb 03 22:32:58.160966 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-905cfcb5-430e-4962-92a0-79b09cc1292e req-f6f16150-d149-474c-81f6-aa0c7cb95992 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Feb 03 22:32:58.767724 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:59.279256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9fcb-42a3-48f6-a807-e280f9d04679 req-12797ea1-151f-40af-8448-cd7dddade25a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:59.281016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be8d9fcb-42a3-48f6-a807-e280f9d04679 req-12797ea1-151f-40af-8448-cd7dddade25a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0520740 Feb 03 22:32:59.326783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be8d9fcb-42a3-48f6-a807-e280f9d04679 req-02d29200-8737-4114-a816-dedcfb9da0d0 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402446 Feb 03 22:32:59.439353 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93afe8-72b1-4a7d-b5c0-54a3f7c21aff req-1f043109-6409-4036-a6ef-169565359948 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:32:59.440927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b93afe8-72b1-4a7d-b5c0-54a3f7c21aff req-1f043109-6409-4036-a6ef-169565359948 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0520167 Feb 03 22:32:59.449533 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:32:59.453938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-67086945-eb8b-45b3-99b7-3c4fddd9c6fd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'floatingip': {'port_id': 'd576933a-823f-4973-a5c2-83c634bd1174'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:32:59.495873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67086945-eb8b-45b3-99b7-3c4fddd9c6fd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:32:59.942255 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:00.200992 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67086945-eb8b-45b3-99b7-3c4fddd9c6fd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:00.204711 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67086945-eb8b-45b3-99b7-3c4fddd9c6fd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:00.305341 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-67086945-eb8b-45b3-99b7-3c4fddd9c6fd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Floating IP cecd0837-b43b-459a-9112-3b36715ab89c associated. External IP: 172.25.5.121, port: d576933a-823f-4973-a5c2-83c634bd1174. Feb 03 22:33:00.513556 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67086945-eb8b-45b3-99b7-3c4fddd9c6fd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:33:00.622047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67086945-eb8b-45b3-99b7-3c4fddd9c6fd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:33:00.626822 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67086945-eb8b-45b3-99b7-3c4fddd9c6fd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:00.631298 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:33:00.641265 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:33:00.641885 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:32:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:00.656205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-67086945-eb8b-45b3-99b7-3c4fddd9c6fd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "PUT /v2.0/floatingips/cecd0837-b43b-459a-9112-3b36715ab89c HTTP/1.1" status: 200 len: 992 time: 1.2056208 Feb 03 22:33:00.656803 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:33:00.659086 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bcb102-af89-47c6-b3d4-fd90bc5001ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "tag": "d576933a-823f-4973-a5c2-83c634bd1174"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:33:00.697050 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a44c53-bb0b-4b01-9c8b-d5be93873ac0 x-openstack-request-id: req-a8a44c53-bb0b-4b01-9c8b-d5be93873ac0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:33:00.697335 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "tag": "d576933a-823f-4973-a5c2-83c634bd1174", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:33:00.697591 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8a44c53-bb0b-4b01-9c8b-d5be93873ac0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:33:00.697997 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174', 'status': 'completed', 'code': 200} Feb 03 22:33:00.760944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38437e-662a-4a98-86cf-16cc6a4e70d7 req-4ce50df3-2aef-4b3b-b97f-7741d6f8f178 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:00.762563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba38437e-662a-4a98-86cf-16cc6a4e70d7 req-4ce50df3-2aef-4b3b-b97f-7741d6f8f178 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0557413 Feb 03 22:33:00.763184 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:33:00.764621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-cbe2ffc6-cd31-46ab-920b-d994c6132a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:00.766179 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-cbe2ffc6-cd31-46ab-920b-d994c6132a24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 1128 time: 0.0458903 Feb 03 22:33:00.813092 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ba38437e-662a-4a98-86cf-16cc6a4e70d7 req-684fd0a5-fbd6-4279-8331-252273ce2a51 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440793 Feb 03 22:33:00.863506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-fe4b51ff-c4a8-42af-929f-02a343e08843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:00.865077 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-fe4b51ff-c4a8-42af-929f-02a343e08843 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0935686 Feb 03 22:33:00.930981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-0b062566-5555-47e3-b813-daf787c99124 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 1000 time: 0.0597210 Feb 03 22:33:00.982091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-50f94b00-b055-4edf-ba4f-a8cae9099ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:00.983581 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-50f94b00-b055-4edf-ba4f-a8cae9099ba8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0476935 Feb 03 22:33:01.032538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-97310c79-f44d-4dc4-9d7c-31357a0d6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:01.034095 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-97310c79-f44d-4dc4-9d7c-31357a0d6645 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444014 Feb 03 22:33:01.075877 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': 'd576933a-823f-4973-a5c2-83c634bd1174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:67:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e54c216-7677-43d0-afa3-b880f035b72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:33:00Z', 'revision_number': 1, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:01.101337 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:33:01.109371 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:33:01.109976 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:32:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:01.119886 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-8ad8a2c4-5204-4737-86a8-b6f5d051d6be service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802193 Feb 03 22:33:01.213480 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-59bcb102-af89-47c6-b3d4-fd90bc5001ab req-c6158bae-3d00-4169-a6b4-0d9c0cfb5450 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878305 Feb 03 22:33:01.216315 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:33:01.433447 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': 'd576933a-823f-4973-a5c2-83c634bd1174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:67:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e54c216-7677-43d0-afa3-b880f035b72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:33:00Z', 'revision_number': 1, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:01.459172 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94643795-8669-45ed-a1cf-6b6392406a4b None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': 'd576933a-823f-4973-a5c2-83c634bd1174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:67:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e54c216-7677-43d0-afa3-b880f035b72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:33:00Z', 'revision_number': 1, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:33:01.748816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c27bd-0a8d-46ea-8b6e-60e6306f3214 None None] New status for floating IP cecd0837-b43b-459a-9112-3b36715ab89c: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:33:01.951114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac2464-c6fc-4802-a4a9-9cc1ec80d783 req-5c7d6ef7-aadc-4619-b367-3029366eeca7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:01.952543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7aac2464-c6fc-4802-a4a9-9cc1ec80d783 req-5c7d6ef7-aadc-4619-b367-3029366eeca7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0602574 Feb 03 22:33:01.999750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7aac2464-c6fc-4802-a4a9-9cc1ec80d783 req-0f31b8c4-0dde-454f-bbe5-3b0e3e1cce74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Feb 03 22:33:02.117552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479caed-dae0-4556-8c55-e852d25408b9 req-b5efced0-fe16-41d5-ab97-b6c329b49a16 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:02.119571 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3479caed-dae0-4556-8c55-e852d25408b9 req-b5efced0-fe16-41d5-ab97-b6c329b49a16 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0520856 Feb 03 22:33:02.165556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3479caed-dae0-4556-8c55-e852d25408b9 req-3a43d7ab-89b3-4a67-b990-f6c647a3b04d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404792 Feb 03 22:33:02.423531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-6b7b7350-f204-4f45-ba07-acf64c48537e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823979 Feb 03 22:33:02.430859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a1a3c-8361-46aa-91f8-b06a4a9b392c req-d748a7db-ee05-4331-932d-a63686650d91 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:02.432845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f3a1a3c-8361-46aa-91f8-b06a4a9b392c req-d748a7db-ee05-4331-932d-a63686650d91 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0819278 Feb 03 22:33:02.481242 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f3a1a3c-8361-46aa-91f8-b06a4a9b392c req-bb690d15-a0aa-4e61-8ede-0fa1dfff438f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Feb 03 22:33:03.606012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69ff1e-868c-434b-b505-b546f4c950ab req-023f0122-9ca2-467b-afae-5f56e8f21256 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:03.607523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e69ff1e-868c-434b-b505-b546f4c950ab req-023f0122-9ca2-467b-afae-5f56e8f21256 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0528021 Feb 03 22:33:03.659858 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e69ff1e-868c-434b-b505-b546f4c950ab req-2d57a6e3-01c1-4c49-abec-70f3b17adf72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Feb 03 22:33:03.679187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-14517366-4cec-4d1b-bcd3-c85f7ee09fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:03.680746 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-14517366-4cec-4d1b-bcd3-c85f7ee09fee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 1128 time: 0.0468309 Feb 03 22:33:03.770559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-dbc02675-7841-4c56-b78d-5936961d72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:03.771994 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-dbc02675-7841-4c56-b78d-5936961d72df service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0861633 Feb 03 22:33:03.841573 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-0a9d1c97-d20f-4dfa-9540-ae1dd645889c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 1002 time: 0.0641775 Feb 03 22:33:03.888803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-f99e96bb-748b-47c7-818b-cd199983db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:03.890445 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-f99e96bb-748b-47c7-818b-cd199983db6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0422976 Feb 03 22:33:03.941916 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-f63352b6-96d9-42a3-8a6e-abd6d57abe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:03.943426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-f63352b6-96d9-42a3-8a6e-abd6d57abe43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479765 Feb 03 22:33:04.028622 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-6895a973-ffff-434e-a910-e7723b48d3b6 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794690 Feb 03 22:33:04.118288 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-9e9a9164-0509-4d1e-bfbc-7effbc547e77 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841160 Feb 03 22:33:04.782661 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e22c40-bcc9-4271-a904-971fd90601c3 req-bc6d061a-2a88-4b18-a9ee-adcf4bb238cd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:04.784130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8e22c40-bcc9-4271-a904-971fd90601c3 req-bc6d061a-2a88-4b18-a9ee-adcf4bb238cd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0555005 Feb 03 22:33:04.837107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e8e22c40-bcc9-4271-a904-971fd90601c3 req-e755c563-f415-446a-8c8d-ac904656a351 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473332 Feb 03 22:33:05.963370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac150b8c-de27-4df8-bae5-d2540243e4d1 req-29a6cd87-748d-4fc7-a60f-8dc28938cd2a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:05.964854 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac150b8c-de27-4df8-bae5-d2540243e4d1 req-29a6cd87-748d-4fc7-a60f-8dc28938cd2a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0587857 Feb 03 22:33:06.011036 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac150b8c-de27-4df8-bae5-d2540243e4d1 req-62bcbad0-6508-45e8-b05b-457f0fcc7329 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405042 Feb 03 22:33:07.127672 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f5a39-370d-44aa-9681-3906ad8f8c75 req-caff1e05-fd36-4725-b6bf-5b674ee6f857 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:07.129064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b2f5a39-370d-44aa-9681-3906ad8f8c75 req-caff1e05-fd36-4725-b6bf-5b674ee6f857 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0507753 Feb 03 22:33:07.180470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b2f5a39-370d-44aa-9681-3906ad8f8c75 req-feaeea81-401d-4c6a-862e-2dadfc2814a8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Feb 03 22:33:08.301192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9371c-66c0-4f19-95e7-5eff35399b0c req-46652738-86e7-49d7-9928-8c788120e3ed tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:08.302644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fec9371c-66c0-4f19-95e7-5eff35399b0c req-46652738-86e7-49d7-9928-8c788120e3ed tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0542223 Feb 03 22:33:08.348565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fec9371c-66c0-4f19-95e7-5eff35399b0c req-05fe0aa5-c38e-4d39-b907-d70be6b84287 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404003 Feb 03 22:33:09.466989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d81757-5161-4e7e-b8c9-dd3c9e38756f req-e0da1f10-c5ed-4c5f-83aa-291e3680af6a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:09.468458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6d81757-5161-4e7e-b8c9-dd3c9e38756f req-e0da1f10-c5ed-4c5f-83aa-291e3680af6a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0523164 Feb 03 22:33:09.514101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6d81757-5161-4e7e-b8c9-dd3c9e38756f req-3cdd317f-9e22-4244-b969-6b821262ded5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Feb 03 22:33:10.636005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc792fd-a22b-4307-a5ee-401e14f2fe5c req-6f42e8b5-423d-4207-b840-cf63befaba2e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:10.637519 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fc792fd-a22b-4307-a5ee-401e14f2fe5c req-6f42e8b5-423d-4207-b840-cf63befaba2e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0558715 Feb 03 22:33:10.684227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fc792fd-a22b-4307-a5ee-401e14f2fe5c req-06d15ee6-e64f-4ca9-9ddf-f1d572eae691 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Feb 03 22:33:11.801177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56a7a6-2f87-4e5b-a1fa-4673e92251af req-76b340dd-b850-4add-b4d3-01f947027f70 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:11.802643 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b56a7a6-2f87-4e5b-a1fa-4673e92251af req-76b340dd-b850-4add-b4d3-01f947027f70 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0513208 Feb 03 22:33:11.849735 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7b56a7a6-2f87-4e5b-a1fa-4673e92251af req-22e040d9-ac8b-452a-b148-ca103a4da8b7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Feb 03 22:33:12.972497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5090e-574d-45ae-b62d-1ef48001d8d1 req-824de9a8-4e99-43f6-b9b1-d982e89f9a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:12.974357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fa5090e-574d-45ae-b62d-1ef48001d8d1 req-824de9a8-4e99-43f6-b9b1-d982e89f9a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0557394 Feb 03 22:33:13.020123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0fa5090e-574d-45ae-b62d-1ef48001d8d1 req-7fa951ed-f06f-4ea2-b9f1-5f749e1def4b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 Feb 03 22:33:14.148933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74fb81-8b46-4ff1-9424-b57c0a3d913a req-d33d3f33-78e6-416b-93a8-7cfe9004d03d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:14.150754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf74fb81-8b46-4ff1-9424-b57c0a3d913a req-d33d3f33-78e6-416b-93a8-7cfe9004d03d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0625618 Feb 03 22:33:14.198060 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf74fb81-8b46-4ff1-9424-b57c0a3d913a req-0355beea-db92-4e27-b3cc-c559d7cffd3b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Feb 03 22:33:15.317173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01914ed0-442b-476b-83e0-101fba7003ce req-6f368b8e-81b0-4093-b6b9-d4ec7528b1ad tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:15.318617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01914ed0-442b-476b-83e0-101fba7003ce req-6f368b8e-81b0-4093-b6b9-d4ec7528b1ad tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0513310 Feb 03 22:33:15.368631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01914ed0-442b-476b-83e0-101fba7003ce req-50e7309a-5ec8-4414-99ea-70dcb766d83a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444953 Feb 03 22:33:16.486228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa325052-d7d5-4d96-be9c-cd72daad2c0b req-6374e7c6-532b-4440-917b-a635a6dc4aba tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:16.487682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa325052-d7d5-4d96-be9c-cd72daad2c0b req-6374e7c6-532b-4440-917b-a635a6dc4aba tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0520401 Feb 03 22:33:16.533387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa325052-d7d5-4d96-be9c-cd72daad2c0b req-e4231774-3317-4438-8b28-9b7bdf191d60 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Feb 03 22:33:17.654594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51c8e-9d39-48ef-bec9-0c38d8ca1ef7 req-ba51b30e-cc44-4eea-b1ce-516115e285b2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:17.656335 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46e51c8e-9d39-48ef-bec9-0c38d8ca1ef7 req-ba51b30e-cc44-4eea-b1ce-516115e285b2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0523653 Feb 03 22:33:17.702679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46e51c8e-9d39-48ef-bec9-0c38d8ca1ef7 req-20e5b32d-9e23-4673-96ab-9eb45cc34ffe tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Feb 03 22:33:18.828893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c45b6-cf4f-4e8f-bb62-3dbf0496696b req-e1e83701-5cae-4203-b22c-1b4f83dc1739 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:18.830417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c3c45b6-cf4f-4e8f-bb62-3dbf0496696b req-e1e83701-5cae-4203-b22c-1b4f83dc1739 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0561037 Feb 03 22:33:18.875981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c3c45b6-cf4f-4e8f-bb62-3dbf0496696b req-c7779714-222c-408b-b850-ca8e5e7aff81 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399606 Feb 03 22:33:18.891718 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:33:19.994560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bea9d-2dbd-4278-ab77-166f197c26f4 req-deb997dc-8b68-4b9d-8782-d30fd93d1893 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:19.996099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c0bea9d-2dbd-4278-ab77-166f197c26f4 req-deb997dc-8b68-4b9d-8782-d30fd93d1893 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0524065 Feb 03 22:33:20.041644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c0bea9d-2dbd-4278-ab77-166f197c26f4 req-3f689084-8e12-4415-b046-b21790016518 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Feb 03 22:33:20.757415 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-2ece5d6e-0427-4cf5-affa-c2f731f4573a service neutron] show failed (client error): The resource could not be found. Feb 03 22:33:20.758429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-2ece5d6e-0427-4cf5-affa-c2f731f4573a service neutron] 10.222.0.10 "GET /v2.0/ports/d576933a-823f-4973-a5c2-83c634bd1174/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0538774 Feb 03 22:33:20.950086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-a7d9071c-fc05-4567-bfa3-b29ef4c0717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:20.951599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-a7d9071c-fc05-4567-bfa3-b29ef4c0717e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 1128 time: 0.0453789 Feb 03 22:33:20.961874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:33:21.021982 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d576933a-823f-4973-a5c2-83c634bd1174), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:21.160345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1f5d-0d2c-43d4-97b5-4e3c61c5b402 req-cd9fed28-a76d-4978-ad95-728b25452bec tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:21.161856 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-679a1f5d-0d2c-43d4-97b5-4e3c61c5b402 req-cd9fed28-a76d-4978-ad95-728b25452bec tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0520308 Feb 03 22:33:21.215711 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-679a1f5d-0d2c-43d4-97b5-4e3c61c5b402 req-88287e37-c8b6-4aca-a18e-34f9b2f7ccfa tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474775 Feb 03 22:33:21.511872 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:33:21.543018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:33:21.582000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:33:21.584262 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5de090-fa57-43e4-945b-155ff896ba22" -d '{"events": [{"server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "name": "network-vif-unplugged", "status": "completed", "tag": "d576933a-823f-4973-a5c2-83c634bd1174"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:33:21.588101 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Publish callbacks [] for port (d576933a-823f-4973-a5c2-83c634bd1174), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:21.600936 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Transition to ACTIVE for port object d576933a-823f-4973-a5c2-83c634bd1174 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:33:21.604968 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:21.640166 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2849042d-a0e1-4904-9bfd-97177d5ab450 x-openstack-request-id: req-2849042d-a0e1-4904-9bfd-97177d5ab450 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:33:21.640541 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "name": "network-vif-unplugged", "status": "completed", "tag": "d576933a-823f-4973-a5c2-83c634bd1174", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:33:21.640658 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2849042d-a0e1-4904-9bfd-97177d5ab450 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:33:21.641046 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174', 'code': 200} Feb 03 22:33:21.691122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Pushing event updated for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:21.703810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.704228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.704668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.705089 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.705636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.705991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.706378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.706770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.707157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.707633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.708105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.708551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.709016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:21.747823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] No DVR routers for this DVR port d576933a-823f-4973-a5c2-83c634bd1174 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:33:21.886849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Attempting to bind port d576933a-823f-4973-a5c2-83c634bd1174 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:33:21.887538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Attempting to bind port d576933a-823f-4973-a5c2-83c634bd1174 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:33:21.887538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Attempting to bind port d576933a-823f-4973-a5c2-83c634bd1174 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:33:21.891722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Port d576933a-823f-4973-a5c2-83c634bd1174 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:33:21.892182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Attempting to bind port d576933a-823f-4973-a5c2-83c634bd1174 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:33:21.897045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:33:21.897388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:33:21.897774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:33:21.898198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Bound port: d576933a-823f-4973-a5c2-83c634bd1174, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:33:21.898548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d576933a-823f-4973-a5c2-83c634bd1174), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:21.961172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:33:21.964721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:33:21.970890 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:22.007112 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:22.007740 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:22.009186 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] 10.222.0.47 "PUT /v2.0/ports/d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 1092 time: 1.0512273 Feb 03 22:33:22.042973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367883f6-52a2-4cf5-bae0-edd41022ee72 service neutron] Pushing event updated for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:22.079229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-d346a432-802a-4a9a-b549-f3a635605484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:22.080848 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-d346a432-802a-4a9a-b549-f3a635605484 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 1126 time: 0.0490451 Feb 03 22:33:22.177620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-89963fed-78c1-4a9d-9d64-8cff47b6462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:22.179113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-89963fed-78c1-4a9d-9d64-8cff47b6462a service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0923443 Feb 03 22:33:22.242667 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-c8a34c27-f937-4af9-ab68-258ab49ea6fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 1000 time: 0.0576506 Feb 03 22:33:22.290700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-e22b4150-5d33-4ec7-ab18-2cf814b7005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:22.292194 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-e22b4150-5d33-4ec7-ab18-2cf814b7005d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0439258 Feb 03 22:33:22.337745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6d5e1-5355-420f-814c-1938e495a681 req-91a60661-b81f-49d5-9fb8-8043d29c6ec7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:22.339175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fb6d5e1-5355-420f-814c-1938e495a681 req-91a60661-b81f-49d5-9fb8-8043d29c6ec7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 944 time: 0.0530477 Feb 03 22:33:22.344577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-213a149b-3d94-4641-a629-0e25a4a210e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:22.346122 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-213a149b-3d94-4641-a629-0e25a4a210e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483811 Feb 03 22:33:22.385696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3fb6d5e1-5355-420f-814c-1938e495a681 req-d9a98471-e56f-485d-b504-3f21ad5b3c69 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 Feb 03 22:33:22.435525 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-fd66b896-3206-4322-9176-d51b454c2b81 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829418 Feb 03 22:33:22.527545 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6d4d0cc3-0810-4fcf-8359-964375296d7e req-bb86a237-fb06-4215-83d1-a9f64971f70e service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866663 Feb 03 22:33:23.505101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271845b-b76f-4dd9-a5bd-5d924d835727 req-50266ad3-abe6-417f-b7c6-d43e743000f6 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:23.506589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6271845b-b76f-4dd9-a5bd-5d924d835727 req-50266ad3-abe6-417f-b7c6-d43e743000f6 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 944 time: 0.0509062 Feb 03 22:33:23.552188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6271845b-b76f-4dd9-a5bd-5d924d835727 req-60675b17-38d6-4820-a3d7-e5fabfc2600f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Feb 03 22:33:23.642912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:33:23.645504 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "tag": "d576933a-823f-4973-a5c2-83c634bd1174"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:33:23.660775 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0f3f-8b0e-4438-97e1-935effcd3458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:23.695704 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e931f6-6ef6-4df0-a91d-d96334159f67 x-openstack-request-id: req-48e931f6-6ef6-4df0-a91d-d96334159f67 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:33:23.696551 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "tag": "d576933a-823f-4973-a5c2-83c634bd1174", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:33:23.696828 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48e931f6-6ef6-4df0-a91d-d96334159f67 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:33:23.697587 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174', 'status': 'completed', 'code': 200} Feb 03 22:33:23.790749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-54f61511-f4ad-4d46-b722-c2218613d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:23.792293 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-54f61511-f4ad-4d46-b722-c2218613d838 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 1126 time: 0.0749304 Feb 03 22:33:23.794821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-0bedb1e7-e79e-4994-8a76-ee0d0f944cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:23.796159 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-0bedb1e7-e79e-4994-8a76-ee0d0f944cc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 1126 time: 0.0706530 Feb 03 22:33:23.949284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-5a6c993d-b752-4346-b7ec-d20524e76759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:23.950688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-5a6c993d-b752-4346-b7ec-d20524e76759 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1527305 Feb 03 22:33:23.953178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-e6eafc10-fb45-4898-bb87-c3acf86eb3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:23.954508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-e6eafc10-fb45-4898-bb87-c3acf86eb3a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1496627 Feb 03 22:33:24.064698 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-c75bc5a7-1639-4693-891d-e29abd961e52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 1000 time: 0.1073923 Feb 03 22:33:24.066315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-c85b806e-484b-4deb-a98c-fe65205661e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 1000 time: 0.1033983 Feb 03 22:33:24.148590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-ad64dc62-d171-4616-a010-1163fe810687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:24.150096 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-ad64dc62-d171-4616-a010-1163fe810687 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0796080 Feb 03 22:33:24.151495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-ce448c58-ecfd-418b-a4a6-8a728d833fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:24.152823 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-ce448c58-ecfd-418b-a4a6-8a728d833fe8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0752788 Feb 03 22:33:24.233945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-fa6b99f5-6000-4f33-a4e4-d6fc96733db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:24.235355 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-fa6b99f5-6000-4f33-a4e4-d6fc96733db1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787423 Feb 03 22:33:24.237814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-f41b2494-4db9-4d9f-b824-63308c7298f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:24.239147 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-f41b2494-4db9-4d9f-b824-63308c7298f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0751483 Feb 03 22:33:24.387924 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-4c465906-be7e-45aa-ae7c-168b84756eda service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461680 Feb 03 22:33:24.391158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-00c24909-cc38-4c31-8b7f-6ae5c9b13efc service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421132 Feb 03 22:33:24.542003 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-0deef2dd-3942-49ea-bd80-122d7ff1d58e service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476712 Feb 03 22:33:24.544614 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0727a7df-9c7c-4c94-b3b0-7a7cdf044f4c req-6292a7eb-2e58-479f-aaf9-26dccc0fe3ad service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423337 Feb 03 22:33:24.675552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd90c6c-dc50-4f49-b33d-bbeb1868fb8c req-c8d9a8a0-c155-41e5-a3a4-c97e21da29eb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:24.677037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5dd90c6c-dc50-4f49-b33d-bbeb1868fb8c req-c8d9a8a0-c155-41e5-a3a4-c97e21da29eb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 944 time: 0.0563786 Feb 03 22:33:24.722509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5dd90c6c-dc50-4f49-b33d-bbeb1868fb8c req-2a46bf17-a29a-47fd-89e2-a35d3d4d256e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Feb 03 22:33:24.827892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:24.858564 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:25.222640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d576933a-823f-4973-a5c2-83c634bd1174 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:33:25.262334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port d576933a-823f-4973-a5c2-83c634bd1174 host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:33:25.262724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device d576933a-823f-4973-a5c2-83c634bd1174 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:33:25.678871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d576933a-823f-4973-a5c2-83c634bd1174 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:33:25.775688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:33:25.787880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'd576933a-823f-4973-a5c2-83c634bd1174', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': 'd576933a-823f-4973-a5c2-83c634bd1174', 'mac_address': 'fa:16:3e:67:ef:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:33:25.834019 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d576933a-823f-4973-a5c2-83c634bd1174 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:33:25.834659 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d576933a-823f-4973-a5c2-83c634bd1174), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:25.844769 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aae64c-38e5-4771-bf01-c8641b133320 req-11aa3066-b752-4274-9f08-411575ea6557 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:25.846313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18aae64c-38e5-4771-bf01-c8641b133320 req-11aa3066-b752-4274-9f08-411575ea6557 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 944 time: 0.0522954 Feb 03 22:33:25.848293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d576933a-823f-4973-a5c2-83c634bd1174 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:33:25.867981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:33:25.871544 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:25.893578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-18aae64c-38e5-4771-bf01-c8641b133320 req-a57bee07-0cc0-4029-a39f-b0b22e3f056d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Feb 03 22:33:25.919586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:25.926778 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.927125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.927465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.927804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.928139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.928469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.929406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.929739 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.930070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.930396 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.930723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.931048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:25.931389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:33:26.099757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4570ab6-449f-46a6-94c6-9013fb4c9516 req-a39fcd78-cdca-498c-8938-39637c15ab02 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:26.101261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4570ab6-449f-46a6-94c6-9013fb4c9516 req-a39fcd78-cdca-498c-8938-39637c15ab02 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 945 time: 0.0558400 Feb 03 22:33:26.107982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-fd5442b5-c032-4362-806f-a84aef762f16 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:26.109504 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-fd5442b5-c032-4362-806f-a84aef762f16 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a&tenant_id=6a80a3967f4943e691a64f489bb986aa&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 945 time: 0.0571389 Feb 03 22:33:26.148070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e4570ab6-449f-46a6-94c6-9013fb4c9516 req-b9255c06-c526-4f02-a7bc-233b598ce814 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399587 Feb 03 22:33:26.191737 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-736d86e9-8ccf-422e-b9ab-f314005a47d3 service neutron] delete failed (client error): The resource could not be found. Feb 03 22:33:26.192672 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-736d86e9-8ccf-422e-b9ab-f314005a47d3 service neutron] 10.222.0.10 "DELETE /v2.0/ports/d576933a-823f-4973-a5c2-83c634bd1174/bindings/n-h1-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0773613 Feb 03 22:33:26.211621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['d576933a-823f-4973-a5c2-83c634bd1174'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:33:26.286483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-34e5e8d2-1d6f-46b5-9872-e1e99b872d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:26.288009 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-34e5e8d2-1d6f-46b5-9872-e1e99b872d7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 1127 time: 0.0473871 Feb 03 22:33:26.382893 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-f38d4b30-5fee-43e2-af06-078ca102f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:26.384383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-f38d4b30-5fee-43e2-af06-078ca102f66b service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0900753 Feb 03 22:33:26.453405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-3f4cd7de-efd8-4457-acdf-0a7308b14969 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 200 len: 1001 time: 0.0627928 Feb 03 22:33:26.501758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-18a9bb94-b8ee-4639-a31d-9b617945ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:26.503314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-18a9bb94-b8ee-4639-a31d-9b617945ca86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0449347 Feb 03 22:33:26.554261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-6734776c-2668-4922-8d24-2b179226aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:26.555787 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-6734776c-2668-4922-8d24-2b179226aff3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472732 Feb 03 22:33:26.619208 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc441bbf-067b-459a-b3e7-4f3a23aadac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:26.650048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-b3b90c06-785c-4f6b-b965-e5d760091553 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886121 Feb 03 22:33:26.740644 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3de2706f-e8d4-4586-97e5-c2b69780877b req-3a7f99fa-9c48-4cf0-a8c7-6e6d8e72caa5 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836112 Feb 03 22:33:27.096847 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:27.282528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94e295-e8f3-4059-a50c-fd59b94d19dc req-bad5b1b9-a361-4d15-ab8d-815b817b12df tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:27.284397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f94e295-e8f3-4059-a50c-fd59b94d19dc req-bad5b1b9-a361-4d15-ab8d-815b817b12df tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 945 time: 0.0568693 Feb 03 22:33:27.331546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5f94e295-e8f3-4059-a50c-fd59b94d19dc req-9f382d5f-7684-45fa-9f34-9f17d7bc086a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Feb 03 22:33:27.449890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac255f85-2869-4ee0-97a4-eed8c5a8e71d req-eec39d2c-dfa1-46e1-9ba7-329af39095f8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:27.451349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac255f85-2869-4ee0-97a4-eed8c5a8e71d req-eec39d2c-dfa1-46e1-9ba7-329af39095f8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 945 time: 0.0519416 Feb 03 22:33:27.500176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac255f85-2869-4ee0-97a4-eed8c5a8e71d req-437463f9-c49d-4ed0-840d-24c952c98844 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 Feb 03 22:33:27.614250 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e266e-267e-4bf6-88fb-b888eeafd5f9 req-31248fb1-434b-4bab-8735-ca6691afa3ff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:27.615618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e64e266e-267e-4bf6-88fb-b888eeafd5f9 req-31248fb1-434b-4bab-8735-ca6691afa3ff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 945 time: 0.0511155 Feb 03 22:33:27.662557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e64e266e-267e-4bf6-88fb-b888eeafd5f9 req-f5f4a494-cd15-42c3-bcbd-a7afe29382cb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415175 Feb 03 22:33:27.693934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d576933a-823f-4973-a5c2-83c634bd1174 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:33:27.742695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port d576933a-823f-4973-a5c2-83c634bd1174 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:33:27.747149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port d576933a-823f-4973-a5c2-83c634bd1174 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:33:27.747527 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d576933a-823f-4973-a5c2-83c634bd1174), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:27.832086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port d576933a-823f-4973-a5c2-83c634bd1174 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:33:27.832478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d576933a-823f-4973-a5c2-83c634bd1174), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:27.858302 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:33:27.861212 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d206fe-ecb0-488d-b060-8c1b40c6c2e8" -d '{"events": [{"server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "name": "network-vif-plugged", "status": "completed", "tag": "d576933a-823f-4973-a5c2-83c634bd1174"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:33:27.876675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:33:27.882637 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:27.908055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12919ecc-56a3-4dbc-a144-42b5ad6703e9 req-c5109284-2c5e-45c5-b24d-d380866e9999 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:27.908632 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733ab94a-3af0-40a1-b58f-93c1fd185cab x-openstack-request-id: req-733ab94a-3af0-40a1-b58f-93c1fd185cab {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:33:27.909024 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "name": "network-vif-plugged", "status": "completed", "tag": "d576933a-823f-4973-a5c2-83c634bd1174", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:33:27.909291 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-733ab94a-3af0-40a1-b58f-93c1fd185cab {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:33:27.909690 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174', 'code': 200} Feb 03 22:33:27.910448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12919ecc-56a3-4dbc-a144-42b5ad6703e9 req-c5109284-2c5e-45c5-b24d-d380866e9999 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 945 time: 0.0595491 Feb 03 22:33:27.939501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:27.961382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12919ecc-56a3-4dbc-a144-42b5ad6703e9 req-3c7afc75-8e15-4c7a-8493-321e7912be5a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446568 Feb 03 22:33:28.771222 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:29.087347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702d013-ad18-4d15-95fe-13a801675f5a req-af69e0ea-024d-400e-b5ca-f4679cb1d693 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:29.089447 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f702d013-ad18-4d15-95fe-13a801675f5a req-af69e0ea-024d-400e-b5ca-f4679cb1d693 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0565991 Feb 03 22:33:29.143982 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f702d013-ad18-4d15-95fe-13a801675f5a req-f2eb5c8b-53ea-4140-8959-b7f14590cf2b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490179 Feb 03 22:33:29.248306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-e0c531ad-0122-4a53-b549-a65dc3a6897f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:29.249704 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-e0c531ad-0122-4a53-b549-a65dc3a6897f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 946 time: 0.0529499 Feb 03 22:33:29.342518 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Deleting port d576933a-823f-4973-a5c2-83c634bd1174 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:33:29.342862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d576933a-823f-4973-a5c2-83c634bd1174), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:29.433867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] For port d576933a-823f-4973-a5c2-83c634bd1174, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=d576933a-823f-4973-a5c2-83c634bd1174,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:33:29.434230 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d576933a-823f-4973-a5c2-83c634bd1174), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:29.653398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:29.653765 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:29.654089 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Floating IP cecd0837-b43b-459a-9112-3b36715ab89c disassociated. External IP: 172.25.5.121, port: d576933a-823f-4973-a5c2-83c634bd1174. Feb 03 22:33:29.654435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Calling delete_port for d576933a-823f-4973-a5c2-83c634bd1174 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:33:29.779068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d576933a-823f-4973-a5c2-83c634bd1174), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:29.806977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event deleted for resources: {'Port': ['ID=d576933a-823f-4973-a5c2-83c634bd1174,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:29.930271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:33:29.947890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:30.042852 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:33:30.052193 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:33:30.062244 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:33:30.062861 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:33:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:30.086925 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] No DVR routers for this DVR port d576933a-823f-4973-a5c2-83c634bd1174 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:33:30.090015 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:30.093485 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-456cfea5-68b0-4542-9610-ad38e4e7db45 req-0a80cc61-0b6a-4309-9ed7-5e3c2106fdb3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "DELETE /v2.0/ports/d576933a-823f-4973-a5c2-83c634bd1174 HTTP/1.1" status: 204 len: 173 time: 0.8386908 Feb 03 22:33:30.093932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'name': 'network-vif-deleted', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:33:30.096353 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4e244a-8c94-43a2-8f07-dfc92ec0e66c" -d '{"events": [{"server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "name": "network-vif-deleted", "tag": "d576933a-823f-4973-a5c2-83c634bd1174"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:33:30.134171 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7a2eed-007b-400e-89fb-6943eba3c534 x-openstack-request-id: req-0c7a2eed-007b-400e-89fb-6943eba3c534 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:33:30.134478 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e54c216-7677-43d0-afa3-b880f035b72a", "name": "network-vif-deleted", "tag": "d576933a-823f-4973-a5c2-83c634bd1174", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:33:30.134769 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c7a2eed-007b-400e-89fb-6943eba3c534 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:33:30.135182 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e54c216-7677-43d0-afa3-b880f035b72a', 'name': 'network-vif-deleted', 'tag': 'd576933a-823f-4973-a5c2-83c634bd1174', 'status': 'completed', 'code': 200} Feb 03 22:33:30.175636 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:33:30.258928 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f31792ea-9a0d-476d-9aa6-50069bc8c529 req-ce071325-9987-48b1-a0a2-102f4df60635 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e54c216-7677-43d0-afa3-b880f035b72a HTTP/1.1" status: 200 len: 210 time: 0.0277684 Feb 03 22:33:30.380308 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:30.406818 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:33:30.414822 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:33:30.415425 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:33:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:30.519011 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:33:30.710288 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:30.735804 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c2b43-a57a-4397-9f8a-6140571eecb8 None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:33:30.936025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba95cad-b606-4ed0-ac18-5127b5259b28 None None] New status for floating IP cecd0837-b43b-459a-9112-3b36715ab89c: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:33:31.491959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-fcf21b24-d238-4262-8092-cab65b0116a3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2097762961&fields=id&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 267 time: 0.0402527 Feb 03 22:33:31.598212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-5e463990-d8db-45cc-ada3-1c5bd818a384 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:31.599570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-5e463990-d8db-45cc-ada3-1c5bd818a384 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 812 time: 0.1008024 Feb 03 22:33:31.614221 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7c816552-f5d8-44be-a4b2-2ca099228a07 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/quotas/6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 375 time: 0.0087667 Feb 03 22:33:31.668810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-d6f4d6ae-209a-49ff-9535-c4c233a7c5d2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492644 Feb 03 22:33:31.763902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-5877d985-f7f4-46dd-a30f-ba110c26231e service neutron] 10.222.0.50 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837395 Feb 03 22:33:31.849867 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7d91a430-c4f8-4e2e-827e-93010b56b875 service neutron] 10.222.0.50 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801899 Feb 03 22:33:32.019356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-eebec2cd-a9e8-4f03-b421-9e341237151e req-aa02e4b0-ec11-4769-b4e4-5fe1d74afa93 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 210 time: 0.0342929 Feb 03 22:33:32.952369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-ea711759-399f-4659-9c9f-9038e7542ddf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:32.953845 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-ea711759-399f-4659-9c9f-9038e7542ddf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 812 time: 0.1041350 Feb 03 22:33:33.014450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-5154671b-47cd-4c99-874f-302d75226aa0 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 380 time: 0.0527244 Feb 03 22:33:33.023819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'port': {'device_id': '1fc22198-c01d-4f22-9999-15430708bab2', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'admin_state_up': True, 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'security_groups': ['347fadf2-df8b-4d1f-ab3b-ee326b12e16f']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:33:33.115287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a844b405-c00c-4531-a8ed-2eb630a4006e req-5263a77a-fb5a-49be-aaaf-d378165d4221 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 210 time: 0.0276396 Feb 03 22:33:33.132867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Made reservation on behalf of 6a80a3967f4943e691a64f489bb986aa for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:33:33.136210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:33.261805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Allocated IP 172.20.0.5 (134d35a9-ed92-42be-9064-d8c0bf4ea52a/5d4c1f20-9c51-4ab4-9fba-d8d9703690ee/5f74dbda-89b2-4585-9907-96b1442deb9d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:33:33.391709 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:33.424855 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:33.468308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:33:33.473228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:33:33.475517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:33:33.504784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event updated for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:33.535539 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:33.536171 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:33.552970 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-c97a8beb-bf7f-454f-9a50-8cbe1f8a5b74 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5326126 Feb 03 22:33:33.564110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Request body: {'port': {'device_id': '1fc22198-c01d-4f22-9999-15430708bab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:33:33.625210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:33.704015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d576933a-823f-4973-a5c2-83c634bd1174 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:33:33.727183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: d576933a-823f-4973-a5c2-83c634bd1174 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:33:33.727523 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device d576933a-823f-4973-a5c2-83c634bd1174 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:33:33.737694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5b7f0ab1-7ac2-4d25-8245-8a767b103d51 None None] Provisioning complete for port 5f74dbda-89b2-4585-9907-96b1442deb9d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:33:33.738069 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0ab1-7ac2-4d25-8245-8a767b103d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:33.771873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f0ab1-7ac2-4d25-8245-8a767b103d51 None None] Port 5f74dbda-89b2-4585-9907-96b1442deb9d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:33:34.178179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f74dbda-89b2-4585-9907-96b1442deb9d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:33:34.186414 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Publish callbacks [] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:34.199064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Transition to ACTIVE for port object 5f74dbda-89b2-4585-9907-96b1442deb9d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:33:34.202830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:34.244345 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29388355-77ff-45ab-b688-2acca4c13b63 req-9685b5a9-aa97-44f4-abd0-50c80db449ce tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:34.246047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29388355-77ff-45ab-b688-2acca4c13b63 req-9685b5a9-aa97-44f4-abd0-50c80db449ce tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 931 time: 0.0592048 Feb 03 22:33:34.255686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Pushing event updated for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:34.299932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29388355-77ff-45ab-b688-2acca4c13b63 req-81740920-9333-4938-aa92-4d2b9f89b28a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477636 Feb 03 22:33:34.325931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Attempting to bind port 5f74dbda-89b2-4585-9907-96b1442deb9d on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:33:34.326277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Attempting to bind port 5f74dbda-89b2-4585-9907-96b1442deb9d by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:33:34.326620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Attempting to bind port 5f74dbda-89b2-4585-9907-96b1442deb9d on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:33:34.331058 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Port 5f74dbda-89b2-4585-9907-96b1442deb9d on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:33:34.331397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Attempting to bind port 5f74dbda-89b2-4585-9907-96b1442deb9d on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:33:34.336299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:33:34.336652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:33:34.337085 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:33:34.337524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Bound port: 5f74dbda-89b2-4585-9907-96b1442deb9d, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:33:34.337887 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:34.403555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:33:34.407300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:33:34.413133 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:34.444988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:34.445623 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:34.447038 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 1091 time: 0.8872092 Feb 03 22:33:34.447498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:33:34.450338 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8276738e-9822-43a3-b295-f217af028251" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:33:34.481039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd0af3-cf9e-4324-ac1a-493673acc563 service neutron] Pushing event updated for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:34.518551 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0656bd-42fb-4ffe-b15c-486f76fb3f1a x-openstack-request-id: req-4d0656bd-42fb-4ffe-b15c-486f76fb3f1a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:33:34.518855 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:33:34.519108 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d0656bd-42fb-4ffe-b15c-486f76fb3f1a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:33:34.519522 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'status': 'completed', 'code': 200} Feb 03 22:33:34.539285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-01f1b1f2-2e6e-46e0-bb15-10ceb31b2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:34.540832 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-01f1b1f2-2e6e-46e0-bb15-10ceb31b2f3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1125 time: 0.0526090 Feb 03 22:33:34.586928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-6ba0c2dd-5d3d-4d65-a8b1-3c0594932eb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 217 time: 0.0398867 Feb 03 22:33:34.636454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-f2243e8c-c165-4cdb-a6f8-bfb29ceb8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:34.638038 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-f2243e8c-c165-4cdb-a6f8-bfb29ceb8cf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0456944 Feb 03 22:33:34.686144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-3430edf0-8af9-4702-a710-f17d1f2d6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:34.687635 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-3430edf0-8af9-4702-a710-f17d1f2d6df2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442021 Feb 03 22:33:34.778937 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-7ef25286-b0fd-4f6a-849b-b53c3195e397 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852563 Feb 03 22:33:34.865554 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8b15a76a-060c-4314-8c9e-bbb9690df546 req-1e449d30-3cfa-4a52-8574-01f1d8aae01f service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806549 Feb 03 22:33:34.955741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276738e-9822-43a3-b295-f217af028251 req-e28eb2ea-254f-4181-b535-f0f08d3b47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:34.957343 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8276738e-9822-43a3-b295-f217af028251 req-e28eb2ea-254f-4181-b535-f0f08d3b47d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1125 time: 0.0498300 Feb 03 22:33:35.046026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276738e-9822-43a3-b295-f217af028251 req-7efc0c38-8d4c-485a-b619-287946e92f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:35.047517 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8276738e-9822-43a3-b295-f217af028251 req-7efc0c38-8d4c-485a-b619-287946e92f88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0834551 Feb 03 22:33:35.092308 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8276738e-9822-43a3-b295-f217af028251 req-d6ba1c17-2117-4648-964f-88d5e4a3330c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 217 time: 0.0392914 Feb 03 22:33:35.138952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276738e-9822-43a3-b295-f217af028251 req-28120bb1-5ea1-4495-8e57-3e2ebe58147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:35.140390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8276738e-9822-43a3-b295-f217af028251 req-28120bb1-5ea1-4495-8e57-3e2ebe58147e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0426037 Feb 03 22:33:35.187557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276738e-9822-43a3-b295-f217af028251 req-0f080ab7-3a0f-47f0-8094-50e79410522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:35.188986 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8276738e-9822-43a3-b295-f217af028251 req-0f080ab7-3a0f-47f0-8094-50e79410522f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433567 Feb 03 22:33:35.279272 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8276738e-9822-43a3-b295-f217af028251 req-a0af5353-a1e4-4b30-88db-65f69fa76d64 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846465 Feb 03 22:33:35.365639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8276738e-9822-43a3-b295-f217af028251 req-0d5742d3-25d9-4cf2-a989-ea7ac7376c69 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810118 Feb 03 22:33:35.419530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d924b-0ea9-4c3c-8a4e-6c32113663b5 req-ed16ba70-2bea-4e8e-928b-d86dcc6dd8c9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:35.421050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-334d924b-0ea9-4c3c-8a4e-6c32113663b5 req-ed16ba70-2bea-4e8e-928b-d86dcc6dd8c9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 943 time: 0.0524542 Feb 03 22:33:35.468478 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-334d924b-0ea9-4c3c-8a4e-6c32113663b5 req-0624c622-6b5f-4cc8-b526-10975bacc828 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406752 Feb 03 22:33:36.591517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea4833-88f7-4898-a272-cfa5e1e77ba5 req-f21f9d45-6a41-4b11-9fc7-a6abfd0b8420 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:36.592995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bea4833-88f7-4898-a272-cfa5e1e77ba5 req-f21f9d45-6a41-4b11-9fc7-a6abfd0b8420 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 943 time: 0.0554960 Feb 03 22:33:36.637946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bea4833-88f7-4898-a272-cfa5e1e77ba5 req-c31a1c74-555f-4f42-99f5-660e5e072615 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394292 Feb 03 22:33:37.738954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5f74dbda-89b2-4585-9907-96b1442deb9d details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:33:37.759573 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c2fd7-4994-4951-b237-5f4293a3bd82 req-187dab80-0aae-4e3a-855b-9cefe75e272b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:37.761067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f2c2fd7-4994-4951-b237-5f4293a3bd82 req-187dab80-0aae-4e3a-855b-9cefe75e272b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 943 time: 0.0538735 Feb 03 22:33:37.807498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f2c2fd7-4994-4951-b237-5f4293a3bd82 req-2b9b25bf-49d3-4499-9773-33815a836399 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407631 Feb 03 22:33:37.834466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:33:37.846498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'mac_address': 'fa:16:3e:aa:39:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:33:37.881332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 5f74dbda-89b2-4585-9907-96b1442deb9d is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:33:37.881722 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:37.898071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f74dbda-89b2-4585-9907-96b1442deb9d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:33:37.918261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:33:37.922558 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:37.975569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:38.223761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['5f74dbda-89b2-4585-9907-96b1442deb9d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:33:38.927431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae535dc-641d-4c2d-859d-cc45ede5ee58 req-0786a7ca-a0a9-40af-9a54-6e74dc6288c6 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:38.928896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ae535dc-641d-4c2d-859d-cc45ede5ee58 req-0786a7ca-a0a9-40af-9a54-6e74dc6288c6 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 944 time: 0.0519726 Feb 03 22:33:38.977958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ae535dc-641d-4c2d-859d-cc45ede5ee58 req-6faf5366-334c-4c0d-b89f-b19b2d6c7fc1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427935 Feb 03 22:33:39.747030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5f74dbda-89b2-4585-9907-96b1442deb9d up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:33:39.794192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 5f74dbda-89b2-4585-9907-96b1442deb9d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:33:39.797660 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 5f74dbda-89b2-4585-9907-96b1442deb9d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:33:39.798029 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:39.871489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 5f74dbda-89b2-4585-9907-96b1442deb9d is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:33:39.871870 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:39.896186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:33:39.898407 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2409b9e3-207c-4d4d-a4a5-fe18c8ddcb63" -d '{"events": [{"server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "name": "network-vif-plugged", "status": "completed", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:33:39.911051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:33:39.915291 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:39.939000 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7de691e-395a-42c4-bbf5-05e9cec1b1a9 x-openstack-request-id: req-a7de691e-395a-42c4-bbf5-05e9cec1b1a9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:33:39.939301 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "name": "network-vif-plugged", "status": "completed", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:33:39.939557 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7de691e-395a-42c4-bbf5-05e9cec1b1a9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:33:39.940003 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'code': 200} Feb 03 22:33:39.968421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:33:40.036174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7bda7-2695-41f1-9272-02b07d1c47cb req-de2e5d7c-70db-445a-8d1f-16a60e3aaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:40.037755 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eae7bda7-2695-41f1-9272-02b07d1c47cb req-de2e5d7c-70db-445a-8d1f-16a60e3aaae9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1127 time: 0.0466344 Feb 03 22:33:40.082602 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eae7bda7-2695-41f1-9272-02b07d1c47cb req-52ae8a33-ca62-48b2-8bdc-e1d23e64db83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Feb 03 22:33:40.097955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ae449-b800-4bf5-9c6b-719cc4854dc9 req-ce44ea40-faae-4f3c-a9f9-e75eddb2d853 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:40.099400 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b4ae449-b800-4bf5-9c6b-719cc4854dc9 req-ce44ea40-faae-4f3c-a9f9-e75eddb2d853 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0526423 Feb 03 22:33:40.145454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b4ae449-b800-4bf5-9c6b-719cc4854dc9 req-6b786221-b2de-498a-bbb5-cc01ac5ad472 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404284 Feb 03 22:33:41.264017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a905d-406d-44ec-b8f5-23d084346dde req-8e9eb992-0637-46e2-8902-80a6ed338a03 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:41.265513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d95a905d-406d-44ec-b8f5-23d084346dde req-8e9eb992-0637-46e2-8902-80a6ed338a03 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0524268 Feb 03 22:33:41.310936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d95a905d-406d-44ec-b8f5-23d084346dde req-ead6846b-4427-4566-aea7-698f430e23c4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Feb 03 22:33:42.434288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cd59d-5360-4cac-83aa-14e36441d0f6 req-a1f98b7d-95f9-4faf-a2d7-e19434e440d8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:42.435809 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-200cd59d-5360-4cac-83aa-14e36441d0f6 req-a1f98b7d-95f9-4faf-a2d7-e19434e440d8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0574374 Feb 03 22:33:42.481853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-200cd59d-5360-4cac-83aa-14e36441d0f6 req-2ceca7d0-8548-48d2-bdc9-a512195c2715 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Feb 03 22:33:42.595919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd6f3-4341-4ccb-ad48-b55c4d70f160 req-b0e390f9-eea3-4082-8c4a-d99df52960a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:42.597322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-99fcd6f3-4341-4ccb-ad48-b55c4d70f160 req-b0e390f9-eea3-4082-8c4a-d99df52960a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0519164 Feb 03 22:33:42.605720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:33:42.609933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3b5d35cb-7fb6-418d-bb67-a8bc83898a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'floatingip': {'port_id': '5f74dbda-89b2-4585-9907-96b1442deb9d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:33:42.650661 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b5d35cb-7fb6-418d-bb67-a8bc83898a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:43.069343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b5d35cb-7fb6-418d-bb67-a8bc83898a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:43.073077 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b5d35cb-7fb6-418d-bb67-a8bc83898a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:43.172976 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-3b5d35cb-7fb6-418d-bb67-a8bc83898a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Floating IP cecd0837-b43b-459a-9112-3b36715ab89c associated. External IP: 172.25.5.121, port: 5f74dbda-89b2-4585-9907-96b1442deb9d. Feb 03 22:33:43.662175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5d35cb-7fb6-418d-bb67-a8bc83898a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:33:43.769183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5d35cb-7fb6-418d-bb67-a8bc83898a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:33:43.774168 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b5d35cb-7fb6-418d-bb67-a8bc83898a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:43.779263 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:33:43.788532 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:33:43.789170 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:33:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:43.804188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3b5d35cb-7fb6-418d-bb67-a8bc83898a35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "PUT /v2.0/floatingips/cecd0837-b43b-459a-9112-3b36715ab89c HTTP/1.1" status: 200 len: 991 time: 1.1974435 Feb 03 22:33:43.804792 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:33:43.807058 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5269f91-5912-4291-96e3-eb55985b8297" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:33:43.852223 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a54690d-21e4-46c3-98cf-0e4e1699bbe3 x-openstack-request-id: req-3a54690d-21e4-46c3-98cf-0e4e1699bbe3 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:33:43.852561 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:33:43.852788 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a54690d-21e4-46c3-98cf-0e4e1699bbe3 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:33:43.853251 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'status': 'completed', 'code': 200} Feb 03 22:33:43.924761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334b193-d15e-4e4c-a0d9-c2a03c833944 req-1af80896-6b86-49a3-9a54-1230faa0f68e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:43.926284 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f334b193-d15e-4e4c-a0d9-c2a03c833944 req-1af80896-6b86-49a3-9a54-1230faa0f68e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0671723 Feb 03 22:33:43.936105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5269f91-5912-4291-96e3-eb55985b8297 req-da9c4d5e-55fa-4f32-9e6a-70b403c5b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:43.937653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b5269f91-5912-4291-96e3-eb55985b8297 req-da9c4d5e-55fa-4f32-9e6a-70b403c5b378 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1127 time: 0.0609119 Feb 03 22:33:43.986033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f334b193-d15e-4e4c-a0d9-c2a03c833944 req-a6d45932-07d2-406f-a448-e5380baf6202 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537748 Feb 03 22:33:44.025619 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:33:44.031939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5269f91-5912-4291-96e3-eb55985b8297 req-dcf2c403-ca99-4c90-884d-907000f94c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:44.033478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b5269f91-5912-4291-96e3-eb55985b8297 req-dcf2c403-ca99-4c90-884d-907000f94c98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0898614 Feb 03 22:33:44.102699 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b5269f91-5912-4291-96e3-eb55985b8297 req-bebb6085-d688-4853-835d-933654ce5aa3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 999 time: 0.0637028 Feb 03 22:33:44.150054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5269f91-5912-4291-96e3-eb55985b8297 req-7db36c02-4e94-4eeb-9a2b-2fad40a4d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:44.151549 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b5269f91-5912-4291-96e3-eb55985b8297 req-7db36c02-4e94-4eeb-9a2b-2fad40a4d2d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0438797 Feb 03 22:33:44.200490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5269f91-5912-4291-96e3-eb55985b8297 req-f426f396-bc95-463a-b509-80a8eb1b080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:44.202006 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b5269f91-5912-4291-96e3-eb55985b8297 req-f426f396-bc95-463a-b509-80a8eb1b080b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450881 Feb 03 22:33:44.251885 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:aa:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc22198-c01d-4f22-9999-15430708bab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:33:42Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:44.281708 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:33:44.290305 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:33:44.290911 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:33:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:44.294782 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b5269f91-5912-4291-96e3-eb55985b8297 req-021e8ff5-8f4f-4ebe-9399-829c6f5a1c66 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863552 Feb 03 22:33:44.381954 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b5269f91-5912-4291-96e3-eb55985b8297 req-92f14d32-0399-4427-bcdf-48f0f97086e1 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818329 Feb 03 22:33:44.395252 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:33:44.609472 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:aa:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc22198-c01d-4f22-9999-15430708bab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:33:42Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:33:44.638256 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26aabc-40b1-472c-b820-d9842d3e7d6c None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:aa:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc22198-c01d-4f22-9999-15430708bab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:33:42Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:33:44.816651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab101f6-6651-4eb7-992a-13a9d9c257c9 None None] New status for floating IP cecd0837-b43b-459a-9112-3b36715ab89c: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:33:45.107144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b7f6f-950b-488c-9097-19809cf4b5a2 req-fecd7637-9e58-4ec9-9b30-c1c04bfe12aa tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:45.108629 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c3b7f6f-950b-488c-9097-19809cf4b5a2 req-fecd7637-9e58-4ec9-9b30-c1c04bfe12aa tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0519176 Feb 03 22:33:45.154341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c3b7f6f-950b-488c-9097-19809cf4b5a2 req-83c996a0-cf88-4f73-93af-0c146b606617 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Feb 03 22:33:45.351648 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b436a-c645-4a9c-b804-ac9e2a2869b9 req-d72469d1-9f00-466c-bb63-2eb406e9c1d5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:45.353153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e6b436a-c645-4a9c-b804-ac9e2a2869b9 req-d72469d1-9f00-466c-bb63-2eb406e9c1d5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0522540 Feb 03 22:33:45.398382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3e6b436a-c645-4a9c-b804-ac9e2a2869b9 req-3aa040e5-6ced-4b8a-84bc-64fe4821a5ac tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 Feb 03 22:33:46.527599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798e145-5f51-4754-85a7-afd344ad1219 req-a178ec4a-dcc2-4fd0-8ed3-d4e6ee2bf98b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:46.529093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e798e145-5f51-4754-85a7-afd344ad1219 req-a178ec4a-dcc2-4fd0-8ed3-d4e6ee2bf98b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0604925 Feb 03 22:33:46.574416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e798e145-5f51-4754-85a7-afd344ad1219 req-62b381fe-cb8d-4dac-a005-7f6e6899b9af tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394983 Feb 03 22:33:47.692841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413adb90-f75d-45bb-9041-a940068a789e req-e5451c5e-4f85-4753-83b8-e330e535ef14 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:47.694325 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-413adb90-f75d-45bb-9041-a940068a789e req-e5451c5e-4f85-4753-83b8-e330e535ef14 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0531166 Feb 03 22:33:47.739936 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-413adb90-f75d-45bb-9041-a940068a789e req-0f618f80-cb56-477a-980c-92abb482f8a5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 Feb 03 22:33:48.859896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d21a6-1332-4e5e-af29-5c4899faed02 req-0eec26d1-9650-4ba1-ba76-18edaab98f7f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:48.861386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a4d21a6-1332-4e5e-af29-5c4899faed02 req-0eec26d1-9650-4ba1-ba76-18edaab98f7f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Feb 03 22:33:48.911001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a4d21a6-1332-4e5e-af29-5c4899faed02 req-761e4815-307b-4749-9e64-16640d0790db tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440011 Feb 03 22:33:50.031196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5deea-5d56-44d2-88f1-eec565104cb7 req-21323156-8e7d-4521-95e8-e34753bf6b93 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:50.032666 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0c5deea-5d56-44d2-88f1-eec565104cb7 req-21323156-8e7d-4521-95e8-e34753bf6b93 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0525217 Feb 03 22:33:50.079019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0c5deea-5d56-44d2-88f1-eec565104cb7 req-a1698c8e-0059-4aa7-b604-f3c036c08180 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Feb 03 22:33:51.196614 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a809-a7f6-4237-be2d-7b42811a55e2 req-3d63370d-97d3-42ae-bb0c-f5620c7767ac tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:51.198035 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28f2a809-a7f6-4237-be2d-7b42811a55e2 req-3d63370d-97d3-42ae-bb0c-f5620c7767ac tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0523219 Feb 03 22:33:51.244117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28f2a809-a7f6-4237-be2d-7b42811a55e2 req-f511b362-1f5c-41cf-8fee-e7deae69207b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 Feb 03 22:33:52.363247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d50afa-3af5-48cf-a7d9-8a299d6f6ca0 req-ebecaeeb-1901-4691-9c3d-042952a8852b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:52.364701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85d50afa-3af5-48cf-a7d9-8a299d6f6ca0 req-ebecaeeb-1901-4691-9c3d-042952a8852b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0544813 Feb 03 22:33:52.410627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85d50afa-3af5-48cf-a7d9-8a299d6f6ca0 req-eeb7c9d4-c1ad-4c60-a516-72b524b439c0 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Feb 03 22:33:53.527642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27adee-4ab3-4015-99c7-93176321d6d6 req-d75c5d0b-5196-4154-9b51-ad8a60adea5a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:53.529149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa27adee-4ab3-4015-99c7-93176321d6d6 req-d75c5d0b-5196-4154-9b51-ad8a60adea5a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0521817 Feb 03 22:33:53.577495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aa27adee-4ab3-4015-99c7-93176321d6d6 req-95bc629e-d91a-4add-9587-a7811ac402c6 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 Feb 03 22:33:53.662678 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-132ccbd7-24a0-4f79-934a-e72e6731dca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:54.698131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758066d-3834-471d-b833-2c52ed461c6e req-d4bd0485-7b66-4d83-8c8e-57ba42540684 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:54.699610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3758066d-3834-471d-b833-2c52ed461c6e req-d4bd0485-7b66-4d83-8c8e-57ba42540684 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0556602 Feb 03 22:33:54.745066 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3758066d-3834-471d-b833-2c52ed461c6e req-13b90392-67ef-4446-98be-3442d888d607 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392165 Feb 03 22:33:54.845668 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:54.855384 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:55.866403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737cee2-ec08-4cbd-b843-3ebca42b6110 req-e48df609-9dbc-49a9-ac37-a3aa54a95fc5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:55.867886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0737cee2-ec08-4cbd-b843-3ebca42b6110 req-e48df609-9dbc-49a9-ac37-a3aa54a95fc5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0533884 Feb 03 22:33:55.891047 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:33:55.915255 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0737cee2-ec08-4cbd-b843-3ebca42b6110 req-277ad356-6b57-47e4-a44c-de118c61203b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Feb 03 22:33:56.620377 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e678c2d-bb19-47d4-af94-6c8577b6b9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:57.031375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c9bfb-913e-4e0f-a1d6-6e0834816729 req-8ed64042-96b5-4a47-924e-0725d0a38ff2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:57.032844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-077c9bfb-913e-4e0f-a1d6-6e0834816729 req-8ed64042-96b5-4a47-924e-0725d0a38ff2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0517049 Feb 03 22:33:57.082090 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-077c9bfb-913e-4e0f-a1d6-6e0834816729 req-12fe035d-96ef-4bda-a8d5-fd8ca754a088 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436342 Feb 03 22:33:57.099508 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:58.200505 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fea3cf-a903-4e0f-9cbb-07d9e32ce7d6 req-bb80835f-9ebe-45ea-8a45-d4632c30da95 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:58.201994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17fea3cf-a903-4e0f-9cbb-07d9e32ce7d6 req-bb80835f-9ebe-45ea-8a45-d4632c30da95 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0522473 Feb 03 22:33:58.247794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-17fea3cf-a903-4e0f-9cbb-07d9e32ce7d6 req-6ddc4346-16ff-44b4-9423-becad90406be tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 Feb 03 22:33:58.772545 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:33:59.376609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa4965-3584-44e7-87c8-27cc25faf01d req-5e7efa2d-dc08-494d-bc6c-c56eb4ee713a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:33:59.378106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ffa4965-3584-44e7-87c8-27cc25faf01d req-5e7efa2d-dc08-494d-bc6c-c56eb4ee713a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0587025 Feb 03 22:33:59.423972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ffa4965-3584-44e7-87c8-27cc25faf01d req-f2b31e8a-22a4-490c-b8da-bd439ee15d02 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 Feb 03 22:33:59.941592 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:00.546617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d849f-434f-4a37-8e9f-d59f15530f5c req-c805b86e-d43d-479f-b1db-4deb34d9eed4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:00.548096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c67d849f-434f-4a37-8e9f-d59f15530f5c req-c805b86e-d43d-479f-b1db-4deb34d9eed4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0571697 Feb 03 22:34:00.593310 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c67d849f-434f-4a37-8e9f-d59f15530f5c req-e336f501-4f87-4424-9e7f-762ab6d22af8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 Feb 03 22:34:01.539911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-c10858fe-cc8c-4efe-9b14-9386741b14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:01.541484 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-c10858fe-cc8c-4efe-9b14-9386741b14bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1127 time: 0.0467901 Feb 03 22:34:01.650363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-8d714a74-0e69-4eeb-b20d-5a10453efa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:01.651860 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-8d714a74-0e69-4eeb-b20d-5a10453efa6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0903909 Feb 03 22:34:01.715234 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483e361-6fc7-4fd7-940d-4636c5ee928c req-cc0c2a4a-cb10-4c73-9307-aa2f50d2430f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:01.716726 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a483e361-6fc7-4fd7-940d-4636c5ee928c req-cc0c2a4a-cb10-4c73-9307-aa2f50d2430f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0527909 Feb 03 22:34:01.718366 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-b699b99a-22eb-428a-beaa-188dd59725cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 1001 time: 0.0598447 Feb 03 22:34:01.764020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a483e361-6fc7-4fd7-940d-4636c5ee928c req-6bda9a02-a534-4c76-ac05-908d07d32034 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415347 Feb 03 22:34:01.770856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-57ad9019-9868-4bbb-9cfd-532f46499b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:01.772339 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-57ad9019-9868-4bbb-9cfd-532f46499b00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0486047 Feb 03 22:34:01.821042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-7bffbf6c-edd7-46d6-b9eb-45bb89302218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:01.822450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-7bffbf6c-edd7-46d6-b9eb-45bb89302218 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447247 Feb 03 22:34:01.910183 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-02b1b6c9-9ac6-42de-b0fb-80c15bbae7f8 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816917 Feb 03 22:34:02.002930 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3983e9f-df38-45bc-bb37-ed20e9bf1f47 req-be94e554-cd4c-4b71-b5f9-f08459b0d01d service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862052 Feb 03 22:34:02.884799 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e063d-ada3-4d56-8ff8-7d4cb21c5051 req-23776c1d-3c8e-4026-b4e4-2d92f01383a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:02.886356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-091e063d-ada3-4d56-8ff8-7d4cb21c5051 req-23776c1d-3c8e-4026-b4e4-2d92f01383a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0519087 Feb 03 22:34:02.937019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-091e063d-ada3-4d56-8ff8-7d4cb21c5051 req-bbd935d8-e63c-47df-a3b7-d137d076c704 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450356 Feb 03 22:34:04.056014 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5fe69-f737-4f4b-837b-dd23b497a6e6 req-22c56730-671b-4781-9c99-640574e17d36 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:04.057504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fde5fe69-f737-4f4b-837b-dd23b497a6e6 req-22c56730-671b-4781-9c99-640574e17d36 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Feb 03 22:34:04.103223 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fde5fe69-f737-4f4b-837b-dd23b497a6e6 req-5e6bdffc-1b1a-46af-af37-93a94003ecff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Feb 03 22:34:05.221755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b151f-3138-4687-a72c-614e441319a9 req-32bb1b82-b496-43f1-9615-09b01402e59f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:05.223225 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b93b151f-3138-4687-a72c-614e441319a9 req-32bb1b82-b496-43f1-9615-09b01402e59f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0519135 Feb 03 22:34:05.268341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b93b151f-3138-4687-a72c-614e441319a9 req-4edfe785-746e-480d-af5d-234b16b60448 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395339 Feb 03 22:34:06.390592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5137aa-f979-496b-a915-d3637014e421 req-2cd22509-df49-4364-9977-d20cbaa547f9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:06.392073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a5137aa-f979-496b-a915-d3637014e421 req-2cd22509-df49-4364-9977-d20cbaa547f9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0569260 Feb 03 22:34:06.437923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a5137aa-f979-496b-a915-d3637014e421 req-547c3a3f-f7fd-4171-8a6b-cda7b909ea48 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402055 Feb 03 22:34:07.555032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e96b7-4208-435b-be63-8adebca4cb0a req-5913bc7e-4f21-4153-85e4-c5022ed45f3f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:07.556511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b6e96b7-4208-435b-be63-8adebca4cb0a req-5913bc7e-4f21-4153-85e4-c5022ed45f3f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0520058 Feb 03 22:34:07.602524 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1b6e96b7-4208-435b-be63-8adebca4cb0a req-e4fd88b8-ccac-4ef0-9720-6e3e94b63a70 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399041 Feb 03 22:34:08.722966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26968b1-cd78-4787-8156-6e4f187826dc req-1ceea128-17e8-4c28-853d-d5573dab4263 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:08.724457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d26968b1-cd78-4787-8156-6e4f187826dc req-1ceea128-17e8-4c28-853d-d5573dab4263 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0566621 Feb 03 22:34:08.770155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d26968b1-cd78-4787-8156-6e4f187826dc req-d7fcf0a9-28f0-41bc-9e64-0df73c721658 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 Feb 03 22:34:09.887617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56157166-3ba2-4732-ab37-3a962f9bfb54 req-1dc02570-6f6d-4681-8529-88551678f343 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:09.889123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56157166-3ba2-4732-ab37-3a962f9bfb54 req-1dc02570-6f6d-4681-8529-88551678f343 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0522256 Feb 03 22:34:09.935469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56157166-3ba2-4732-ab37-3a962f9bfb54 req-c55841e8-133f-400c-9574-90f4e54db563 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 Feb 03 22:34:10.158462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-dd8e2339-44d2-4abf-abc2-81f641e4de0f req-dbd8c7f2-0b2d-4332-87fa-c1ff65afa277 service neutron] (103398) timed out ('10.222.0.47', 62680) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:34:11.118577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4afc07-57c9-4fec-b67d-a3fc795edec2 req-57b69212-11f7-42fe-8000-79625ad7230a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:11.120049 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa4afc07-57c9-4fec-b67d-a3fc795edec2 req-57b69212-11f7-42fe-8000-79625ad7230a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.1180887 Feb 03 22:34:11.170403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa4afc07-57c9-4fec-b67d-a3fc795edec2 req-33e49cd0-991f-4fd9-adef-b261dda7f44a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 Feb 03 22:34:11.422366 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-db9e483b-447e-4f1a-bfeb-4a023f5f93aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745926 Feb 03 22:34:11.432223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155192e7-8e4e-4995-8bdf-ec8f78a5e5c6 req-73010646-30cb-45ec-88d2-ea798b731bab tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:11.433692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-155192e7-8e4e-4995-8bdf-ec8f78a5e5c6 req-73010646-30cb-45ec-88d2-ea798b731bab tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0761328 Feb 03 22:34:11.481958 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-155192e7-8e4e-4995-8bdf-ec8f78a5e5c6 req-c875ae5e-3715-4ab0-ade8-8007a65f2417 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422077 Feb 03 22:34:12.455593 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-7f0c4e77-bc36-40e5-907b-c407700aef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:12.457163 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-7f0c4e77-bc36-40e5-907b-c407700aef3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1127 time: 0.0464377 Feb 03 22:34:12.552456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-6e3a086a-5a6f-458c-80ed-07ad1c5fbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:12.554062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-6e3a086a-5a6f-458c-80ed-07ad1c5fbc1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0912535 Feb 03 22:34:12.618939 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-196a09c8-992c-4eec-b5f1-17d2834f6ca9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 1001 time: 0.0586119 Feb 03 22:34:12.658782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701611b6-26e3-49b3-819d-568b291bb582 req-e94b8148-6455-4002-bcec-b279a1d3a0cc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:12.660273 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-701611b6-26e3-49b3-819d-568b291bb582 req-e94b8148-6455-4002-bcec-b279a1d3a0cc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.1102355 Feb 03 22:34:12.665786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-ffdc04f2-e025-441c-a9f8-d4509292f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:12.667253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-ffdc04f2-e025-441c-a9f8-d4509292f02c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0435727 Feb 03 22:34:12.708566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-701611b6-26e3-49b3-819d-568b291bb582 req-1fdf061b-8de7-49d0-a7fa-9da5925c3b5d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421476 Feb 03 22:34:12.721724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-39aa93ad-7caf-4668-994c-f0cd7886b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:12.723296 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-39aa93ad-7caf-4668-994c-f0cd7886b990 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505815 Feb 03 22:34:12.812783 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-a3299e2d-5a0e-4286-9165-1535251df950 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835047 Feb 03 22:34:12.903585 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-39820910-cd73-48dc-9879-770234425d74 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857196 Feb 03 22:34:13.827238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f75c-f77b-42a4-8877-8d337fc80c21 req-5a779c8c-d88b-4e28-a1b0-3ea274510fb2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:13.828743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d90f75c-f77b-42a4-8877-8d337fc80c21 req-5a779c8c-d88b-4e28-a1b0-3ea274510fb2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0523438 Feb 03 22:34:13.874896 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d90f75c-f77b-42a4-8877-8d337fc80c21 req-b8a008a3-b701-48b5-9489-98a93385bf8b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 Feb 03 22:34:14.649384 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-67599831-81de-4352-af65-70203a3cdd60 service neutron] show failed (client error): The resource could not be found. Feb 03 22:34:14.650406 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-67599831-81de-4352-af65-70203a3cdd60 service neutron] 10.222.0.47 "GET /v2.0/ports/5f74dbda-89b2-4585-9907-96b1442deb9d/bindings/n-h1-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0541890 Feb 03 22:34:14.891448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-0dadd8f8-e47c-4baf-b8f5-0562d25e9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:14.892997 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-0dadd8f8-e47c-4baf-b8f5-0562d25e9ca4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 1127 time: 0.0920243 Feb 03 22:34:14.903891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:34:14.966438 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:14.998601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f365-7c23-4088-9154-525e890157b6 req-3c9f2b43-c502-47b4-8710-bcf9d8ec2543 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:15.000102 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3b0f365-7c23-4088-9154-525e890157b6 req-3c9f2b43-c502-47b4-8710-bcf9d8ec2543 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Feb 03 22:34:15.051754 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3b0f365-7c23-4088-9154-525e890157b6 req-aa2593ed-4f65-4dab-a9b6-d92af2480f76 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460105 Feb 03 22:34:15.171055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:34:15.203833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:34:15.241763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:34:15.244026 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88831b5-03ab-4886-8308-ac9612c685ff" -d '{"events": [{"server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "name": "network-vif-unplugged", "status": "completed", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:34:15.248386 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Publish callbacks [] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:15.260850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Transition to ACTIVE for port object 5f74dbda-89b2-4585-9907-96b1442deb9d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:34:15.265106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:15.296712 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a7a57f-e472-4063-9d07-7199ecac71d4 x-openstack-request-id: req-c4a7a57f-e472-4063-9d07-7199ecac71d4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:34:15.297664 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "name": "network-vif-unplugged", "status": "completed", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:34:15.297664 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4a7a57f-e472-4063-9d07-7199ecac71d4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:34:15.297664 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'code': 200} Feb 03 22:34:15.352347 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Pushing event updated for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:15.396383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] No DVR routers for this DVR port 5f74dbda-89b2-4585-9907-96b1442deb9d on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:34:15.534350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Attempting to bind port 5f74dbda-89b2-4585-9907-96b1442deb9d on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:34:15.534689 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Attempting to bind port 5f74dbda-89b2-4585-9907-96b1442deb9d by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:34:15.535022 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Attempting to bind port 5f74dbda-89b2-4585-9907-96b1442deb9d on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:34:15.539228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Port 5f74dbda-89b2-4585-9907-96b1442deb9d on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:34:15.539559 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Attempting to bind port 5f74dbda-89b2-4585-9907-96b1442deb9d on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:34:15.544847 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:34:15.545212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:34:15.545595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:34:15.546018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Bound port: 5f74dbda-89b2-4585-9907-96b1442deb9d, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:34:15.546369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:15.607469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:34:15.610389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:34:15.616346 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:15.653395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:15.654170 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:15.655614 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] 10.222.0.10 "PUT /v2.0/ports/5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 1091 time: 0.7563813 Feb 03 22:34:15.687186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb6eb3-260c-463b-ae1b-b98ba0ed832b service neutron] Pushing event updated for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:15.728156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-8be19223-35c0-4d71-ae90-2acc543f15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:15.729802 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-8be19223-35c0-4d71-ae90-2acc543f15b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1125 time: 0.0516350 Feb 03 22:34:15.822284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-c2b078d3-1dd5-4b3f-9851-60e30b28c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:15.823877 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-c2b078d3-1dd5-4b3f-9851-60e30b28c6a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0882204 Feb 03 22:34:15.893994 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-8bb68ac9-aad6-42ba-a7c4-4e2e379ee851 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 999 time: 0.0639813 Feb 03 22:34:15.942419 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-1ded91d8-8cd7-49b9-b220-8a02566151e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:15.943856 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-1ded91d8-8cd7-49b9-b220-8a02566151e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0447872 Feb 03 22:34:15.991629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-a831bfd1-b76e-4f9d-b1ca-2c9e6acd643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:15.993125 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-a831bfd1-b76e-4f9d-b1ca-2c9e6acd643a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437620 Feb 03 22:34:16.086176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-527f1e66-22df-4fd2-aa19-55a4b1efdb1d service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866756 Feb 03 22:34:16.173102 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d260d0f-0153-456d-b053-cdab43e7a7d0 req-53cb356e-0612-4229-a079-890a74b0d08c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:16.174316 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bbdd31e-c790-4f4b-bd64-2a51cb3ab473 req-a2f45bef-3e65-40d3-b6cb-673d30b45f72 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826795 Feb 03 22:34:16.174561 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d260d0f-0153-456d-b053-cdab43e7a7d0 req-53cb356e-0612-4229-a079-890a74b0d08c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 943 time: 0.0520408 Feb 03 22:34:16.223397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d260d0f-0153-456d-b053-cdab43e7a7d0 req-30a9fee8-cb6c-4e3a-93bc-827cb180c489 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Feb 03 22:34:17.298832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:34:17.301178 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71a8bdd-5645-40a5-a77b-75f24138d1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:34:17.347481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c1c48-b2ed-49ad-938e-724cf4f9a9e5 req-b51910d0-f122-4b42-afaf-9398867efa5b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:17.349146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a29c1c48-b2ed-49ad-938e-724cf4f9a9e5 req-b51910d0-f122-4b42-afaf-9398867efa5b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 943 time: 0.0553932 Feb 03 22:34:17.349969 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e598efd-9cea-4d20-83ba-153142aa385b x-openstack-request-id: req-4e598efd-9cea-4d20-83ba-153142aa385b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:34:17.350442 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:34:17.350705 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e598efd-9cea-4d20-83ba-153142aa385b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:34:17.351105 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'status': 'completed', 'code': 200} Feb 03 22:34:17.396810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a29c1c48-b2ed-49ad-938e-724cf4f9a9e5 req-df04a5e4-0eca-42a2-8ee0-257d730c4c4f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419841 Feb 03 22:34:17.445187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-c48e11dc-bc98-4c2c-a0a3-9c8fe2812ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:17.446710 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-c48e11dc-bc98-4c2c-a0a3-9c8fe2812ac1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1125 time: 0.0780511 Feb 03 22:34:17.451859 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-eecff4d6-d595-483c-85ff-32f4c3309ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:17.453255 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-eecff4d6-d595-483c-85ff-32f4c3309ba3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1125 time: 0.0761070 Feb 03 22:34:17.602225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-f4230b65-e29b-42f1-a682-bc57d2383863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:17.603703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-f4230b65-e29b-42f1-a682-bc57d2383863 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1496134 Feb 03 22:34:17.606164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-0a1b17f9-015b-42d1-9e2a-f31acc110685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:17.607498 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-0a1b17f9-015b-42d1-9e2a-f31acc110685 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1456857 Feb 03 22:34:17.715003 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-121cd82a-da5c-4a08-8637-2af92fec56d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 999 time: 0.1059561 Feb 03 22:34:17.717574 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-25f38ee0-f9e9-4078-a2d2-8fd1370d98b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 999 time: 0.1019745 Feb 03 22:34:17.797476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-e0eb670e-d657-4a00-8d10-8dc87be4ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:17.798921 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-e0eb670e-d657-4a00-8d10-8dc87be4ea81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0787051 Feb 03 22:34:17.800271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-845d4fb9-1ef6-4218-8178-906c1a2f05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:17.801583 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-845d4fb9-1ef6-4218-8178-906c1a2f05eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0742838 Feb 03 22:34:17.876444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-0e7d3f54-520d-4289-8bf8-b6139121b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:17.877976 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-0e7d3f54-520d-4289-8bf8-b6139121b85e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0735371 Feb 03 22:34:17.880435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-1e0851fe-cd95-4314-8867-9967b9da2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:17.881794 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-1e0851fe-cd95-4314-8867-9967b9da2a28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0702000 Feb 03 22:34:18.033162 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-1b13292b-a549-4bde-ac38-69b065dbe06e service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496451 Feb 03 22:34:18.035228 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-5b67c0dd-9e4f-42a3-b082-2624fef35733 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438820 Feb 03 22:34:18.487810 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-fdf5c848-4f6d-4e6c-8995-7615c4f2c753 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485939 Feb 03 22:34:18.491323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a71a8bdd-5645-40a5-a77b-75f24138d1c1 req-97558032-22aa-417b-8d9a-f1c673305c90 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446695 Feb 03 22:34:18.527604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcbea4-1a3d-44b1-ba2a-a492adc5c12b req-50b95b65-b5cd-4b99-a049-3f4b3e9af0ec tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:18.529146 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5bcbea4-1a3d-44b1-ba2a-a492adc5c12b req-50b95b65-b5cd-4b99-a049-3f4b3e9af0ec tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 943 time: 0.0578995 Feb 03 22:34:18.576116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5bcbea4-1a3d-44b1-ba2a-a492adc5c12b req-73c4bb6d-bfe1-41b7-86f1-0375bf66e1b3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Feb 03 22:34:19.516650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5f74dbda-89b2-4585-9907-96b1442deb9d details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:34:19.611070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:34:19.623134 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'mac_address': 'fa:16:3e:aa:39:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:34:19.659214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5f74dbda-89b2-4585-9907-96b1442deb9d is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:34:19.659600 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:19.676525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f74dbda-89b2-4585-9907-96b1442deb9d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:34:19.701686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:34:19.702900 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a465aa-3105-47b0-be81-a7d9240fb41a req-321de2ab-567c-4155-946d-83618494fa79 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:19.704467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1a465aa-3105-47b0-be81-a7d9240fb41a req-321de2ab-567c-4155-946d-83618494fa79 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 943 time: 0.0577404 Feb 03 22:34:19.706444 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:19.760247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1a465aa-3105-47b0-be81-a7d9240fb41a req-6617e422-3e43-4daa-99c1-ddfa442b05a0 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473175 Feb 03 22:34:19.764283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:19.977979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34404a3c-5d87-4834-bc5e-c4488718e4cd req-e7564c44-ecb7-4ec7-a36a-d845da60fa25 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:19.980484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34404a3c-5d87-4834-bc5e-c4488718e4cd req-e7564c44-ecb7-4ec7-a36a-d845da60fa25 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 944 time: 0.0597384 Feb 03 22:34:19.993218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-588c4adf-b15b-4226-8804-d61f268bc50d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:19.994745 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-588c4adf-b15b-4226-8804-d61f268bc50d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2&tenant_id=6a80a3967f4943e691a64f489bb986aa&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 944 time: 0.0713565 Feb 03 22:34:20.005312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5f74dbda-89b2-4585-9907-96b1442deb9d no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:34:20.038902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-34404a3c-5d87-4834-bc5e-c4488718e4cd req-62eb73c3-41b5-4ac9-a0dc-2b501af9607b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503931 Feb 03 22:34:20.045844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['5f74dbda-89b2-4585-9907-96b1442deb9d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:34:20.070217 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-06eb2b2f-d611-449a-9f8b-3ae04e4d29d3 service neutron] delete failed (client error): The resource could not be found. Feb 03 22:34:20.070822 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-06eb2b2f-d611-449a-9f8b-3ae04e4d29d3 service neutron] 10.222.0.47 "DELETE /v2.0/ports/5f74dbda-89b2-4585-9907-96b1442deb9d/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0693927 Feb 03 22:34:20.086392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port 5f74dbda-89b2-4585-9907-96b1442deb9d host n-h1-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:34:20.086780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 5f74dbda-89b2-4585-9907-96b1442deb9d not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:34:20.164577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-9529d2a6-c553-41d7-bc86-e0c08632f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:20.166128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-9529d2a6-c553-41d7-bc86-e0c08632f77a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1126 time: 0.0536168 Feb 03 22:34:20.262105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-406e121c-0535-4dfb-b80b-603e26188b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:20.263620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-406e121c-0535-4dfb-b80b-603e26188b33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0917637 Feb 03 22:34:20.328515 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-4debe69d-2761-4843-a2e0-fabca684a3f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 1000 time: 0.0593531 Feb 03 22:34:20.379170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-1de7f57c-88a9-4474-a970-25fd450ffb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:20.380639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-1de7f57c-88a9-4474-a970-25fd450ffb27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0470195 Feb 03 22:34:20.428996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-462f778c-5b6c-45a0-a268-bf3690894c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:20.430492 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-462f778c-5b6c-45a0-a268-bf3690894c87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438025 Feb 03 22:34:20.515621 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-dcb4b74b-0af5-48ca-b5a4-931c6a4258b6 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796816 Feb 03 22:34:20.606947 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d7327de6-5b52-4ee7-9131-9821a5ac392a req-74275966-1081-4ee9-9faf-90851c612ad6 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860386 Feb 03 22:34:21.167517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c3874-189f-4cc3-8b60-99cbad261b57 req-f329e185-219e-49d3-adf9-ef3c8bdea6da tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:21.168945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c46c3874-189f-4cc3-8b60-99cbad261b57 req-f329e185-219e-49d3-adf9-ef3c8bdea6da tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 944 time: 0.0542707 Feb 03 22:34:21.215289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c46c3874-189f-4cc3-8b60-99cbad261b57 req-9793e0f5-cb50-4ef0-85e5-6e0b30130a62 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406621 Feb 03 22:34:21.331917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6540758-3946-4800-9042-4a2e03f2f34f req-24e80403-6a4d-4382-b1b5-d821cee222a1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:21.333394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6540758-3946-4800-9042-4a2e03f2f34f req-24e80403-6a4d-4382-b1b5-d821cee222a1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 944 time: 0.0515585 Feb 03 22:34:21.378959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6540758-3946-4800-9042-4a2e03f2f34f req-e5415908-f515-4163-978e-2a4906162e2a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Feb 03 22:34:21.528913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5f74dbda-89b2-4585-9907-96b1442deb9d up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:34:21.579639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 5f74dbda-89b2-4585-9907-96b1442deb9d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:34:21.584436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 5f74dbda-89b2-4585-9907-96b1442deb9d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:34:21.585059 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:21.585185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de5e9f-1da6-446c-b84e-b7b869a3b3d8 req-67875083-0d32-4443-8b26-87f4f1c3fd9e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:21.586632 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06de5e9f-1da6-446c-b84e-b7b869a3b3d8 req-67875083-0d32-4443-8b26-87f4f1c3fd9e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 944 time: 0.0620623 Feb 03 22:34:21.610209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-2d1c0e9d-e001-4811-988b-8dd3008e275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:21.611787 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-2d1c0e9d-e001-4811-988b-8dd3008e275e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 1126 time: 0.0482173 Feb 03 22:34:21.635973 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06de5e9f-1da6-446c-b84e-b7b869a3b3d8 req-29ccfdd3-a66d-4ab9-b5a1-93f230e3c5ba tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Feb 03 22:34:21.671661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 5f74dbda-89b2-4585-9907-96b1442deb9d is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:34:21.672053 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:21.694094 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:34:21.696528 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1674b5c-72fb-4d2a-9206-a495b39f887a" -d '{"events": [{"server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "name": "network-vif-plugged", "status": "completed", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:34:21.708480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:34:21.712755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:21.719348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-151012d3-c2f4-42ef-b68a-5db19562c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:21.720837 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-151012d3-c2f4-42ef-b68a-5db19562c226 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1039081 Feb 03 22:34:21.743266 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd24c06-41bd-44c3-89e9-44f75c0e7a19 x-openstack-request-id: req-afd24c06-41bd-44c3-89e9-44f75c0e7a19 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:34:21.743560 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "name": "network-vif-plugged", "status": "completed", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:34:21.743837 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afd24c06-41bd-44c3-89e9-44f75c0e7a19 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:34:21.744227 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'code': 200} Feb 03 22:34:21.763687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:21.787492 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-34897f0c-d3e5-422e-b3cb-15e86d6b1cca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 200 len: 1001 time: 0.0611079 Feb 03 22:34:21.833660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-33d85930-4f57-42e2-89ae-a54472892517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:21.835102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-33d85930-4f57-42e2-89ae-a54472892517 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0425053 Feb 03 22:34:21.887358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-917b44b8-7f2d-4fcb-9640-08446b8c9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:21.888842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-917b44b8-7f2d-4fcb-9640-08446b8c9bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467315 Feb 03 22:34:21.974027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-e3e9c74c-fc66-4bcd-9a62-58754187335e service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796089 Feb 03 22:34:22.064014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9281eb06-4bb3-4ac3-b491-73a76bf1a277 req-421462dc-a0e5-4dee-a29d-209a84ee729e service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845151 Feb 03 22:34:22.769820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc03d01-df61-4c27-854f-dcdadb5c5cf2 req-98d6aef5-8b09-48f3-977c-3f485814b600 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:22.771296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6cc03d01-df61-4c27-854f-dcdadb5c5cf2 req-98d6aef5-8b09-48f3-977c-3f485814b600 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0523062 Feb 03 22:34:22.817473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6cc03d01-df61-4c27-854f-dcdadb5c5cf2 req-b716f15e-e9bb-485f-8160-c00081357a96 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Feb 03 22:34:23.053662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6c9cb-3e2b-4a3d-a3d8-4605cc1c750d req-baa5cdca-e4f2-43ee-8a00-ab45baf64860 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:23.055113 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90d6c9cb-3e2b-4a3d-a3d8-4605cc1c750d req-baa5cdca-e4f2-43ee-8a00-ab45baf64860 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0562294 Feb 03 22:34:23.100470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90d6c9cb-3e2b-4a3d-a3d8-4605cc1c750d req-314bc381-2ffd-41c8-8458-3de60a89792d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396481 Feb 03 22:34:23.665307 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c342245-95f9-4a40-b287-dcd72434f79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:24.224524 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730afc26-e81a-4a77-8f86-2f9e09d74ba7 req-8e6b19bf-75d9-4242-a238-38cdf55fb1fc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:24.226021 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-730afc26-e81a-4a77-8f86-2f9e09d74ba7 req-8e6b19bf-75d9-4242-a238-38cdf55fb1fc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0548589 Feb 03 22:34:24.272851 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-730afc26-e81a-4a77-8f86-2f9e09d74ba7 req-b914e6ad-522d-4b67-897f-227db6cf23ed tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Feb 03 22:34:24.401737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae123b-507c-4b40-a222-2806c5188dcf req-a953d0a8-3e1a-47ac-8eaa-aec12c562e21 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:24.403163 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-51ae123b-507c-4b40-a222-2806c5188dcf req-a953d0a8-3e1a-47ac-8eaa-aec12c562e21 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 945 time: 0.0524566 Feb 03 22:34:24.491682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Deleting port 5f74dbda-89b2-4585-9907-96b1442deb9d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:34:24.492029 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:24.584387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] For port 5f74dbda-89b2-4585-9907-96b1442deb9d, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=5f74dbda-89b2-4585-9907-96b1442deb9d,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:34:24.584752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:24.752277 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:24.752551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:24.752861 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Floating IP cecd0837-b43b-459a-9112-3b36715ab89c disassociated. External IP: 172.25.5.121, port: 5f74dbda-89b2-4585-9907-96b1442deb9d. Feb 03 22:34:24.753233 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Calling delete_port for 5f74dbda-89b2-4585-9907-96b1442deb9d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:34:24.846406 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:24.884468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5f74dbda-89b2-4585-9907-96b1442deb9d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:24.885695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:24.913386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event deleted for resources: {'Port': ['ID=5f74dbda-89b2-4585-9907-96b1442deb9d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:24.924599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.925024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.925310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.929087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.929440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.929782 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.930117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.930453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.930807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.931135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.931467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.931854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:24.932230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:25.047568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:34:25.157888 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:34:25.167304 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:34:25.177489 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:34:25.178095 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:33:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:34:25.198081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] No DVR routers for this DVR port 5f74dbda-89b2-4585-9907-96b1442deb9d on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:34:25.201514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:25.204893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-51ae123b-507c-4b40-a222-2806c5188dcf req-02307bb9-9136-401f-a90c-91ffaa8fba35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "DELETE /v2.0/ports/5f74dbda-89b2-4585-9907-96b1442deb9d HTTP/1.1" status: 204 len: 173 time: 0.7969890 Feb 03 22:34:25.205397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'name': 'network-vif-deleted', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:34:25.207646 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9beaef9-f310-45df-ab56-888cf77e472d" -d '{"events": [{"server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "name": "network-vif-deleted", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:34:25.249938 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79b30e3-56bb-41ca-b953-21432e0c94e6 x-openstack-request-id: req-b79b30e3-56bb-41ca-b953-21432e0c94e6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:34:25.250245 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc22198-c01d-4f22-9999-15430708bab2", "name": "network-vif-deleted", "tag": "5f74dbda-89b2-4585-9907-96b1442deb9d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:34:25.250669 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b79b30e3-56bb-41ca-b953-21432e0c94e6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:34:25.251075 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc22198-c01d-4f22-9999-15430708bab2', 'name': 'network-vif-deleted', 'tag': '5f74dbda-89b2-4585-9907-96b1442deb9d', 'status': 'completed', 'code': 200} Feb 03 22:34:25.286323 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:34:25.386527 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3dc1e535-7cc9-4793-b084-73fbabd771ab req-3325387e-4b87-4bec-a10b-945bd7c6cd95 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc22198-c01d-4f22-9999-15430708bab2 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Feb 03 22:34:25.487787 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:34:25.514105 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:34:25.522224 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:34:25.522827 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:33:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:34:25.712072 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:34:25.903049 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:34:25.932409 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee9fca-b6bf-41ae-b22d-b68e489cbff6 None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:34:26.141655 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59cfc0-47b2-44f8-bfa6-2698bbcd5733 None None] New status for floating IP cecd0837-b43b-459a-9112-3b36715ab89c: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:34:26.621565 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa80be16-2619-4113-908f-f47f912a1dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:26.637352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-c249e76e-1a2d-4c9f-9ea5-918406e0b25e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2097762961&fields=id&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 267 time: 0.0467029 Feb 03 22:34:26.744026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-89702c2e-04e2-455b-abb6-a7119d06695b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:26.745618 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-89702c2e-04e2-455b-abb6-a7119d06695b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 812 time: 0.1009200 Feb 03 22:34:26.760037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-deeb2264-2f66-4a84-ba07-95641e66a3d0 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/quotas/6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 375 time: 0.0090735 Feb 03 22:34:26.818998 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-ab0d2f5b-6e8e-4dad-babc-38fa8ac3ca46 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535784 Feb 03 22:34:26.964178 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-c2b511d8-65ff-4f92-bd12-0d4ab78e6726 service neutron] 10.222.0.50 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336343 Feb 03 22:34:27.050829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-ecb4731a-ee29-493b-9999-fa84ae5f19a2 service neutron] 10.222.0.50 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807726 Feb 03 22:34:27.103876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:27.220206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33e686ef-94bc-4576-a04c-0aec92d71fc6 req-a8072f72-04e8-4f84-bc21-73ead3d17efa tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 210 time: 0.0327992 Feb 03 22:34:27.528828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5f74dbda-89b2-4585-9907-96b1442deb9d no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:34:27.550086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 5f74dbda-89b2-4585-9907-96b1442deb9d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:34:27.550428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 5f74dbda-89b2-4585-9907-96b1442deb9d not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:34:28.157781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d0d1b41d-d1f8-4152-a93d-abe70c99cb90 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:28.159264 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d0d1b41d-d1f8-4152-a93d-abe70c99cb90 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 812 time: 0.1072898 Feb 03 22:34:28.219405 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-7b79d2a6-00bc-4aa0-b9b2-48d76d6b24bb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 380 time: 0.0520496 Feb 03 22:34:28.227749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'port': {'device_id': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'admin_state_up': True, 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'security_groups': ['347fadf2-df8b-4d1f-ab3b-ee326b12e16f']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:34:28.319240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab2eecdd-88fd-44d8-99c9-813e1fd27ff1 req-b393b2fd-2eab-45fa-9459-ea84dfc33830 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 210 time: 0.0266118 Feb 03 22:34:28.340124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Made reservation on behalf of 6a80a3967f4943e691a64f489bb986aa for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:34:28.344156 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:28.467918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Allocated IP 172.20.0.3 (134d35a9-ed92-42be-9064-d8c0bf4ea52a/5d4c1f20-9c51-4ab4-9fba-d8d9703690ee/f33427d8-67ee-4c0a-ab10-4b022dd18ab1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:34:28.602907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:28.635537 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:28.679142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:34:28.682162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:34:28.686339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:34:28.715504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:28.743408 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:28.744026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:28.761427 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f89211e7-c72d-42ba-994c-6499c97a6e72 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5372021 Feb 03 22:34:28.772099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Request body: {'port': {'device_id': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:34:28.777888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:28.838400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:28.899797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a343ae1c-d562-4840-9ae1-ba4c5af4d0a2 None None] Provisioning complete for port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:34:28.900196 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a343ae1c-d562-4840-9ae1-ba4c5af4d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:28.937780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a343ae1c-d562-4840-9ae1-ba4c5af4d0a2 None None] Port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:34:29.100231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33427d8-67ee-4c0a-ab10-4b022dd18ab1 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:34:29.108290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Publish callbacks [] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:29.119887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Transition to ACTIVE for port object f33427d8-67ee-4c0a-ab10-4b022dd18ab1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:34:29.124405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:29.190721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:29.245977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:34:29.246310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:34:29.246639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:34:29.251156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:34:29.251479 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:34:29.256503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:34:29.256845 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:34:29.257255 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:34:29.257679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Bound port: f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:34:29.258034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:29.327052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:34:29.330317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:34:29.335273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:29.370680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:29.371374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:29.372795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] 10.222.0.47 "PUT /v2.0/ports/f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1091 time: 0.6049793 Feb 03 22:34:29.373284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:34:29.375524 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:34:29.399420 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3af67-23f3-490c-80a9-ab1eff644ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:29.445113 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a1f4f7-7f99-483a-b76c-4194d2246c38 x-openstack-request-id: req-74a1f4f7-7f99-483a-b76c-4194d2246c38 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:34:29.445445 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:34:29.445689 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74a1f4f7-7f99-483a-b76c-4194d2246c38 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:34:29.446146 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'status': 'completed', 'code': 200} Feb 03 22:34:29.463716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f73c-f7ee-4743-aa21-66cd0a5b435c req-9d7c3397-44a7-4f95-969d-4cb10e9b893b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:29.471131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a80f73c-f7ee-4743-aa21-66cd0a5b435c req-9d7c3397-44a7-4f95-969d-4cb10e9b893b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 943 time: 0.0700395 Feb 03 22:34:29.483053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-4aadce30-6703-4e89-8208-30c9d2e35509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:29.484611 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-4aadce30-6703-4e89-8208-30c9d2e35509 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1125 time: 0.0514050 Feb 03 22:34:29.515886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a80f73c-f7ee-4743-aa21-66cd0a5b435c req-b7e11041-a879-4e7e-bb41-c28d11126296 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438769 Feb 03 22:34:29.533744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-6d43dd89-0b35-42ce-9b65-cc1b732887b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 217 time: 0.0422716 Feb 03 22:34:29.583424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-a2f61509-0e5e-4144-8236-c34f489815b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:29.584946 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-a2f61509-0e5e-4144-8236-c34f489815b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0456057 Feb 03 22:34:29.633691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f7b2264f-dd98-4ea4-9e2d-9d1e9c0771c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:29.635164 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-f7b2264f-dd98-4ea4-9e2d-9d1e9c0771c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449579 Feb 03 22:34:29.725491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-60b27e02-de75-4b8d-9adc-78648ceaf80a service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846345 Feb 03 22:34:29.817247 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cda930b3-3a2f-44f4-9d74-67712b499388 req-c8f05594-1eea-4d3f-bc55-7adf3fdc2260 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813255 Feb 03 22:34:29.903994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-692f50f9-7cec-4399-9ea4-90092130d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:29.905475 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-692f50f9-7cec-4399-9ea4-90092130d1c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1125 time: 0.0456700 Feb 03 22:34:29.944270 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:29.997990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-95a3b0fb-43bb-4bec-9f44-4b812aa97f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:29.999486 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-95a3b0fb-43bb-4bec-9f44-4b812aa97f85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0887325 Feb 03 22:34:30.040161 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-a2811f65-5c80-429b-a72f-42a42474e499 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 217 time: 0.0353315 Feb 03 22:34:30.086567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-df408c86-7ca0-4a38-ac21-edb744f91ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:30.088009 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-df408c86-7ca0-4a38-ac21-edb744f91ad5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0428174 Feb 03 22:34:30.146691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-222523bc-304d-4fff-83b8-721b81e5aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:30.148242 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-222523bc-304d-4fff-83b8-721b81e5aabc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545330 Feb 03 22:34:30.235992 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-a5b44982-9ab9-45e2-8441-df36a5829e0e service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820556 Feb 03 22:34:30.328576 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f56f4e1b-f24e-4d54-9ad1-54d3d663cdf9 req-c6832abe-f072-4ad0-86df-2937f7612cb2 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867646 Feb 03 22:34:30.639376 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a5c30-235b-48d2-9f26-7467028233db req-231f04d9-190d-411a-aa66-2e1a7d2b6cef tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:30.640988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d63a5c30-235b-48d2-9f26-7467028233db req-231f04d9-190d-411a-aa66-2e1a7d2b6cef tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 943 time: 0.0543444 Feb 03 22:34:30.691352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d63a5c30-235b-48d2-9f26-7467028233db req-58ffbc03-af09-4483-bf23-d1c0a033b3f4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447128 Feb 03 22:34:31.814500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f473e-3da5-4876-8dd7-867a72058f6a req-6d54ab3a-6770-462c-a10f-907019ada0f3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:31.815949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-068f473e-3da5-4876-8dd7-867a72058f6a req-6d54ab3a-6770-462c-a10f-907019ada0f3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 943 time: 0.0530643 Feb 03 22:34:31.862392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-068f473e-3da5-4876-8dd7-867a72058f6a req-9563e7f5-f45f-4028-9fda-cd707eb49ca3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Feb 03 22:34:32.042219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:34:32.136434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:34:32.148169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'mac_address': 'fa:16:3e:2c:02:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:34:32.183616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:34:32.183999 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:32.197039 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33427d8-67ee-4c0a-ab10-4b022dd18ab1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:34:32.216367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:34:32.220236 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:32.265953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:32.273176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.273533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.273876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.274215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.274552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.274887 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.275218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.275546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.275899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.276224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.276550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.276874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.277223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:34:32.593629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f33427d8-67ee-4c0a-ab10-4b022dd18ab1'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:34:32.890631 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:34:32.980348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995fadb-a4f2-438a-867d-edb810903fb4 req-6230bc02-a6f8-4549-b40a-3c05a9c96912 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:32.981836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1995fadb-a4f2-438a-867d-edb810903fb4 req-6230bc02-a6f8-4549-b40a-3c05a9c96912 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 944 time: 0.0513697 Feb 03 22:34:33.026413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1995fadb-a4f2-438a-867d-edb810903fb4 req-99209689-3332-4023-88fb-6b9c3d8ad111 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384943 Feb 03 22:34:34.043070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:34:34.091179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:34:34.095256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:34:34.095637 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:34.149460 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4496a7f-3e8d-4997-8239-406b9fd974a0 req-9c3f0cb4-6781-4192-9d90-ff37d7e3349e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:34.150929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4496a7f-3e8d-4997-8239-406b9fd974a0 req-9c3f0cb4-6781-4192-9d90-ff37d7e3349e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 944 time: 0.0566914 Feb 03 22:34:34.175970 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:34:34.176367 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:34.199952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:34:34.200591 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4496a7f-3e8d-4997-8239-406b9fd974a0 req-1acfc3cf-11fb-4e51-8bbf-0b95ae7b5c8f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437949 Feb 03 22:34:34.202280 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98fe811-4eaf-474e-aa53-c86b22314af4" -d '{"events": [{"server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "name": "network-vif-plugged", "status": "completed", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:34:34.214776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:34:34.218716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:34.251837 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f655866e-e708-492d-8d0f-048481a1a5d3 x-openstack-request-id: req-f655866e-e708-492d-8d0f-048481a1a5d3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:34:34.252135 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "name": "network-vif-plugged", "status": "completed", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:34:34.252391 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f655866e-e708-492d-8d0f-048481a1a5d3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:34:34.252794 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'code': 200} Feb 03 22:34:34.267877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:34:34.347962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a845-c25d-49bd-a4a8-3671ea8d8425 req-035c590f-5a8b-48d9-bf92-9f9536eb12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:34.349430 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c08a845-c25d-49bd-a4a8-3671ea8d8425 req-035c590f-5a8b-48d9-bf92-9f9536eb12bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1127 time: 0.0449009 Feb 03 22:34:34.394585 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0c08a845-c25d-49bd-a4a8-3671ea8d8425 req-4742e08f-6895-43cf-81f5-034e8c925630 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384576 Feb 03 22:34:35.319333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542936a-7411-4ff5-b4f3-d54ae9b3f12f req-20e52c47-9a1a-4904-bfb8-c541bd23a39a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:35.320796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6542936a-7411-4ff5-b4f3-d54ae9b3f12f req-20e52c47-9a1a-4904-bfb8-c541bd23a39a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0523264 Feb 03 22:34:35.366487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6542936a-7411-4ff5-b4f3-d54ae9b3f12f req-429969ce-9522-47c9-9498-fee735441ebb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 Feb 03 22:34:36.489733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcc580-f2a7-488d-ba64-e21521f5fc7f req-fdbe3346-047b-4ff2-b371-0638d0413d09 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:36.491184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aebcc580-f2a7-488d-ba64-e21521f5fc7f req-fdbe3346-047b-4ff2-b371-0638d0413d09 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0567465 Feb 03 22:34:36.536301 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-aebcc580-f2a7-488d-ba64-e21521f5fc7f req-495c1cf7-af26-440f-a0a4-5f52906fe652 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395486 Feb 03 22:34:36.649340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e02975-d7ff-4b5e-9407-caf7cbc25201 req-0331e7a2-a934-42e9-9c93-3069920a5d4e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:36.650712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-89e02975-d7ff-4b5e-9407-caf7cbc25201 req-0331e7a2-a934-42e9-9c93-3069920a5d4e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0516953 Feb 03 22:34:36.659975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 52858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:34:36.664203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-73b5b2d0-d580-4125-82b3-dd15bdc06865 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'floatingip': {'port_id': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:34:36.701709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73b5b2d0-d580-4125-82b3-dd15bdc06865 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:37.120833 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73b5b2d0-d580-4125-82b3-dd15bdc06865 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:37.124458 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73b5b2d0-d580-4125-82b3-dd15bdc06865 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:37.224865 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-73b5b2d0-d580-4125-82b3-dd15bdc06865 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Floating IP cecd0837-b43b-459a-9112-3b36715ab89c associated. External IP: 172.25.5.121, port: f33427d8-67ee-4c0a-ab10-4b022dd18ab1. Feb 03 22:34:37.432986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b5b2d0-d580-4125-82b3-dd15bdc06865 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:34:37.541121 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b5b2d0-d580-4125-82b3-dd15bdc06865 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:34:37.546053 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73b5b2d0-d580-4125-82b3-dd15bdc06865 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:37.550754 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:34:37.560446 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:34:37.561107 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:34:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:34:37.576463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-73b5b2d0-d580-4125-82b3-dd15bdc06865 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "PUT /v2.0/floatingips/cecd0837-b43b-459a-9112-3b36715ab89c HTTP/1.1" status: 200 len: 991 time: 0.9149206 Feb 03 22:34:37.577095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:34:37.580287 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9df05ef55f4c6408d9afdc8a9b6e4e019f28c9ab01e86301cf28d7e5f8c099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de" -d '{"events": [{"name": "network-changed", "server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:34:37.619312 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e223047b-8e36-44cc-ac66-bed945a1fe16 x-openstack-request-id: req-e223047b-8e36-44cc-ac66-bed945a1fe16 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:34:37.619615 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:34:37.619878 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e223047b-8e36-44cc-ac66-bed945a1fe16 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:34:37.620289 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'status': 'completed', 'code': 200} Feb 03 22:34:37.674655 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:34:37.679548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820cadf-0e8c-470f-98d7-23d9f6d1adbb req-9543d0f8-119c-4ccf-9050-b8d1756ec4c1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:37.681116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8820cadf-0e8c-470f-98d7-23d9f6d1adbb req-9543d0f8-119c-4ccf-9050-b8d1756ec4c1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0554760 Feb 03 22:34:37.686728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-e338956e-ff64-4ee9-8b8e-cd12f4cb842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:37.688308 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-e338956e-ff64-4ee9-8b8e-cd12f4cb842c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1127 time: 0.0485778 Feb 03 22:34:37.732619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8820cadf-0e8c-470f-98d7-23d9f6d1adbb req-54980a71-af66-46e7-9907-ac2ba0d49bec tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444462 Feb 03 22:34:37.785725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-9c8b9b78-8909-427f-b18c-4f98b9230db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:37.787217 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-9c8b9b78-8909-427f-b18c-4f98b9230db4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0918736 Feb 03 22:34:37.851734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-f5b6fa37-0350-455f-b70e-f6fc92423343 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 999 time: 0.0591950 Feb 03 22:34:37.903892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-c4429edf-f883-4901-9f84-058a5b24891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:37.905399 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-c4429edf-f883-4901-9f84-058a5b24891b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0483689 Feb 03 22:34:37.910374 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:2c:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:34:37Z', 'revision_number': 9, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:34:37.938615 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:34:37.947001 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:34:37.947625 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:34:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:34:37.958502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-afaa3cb6-507e-4e35-95f0-6a3426a07acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:37.960062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-afaa3cb6-507e-4e35-95f0-6a3426a07acd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493405 Feb 03 22:34:38.048310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-2befc1a1-76d3-4b6c-9e07-50ecb8879ea7 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822401 Feb 03 22:34:38.052927 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:34:38.140989 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1bda55f2-2f2d-4b58-81c2-20bc7dde24de req-227734f4-34ab-4a4e-9c93-a2d7706374a8 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866878 Feb 03 22:34:38.268102 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:2c:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:34:37Z', 'revision_number': 9, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:34:38.297667 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5a7ad-4973-4691-bf71-453eb55f353d None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:2c:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:34:37Z', 'revision_number': 9, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:34:38.486181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fab30f-4b62-429c-9318-9d2349685885 None None] New status for floating IP cecd0837-b43b-459a-9112-3b36715ab89c: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:34:38.854123 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1e74-eb39-498d-b4a5-22240c54d15e req-087c8b9d-85b1-4b64-9ced-d78fe3b1ac1b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:38.855625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2edf1e74-eb39-498d-b4a5-22240c54d15e req-087c8b9d-85b1-4b64-9ced-d78fe3b1ac1b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0523469 Feb 03 22:34:38.907040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2edf1e74-eb39-498d-b4a5-22240c54d15e req-732c38c2-95c5-4636-922c-f0e1d4944b02 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456331 Feb 03 22:34:39.163220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-6176dd2b-9271-478b-b6f8-79f0ea246be2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738685 Feb 03 22:34:39.174223 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c24c29-c4f2-4578-b184-e54fe49a62c2 req-cd99ed04-86a5-4ed0-a968-9d1a0d2ea184 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:39.175661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31c24c29-c4f2-4578-b184-e54fe49a62c2 req-cd99ed04-86a5-4ed0-a968-9d1a0d2ea184 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0786846 Feb 03 22:34:39.225275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31c24c29-c4f2-4578-b184-e54fe49a62c2 req-20a14147-011d-4be0-b56e-a22cb926f6c5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 Feb 03 22:34:40.195797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-61b8d4c8-b577-4a1a-ad16-65574f511eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:40.197345 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-61b8d4c8-b577-4a1a-ad16-65574f511eab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1127 time: 0.0526288 Feb 03 22:34:40.290640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-57c985be-e749-43e0-a7b9-789b45693468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:40.292148 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-57c985be-e749-43e0-a7b9-789b45693468 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0889363 Feb 03 22:34:40.358577 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-751af0fa-9f8f-4d9b-92fd-be738c5d4cdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1002 time: 0.0606444 Feb 03 22:34:40.411726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-fababe0d-eb4d-45b0-807b-587e41847243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:40.413348 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-fababe0d-eb4d-45b0-807b-587e41847243 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0491326 Feb 03 22:34:40.475329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-53b0abcb-004d-4794-8cc0-56e717ac128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:40.476939 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-53b0abcb-004d-4794-8cc0-56e717ac128c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555589 Feb 03 22:34:40.574297 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-7b802cc5-4ea4-44e3-bd67-10bb5a436d86 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914032 Feb 03 22:34:40.636357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1e98a-7654-4a73-ae52-d5a0e82ef6c1 req-625d5a91-3ad6-4161-846c-c789a54d2e7f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:40.637864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5da1e98a-7654-4a73-ae52-d5a0e82ef6c1 req-625d5a91-3ad6-4161-846c-c789a54d2e7f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.3428769 Feb 03 22:34:40.668113 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-8deadc9b-da7a-415e-ab85-ee9a49311344 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880971 Feb 03 22:34:40.684160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5da1e98a-7654-4a73-ae52-d5a0e82ef6c1 req-09e30ead-e8f6-413f-9f82-7675a1b1ff09 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 Feb 03 22:34:41.805179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e20d1-f08f-49e1-9e76-078c82f30642 req-6a388022-0fff-48cc-9b99-9e7fde4f0285 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:41.806625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e02e20d1-f08f-49e1-9e76-078c82f30642 req-6a388022-0fff-48cc-9b99-9e7fde4f0285 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0511811 Feb 03 22:34:41.851588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e02e20d1-f08f-49e1-9e76-078c82f30642 req-6d4308fe-edf8-4ff2-b154-dd9efc3e51aa tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388277 Feb 03 22:34:42.974382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8802b-12fc-45c9-bc0a-3075f269caba req-8ac71bf8-4ec8-4d9d-a4c1-772f36b6a7ba tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:42.975830 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ee8802b-12fc-45c9-bc0a-3075f269caba req-8ac71bf8-4ec8-4d9d-a4c1-772f36b6a7ba tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0551846 Feb 03 22:34:43.021806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ee8802b-12fc-45c9-bc0a-3075f269caba req-e378356e-c899-48d0-be96-df3cebef038b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Feb 03 22:34:44.139218 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c117d-bcc2-42b2-8484-641a949158e4 req-0ff73dd4-8a41-4879-a522-c1044a358000 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:44.140734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de7c117d-bcc2-42b2-8484-641a949158e4 req-0ff73dd4-8a41-4879-a522-c1044a358000 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0519326 Feb 03 22:34:44.190751 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de7c117d-bcc2-42b2-8484-641a949158e4 req-c9aba0ce-5825-420b-99d8-12099a2c106c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Feb 03 22:34:45.308082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ac9a-0428-4489-8b11-6231990f9805 req-82303780-de73-4aaf-97c4-698aea33fd4b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:45.309582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d75ac9a-0428-4489-8b11-6231990f9805 req-82303780-de73-4aaf-97c4-698aea33fd4b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0521002 Feb 03 22:34:45.359001 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6d75ac9a-0428-4489-8b11-6231990f9805 req-4d1e507e-ee29-4364-a931-76f787e922c4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438340 Feb 03 22:34:46.481035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd060948-0f29-4a49-88f1-4297ea03071e req-4147e8e4-7cf0-45c0-9d9c-4a338c3066ae tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:46.482506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd060948-0f29-4a49-88f1-4297ea03071e req-4147e8e4-7cf0-45c0-9d9c-4a338c3066ae tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0561833 Feb 03 22:34:46.528850 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd060948-0f29-4a49-88f1-4297ea03071e req-8b486065-54cb-48da-8810-52fed3c5de14 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 Feb 03 22:34:47.646891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a53258-c65d-4590-8c1d-1129ec26d8b1 req-67946e42-4984-40b2-8465-2d509626c314 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:47.648350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00a53258-c65d-4590-8c1d-1129ec26d8b1 req-67946e42-4984-40b2-8465-2d509626c314 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0515897 Feb 03 22:34:47.695739 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-00a53258-c65d-4590-8c1d-1129ec26d8b1 req-4c8e1d49-6ab6-4162-a7fc-28b264e1640f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 Feb 03 22:34:48.819623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f362c-d65f-4956-8b55-c6bdd8de5635 req-bb9dfdf5-2b78-46f4-aef2-92bec8acb8ab tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:48.821120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-954f362c-d65f-4956-8b55-c6bdd8de5635 req-bb9dfdf5-2b78-46f4-aef2-92bec8acb8ab tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0568521 Feb 03 22:34:48.867505 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-954f362c-d65f-4956-8b55-c6bdd8de5635 req-94cae10d-26ef-4788-a904-dbfdbbe651b1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 Feb 03 22:34:49.984954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e844a-48d2-4532-a8c7-d13e27106dff req-1f365b5d-53b8-4e78-88f2-5790e41f2e52 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:49.986326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-975e844a-48d2-4532-a8c7-d13e27106dff req-1f365b5d-53b8-4e78-88f2-5790e41f2e52 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0512183 Feb 03 22:34:50.032015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-975e844a-48d2-4532-a8c7-d13e27106dff req-1d00aa2c-a797-4176-9c28-4045c175b07c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 Feb 03 22:34:51.148395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cea4d-327d-4c7a-8bbd-b914451f1804 req-be6d9af5-6ce0-423b-841a-5b7b23aaa8de tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:51.149893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-834cea4d-327d-4c7a-8bbd-b914451f1804 req-be6d9af5-6ce0-423b-841a-5b7b23aaa8de tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0512865 Feb 03 22:34:51.199847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-834cea4d-327d-4c7a-8bbd-b914451f1804 req-02329cfb-a5c0-49cd-952c-49aae7ea0d51 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 Feb 03 22:34:52.319366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf1358-10ed-42e4-a7ca-1d14636018fa req-7de89fdb-0443-4a93-91d1-a3b25247c45f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:52.320836 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5daf1358-10ed-42e4-a7ca-1d14636018fa req-7de89fdb-0443-4a93-91d1-a3b25247c45f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0516734 Feb 03 22:34:52.367341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5daf1358-10ed-42e4-a7ca-1d14636018fa req-6f12d6c5-1053-4a58-ba53-10eaf12eea1e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409687 Feb 03 22:34:53.486205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421605f-7b3c-46ab-8f59-33977f4c2221 req-265e8ea0-7940-434a-a5a4-2a6df93a0dea tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:53.487673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e421605f-7b3c-46ab-8f59-33977f4c2221 req-265e8ea0-7940-434a-a5a4-2a6df93a0dea tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0524917 Feb 03 22:34:53.533771 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e421605f-7b3c-46ab-8f59-33977f4c2221 req-623bdfd8-57a7-440a-9057-551dbb86801b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Feb 03 22:34:53.669571 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36b503f6-a929-42cb-8b6a-ca7f707a764e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:54.655926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6d407-3fb6-4442-a205-f8936b6a9b72 req-e7d2b6f9-1617-409d-af37-df9d1297fae3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:54.657652 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0f6d407-3fb6-4442-a205-f8936b6a9b72 req-e7d2b6f9-1617-409d-af37-df9d1297fae3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0554061 Feb 03 22:34:54.703218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0f6d407-3fb6-4442-a205-f8936b6a9b72 req-1dcfb159-c43c-4ea4-b58d-c6115a26b79e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Feb 03 22:34:55.014747 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:55.015882 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:55.821114 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a297e6-7593-4559-911c-942ac316a3d1 req-6ab67ce3-263c-49cf-957d-5ba419fd3c53 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:55.822580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6a297e6-7593-4559-911c-942ac316a3d1 req-6ab67ce3-263c-49cf-957d-5ba419fd3c53 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Feb 03 22:34:55.868544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6a297e6-7593-4559-911c-942ac316a3d1 req-254618ce-8902-4f83-b580-3da51182433e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402966 Feb 03 22:34:56.622450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a59f-42a6-4a74-ad14-c32fcb841d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:56.989849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361318a-e858-45a6-8955-5dfe31a7b2bd req-5b1ea485-8d69-4554-8906-6a84a9543a38 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:56.991316 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7361318a-e858-45a6-8955-5dfe31a7b2bd req-5b1ea485-8d69-4554-8906-6a84a9543a38 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0556395 Feb 03 22:34:57.037324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7361318a-e858-45a6-8955-5dfe31a7b2bd req-bd7b6250-a9eb-4998-954d-74b2f9969ed9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Feb 03 22:34:57.104956 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:58.157933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ffb01-4fc7-4585-bc51-928933ab244e req-2def55bd-1d70-4f67-ab12-01b853919672 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:58.159386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf9ffb01-4fc7-4585-bc51-928933ab244e req-2def55bd-1d70-4f67-ab12-01b853919672 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0534065 Feb 03 22:34:58.207321 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf9ffb01-4fc7-4585-bc51-928933ab244e req-323b7594-5b6f-406f-8365-126de2aaaea3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424039 Feb 03 22:34:58.778276 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:34:59.326007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e83e7d-acf2-4ebc-9d18-15ed8efea35a req-4c2f864a-269d-4fea-819a-4a66d785aa33 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:34:59.327467 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50e83e7d-acf2-4ebc-9d18-15ed8efea35a req-4c2f864a-269d-4fea-819a-4a66d785aa33 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0516455 Feb 03 22:34:59.377220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50e83e7d-acf2-4ebc-9d18-15ed8efea35a req-49b96694-5950-46ae-8b7b-c429988b70e1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442159 Feb 03 22:34:59.946770 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:00.499561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4337-247d-4f54-98ce-bcb888351044 req-aa1d0a88-b784-4ee0-9d39-01341bdeb3b2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:00.501073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-710c4337-247d-4f54-98ce-bcb888351044 req-aa1d0a88-b784-4ee0-9d39-01341bdeb3b2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0523863 Feb 03 22:35:00.547455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-710c4337-247d-4f54-98ce-bcb888351044 req-82c85c4c-a572-4165-a489-d1305e77e36e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Feb 03 22:35:01.664914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be18fd-72f2-43a3-9474-f422aef5f27d req-7789209a-e963-42b1-95b7-5c946d98879e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:01.666391 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84be18fd-72f2-43a3-9474-f422aef5f27d req-7789209a-e963-42b1-95b7-5c946d98879e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0514605 Feb 03 22:35:01.713783 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84be18fd-72f2-43a3-9474-f422aef5f27d req-32230fc6-2e29-4034-a63c-fb66c08910cb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 Feb 03 22:35:02.551911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-c33d4e4c-54db-41b0-8c55-7fe21a9959de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:02.553574 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-c33d4e4c-54db-41b0-8c55-7fe21a9959de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1127 time: 0.0465746 Feb 03 22:35:02.658846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-3ced674e-3e2c-4843-b4cd-3d479e6ba37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:02.660338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-3ced674e-3e2c-4843-b4cd-3d479e6ba37b service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0876918 Feb 03 22:35:02.726254 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-abfe1600-80c4-4cef-945b-4b51eea48f8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1002 time: 0.0596793 Feb 03 22:35:02.774587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-09c0f6f5-574d-4ffe-890d-9f2360a289dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:02.776031 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-09c0f6f5-574d-4ffe-890d-9f2360a289dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0442936 Feb 03 22:35:02.830461 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-8eb96e24-8126-4235-adf8-7b7f20cc6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:02.832030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-8eb96e24-8126-4235-adf8-7b7f20cc6b1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495524 Feb 03 22:35:02.836844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebdef4-be89-46ec-84f7-2179ffa834cf req-33d3fed7-fb23-4934-bca7-8747f2eddaee tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:02.838348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6ebdef4-be89-46ec-84f7-2179ffa834cf req-33d3fed7-fb23-4934-bca7-8747f2eddaee tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0566375 Feb 03 22:35:02.884538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e6ebdef4-be89-46ec-84f7-2179ffa834cf req-ac0eedc3-6277-48a7-8312-de9480afaf33 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Feb 03 22:35:02.921518 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-fb7f2762-75e4-4348-93b0-f48a4a32d2dc service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832076 Feb 03 22:35:03.010120 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f6ea2f0f-1192-4800-84cd-f14627fb750f req-eeb64939-bb2b-4fbf-84ec-163136a071be service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833840 Feb 03 22:35:04.002503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5d95e-3877-4d93-a7ad-0b61284bb3e0 req-a9625b1c-943d-488e-b6ed-65f10885f574 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:04.003904 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5a5d95e-3877-4d93-a7ad-0b61284bb3e0 req-a9625b1c-943d-488e-b6ed-65f10885f574 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0526121 Feb 03 22:35:04.050413 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5a5d95e-3877-4d93-a7ad-0b61284bb3e0 req-2155ccec-9958-484b-99db-b70b6fe4e9d5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409546 Feb 03 22:35:05.168954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae93514-54ab-43c6-91bb-49fd60219a4b req-78286ff8-a55e-4316-b337-a9528482856a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:05.170341 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dae93514-54ab-43c6-91bb-49fd60219a4b req-78286ff8-a55e-4316-b337-a9528482856a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0521550 Feb 03 22:35:05.221047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dae93514-54ab-43c6-91bb-49fd60219a4b req-3388f447-b843-4275-a4a4-4c77f46daf21 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451622 Feb 03 22:35:06.474859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed3d2-4e7b-4ac4-a86b-32dd80712612 req-c2e53bd1-26b5-4eb0-a2f5-43eee219b00d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:06.476738 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c6ed3d2-4e7b-4ac4-a86b-32dd80712612 req-c2e53bd1-26b5-4eb0-a2f5-43eee219b00d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0990636 Feb 03 22:35:06.522869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1c6ed3d2-4e7b-4ac4-a86b-32dd80712612 req-c5ad11ba-94f8-41da-a8cb-bee851c79aac tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Feb 03 22:35:07.633981 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-7902a4a4-9a94-4429-bc63-f19ed2659ae6 service neutron] show failed (client error): The resource could not be found. Feb 03 22:35:07.635027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-7902a4a4-9a94-4429-bc63-f19ed2659ae6 service neutron] 10.222.0.47 "GET /v2.0/ports/f33427d8-67ee-4c0a-ab10-4b022dd18ab1/bindings/n-h1-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0564272 Feb 03 22:35:07.677971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ee87e-bea6-43a9-a4b4-c13d601fd38e req-a041d658-c56c-46a4-8b89-c329b894b734 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:07.679450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-955ee87e-bea6-43a9-a4b4-c13d601fd38e req-a041d658-c56c-46a4-8b89-c329b894b734 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0532663 Feb 03 22:35:07.729096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-955ee87e-bea6-43a9-a4b4-c13d601fd38e req-35a1197c-cc26-4925-b846-405058a54a9b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435374 Feb 03 22:35:07.828965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-2b9d54cb-f835-46fd-a065-eb58d5ee9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:07.830356 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-2b9d54cb-f835-46fd-a065-eb58d5ee9f45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 1127 time: 0.0442438 Feb 03 22:35:07.841229 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:35:07.900851 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:08.100486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:08.133454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:35:08.172910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:35:08.175151 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d108522-15ae-49a0-b72b-9190333c31a1" -d '{"events": [{"server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "name": "network-vif-unplugged", "status": "completed", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:35:08.178681 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Publish callbacks [] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:08.191054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Transition to ACTIVE for port object f33427d8-67ee-4c0a-ab10-4b022dd18ab1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:35:08.194901 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:08.229166 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93495fd6-4c72-4e22-a237-8a90416b3375 x-openstack-request-id: req-93495fd6-4c72-4e22-a237-8a90416b3375 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:35:08.229166 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "name": "network-vif-unplugged", "status": "completed", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:35:08.229166 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93495fd6-4c72-4e22-a237-8a90416b3375 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:35:08.229580 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'code': 200} Feb 03 22:35:08.587367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:08.625791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] No DVR routers for this DVR port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:35:08.757511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:35:08.758072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:35:08.758189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:35:08.762499 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:35:08.762822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:35:08.767676 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:35:08.768015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:35:08.768401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:35:08.768830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Bound port: f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:35:08.769224 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:08.832476 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:35:08.835951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:35:08.842012 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:08.880332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:08.881105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:08.882512 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] 10.222.0.10 "PUT /v2.0/ports/f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1091 time: 1.0452757 Feb 03 22:35:08.903260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec736dcf-22fc-4061-a7ab-111bae8f15fd service neutron] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:08.956719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ee5e944e-2f47-46e1-9ebc-010a9fd0781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:08.957658 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb323e-27d6-4669-bd7b-d5beef60a4d0 req-7dabcf2b-2190-483b-86ce-0db9c00e7acc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:08.958426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-ee5e944e-2f47-46e1-9ebc-010a9fd0781e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1125 time: 0.0471692 Feb 03 22:35:08.959199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63cb323e-27d6-4669-bd7b-d5beef60a4d0 req-7dabcf2b-2190-483b-86ce-0db9c00e7acc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 943 time: 0.1257136 Feb 03 22:35:09.010028 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-63cb323e-27d6-4669-bd7b-d5beef60a4d0 req-113a50f8-b654-4031-be37-f6489aede1db tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440357 Feb 03 22:35:09.055322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-2af71c06-cd86-4250-8911-a6226b554355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:09.056837 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-2af71c06-cd86-4250-8911-a6226b554355 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0926740 Feb 03 22:35:09.127177 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-cb74ed53-cb8f-4db8-aad1-f5d89e9643db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1000 time: 0.0637803 Feb 03 22:35:09.175117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-b2ae54cc-9533-4f29-a244-b8aacd2f1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:09.176589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-b2ae54cc-9533-4f29-a244-b8aacd2f1735 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0438764 Feb 03 22:35:09.224740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-e50e1e6a-0065-4c4f-84d8-c6d83b78a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:09.226298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-e50e1e6a-0065-4c4f-84d8-c6d83b78a033 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439098 Feb 03 22:35:09.316888 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-82c9ba99-133b-4edf-ae74-3be7a6d8652f service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833628 Feb 03 22:35:09.402730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-873a1544-0f71-4ce1-ac9b-405ea57edfe6 req-7ab3d05b-e027-42d0-a39d-0e72b5f98163 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798831 Feb 03 22:35:09.888824 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:35:10.130495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8c7cd-b6de-4e9b-bc64-fff3b13aae1f req-74590e64-3be0-41c3-a776-854ed8cdd9cd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:10.131981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32e8c7cd-b6de-4e9b-bc64-fff3b13aae1f req-74590e64-3be0-41c3-a776-854ed8cdd9cd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 943 time: 0.0518346 Feb 03 22:35:10.179720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32e8c7cd-b6de-4e9b-bc64-fff3b13aae1f req-7736dfd1-e0e1-440f-b991-b1ce57926473 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Feb 03 22:35:10.231036 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:35:10.233472 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66047ade6cd9f5a550983296d80e214a2eab2f64be2f7427cda851da3f313088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91667fed-bc47-438f-9db5-fefb1fb53258" -d '{"events": [{"name": "network-changed", "server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:35:10.283991 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87660e01-12e0-4c47-81c8-1ff353e8e5c4 x-openstack-request-id: req-87660e01-12e0-4c47-81c8-1ff353e8e5c4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:35:10.284289 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:35:10.284549 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87660e01-12e0-4c47-81c8-1ff353e8e5c4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:35:10.285012 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'status': 'completed', 'code': 200} Feb 03 22:35:10.380164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-74e73a18-8d9c-46bf-8edc-c245b693dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:10.381712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-74e73a18-8d9c-46bf-8edc-c245b693dfc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1125 time: 0.0810413 Feb 03 22:35:10.383462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-60002783-c794-4aa6-9ecb-929e473fd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:10.384833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-60002783-c794-4aa6-9ecb-929e473fd8c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1125 time: 0.0759611 Feb 03 22:35:10.548328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-18b9aacd-56cf-44b6-a776-8d76ea9f5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:10.549852 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-18b9aacd-56cf-44b6-a776-8d76ea9f5bb4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1548154 Feb 03 22:35:10.550800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-bfb6f21c-e5a2-41fe-b1e7-65c0b75bc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:10.552118 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-bfb6f21c-e5a2-41fe-b1e7-65c0b75bc5cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1646421 Feb 03 22:35:10.664632 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-de7d9152-fd0f-4921-9897-b0ef9067cc20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1000 time: 0.1080005 Feb 03 22:35:10.666426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-3d9bb2cc-8a1b-4c73-89a7-e715b49f6824 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1000 time: 0.1035373 Feb 03 22:35:10.750403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-bcd3f794-d91d-4382-903b-f2b4db1d4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:10.751878 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-bcd3f794-d91d-4382-903b-f2b4db1d4cf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0806570 Feb 03 22:35:10.753310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-7e5ff9f4-2191-4bf2-9d67-d29162854280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:10.754621 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-7e5ff9f4-2191-4bf2-9d67-d29162854280 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0763514 Feb 03 22:35:10.833293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-92705352-9573-432d-9ad8-9077e8eb781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:10.834736 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-92705352-9573-432d-9ad8-9077e8eb781a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0767083 Feb 03 22:35:10.840215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-ef8842d2-03db-4dfd-83a9-400fe2b56f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:10.842263 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-ef8842d2-03db-4dfd-83a9-400fe2b56f66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757480 Feb 03 22:35:10.991983 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-5bb4eb11-16fa-42c7-a6e5-2c8433e288b1 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487584 Feb 03 22:35:10.995259 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-248ea362-5a64-4f88-8229-1314502ca44c service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451838 Feb 03 22:35:11.148602 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-a5f37c32-ba84-4f6f-b7ff-bd15a60821e6 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502304 Feb 03 22:35:11.150461 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-91667fed-bc47-438f-9db5-fefb1fb53258 req-bbe77f7a-ee3d-4b09-805f-9a3c95a8d642 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453846 Feb 03 22:35:11.301001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7440c-e293-4978-a120-bedbbd75ea24 req-bc8887b8-a62e-45ad-a7be-39b1bd9cc6f1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:11.302480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6b7440c-e293-4978-a120-bedbbd75ea24 req-bc8887b8-a62e-45ad-a7be-39b1bd9cc6f1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 943 time: 0.0562871 Feb 03 22:35:11.348154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6b7440c-e293-4978-a120-bedbbd75ea24 req-57ea9724-2e47-4acf-b593-1fab1bb38b9e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Feb 03 22:35:12.276561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:35:12.318058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] The host n-h2-824834-9 is not matching for port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 host n-h1-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:35:12.318452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:35:12.468723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b307d2-cd77-48e3-9930-6d8e74c5b076 req-71c7bc05-492d-422a-8f5e-17b2060966ce tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:12.470243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0b307d2-cd77-48e3-9930-6d8e74c5b076 req-71c7bc05-492d-422a-8f5e-17b2060966ce tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 943 time: 0.0535786 Feb 03 22:35:12.517625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0b307d2-cd77-48e3-9930-6d8e74c5b076 req-08e44f43-fed8-497f-87cf-d547d4e453d1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 Feb 03 22:35:12.801730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-e2d62317-3157-456d-beb0-41b0074f207e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:12.803314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-e2d62317-3157-456d-beb0-41b0074f207e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20&tenant_id=6a80a3967f4943e691a64f489bb986aa&binding%3Ahost_id=n-h1-824834-9 HTTP/1.1" status: 200 len: 943 time: 0.0602105 Feb 03 22:35:12.816420 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d20df-5987-48a9-977a-bef0fcfd53a0 req-eeb4469c-7ef1-4224-ae16-8d05d31dee5b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:12.817980 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-030d20df-5987-48a9-977a-bef0fcfd53a0 req-eeb4469c-7ef1-4224-ae16-8d05d31dee5b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 943 time: 0.0545022 Feb 03 22:35:12.870367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-030d20df-5987-48a9-977a-bef0fcfd53a0 req-61ebabbb-6624-4b65-bbd7-b52aeabda2c1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468302 Feb 03 22:35:12.943064 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-4cd550a6-179f-4831-8991-f0a3a08a3587 service neutron] 10.222.0.10 "GET /v2.0/ports/f33427d8-67ee-4c0a-ab10-4b022dd18ab1/bindings/n-h1-824834-9 HTTP/1.1" status: 200 len: 382 time: 0.0982347 Feb 03 22:35:13.007546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-724d92db-c035-4f42-a24f-9edaac5a80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:13.009054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-724d92db-c035-4f42-a24f-9edaac5a80ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1125 time: 0.0445204 Feb 03 22:35:13.095098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-2b5dc373-50e3-4132-b876-e8e8e90dcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:13.096496 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-2b5dc373-50e3-4132-b876-e8e8e90dcfc2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0817358 Feb 03 22:35:13.163429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-d87b66dc-f6bd-459d-975a-9d30ed384395 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1000 time: 0.0611851 Feb 03 22:35:13.210480 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-b9e1d04c-27c1-4614-8391-8769a20ec537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:13.211956 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-b9e1d04c-27c1-4614-8391-8769a20ec537 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0424564 Feb 03 22:35:13.259881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-5edc562a-f483-4fe0-b347-fddb37500910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:13.261501 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-5edc562a-f483-4fe0-b347-fddb37500910 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432959 Feb 03 22:35:13.355258 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-4bd7dea0-cb36-4923-abe9-9125dcde05f8 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869496 Feb 03 22:35:13.442203 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-d32b70a0-d175-46cd-8163-e512621bed38 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817738 Feb 03 22:35:13.778476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:35:13.876201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:13.887035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'mac_address': 'fa:16:3e:2c:02:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:35:13.928856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:35:13.929273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:13.942493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33427d8-67ee-4c0a-ab10-4b022dd18ab1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:35:13.961989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:13.967844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:13.994000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967652a0-d838-45dd-83b9-a4fa5ed650e5 req-2dfa1a85-0c8f-404c-abd1-fe3b81345cfd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:13.995421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-967652a0-d838-45dd-83b9-a4fa5ed650e5 req-2dfa1a85-0c8f-404c-abd1-fe3b81345cfd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 943 time: 0.0548811 Feb 03 22:35:14.014228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:14.043298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-967652a0-d838-45dd-83b9-a4fa5ed650e5 req-a8055942-7952-45c8-97fc-1046fee18306 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417783 Feb 03 22:35:14.270029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['f33427d8-67ee-4c0a-ab10-4b022dd18ab1'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:35:15.162485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e04d2-ce75-4ff9-a044-cfb981ef9ce4 req-1decfaa3-d0ec-4621-b804-28b2f700872c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:15.164026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-222e04d2-ce75-4ff9-a044-cfb981ef9ce4 req-1decfaa3-d0ec-4621-b804-28b2f700872c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 944 time: 0.0519688 Feb 03 22:35:15.209337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-222e04d2-ce75-4ff9-a044-cfb981ef9ce4 req-ffaa32d1-1bf7-4348-acf5-45c71583ac12 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397351 Feb 03 22:35:15.567547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-c4521726-d2ae-4a6d-9e83-5fdc2e4eef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:15.569091 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-c4521726-d2ae-4a6d-9e83-5fdc2e4eef53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 1126 time: 0.0493371 Feb 03 22:35:15.579502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:35:15.636186 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:15.778553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:35:15.834730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:15.866764 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:35:15.874690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:15.886672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'mac_address': 'fa:16:3e:2c:02:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:35:15.903278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f33427d8-67ee-4c0a-ab10-4b022dd18ab1 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:35:15.920484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Publish callbacks [] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:15.931565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Ignored duplicate provisioning block setup for port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 03 22:35:15.935907 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:16.014943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=9']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:16.054788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] No DVR routers for this DVR port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:35:16.191381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:35:16.191717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:35:16.192048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:35:16.196217 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:35:16.196544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Attempting to bind port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:35:16.201388 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:35:16.201730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:35:16.202117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:35:16.202543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Bound port: f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:35:16.202895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:16.272289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:35:16.275376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:35:16.281954 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:16.321407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:16.322062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:16.323500 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] 10.222.0.47 "PUT /v2.0/ports/f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1091 time: 0.7484133 Feb 03 22:35:16.323953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:35:16.345695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93153da-3fbf-4279-8b55-4f486fa049f8 req-7a721215-1bf4-40d5-838a-f99acbc63829 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:16.347240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f93153da-3fbf-4279-8b55-4f486fa049f8 req-7a721215-1bf4-40d5-838a-f99acbc63829 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 944 time: 0.0645227 Feb 03 22:35:16.384560 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8811665-557b-43dd-835b-8aa1a8515577" -d '{"events": [{"name": "network-changed", "server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:35:16.390067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad057056-aa40-4487-927d-3900a07acf45 service neutron] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:16.401613 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f93153da-3fbf-4279-8b55-4f486fa049f8 req-8e3a0f03-be6b-4ba3-88a3-2ea8d1678079 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483551 Feb 03 22:35:16.412400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-5f17212c-25ce-49b0-bae5-92630c44d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:16.414143 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-5f17212c-25ce-49b0-bae5-92630c44d77c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1126 time: 0.0646937 Feb 03 22:35:16.520396 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647861e8-6e04-437c-8bd8-a94b1c61872b x-openstack-request-id: req-647861e8-6e04-437c-8bd8-a94b1c61872b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:35:16.521063 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:35:16.521605 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-647861e8-6e04-437c-8bd8-a94b1c61872b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:35:16.523136 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'status': 'completed', 'code': 200} Feb 03 22:35:16.543232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-8f5dce90-9761-408a-b15b-03ebe630dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:16.544707 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-8f5dce90-9761-408a-b15b-03ebe630dc17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1228092 Feb 03 22:35:16.636023 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-fd994f9f-44b2-4121-b5f4-b4ed316deb77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1000 time: 0.0710974 Feb 03 22:35:16.639324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811665-557b-43dd-835b-8aa1a8515577 req-6a40d18e-3b19-4b0f-8e3e-2b5a84741c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:16.640807 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-6a40d18e-3b19-4b0f-8e3e-2b5a84741c9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1126 time: 0.1062381 Feb 03 22:35:16.729955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-14ea14fc-64f2-4441-a7ae-9d9448d8f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:16.731446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-14ea14fc-64f2-4441-a7ae-9d9448d8f2dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0897784 Feb 03 22:35:16.790911 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811665-557b-43dd-835b-8aa1a8515577 req-16f35eb9-0817-4abf-8fc0-0ec365c966b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:16.792384 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-16f35eb9-0817-4abf-8fc0-0ec365c966b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1435709 Feb 03 22:35:16.841038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-b38888bf-ae10-438e-940c-ae48d3cf0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:16.842604 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-b38888bf-ae10-438e-940c-ae48d3cf0d7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1045239 Feb 03 22:35:16.906828 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-171202cd-0d8f-4b91-83bf-019cd544815f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1000 time: 0.1073081 Feb 03 22:35:16.977814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811665-557b-43dd-835b-8aa1a8515577 req-55b59b9d-5b72-4a79-865e-970a70d7a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:16.979271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-55b59b9d-5b72-4a79-865e-970a70d7a41e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0651245 Feb 03 22:35:16.983202 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-a5984157-b0df-4dae-9f8c-517c93888b80 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339962 Feb 03 22:35:17.082156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811665-557b-43dd-835b-8aa1a8515577 req-e994c924-53b0-44de-b142-32ff81bab018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:17.083594 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-e994c924-53b0-44de-b142-32ff81bab018 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0982721 Feb 03 22:35:17.150289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4db5b0e8-ddf8-46ca-91eb-b08c1b37c674 req-402d2733-3236-47fb-a682-741d48820cce service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574819 Feb 03 22:35:17.191841 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-5f9e9cf8-d123-45bf-a32e-2c1e5569c195 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003997 Feb 03 22:35:17.298210 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811665-557b-43dd-835b-8aa1a8515577 req-06075269-2ce7-4bca-ba72-81deea5398be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:17.299732 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-06075269-2ce7-4bca-ba72-81deea5398be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 1126 time: 0.1044307 Feb 03 22:35:17.324080 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-2781c505-637b-48e2-9c86-bb08aada7b79 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212184 Feb 03 22:35:17.398163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811665-557b-43dd-835b-8aa1a8515577 req-0a8b4b21-6c4e-47de-bbdc-036239d5ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:17.399558 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-0a8b4b21-6c4e-47de-bbdc-036239d5ec5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0913572 Feb 03 22:35:17.468644 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-14711a1f-5e9e-4dd5-a492-c4a07ae9dcf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 200 len: 1000 time: 0.0629811 Feb 03 22:35:17.532150 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd6ac0-6396-479d-a105-1df7d34580c1 req-8f5dca5a-1500-4429-8ae8-e89538337138 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:17.533884 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9edd6ac0-6396-479d-a105-1df7d34580c1 req-8f5dca5a-1500-4429-8ae8-e89538337138 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 944 time: 0.0550621 Feb 03 22:35:17.585814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9edd6ac0-6396-479d-a105-1df7d34580c1 req-ec9e35c3-0fd2-4bc7-93b0-fc6163bda754 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460858 Feb 03 22:35:17.809133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811665-557b-43dd-835b-8aa1a8515577 req-0f85956f-2798-4c25-8aae-9432e016a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:17.811249 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-0f85956f-2798-4c25-8aae-9432e016a978 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.3369205 Feb 03 22:35:17.859386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811665-557b-43dd-835b-8aa1a8515577 req-6792f801-48b8-4a73-9c6a-9f099ae89eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:17.860985 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-6792f801-48b8-4a73-9c6a-9f099ae89eab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441933 Feb 03 22:35:17.952143 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-95cef5a3-1f01-402f-96fe-820075d28757 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848548 Feb 03 22:35:18.040965 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a8811665-557b-43dd-835b-8aa1a8515577 req-c0151841-bd64-4f7f-96e6-0a89305bef5c service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810776 Feb 03 22:35:18.706788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7a46c-445d-437e-94a6-0309a3d95379 req-c0d35c89-404b-46b0-9bbd-a4bc187cba3a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:18.708264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbc7a46c-445d-437e-94a6-0309a3d95379 req-c0d35c89-404b-46b0-9bbd-a4bc187cba3a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 944 time: 0.0525806 Feb 03 22:35:18.761002 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbc7a46c-445d-437e-94a6-0309a3d95379 req-748bddfb-5b4b-4dd0-9837-f43fa448d6e7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471523 Feb 03 22:35:19.793753 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:35:19.847478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:35:19.847969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:35:19.886750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a94538-090f-43b5-ab29-0f9bf76cc0fa req-ea4f6890-15a5-447b-a335-c7f6093d1e25 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:19.888241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98a94538-090f-43b5-ab29-0f9bf76cc0fa req-ea4f6890-15a5-447b-a335-c7f6093d1e25 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 944 time: 0.0567017 Feb 03 22:35:19.936865 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98a94538-090f-43b5-ab29-0f9bf76cc0fa req-76a64f3c-5bea-403f-bb86-5cd784307acf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Feb 03 22:35:20.324323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:35:20.433813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:20.445140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'mac_address': 'fa:16:3e:2c:02:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:35:20.481400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:35:20.481793 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:20.496342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33427d8-67ee-4c0a-ab10-4b022dd18ab1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:35:20.516373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:20.527527 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:20.574923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:20.888169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['f33427d8-67ee-4c0a-ab10-4b022dd18ab1'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:35:21.054704 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b6bcb-34b6-4e2c-a3aa-5c22dd5b6716 req-2e78f463-d5ac-45af-98f3-9d118f0fcfa5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:21.056162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e9b6bcb-34b6-4e2c-a3aa-5c22dd5b6716 req-2e78f463-d5ac-45af-98f3-9d118f0fcfa5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0515954 Feb 03 22:35:21.101910 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e9b6bcb-34b6-4e2c-a3aa-5c22dd5b6716 req-81f91706-2db9-457d-a594-0cb5b5031aa5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396504 Feb 03 22:35:21.222007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe36d1-3908-4c4e-b341-e72a8cce0729 req-ae2763f2-73e0-40b5-bb3d-0a496761f61b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:21.223412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ebe36d1-3908-4c4e-b341-e72a8cce0729 req-ae2763f2-73e0-40b5-bb3d-0a496761f61b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0555086 Feb 03 22:35:21.269270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ebe36d1-3908-4c4e-b341-e72a8cce0729 req-4d3a36a2-e513-4c1b-9a2e-3c5433686e30 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402703 Feb 03 22:35:21.383707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe1182-b47a-4f3c-85b0-95667f2ab09f req-18f22216-f2e0-4e62-97df-6dada598bfcc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:21.385205 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bfe1182-b47a-4f3c-85b0-95667f2ab09f req-18f22216-f2e0-4e62-97df-6dada598bfcc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0514035 Feb 03 22:35:21.431744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bfe1182-b47a-4f3c-85b0-95667f2ab09f req-711324f0-e742-44eb-8766-239119286ad3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Feb 03 22:35:21.668019 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e039f2b-6d5c-4846-a3c6-21575e1e9605 req-4891bba8-3fcd-4be5-87e1-95546d089353 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:21.669532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e039f2b-6d5c-4846-a3c6-21575e1e9605 req-4891bba8-3fcd-4be5-87e1-95546d089353 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 945 time: 0.0571847 Feb 03 22:35:21.715840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e039f2b-6d5c-4846-a3c6-21575e1e9605 req-5f45888a-01d1-4459-a218-8b71c6cc3a87 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Feb 03 22:35:22.346807 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:35:22.393900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:35:22.397701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:35:22.398077 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:22.475184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:35:22.475567 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:22.496965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:35:22.499684 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd2ea668e2f5b449e2551f7badc3eaf9a5c56f7417116809a29ca3680356ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da96b06-d186-4a27-a3b4-c1686c9f1942" -d '{"events": [{"server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "name": "network-vif-plugged", "status": "completed", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:35:22.512351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:22.516690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:22.539533 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf41e3d-8e25-4320-8478-84b54f1a95e1 x-openstack-request-id: req-faf41e3d-8e25-4320-8478-84b54f1a95e1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:35:22.539815 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "name": "network-vif-plugged", "status": "completed", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:35:22.540068 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-faf41e3d-8e25-4320-8478-84b54f1a95e1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:35:22.540456 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'code': 200} Feb 03 22:35:22.565896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:22.835566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235836a-f146-4bd1-b0f5-48b8efd947b9 req-0b02d9f5-5f98-414c-be2f-527a61709876 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:22.837210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5235836a-f146-4bd1-b0f5-48b8efd947b9 req-0b02d9f5-5f98-414c-be2f-527a61709876 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 946 time: 0.0526402 Feb 03 22:35:22.883813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5235836a-f146-4bd1-b0f5-48b8efd947b9 req-3ec23606-f598-484a-94b7-3f2d2d8b9f1f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 Feb 03 22:35:23.152002 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-ae9a4944-d76f-479c-8e6f-2e01a3d2e21d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:23.153493 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-ae9a4944-d76f-479c-8e6f-2e01a3d2e21d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 946 time: 0.0520856 Feb 03 22:35:23.244098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Deleting port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:35:23.244439 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:23.334870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] For port f33427d8-67ee-4c0a-ab10-4b022dd18ab1, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:23.335231 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:23.501334 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:23.501618 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:23.501942 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Floating IP cecd0837-b43b-459a-9112-3b36715ab89c disassociated. External IP: 172.25.5.121, port: f33427d8-67ee-4c0a-ab10-4b022dd18ab1. Feb 03 22:35:23.502346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Calling delete_port for f33427d8-67ee-4c0a-ab10-4b022dd18ab1 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:35:23.629895 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (f33427d8-67ee-4c0a-ab10-4b022dd18ab1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:23.669947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event deleted for resources: {'Port': ['ID=f33427d8-67ee-4c0a-ab10-4b022dd18ab1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:23.671791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2ed4-7c75-425c-81a3-ece202e61e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:23.786489 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:35:23.900460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:35:23.919180 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:35:23.930182 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:35:23.930825 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:34:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:35:23.946400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] No DVR routers for this DVR port f33427d8-67ee-4c0a-ab10-4b022dd18ab1 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:35:23.950404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:23.954480 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-673dbf02-0919-4cfc-95e5-d95fe48294db req-324b23fa-ea22-4167-b306-fb1c5e3786ca tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "DELETE /v2.0/ports/f33427d8-67ee-4c0a-ab10-4b022dd18ab1 HTTP/1.1" status: 204 len: 173 time: 0.7959983 Feb 03 22:35:23.954986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'name': 'network-vif-deleted', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:35:23.957315 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a21bd18-64d0-42ee-bf61-01d44f918b82" -d '{"events": [{"server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "name": "network-vif-deleted", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:35:24.009837 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457674ea-6c80-4a2b-972c-d9c841b55bb4 x-openstack-request-id: req-457674ea-6c80-4a2b-972c-d9c841b55bb4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:35:24.010138 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955a158b-ebd4-4fe9-ac78-47bd90f7bf20", "name": "network-vif-deleted", "tag": "f33427d8-67ee-4c0a-ab10-4b022dd18ab1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:35:24.010394 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-457674ea-6c80-4a2b-972c-d9c841b55bb4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:35:24.010804 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955a158b-ebd4-4fe9-ac78-47bd90f7bf20', 'name': 'network-vif-deleted', 'tag': 'f33427d8-67ee-4c0a-ab10-4b022dd18ab1', 'status': 'completed', 'code': 200} Feb 03 22:35:24.028685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9ffb5a6-4c90-4db2-a595-4faf1f974852 req-b54d3c01-97c6-44ef-933d-8b70c19596e7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=955a158b-ebd4-4fe9-ac78-47bd90f7bf20 HTTP/1.1" status: 200 len: 210 time: 0.0464127 Feb 03 22:35:24.046649 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:35:24.328671 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:35:24.355323 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:35:24.364663 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:35:24.365327 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:34:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:35:24.473617 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:35:24.671732 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:35:24.696852 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e195bf3-6286-4437-ab3e-4d1105d1f6b1 None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:35:24.872848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:24.906068 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:24.914964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53be4fb-64dc-42fa-97b8-f4d050fcfc88 None None] New status for floating IP cecd0837-b43b-459a-9112-3b36715ab89c: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:35:25.275204 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-d8eb40d9-213d-4ee1-9896-2603cd67e1a2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2097762961&fields=id&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 267 time: 0.0443914 Feb 03 22:35:25.378688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-6d9d5480-2c96-43d3-bb9b-169e9e33af37 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:25.380147 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-6d9d5480-2c96-43d3-bb9b-169e9e33af37 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 812 time: 0.0972338 Feb 03 22:35:25.394675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-0d017bd6-183b-4935-8b46-b5f40c8d07fa tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/quotas/6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 375 time: 0.0092623 Feb 03 22:35:25.447318 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-b80d9d44-3d2e-4611-ae3c-ed06d627188c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479574 Feb 03 22:35:25.589915 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-fe8eca16-519c-4579-9e25-ada9b7a0ec79 service neutron] 10.222.0.50 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305521 Feb 03 22:35:25.675058 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-e54899c1-ed68-4dd2-a447-8ef483be6939 service neutron] 10.222.0.50 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794871 Feb 03 22:35:25.839393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a126585-69a1-4901-8c54-fe582d680f17 req-96ce5a94-0556-459d-a63f-45ea11fcd9c2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0327711 Feb 03 22:35:26.624527 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1add0d4-5b38-408b-9842-e0389222b565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:26.735403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-d9140067-a6be-4c5a-8bfd-2771d4e5b532 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:26.736893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-d9140067-a6be-4c5a-8bfd-2771d4e5b532 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 812 time: 0.1144350 Feb 03 22:35:26.797318 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-60d19cef-15e7-4f4d-9efc-f9dd50c20892 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 380 time: 0.0526667 Feb 03 22:35:26.805906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'port': {'device_id': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'admin_state_up': True, 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'security_groups': ['347fadf2-df8b-4d1f-ab3b-ee326b12e16f']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:35:26.914315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Made reservation on behalf of 6a80a3967f4943e691a64f489bb986aa for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:35:26.917457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:26.936584 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62211d56-8902-4c8a-b40a-ed7afafcffb3 req-d69fa093-1834-4572-8948-c3dbd2ad6711 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0281167 Feb 03 22:35:27.044891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Allocated IP 172.20.0.11 (134d35a9-ed92-42be-9064-d8c0bf4ea52a/5d4c1f20-9c51-4ab4-9fba-d8d9703690ee/cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:35:27.107979 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.182755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.216691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.260748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:35:27.263807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:35:27.267462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:35:27.290795 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:27.304038 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.304385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.304728 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.305093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.305427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.305756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.306092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.306409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.306730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.307044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.307369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.307690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.308012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:27.330718 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:27.331363 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.347640 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-8faa1638-d2a6-4699-9111-273945578626 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5454123 Feb 03 22:35:27.359301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Request body: {'port': {'device_id': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:35:27.425215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.537483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1a10292a-491d-4f7a-a85d-c6e01b9eed0b None None] Provisioning complete for port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:35:27.537789 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a10292a-491d-4f7a-a85d-c6e01b9eed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.573432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1a10292a-491d-4f7a-a85d-c6e01b9eed0b None None] Port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:35:27.683636 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:35:27.690985 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Publish callbacks [] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.702607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Transition to ACTIVE for port object cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:35:27.706179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.758016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:27.830338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:35:27.830680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:35:27.831017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:35:27.835646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:35:27.835991 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:35:27.841172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:35:27.841527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:35:27.842419 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:35:27.842836 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Bound port: cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:35:27.843206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.910151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:35:27.913562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:35:27.918641 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.952047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:27.952758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:27.954168 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] 10.222.0.10 "PUT /v2.0/ports/cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1092 time: 0.5997522 Feb 03 22:35:27.954647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:35:27.956859 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b10fbe5-98c1-44bb-9337-399d50b2964e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:35:27.987583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da350a2-f15e-4ad7-b6f1-67a66555b16b service neutron] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:28.007745 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9f918b-137f-49b7-b88a-cae79919fd05 x-openstack-request-id: req-9b9f918b-137f-49b7-b88a-cae79919fd05 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:35:28.008186 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:35:28.008555 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b9f918b-137f-49b7-b88a-cae79919fd05 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:35:28.009132 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'status': 'completed', 'code': 200} Feb 03 22:35:28.076012 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-1afa6d88-9864-4000-bc58-6a234448518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:28.077459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424bcdd-e4e3-4034-a8b8-c1a68046b5e9 req-e85378db-b7b2-4842-ab0d-d072b15b7329 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:28.078395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-1afa6d88-9864-4000-bc58-6a234448518d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1126 time: 0.0571492 Feb 03 22:35:28.079547 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4424bcdd-e4e3-4034-a8b8-c1a68046b5e9 req-e85378db-b7b2-4842-ab0d-d072b15b7329 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0559158 Feb 03 22:35:28.123133 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-4427733d-28b5-42eb-8738-f023ac9f746a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 217 time: 0.0381927 Feb 03 22:35:28.136415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4424bcdd-e4e3-4034-a8b8-c1a68046b5e9 req-c45b487e-1c04-4bec-980c-36247ea6da8e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472131 Feb 03 22:35:28.178920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-b53d9d11-603a-4758-a845-0d269f1d5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:28.180482 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-b53d9d11-603a-4758-a845-0d269f1d5214 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0523207 Feb 03 22:35:28.234401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-6995081f-fd62-49c8-9785-10f6991e65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:28.235864 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-6995081f-fd62-49c8-9785-10f6991e65fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496371 Feb 03 22:35:28.328343 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-659b9c91-5c5e-441b-bf9b-183318d68e3d service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867624 Feb 03 22:35:28.358590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:35:28.379416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: f33427d8-67ee-4c0a-ab10-4b022dd18ab1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:35:28.379774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device f33427d8-67ee-4c0a-ab10-4b022dd18ab1 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:35:28.422370 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0bcee7f3-95ca-4e29-b408-ca81ae161a08 req-04f1d752-bcd5-410c-ade9-38293ad9c220 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881462 Feb 03 22:35:28.508839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-9a6442b4-3a85-42bd-91cc-847dfe990f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:28.510398 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-9a6442b4-3a85-42bd-91cc-847dfe990f85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1126 time: 0.0455739 Feb 03 22:35:28.598386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-41c816c6-21eb-4c9d-8d55-4f774f692fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:28.600076 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-41c816c6-21eb-4c9d-8d55-4f774f692fd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0840106 Feb 03 22:35:28.647134 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-69603e59-9e0d-4a91-a74c-781c043a3191 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 217 time: 0.0408063 Feb 03 22:35:28.694803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-189f70d5-17d0-4e21-811a-67919a5a7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:28.696302 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-189f70d5-17d0-4e21-811a-67919a5a7ea4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0435178 Feb 03 22:35:28.744414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-6ee3a20f-2dab-4356-b635-8bcb220e292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:28.745983 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-6ee3a20f-2dab-4356-b635-8bcb220e292d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435824 Feb 03 22:35:28.781182 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:28.837561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-743796cd-0ff8-45b0-b440-56cdded38815 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856540 Feb 03 22:35:28.943552 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b10fbe5-98c1-44bb-9337-399d50b2964e req-4e804fea-48af-42bf-838e-9e5dcbed0186 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992446 Feb 03 22:35:29.251730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418443d-6ff7-4ada-b964-fd96dd4d06d1 req-455ee454-b6f0-4041-afa0-3ffce594f266 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:29.253226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6418443d-6ff7-4ada-b964-fd96dd4d06d1 req-455ee454-b6f0-4041-afa0-3ffce594f266 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0527613 Feb 03 22:35:29.302549 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6418443d-6ff7-4ada-b964-fd96dd4d06d1 req-4bc13c6d-4755-4933-b207-80aabbf78f4f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438185 Feb 03 22:35:29.948530 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:30.421118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b69f3-333e-4a7d-87fe-96ed6dad851d req-19183e06-8fda-4cd1-9ecb-09d3f26da3a3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:30.422623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-782b69f3-333e-4a7d-87fe-96ed6dad851d req-19183e06-8fda-4cd1-9ecb-09d3f26da3a3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0525823 Feb 03 22:35:30.468268 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-782b69f3-333e-4a7d-87fe-96ed6dad851d req-26a089f7-db30-47fa-8a1a-ef0b58676ce8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401907 Feb 03 22:35:31.585588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdf88e-7005-4adf-9bf0-bf7d21aded91 req-6606d84f-d77a-4f96-a2a8-4291d7d82280 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:31.587150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8cdf88e-7005-4adf-9bf0-bf7d21aded91 req-6606d84f-d77a-4f96-a2a8-4291d7d82280 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0521040 Feb 03 22:35:31.633875 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8cdf88e-7005-4adf-9bf0-bf7d21aded91 req-f7b4c64a-b131-4d17-b076-20892c2ad82d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Feb 03 22:35:31.855076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:35:31.958368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:31.969159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'mac_address': 'fa:16:3e:0e:b6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:35:32.004715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:35:32.005125 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:32.017332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:35:32.036344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:32.039773 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:32.088200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:32.329298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:35:32.760131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9f263-12b4-42b1-962e-faaeb8f387e4 req-21f0880b-e323-45ca-8a5d-8dd0f991999a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:32.761640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2c9f263-12b4-42b1-962e-faaeb8f387e4 req-21f0880b-e323-45ca-8a5d-8dd0f991999a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0568490 Feb 03 22:35:32.807050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2c9f263-12b4-42b1-962e-faaeb8f387e4 req-ed96f697-ce49-43a0-8f01-deb08e8e7548 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398331 Feb 03 22:35:33.871560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:35:33.922840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:35:33.926356 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdc964-b580-4d70-8111-e7416da84030 req-36e01d54-4f75-4fea-9c5d-116f632f4a51 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:33.926944 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:35:33.927306 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:33.927870 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0cdc964-b580-4d70-8111-e7416da84030 req-36e01d54-4f75-4fea-9c5d-116f632f4a51 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0537164 Feb 03 22:35:33.974932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0cdc964-b580-4d70-8111-e7416da84030 req-7a0b80ba-4182-4aa9-bd1a-2fa8f34852f6 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Feb 03 22:35:34.004788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:35:34.005201 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:34.027269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:35:34.041097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:35:34.046108 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:34.082424 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd8189c-8ad4-488a-83b6-80d3fa309a18" -d '{"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-plugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:35:34.099959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:35:34.107241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.108188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.108593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.108965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.109227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.109561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.109894 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.110223 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.110552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.110877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.111200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.111524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.111848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:35:34.168323 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c48ce82-af86-4dff-a3bd-b45f67b22082 x-openstack-request-id: req-6c48ce82-af86-4dff-a3bd-b45f67b22082 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:35:34.168617 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-plugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:35:34.168870 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c48ce82-af86-4dff-a3bd-b45f67b22082 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:35:34.169298 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'code': 200} Feb 03 22:35:34.265763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c1b7c-3b9d-464c-bf82-9819aa8e1227 req-42dacd57-f95b-4deb-b25f-dc591c0fc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:34.267189 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f0c1b7c-3b9d-464c-bf82-9819aa8e1227 req-42dacd57-f95b-4deb-b25f-dc591c0fc02c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1128 time: 0.0449333 Feb 03 22:35:34.315471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5f0c1b7c-3b9d-464c-bf82-9819aa8e1227 req-14f5356d-e215-4ddc-a1d3-9cad0cebd10d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Feb 03 22:35:35.096835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173410e-62d2-4f9a-bfdc-945807c4a969 req-e2743969-ffcb-4b38-aa22-d4da61b16011 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:35.098322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c173410e-62d2-4f9a-bfdc-945807c4a969 req-e2743969-ffcb-4b38-aa22-d4da61b16011 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0556302 Feb 03 22:35:35.145381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c173410e-62d2-4f9a-bfdc-945807c4a969 req-eba17f5f-221b-4d6f-9b4b-ce3d778a5ac1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415368 Feb 03 22:35:36.265057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85548f94-1b54-4984-a936-cf851e1a04f6 req-d42f9831-4aea-4b99-bb26-34e0be8e5385 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:36.266525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85548f94-1b54-4984-a936-cf851e1a04f6 req-d42f9831-4aea-4b99-bb26-34e0be8e5385 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0520542 Feb 03 22:35:36.312476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85548f94-1b54-4984-a936-cf851e1a04f6 req-fa1be09a-1f8f-4fc1-896c-bb0b7a478825 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 Feb 03 22:35:36.425154 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1185a68-cf6f-44d9-bf82-68fe05ce97b5 req-8859cb53-7df1-4cc1-b10e-cd72a2eb2530 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:36.426513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1185a68-cf6f-44d9-bf82-68fe05ce97b5 req-8859cb53-7df1-4cc1-b10e-cd72a2eb2530 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0511639 Feb 03 22:35:36.434999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53068) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:35:36.439914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3f5f6e68-3d09-4df9-8a6f-89589a5f9fff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Request body: {'floatingip': {'port_id': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:35:36.481792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6e68-3d09-4df9-8a6f-89589a5f9fff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:36.908276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6e68-3d09-4df9-8a6f-89589a5f9fff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:36.913213 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6e68-3d09-4df9-8a6f-89589a5f9fff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:37.009927 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-3f5f6e68-3d09-4df9-8a6f-89589a5f9fff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Floating IP cecd0837-b43b-459a-9112-3b36715ab89c associated. External IP: 172.25.5.121, port: cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde. Feb 03 22:35:37.214561 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5f6e68-3d09-4df9-8a6f-89589a5f9fff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:35:37.321254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5f6e68-3d09-4df9-8a6f-89589a5f9fff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:35:37.326025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6e68-3d09-4df9-8a6f-89589a5f9fff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:37.330632 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:35:37.340098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:35:37.340709 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:35:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:35:37.354940 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3f5f6e68-3d09-4df9-8a6f-89589a5f9fff tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "PUT /v2.0/floatingips/cecd0837-b43b-459a-9112-3b36715ab89c HTTP/1.1" status: 200 len: 993 time: 0.9188395 Feb 03 22:35:37.355502 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:35:37.395318 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472fba6a-86c0-4032-b98c-005a817a1546" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:35:37.449971 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:35:37.463418 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d191b3-7e95-4558-8225-c22e9eb7fd79 req-b040e4a3-5183-4bb6-b6ff-9bc2e0ba1e55 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:37.465081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3d191b3-7e95-4558-8225-c22e9eb7fd79 req-b040e4a3-5183-4bb6-b6ff-9bc2e0ba1e55 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0532768 Feb 03 22:35:37.490292 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcabc5f-926f-4635-9695-89ef92f00f44 x-openstack-request-id: req-4dcabc5f-926f-4635-9695-89ef92f00f44 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:35:37.490292 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:35:37.490557 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4dcabc5f-926f-4635-9695-89ef92f00f44 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:35:37.490728 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'status': 'completed', 'code': 200} Feb 03 22:35:37.521866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3d191b3-7e95-4558-8225-c22e9eb7fd79 req-c33269c5-4448-43b3-964d-03c03303b8de tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490775 Feb 03 22:35:37.555794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fba6a-86c0-4032-b98c-005a817a1546 req-27a562eb-55a2-45a7-8e6f-05b7861ce46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:37.557396 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472fba6a-86c0-4032-b98c-005a817a1546 req-27a562eb-55a2-45a7-8e6f-05b7861ce46b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1128 time: 0.0459096 Feb 03 22:35:37.643935 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fba6a-86c0-4032-b98c-005a817a1546 req-913c5da7-0989-4465-8bf4-af97c6d31b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:37.645458 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472fba6a-86c0-4032-b98c-005a817a1546 req-913c5da7-0989-4465-8bf4-af97c6d31b95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0828178 Feb 03 22:35:37.673642 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:0e:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:35:36Z', 'revision_number': 13, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:35:37.698393 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:35:37.706376 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:35:37.706978 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:35:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:35:37.713947 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472fba6a-86c0-4032-b98c-005a817a1546 req-6e92e54b-f315-45cc-92e8-f25c4ec8ecdd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1001 time: 0.0622561 Feb 03 22:35:37.761435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fba6a-86c0-4032-b98c-005a817a1546 req-64546649-af0b-485c-b78e-a910529594f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:37.762924 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472fba6a-86c0-4032-b98c-005a817a1546 req-64546649-af0b-485c-b78e-a910529594f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0430648 Feb 03 22:35:37.810573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fba6a-86c0-4032-b98c-005a817a1546 req-26c28cb6-600c-481d-8e46-7aa804f280a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:37.812090 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472fba6a-86c0-4032-b98c-005a817a1546 req-26c28cb6-600c-481d-8e46-7aa804f280a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434451 Feb 03 22:35:37.813302 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:35:37.903885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472fba6a-86c0-4032-b98c-005a817a1546 req-6a94243c-c28f-4092-a3e1-a9666d2993b4 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857556 Feb 03 22:35:37.994586 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-472fba6a-86c0-4032-b98c-005a817a1546 req-2f85954a-d590-45fd-9f0e-2fe717c45278 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850132 Feb 03 22:35:38.034859 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:0e:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:35:36Z', 'revision_number': 13, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:35:38.059587 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e110f52-3afc-453d-bb6f-18baae3d1b68 None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': 'cecd0837-b43b-459a-9112-3b36715ab89c', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'port_id': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'mac_address': 'fa:16:3e:0e:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:32:46Z', 'updated_at': '2022-02-03T22:35:36Z', 'revision_number': 13, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:35:38.245825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d11f1f-5c48-41ec-96c4-4600a2f544eb None None] New status for floating IP cecd0837-b43b-459a-9112-3b36715ab89c: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:35:38.644617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cdd0c-bfdd-446e-a6ee-ea9465687d9e req-5f2ce9df-4860-41a3-a63e-bf8dd717f37d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:38.646130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285cdd0c-bfdd-446e-a6ee-ea9465687d9e req-5f2ce9df-4860-41a3-a63e-bf8dd717f37d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0526996 Feb 03 22:35:38.693404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-285cdd0c-bfdd-446e-a6ee-ea9465687d9e req-ac2d488b-a56f-4062-ab0e-80000a22d89b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416079 Feb 03 22:35:41.189848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05960-1061-4343-a83f-ea06eb03355c req-6413e0f5-e51a-4df4-9de2-cfc13cbf4d4a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:41.191282 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46e05960-1061-4343-a83f-ea06eb03355c req-6413e0f5-e51a-4df4-9de2-cfc13cbf4d4a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0530086 Feb 03 22:35:41.236860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46e05960-1061-4343-a83f-ea06eb03355c req-15ae792e-2c8d-4fc6-82d1-d5534b81f314 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399261 Feb 03 22:35:46.888085 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:35:50.239985 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-e7375a1e-7daf-49dc-a738-12692858494c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494032 Feb 03 22:35:50.324530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-7802a9e9-38a5-4be7-833c-f0c923bf14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:50.326098 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-7802a9e9-38a5-4be7-833c-f0c923bf14f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1128 time: 0.0469208 Feb 03 22:35:50.434100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-21a90645-f668-4deb-b198-a13ab9352715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:50.435720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-21a90645-f668-4deb-b198-a13ab9352715 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0911930 Feb 03 22:35:50.505153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-f22c641d-30c6-4add-a180-129d9958de9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1003 time: 0.0633779 Feb 03 22:35:50.556613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-a3b133cb-5cdc-4ab1-8882-7bce28efa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:50.558157 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-a3b133cb-5cdc-4ab1-8882-7bce28efa8f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0465114 Feb 03 22:35:50.611162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-6c3e5024-eb30-43ca-b183-4940ca45e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:50.612727 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-6c3e5024-eb30-43ca-b183-4940ca45e148 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489845 Feb 03 22:35:50.704723 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-39e23fd0-01cd-4f53-a682-da332f60eeca service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834248 Feb 03 22:35:50.796592 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9c407d3a-c61a-4491-9ec3-68f4ca9aaf0d req-5a1c1d31-bcb4-47e6-94bd-c35335f6bdc2 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850930 Feb 03 22:35:53.676930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53945fc6-9e03-47de-8d98-75fe3ec3bd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:54.881998 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:54.908532 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:56.629546 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452578a2-462f-40f6-939d-105f9889aecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:57.112380 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:57.606366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39a6b-e664-4dd8-a90f-54aaa8b455a8 req-3909ab56-2f8a-4b0e-b528-fbaeb2362624 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:57.607820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdb39a6b-e664-4dd8-a90f-54aaa8b455a8 req-3909ab56-2f8a-4b0e-b528-fbaeb2362624 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0821302 Feb 03 22:35:57.632806 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-42dd2acd-c19d-4b0d-94d2-61eb8f8e1eef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180916 Feb 03 22:35:57.662506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bdb39a6b-e664-4dd8-a90f-54aaa8b455a8 req-8ef7f99f-5607-4cd5-be64-ef5a0a7a23d2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477650 Feb 03 22:35:58.730495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-43a429db-0695-4548-bb8a-75e397520faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:58.732032 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-43a429db-0695-4548-bb8a-75e397520faa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1128 time: 0.0477080 Feb 03 22:35:58.788480 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:58.790912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e0569-3bb9-419d-ba8d-ee1bec5f0e5d req-783082d0-dcbe-459f-bd60-af8a502b09e3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:58.792423 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-836e0569-3bb9-419d-ba8d-ee1bec5f0e5d req-783082d0-dcbe-459f-bd60-af8a502b09e3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0556483 Feb 03 22:35:58.828399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-b7dc2c5d-530c-4679-b50e-e4cc9977c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:58.828399 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-b7dc2c5d-530c-4679-b50e-e4cc9977c545 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0870347 Feb 03 22:35:58.839556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-836e0569-3bb9-419d-ba8d-ee1bec5f0e5d req-c6b9ba7e-2f19-496f-b784-b471a9957ce5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407460 Feb 03 22:35:58.892878 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-2ca565b7-2d52-4be7-939f-13115d3c9bf4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1003 time: 0.0620706 Feb 03 22:35:58.939817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-31111823-c492-43ee-904c-9775afb7832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:58.941235 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-31111823-c492-43ee-904c-9775afb7832b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0433121 Feb 03 22:35:58.988966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-b3998475-e526-48d6-8db4-a339cfdf08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:58.990452 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-b3998475-e526-48d6-8db4-a339cfdf08ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440712 Feb 03 22:35:59.081239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-a2866d28-3165-41d8-92c0-5e72e6d55394 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846281 Feb 03 22:35:59.167459 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-dc817a9c-2365-460a-9df0-55b816a05b9b service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805397 Feb 03 22:35:59.950572 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:35:59.964576 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315c1ca-ecc6-46ef-a6e9-d6ca0ab4f234 req-04a95df2-9168-43c2-bbdc-894fb84b03d5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:35:59.966081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c315c1ca-ecc6-46ef-a6e9-d6ca0ab4f234 req-04a95df2-9168-43c2-bbdc-894fb84b03d5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0564070 Feb 03 22:36:00.012688 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c315c1ca-ecc6-46ef-a6e9-d6ca0ab4f234 req-68ce1da4-4ef2-48fc-824e-7036be654f29 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 Feb 03 22:36:01.131449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14775f7-290f-4ec5-9de6-838c1f15f66d req-bc863a19-8266-462d-8c46-256a6b635b13 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:01.132960 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d14775f7-290f-4ec5-9de6-838c1f15f66d req-bc863a19-8266-462d-8c46-256a6b635b13 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0516317 Feb 03 22:36:01.178626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d14775f7-290f-4ec5-9de6-838c1f15f66d req-1ecfb402-33e9-4dcb-a5ae-739cdccf3b5e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Feb 03 22:36:02.300534 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228104c1-486b-40b3-80da-815e1cecc965 req-bda96c4b-15ad-4bca-b3dd-e30794cf69a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:02.302019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-228104c1-486b-40b3-80da-815e1cecc965 req-bda96c4b-15ad-4bca-b3dd-e30794cf69a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0555506 Feb 03 22:36:02.347023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-228104c1-486b-40b3-80da-815e1cecc965 req-990587d9-aada-4bf6-ba34-03c7dd51d031 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393744 Feb 03 22:36:03.467922 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157ae5-a429-450c-9677-c3c68ff55d8f req-dce45010-4550-45b3-b740-6643576b602b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:03.469439 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0157ae5-a429-450c-9677-c3c68ff55d8f req-dce45010-4550-45b3-b740-6643576b602b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0531273 Feb 03 22:36:03.515359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b0157ae5-a429-450c-9677-c3c68ff55d8f req-7cc8197f-934e-4705-857a-0a8cd9079e4f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403709 Feb 03 22:36:04.633425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ee3d4-4b91-4d13-aac1-69a4c88b8a93 req-f33ae73c-a458-4eeb-8c0a-b2fac055286f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:04.634878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b11ee3d4-4b91-4d13-aac1-69a4c88b8a93 req-f33ae73c-a458-4eeb-8c0a-b2fac055286f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0523386 Feb 03 22:36:04.683871 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b11ee3d4-4b91-4d13-aac1-69a4c88b8a93 req-a4feda9c-0988-4d53-a28f-97f8322fb2bc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Feb 03 22:36:05.805248 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fab8f-8df1-47bf-a855-5065d4dc9574 req-2e2969c3-0286-404a-8ed3-433e8321b06c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:05.806747 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-139fab8f-8df1-47bf-a855-5065d4dc9574 req-2e2969c3-0286-404a-8ed3-433e8321b06c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0535932 Feb 03 22:36:05.852933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-139fab8f-8df1-47bf-a855-5065d4dc9574 req-ef6e264d-7811-4cab-b129-f44a727fd78a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405858 Feb 03 22:36:06.976682 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84962380-a93e-4333-a910-8aa7fc667cf8 req-d296e22e-6689-427e-8979-683f1e231520 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:06.978215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84962380-a93e-4333-a910-8aa7fc667cf8 req-d296e22e-6689-427e-8979-683f1e231520 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0525756 Feb 03 22:36:07.025231 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84962380-a93e-4333-a910-8aa7fc667cf8 req-59f25a24-e9d3-4f1d-a4ec-9b1604b7bc71 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Feb 03 22:36:08.149128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b7f35-61bf-4fdf-8b00-50aec84870d9 req-82f4390a-53f4-40b3-b6cf-c0778d53a6af tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:08.150601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d4b7f35-61bf-4fdf-8b00-50aec84870d9 req-82f4390a-53f4-40b3-b6cf-c0778d53a6af tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0560308 Feb 03 22:36:08.197577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d4b7f35-61bf-4fdf-8b00-50aec84870d9 req-ad715387-b7c8-442b-9ee5-8a03da12f350 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411451 Feb 03 22:36:09.317243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3c228-9a32-40f9-b7b0-897ad264a575 req-3bde8399-eb00-4073-ae21-f26caf605784 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:09.318763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0c3c228-9a32-40f9-b7b0-897ad264a575 req-3bde8399-eb00-4073-ae21-f26caf605784 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0523605 Feb 03 22:36:09.365044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0c3c228-9a32-40f9-b7b0-897ad264a575 req-e8f15674-0217-4010-9a0f-e7889d535e29 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 Feb 03 22:36:09.637418 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-32e46541-f01d-45c9-905f-7391500a7aeb req-d4444c24-47b4-43e6-b37e-87c35410d01f service neutron] show failed (client error): The resource could not be found. Feb 03 22:36:09.638412 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-d4444c24-47b4-43e6-b37e-87c35410d01f service neutron] 10.222.0.10 "GET /v2.0/ports/cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0566945 Feb 03 22:36:09.926342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-848223d1-6a47-4c76-a029-a2d0f845b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:09.927870 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-848223d1-6a47-4c76-a029-a2d0f845b5dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 1128 time: 0.0836818 Feb 03 22:36:09.939029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:36:09.994704 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:10.041368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:36:10.115472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:36:10.116156 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:10.206232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:36:10.238173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:36:10.276190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:36:10.278454 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157cdb1d-b007-4a34-975b-ec4c0b3eafc8" -d '{"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:36:10.282686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Publish callbacks [] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:10.294788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Transition to ACTIVE for port object cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:36:10.299636 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:10.334851 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a791b0ea-7b3f-475a-b14f-44509eb166cf x-openstack-request-id: req-a791b0ea-7b3f-475a-b14f-44509eb166cf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:36:10.335145 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:36:10.335404 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a791b0ea-7b3f-475a-b14f-44509eb166cf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:36:10.335797 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'code': 200} Feb 03 22:36:10.338976 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:36:10.339397 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:36:10.394035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:36:10.436225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] No DVR routers for this DVR port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:36:10.493475 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55c57-6094-4e55-8297-c3fe48715f0b req-80648eed-6c44-4637-a04d-00d6721c280f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:10.495076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53e55c57-6094-4e55-8297-c3fe48715f0b req-80648eed-6c44-4637-a04d-00d6721c280f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0553124 Feb 03 22:36:10.557620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53e55c57-6094-4e55-8297-c3fe48715f0b req-81630cac-2fb3-4669-9f1f-3f44faabfa62 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568187 Feb 03 22:36:10.867989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:36:10.868560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:36:10.868560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:36:10.872753 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:36:10.873109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:36:10.874737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde is: DOWN; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:36:10.877960 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:36:10.878302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:36:10.878695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:36:10.879129 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Bound port: cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:36:10.879485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:10.941397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:36:10.944295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:36:10.950236 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:10.984412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:10.985080 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:10.986507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] 10.222.0.47 "PUT /v2.0/ports/cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1092 time: 1.0520875 Feb 03 22:36:11.007462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c6489-db78-41ee-82a6-e30a1b4e15ab service neutron] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:36:11.058707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-7a447846-101c-408d-8ee3-edef4a0171f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:11.060236 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-7a447846-101c-408d-8ee3-edef4a0171f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1126 time: 0.0498741 Feb 03 22:36:11.151591 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-9c387746-1bd6-4baa-9c98-b4a9c9269c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:11.153103 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-9c387746-1bd6-4baa-9c98-b4a9c9269c99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0873501 Feb 03 22:36:11.225402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-d89f2609-34a9-4011-9580-a7682668f9b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1001 time: 0.0669570 Feb 03 22:36:11.272176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-df72dcb9-6d16-4ef7-9eaa-64abf30b57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:11.273598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-df72dcb9-6d16-4ef7-9eaa-64abf30b57e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0429327 Feb 03 22:36:11.321566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46541-f01d-45c9-905f-7391500a7aeb req-e8a143ce-983a-4f78-897c-06e09a010f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:11.323025 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-e8a143ce-983a-4f78-897c-06e09a010f9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435526 Feb 03 22:36:11.412546 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-ee0c0591-dcdd-4d7d-acce-0d75c5a14204 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837867 Feb 03 22:36:11.499507 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-9b155701-1a39-4599-8d38-da5c56ebf9bc service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810494 Feb 03 22:36:11.686019 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d71a9b-ab4b-4638-a3a0-9aa2e6b8d8fc req-1654274a-92d4-4083-8bc6-a133bbb359d4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:11.687570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90d71a9b-ab4b-4638-a3a0-9aa2e6b8d8fc req-1654274a-92d4-4083-8bc6-a133bbb359d4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0556059 Feb 03 22:36:11.735696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-90d71a9b-ab4b-4638-a3a0-9aa2e6b8d8fc req-a347235e-69b9-4a22-9f57-fe6b5f1ea5b0 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Feb 03 22:36:12.337357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:36:12.339753 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e6debf-c441-4a8a-a4b6-49e6a80d1823" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:36:12.389432 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5baed7a-dec0-4090-b613-8ee49e86c3b9 x-openstack-request-id: req-a5baed7a-dec0-4090-b613-8ee49e86c3b9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:36:12.389691 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:36:12.390303 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5baed7a-dec0-4090-b613-8ee49e86c3b9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:36:12.390714 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'status': 'completed', 'code': 200} Feb 03 22:36:12.488122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-71b735b8-fff5-47ab-b514-9cbc8e1fdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:12.489659 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-71b735b8-fff5-47ab-b514-9cbc8e1fdb37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1126 time: 0.0740376 Feb 03 22:36:12.492226 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-27516f67-7f49-4219-8018-8a8bc93c5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:12.493601 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-27516f67-7f49-4219-8018-8a8bc93c5468 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1126 time: 0.0871820 Feb 03 22:36:12.653588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-2247f937-a4bc-4f88-a4b5-5921c6ea5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:12.655075 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-2247f937-a4bc-4f88-a4b5-5921c6ea5196 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1595018 Feb 03 22:36:12.656681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-4638737c-f56b-4259-abd9-01504f02a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:12.658280 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-4638737c-f56b-4259-abd9-01504f02a4bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1546311 Feb 03 22:36:12.767426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-a828f3df-6861-43b8-8978-9b58db62eba3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1001 time: 0.1064625 Feb 03 22:36:12.771427 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-d88fc51b-0ce5-46d9-a68d-dd34f758cb8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1001 time: 0.1046529 Feb 03 22:36:12.858108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-c944680b-5cb7-4357-8052-4bcab525acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:12.860358 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-c944680b-5cb7-4357-8052-4bcab525acbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0872707 Feb 03 22:36:12.862062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-3b39d331-6e18-44e7-86f2-64dd65a0ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:12.862203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172a466-27e0-4dfc-b835-c3b6b57e01f3 req-1583bdd0-e9e1-462e-b7e2-eac90e4ab6dc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:12.863456 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-3b39d331-6e18-44e7-86f2-64dd65a0ef81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0826991 Feb 03 22:36:12.863878 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1172a466-27e0-4dfc-b835-c3b6b57e01f3 req-1583bdd0-e9e1-462e-b7e2-eac90e4ab6dc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0543759 Feb 03 22:36:12.917729 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1172a466-27e0-4dfc-b835-c3b6b57e01f3 req-7845b5dd-e520-446c-bdcb-b154cd05f17b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479748 Feb 03 22:36:12.935678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-26ef2984-b4a8-476e-a8bd-47e9ed7af134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:12.937307 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-26ef2984-b4a8-476e-a8bd-47e9ed7af134 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0714881 Feb 03 22:36:12.963864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-f6cc1378-bc73-4b79-8cc4-79785172625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:12.965332 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-f6cc1378-bc73-4b79-8cc4-79785172625d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0918448 Feb 03 22:36:13.094289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-b48ee65e-1f17-4463-a969-5f80fd389274 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505229 Feb 03 22:36:13.147651 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-6ccf2afb-b6cc-424a-a1e4-0df919fb78eb service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552091 Feb 03 22:36:13.242227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-77c6821e-e982-4532-9397-e22598b638a1 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427035 Feb 03 22:36:13.263304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-11e6debf-c441-4a8a-a4b6-49e6a80d1823 req-7f3bc7e8-6239-4b1c-b768-c8a78f7ee35e service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097233 Feb 03 22:36:14.041172 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110801f9-dc69-4b5c-aa33-ddf9466fd917 req-4633c1eb-e6c2-4d81-8a47-32fb11139a8d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:14.042657 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-110801f9-dc69-4b5c-aa33-ddf9466fd917 req-4633c1eb-e6c2-4d81-8a47-32fb11139a8d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0569065 Feb 03 22:36:14.089421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-110801f9-dc69-4b5c-aa33-ddf9466fd917 req-ba830a4f-845d-47e9-9386-6d5b7f73ad1f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409389 Feb 03 22:36:15.212167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f052-a4d3-424a-877f-83c70c6f261d req-c7bcceba-2939-443d-8f58-bb94aa8035c9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:15.213617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6a2f052-a4d3-424a-877f-83c70c6f261d req-c7bcceba-2939-443d-8f58-bb94aa8035c9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0557554 Feb 03 22:36:15.260760 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f6a2f052-a4d3-424a-877f-83c70c6f261d req-3ebcfee7-007b-4f44-82e6-0e95e3fbed0c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Feb 03 22:36:16.386880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085ad3-1701-473f-9660-6c0a0092a24e req-0751dfa9-5aa2-41c9-8750-def486a8fcee tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:16.388354 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46085ad3-1701-473f-9660-6c0a0092a24e req-0751dfa9-5aa2-41c9-8750-def486a8fcee tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0565193 Feb 03 22:36:16.435807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46085ad3-1701-473f-9660-6c0a0092a24e req-b2b03fab-6dc4-4c7e-a35c-e177379656cc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416098 Feb 03 22:36:17.555823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2187ba-f841-4be2-be86-7b695d66e2bd req-40fe0721-506e-45da-bda5-df9ab1d09f3d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:17.557340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b2187ba-f841-4be2-be86-7b695d66e2bd req-40fe0721-506e-45da-bda5-df9ab1d09f3d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0524120 Feb 03 22:36:17.612674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b2187ba-f841-4be2-be86-7b695d66e2bd req-9bfbe716-631c-46b2-83d1-1c0b60514a45 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490015 Feb 03 22:36:18.732935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111842a5-7e19-4f83-adbe-4c2795f2c075 req-653f70db-1085-4794-9a4c-b3f2af9d2f87 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:18.735087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-111842a5-7e19-4f83-adbe-4c2795f2c075 req-653f70db-1085-4794-9a4c-b3f2af9d2f87 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0535524 Feb 03 22:36:18.797031 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-111842a5-7e19-4f83-adbe-4c2795f2c075 req-65ac25a4-8aa7-49ab-a832-3a3e0df22b1d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551553 Feb 03 22:36:19.933781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9a5db-74ce-42f7-bf6b-dcea5f9f7b60 req-bd843e06-ebb1-4ad1-a33f-c3b44e59be70 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:19.935433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98d9a5db-74ce-42f7-bf6b-dcea5f9f7b60 req-bd843e06-ebb1-4ad1-a33f-c3b44e59be70 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0574491 Feb 03 22:36:19.982696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98d9a5db-74ce-42f7-bf6b-dcea5f9f7b60 req-5a03b3c2-6432-4aeb-a1ad-425d91e616b7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Feb 03 22:36:21.106659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df191c-e645-4c62-a4ae-9988bcb12f15 req-1e143585-62ce-4490-962c-d3ed5c15428c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:21.108123 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28df191c-e645-4c62-a4ae-9988bcb12f15 req-1e143585-62ce-4490-962c-d3ed5c15428c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0515714 Feb 03 22:36:21.153810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-28df191c-e645-4c62-a4ae-9988bcb12f15 req-12f3495e-3793-4573-b96e-04d4b4fb62c8 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Feb 03 22:36:22.554687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f950e87-0980-4d74-bd85-b3683ae527de req-e202e953-e411-4e09-9e57-17ec369f7b5e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:22.556177 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f950e87-0980-4d74-bd85-b3683ae527de req-e202e953-e411-4e09-9e57-17ec369f7b5e tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.3340893 Feb 03 22:36:22.602863 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f950e87-0980-4d74-bd85-b3683ae527de req-2b5601c4-da17-441d-8807-24e01768ce56 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410054 Feb 03 22:36:23.678674 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d5501e5-152e-46f6-82d5-39238bafce7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:23.723875 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5fb5c-b66a-462e-981b-03e54e8f8e31 req-9c5218a8-96a4-4f9a-bf45-d4fe2a470b32 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:23.725377 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ccb5fb5c-b66a-462e-981b-03e54e8f8e31 req-9c5218a8-96a4-4f9a-bf45-d4fe2a470b32 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0528653 Feb 03 22:36:23.770938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ccb5fb5c-b66a-462e-981b-03e54e8f8e31 req-21079a73-53fb-407c-9e00-d785ce968418 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398285 Feb 03 22:36:23.887114 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:36:24.882907 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:24.907833 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10194626-2a78-4e4f-bcd6-a581d78dba1a req-9fbbe195-da74-4576-af66-447fc1ee6690 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:24.912530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10194626-2a78-4e4f-bcd6-a581d78dba1a req-9fbbe195-da74-4576-af66-447fc1ee6690 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0628510 Feb 03 22:36:24.915892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:24.956445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-10194626-2a78-4e4f-bcd6-a581d78dba1a req-f4f8d822-9792-4a23-9215-44298a63ef5f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412016 Feb 03 22:36:26.076111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6159c6-299a-4338-b69e-cc119d4ad9f0 req-ed2f1b39-4e49-4c99-bfc4-71fe405e03fb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:26.078145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f6159c6-299a-4338-b69e-cc119d4ad9f0 req-ed2f1b39-4e49-4c99-bfc4-71fe405e03fb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0520968 Feb 03 22:36:26.122057 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f6159c6-299a-4338-b69e-cc119d4ad9f0 req-5a378af0-24fb-43a5-9529-094906627641 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383868 Feb 03 22:36:26.631946 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784c3b7e-0db5-4ba7-be77-a506dffe94fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:27.115076 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:27.241600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce0182-97ef-4fa9-8b77-0999c269c4dd req-99077d9f-4bb0-4c24-bbd2-18dd2448eade tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:27.242978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9ce0182-97ef-4fa9-8b77-0999c269c4dd req-99077d9f-4bb0-4c24-bbd2-18dd2448eade tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0516894 Feb 03 22:36:27.292697 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9ce0182-97ef-4fa9-8b77-0999c269c4dd req-2b0b865f-cb74-4f88-9a11-cbe86fe79143 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441561 Feb 03 22:36:28.420917 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2b6c7-1035-4dc4-ade5-166318726d47 req-4b84d8dc-43a0-4e3d-bb08-3944ccdfb020 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:28.423044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9e2b6c7-1035-4dc4-ade5-166318726d47 req-4b84d8dc-43a0-4e3d-bb08-3944ccdfb020 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 944 time: 0.0534761 Feb 03 22:36:28.467480 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9e2b6c7-1035-4dc4-ade5-166318726d47 req-5e0c4717-55f1-4066-8c2f-645dcc244fd9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389047 Feb 03 22:36:28.697593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:36:28.804968 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:36:28.813107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:28.817186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'mac_address': 'fa:16:3e:0e:b6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:36:28.856021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:36:28.856407 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:28.868999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:36:28.888760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:36:28.893023 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:29.103460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:36:29.383946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:36:29.589547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff463-89d6-422c-b014-936599b2cf2c req-8ba30fa7-135d-4f92-802e-5ada5a8b5dd0 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:29.591184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-867ff463-89d6-422c-b014-936599b2cf2c req-8ba30fa7-135d-4f92-802e-5ada5a8b5dd0 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Feb 03 22:36:29.639206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-867ff463-89d6-422c-b014-936599b2cf2c req-856baefc-3f30-4c59-9a94-9b5a7122f5dd tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418506 Feb 03 22:36:29.953039 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:30.706137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:36:30.754676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:36:30.758466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:36:30.758846 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:30.767306 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80703a4-ce0c-4903-bf2f-b716b780ed6a req-99b02285-d4fa-4869-9cdc-9c54ec7fced1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:30.768798 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c80703a4-ce0c-4903-bf2f-b716b780ed6a req-99b02285-d4fa-4869-9cdc-9c54ec7fced1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0572670 Feb 03 22:36:30.816131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c80703a4-ce0c-4903-bf2f-b716b780ed6a req-6ef8d70e-d44c-4f99-bbf8-5685690b2bfc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Feb 03 22:36:30.835441 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:36:30.835832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:30.858090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:36:30.860583 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5e174b-b366-4f1d-beb0-18721a457d02" -d '{"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-plugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:36:30.873715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:36:30.878898 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:30.913699 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f92b8f2-bca3-4b85-92a8-26d260ed8a26 x-openstack-request-id: req-2f92b8f2-bca3-4b85-92a8-26d260ed8a26 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:36:30.913996 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-plugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:36:30.914306 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f92b8f2-bca3-4b85-92a8-26d260ed8a26 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:36:30.914884 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'code': 200} Feb 03 22:36:30.935571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:36:31.119439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-be7c7778-1caf-4a11-aa6e-ddd3847963db tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:31.120944 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-be7c7778-1caf-4a11-aa6e-ddd3847963db tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6&tenant_id=6a80a3967f4943e691a64f489bb986aa&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 946 time: 0.0622036 Feb 03 22:36:31.134397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643ab35-47d1-4824-8eff-cad98eba929d req-ddc2f2d5-bcce-4a41-96b6-aef80b8c991a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:31.135866 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6643ab35-47d1-4824-8eff-cad98eba929d req-ddc2f2d5-bcce-4a41-96b6-aef80b8c991a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0525188 Feb 03 22:36:31.181251 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-41d30184-0007-48f3-81fc-c7cb2ca11b9b service neutron] 10.222.0.47 "GET /v2.0/ports/cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde/bindings/n-h2-824834-9 HTTP/1.1" status: 200 len: 382 time: 0.0532627 Feb 03 22:36:31.181893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6643ab35-47d1-4824-8eff-cad98eba929d req-83301b02-16bf-4749-8503-14efe3552352 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402083 Feb 03 22:36:31.245124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-5d35deac-5e2c-4b3a-82fe-1af69b36b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:31.246607 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-5d35deac-5e2c-4b3a-82fe-1af69b36b555 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1128 time: 0.0444086 Feb 03 22:36:31.337135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-0de36ed1-183c-48c0-b7b6-b367df8a6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:31.338605 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-0de36ed1-183c-48c0-b7b6-b367df8a6eb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0855925 Feb 03 22:36:31.401284 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-3f80eadf-7be2-4b93-9128-e877a884f77d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1003 time: 0.0569308 Feb 03 22:36:31.447429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-66c28ea1-f33f-44e5-aab9-6fa5835cc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:31.448747 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-66c28ea1-f33f-44e5-aab9-6fa5835cc537 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0420599 Feb 03 22:36:31.500034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-6bff3236-911a-4cc8-86be-6e2a3e260ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:31.501555 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-6bff3236-911a-4cc8-86be-6e2a3e260ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472152 Feb 03 22:36:31.587673 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-4e3acff0-387f-4a80-a3ab-cedea03dd157 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800223 Feb 03 22:36:31.680395 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-19bb109d-f68c-4d01-aa05-9e51d57b0e5e service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872173 Feb 03 22:36:32.302945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0000e-9c10-4f2a-bafc-82908c1d82f6 req-c20866f6-0cdc-4194-b10c-c65c8268f9b9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:32.304397 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58f0000e-9c10-4f2a-bafc-82908c1d82f6 req-c20866f6-0cdc-4194-b10c-c65c8268f9b9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0512433 Feb 03 22:36:32.352968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58f0000e-9c10-4f2a-bafc-82908c1d82f6 req-5c5d3557-6da4-4e2f-88b1-f3e17f9f462a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Feb 03 22:36:33.473198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adf383-6a95-4e2c-9c76-5f6a5bd7c5e7 req-ecb46936-9893-48bb-99d3-1ed9a92c19be tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:33.474663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15adf383-6a95-4e2c-9c76-5f6a5bd7c5e7 req-ecb46936-9893-48bb-99d3-1ed9a92c19be tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0530314 Feb 03 22:36:33.520995 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15adf383-6a95-4e2c-9c76-5f6a5bd7c5e7 req-ad5c42db-9208-4780-a2c7-25a25998bf79 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Feb 03 22:36:34.647086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb3a5-f9c1-46e7-8b21-90f95e6966e2 req-dd0cb522-a5a4-44ab-99b4-8d18383153a2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:34.648606 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64ebb3a5-f9c1-46e7-8b21-90f95e6966e2 req-dd0cb522-a5a4-44ab-99b4-8d18383153a2 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0532775 Feb 03 22:36:34.696158 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-64ebb3a5-f9c1-46e7-8b21-90f95e6966e2 req-8150cc8e-ab87-42a9-9800-da251e36202c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418749 Feb 03 22:36:35.821288 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef077f09-ad0e-4285-9e56-a1f7ba41dcc8 req-5291be23-ba2b-463b-a60f-ef036c565985 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:35.822765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef077f09-ad0e-4285-9e56-a1f7ba41dcc8 req-5291be23-ba2b-463b-a60f-ef036c565985 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0567048 Feb 03 22:36:35.869937 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ef077f09-ad0e-4285-9e56-a1f7ba41dcc8 req-b6b2f5c0-48b1-401d-965e-a71c354ab05b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412531 Feb 03 22:36:36.744614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:36:36.832538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:36:36.832950 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:36.856946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:36:36.859777 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83860b4e-f5af-49c0-ae28-a599fd81b89b" -d '{"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:36:36.872828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:36:36.878668 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:36.936227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:36:36.945347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.945718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.946143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.946404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.946743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.947184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.947521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.947855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.948187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.948513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.948863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.949221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.949550 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:36.958828 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56377e3-f6cf-4b90-a957-7788cdff8d3d x-openstack-request-id: req-f56377e3-f6cf-4b90-a957-7788cdff8d3d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:36:36.959499 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:36:36.960104 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f56377e3-f6cf-4b90-a957-7788cdff8d3d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:36:36.960855 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'code': 200} Feb 03 22:36:37.006966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd76061-9266-443d-af7d-4ea44ddeb7be req-7b7b83c5-c4bb-40f8-86b7-1dd3df301234 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:37.008531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbd76061-9266-443d-af7d-4ea44ddeb7be req-7b7b83c5-c4bb-40f8-86b7-1dd3df301234 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0543938 Feb 03 22:36:37.055582 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fbd76061-9266-443d-af7d-4ea44ddeb7be req-1a95daa2-4ac2-4ece-b315-5682efad8c05 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Feb 03 22:36:37.552765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-f2af210a-c6ad-4fa6-aade-5f30b69b9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:37.554298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-f2af210a-c6ad-4fa6-aade-5f30b69b9243 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6&tenant_id=6a80a3967f4943e691a64f489bb986aa HTTP/1.1" status: 200 len: 1127 time: 0.0456560 Feb 03 22:36:37.565887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:36:37.622153 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:37.825306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:36:37.857843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:36:37.889866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:36:37.897174 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Publish callbacks [] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:37.909243 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Transition to ACTIVE for port object cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:36:37.912477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:37.962357 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:36:38.005810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.006164 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.006514 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.006862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.007197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.007530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.007861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.008192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.008519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.008846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.009202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.009526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.009857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:36:38.050943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] No DVR routers for this DVR port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:36:38.184659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3476c-8ec8-4256-a80d-175efc472c36 req-8eb54c4a-932f-4b3c-8734-032434307ef4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.186199 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ad3476c-8ec8-4256-a80d-175efc472c36 req-8eb54c4a-932f-4b3c-8734-032434307ef4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0558393 Feb 03 22:36:38.194566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:36:38.194920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:36:38.195245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:36:38.201041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:36:38.201369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Attempting to bind port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on network 134d35a9-ed92-42be-9064-d8c0bf4ea52a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:36:38.206914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:36:38.207259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Checking segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:36:38.207641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Bound using segment: {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:36:38.208067 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Bound port: cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddac4c9-372d-48f3-a4d5-a3ae21028e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:36:38.208424 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:38.234563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ad3476c-8ec8-4256-a80d-175efc472c36 req-520819e6-b270-444c-9fb1-361e335daf03 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 Feb 03 22:36:38.272534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:36:38.275380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:36:38.282312 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:38.314784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.315406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:38.317204 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1093 time: 0.7557192 Feb 03 22:36:38.319342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:36:38.321635 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a6ce2b-d492-4729-a089-efc1595ce252" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:36:38.359947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982d2b6-a563-4671-95e8-359f0f6310f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=12']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:36:38.387103 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735d7a2-8662-40c4-8a8a-3902622e6d60 x-openstack-request-id: req-f735d7a2-8662-40c4-8a8a-3902622e6d60 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:36:38.387398 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:36:38.388025 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f735d7a2-8662-40c4-8a8a-3902622e6d60 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:36:38.388184 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'status': 'completed', 'code': 200} Feb 03 22:36:38.433015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-5364ef4c-7550-47cf-ba5e-7747468fc79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.434530 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-5364ef4c-7550-47cf-ba5e-7747468fc79b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1127 time: 0.0890911 Feb 03 22:36:38.503315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-90918b1a-d8c8-4c48-ba19-dacbaea08e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.504826 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-90918b1a-d8c8-4c48-ba19-dacbaea08e86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1127 time: 0.1033750 Feb 03 22:36:38.586235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-a1fb8aef-d509-4808-b2cb-e2d6815641e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.587651 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-a1fb8aef-d509-4808-b2cb-e2d6815641e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1471136 Feb 03 22:36:38.666785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-2fac8f26-5256-4e40-a6b3-64454ce9b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.668266 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-2fac8f26-5256-4e40-a6b3-64454ce9b007 service neutron] 10.222.0.47 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.1570995 Feb 03 22:36:38.681821 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-533fe2fe-7133-4e40-9eee-2570e9e167c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1001 time: 0.0874350 Feb 03 22:36:38.765744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-730137ab-4597-487e-ba3d-0dbaa739ce7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1001 time: 0.0906129 Feb 03 22:36:38.770906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-d41da0c9-05fc-4c33-b09c-5a2d5845b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.772299 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-d41da0c9-05fc-4c33-b09c-5a2d5845b487 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0610282 Feb 03 22:36:38.845882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-ecc9b10a-ddae-444e-98a1-743bc876a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.847276 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-ecc9b10a-ddae-444e-98a1-743bc876a056 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0741465 Feb 03 22:36:38.864612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5c55-f868-43b7-82da-919572e3382a req-300728ab-291c-4f3d-a07f-554f8d6a0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.866055 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-300728ab-291c-4f3d-a07f-554f8d6a0bb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0859694 Feb 03 22:36:38.958751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-bee043d0-db29-4b6b-af94-b4959eccf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:38.960271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-bee043d0-db29-4b6b-af94-b4959eccf69b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071789 Feb 03 22:36:39.022020 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-45712c62-c6e9-4967-aacf-effa1f943672 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397336 Feb 03 22:36:39.356707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e0031-478c-48dd-b3a9-6235962fb79b req-ffce1bed-4914-4cbf-bbd1-19240a4724e3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:39.358842 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e8e0031-478c-48dd-b3a9-6235962fb79b req-ffce1bed-4914-4cbf-bbd1-19240a4724e3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0528967 Feb 03 22:36:39.406952 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e8e0031-478c-48dd-b3a9-6235962fb79b req-da11e33e-25c1-41dc-b52f-ab1cd7b3a7b4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Feb 03 22:36:39.415126 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-0b81dd71-d56c-43e6-af17-94687de12428 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486372 Feb 03 22:36:39.481115 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d08f5c55-f868-43b7-82da-919572e3382a req-3fdb5ddb-adb2-4972-9dda-0e8f31f74e00 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518414 Feb 03 22:36:39.521287 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-eb451e64-7498-4847-aa8f-268462e621c5 service neutron] 10.222.0.47 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954115 Feb 03 22:36:39.574861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-6daff39f-edbc-4df5-ac4b-7608e5604d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:39.576494 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-6daff39f-edbc-4df5-ac4b-7608e5604d9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1127 time: 0.0507314 Feb 03 22:36:39.667366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-758fda81-7360-43de-9e31-413b719ec99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:39.668849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-758fda81-7360-43de-9e31-413b719ec99b service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0868990 Feb 03 22:36:39.737489 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-39eb933c-7319-4865-a072-d1160e433e3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1001 time: 0.0630174 Feb 03 22:36:39.784982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-c70b923b-435a-44d7-b74f-66a10cc9642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:39.786491 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-c70b923b-435a-44d7-b74f-66a10cc9642c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0433784 Feb 03 22:36:39.835140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-103f1981-33de-4a39-8717-061bde0fb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:39.836684 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-103f1981-33de-4a39-8717-061bde0fb7ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445321 Feb 03 22:36:39.928335 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-2e24e79f-eea7-4efd-8bc0-a4b5bc4abfe4 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846033 Feb 03 22:36:40.014261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-40a6ce2b-d492-4729-a089-efc1595ce252 req-8771302f-8157-48c0-9b4f-65959376e0c8 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806870 Feb 03 22:36:40.531788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fd37a-7bae-4442-93cc-66f2d7e0ba49 req-ded37da4-ea9f-4cc1-85b4-3cf9cb2514db tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:40.533913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f22fd37a-7bae-4442-93cc-66f2d7e0ba49 req-ded37da4-ea9f-4cc1-85b4-3cf9cb2514db tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0561237 Feb 03 22:36:40.588763 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f22fd37a-7bae-4442-93cc-66f2d7e0ba49 req-2925eed6-95dd-4c53-a00e-3fddc243c230 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489378 Feb 03 22:36:41.711041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88f9f-f08d-459e-aa9f-fa9f10f07c1c req-9a0b6f70-625d-4347-9d72-b5a3fe7e94b5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:41.712540 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2eb88f9f-f08d-459e-aa9f-fa9f10f07c1c req-9a0b6f70-625d-4347-9d72-b5a3fe7e94b5 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0534310 Feb 03 22:36:41.758985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2eb88f9f-f08d-459e-aa9f-fa9f10f07c1c req-e814b165-8720-47d9-b07f-2d74e2cfc920 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399063 Feb 03 22:36:42.879208 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ff04a-0c0a-44cf-87de-c9406541357a req-17bbe674-4ec1-4aed-9c8f-da7dcaba7eea tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:42.880678 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-466ff04a-0c0a-44cf-87de-c9406541357a req-17bbe674-4ec1-4aed-9c8f-da7dcaba7eea tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0526624 Feb 03 22:36:42.928941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-466ff04a-0c0a-44cf-87de-c9406541357a req-4d324b0e-83bd-4178-9dea-6d8fe0d57f7b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427008 Feb 03 22:36:44.063346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff7640-bdff-40c9-92c9-59c5d07eadfe req-489a601d-c098-4779-9e50-f22ed733b876 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:44.065119 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7aff7640-bdff-40c9-92c9-59c5d07eadfe req-489a601d-c098-4779-9e50-f22ed733b876 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0678689 Feb 03 22:36:44.119753 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7aff7640-bdff-40c9-92c9-59c5d07eadfe req-c4885612-85c0-4c6d-9f6b-2ae842dfe223 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487440 Feb 03 22:36:45.242963 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d25d0-6fbe-490e-86b7-10a7ac5b1403 req-9e415fcd-3f24-43fa-ba5f-fc5db8ad6c9d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:45.244518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd3d25d0-6fbe-490e-86b7-10a7ac5b1403 req-9e415fcd-3f24-43fa-ba5f-fc5db8ad6c9d tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0550511 Feb 03 22:36:45.294167 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd3d25d0-6fbe-490e-86b7-10a7ac5b1403 req-2f528e10-e2b4-44af-a28e-6a5da22c5bcf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Feb 03 22:36:46.415028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd70ba-9741-4046-ae81-871fe2d9db9a req-47468cdb-cdea-4612-a428-1a1433f39350 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:46.416513 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0fd70ba-9741-4046-ae81-871fe2d9db9a req-47468cdb-cdea-4612-a428-1a1433f39350 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0529516 Feb 03 22:36:46.466810 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c0fd70ba-9741-4046-ae81-871fe2d9db9a req-d3a39f02-a339-452d-b6e2-0b03ec69fc4b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446885 Feb 03 22:36:47.590030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4a4d6-79c1-4d26-a49e-3b2e09d6ee0c req-e40f64d0-bb49-4150-90da-bc1351addb64 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:47.591598 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfa4a4d6-79c1-4d26-a49e-3b2e09d6ee0c req-e40f64d0-bb49-4150-90da-bc1351addb64 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0525684 Feb 03 22:36:47.638485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dfa4a4d6-79c1-4d26-a49e-3b2e09d6ee0c req-2113901a-2d77-4bb5-bbb6-41edb72d8c39 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405910 Feb 03 22:36:48.760862 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01180f55-eed4-436b-9722-635e3cdc7280 req-1d2c8673-21b9-43e4-bee0-eb4a17fa4339 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:48.762244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01180f55-eed4-436b-9722-635e3cdc7280 req-1d2c8673-21b9-43e4-bee0-eb4a17fa4339 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0515022 Feb 03 22:36:48.808026 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-01180f55-eed4-436b-9722-635e3cdc7280 req-60ed6df2-9041-4021-a4ef-446f99214602 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402658 Feb 03 22:36:49.931265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6c415-8598-4c37-bee7-e132aae0c42f req-8c17a6bc-2b7b-4f57-9878-4eb5aa63c041 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:49.932751 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81c6c415-8598-4c37-bee7-e132aae0c42f req-8c17a6bc-2b7b-4f57-9878-4eb5aa63c041 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0571241 Feb 03 22:36:49.978999 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-81c6c415-8598-4c37-bee7-e132aae0c42f req-22895584-d9a8-43a3-8fd4-03cad7377d83 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398543 Feb 03 22:36:51.099050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984e011-a965-449c-a147-1f7142c29dec req-f10263ce-b4bc-47d2-bbcb-19d25f863824 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:51.100531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6984e011-a965-449c-a147-1f7142c29dec req-f10263ce-b4bc-47d2-bbcb-19d25f863824 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0522530 Feb 03 22:36:51.146575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6984e011-a965-449c-a147-1f7142c29dec req-8853ba88-aa69-4b29-bb17-f7d6f80fc12f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404460 Feb 03 22:36:51.260533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-3bb0384a-1a04-40ad-b6e2-97b5a44a2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:51.262071 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-3bb0384a-1a04-40ad-b6e2-97b5a44a2c92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a80a3967f4943e691a64f489bb986aa&device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 1127 time: 0.0457201 Feb 03 22:36:51.365768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-bc2b15f2-dfe7-4900-9312-9f0ba32cb0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:51.367238 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-bc2b15f2-dfe7-4900-9312-9f0ba32cb0ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 200 len: 913 time: 0.0881681 Feb 03 22:36:51.431890 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-8fb6e055-4057-4fd4-85ce-98ab208f7aa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 200 len: 1001 time: 0.0585723 Feb 03 22:36:51.482114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-00420be4-964c-4901-9ad5-351630bb2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:51.484085 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-00420be4-964c-4901-9ad5-351630bb2e7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 200 len: 851 time: 0.0466611 Feb 03 22:36:51.532693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-3907b73a-fe5b-41f3-a7fb-ba40f1d545f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:51.534229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-3907b73a-fe5b-41f3-a7fb-ba40f1d545f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134d35a9-ed92-42be-9064-d8c0bf4ea52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439868 Feb 03 22:36:51.622228 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-5fe759c1-38a3-4e46-9111-35140d7b3761 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817733 Feb 03 22:36:51.712844 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5bf746f4-cdee-451c-850a-96890a85ba1c req-f9e4e9e2-ae64-464d-95cf-578132cce169 service neutron] 10.222.0.10 "GET /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853853 Feb 03 22:36:52.268315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10c807-1bdc-471e-8637-14859c393ad8 req-1960fe4e-7ba1-421d-9918-f9303e8387e7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:52.269802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be10c807-1bdc-471e-8637-14859c393ad8 req-1960fe4e-7ba1-421d-9918-f9303e8387e7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0561719 Feb 03 22:36:52.315477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be10c807-1bdc-471e-8637-14859c393ad8 req-b3544b68-8542-44eb-8633-7fc98ed8ca4a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401354 Feb 03 22:36:53.432610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd407b4-739a-48cd-8ecc-06ed7798ffd6 req-03b37fda-6591-4877-9de2-87ee48ab1c19 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:53.434111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bd407b4-739a-48cd-8ecc-06ed7798ffd6 req-03b37fda-6591-4877-9de2-87ee48ab1c19 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0519152 Feb 03 22:36:53.479328 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1bd407b4-739a-48cd-8ecc-06ed7798ffd6 req-1198b86b-5833-4690-ac66-8a56fb341534 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389490 Feb 03 22:36:53.679473 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-973bc834-277f-4e71-8775-f6f1accae9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:54.599323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6e706-ca51-4369-9171-19546c3fdffa req-fb9349a9-80ba-4502-bb3e-36396d742abf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:54.600818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8c6e706-ca51-4369-9171-19546c3fdffa req-fb9349a9-80ba-4502-bb3e-36396d742abf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0526321 Feb 03 22:36:54.650950 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8c6e706-ca51-4369-9171-19546c3fdffa req-4253e7ba-bffc-44e3-8c62-0a10045a7672 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444963 Feb 03 22:36:54.904868 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:54.909319 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:55.770035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae8c49-197b-413a-8c15-a0da16b60cfb req-7abc83d6-bf00-4326-a7be-dba413baf2f7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:55.771502 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73ae8c49-197b-413a-8c15-a0da16b60cfb req-7abc83d6-bf00-4326-a7be-dba413baf2f7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0520749 Feb 03 22:36:55.818508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73ae8c49-197b-413a-8c15-a0da16b60cfb req-e28bc9db-d8e2-4144-88e4-c749c5479409 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 Feb 03 22:36:56.633917 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6f86fac-ec77-4b97-a479-a12d1456f2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:56.761474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-0078a823-f411-4427-a8f2-50a706c7b17b req-bfe24f5c-d97a-49b6-95f6-846acfe42539 service neutron] (103398) timed out ('10.222.0.50', 45954) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:36:56.943023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f708b8-c7e0-460b-91de-2850d6d04727 req-5a6a035b-f7f3-4075-94dd-4f068c362f8b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:56.944734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62f708b8-c7e0-460b-91de-2850d6d04727 req-5a6a035b-f7f3-4075-94dd-4f068c362f8b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0551331 Feb 03 22:36:56.994690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-62f708b8-c7e0-460b-91de-2850d6d04727 req-a1217362-02ef-42f2-949f-dac975c12ef3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443840 Feb 03 22:36:57.117354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:58.120637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afe161-4e98-4831-825d-61580c2224b0 req-d441e381-584c-402d-92f0-bd835794eac9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:58.122156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80afe161-4e98-4831-825d-61580c2224b0 req-d441e381-584c-402d-92f0-bd835794eac9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0555501 Feb 03 22:36:58.168071 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-80afe161-4e98-4831-825d-61580c2224b0 req-35ebe40e-a831-45b3-8837-00e67f158d5a tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396512 Feb 03 22:36:58.285244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b9a33-b80b-4799-a4cb-594f2f504cf6 req-4766ec8d-4848-4cf7-9a2b-2c52f4dd1c81 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:58.286626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c9b9a33-b80b-4799-a4cb-594f2f504cf6 req-4766ec8d-4848-4cf7-9a2b-2c52f4dd1c81 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Feb 03 22:36:58.304718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:36:58.333293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8c9b9a33-b80b-4799-a4cb-594f2f504cf6 req-4075e99c-006a-43e7-bd16-5521b1a83672 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410891 Feb 03 22:36:58.401005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:36:58.413779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'port_id': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'mac_address': 'fa:16:3e:0e:b6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:36:58.449605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:36:58.449811 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8858c-b79f-443e-a9ed-27188605078d req-1177d27a-45ad-4c05-9f2d-cd80b3f9dc35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:58.449995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:58.451227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bae8858c-b79f-443e-a9ed-27188605078d req-1177d27a-45ad-4c05-9f2d-cd80b3f9dc35 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 945 time: 0.0531013 Feb 03 22:36:58.462716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:36:58.482481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:36:58.488241 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:58.504333 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bae8858c-b79f-443e-a9ed-27188605078d req-bc58c0b7-639e-4e85-b956-32f5c3e8fcc3 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 Feb 03 22:36:58.539058 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=13']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:36:58.738365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297bccb-4092-4d13-8846-678324ec3c79 req-222ed510-ca48-4d28-b178-1ecec30daad9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:58.739826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a297bccb-4092-4d13-8846-678324ec3c79 req-222ed510-ca48-4d28-b178-1ecec30daad9 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0524657 Feb 03 22:36:58.786040 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a297bccb-4092-4d13-8846-678324ec3c79 req-05837d44-bf08-477b-af79-0091270d4c9c tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405102 Feb 03 22:36:58.791148 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:36:58.816400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:36:59.906010 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92549c7-37f0-43ee-8e4e-c04779922c20 req-081c7e9f-81bf-437c-b661-9bcaff08ac88 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:36:59.908356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d92549c7-37f0-43ee-8e4e-c04779922c20 req-081c7e9f-81bf-437c-b661-9bcaff08ac88 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0531003 Feb 03 22:36:59.955520 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d92549c7-37f0-43ee-8e4e-c04779922c20 req-e835acfe-2d27-4a32-8eea-017db37faffc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups?id=347fadf2-df8b-4d1f-ab3b-ee326b12e16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411985 Feb 03 22:36:59.959154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:00.320678 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:37:00.368092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:37:00.371947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:37:00.372321 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:00.448131 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:37:00.448517 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:00.471869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:37:00.474160 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49179b2a-d8e5-4eb9-ba23-bec213441f9c" -d '{"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-plugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:37:00.486629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:00.491531 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:00.499547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-b942b991-7bf6-4261-8272-18e470f74f8b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:00.501704 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-b942b991-7bf6-4261-8272-18e470f74f8b tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 946 time: 0.0549772 Feb 03 22:37:00.518395 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa8fcbd-67ca-488c-a9e1-3b02d7dbcde8 x-openstack-request-id: req-3fa8fcbd-67ca-488c-a9e1-3b02d7dbcde8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:37:00.518696 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-plugged", "status": "completed", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:37:00.518949 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fa8fcbd-67ca-488c-a9e1-3b02d7dbcde8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:37:00.519337 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'code': 200} Feb 03 22:37:00.545008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=14']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:00.600824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Deleting port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:37:00.601117 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:00.687934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] For port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:00.688297 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:00.860044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:00.860322 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:00.860637 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Floating IP cecd0837-b43b-459a-9112-3b36715ab89c disassociated. External IP: 172.25.5.121, port: cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde. Feb 03 22:37:00.861076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Calling delete_port for cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:37:00.886057 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:37:00.988215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:01.023152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event deleted for resources: {'Port': ['ID=cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:01.063041 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-250d4eda-da5e-401b-88b7-f6f2c399e120 req-1d0c0405-ecb5-4352-a21c-d2b6a6752ccc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0378747 Feb 03 22:37:01.156305 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:37:01.265982 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:37:01.275502 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:37:01.285973 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:37:01.286586 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:36:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:01.311525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] No DVR routers for this DVR port cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:37:01.314211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:01.317658 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-58fc29da-5c1a-4e7d-913c-1c82322f2115 req-0fabb704-3728-435a-bb39-e06fcee4bdbc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.10 "DELETE /v2.0/ports/cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde HTTP/1.1" status: 204 len: 173 time: 0.8109825 Feb 03 22:37:01.318099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-deleted', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:37:01.320340 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2669ed9c-3c54-4970-9c2b-df5ab7b1eb00" -d '{"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-deleted", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:37:01.374204 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb640b32-f2ac-4cd2-85ec-60c6fa1e8cc2 x-openstack-request-id: req-fb640b32-f2ac-4cd2-85ec-60c6fa1e8cc2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:37:01.374428 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d22c8-8070-4104-bb18-f5635da081b6", "name": "network-vif-deleted", "tag": "cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:37:01.374687 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb640b32-f2ac-4cd2-85ec-60c6fa1e8cc2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:37:01.375702 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d22c8-8070-4104-bb18-f5635da081b6', 'name': 'network-vif-deleted', 'tag': 'cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde', 'status': 'completed', 'code': 200} Feb 03 22:37:01.398745 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:37:01.598727 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:01.624328 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:37:01.632259 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:37:01.632851 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:36:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:01.740606 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:37:01.936468 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:01.966243 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90e0ce-855a-4781-88d4-2f915120f8d8 None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:44Z', 'revision_number': 4, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '25509e04-7a5a-484b-b308-ba95ee2e3acb', 'name': '', 'network_id': '134d35a9-ed92-42be-9064-d8c0bf4ea52a', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'mac_address': 'fa:16:3e:ab:fc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:43Z', 'updated_at': '2022-02-03T22:32:47Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'subnets': [{'id': '5d4c1f20-9c51-4ab4-9fba-d8d9703690ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:37:02.164473 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ee02d4a-6d6f-4eab-9987-dc319d7657ce req-ea996bbe-d6fb-441c-bfc7-c19cbf694008 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0291352 Feb 03 22:37:02.198845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff00dcc-e48c-4832-b540-9519e55a75b3 None None] New status for floating IP cecd0837-b43b-459a-9112-3b36715ab89c: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:37:03.265497 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e137b0b6-f4db-4443-99df-01ea98152e35 req-fbe194c5-05c9-49cc-8d1c-9e40e96a245f tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0271530 Feb 03 22:37:04.363347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-73de1bd4-b3e3-44ad-9972-8529bb26e1b6 req-ca1fa9fc-a480-4029-a000-9862d6f376a1 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0292048 Feb 03 22:37:04.365936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:37:04.386476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:37:04.386906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device cfd539ec-7dd4-41b3-aeab-9c3e8eaa8bde not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:37:05.465380 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a3db018-36bb-483f-ad0e-99374bf0c0cb req-3f7713f5-768c-491d-a5d6-9dc1f15e0990 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0270982 Feb 03 22:37:06.562288 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb5843b6-1a8d-491d-ab38-cf1179b8025c req-90ef2da6-ca15-42cf-8c9d-2ae3dc38fbbb tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0292838 Feb 03 22:37:07.660832 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bc9e8c7-8581-4277-8da7-979291dd73b4 req-642143fc-92e6-46ef-9931-37021b650e90 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0306494 Feb 03 22:37:08.761198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b9e9f3c5-bcbe-4260-8208-422d863e99cd req-99a8dfe5-939e-4aab-9390-bd60a6dea1c4 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0273106 Feb 03 22:37:09.874152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ff7db20-2c89-4925-b2af-4de979fb356c req-76e7155d-7bd3-40a1-99cf-e68583c0ea25 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6d22c8-8070-4104-bb18-f5635da081b6 HTTP/1.1" status: 200 len: 210 time: 0.0306158 Feb 03 22:37:16.686609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:16.742578 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f96b37b8-da93-4731-9f2b-d6af545db6bc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group (347fadf2-df8b-4d1f-ab3b-ee326b12e16f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:16.765910 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f96b37b8-da93-4731-9f2b-d6af545db6bc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group (347fadf2-df8b-4d1f-ab3b-ee326b12e16f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:16.818690 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f96b37b8-da93-4731-9f2b-d6af545db6bc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (347fadf2-df8b-4d1f-ab3b-ee326b12e16f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:16.822121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f96b37b8-da93-4731-9f2b-d6af545db6bc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:16.823473 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f96b37b8-da93-4731-9f2b-d6af545db6bc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "DELETE /v2.0/security-groups/347fadf2-df8b-4d1f-ab3b-ee326b12e16f HTTP/1.1" status: 204 len: 168 time: 0.1357965 Feb 03 22:37:16.826267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:16.833679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b37b8-da93-4731-9f2b-d6af545db6bc tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347fadf2-df8b-4d1f-ab3b-ee326b12e16f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:16.846460 n-d-824834-9 neutron-server[103397]: INFO neutron.api.v2.resource [None req-cc3170eb-8ff1-47cc-88b9-25d2de7362bf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] show failed (client error): The resource could not be found. Feb 03 22:37:16.850601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cc3170eb-8ff1-47cc-88b9-25d2de7362bf tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "GET /v2.0/security-groups/347fadf2-df8b-4d1f-ab3b-ee326b12e16f HTTP/1.1" status: 404 len: 347 time: 0.0223751 Feb 03 22:37:16.850812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:16.982417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Deleting port cec2f44c-91f7-45de-a354-20e656522eb4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:37:16.983301 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cec2f44c-91f7-45de-a354-20e656522eb4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:17.062598 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cec2f44c-91f7-45de-a354-20e656522eb4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:17.062928 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (cec2f44c-91f7-45de-a354-20e656522eb4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:17.074683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Calling delete_port for cec2f44c-91f7-45de-a354-20e656522eb4 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:37:17.209917 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cec2f44c-91f7-45de-a354-20e656522eb4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:17.236159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Pushing event deleted for resources: {'Port': ['ID=cec2f44c-91f7-45de-a354-20e656522eb4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:17.297206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks [] for floatingip (cecd0837-b43b-459a-9112-3b36715ab89c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:17.299898 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:17.301099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e7a58802-ad88-4dd1-89b6-6db43b3433a7 tempest-ServerActionsTestJSON-1498639981 tempest-ServerActionsTestJSON-1498639981-project] 10.222.0.50 "DELETE /v2.0/floatingips/cecd0837-b43b-459a-9112-3b36715ab89c HTTP/1.1" status: 204 len: 168 time: 0.4490998 Feb 03 22:37:17.304148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:17.656783 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (e19b738e-98d5-4edb-b4b3-a1e5a1577037), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:17.916500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Deleting port 25509e04-7a5a-484b-b308-ba95ee2e3acb {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:37:17.917114 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:17.993970 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] For port 25509e04-7a5a-484b-b308-ba95ee2e3acb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25509e04-7a5a-484b-b308-ba95ee2e3acb,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:17.994328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:18.007322 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Calling delete_port for 25509e04-7a5a-484b-b308-ba95ee2e3acb owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:37:18.185014 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (25509e04-7a5a-484b-b308-ba95ee2e3acb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:18.207899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25509e04-7a5a-484b-b308-ba95ee2e3acb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:18.218009 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.218368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.218723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.219070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.219417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.219760 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.220101 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.220437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.220775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.221141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.221481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.221815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.222146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:18.392124 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (e19b738e-98d5-4edb-b4b3-a1e5a1577037), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:18.605598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Router e19b738e-98d5-4edb-b4b3-a1e5a1577037 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:37:18.708246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:37:18.713349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4d8632f4-dde0-44d0-b5e4-68fe5c4b49d4 admin admin] 10.222.0.50 "PUT /v2.0/routers/e19b738e-98d5-4edb-b4b3-a1e5a1577037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4080310 Feb 03 22:37:18.715865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:18.717436 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] Sync routers for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:37:18.727812 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:37:18.728734 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:36:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:18.823838 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks [] for router (e19b738e-98d5-4edb-b4b3-a1e5a1577037), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:18.839734 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:37:18.934936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks [] for router_gateway (e19b738e-98d5-4edb-b4b3-a1e5a1577037), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:18.989309 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Deleting port 3ac51378-9e44-487b-9eb1-a822ff7e8707 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:37:18.989672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.033619 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:37:18Z', 'revision_number': 5, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port': {'id': '3ac51378-9e44-487b-9eb1-a822ff7e8707', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:19.062769 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] Checking router: e19b738e-98d5-4edb-b4b3-a1e5a1577037 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:37:19.071734 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] Routers {'e19b738e-98d5-4edb-b4b3-a1e5a1577037'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:37:19.072347 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:36:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:19.075367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] For port 3ac51378-9e44-487b-9eb1-a822ff7e8707, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3ac51378-9e44-487b-9eb1-a822ff7e8707,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:19.075367 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.088607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Calling delete_port for 3ac51378-9e44-487b-9eb1-a822ff7e8707 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:37:19.165909 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] Set router e19b738e-98d5-4edb-b4b3-a1e5a1577037 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:37:19.219247 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:37:18Z', 'revision_number': 6, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:19.265204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3ac51378-9e44-487b-9eb1-a822ff7e8707), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.324083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac51378-9e44-487b-9eb1-a822ff7e8707,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:19.345018 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4510d69-4a49-4527-9453-602b02a942e1 None None] The sync data for ids ['e19b738e-98d5-4edb-b4b3-a1e5a1577037'] in n-d-824834-9 is: [{'id': 'e19b738e-98d5-4edb-b4b3-a1e5a1577037', 'name': 'tempest-ServerActionsTestJSON-1527723813-router', 'tenant_id': '6a80a3967f4943e691a64f489bb986aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:32:41Z', 'updated_at': '2022-02-03T22:37:18Z', 'revision_number': 6, 'project_id': '6a80a3967f4943e691a64f489bb986aa', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:37:19.648541 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (e19b738e-98d5-4edb-b4b3-a1e5a1577037), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.744334 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (e19b738e-98d5-4edb-b4b3-a1e5a1577037), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.746520 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks [] for router_controller (e19b738e-98d5-4edb-b4b3-a1e5a1577037), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.794663 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (e19b738e-98d5-4edb-b4b3-a1e5a1577037), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.795836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e19b738e-98d5-4edb-b4b3-a1e5a1577037 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:37:19.800494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.801681 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ab0a2d71-5fd5-4c0b-a5b5-cb0c33f8a658 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e19b738e-98d5-4edb-b4b3-a1e5a1577037 HTTP/1.1" status: 204 len: 168 time: 1.0848937 Feb 03 22:37:19.804300 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53400) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:19.852693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2a7d8b-f983-4ca4-afd6-7f598f36497f admin admin] Deleting subnet 5d4c1f20-9c51-4ab4-9fba-d8d9703690ee {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:37:19.855786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d2a7d8b-f983-4ca4-afd6-7f598f36497f admin admin] Publish callbacks [] for subnet (5d4c1f20-9c51-4ab4-9fba-d8d9703690ee), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.895873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d2a7d8b-f983-4ca4-afd6-7f598f36497f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (5d4c1f20-9c51-4ab4-9fba-d8d9703690ee), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:19.971890 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d2a7d8b-f983-4ca4-afd6-7f598f36497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (5d4c1f20-9c51-4ab4-9fba-d8d9703690ee), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.034705 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d2a7d8b-f983-4ca4-afd6-7f598f36497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (5d4c1f20-9c51-4ab4-9fba-d8d9703690ee), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.058068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a7d8b-f983-4ca4-afd6-7f598f36497f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4c1f20-9c51-4ab4-9fba-d8d9703690ee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:20.063649 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d2a7d8b-f983-4ca4-afd6-7f598f36497f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.066813 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6d2a7d8b-f983-4ca4-afd6-7f598f36497f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5d4c1f20-9c51-4ab4-9fba-d8d9703690ee HTTP/1.1" status: 204 len: 168 time: 0.2614870 Feb 03 22:37:20.069508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53402) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:20.077969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cabc3c-839e-4ae5-92be-69a91d770c8b None None] Network 134d35a9-ed92-42be-9064-d8c0bf4ea52a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:37:20.187291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (134d35a9-ed92-42be-9064-d8c0bf4ea52a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.212066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3ac51378-9e44-487b-9eb1-a822ff7e8707 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:37:20.235269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3ac51378-9e44-487b-9eb1-a822ff7e8707 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:37:20.235891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3ac51378-9e44-487b-9eb1-a822ff7e8707 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:37:20.236627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25509e04-7a5a-484b-b308-ba95ee2e3acb no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:37:20.250743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Deleting port 55835f22-798f-4b6c-a213-b9af75985213 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:37:20.251164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (55835f22-798f-4b6c-a213-b9af75985213), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.258374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 25509e04-7a5a-484b-b308-ba95ee2e3acb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:37:20.258719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25509e04-7a5a-484b-b308-ba95ee2e3acb not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:37:20.325671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] For port 55835f22-798f-4b6c-a213-b9af75985213, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55835f22-798f-4b6c-a213-b9af75985213,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:20.326336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (55835f22-798f-4b6c-a213-b9af75985213), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.341340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97e1ba-92dc-4499-9409-6932587493e7 None None] DHCP port deletion for 134d35a9-ed92-42be-9064-d8c0bf4ea52a request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:37:20.343110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Calling delete_port for 55835f22-798f-4b6c-a213-b9af75985213 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:37:20.399247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ad97e1ba-92dc-4499-9409-6932587493e7 None None] Deleting port 55835f22-798f-4b6c-a213-b9af75985213 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:37:20.399624 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad97e1ba-92dc-4499-9409-6932587493e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (55835f22-798f-4b6c-a213-b9af75985213), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.435593 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (55835f22-798f-4b6c-a213-b9af75985213), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.468746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ad97e1ba-92dc-4499-9409-6932587493e7 None None] For port 55835f22-798f-4b6c-a213-b9af75985213, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=55835f22-798f-4b6c-a213-b9af75985213,segment=NetworkSegment(cddac4c9-372d-48f3-a4d5-a3ae21028e41),segment_id=cddac4c9-372d-48f3-a4d5-a3ae21028e41)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:20.469170 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad97e1ba-92dc-4499-9409-6932587493e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (55835f22-798f-4b6c-a213-b9af75985213), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.476310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Pushing event deleted for resources: {'Port': ['ID=55835f22-798f-4b6c-a213-b9af75985213,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:20.482562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] No DVR routers for this DVR port 55835f22-798f-4b6c-a213-b9af75985213 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:37:20.492229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ad97e1ba-92dc-4499-9409-6932587493e7 None None] Calling delete_port for 55835f22-798f-4b6c-a213-b9af75985213 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:37:20.579712 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (134d35a9-ed92-42be-9064-d8c0bf4ea52a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.598049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad97e1ba-92dc-4499-9409-6932587493e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (55835f22-798f-4b6c-a213-b9af75985213), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.610192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134d35a9-ed92-42be-9064-d8c0bf4ea52a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:20.620050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97e1ba-92dc-4499-9409-6932587493e7 None None] Pushing event deleted for resources: {'Port': ['ID=55835f22-798f-4b6c-a213-b9af75985213,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:20.621043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddac4c9-372d-48f3-a4d5-a3ae21028e41') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:20.621400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddac4c9-372d-48f3-a4d5-a3ae21028e41') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:20.631418 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (cddac4c9-372d-48f3-a4d5-a3ae21028e41), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.637635 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97e1ba-92dc-4499-9409-6932587493e7 None None] No DVR routers for this DVR port 55835f22-798f-4b6c-a213-b9af75985213 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:37:20.649716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cddac4c9-372d-48f3-a4d5-a3ae21028e41), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.657167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:37:20.657555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (cddac4c9-372d-48f3-a4d5-a3ae21028e41), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:37:20.659472 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:37:20.712810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (134d35a9-ed92-42be-9064-d8c0bf4ea52a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.718547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.721842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] 10.222.0.50 "DELETE /v2.0/networks/134d35a9-ed92-42be-9064-d8c0bf4ea52a HTTP/1.1" status: 204 len: 168 time: 0.6512704 Feb 03 22:37:20.734722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b43c1-14e1-42ca-89c4-a47c62a9563e admin admin] Pushing event deleted for resources: {'Network': ['ID=134d35a9-ed92-42be-9064-d8c0bf4ea52a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:20.850933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:20.896133 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-ce38f8b7-ec3e-4ddb-9aba-8e26e53a4e94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a80a3967f4943e691a64f489bb986aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440264 Feb 03 22:37:20.898578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:20.950404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf7f006e-85f8-4b3e-85f3-6ab2cf10dc07 admin admin] Publish callbacks [] for security_group (c781cbe0-22e7-4491-847a-d673b59c4c53), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:20.971288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf7f006e-85f8-4b3e-85f3-6ab2cf10dc07 admin admin] Publish callbacks [] for security_group (c781cbe0-22e7-4491-847a-d673b59c4c53), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.018718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf7f006e-85f8-4b3e-85f3-6ab2cf10dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (c781cbe0-22e7-4491-847a-d673b59c4c53), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.021513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf7f006e-85f8-4b3e-85f3-6ab2cf10dc07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.022657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cf7f006e-85f8-4b3e-85f3-6ab2cf10dc07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c781cbe0-22e7-4491-847a-d673b59c4c53 HTTP/1.1" status: 204 len: 168 time: 0.1231952 Feb 03 22:37:21.030594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f006e-85f8-4b3e-85f3-6ab2cf10dc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c781cbe0-22e7-4491-847a-d673b59c4c53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:21.678025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:21.772977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1501442043-network', 'tenant_id': 'aa32e3339b404531922193b09af6e36b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:21.792533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Made reservation on behalf of aa32e3339b404531922193b09af6e36b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:37:21.794741 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.803924 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.849071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 55835f22-798f-4b6c-a213-b9af75985213 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:37:21.870455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 55835f22-798f-4b6c-a213-b9af75985213 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:37:21.870808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 55835f22-798f-4b6c-a213-b9af75985213 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:37:21.883596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Publish callbacks [] for security_group (9b449cc3-e63d-4e89-bbda-4a789b611828), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.887860 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b449cc3-e63d-4e89-bbda-4a789b611828), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.913619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:37:21.923768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b449cc3-e63d-4e89-bbda-4a789b611828,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:21.928417 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (588e2bb6-c361-4f9a-8574-28000fbc0ad1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.928755 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Added segment 588e2bb6-c361-4f9a-8574-28000fbc0ad1 of type vlan for network d79e42b3-1234-43f1-8f18-3df5102e51fa Feb 03 22:37:21.973594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d79e42b3-1234-43f1-8f18-3df5102e51fa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.996894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d79e42b3-1234-43f1-8f18-3df5102e51fa), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:21.997926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:21.998529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:22.050871 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3717463 Feb 03 22:37:22.053977 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53434) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:22.058994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Request body: {'subnet': {'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1501442043-subnet', 'tenant_id': 'aa32e3339b404531922193b09af6e36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:22.061478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0195947-6fcc-459c-8461-325074f89b77 admin admin] Pushing event updated for resources: {'Network': ['ID=d79e42b3-1234-43f1-8f18-3df5102e51fa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:22.070878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d79e42b3-1234-43f1-8f18-3df5102e51fa details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:37:22.078592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Made reservation on behalf of aa32e3339b404531922193b09af6e36b for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:37:22.081218 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:22.252617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (953b71c2-525d-4918-8bbc-f5dbabfe49e0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:22.305510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=953b71c2-525d-4918-8bbc-f5dbabfe49e0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:22.319365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Checking segment: {'id': '588e2bb6-c361-4f9a-8574-28000fbc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:37:22.319723 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Network hostable DHCP agents. Network: d79e42b3-1234-43f1-8f18-3df5102e51fa, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:37:22.336810 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Network d79e42b3-1234-43f1-8f18-3df5102e51fa is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:37:22.345185 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d79e42b3-1234-43f1-8f18-3df5102e51fa) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:37:22.349405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:22.350026 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:22.354176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8487518e-3414-4a15-8860-3a39069c38a8 None None] Network d79e42b3-1234-43f1-8f18-3df5102e51fa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:37:22.364872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2ea1a61e-4175-426e-b190-2cc32510e8c2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3097873 Feb 03 22:37:22.450962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9134555b-63fe-4340-9f21-0b36c1a21cb8 None None] Network d79e42b3-1234-43f1-8f18-3df5102e51fa requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:37:22.778733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-5e5d2484-6d6e-4311-b2e4-5b081c03820e tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:22.780213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-5e5d2484-6d6e-4311-b2e4-5b081c03820e tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/networks?id=d79e42b3-1234-43f1-8f18-3df5102e51fa HTTP/1.1" status: 200 len: 814 time: 0.1018369 Feb 03 22:37:22.794815 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-7bc0a7e5-1728-4410-b044-5965416aa8d5 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/quotas/aa32e3339b404531922193b09af6e36b HTTP/1.1" status: 200 len: 375 time: 0.0088973 Feb 03 22:37:22.827827 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-1fc56533-3d97-45a0-bf34-e4d5c4e10da8 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa32e3339b404531922193b09af6e36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278311 Feb 03 22:37:22.991087 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-df443861-b011-4039-ab1f-d96ae565dafa service neutron] 10.222.0.50 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247389 Feb 03 22:37:23.082025 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-b18b6534-9b19-4be3-b098-935234ac4961 service neutron] 10.222.0.50 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852473 Feb 03 22:37:23.249184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa81add5-dfc5-4a33-984d-9183fa200255 req-71254c21-d898-49ee-ae38-17bed7829cdd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 210 time: 0.0319178 Feb 03 22:37:23.682229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01fabb7a-dd37-4559-af08-e6cc8285c50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:24.138578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-4dcc867a-4eeb-4750-b3db-bebafa9fff1b tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:24.140318 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-4dcc867a-4eeb-4750-b3db-bebafa9fff1b tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.10 "GET /v2.0/networks?id=d79e42b3-1234-43f1-8f18-3df5102e51fa HTTP/1.1" status: 200 len: 814 time: 0.1094491 Feb 03 22:37:24.152011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Request body: {'port': {'device_id': '4286cba4-2a82-4e9b-9812-1e722e4d92ad', 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa', 'admin_state_up': True, 'tenant_id': 'aa32e3339b404531922193b09af6e36b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:24.255716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Made reservation on behalf of aa32e3339b404531922193b09af6e36b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:37:24.259030 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:24.349300 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96c88326-dc32-4ee4-bcb7-232447f524d0 req-d1feb66a-3877-4d5e-a402-8ef3f7da0fc2 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 210 time: 0.0294158 Feb 03 22:37:24.384097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Allocated IP 172.20.0.11 (d79e42b3-1234-43f1-8f18-3df5102e51fa/953b71c2-525d-4918-8bbc-f5dbabfe49e0/512d7c5b-3378-4f86-b2ee-d7580b13ed18) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:37:24.527276 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks [] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:24.560246 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:24.603802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Network d79e42b3-1234-43f1-8f18-3df5102e51fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:37:24.606800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:37:24.610422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:37:24.616552 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Pushing event updated for resources: {'Port': ['ID=512d7c5b-3378-4f86-b2ee-d7580b13ed18,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:24.660642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:24.661280 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:24.675951 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-3c8911ee-b9b3-44e0-ad7c-bd031af713b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5279419 Feb 03 22:37:24.689090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Request body: {'port': {'device_id': '4286cba4-2a82-4e9b-9812-1e722e4d92ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:24.747827 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:24.916173 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:24.917522 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:25.001583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512d7c5b-3378-4f86-b2ee-d7580b13ed18 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:37:25.009235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Publish callbacks [] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:25.021746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Transition to ACTIVE for port object 512d7c5b-3378-4f86-b2ee-d7580b13ed18 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:37:25.025062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:25.076409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=512d7c5b-3378-4f86-b2ee-d7580b13ed18,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:25.142894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Attempting to bind port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:37:25.143533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Attempting to bind port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '588e2bb6-c361-4f9a-8574-28000fbc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:37:25.143533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Attempting to bind port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 on network d79e42b3-1234-43f1-8f18-3df5102e51fa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:37:25.147797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 on network d79e42b3-1234-43f1-8f18-3df5102e51fa not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:37:25.148126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Attempting to bind port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 on network d79e42b3-1234-43f1-8f18-3df5102e51fa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:37:25.152896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:37:25.153267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Checking segment: {'id': '588e2bb6-c361-4f9a-8574-28000fbc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:37:25.153659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Bound using segment: {'id': '588e2bb6-c361-4f9a-8574-28000fbc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:37:25.154088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Bound port: 512d7c5b-3378-4f86-b2ee-d7580b13ed18, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588e2bb6-c361-4f9a-8574-28000fbc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:37:25.154479 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:25.216980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] For port 512d7c5b-3378-4f86-b2ee-d7580b13ed18, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:37:25.219816 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] For port 512d7c5b-3378-4f86-b2ee-d7580b13ed18, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=512d7c5b-3378-4f86-b2ee-d7580b13ed18,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:37:25.225411 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:25.258177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:25.258802 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:25.260205 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/512d7c5b-3378-4f86-b2ee-d7580b13ed18 HTTP/1.1" status: 200 len: 1092 time: 0.5755587 Feb 03 22:37:25.260649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4286cba4-2a82-4e9b-9812-1e722e4d92ad', 'tag': '512d7c5b-3378-4f86-b2ee-d7580b13ed18'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:37:25.262917 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4286cba4-2a82-4e9b-9812-1e722e4d92ad", "tag": "512d7c5b-3378-4f86-b2ee-d7580b13ed18"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:37:25.290491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8153f-c7b4-47c9-8ae2-789ebcbfc4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=512d7c5b-3378-4f86-b2ee-d7580b13ed18,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:25.326840 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aad0ab8-5e67-40ec-a49e-dba493443288 x-openstack-request-id: req-5aad0ab8-5e67-40ec-a49e-dba493443288 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:37:25.327240 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4286cba4-2a82-4e9b-9812-1e722e4d92ad", "tag": "512d7c5b-3378-4f86-b2ee-d7580b13ed18", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:37:25.327384 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5aad0ab8-5e67-40ec-a49e-dba493443288 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:37:25.327946 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4286cba4-2a82-4e9b-9812-1e722e4d92ad', 'tag': '512d7c5b-3378-4f86-b2ee-d7580b13ed18', 'status': 'completed', 'code': 200} Feb 03 22:37:25.346983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-b4df637b-5971-49fd-bad3-55904681a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:25.348502 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-b4df637b-5971-49fd-bad3-55904681a3ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa32e3339b404531922193b09af6e36b&device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 1126 time: 0.0509479 Feb 03 22:37:25.388847 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-5eb3317b-2d1e-4ae6-8c28-9eadbb729c9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=512d7c5b-3378-4f86-b2ee-d7580b13ed18 HTTP/1.1" status: 200 len: 217 time: 0.0342643 Feb 03 22:37:25.437570 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-6922d1ff-a25e-4754-bf45-c455e989effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:25.439075 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-6922d1ff-a25e-4754-bf45-c455e989effb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=953b71c2-525d-4918-8bbc-f5dbabfe49e0 HTTP/1.1" status: 200 len: 854 time: 0.0441699 Feb 03 22:37:25.470926 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392ebf2-02f7-43ed-a7c7-bb4738d000a8 req-923a75de-8548-4b03-93a0-cee9126ce636 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:25.472323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3392ebf2-02f7-43ed-a7c7-bb4738d000a8 req-923a75de-8548-4b03-93a0-cee9126ce636 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 944 time: 0.0571828 Feb 03 22:37:25.474244 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-00d7895e-1e8b-4805-8cb6-461d6e8e638e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d79e42b3-1234-43f1-8f18-3df5102e51fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293982 Feb 03 22:37:25.518682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3392ebf2-02f7-43ed-a7c7-bb4738d000a8 req-6e40158c-9003-4cee-ac81-2eee4da69dcd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Feb 03 22:37:25.562232 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-579147f7-fb8a-4006-8dae-dbe96e3e7758 service neutron] 10.222.0.10 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822015 Feb 03 22:37:25.652321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-334c19a5-9ae0-488b-9673-99f22e38eb21 req-69f98290-e8cd-435b-b966-6a688afa0fd1 service neutron] 10.222.0.10 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845168 Feb 03 22:37:25.743517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-1982ab1a-179c-4ce9-86a7-53d19da14342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:25.744983 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-1982ab1a-179c-4ce9-86a7-53d19da14342 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa32e3339b404531922193b09af6e36b&device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 1126 time: 0.0459063 Feb 03 22:37:25.833702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-d248d785-b0bb-4090-a7db-4d4c14226b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:25.835230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-d248d785-b0bb-4090-a7db-4d4c14226b3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d79e42b3-1234-43f1-8f18-3df5102e51fa HTTP/1.1" status: 200 len: 915 time: 0.0848062 Feb 03 22:37:25.878080 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-56fa6aba-3995-4fd2-93b8-8b8c7f5ecde5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=512d7c5b-3378-4f86-b2ee-d7580b13ed18 HTTP/1.1" status: 200 len: 217 time: 0.0371654 Feb 03 22:37:25.925511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-c20ca592-49a0-470b-9c9f-b27bc3ee8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:25.927014 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-c20ca592-49a0-470b-9c9f-b27bc3ee8e69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=953b71c2-525d-4918-8bbc-f5dbabfe49e0 HTTP/1.1" status: 200 len: 854 time: 0.0434651 Feb 03 22:37:25.958475 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-279ef024-a3ed-4d1b-adb5-d0063de55634 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d79e42b3-1234-43f1-8f18-3df5102e51fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253091 Feb 03 22:37:26.049423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-234871a1-3123-4a55-8943-340b37ff4411 service neutron] 10.222.0.10 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848713 Feb 03 22:37:26.135561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ec338ddc-02f3-4a3c-bbd1-376052dc7d9f req-b17b061c-eb62-49ec-9815-aef5c398e441 service neutron] 10.222.0.10 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805886 Feb 03 22:37:26.633193 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07b65930-26a2-469f-8d1d-e97ec40e8dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:26.640455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa9327-ab48-4c65-ab75-9fba70fb274d req-d1b3c73e-5a8d-4fc7-bc6d-dfae5020a63e tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:26.641987 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7fa9327-ab48-4c65-ab75-9fba70fb274d req-d1b3c73e-5a8d-4fc7-bc6d-dfae5020a63e tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 944 time: 0.0546522 Feb 03 22:37:26.688477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c7fa9327-ab48-4c65-ab75-9fba70fb274d req-6f707d0a-19ad-4bd0-a646-56b98d7c9d5a tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Feb 03 22:37:27.120691 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:27.804601 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f69aeb-0bbc-4340-96b0-abf278f3531b req-c80b33fb-a12e-43ed-9580-ec77d68010cb tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:27.806129 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58f69aeb-0bbc-4340-96b0-abf278f3531b req-c80b33fb-a12e-43ed-9580-ec77d68010cb tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 944 time: 0.0517647 Feb 03 22:37:27.856360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58f69aeb-0bbc-4340-96b0-abf278f3531b req-94daae7d-ff0a-4c31-8dd7-ff8de2181bd9 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Feb 03 22:37:28.476268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 512d7c5b-3378-4f86-b2ee-d7580b13ed18 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:37:28.567790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 512d7c5b-3378-4f86-b2ee-d7580b13ed18, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=512d7c5b-3378-4f86-b2ee-d7580b13ed18,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:28.582433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '512d7c5b-3378-4f86-b2ee-d7580b13ed18', 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa', 'port_id': '512d7c5b-3378-4f86-b2ee-d7580b13ed18', 'mac_address': 'fa:16:3e:e7:53:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953b71c2-525d-4918-8bbc-f5dbabfe49e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:37:28.616824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:37:28.617234 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:28.629736 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512d7c5b-3378-4f86-b2ee-d7580b13ed18 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:37:28.648267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 512d7c5b-3378-4f86-b2ee-d7580b13ed18, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=512d7c5b-3378-4f86-b2ee-d7580b13ed18,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:28.652027 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:28.697086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=512d7c5b-3378-4f86-b2ee-d7580b13ed18,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:28.792633 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:28.954953 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['512d7c5b-3378-4f86-b2ee-d7580b13ed18'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:37:28.977378 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db3a49-e621-4c8a-aad9-d1650e768697 req-a2aa77ce-08ad-416d-b34b-352f1b793b22 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:28.978865 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12db3a49-e621-4c8a-aad9-d1650e768697 req-a2aa77ce-08ad-416d-b34b-352f1b793b22 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 945 time: 0.0541928 Feb 03 22:37:29.025931 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12db3a49-e621-4c8a-aad9-d1650e768697 req-05957626-b88b-4509-9fad-91173a4e9d9c tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Feb 03 22:37:29.952023 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:30.145618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e2c63-86be-4e2e-a6e7-5201afe83835 req-64f9f219-7fe9-4050-be29-5b54e4f0a716 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:30.147097 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-451e2c63-86be-4e2e-a6e7-5201afe83835 req-64f9f219-7fe9-4050-be29-5b54e4f0a716 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 945 time: 0.0528347 Feb 03 22:37:30.194050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-451e2c63-86be-4e2e-a6e7-5201afe83835 req-df1a66ad-0934-4e85-b46a-a9d19cf085b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Feb 03 22:37:30.491046 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 512d7c5b-3378-4f86-b2ee-d7580b13ed18 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:37:30.538250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:37:30.542157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:37:30.542539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:30.618992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:37:30.619398 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:30.644068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4286cba4-2a82-4e9b-9812-1e722e4d92ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d7c5b-3378-4f86-b2ee-d7580b13ed18'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:37:30.646293 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eeda80-0161-4539-b736-bfa27a57d711" -d '{"events": [{"server_uuid": "4286cba4-2a82-4e9b-9812-1e722e4d92ad", "name": "network-vif-plugged", "status": "completed", "tag": "512d7c5b-3378-4f86-b2ee-d7580b13ed18"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:37:30.658351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 512d7c5b-3378-4f86-b2ee-d7580b13ed18, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=512d7c5b-3378-4f86-b2ee-d7580b13ed18,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:30.663746 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:30.687015 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a9669a-8054-4ebe-af51-fc9baf34132f x-openstack-request-id: req-32a9669a-8054-4ebe-af51-fc9baf34132f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:37:30.687310 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4286cba4-2a82-4e9b-9812-1e722e4d92ad", "name": "network-vif-plugged", "status": "completed", "tag": "512d7c5b-3378-4f86-b2ee-d7580b13ed18", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:37:30.687567 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32a9669a-8054-4ebe-af51-fc9baf34132f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:37:30.687958 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4286cba4-2a82-4e9b-9812-1e722e4d92ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d7c5b-3378-4f86-b2ee-d7580b13ed18', 'code': 200} Feb 03 22:37:30.716843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=512d7c5b-3378-4f86-b2ee-d7580b13ed18,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:30.778049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49638846-f8c5-444b-b578-2d946baa259f req-c666fb0b-47cc-41fb-a0a9-ee3c4eeee540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:30.779565 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-49638846-f8c5-444b-b578-2d946baa259f req-c666fb0b-47cc-41fb-a0a9-ee3c4eeee540 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 1128 time: 0.0450947 Feb 03 22:37:30.826251 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-49638846-f8c5-444b-b578-2d946baa259f req-6574f9bb-043e-4c45-bb35-88ec7766104f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Feb 03 22:37:31.319610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54564f-d676-4132-b1c2-bb8f6cdecb48 req-a5d841db-79a5-43a5-9958-c44927f665b5 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:31.321103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb54564f-d676-4132-b1c2-bb8f6cdecb48 req-a5d841db-79a5-43a5-9958-c44927f665b5 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0585740 Feb 03 22:37:31.366357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fb54564f-d676-4132-b1c2-bb8f6cdecb48 req-2a098258-d246-478b-a174-9d215ed572ba tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Feb 03 22:37:32.485214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ceeb2-5873-423f-9e72-f8a724d9a983 req-c947e5be-b071-4f05-832f-9743e0b49408 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:32.486701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-693ceeb2-5873-423f-9e72-f8a724d9a983 req-c947e5be-b071-4f05-832f-9743e0b49408 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0526254 Feb 03 22:37:32.534357 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-693ceeb2-5873-423f-9e72-f8a724d9a983 req-86488f98-544b-4711-a53a-c204a5955657 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Feb 03 22:37:32.753348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c87d3b65-06f3-413f-bca4-9f5cee2a46a1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:32.754804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c87d3b65-06f3-413f-bca4-9f5cee2a46a1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/networks?id=d79e42b3-1234-43f1-8f18-3df5102e51fa HTTP/1.1" status: 200 len: 814 time: 0.1024446 Feb 03 22:37:32.769769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-21a52aaf-d918-4d17-b93d-254e08a37078 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/quotas/aa32e3339b404531922193b09af6e36b HTTP/1.1" status: 200 len: 375 time: 0.0096796 Feb 03 22:37:32.821122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-89b664d7-b87f-48a1-8b78-41cbecf509c4 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa32e3339b404531922193b09af6e36b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465755 Feb 03 22:37:32.912691 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-f10e75ee-b056-4a43-811b-76cc0a3b4ec2 service neutron] 10.222.0.50 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844140 Feb 03 22:37:33.000135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-262e7465-8752-4289-a075-cd4fa71768e5 service neutron] 10.222.0.50 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818460 Feb 03 22:37:33.154917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b144185-a145-4171-bde2-408a81da4c2d req-f70294b0-d9c0-43ba-b1bf-1e2d4b2980f0 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 210 time: 0.0284598 Feb 03 22:37:34.066794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-b02cb33f-b043-40b4-98ad-1c171d5b5a40 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:34.068331 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-b02cb33f-b043-40b4-98ad-1c171d5b5a40 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.47 "GET /v2.0/networks?id=d79e42b3-1234-43f1-8f18-3df5102e51fa HTTP/1.1" status: 200 len: 814 time: 0.1028283 Feb 03 22:37:34.080822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Request body: {'port': {'device_id': '9f0784a3-9328-4322-bd12-cfbd9ed2a00a', 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa', 'admin_state_up': True, 'tenant_id': 'aa32e3339b404531922193b09af6e36b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:34.260174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9cdb7223-237f-426a-96d7-54ac79ac7982 req-156b2590-c701-45cf-9d04-de02ba66fcf7 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 210 time: 0.0356712 Feb 03 22:37:34.485450 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Made reservation on behalf of aa32e3339b404531922193b09af6e36b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:37:34.488611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:34.609091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Allocated IP 172.20.0.6 (d79e42b3-1234-43f1-8f18-3df5102e51fa/953b71c2-525d-4918-8bbc-f5dbabfe49e0/a32e1c90-cba4-4725-96b7-bef4f2b57b95) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:37:34.754023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks [] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:34.788236 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:34.799984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['512d7c5b-3378-4f86-b2ee-d7580b13ed18'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:37:34.833250 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Network d79e42b3-1234-43f1-8f18-3df5102e51fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:37:34.838513 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:37:34.842808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:37:34.867571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Pushing event updated for resources: {'Port': ['ID=a32e1c90-cba4-4725-96b7-bef4f2b57b95,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:34.896094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:34.896736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:34.913712 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c51ab85b-a328-4ee5-9648-9fe71eea2283 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8367193 Feb 03 22:37:34.924691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Request body: {'port': {'device_id': '9f0784a3-9328-4322-bd12-cfbd9ed2a00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:34.983079 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:35.243777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32e1c90-cba4-4725-96b7-bef4f2b57b95 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:37:35.251095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Publish callbacks [] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:35.262562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Transition to ACTIVE for port object a32e1c90-cba4-4725-96b7-bef4f2b57b95 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:37:35.266044 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:35.317685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Pushing event updated for resources: {'Port': ['ID=a32e1c90-cba4-4725-96b7-bef4f2b57b95,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:35.382163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Attempting to bind port a32e1c90-cba4-4725-96b7-bef4f2b57b95 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:37:35.382524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Attempting to bind port a32e1c90-cba4-4725-96b7-bef4f2b57b95 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '588e2bb6-c361-4f9a-8574-28000fbc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:37:35.382909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Attempting to bind port a32e1c90-cba4-4725-96b7-bef4f2b57b95 on network d79e42b3-1234-43f1-8f18-3df5102e51fa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:37:35.387120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74e834-9ecd-4827-9198-cb6bf590fac6 req-18392b8c-938f-4469-9f0e-e6475cce6969 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:35.387619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Port a32e1c90-cba4-4725-96b7-bef4f2b57b95 on network d79e42b3-1234-43f1-8f18-3df5102e51fa not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:37:35.387762 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Attempting to bind port a32e1c90-cba4-4725-96b7-bef4f2b57b95 on network d79e42b3-1234-43f1-8f18-3df5102e51fa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:37:35.388623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe74e834-9ecd-4827-9198-cb6bf590fac6 req-18392b8c-938f-4469-9f0e-e6475cce6969 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 943 time: 0.0586174 Feb 03 22:37:35.392789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:37:35.393161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Checking segment: {'id': '588e2bb6-c361-4f9a-8574-28000fbc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:37:35.393554 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Bound using segment: {'id': '588e2bb6-c361-4f9a-8574-28000fbc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:37:35.393986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Bound port: a32e1c90-cba4-4725-96b7-bef4f2b57b95, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588e2bb6-c361-4f9a-8574-28000fbc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:37:35.394353 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:35.435702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fe74e834-9ecd-4827-9198-cb6bf590fac6 req-dd3c25a4-e8df-401c-890e-565d759dfcc1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406363 Feb 03 22:37:35.461444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] For port a32e1c90-cba4-4725-96b7-bef4f2b57b95, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:37:35.464501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] For port a32e1c90-cba4-4725-96b7-bef4f2b57b95, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a32e1c90-cba4-4725-96b7-bef4f2b57b95,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:37:35.470487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:35.503673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:35.504287 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:35.505743 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] 10.222.0.47 "PUT /v2.0/ports/a32e1c90-cba4-4725-96b7-bef4f2b57b95 HTTP/1.1" status: 200 len: 1091 time: 0.5851469 Feb 03 22:37:35.506177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0784a3-9328-4322-bd12-cfbd9ed2a00a', 'tag': 'a32e1c90-cba4-4725-96b7-bef4f2b57b95'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:37:35.508406 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1008848-5a60-49c1-9125-cf30f5cf9028" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0784a3-9328-4322-bd12-cfbd9ed2a00a", "tag": "a32e1c90-cba4-4725-96b7-bef4f2b57b95"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:37:35.534345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160afbcb-cc22-4119-bc6d-e4bb7aa3588b service neutron] Pushing event updated for resources: {'Port': ['ID=a32e1c90-cba4-4725-96b7-bef4f2b57b95,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:35.569043 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31d59c3-658c-4904-a7de-2d1f5e08349e x-openstack-request-id: req-e31d59c3-658c-4904-a7de-2d1f5e08349e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:37:35.569342 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0784a3-9328-4322-bd12-cfbd9ed2a00a", "tag": "a32e1c90-cba4-4725-96b7-bef4f2b57b95", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:37:35.569593 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e31d59c3-658c-4904-a7de-2d1f5e08349e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:37:35.569986 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0784a3-9328-4322-bd12-cfbd9ed2a00a', 'tag': 'a32e1c90-cba4-4725-96b7-bef4f2b57b95', 'status': 'completed', 'code': 200} Feb 03 22:37:35.589188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-2b3a3bda-0391-4e7e-8947-2a3d3f34c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:35.590705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-2b3a3bda-0391-4e7e-8947-2a3d3f34c83d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa32e3339b404531922193b09af6e36b&device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 1125 time: 0.0481262 Feb 03 22:37:35.636547 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-d9ae2330-ad7b-49ea-b533-6bd2b3f4920f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a32e1c90-cba4-4725-96b7-bef4f2b57b95 HTTP/1.1" status: 200 len: 217 time: 0.0392830 Feb 03 22:37:35.683894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-16c46e77-ed78-494a-ab38-47cc244a26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:35.685375 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-16c46e77-ed78-494a-ab38-47cc244a26f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953b71c2-525d-4918-8bbc-f5dbabfe49e0 HTTP/1.1" status: 200 len: 854 time: 0.0436945 Feb 03 22:37:35.715717 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-20e6aece-d82c-48fd-91bb-0fd3b56603d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d79e42b3-1234-43f1-8f18-3df5102e51fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248635 Feb 03 22:37:35.807861 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-651dc89e-23a1-4db3-8a3a-9903f73cc587 service neutron] 10.222.0.47 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865271 Feb 03 22:37:35.896914 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-934bed9f-b441-45b3-8866-8ef4e3849fe9 req-c4f32995-a490-4560-be3d-6bbd08928d97 service neutron] 10.222.0.47 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835781 Feb 03 22:37:35.989482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-7ac978e0-51b4-4177-8dbf-223197398af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:35.991019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-7ac978e0-51b4-4177-8dbf-223197398af3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa32e3339b404531922193b09af6e36b&device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 1125 time: 0.0467706 Feb 03 22:37:36.082905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-5d8a9358-7132-4500-889b-2b1c0f01f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:36.084301 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-5d8a9358-7132-4500-889b-2b1c0f01f713 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d79e42b3-1234-43f1-8f18-3df5102e51fa HTTP/1.1" status: 200 len: 915 time: 0.0879140 Feb 03 22:37:36.126345 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-a9d225fc-5355-4f45-bfdd-7d3aebe7295f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a32e1c90-cba4-4725-96b7-bef4f2b57b95 HTTP/1.1" status: 200 len: 217 time: 0.0345671 Feb 03 22:37:36.173994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-85c54614-79f2-4961-abd4-a9e031b5c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:36.175411 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-85c54614-79f2-4961-abd4-a9e031b5c60e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953b71c2-525d-4918-8bbc-f5dbabfe49e0 HTTP/1.1" status: 200 len: 854 time: 0.0429859 Feb 03 22:37:36.210284 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-622128f0-4b4e-4039-92c0-1a9a5f016408 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d79e42b3-1234-43f1-8f18-3df5102e51fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288935 Feb 03 22:37:36.300155 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-852a8315-b4ee-41b9-8208-5dfe1f25d2eb service neutron] 10.222.0.47 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839779 Feb 03 22:37:36.390777 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1008848-5a60-49c1-9125-cf30f5cf9028 req-8b36cd90-19df-47b7-aaa3-82602c9271ff service neutron] 10.222.0.47 "GET /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845854 Feb 03 22:37:36.554406 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d42c5e-3b91-47bc-9282-c03dede845bd req-315fc838-504b-4145-aa32-a50003379cdc tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:36.555912 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7d42c5e-3b91-47bc-9282-c03dede845bd req-315fc838-504b-4145-aa32-a50003379cdc tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 943 time: 0.0536721 Feb 03 22:37:36.607507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7d42c5e-3b91-47bc-9282-c03dede845bd req-2b91b9b1-ec5d-4932-8f86-e14e28a8d18d tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458879 Feb 03 22:37:37.730449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee180a-fae5-4456-890c-cb2aa5a8c4d9 req-12365881-70ef-4988-89ae-62551294051d tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:37.731959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2ee180a-fae5-4456-890c-cb2aa5a8c4d9 req-12365881-70ef-4988-89ae-62551294051d tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 943 time: 0.0557663 Feb 03 22:37:37.777609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2ee180a-fae5-4456-890c-cb2aa5a8c4d9 req-040c0560-2967-4bc6-b7fd-4b71533c9550 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 Feb 03 22:37:37.885246 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:37:38.894590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f989-ee74-48fe-8978-a4bf4d627ee2 req-0263e226-25a1-43a9-b6e6-906cbf2b791f tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:38.896081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f921f989-ee74-48fe-8978-a4bf4d627ee2 req-0263e226-25a1-43a9-b6e6-906cbf2b791f tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 943 time: 0.0529664 Feb 03 22:37:38.942938 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f921f989-ee74-48fe-8978-a4bf4d627ee2 req-02f35155-efea-4c86-b093-7d1c2cfcefb4 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 Feb 03 22:37:40.059026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049361aa-dd49-4635-8df6-bd9f0efaefaa req-35b301e8-ffee-4d1a-9699-dcd6440a207b tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:40.060392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-049361aa-dd49-4635-8df6-bd9f0efaefaa req-35b301e8-ffee-4d1a-9699-dcd6440a207b tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 943 time: 0.0515077 Feb 03 22:37:40.109988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-049361aa-dd49-4635-8df6-bd9f0efaefaa req-94119a13-f362-4c51-9196-12234e6ae456 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434451 Feb 03 22:37:41.072199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a32e1c90-cba4-4725-96b7-bef4f2b57b95 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:37:41.168721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port a32e1c90-cba4-4725-96b7-bef4f2b57b95, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a32e1c90-cba4-4725-96b7-bef4f2b57b95,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:41.182336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'a32e1c90-cba4-4725-96b7-bef4f2b57b95', 'network_id': 'd79e42b3-1234-43f1-8f18-3df5102e51fa', 'port_id': 'a32e1c90-cba4-4725-96b7-bef4f2b57b95', 'mac_address': 'fa:16:3e:fd:82:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953b71c2-525d-4918-8bbc-f5dbabfe49e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:37:41.219347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port a32e1c90-cba4-4725-96b7-bef4f2b57b95 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:37:41.219732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:41.229319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d9635-c942-4da9-b7d2-9d8a0a649ef2 req-d3a7ea68-f280-4277-a262-9afbeed1389c tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:41.230852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad8d9635-c942-4da9-b7d2-9d8a0a649ef2 req-d3a7ea68-f280-4277-a262-9afbeed1389c tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 943 time: 0.0531590 Feb 03 22:37:41.232250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32e1c90-cba4-4725-96b7-bef4f2b57b95 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:37:41.260310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port a32e1c90-cba4-4725-96b7-bef4f2b57b95, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a32e1c90-cba4-4725-96b7-bef4f2b57b95,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:41.264393 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:41.278083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad8d9635-c942-4da9-b7d2-9d8a0a649ef2 req-b6d6781b-0630-4019-847b-62ad39a3914d tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Feb 03 22:37:41.316526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=a32e1c90-cba4-4725-96b7-bef4f2b57b95,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:41.323713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.324073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.324426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.324800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.325159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.325493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.325823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.326152 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.326477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.326801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.327123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.327446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.327767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:41.587132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['a32e1c90-cba4-4725-96b7-bef4f2b57b95'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:37:42.396110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa1265-7779-4ef7-b7b2-b636458f29f8 req-f4e5151d-3058-4bbf-a5d1-a4b2a20c7700 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:42.397599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdfa1265-7779-4ef7-b7b2-b636458f29f8 req-f4e5151d-3058-4bbf-a5d1-a4b2a20c7700 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 944 time: 0.0526960 Feb 03 22:37:42.443142 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdfa1265-7779-4ef7-b7b2-b636458f29f8 req-683ce5c8-4989-4a5d-9b93-170244ac6e4e tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Feb 03 22:37:43.072098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a32e1c90-cba4-4725-96b7-bef4f2b57b95 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:37:43.277196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port a32e1c90-cba4-4725-96b7-bef4f2b57b95 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:37:43.281576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port a32e1c90-cba4-4725-96b7-bef4f2b57b95 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:37:43.281951 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:43.354741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port a32e1c90-cba4-4725-96b7-bef4f2b57b95 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:37:43.355124 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:43.377347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0784a3-9328-4322-bd12-cfbd9ed2a00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e1c90-cba4-4725-96b7-bef4f2b57b95'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:37:43.379549 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe5bea4-ec84-4e19-bc59-3e593b9d0391" -d '{"events": [{"server_uuid": "9f0784a3-9328-4322-bd12-cfbd9ed2a00a", "name": "network-vif-plugged", "status": "completed", "tag": "a32e1c90-cba4-4725-96b7-bef4f2b57b95"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:37:43.394963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port a32e1c90-cba4-4725-96b7-bef4f2b57b95, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a32e1c90-cba4-4725-96b7-bef4f2b57b95,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:43.399205 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:43.423967 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1392d1b-dae6-4f79-a8f3-89b3cbf43c1b x-openstack-request-id: req-c1392d1b-dae6-4f79-a8f3-89b3cbf43c1b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:37:43.424281 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0784a3-9328-4322-bd12-cfbd9ed2a00a", "name": "network-vif-plugged", "status": "completed", "tag": "a32e1c90-cba4-4725-96b7-bef4f2b57b95", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:37:43.424531 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1392d1b-dae6-4f79-a8f3-89b3cbf43c1b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:37:43.424995 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0784a3-9328-4322-bd12-cfbd9ed2a00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e1c90-cba4-4725-96b7-bef4f2b57b95', 'code': 200} Feb 03 22:37:43.450048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=a32e1c90-cba4-4725-96b7-bef4f2b57b95,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:43.521198 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52415ff3-7386-4049-8f1f-9d9736f00a58 req-c55a8830-fe46-4a59-a692-dc83d6cdee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:43.522733 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52415ff3-7386-4049-8f1f-9d9736f00a58 req-c55a8830-fe46-4a59-a692-dc83d6cdee66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 1127 time: 0.0486374 Feb 03 22:37:43.567186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81598a-15ea-409b-900a-b97848fa6b27 req-257660a0-3e52-4e48-811c-eca063f381ee tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:43.568579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b81598a-15ea-409b-900a-b97848fa6b27 req-257660a0-3e52-4e48-811c-eca063f381ee tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 945 time: 0.0570004 Feb 03 22:37:43.569102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52415ff3-7386-4049-8f1f-9d9736f00a58 req-5aaca5b1-5840-4481-ba31-2d6d3528bbb9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Feb 03 22:37:43.614128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b81598a-15ea-409b-900a-b97848fa6b27 req-a9031e13-33a6-4c62-8a4e-f7426d1ff5b1 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Feb 03 22:37:44.733724 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013f917-3691-4969-afd0-20dc7152ad06 req-696039cd-f217-4304-831c-7436d1e8049d tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:44.735194 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1013f917-3691-4969-afd0-20dc7152ad06 req-696039cd-f217-4304-831c-7436d1e8049d tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 945 time: 0.0530407 Feb 03 22:37:44.782062 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1013f917-3691-4969-afd0-20dc7152ad06 req-a78e1383-84dd-438f-ab77-6ae0f75f40a6 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Feb 03 22:37:45.900344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4befcf-c30e-44c1-ab9a-bad30750ace0 req-6aee491b-a6c3-437e-81ff-0f05bfc731e8 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:45.901841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a4befcf-c30e-44c1-ab9a-bad30750ace0 req-6aee491b-a6c3-437e-81ff-0f05bfc731e8 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 945 time: 0.0519097 Feb 03 22:37:45.951885 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6a4befcf-c30e-44c1-ab9a-bad30750ace0 req-b59afc59-6a0b-428e-8135-b799d02f0315 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445213 Feb 03 22:37:46.182070 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafa158-06d6-4691-9c43-ca34938d40f9 req-a62574a6-5dbe-49e6-b8c2-33ee71daad2b tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:46.183535 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-deafa158-06d6-4691-9c43-ca34938d40f9 req-a62574a6-5dbe-49e6-b8c2-33ee71daad2b tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 945 time: 0.0522087 Feb 03 22:37:46.228743 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-deafa158-06d6-4691-9c43-ca34938d40f9 req-eb901626-baef-42bf-95d3-e7ab24b243a4 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389700 Feb 03 22:37:47.360494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e94628-4d6d-4605-8032-8168a282fc14 req-dce1823b-b3f8-40df-bea4-4ec753ad2012 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:47.361993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4e94628-4d6d-4605-8032-8168a282fc14 req-dce1823b-b3f8-40df-bea4-4ec753ad2012 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 945 time: 0.0647831 Feb 03 22:37:47.407824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4e94628-4d6d-4605-8032-8168a282fc14 req-a4833970-f1c4-4534-84cf-f5ea8c455c93 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Feb 03 22:37:47.675260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-fcb3bae3-3a4a-479f-9a29-01697425241e tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:47.676853 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-fcb3bae3-3a4a-479f-9a29-01697425241e tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 945 time: 0.0584219 Feb 03 22:37:47.774850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Deleting port a32e1c90-cba4-4725-96b7-bef4f2b57b95 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:37:47.775197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:47.863582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] For port a32e1c90-cba4-4725-96b7-bef4f2b57b95, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=a32e1c90-cba4-4725-96b7-bef4f2b57b95,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:47.863947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:47.876275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Calling delete_port for a32e1c90-cba4-4725-96b7-bef4f2b57b95 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:37:48.009762 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a32e1c90-cba4-4725-96b7-bef4f2b57b95), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:48.026680 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['512d7c5b-3378-4f86-b2ee-d7580b13ed18'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:37:48.028935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['a32e1c90-cba4-4725-96b7-bef4f2b57b95'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:37:48.040329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Pushing event deleted for resources: {'Port': ['ID=a32e1c90-cba4-4725-96b7-bef4f2b57b95,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:48.053467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.053822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.054169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.054505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.054840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.055173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.055500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.055827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.056151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.056474 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.056797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.057142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.057463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:37:48.097295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] No DVR routers for this DVR port a32e1c90-cba4-4725-96b7-bef4f2b57b95 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:37:48.100435 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:48.103806 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-2c436992-0a19-4cd3-a057-e03e524d26b9 req-54f1170f-adf1-4362-83a4-deda1ca4da25 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.47 "DELETE /v2.0/ports/a32e1c90-cba4-4725-96b7-bef4f2b57b95 HTTP/1.1" status: 204 len: 173 time: 0.4216533 Feb 03 22:37:48.104248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0784a3-9328-4322-bd12-cfbd9ed2a00a', 'name': 'network-vif-deleted', 'tag': 'a32e1c90-cba4-4725-96b7-bef4f2b57b95'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:37:48.106518 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07896c17-fc2d-42dc-83dd-88630e107443" -d '{"events": [{"server_uuid": "9f0784a3-9328-4322-bd12-cfbd9ed2a00a", "name": "network-vif-deleted", "tag": "a32e1c90-cba4-4725-96b7-bef4f2b57b95"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:37:48.148237 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcf4bb0-0bee-4456-ae02-8c3fd60030fd x-openstack-request-id: req-7dcf4bb0-0bee-4456-ae02-8c3fd60030fd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:37:48.148761 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0784a3-9328-4322-bd12-cfbd9ed2a00a", "name": "network-vif-deleted", "tag": "a32e1c90-cba4-4725-96b7-bef4f2b57b95", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:37:48.149138 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7dcf4bb0-0bee-4456-ae02-8c3fd60030fd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:37:48.149679 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0784a3-9328-4322-bd12-cfbd9ed2a00a', 'name': 'network-vif-deleted', 'tag': 'a32e1c90-cba4-4725-96b7-bef4f2b57b95', 'status': 'completed', 'code': 200} Feb 03 22:37:48.518637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7921cc8-84db-4ff6-a032-51afff358694 req-138fc341-83b0-4347-b6d4-fa3f747b73be tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f0784a3-9328-4322-bd12-cfbd9ed2a00a HTTP/1.1" status: 200 len: 210 time: 0.0307915 Feb 03 22:37:49.673157 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de94fe-14f8-41d4-8bb8-cc6371d04e80 req-a35389b5-9b82-48e1-bc25-6794566c15d7 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:49.674609 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84de94fe-14f8-41d4-8bb8-cc6371d04e80 req-a35389b5-9b82-48e1-bc25-6794566c15d7 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0551922 Feb 03 22:37:49.719305 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-84de94fe-14f8-41d4-8bb8-cc6371d04e80 req-e2840431-eff3-4d49-b938-aba7652c4ee6 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Feb 03 22:37:49.853107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ace8a-a49f-4181-89c7-5bca001f94e0 req-9012ca54-2ac1-4162-8774-2c6b481bb0c9 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:49.854565 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a12ace8a-a49f-4181-89c7-5bca001f94e0 req-9012ca54-2ac1-4162-8774-2c6b481bb0c9 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0517085 Feb 03 22:37:49.899658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a12ace8a-a49f-4181-89c7-5bca001f94e0 req-fef03fd1-f887-4c54-a756-0c17d4a7c07b tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 Feb 03 22:37:50.023537 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad980ab-9624-4333-ba2f-f5623d504af0 req-f8bf1334-1821-4bc1-aeed-6ca623d738d9 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:50.025025 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ad980ab-9624-4333-ba2f-f5623d504af0 req-f8bf1334-1821-4bc1-aeed-6ca623d738d9 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0585077 Feb 03 22:37:50.073363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ad980ab-9624-4333-ba2f-f5623d504af0 req-d7232306-754e-4c59-86e1-9f03383ed3d6 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Feb 03 22:37:50.240613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5a60c-c59b-4d5e-b0c8-cbc78c055eb0 req-a27c4198-cb58-4b16-b808-9ab87c89fd04 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:50.242077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98f5a60c-c59b-4d5e-b0c8-cbc78c055eb0 req-a27c4198-cb58-4b16-b808-9ab87c89fd04 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0515850 Feb 03 22:37:50.287555 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98f5a60c-c59b-4d5e-b0c8-cbc78c055eb0 req-c2c2e241-2f12-460d-9e1d-6acb14f26e6f tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 Feb 03 22:37:50.409543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d74e52-6daa-4e5c-8a09-718ebf1b8bc3 req-c1593e86-6427-428b-af09-2b5d83ceb8fb tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:50.410946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48d74e52-6daa-4e5c-8a09-718ebf1b8bc3 req-c1593e86-6427-428b-af09-2b5d83ceb8fb tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0567930 Feb 03 22:37:50.455789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-48d74e52-6daa-4e5c-8a09-718ebf1b8bc3 req-d2f146f6-0c09-4a7f-b355-5395e0d6fe3a tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393953 Feb 03 22:37:50.580660 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560885-0525-4566-96df-65f9d5b0899b req-281c9b2e-0290-4ed2-912a-0f3c54508dc6 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:50.582425 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75560885-0525-4566-96df-65f9d5b0899b req-281c9b2e-0290-4ed2-912a-0f3c54508dc6 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0525408 Feb 03 22:37:50.628511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-75560885-0525-4566-96df-65f9d5b0899b req-0c415346-0841-47f8-9000-ce2bd3f9c351 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Feb 03 22:37:50.938081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aa2ad-96cc-4b82-9672-75417c4d7bf4 req-55b0f268-7954-4291-9897-f2882630ad57 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:50.940212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f1aa2ad-96cc-4b82-9672-75417c4d7bf4 req-55b0f268-7954-4291-9897-f2882630ad57 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0580649 Feb 03 22:37:51.000169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f1aa2ad-96cc-4b82-9672-75417c4d7bf4 req-a48ce61c-f967-4138-92b6-bb3d6e0ebe4c tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542598 Feb 03 22:37:51.135816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a32e1c90-cba4-4725-96b7-bef4f2b57b95 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:37:51.156100 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: a32e1c90-cba4-4725-96b7-bef4f2b57b95 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:37:51.156452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device a32e1c90-cba4-4725-96b7-bef4f2b57b95 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:37:52.119865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624d124-f404-4b28-be19-e24b5ebcc10d req-5827f08a-32cc-4e49-ab2f-8aa9c840ba93 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:52.121269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7624d124-f404-4b28-be19-e24b5ebcc10d req-5827f08a-32cc-4e49-ab2f-8aa9c840ba93 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0526121 Feb 03 22:37:52.167440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7624d124-f404-4b28-be19-e24b5ebcc10d req-f27d1901-f0fe-47c3-997c-b3637bda7260 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b449cc3-e63d-4e89-bbda-4a789b611828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Feb 03 22:37:52.458121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-9b2b42b5-ba79-4ff8-a68c-40437319c2b5 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:52.459498 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-9b2b42b5-ba79-4ff8-a68c-40437319c2b5 tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.10 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 946 time: 0.0534127 Feb 03 22:37:52.550491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Deleting port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:37:52.550834 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:52.643087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] For port 512d7c5b-3378-4f86-b2ee-d7580b13ed18, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=512d7c5b-3378-4f86-b2ee-d7580b13ed18,segment=NetworkSegment(588e2bb6-c361-4f9a-8574-28000fbc0ad1),segment_id=588e2bb6-c361-4f9a-8574-28000fbc0ad1)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:37:52.643452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:52.655977 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Calling delete_port for 512d7c5b-3378-4f86-b2ee-d7580b13ed18 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:37:52.785209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (512d7c5b-3378-4f86-b2ee-d7580b13ed18), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:52.796913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['512d7c5b-3378-4f86-b2ee-d7580b13ed18'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:37:52.815547 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Pushing event deleted for resources: {'Port': ['ID=512d7c5b-3378-4f86-b2ee-d7580b13ed18,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:52.856466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] No DVR routers for this DVR port 512d7c5b-3378-4f86-b2ee-d7580b13ed18 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:37:52.859733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:52.863268 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-06bf42b2-cd2a-4d64-8d35-0870eb5a06c5 req-c024f031-26de-47eb-85de-1797024d40cd tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.10 "DELETE /v2.0/ports/512d7c5b-3378-4f86-b2ee-d7580b13ed18 HTTP/1.1" status: 204 len: 173 time: 0.3988976 Feb 03 22:37:52.863711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4286cba4-2a82-4e9b-9812-1e722e4d92ad', 'name': 'network-vif-deleted', 'tag': '512d7c5b-3378-4f86-b2ee-d7580b13ed18'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:37:52.866076 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2431410-f3df-45a5-aa5b-10deb153dd52" -d '{"events": [{"server_uuid": "4286cba4-2a82-4e9b-9812-1e722e4d92ad", "name": "network-vif-deleted", "tag": "512d7c5b-3378-4f86-b2ee-d7580b13ed18"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:37:52.903582 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80b13d9-5785-4cec-88cc-83e39c52258f x-openstack-request-id: req-b80b13d9-5785-4cec-88cc-83e39c52258f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:37:52.903886 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4286cba4-2a82-4e9b-9812-1e722e4d92ad", "name": "network-vif-deleted", "tag": "512d7c5b-3378-4f86-b2ee-d7580b13ed18", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:37:52.904125 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b80b13d9-5785-4cec-88cc-83e39c52258f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:37:52.904527 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4286cba4-2a82-4e9b-9812-1e722e4d92ad', 'name': 'network-vif-deleted', 'tag': '512d7c5b-3378-4f86-b2ee-d7580b13ed18', 'status': 'completed', 'code': 200} Feb 03 22:37:53.278650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1380e8ea-dacb-4ba9-b920-7ff80806cc5e req-c948ddab-52c7-4194-9e01-6b927c2b70da tempest-ServersNegativeTestJSON-348175641 tempest-ServersNegativeTestJSON-348175641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4286cba4-2a82-4e9b-9812-1e722e4d92ad HTTP/1.1" status: 200 len: 210 time: 0.0294514 Feb 03 22:37:53.683140 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4df59f5-807f-4129-97e9-71a576032065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.337143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53622) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:54.380332 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee29fdf1-2161-419f-b47b-543d4828bf7b admin admin] Deleting subnet 953b71c2-525d-4918-8bbc-f5dbabfe49e0 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:37:54.383488 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee29fdf1-2161-419f-b47b-543d4828bf7b admin admin] Publish callbacks [] for subnet (953b71c2-525d-4918-8bbc-f5dbabfe49e0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.421380 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee29fdf1-2161-419f-b47b-543d4828bf7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (953b71c2-525d-4918-8bbc-f5dbabfe49e0), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.459360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee29fdf1-2161-419f-b47b-543d4828bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (953b71c2-525d-4918-8bbc-f5dbabfe49e0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.509487 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee29fdf1-2161-419f-b47b-543d4828bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (953b71c2-525d-4918-8bbc-f5dbabfe49e0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.534476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29fdf1-2161-419f-b47b-543d4828bf7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953b71c2-525d-4918-8bbc-f5dbabfe49e0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:54.539427 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee29fdf1-2161-419f-b47b-543d4828bf7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.542627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ee29fdf1-2161-419f-b47b-543d4828bf7b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/953b71c2-525d-4918-8bbc-f5dbabfe49e0 HTTP/1.1" status: 204 len: 168 time: 0.2045126 Feb 03 22:37:54.545119 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53624) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:54.616043 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d79e42b3-1234-43f1-8f18-3df5102e51fa), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.693601 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d79e42b3-1234-43f1-8f18-3df5102e51fa), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.712817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79e42b3-1234-43f1-8f18-3df5102e51fa']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:54.722267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588e2bb6-c361-4f9a-8574-28000fbc0ad1') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:54.722550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588e2bb6-c361-4f9a-8574-28000fbc0ad1') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:37:54.731828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (588e2bb6-c361-4f9a-8574-28000fbc0ad1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.745549 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (588e2bb6-c361-4f9a-8574-28000fbc0ad1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.751943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:37:54.752323 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (588e2bb6-c361-4f9a-8574-28000fbc0ad1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:37:54.754117 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:37:54.806558 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d79e42b3-1234-43f1-8f18-3df5102e51fa), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.811916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.815037 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] 10.222.0.50 "DELETE /v2.0/networks/d79e42b3-1234-43f1-8f18-3df5102e51fa HTTP/1.1" status: 204 len: 168 time: 0.2683539 Feb 03 22:37:54.825946 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c70da-c627-4b08-bb44-605651a1aebe admin admin] Pushing event deleted for resources: {'Network': ['ID=d79e42b3-1234-43f1-8f18-3df5102e51fa,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:54.910954 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.929641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:54.964886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:54.975896 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-75feb838-fffb-4557-a997-e57f676bdabe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa32e3339b404531922193b09af6e36b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450461 Feb 03 22:37:54.978293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:55.024718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f400d846-69f6-4ed9-9e88-71a5ba4f0f7d admin admin] Publish callbacks [] for security_group (9b449cc3-e63d-4e89-bbda-4a789b611828), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:55.046521 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f400d846-69f6-4ed9-9e88-71a5ba4f0f7d admin admin] Publish callbacks [] for security_group (9b449cc3-e63d-4e89-bbda-4a789b611828), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:55.093113 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f400d846-69f6-4ed9-9e88-71a5ba4f0f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (9b449cc3-e63d-4e89-bbda-4a789b611828), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:55.095753 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f400d846-69f6-4ed9-9e88-71a5ba4f0f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:55.096929 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f400d846-69f6-4ed9-9e88-71a5ba4f0f7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b449cc3-e63d-4e89-bbda-4a789b611828 HTTP/1.1" status: 204 len: 168 time: 0.1177185 Feb 03 22:37:55.104650 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400d846-69f6-4ed9-9e88-71a5ba4f0f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b449cc3-e63d-4e89-bbda-4a789b611828,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:55.765627 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53652) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:55.857504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2141568541'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:55.877213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:37:55.880501 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:55.888655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:55.961419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for security_group (3cb97a79-094d-468b-8926-9f0d9f5d593a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:55.964870 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3cb97a79-094d-468b-8926-9f0d9f5d593a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:55.997167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:37:56.003013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb97a79-094d-468b-8926-9f0d9f5d593a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:56.011190 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9d0ec66e-e76d-43e3-80f0-ecbd241aaee0), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:56.011566 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Added segment 9d0ec66e-e76d-43e3-80f0-ecbd241aaee0 of type vlan for network 9eba91d4-142f-4921-bef5-d0a2e25b307f Feb 03 22:37:56.051778 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (9eba91d4-142f-4921-bef5-d0a2e25b307f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:56.075722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (9eba91d4-142f-4921-bef5-d0a2e25b307f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:56.080721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:56.081335 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:56.146579 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3798556 Feb 03 22:37:56.184996 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d898f12-bfd4-4a02-9c0c-8cf5304efaea tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Network': ['ID=9eba91d4-142f-4921-bef5-d0a2e25b307f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:56.196700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 9eba91d4-142f-4921-bef5-d0a2e25b307f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:37:56.603083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 512d7c5b-3378-4f86-b2ee-d7580b13ed18 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:37:56.627236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 512d7c5b-3378-4f86-b2ee-d7580b13ed18 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:37:56.627580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 512d7c5b-3378-4f86-b2ee-d7580b13ed18 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:37:56.640375 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cd60a0d-1a16-4d74-927c-c897f1225e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:57.123432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:58.796422 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.334268 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53656) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:59.339455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'subnet': {'network_id': '9eba91d4-142f-4921-bef5-d0a2e25b307f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:59.424298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:37:59.427717 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.601791 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (3df1bb26-95d8-4415-a10a-e9928429e7a7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.662359 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Subnet': ['ID=3df1bb26-95d8-4415-a10a-e9928429e7a7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:59.670688 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Checking segment: {'id': '9d0ec66e-e76d-43e3-80f0-ecbd241aaee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9eba91d4-142f-4921-bef5-d0a2e25b307f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:37:59.671050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network hostable DHCP agents. Network: 9eba91d4-142f-4921-bef5-d0a2e25b307f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:37:59.687269 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network 9eba91d4-142f-4921-bef5-d0a2e25b307f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:37:59.695411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 9eba91d4-142f-4921-bef5-d0a2e25b307f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:37:59.699501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:59.700095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.705285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e5109-47bc-4c3e-8605-450d0c92e663 None None] Network 9eba91d4-142f-4921-bef5-d0a2e25b307f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:37:59.716951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ae72a8a2-137b-4ed3-ba27-f45d22ea9c0b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3808885 Feb 03 22:37:59.720486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:59.725424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1263760902'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:59.744836 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:37:59.748188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.772604 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:37:59.782665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9ffc9011-e702-4c59-a3fa-2ff6cdc73011), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.783027 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Added segment 9ffc9011-e702-4c59-a3fa-2ff6cdc73011 of type vlan for network cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4 Feb 03 22:37:59.806517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-9eba91d4-142f-4921-bef5-d0a2e25b307f', 'network_id': '9eba91d4-142f-4921-bef5-d0a2e25b307f', 'project_id': '770f5258281440b9bb9536e25bed509f', 'fixed_ips': [{'subnet_id': '3df1bb26-95d8-4415-a10a-e9928429e7a7'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:37:59.807364 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.823087 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.848550 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.853546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:37:59.854161 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.911530 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1866629 Feb 03 22:37:59.911530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53660) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:37:59.916377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'subnet': {'network_id': 'cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:37:59.954696 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Allocated IP 2001:db8:0:ffff::2 (9eba91d4-142f-4921-bef5-d0a2e25b307f/3df1bb26-95d8-4415-a10a-e9928429e7a7/25d0bea3-3897-40d9-ae22-7967b406b0df) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:37:59.969295 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:37:59.971449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927d80e-6d79-4532-abce-ffeee350fea7 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Network': ['ID=cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:37:59.986714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:38:00.018189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:00.021659 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.160586 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Publish callbacks [] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.166296 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.214612 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (9d5ee3c9-23fd-4efb-9d4b-736bc9fe7dee), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.214891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Network 9eba91d4-142f-4921-bef5-d0a2e25b307f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:00.217564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:00.220070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:00.229235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Pushing event updated for resources: {'Port': ['ID=25d0bea3-3897-40d9-ae22-7967b406b0df,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:00.277473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Subnet': ['ID=9d5ee3c9-23fd-4efb-9d4b-736bc9fe7dee,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:00.281577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Attempting to bind port 25d0bea3-3897-40d9-ae22-7967b406b0df on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:00.281958 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Attempting to bind port 25d0bea3-3897-40d9-ae22-7967b406b0df by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '9d0ec66e-e76d-43e3-80f0-ecbd241aaee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9eba91d4-142f-4921-bef5-d0a2e25b307f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:00.282332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Attempting to bind port 25d0bea3-3897-40d9-ae22-7967b406b0df on network 9eba91d4-142f-4921-bef5-d0a2e25b307f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:00.287702 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:00.288090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Checking segment: {'id': '9d0ec66e-e76d-43e3-80f0-ecbd241aaee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9eba91d4-142f-4921-bef5-d0a2e25b307f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:00.288239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Checking segment: {'id': '9ffc9011-e702-4c59-a3fa-2ff6cdc73011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:00.288488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network hostable DHCP agents. Network: cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:38:00.288755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.289179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Bound using segment: {'id': '9d0ec66e-e76d-43e3-80f0-ecbd241aaee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9eba91d4-142f-4921-bef5-d0a2e25b307f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:00.289652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Bound port: 25d0bea3-3897-40d9-ae22-7967b406b0df, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0ec66e-e76d-43e3-80f0-ecbd241aaee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9eba91d4-142f-4921-bef5-d0a2e25b307f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:00.290038 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.304955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:38:00.313655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:00.317685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:00.318289 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.325400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19510922-3b85-4693-9958-683e2b5edaab None None] Network cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:00.333930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-15c1d713-1233-4aa4-a92a-dffd30f53bd0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4214532 Feb 03 22:38:00.336742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:00.407052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] For port 25d0bea3-3897-40d9-ae22-7967b406b0df, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:00.411401 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] For port 25d0bea3-3897-40d9-ae22-7967b406b0df, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25d0bea3-3897-40d9-ae22-7967b406b0df,segment=NetworkSegment(9d0ec66e-e76d-43e3-80f0-ecbd241aaee0),segment_id=9d0ec66e-e76d-43e3-80f0-ecbd241aaee0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:00.426100 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.438937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.467434 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539bdd44-3efd-48e4-9f30-50b32da5f62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4', 'network_id': 'cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4', 'project_id': '770f5258281440b9bb9536e25bed509f', 'fixed_ips': [{'subnet_id': '9d5ee3c9-23fd-4efb-9d4b-736bc9fe7dee'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:38:00.468286 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-539bdd44-3efd-48e4-9f30-50b32da5f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.523476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (9d5ee3c9-23fd-4efb-9d4b-736bc9fe7dee), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.564356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce755530-6f29-4f30-8a88-509239a65f8f None None] Pushing event updated for resources: {'Port': ['ID=25d0bea3-3897-40d9-ae22-7967b406b0df,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:00.604583 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (9d5ee3c9-23fd-4efb-9d4b-736bc9fe7dee), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-539bdd44-3efd-48e4-9f30-50b32da5f62a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d5ee3c9-23fd-4efb-9d4b-736bc9fe7dee: This subnet is being modified by another concurrent operation. Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d5ee3c9-23fd-4efb-9d4b-736bc9fe7dee: This subnet is being modified by another concurrent operation. Feb 03 22:38:00.607354 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Feb 03 22:38:00.628088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd52764-1ce8-459e-9508-d3dd400d357a None None] Network cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:00.638282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5ee3c9-23fd-4efb-9d4b-736bc9fe7dee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:00.732423 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.757130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:00.767737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffc9011-e702-4c59-a3fa-2ff6cdc73011') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:00.768041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffc9011-e702-4c59-a3fa-2ff6cdc73011') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:00.778119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (9ffc9011-e702-4c59-a3fa-2ff6cdc73011), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.792723 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9ffc9011-e702-4c59-a3fa-2ff6cdc73011), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.799637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:38:00.800032 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (9ffc9011-e702-4c59-a3fa-2ff6cdc73011), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:38:00.803259 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:38:00.868339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.873168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.876842 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/networks/cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4 HTTP/1.1" status: 204 len: 168 time: 0.5390677 Feb 03 22:38:00.880477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:00.885889 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1709260900'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:00.892167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de0084-476a-4e78-9818-67c927c05e3a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Network': ['ID=cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:00.905789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:00.909425 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.932684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:38:00.941274 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e472e754-80cf-4bd4-8860-a43eb1ff2b12), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:00.941623 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Added segment e472e754-80cf-4bd4-8860-a43eb1ff2b12 of type vlan for network c9ad600d-3567-4ec7-9be5-03612775e2b2 Feb 03 22:38:00.981446 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (c9ad600d-3567-4ec7-9be5-03612775e2b2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.007848 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (c9ad600d-3567-4ec7-9be5-03612775e2b2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.013107 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:01.013687 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.069634 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1879301 Feb 03 22:38:01.072525 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:01.077885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'subnet': {'network_id': 'c9ad600d-3567-4ec7-9be5-03612775e2b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:01.081396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f153b-3879-464e-8ae3-dd6ab72dd20a tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Network': ['ID=c9ad600d-3567-4ec7-9be5-03612775e2b2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:01.091118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network c9ad600d-3567-4ec7-9be5-03612775e2b2 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:38:01.172279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:01.175955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.234125 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Performing IP validity checks on allocation pools {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 22:38:01.234655 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 22:38:01.365658 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (dfc31d57-d332-49c8-8ec4-4da99015ceea), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.432724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Subnet': ['ID=dfc31d57-d332-49c8-8ec4-4da99015ceea,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:01.438382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Checking segment: {'id': 'e472e754-80cf-4bd4-8860-a43eb1ff2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c9ad600d-3567-4ec7-9be5-03612775e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:01.438747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network hostable DHCP agents. Network: c9ad600d-3567-4ec7-9be5-03612775e2b2, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:38:01.457098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network c9ad600d-3567-4ec7-9be5-03612775e2b2 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:38:01.466330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, c9ad600d-3567-4ec7-9be5-03612775e2b2) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:01.471158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:01.471808 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.476203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bf727-92d7-465c-a06a-c4979a238f70 None None] Network c9ad600d-3567-4ec7-9be5-03612775e2b2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:01.489637 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-cbd4ef01-b820-446e-b05b-f639508ab0b5 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4158344 Feb 03 22:38:01.492261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:01.521554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e0e6ea-7a2f-4d6a-b7eb-686be7efc9f7 None None] Network 9eba91d4-142f-4921-bef5-d0a2e25b307f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:01.593821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (c9ad600d-3567-4ec7-9be5-03612775e2b2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.611872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8d6a3af3-4a25-47b2-9cb2-75749fd22cc2 None None] Provisioning complete for port 25d0bea3-3897-40d9-ae22-7967b406b0df triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:01.612248 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3af3-4a25-47b2-9cb2-75749fd22cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.644157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (dfc31d57-d332-49c8-8ec4-4da99015ceea), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.697144 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ccf774-1bb3-4462-ac24-1beee7528a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-c9ad600d-3567-4ec7-9be5-03612775e2b2', 'network_id': 'c9ad600d-3567-4ec7-9be5-03612775e2b2', 'project_id': '770f5258281440b9bb9536e25bed509f', 'fixed_ips': [{'subnet_id': 'dfc31d57-d332-49c8-8ec4-4da99015ceea'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:38:01.697929 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87ccf774-1bb3-4462-ac24-1beee7528a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.710028 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (dfc31d57-d332-49c8-8ec4-4da99015ceea), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.745090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc31d57-d332-49c8-8ec4-4da99015ceea,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:01.807780 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (c9ad600d-3567-4ec7-9be5-03612775e2b2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.832272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ad600d-3567-4ec7-9be5-03612775e2b2']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:01.850716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e472e754-80cf-4bd4-8860-a43eb1ff2b12') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:01.851024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e472e754-80cf-4bd4-8860-a43eb1ff2b12') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:01.862424 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (e472e754-80cf-4bd4-8860-a43eb1ff2b12), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.876828 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e472e754-80cf-4bd4-8860-a43eb1ff2b12), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.884158 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:38:01.884705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (e472e754-80cf-4bd4-8860-a43eb1ff2b12), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:38:01.887945 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:38:01.939453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a3af3-4a25-47b2-9cb2-75749fd22cc2 None None] Current status of the port 25d0bea3-3897-40d9-ae22-7967b406b0df is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:01.939991 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3af3-4a25-47b2-9cb2-75749fd22cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.955948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25d0bea3-3897-40d9-ae22-7967b406b0df up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:01.956178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (c9ad600d-3567-4ec7-9be5-03612775e2b2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.958679 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-87ccf774-1bb3-4462-ac24-1beee7528a05 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 22:38:01.958679 n-d-824834-9 neutron-server[103399]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 03 22:38:01.958679 n-d-824834-9 neutron-server[103399]: [parameters: {'project_id': '770f5258281440b9bb9536e25bed509f', 'id': '1ef4fdc0-2338-4f02-87ce-0404fec5cdc6', 'name': '', 'network_id': 'c9ad600d-3567-4ec7-9be5-03612775e2b2', 'mac_address': 'fa:16:3e:a4:27:e6', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-c9ad600d-3567-4ec7-9be5-03612775e2b2', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4131}] Feb 03 22:38:01.958679 n-d-824834-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:38:01.959088 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-87ccf774-1bb3-4462-ac24-1beee7528a05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:38:01.963611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:01.967796 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/networks/c9ad600d-3567-4ec7-9be5-03612775e2b2 HTTP/1.1" status: 204 len: 168 time: 0.4740000 Feb 03 22:38:01.971641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53670) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:01.976770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248519820'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:01.981986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da56be-fb38-422b-8944-84be6a91dfdb tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Network': ['ID=c9ad600d-3567-4ec7-9be5-03612775e2b2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:01.998169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:02.002030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.018205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8d6a3af3-4a25-47b2-9cb2-75749fd22cc2 None None] For port 25d0bea3-3897-40d9-ae22-7967b406b0df, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25d0bea3-3897-40d9-ae22-7967b406b0df,segment=NetworkSegment(9d0ec66e-e76d-43e3-80f0-ecbd241aaee0),segment_id=9d0ec66e-e76d-43e3-80f0-ecbd241aaee0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:02.026522 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3af3-4a25-47b2-9cb2-75749fd22cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.029092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:38:02.041620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7eafb63d-35d7-4b11-b3d2-cdc48b2e448b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.042000 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Added segment 7eafb63d-35d7-4b11-b3d2-cdc48b2e448b of type vlan for network 36abec5f-cf84-44cb-a917-52efbee1fe24 Feb 03 22:38:02.081589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 25d0bea3-3897-40d9-ae22-7967b406b0df triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:02.082084 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.091110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (36abec5f-cf84-44cb-a917-52efbee1fe24), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.113926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a3af3-4a25-47b2-9cb2-75749fd22cc2 None None] Pushing event updated for resources: {'Port': ['ID=25d0bea3-3897-40d9-ae22-7967b406b0df,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:02.122263 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (36abec5f-cf84-44cb-a917-52efbee1fe24), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.128247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:02.128887 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.176559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 25d0bea3-3897-40d9-ae22-7967b406b0df is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:02.184162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2113783 Feb 03 22:38:02.187523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:02.192236 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'subnet': {'network_id': '36abec5f-cf84-44cb-a917-52efbee1fe24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:02.246347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-576cdd90-1c8d-42bf-ba9a-6a9c9cd166ec None None] Provisioning complete for port 25d0bea3-3897-40d9-ae22-7967b406b0df triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:02.246649 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-576cdd90-1c8d-42bf-ba9a-6a9c9cd166ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.252341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a5db4-4391-4ac9-81d3-1da1a845308f tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Network': ['ID=36abec5f-cf84-44cb-a917-52efbee1fe24,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:02.270244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 36abec5f-cf84-44cb-a917-52efbee1fe24 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:38:02.298168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:02.302186 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.382993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-576cdd90-1c8d-42bf-ba9a-6a9c9cd166ec None None] Current status of the port 25d0bea3-3897-40d9-ae22-7967b406b0df is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:02.460543 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87ccf774-1bb3-4462-ac24-1beee7528a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.492787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff28ff-adbf-4a21-99c8-a1a57182635f None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 22:38:02.567649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff28ff-adbf-4a21-99c8-a1a57182635f None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 22:38:02.723426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d4238-0960-40bd-a3fb-317851f86786 None None] Network c9ad600d-3567-4ec7-9be5-03612775e2b2 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:02.736231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d4238-0960-40bd-a3fb-317851f86786 None None] Network c9ad600d-3567-4ec7-9be5-03612775e2b2 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 22:38:02.776880 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.842706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Subnet': ['ID=0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:02.851882 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Checking segment: {'id': '7eafb63d-35d7-4b11-b3d2-cdc48b2e448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36abec5f-cf84-44cb-a917-52efbee1fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:02.852313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network hostable DHCP agents. Network: 36abec5f-cf84-44cb-a917-52efbee1fe24, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:38:02.869373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network 36abec5f-cf84-44cb-a917-52efbee1fe24 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:38:02.877472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 36abec5f-cf84-44cb-a917-52efbee1fe24) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:02.881494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:02.882083 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.887231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99a372-3669-416d-bb08-c0a9f6086283 None None] Network 36abec5f-cf84-44cb-a917-52efbee1fe24 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:02.898217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a367c860-4bab-48c5-8706-c68e84b4f500 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7097020 Feb 03 22:38:02.902028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:02.908432 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271233846'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:02.928283 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:02.931592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.954616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:38:02.964106 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (84757c20-2080-42da-acc5-660d4f1743b1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:02.964447 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Added segment 84757c20-2080-42da-acc5-660d4f1743b1 of type vlan for network df562617-2ed5-4ef9-a5d9-f0e8f623aba8 Feb 03 22:38:02.988492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-36abec5f-cf84-44cb-a917-52efbee1fe24', 'network_id': '36abec5f-cf84-44cb-a917-52efbee1fe24', 'project_id': '770f5258281440b9bb9536e25bed509f', 'fixed_ips': [{'subnet_id': '0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:38:02.989553 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.010067 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (df562617-2ed5-4ef9-a5d9-f0e8f623aba8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.034929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (df562617-2ed5-4ef9-a5d9-f0e8f623aba8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.039790 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:03.040373 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.102124 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1983082 Feb 03 22:38:03.104787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:03.110784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Request body: {'subnet': {'network_id': 'df562617-2ed5-4ef9-a5d9-f0e8f623aba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:03.117625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfdd4d-fe80-45a9-a4dc-3673dee82d98 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Network': ['ID=df562617-2ed5-4ef9-a5d9-f0e8f623aba8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:03.132168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network df562617-2ed5-4ef9-a5d9-f0e8f623aba8 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:38:03.188744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Allocated IP 2001:db8::2 (36abec5f-cf84-44cb-a917-52efbee1fe24/0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f/f19cdb04-4305-4ef8-9ed3-be57b9b54321) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:03.205171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Made reservation on behalf of 770f5258281440b9bb9536e25bed509f for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:03.208505 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.360229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Publish callbacks [] for port (f19cdb04-4305-4ef8-9ed3-be57b9b54321), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.365475 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f19cdb04-4305-4ef8-9ed3-be57b9b54321), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.392725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (17610717-2138-4d33-bfea-4d1ffe4e3af9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.407421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Network 36abec5f-cf84-44cb-a917-52efbee1fe24 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:03.410590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:03.414326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:03.421578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Pushing event updated for resources: {'Port': ['ID=f19cdb04-4305-4ef8-9ed3-be57b9b54321,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:03.458708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event updated for resources: {'Subnet': ['ID=17610717-2138-4d33-bfea-4d1ffe4e3af9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:03.464934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Checking segment: {'id': '84757c20-2080-42da-acc5-660d4f1743b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'df562617-2ed5-4ef9-a5d9-f0e8f623aba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:03.465325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network hostable DHCP agents. Network: df562617-2ed5-4ef9-a5d9-f0e8f623aba8, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:38:03.473011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Attempting to bind port f19cdb04-4305-4ef8-9ed3-be57b9b54321 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:03.473376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Attempting to bind port f19cdb04-4305-4ef8-9ed3-be57b9b54321 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '7eafb63d-35d7-4b11-b3d2-cdc48b2e448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36abec5f-cf84-44cb-a917-52efbee1fe24'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:03.473743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Attempting to bind port f19cdb04-4305-4ef8-9ed3-be57b9b54321 on network 36abec5f-cf84-44cb-a917-52efbee1fe24 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:03.478810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:03.479186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Checking segment: {'id': '7eafb63d-35d7-4b11-b3d2-cdc48b2e448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36abec5f-cf84-44cb-a917-52efbee1fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:03.479642 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.479976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Bound using segment: {'id': '7eafb63d-35d7-4b11-b3d2-cdc48b2e448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36abec5f-cf84-44cb-a917-52efbee1fe24'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:03.480606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Bound port: f19cdb04-4305-4ef8-9ed3-be57b9b54321, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eafb63d-35d7-4b11-b3d2-cdc48b2e448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36abec5f-cf84-44cb-a917-52efbee1fe24'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:03.481026 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f19cdb04-4305-4ef8-9ed3-be57b9b54321), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.483402 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Network df562617-2ed5-4ef9-a5d9-f0e8f623aba8 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:38:03.492336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, df562617-2ed5-4ef9-a5d9-f0e8f623aba8) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:03.496435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:03.497073 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.513734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2e284e41-8e29-4943-a73c-cf92b281cbbd tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4079244 Feb 03 22:38:03.516619 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:03.518033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0889a72-8c6d-4306-ba27-cd5b8444bd48 None None] Network df562617-2ed5-4ef9-a5d9-f0e8f623aba8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:03.596091 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] For port f19cdb04-4305-4ef8-9ed3-be57b9b54321, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:03.601119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] For port f19cdb04-4305-4ef8-9ed3-be57b9b54321, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f19cdb04-4305-4ef8-9ed3-be57b9b54321,segment=NetworkSegment(7eafb63d-35d7-4b11-b3d2-cdc48b2e448b),segment_id=7eafb63d-35d7-4b11-b3d2-cdc48b2e448b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:03.613668 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f19cdb04-4305-4ef8-9ed3-be57b9b54321), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.616370 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (df562617-2ed5-4ef9-a5d9-f0e8f623aba8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.680424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2404490-2602-4835-bbd1-8f7a6595c81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-df562617-2ed5-4ef9-a5d9-f0e8f623aba8', 'network_id': 'df562617-2ed5-4ef9-a5d9-f0e8f623aba8', 'project_id': '770f5258281440b9bb9536e25bed509f', 'fixed_ips': [{'subnet_id': '17610717-2138-4d33-bfea-4d1ffe4e3af9'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:38:03.681311 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2404490-2602-4835-bbd1-8f7a6595c81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.697412 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (17610717-2138-4d33-bfea-4d1ffe4e3af9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.705602 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db14da-aeb5-4f63-9d35-ff81faecb669 None None] Pushing event updated for resources: {'Port': ['ID=f19cdb04-4305-4ef8-9ed3-be57b9b54321,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:03.767739 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (17610717-2138-4d33-bfea-4d1ffe4e3af9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-b2404490-2602-4835-bbd1-8f7a6595c81c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17610717-2138-4d33-bfea-4d1ffe4e3af9: This subnet is being modified by another concurrent operation. Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17610717-2138-4d33-bfea-4d1ffe4e3af9: This subnet is being modified by another concurrent operation. Feb 03 22:38:03.796952 n-d-824834-9 neutron-server[103399]: ERROR oslo_messaging.rpc.server Feb 03 22:38:03.802624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Subnet': ['ID=17610717-2138-4d33-bfea-4d1ffe4e3af9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:03.831532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c6c808-84bf-4b4e-b6f6-82f5bd901272 None None] Network df562617-2ed5-4ef9-a5d9-f0e8f623aba8 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:03.894320 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (df562617-2ed5-4ef9-a5d9-f0e8f623aba8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.926109 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df562617-2ed5-4ef9-a5d9-f0e8f623aba8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:03.932766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25d0bea3-3897-40d9-ae22-7967b406b0df up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:03.939846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84757c20-2080-42da-acc5-660d4f1743b1') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:03.940340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84757c20-2080-42da-acc5-660d4f1743b1') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:03.950079 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (84757c20-2080-42da-acc5-660d4f1743b1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.968558 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (84757c20-2080-42da-acc5-660d4f1743b1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.975453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:38:03.975978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (84757c20-2080-42da-acc5-660d4f1743b1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:38:03.979203 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:38:03.988467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 25d0bea3-3897-40d9-ae22-7967b406b0df triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:03.988855 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.046257 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (df562617-2ed5-4ef9-a5d9-f0e8f623aba8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.051303 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.057694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/networks/df562617-2ed5-4ef9-a5d9-f0e8f623aba8 HTTP/1.1" status: 204 len: 168 time: 0.5370414 Feb 03 22:38:04.058062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:04.073952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b070942-7ec3-448c-b998-e9a1861e2e6b tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Network': ['ID=df562617-2ed5-4ef9-a5d9-f0e8f623aba8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:04.090088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 25d0bea3-3897-40d9-ae22-7967b406b0df is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:04.098209 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-39095acd-4612-4027-b67f-89ca1086ccf3 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] GET failed (client error): The resource could not be found. Feb 03 22:38:04.099781 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-39095acd-4612-4027-b67f-89ca1086ccf3 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "GET /v2.0/subnets/17610717-2138-4d33-bfea-4d1ffe4e3af9 HTTP/1.1" status: 404 len: 337 time: 0.0407355 Feb 03 22:38:04.102648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:04.120463 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ff2b80-3e9a-44e7-8ecd-dd3c9e15fdf9 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] DELETE failed (client error): The resource could not be found. Feb 03 22:38:04.120874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ff2b80-3e9a-44e7-8ecd-dd3c9e15fdf9 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:38:04.124024 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-08ff2b80-3e9a-44e7-8ecd-dd3c9e15fdf9 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/networks/df562617-2ed5-4ef9-a5d9-f0e8f623aba8 HTTP/1.1" status: 404 len: 339 time: 0.0203307 Feb 03 22:38:04.127531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:04.157160 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7970ce5f-3891-4109-92e2-f5b2308a7f30 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] DELETE failed (client error): The resource could not be found. Feb 03 22:38:04.157602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7970ce5f-3891-4109-92e2-f5b2308a7f30 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:38:04.160770 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7970ce5f-3891-4109-92e2-f5b2308a7f30 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/subnets/17610717-2138-4d33-bfea-4d1ffe4e3af9 HTTP/1.1" status: 404 len: 337 time: 0.0323675 Feb 03 22:38:04.163180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:04.179996 n-d-824834-9 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82b4b1b-c74f-4b46-bd2e-cd2eb20234f0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] DELETE failed (client error): The resource could not be found. Feb 03 22:38:04.180466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82b4b1b-c74f-4b46-bd2e-cd2eb20234f0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:38:04.183347 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a82b4b1b-c74f-4b46-bd2e-cd2eb20234f0 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/networks/df562617-2ed5-4ef9-a5d9-f0e8f623aba8 HTTP/1.1" status: 404 len: 339 time: 0.0193031 Feb 03 22:38:04.185605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:04.235389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d225bd-4aa2-4bd5-8b17-af5afc8964f1 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Deleting subnet 0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:38:04.238942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3d225bd-4aa2-4bd5-8b17-af5afc8964f1 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for subnet (0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.281207 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3d225bd-4aa2-4bd5-8b17-af5afc8964f1 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.366483 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3d225bd-4aa2-4bd5-8b17-af5afc8964f1 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.427919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3d225bd-4aa2-4bd5-8b17-af5afc8964f1 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.454810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d225bd-4aa2-4bd5-8b17-af5afc8964f1 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:04.458455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3d225bd-4aa2-4bd5-8b17-af5afc8964f1 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.462588 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d3d225bd-4aa2-4bd5-8b17-af5afc8964f1 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/subnets/0c7d2aa3-d3e3-492d-a8c3-bb48446c5b1f HTTP/1.1" status: 204 len: 168 time: 0.2760272 Feb 03 22:38:04.464341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:04.547979 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (36abec5f-cf84-44cb-a917-52efbee1fe24), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.602336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Deleting port f19cdb04-4305-4ef8-9ed3-be57b9b54321 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:38:04.602682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f19cdb04-4305-4ef8-9ed3-be57b9b54321), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.668026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] For port f19cdb04-4305-4ef8-9ed3-be57b9b54321, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f19cdb04-4305-4ef8-9ed3-be57b9b54321,segment=NetworkSegment(7eafb63d-35d7-4b11-b3d2-cdc48b2e448b),segment_id=7eafb63d-35d7-4b11-b3d2-cdc48b2e448b)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:04.668400 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f19cdb04-4305-4ef8-9ed3-be57b9b54321), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.681517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Calling delete_port for f19cdb04-4305-4ef8-9ed3-be57b9b54321 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:38:04.708644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae96a29-aa9b-457a-b93e-404f064a7aa3 None None] get_active_networks_info from n-d-824834-9 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 22:38:04.765284 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (f19cdb04-4305-4ef8-9ed3-be57b9b54321), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.777250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae96a29-aa9b-457a-b93e-404f064a7aa3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 22:38:04.792340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] No DVR routers for this DVR port f19cdb04-4305-4ef8-9ed3-be57b9b54321 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:38:04.794801 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Port': ['ID=f19cdb04-4305-4ef8-9ed3-be57b9b54321,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:04.838853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f4c42399-7eb0-4913-82fe-07ea44aff385 None None] Could not find standard attr ID for object f19cdb04-4305-4ef8-9ed3-be57b9b54321. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:38:04.875819 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (36abec5f-cf84-44cb-a917-52efbee1fe24), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.895874 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36abec5f-cf84-44cb-a917-52efbee1fe24']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:04.905696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eafb63d-35d7-4b11-b3d2-cdc48b2e448b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:04.905925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eafb63d-35d7-4b11-b3d2-cdc48b2e448b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:04.916472 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (7eafb63d-35d7-4b11-b3d2-cdc48b2e448b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.929678 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (7eafb63d-35d7-4b11-b3d2-cdc48b2e448b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.935684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:38:04.936068 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (7eafb63d-35d7-4b11-b3d2-cdc48b2e448b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:04.936306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e055a715-7aaa-4625-acec-0b089e39f9d5 None None] Network 36abec5f-cf84-44cb-a917-52efbee1fe24 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:38:04.939188 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:38:04.996954 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (36abec5f-cf84-44cb-a917-52efbee1fe24), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.004916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.008089 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/networks/36abec5f-cf84-44cb-a917-52efbee1fe24 HTTP/1.1" status: 204 len: 168 time: 0.5427127 Feb 03 22:38:05.010562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:05.029457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ca8fd-1f21-4839-a2be-4281b908eb50 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Network': ['ID=36abec5f-cf84-44cb-a917-52efbee1fe24,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:05.053701 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76abc62-8e0c-4f36-99b8-6daea7b7c487 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] DELETE failed (client error): The resource could not be found. Feb 03 22:38:05.054171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76abc62-8e0c-4f36-99b8-6daea7b7c487 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:38:05.057189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c76abc62-8e0c-4f36-99b8-6daea7b7c487 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/subnets/dfc31d57-d332-49c8-8ec4-4da99015ceea HTTP/1.1" status: 404 len: 337 time: 0.0456936 Feb 03 22:38:05.059968 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:05.068665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b0438b-f15e-40ee-bb84-ce09d36e24bc None None] DHCP port deletion for 36abec5f-cf84-44cb-a917-52efbee1fe24 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:38:05.080973 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6797df4b-a790-40a8-a2a8-0d7d3de82d60 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] DELETE failed (client error): The resource could not be found. Feb 03 22:38:05.081393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6797df4b-a790-40a8-a2a8-0d7d3de82d60 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:38:05.084409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6797df4b-a790-40a8-a2a8-0d7d3de82d60 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/networks/c9ad600d-3567-4ec7-9be5-03612775e2b2 HTTP/1.1" status: 404 len: 339 time: 0.0235827 Feb 03 22:38:05.087189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:05.112885 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69ce06e-cc08-4353-9a34-c61f3216f5ba tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] DELETE failed (client error): The resource could not be found. Feb 03 22:38:05.113409 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69ce06e-cc08-4353-9a34-c61f3216f5ba tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:38:05.116371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b69ce06e-cc08-4353-9a34-c61f3216f5ba tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/subnets/9d5ee3c9-23fd-4efb-9d4b-736bc9fe7dee HTTP/1.1" status: 404 len: 337 time: 0.0282822 Feb 03 22:38:05.118955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53698) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:05.136636 n-d-824834-9 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-21073260-24e8-4c54-8def-8c06eba40f69 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] DELETE failed (client error): The resource could not be found. Feb 03 22:38:05.137141 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21073260-24e8-4c54-8def-8c06eba40f69 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 22:38:05.140604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-21073260-24e8-4c54-8def-8c06eba40f69 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/networks/cb8cddaa-19b6-4db3-a45a-5d302c7cf5e4 HTTP/1.1" status: 404 len: 339 time: 0.0207562 Feb 03 22:38:05.143148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53700) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:05.191915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc2ffac-7b90-41b4-9b97-e2c4301ebd7d tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Deleting subnet 3df1bb26-95d8-4415-a10a-e9928429e7a7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:38:05.194950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ffac-7b90-41b4-9b97-e2c4301ebd7d tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for subnet (3df1bb26-95d8-4415-a10a-e9928429e7a7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.233836 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ffac-7b90-41b4-9b97-e2c4301ebd7d tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (3df1bb26-95d8-4415-a10a-e9928429e7a7), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.317675 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ffac-7b90-41b4-9b97-e2c4301ebd7d tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (3df1bb26-95d8-4415-a10a-e9928429e7a7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.380449 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ffac-7b90-41b4-9b97-e2c4301ebd7d tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (3df1bb26-95d8-4415-a10a-e9928429e7a7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.404508 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2ffac-7b90-41b4-9b97-e2c4301ebd7d tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Subnet': ['ID=3df1bb26-95d8-4415-a10a-e9928429e7a7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:05.410450 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ffac-7b90-41b4-9b97-e2c4301ebd7d tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.413471 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7fc2ffac-7b90-41b4-9b97-e2c4301ebd7d tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/subnets/3df1bb26-95d8-4415-a10a-e9928429e7a7 HTTP/1.1" status: 204 len: 168 time: 0.2694566 Feb 03 22:38:05.416165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:05.416776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1053572-8aa0-4996-9996-6d1090f5613f None None] Network 9eba91d4-142f-4921-bef5-d0a2e25b307f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:05.496116 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (9eba91d4-142f-4921-bef5-d0a2e25b307f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.551546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Deleting port 25d0bea3-3897-40d9-ae22-7967b406b0df {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:38:05.551924 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.556867 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65453007-9d61-4282-959b-53795f11a969 None None] DHCP port deletion for 9eba91d4-142f-4921-bef5-d0a2e25b307f request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:38:05.609835 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-65453007-9d61-4282-959b-53795f11a969 None None] Deleting port 25d0bea3-3897-40d9-ae22-7967b406b0df {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:38:05.610212 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65453007-9d61-4282-959b-53795f11a969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.614940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] For port 25d0bea3-3897-40d9-ae22-7967b406b0df, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25d0bea3-3897-40d9-ae22-7967b406b0df,segment=NetworkSegment(9d0ec66e-e76d-43e3-80f0-ecbd241aaee0),segment_id=9d0ec66e-e76d-43e3-80f0-ecbd241aaee0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:05.615304 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.628040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Calling delete_port for 25d0bea3-3897-40d9-ae22-7967b406b0df owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:38:05.671732 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-65453007-9d61-4282-959b-53795f11a969 None None] For port 25d0bea3-3897-40d9-ae22-7967b406b0df, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=25d0bea3-3897-40d9-ae22-7967b406b0df,segment=NetworkSegment(9d0ec66e-e76d-43e3-80f0-ecbd241aaee0),segment_id=9d0ec66e-e76d-43e3-80f0-ecbd241aaee0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:05.672136 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65453007-9d61-4282-959b-53795f11a969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.684257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-65453007-9d61-4282-959b-53795f11a969 None None] Calling delete_port for 25d0bea3-3897-40d9-ae22-7967b406b0df owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:38:05.710092 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.737555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Port': ['ID=25d0bea3-3897-40d9-ae22-7967b406b0df,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:05.739527 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] No DVR routers for this DVR port 25d0bea3-3897-40d9-ae22-7967b406b0df on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:38:05.767911 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65453007-9d61-4282-959b-53795f11a969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (25d0bea3-3897-40d9-ae22-7967b406b0df), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.793848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65453007-9d61-4282-959b-53795f11a969 None None] Pushing event deleted for resources: {'Port': ['ID=25d0bea3-3897-40d9-ae22-7967b406b0df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:05.797986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65453007-9d61-4282-959b-53795f11a969 None None] No DVR routers for this DVR port 25d0bea3-3897-40d9-ae22-7967b406b0df on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:38:05.836720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (9eba91d4-142f-4921-bef5-d0a2e25b307f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.861696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eba91d4-142f-4921-bef5-d0a2e25b307f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:05.869348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0ec66e-e76d-43e3-80f0-ecbd241aaee0') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:05.869720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0ec66e-e76d-43e3-80f0-ecbd241aaee0') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:05.875788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25d0bea3-3897-40d9-ae22-7967b406b0df no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:38:05.879239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (9d0ec66e-e76d-43e3-80f0-ecbd241aaee0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.892395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (9d0ec66e-e76d-43e3-80f0-ecbd241aaee0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.896444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 25d0bea3-3897-40d9-ae22-7967b406b0df {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:38:05.896931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 25d0bea3-3897-40d9-ae22-7967b406b0df not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:38:05.899880 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:38:05.900290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (9d0ec66e-e76d-43e3-80f0-ecbd241aaee0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:38:05.903619 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:38:05.960801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (9eba91d4-142f-4921-bef5-d0a2e25b307f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.968046 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:05.971633 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] 10.222.0.50 "DELETE /v2.0/networks/9eba91d4-142f-4921-bef5-d0a2e25b307f HTTP/1.1" status: 204 len: 168 time: 0.5544667 Feb 03 22:38:05.983956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d25906-bb3f-4c6f-b1c9-7529570ace56 tempest-NetworksIpV6Test-570237206 tempest-NetworksIpV6Test-570237206-project] Pushing event deleted for resources: {'Network': ['ID=9eba91d4-142f-4921-bef5-d0a2e25b307f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:06.206709 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:06.338973 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e13af94b-6325-4b25-b100-6ac720999bbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=770f5258281440b9bb9536e25bed509f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310816 Feb 03 22:38:06.341482 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:06.387215 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8e1422f-0d08-4c0d-a738-f5b86b78a788 admin admin] Publish callbacks [] for security_group (3cb97a79-094d-468b-8926-9f0d9f5d593a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:06.409276 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8e1422f-0d08-4c0d-a738-f5b86b78a788 admin admin] Publish callbacks [] for security_group (3cb97a79-094d-468b-8926-9f0d9f5d593a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:06.456095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8e1422f-0d08-4c0d-a738-f5b86b78a788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (3cb97a79-094d-468b-8926-9f0d9f5d593a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:06.458745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8e1422f-0d08-4c0d-a738-f5b86b78a788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:06.459908 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e8e1422f-0d08-4c0d-a738-f5b86b78a788 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3cb97a79-094d-468b-8926-9f0d9f5d593a HTTP/1.1" status: 204 len: 168 time: 0.1175244 Feb 03 22:38:06.468967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1422f-0d08-4c0d-a738-f5b86b78a788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb97a79-094d-468b-8926-9f0d9f5d593a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:07.075608 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:07.172129 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-80484717-4a2a-4854-a213-f41360baba59 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1261923580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:07.193834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80484717-4a2a-4854-a213-f41360baba59 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (c9dc6eec-c1ad-4be8-9769-5b07035e81f3), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.194959 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80484717-4a2a-4854-a213-f41360baba59 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (c9dc6eec-c1ad-4be8-9769-5b07035e81f3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.251897 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80484717-4a2a-4854-a213-f41360baba59 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for router_controller (c9dc6eec-c1ad-4be8-9769-5b07035e81f3), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.255990 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80484717-4a2a-4854-a213-f41360baba59 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (c9dc6eec-c1ad-4be8-9769-5b07035e81f3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.272716 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80484717-4a2a-4854-a213-f41360baba59 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.273902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-80484717-4a2a-4854-a213-f41360baba59 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1972313 Feb 03 22:38:07.276695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53738) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:07.282222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-85319855'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:07.301017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Made reservation on behalf of 05343864109b4b4fa3e564c6632edbb8 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:07.304163 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.312699 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.386781 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for security_group (09893869-b9c0-48f9-b418-601f40b663df), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.390469 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (09893869-b9c0-48f9-b418-601f40b663df), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.424625 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:38:07.431159 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09893869-b9c0-48f9-b418-601f40b663df,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:07.437286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e50238f7-1166-4678-8526-150a39e1a972), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.437643 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Added segment e50238f7-1166-4678-8526-150a39e1a972 of type vlan for network a4d7996e-70f9-4949-be24-9b37573e8db3 Feb 03 22:38:07.482075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (a4d7996e-70f9-4949-be24-9b37573e8db3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.506072 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (a4d7996e-70f9-4949-be24-9b37573e8db3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.511357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:07.511939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.569457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2916741 Feb 03 22:38:07.572198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:07.576985 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Request body: {'subnet': {'network_id': 'a4d7996e-70f9-4949-be24-9b37573e8db3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:07.624256 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05438fa5-3cb3-4836-a0c7-638c9c4c0048 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event updated for resources: {'Network': ['ID=a4d7996e-70f9-4949-be24-9b37573e8db3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:07.634726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network a4d7996e-70f9-4949-be24-9b37573e8db3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:38:07.673782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Made reservation on behalf of 05343864109b4b4fa3e564c6632edbb8 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:07.677446 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.857862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (a8c808f5-c22a-4946-aede-af243dfa00f5), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.922523 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event updated for resources: {'Subnet': ['ID=a8c808f5-c22a-4946-aede-af243dfa00f5,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:07.931094 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Checking segment: {'id': 'e50238f7-1166-4678-8526-150a39e1a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a4d7996e-70f9-4949-be24-9b37573e8db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:07.931461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Network hostable DHCP agents. Network: a4d7996e-70f9-4949-be24-9b37573e8db3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:38:07.948599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Network a4d7996e-70f9-4949-be24-9b37573e8db3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:38:07.958671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, a4d7996e-70f9-4949-be24-9b37573e8db3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:07.962892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:07.963593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:07.969986 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cdc1a9-7289-492c-af83-72c1dce03e21 None None] Network a4d7996e-70f9-4949-be24-9b37573e8db3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:07.979959 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f5e9fba1-6241-4dfd-9971-30a389f99887 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4067669 Feb 03 22:38:07.983029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:07.987892 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-40150177'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:08.005712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Made reservation on behalf of 05343864109b4b4fa3e564c6632edbb8 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:08.009227 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.033885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:38:08.043707 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8d715d2c-4965-40fc-b049-cd45b139aa90), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.044039 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Added segment 8d715d2c-4965-40fc-b049-cd45b139aa90 of type vlan for network 03a00551-a73e-42eb-981d-5e08762c6b2f Feb 03 22:38:08.072541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-a4d7996e-70f9-4949-be24-9b37573e8db3', 'network_id': 'a4d7996e-70f9-4949-be24-9b37573e8db3', 'project_id': '05343864109b4b4fa3e564c6632edbb8', 'fixed_ips': [{'subnet_id': 'a8c808f5-c22a-4946-aede-af243dfa00f5'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:38:08.073415 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.087121 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (03a00551-a73e-42eb-981d-5e08762c6b2f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.113489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (03a00551-a73e-42eb-981d-5e08762c6b2f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.118466 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:08.119046 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.179360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1952055 Feb 03 22:38:08.182329 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:08.188170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Request body: {'subnet': {'network_id': '03a00551-a73e-42eb-981d-5e08762c6b2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:08.193432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0be8d-81dc-46bc-8360-3414dec676e7 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event updated for resources: {'Network': ['ID=03a00551-a73e-42eb-981d-5e08762c6b2f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:08.206065 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 03a00551-a73e-42eb-981d-5e08762c6b2f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:38:08.266623 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Allocated IP 172.20.0.2 (a4d7996e-70f9-4949-be24-9b37573e8db3/a8c808f5-c22a-4946-aede-af243dfa00f5/b006a20f-b465-44b5-ba95-b1afe0018ff5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:08.277908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Made reservation on behalf of 05343864109b4b4fa3e564c6632edbb8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:08.281385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.421698 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Publish callbacks [] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.427546 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.460380 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.468669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Network a4d7996e-70f9-4949-be24-9b37573e8db3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:08.471480 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:08.473871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:08.484989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Pushing event updated for resources: {'Port': ['ID=b006a20f-b465-44b5-ba95-b1afe0018ff5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:08.524364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event updated for resources: {'Subnet': ['ID=3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:08.529692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Checking segment: {'id': '8d715d2c-4965-40fc-b049-cd45b139aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03a00551-a73e-42eb-981d-5e08762c6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:08.530056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Network hostable DHCP agents. Network: 03a00551-a73e-42eb-981d-5e08762c6b2f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:38:08.540762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Attempting to bind port b006a20f-b465-44b5-ba95-b1afe0018ff5 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:08.541162 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Attempting to bind port b006a20f-b465-44b5-ba95-b1afe0018ff5 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'e50238f7-1166-4678-8526-150a39e1a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a4d7996e-70f9-4949-be24-9b37573e8db3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:08.541525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Attempting to bind port b006a20f-b465-44b5-ba95-b1afe0018ff5 on network a4d7996e-70f9-4949-be24-9b37573e8db3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:08.547718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:08.548086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Checking segment: {'id': 'e50238f7-1166-4678-8526-150a39e1a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a4d7996e-70f9-4949-be24-9b37573e8db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:08.548288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Network 03a00551-a73e-42eb-981d-5e08762c6b2f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:38:08.548492 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.548883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Bound using segment: {'id': 'e50238f7-1166-4678-8526-150a39e1a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a4d7996e-70f9-4949-be24-9b37573e8db3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:08.549525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Bound port: b006a20f-b465-44b5-ba95-b1afe0018ff5, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50238f7-1166-4678-8526-150a39e1a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a4d7996e-70f9-4949-be24-9b37573e8db3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:08.549989 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.557691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 03a00551-a73e-42eb-981d-5e08762c6b2f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:08.562460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:08.563049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.569269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d87576d-9443-4526-8689-6ea82e76094b None None] Network 03a00551-a73e-42eb-981d-5e08762c6b2f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:08.580053 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f4dccb77-bfa8-4de9-864f-fad54336c00a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3964298 Feb 03 22:38:08.582903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:08.587371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f2163c4f-fb20-4fb9-ae3f-003c210f21e5 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Request body: {'router': {'external_gateway_info': {'network_id': '03a00551-a73e-42eb-981d-5e08762c6b2f'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:08.837877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] For port b006a20f-b465-44b5-ba95-b1afe0018ff5, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:08.842844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] For port b006a20f-b465-44b5-ba95-b1afe0018ff5, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b006a20f-b465-44b5-ba95-b1afe0018ff5,segment=NetworkSegment(e50238f7-1166-4678-8526-150a39e1a972),segment_id=e50238f7-1166-4678-8526-150a39e1a972)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:08.857290 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.912938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-03a00551-a73e-42eb-981d-5e08762c6b2f', 'network_id': '03a00551-a73e-42eb-981d-5e08762c6b2f', 'project_id': '05343864109b4b4fa3e564c6632edbb8', 'fixed_ips': [{'subnet_id': '3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:38:08.913821 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:08.954528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a81a2e-d673-4b6f-af4f-84d75123e027 None None] Pushing event updated for resources: {'Port': ['ID=b006a20f-b465-44b5-ba95-b1afe0018ff5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:09.086767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Allocated IP 172.21.0.2 (03a00551-a73e-42eb-981d-5e08762c6b2f/3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5/062ac321-8afa-4437-9f16-2f338dbfa8b8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:09.150464 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2163c4f-fb20-4fb9-ae3f-003c210f21e5 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for router_gateway (c9dc6eec-c1ad-4be8-9769-5b07035e81f3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.262126 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Publish callbacks [] for port (062ac321-8afa-4437-9f16-2f338dbfa8b8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.262748 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [None req-f2163c4f-fb20-4fb9-ae3f-003c210f21e5 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 22:38:09.264018 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f2163c4f-fb20-4fb9-ae3f-003c210f21e5 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "PUT /v2.0/routers/c9dc6eec-c1ad-4be8-9769-5b07035e81f3 HTTP/1.1" status: 400 len: 364 time: 0.6800096 Feb 03 22:38:09.269737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:09.276015 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (062ac321-8afa-4437-9f16-2f338dbfa8b8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.314618 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Network 03a00551-a73e-42eb-981d-5e08762c6b2f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:09.317570 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:09.323053 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:09.329901 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbb9f27-c998-4636-a83d-57bc9b8426c4 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Deleting subnet 3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:38:09.333581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9f27-c998-4636-a83d-57bc9b8426c4 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for subnet (3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.336120 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Pushing event updated for resources: {'Port': ['ID=062ac321-8afa-4437-9f16-2f338dbfa8b8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:09.380290 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9f27-c998-4636-a83d-57bc9b8426c4 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.383869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Attempting to bind port 062ac321-8afa-4437-9f16-2f338dbfa8b8 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:09.384248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Attempting to bind port 062ac321-8afa-4437-9f16-2f338dbfa8b8 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '8d715d2c-4965-40fc-b049-cd45b139aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03a00551-a73e-42eb-981d-5e08762c6b2f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:09.384618 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Attempting to bind port 062ac321-8afa-4437-9f16-2f338dbfa8b8 on network 03a00551-a73e-42eb-981d-5e08762c6b2f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:09.389589 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:09.389965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Checking segment: {'id': '8d715d2c-4965-40fc-b049-cd45b139aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03a00551-a73e-42eb-981d-5e08762c6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:09.390373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.390771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Bound using segment: {'id': '8d715d2c-4965-40fc-b049-cd45b139aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03a00551-a73e-42eb-981d-5e08762c6b2f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:09.391240 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Bound port: 062ac321-8afa-4437-9f16-2f338dbfa8b8, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d715d2c-4965-40fc-b049-cd45b139aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03a00551-a73e-42eb-981d-5e08762c6b2f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:09.391622 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (062ac321-8afa-4437-9f16-2f338dbfa8b8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.458382 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] For port 062ac321-8afa-4437-9f16-2f338dbfa8b8, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:09.461594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] For port 062ac321-8afa-4437-9f16-2f338dbfa8b8, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=062ac321-8afa-4437-9f16-2f338dbfa8b8,segment=NetworkSegment(8d715d2c-4965-40fc-b049-cd45b139aa90),segment_id=8d715d2c-4965-40fc-b049-cd45b139aa90)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:09.467827 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (062ac321-8afa-4437-9f16-2f338dbfa8b8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.469647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9f27-c998-4636-a83d-57bc9b8426c4 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.533025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cbcaa-11e2-49a7-a7b8-55da3d633207 None None] Pushing event updated for resources: {'Port': ['ID=062ac321-8afa-4437-9f16-2f338dbfa8b8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:09.533839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9f27-c998-4636-a83d-57bc9b8426c4 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.568532 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9f27-c998-4636-a83d-57bc9b8426c4 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.571801 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dfbb9f27-c998-4636-a83d-57bc9b8426c4 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "DELETE /v2.0/subnets/3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5 HTTP/1.1" status: 204 len: 168 time: 0.3010345 Feb 03 22:38:09.572926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb9f27-c998-4636-a83d-57bc9b8426c4 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0dcd37-cafc-4ea8-8b5c-d16e7d866bd5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:09.574504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53750) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:09.657291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (03a00551-a73e-42eb-981d-5e08762c6b2f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.713615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Deleting port 062ac321-8afa-4437-9f16-2f338dbfa8b8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:38:09.714036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (062ac321-8afa-4437-9f16-2f338dbfa8b8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.796951 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] For port 062ac321-8afa-4437-9f16-2f338dbfa8b8, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=062ac321-8afa-4437-9f16-2f338dbfa8b8,segment=NetworkSegment(8d715d2c-4965-40fc-b049-cd45b139aa90),segment_id=8d715d2c-4965-40fc-b049-cd45b139aa90)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:09.797529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (062ac321-8afa-4437-9f16-2f338dbfa8b8), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.817457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Calling delete_port for 062ac321-8afa-4437-9f16-2f338dbfa8b8 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:38:09.935497 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (062ac321-8afa-4437-9f16-2f338dbfa8b8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:09.976712 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event deleted for resources: {'Port': ['ID=062ac321-8afa-4437-9f16-2f338dbfa8b8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:09.982063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] No DVR routers for this DVR port 062ac321-8afa-4437-9f16-2f338dbfa8b8 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:38:09.999424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b006a20f-b465-44b5-ba95-b1afe0018ff5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:10.053228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port b006a20f-b465-44b5-ba95-b1afe0018ff5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:10.053612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.072772 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (03a00551-a73e-42eb-981d-5e08762c6b2f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.081786 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068c7e8-0487-4502-97fa-ff029ec0d1a8 None None] Network a4d7996e-70f9-4949-be24-9b37573e8db3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:10.093059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a00551-a73e-42eb-981d-5e08762c6b2f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:10.102346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d715d2c-4965-40fc-b049-cd45b139aa90') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:10.102645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d715d2c-4965-40fc-b049-cd45b139aa90') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:10.112547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (8d715d2c-4965-40fc-b049-cd45b139aa90), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.126556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (8d715d2c-4965-40fc-b049-cd45b139aa90), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.134883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:38:10.135214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (8d715d2c-4965-40fc-b049-cd45b139aa90), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:38:10.139094 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:38:10.155512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4e1567b8-cb5d-4663-b25e-896ee820898d None None] Provisioning complete for port b006a20f-b465-44b5-ba95-b1afe0018ff5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:10.155892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e1567b8-cb5d-4663-b25e-896ee820898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.205481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (03a00551-a73e-42eb-981d-5e08762c6b2f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.215564 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.219359 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "DELETE /v2.0/networks/03a00551-a73e-42eb-981d-5e08762c6b2f HTTP/1.1" status: 204 len: 168 time: 0.6437550 Feb 03 22:38:10.221827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:10.230185 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dedf6-3311-4795-a614-a4489b98f28d tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event deleted for resources: {'Network': ['ID=03a00551-a73e-42eb-981d-5e08762c6b2f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:10.274717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port b006a20f-b465-44b5-ba95-b1afe0018ff5 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:10.275114 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.279276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09831c7-e6e9-4fa7-9707-77d2463e5671 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Deleting subnet a8c808f5-c22a-4946-aede-af243dfa00f5 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:38:10.283074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d09831c7-e6e9-4fa7-9707-77d2463e5671 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for subnet (a8c808f5-c22a-4946-aede-af243dfa00f5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.330905 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d09831c7-e6e9-4fa7-9707-77d2463e5671 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (a8c808f5-c22a-4946-aede-af243dfa00f5), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.346248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port b006a20f-b465-44b5-ba95-b1afe0018ff5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b006a20f-b465-44b5-ba95-b1afe0018ff5,segment=NetworkSegment(e50238f7-1166-4678-8526-150a39e1a972),segment_id=e50238f7-1166-4678-8526-150a39e1a972)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:10.347189 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e1567b8-cb5d-4663-b25e-896ee820898d None None] Current status of the port b006a20f-b465-44b5-ba95-b1afe0018ff5 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:10.347581 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e1567b8-cb5d-4663-b25e-896ee820898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.356874 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.358321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 062ac321-8afa-4437-9f16-2f338dbfa8b8 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:10.412993 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 062ac321-8afa-4437-9f16-2f338dbfa8b8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:38:10.413353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 062ac321-8afa-4437-9f16-2f338dbfa8b8 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 22:38:10.435121 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d09831c7-e6e9-4fa7-9707-77d2463e5671 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (a8c808f5-c22a-4946-aede-af243dfa00f5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.444856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Port 062ac321-8afa-4437-9f16-2f338dbfa8b8 not found, will not notify nova. {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 22:38:10.488158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b006a20f-b465-44b5-ba95-b1afe0018ff5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:10.508791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-4e1567b8-cb5d-4663-b25e-896ee820898d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:38:10.509499 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-4e1567b8-cb5d-4663-b25e-896ee820898d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:38:10.516505 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d09831c7-e6e9-4fa7-9707-77d2463e5671 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (a8c808f5-c22a-4946-aede-af243dfa00f5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.547318 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09831c7-e6e9-4fa7-9707-77d2463e5671 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c808f5-c22a-4946-aede-af243dfa00f5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:10.551016 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d09831c7-e6e9-4fa7-9707-77d2463e5671 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.554356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d09831c7-e6e9-4fa7-9707-77d2463e5671 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "DELETE /v2.0/subnets/a8c808f5-c22a-4946-aede-af243dfa00f5 HTTP/1.1" status: 204 len: 168 time: 0.3314059 Feb 03 22:38:10.556874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:10.630417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0d61b0-8103-437a-98d6-2a38d9ed62ee None None] Network a4d7996e-70f9-4949-be24-9b37573e8db3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:10.649087 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (a4d7996e-70f9-4949-be24-9b37573e8db3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.710324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Deleting port b006a20f-b465-44b5-ba95-b1afe0018ff5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:38:10.710674 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.780200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] For port b006a20f-b465-44b5-ba95-b1afe0018ff5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b006a20f-b465-44b5-ba95-b1afe0018ff5,segment=NetworkSegment(e50238f7-1166-4678-8526-150a39e1a972),segment_id=e50238f7-1166-4678-8526-150a39e1a972)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:10.780468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.794206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cef25d3-8598-4e0a-ba4d-ac1a9f8c1511 None None] DHCP port deletion for a4d7996e-70f9-4949-be24-9b37573e8db3 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:38:10.796876 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Calling delete_port for b006a20f-b465-44b5-ba95-b1afe0018ff5 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:38:10.837551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f6d496-3d8a-4245-869a-70bbb68cb84a None None] DHCP port deletion for 03a00551-a73e-42eb-981d-5e08762c6b2f request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:38:10.854107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4cef25d3-8598-4e0a-ba4d-ac1a9f8c1511 None None] Deleting port b006a20f-b465-44b5-ba95-b1afe0018ff5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:38:10.854435 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cef25d3-8598-4e0a-ba4d-ac1a9f8c1511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.868282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f51fa-42d7-4833-97ca-a8dbfbb159a0 None None] Network 03a00551-a73e-42eb-981d-5e08762c6b2f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:10.892151 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.911252 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f51fa-42d7-4833-97ca-a8dbfbb159a0 None None] Network 03a00551-a73e-42eb-981d-5e08762c6b2f could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 22:38:10.918806 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event deleted for resources: {'Port': ['ID=b006a20f-b465-44b5-ba95-b1afe0018ff5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:10.925549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] No DVR routers for this DVR port b006a20f-b465-44b5-ba95-b1afe0018ff5 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:38:10.936287 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4cef25d3-8598-4e0a-ba4d-ac1a9f8c1511 None None] For port b006a20f-b465-44b5-ba95-b1afe0018ff5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=b006a20f-b465-44b5-ba95-b1afe0018ff5,segment=NetworkSegment(e50238f7-1166-4678-8526-150a39e1a972),segment_id=e50238f7-1166-4678-8526-150a39e1a972)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:10.936690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cef25d3-8598-4e0a-ba4d-ac1a9f8c1511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:10.953859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4cef25d3-8598-4e0a-ba4d-ac1a9f8c1511 None None] Calling delete_port for b006a20f-b465-44b5-ba95-b1afe0018ff5 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:38:11.011235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (a4d7996e-70f9-4949-be24-9b37573e8db3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.031567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d7996e-70f9-4949-be24-9b37573e8db3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:11.037447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e1567b8-cb5d-4663-b25e-896ee820898d None None] Port b006a20f-b465-44b5-ba95-b1afe0018ff5 update to ACTIVE by agent not found {{(pid=103399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 22:38:11.041359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50238f7-1166-4678-8526-150a39e1a972') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:11.041666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50238f7-1166-4678-8526-150a39e1a972') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:11.051680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (e50238f7-1166-4678-8526-150a39e1a972), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.053013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cef25d3-8598-4e0a-ba4d-ac1a9f8c1511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (b006a20f-b465-44b5-ba95-b1afe0018ff5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.064882 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (e50238f7-1166-4678-8526-150a39e1a972), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.071285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:38:11.071682 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (e50238f7-1166-4678-8526-150a39e1a972), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:38:11.075183 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:38:11.077515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef25d3-8598-4e0a-ba4d-ac1a9f8c1511 None None] Pushing event deleted for resources: {'Port': ['ID=b006a20f-b465-44b5-ba95-b1afe0018ff5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:11.082315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cef25d3-8598-4e0a-ba4d-ac1a9f8c1511 None None] No DVR routers for this DVR port b006a20f-b465-44b5-ba95-b1afe0018ff5 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:38:11.134361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (a4d7996e-70f9-4949-be24-9b37573e8db3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.141119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.144273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "DELETE /v2.0/networks/a4d7996e-70f9-4949-be24-9b37573e8db3 HTTP/1.1" status: 204 len: 168 time: 0.5861669 Feb 03 22:38:11.147077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53756) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:11.148566 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-49f84c7b-4310-446d-bf5b-53308cfe9569 None None] Could not find standard attr ID for object 062ac321-8afa-4437-9f16-2f338dbfa8b8. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:38:11.151756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-49f84c7b-4310-446d-bf5b-53308cfe9569 None None] Could not find standard attr ID for object b006a20f-b465-44b5-ba95-b1afe0018ff5. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 22:38:11.156773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d61d69-bdb5-49d0-a893-6d9dbff6cac0 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Pushing event deleted for resources: {'Network': ['ID=a4d7996e-70f9-4949-be24-9b37573e8db3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:11.178610 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-82581860-e7d1-4ed6-8980-f6466b08d6a5 tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9dc6eec-c1ad-4be8-9769-5b07035e81f3 HTTP/1.1" status: 200 len: 205 time: 0.0300126 Feb 03 22:38:11.180869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:11.256619 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a842090a-e260-4ffb-913e-e9fa31f8594a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for router (c9dc6eec-c1ad-4be8-9769-5b07035e81f3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.418879 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a842090a-e260-4ffb-913e-e9fa31f8594a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (c9dc6eec-c1ad-4be8-9769-5b07035e81f3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.420871 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a842090a-e260-4ffb-913e-e9fa31f8594a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for router_controller (c9dc6eec-c1ad-4be8-9769-5b07035e81f3), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.463781 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a842090a-e260-4ffb-913e-e9fa31f8594a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (c9dc6eec-c1ad-4be8-9769-5b07035e81f3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.464259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a842090a-e260-4ffb-913e-e9fa31f8594a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Fanout notify agent at l3_agent the message router_deleted on router c9dc6eec-c1ad-4be8-9769-5b07035e81f3 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:38:11.471933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a842090a-e260-4ffb-913e-e9fa31f8594a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.475682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a842090a-e260-4ffb-913e-e9fa31f8594a tempest-RoutersNegativeTest-732663107 tempest-RoutersNegativeTest-732663107-project] 10.222.0.50 "DELETE /v2.0/routers/c9dc6eec-c1ad-4be8-9769-5b07035e81f3 HTTP/1.1" status: 204 len: 168 time: 0.2912705 Feb 03 22:38:11.720095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53764) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:11.869660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bf22df6e-7b00-4b6d-a2d4-26cb1d02b041 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05343864109b4b4fa3e564c6632edbb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483541 Feb 03 22:38:11.872181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:11.876742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b006a20f-b465-44b5-ba95-b1afe0018ff5 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:38:11.896465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: b006a20f-b465-44b5-ba95-b1afe0018ff5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:38:11.896805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device b006a20f-b465-44b5-ba95-b1afe0018ff5 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:38:11.897299 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 062ac321-8afa-4437-9f16-2f338dbfa8b8 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:38:11.917069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 062ac321-8afa-4437-9f16-2f338dbfa8b8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:38:11.917415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 062ac321-8afa-4437-9f16-2f338dbfa8b8 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:38:11.919864 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f2bccec-8dbe-43d9-b0de-90dd6e0ea0f4 admin admin] Publish callbacks [] for security_group (09893869-b9c0-48f9-b418-601f40b663df), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.942315 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f2bccec-8dbe-43d9-b0de-90dd6e0ea0f4 admin admin] Publish callbacks [] for security_group (09893869-b9c0-48f9-b418-601f40b663df), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.988776 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f2bccec-8dbe-43d9-b0de-90dd6e0ea0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (09893869-b9c0-48f9-b418-601f40b663df), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.991328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f2bccec-8dbe-43d9-b0de-90dd6e0ea0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:11.992477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4f2bccec-8dbe-43d9-b0de-90dd6e0ea0f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09893869-b9c0-48f9-b418-601f40b663df HTTP/1.1" status: 204 len: 168 time: 0.1195283 Feb 03 22:38:12.000074 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bccec-8dbe-43d9-b0de-90dd6e0ea0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09893869-b9c0-48f9-b418-601f40b663df,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:12.603309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:12.728332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1038565503-network', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:12.747582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Made reservation on behalf of 8f83672c12fa455bb4bbfcffad00f074 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:12.750403 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:12.758696 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:12.833972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Publish callbacks [] for security_group (31e60939-0391-47f5-92e8-bb6c6c225650), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:12.837665 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (31e60939-0391-47f5-92e8-bb6c6c225650), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:12.865940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:38:12.876027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e60939-0391-47f5-92e8-bb6c6c225650,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:12.880710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c46dc0b2-0d11-4aec-aef1-31325ca56df8), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:12.881081 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Added segment c46dc0b2-0d11-4aec-aef1-31325ca56df8 of type vlan for network c0bb3eae-c236-45f3-bfc8-21282eed2e66 Feb 03 22:38:12.921392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (c0bb3eae-c236-45f3-bfc8-21282eed2e66), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:12.945974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (c0bb3eae-c236-45f3-bfc8-21282eed2e66), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:12.946958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:12.947576 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:12.998893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3939347 Feb 03 22:38:13.001945 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:13.006974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Request body: {'subnet': {'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-subnet', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:13.009581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e32cd-cfad-4ec7-86ce-dfc825fe02d0 admin admin] Pushing event updated for resources: {'Network': ['ID=c0bb3eae-c236-45f3-bfc8-21282eed2e66,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:13.019165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:38:13.026170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Made reservation on behalf of 8f83672c12fa455bb4bbfcffad00f074 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:13.028667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.191853 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (0863d005-1cc8-4462-b394-88ced6537f6d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.253289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0863d005-1cc8-4462-b394-88ced6537f6d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:13.260179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Checking segment: {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:13.260479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Network hostable DHCP agents. Network: c0bb3eae-c236-45f3-bfc8-21282eed2e66, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:38:13.276104 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:38:13.285564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, c0bb3eae-c236-45f3-bfc8-21282eed2e66) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:13.290155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:13.291256 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.294273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae6e48-4146-4a28-9932-23232760c929 None None] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:13.307546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2c293cf7-fb1b-4a89-9dc5-17741d02fd64 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3045151 Feb 03 22:38:13.310331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:13.314547 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:13.333142 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (021c64b1-a2f4-4935-8910-a8a60227c745), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.334144 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (021c64b1-a2f4-4935-8910-a8a60227c745), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.399138 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks [] for router_controller (021c64b1-a2f4-4935-8910-a8a60227c745), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.402878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'fixed_ips': [{'subnet_id': '0863d005-1cc8-4462-b394-88ced6537f6d'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:38:13.403831 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.541531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Allocated IP 172.20.0.2 (c0bb3eae-c236-45f3-bfc8-21282eed2e66/0863d005-1cc8-4462-b394-88ced6537f6d/6d6582f5-faa7-4e97-8478-641c43bad9df) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:13.543489 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks [] for router_gateway (021c64b1-a2f4-4935-8910-a8a60227c745), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.681305 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Publish callbacks [] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.687298 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.725936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:13.733203 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:13.736043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:13.741642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks [] for router_gateway (021c64b1-a2f4-4935-8910-a8a60227c745), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.748580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Pushing event updated for resources: {'Port': ['ID=6d6582f5-faa7-4e97-8478-641c43bad9df,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:13.760387 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.800631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Attempting to bind port 6d6582f5-faa7-4e97-8478-641c43bad9df on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:13.800857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Attempting to bind port 6d6582f5-faa7-4e97-8478-641c43bad9df by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:13.801101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Attempting to bind port 6d6582f5-faa7-4e97-8478-641c43bad9df on network c0bb3eae-c236-45f3-bfc8-21282eed2e66 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:13.805952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:13.806322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Checking segment: {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:13.806721 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.807115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Bound using segment: {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:13.807572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Bound port: 6d6582f5-faa7-4e97-8478-641c43bad9df, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:13.807944 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.871336 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Allocated IP 172.25.5.144 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/698c7519-9289-4d86-ac52-a208d83b80ad) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:13.873735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] For port 6d6582f5-faa7-4e97-8478-641c43bad9df, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:13.876708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] For port 6d6582f5-faa7-4e97-8478-641c43bad9df, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6d6582f5-faa7-4e97-8478-641c43bad9df,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:13.883209 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:13.941981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c8d2c-f6e1-47c8-a35b-aeccef50913f None None] Pushing event updated for resources: {'Port': ['ID=6d6582f5-faa7-4e97-8478-641c43bad9df,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:13.980394 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks [] for port (698c7519-9289-4d86-ac52-a208d83b80ad), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:14.014958 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:14.056079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:14.061693 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:14.064118 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:14.102565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Pushing event updated for resources: {'Port': ['ID=698c7519-9289-4d86-ac52-a208d83b80ad,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:14.640463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks [] for router_gateway (021c64b1-a2f4-4935-8910-a8a60227c745), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:14.849066 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (021c64b1-a2f4-4935-8910-a8a60227c745), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:14.883802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469c3fc-b1d7-42da-8500-f8b9b1246554 None None] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:14.886972 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:38:14.941105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6b7dd9de-7772-4f29-985e-cff36717591f None None] Provisioning complete for port 6d6582f5-faa7-4e97-8478-641c43bad9df triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:14.941406 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd9de-7772-4f29-985e-cff36717591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:14.984052 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Router 021c64b1-a2f4-4935-8910-a8a60227c745 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:38:15.062921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6b7dd9de-7772-4f29-985e-cff36717591f None None] Current status of the port 6d6582f5-faa7-4e97-8478-641c43bad9df is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:15.063227 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd9de-7772-4f29-985e-cff36717591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:15.093271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:38:15.099616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6b7dd9de-7772-4f29-985e-cff36717591f None None] For port 6d6582f5-faa7-4e97-8478-641c43bad9df, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6d6582f5-faa7-4e97-8478-641c43bad9df,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:15.110371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Sync routers for ids ['021c64b1-a2f4-4935-8910-a8a60227c745'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:38:15.113261 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd9de-7772-4f29-985e-cff36717591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:15.113434 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:15.114731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a32dfc01-f491-4852-923c-3195d0414336 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8033617 Feb 03 22:38:15.117711 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:15.156932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Routers {'021c64b1-a2f4-4935-8910-a8a60227c745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:38:15.157648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:37:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['021c64b1-a2f4-4935-8910-a8a60227c745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:15.235780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dd9de-7772-4f29-985e-cff36717591f None None] Pushing event updated for resources: {'Port': ['ID=6d6582f5-faa7-4e97-8478-641c43bad9df,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:15.283624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Set router 021c64b1-a2f4-4935-8910-a8a60227c745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:38:15.396054 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0e8242e0-bb5b-4b7a-8c3f-9e50548f3e20 None None] Provisioning complete for port 6d6582f5-faa7-4e97-8478-641c43bad9df triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:15.396440 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e8242e0-bb5b-4b7a-8c3f-9e50548f3e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:15.521536 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e8242e0-bb5b-4b7a-8c3f-9e50548f3e20 None None] Current status of the port 6d6582f5-faa7-4e97-8478-641c43bad9df is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:15.540248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:14Z', 'revision_number': 3, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'gw_port': {'id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:15.552369 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:15.570447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Checking router: 021c64b1-a2f4-4935-8910-a8a60227c745 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:38:15.570800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Updating router 021c64b1-a2f4-4935-8910-a8a60227c745 port 698c7519-9289-4d86-ac52-a208d83b80ad binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:38:15.598251 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:15.708876 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Allocated IP 172.20.0.1 (c0bb3eae-c236-45f3-bfc8-21282eed2e66/0863d005-1cc8-4462-b394-88ced6537f6d/5fd20bc9-a9a8-4a7a-a342-231533636554) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:15.815626 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Publish callbacks [] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:15.855180 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:15.904176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:15.910327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:15.912554 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd20bc9-a9a8-4a7a-a342-231533636554,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:15.914712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:15.956673 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (021c64b1-a2f4-4935-8910-a8a60227c745), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:15.969819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6d6582f5-faa7-4e97-8478-641c43bad9df up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:16.087709 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Publish callbacks [] for port (698c7519-9289-4d86-ac52-a208d83b80ad), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.089356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6d6582f5-faa7-4e97-8478-641c43bad9df triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:16.089732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.100672 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.113499 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.181103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e733b1b-df61-49cf-8376-8f98a3aa1e48 None None] Pushing event updated for resources: {'Port': ['ID=698c7519-9289-4d86-ac52-a208d83b80ad,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:16.185050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Attempting to bind port 698c7519-9289-4d86-ac52-a208d83b80ad on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:16.185522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Attempting to bind port 698c7519-9289-4d86-ac52-a208d83b80ad by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:16.186575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Attempting to bind port 698c7519-9289-4d86-ac52-a208d83b80ad on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:16.194702 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:16.195109 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:16.195513 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.195905 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:16.196370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Bound port: 698c7519-9289-4d86-ac52-a208d83b80ad, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:16.196766 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.270812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Publish callbacks [] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.275546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.284701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6d6582f5-faa7-4e97-8478-641c43bad9df is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:16.287931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7d1e978b-c417-43d8-8f8a-814ec0c12b6e None None] Provisioning complete for port 5fd20bc9-a9a8-4a7a-a342-231533636554 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:16.288302 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d1e978b-c417-43d8-8f8a-814ec0c12b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.292522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] For port 698c7519-9289-4d86-ac52-a208d83b80ad, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:16.324248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] For port 698c7519-9289-4d86-ac52-a208d83b80ad, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=698c7519-9289-4d86-ac52-a208d83b80ad,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:16.335447 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.343095 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e978b-c417-43d8-8f8a-814ec0c12b6e None None] Port 5fd20bc9-a9a8-4a7a-a342-231533636554 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:38:16.344866 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (021c64b1-a2f4-4935-8910-a8a60227c745), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.347675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd20bc9-a9a8-4a7a-a342-231533636554,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:16.396697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Routers {'021c64b1-a2f4-4935-8910-a8a60227c745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:38:16.397344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:37:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['021c64b1-a2f4-4935-8910-a8a60227c745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:16.432524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e733b1b-df61-49cf-8376-8f98a3aa1e48 None None] Pushing event updated for resources: {'Port': ['ID=698c7519-9289-4d86-ac52-a208d83b80ad,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:16.443495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:16.445036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:16.508810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] Set router 021c64b1-a2f4-4935-8910-a8a60227c745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:38:16.561819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Router 021c64b1-a2f4-4935-8910-a8a60227c745 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:38:16.682959 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:38:16.693682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-3dc7ae87-39ab-4d3d-9900-01008dce6df4 admin admin] 10.222.0.50 "PUT /v2.0/routers/021c64b1-a2f4-4935-8910-a8a60227c745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5692751 Feb 03 22:38:16.706999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e1d070d1-bf28-4f1a-9f9b-e8a7d7b01592 None None] Provisioning complete for port 5fd20bc9-a9a8-4a7a-a342-231533636554 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:16.707371 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1d070d1-bf28-4f1a-9f9b-e8a7d7b01592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:16.749628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e1d070d1-bf28-4f1a-9f9b-e8a7d7b01592 None None] Port 5fd20bc9-a9a8-4a7a-a342-231533636554 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:38:16.767897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 4, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'gw_port': {'id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5fd20bc9-a9a8-4a7a-a342-231533636554', 'name': '', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'mac_address': 'fa:16:3e:fd:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:15Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 2, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'subnets': [{'id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:16.798713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62abb4b-a9e5-4d7c-bd8e-a9a2d4b3574d None None] The sync data for ids ['021c64b1-a2f4-4935-8910-a8a60227c745'] in n-d-824834-9 is: [{'id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 4, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'gw_port': {'id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5fd20bc9-a9a8-4a7a-a342-231533636554', 'name': '', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'mac_address': 'fa:16:3e:fd:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:15Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 2, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'subnets': [{'id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:38:17.177155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53814) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:17.182473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1036042992-network', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:17.202191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Made reservation on behalf of 78dbb498905341cb93fcb81eae4486a1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:17.204620 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.214057 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.297945 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Publish callbacks [] for security_group (2b8897e0-edc7-494c-b9b7-efb27a4b0334), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.302894 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2b8897e0-edc7-494c-b9b7-efb27a4b0334), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.324329 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:38:17.338169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8897e0-edc7-494c-b9b7-efb27a4b0334,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:17.343821 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cb2fbc02-0c1c-4ea7-b674-2b504056d2b4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.344175 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Added segment cb2fbc02-0c1c-4ea7-b674-2b504056d2b4 of type vlan for network 363b9e16-34d5-454f-9b99-e3dc124f8f2f Feb 03 22:38:17.392050 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (363b9e16-34d5-454f-9b99-e3dc124f8f2f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.419132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (363b9e16-34d5-454f-9b99-e3dc124f8f2f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.420595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:17.421249 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.480030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3015974 Feb 03 22:38:17.482946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:17.489865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Request body: {'subnet': {'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-subnet', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:17.492026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7284b3f-8852-430a-a3bd-a563c798bc89 admin admin] Pushing event updated for resources: {'Network': ['ID=363b9e16-34d5-454f-9b99-e3dc124f8f2f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:17.501721 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 363b9e16-34d5-454f-9b99-e3dc124f8f2f details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:38:17.510156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Made reservation on behalf of 78dbb498905341cb93fcb81eae4486a1 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:17.512539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.701118 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (d31fd89c-e1c8-4f8e-9e8e-a8387db28af1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.759041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31fd89c-e1c8-4f8e-9e8e-a8387db28af1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:17.771736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Checking segment: {'id': 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:17.772155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Network hostable DHCP agents. Network: 363b9e16-34d5-454f-9b99-e3dc124f8f2f, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:38:17.790788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Network 363b9e16-34d5-454f-9b99-e3dc124f8f2f is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:38:17.800023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 363b9e16-34d5-454f-9b99-e3dc124f8f2f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:17.804441 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:17.805081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.812385 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f786645-a8ba-4398-8048-958c2b60cd59 None None] Network 363b9e16-34d5-454f-9b99-e3dc124f8f2f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:17.823483 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7fa66b16-ee2e-428a-919a-6139203a1e2c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3387489 Feb 03 22:38:17.827082 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 53818) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:17.834162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:17.877685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (11320b45-651d-4d9a-a28e-54add9a009e8), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.878738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (11320b45-651d-4d9a-a28e-54add9a009e8), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.943879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-363b9e16-34d5-454f-9b99-e3dc124f8f2f', 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f', 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'fixed_ips': [{'subnet_id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:38:17.945094 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:17.955567 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks [] for router_controller (11320b45-651d-4d9a-a28e-54add9a009e8), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.029185 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 698c7519-9289-4d86-ac52-a208d83b80ad up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:18.106004 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks [] for router_gateway (11320b45-651d-4d9a-a28e-54add9a009e8), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.141484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Allocated IP 172.20.0.2 (363b9e16-34d5-454f-9b99-e3dc124f8f2f/d31fd89c-e1c8-4f8e-9e8e-a8387db28af1/97c6ec35-c59a-4064-a18d-f7d9c5164ab1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:18.155245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 698c7519-9289-4d86-ac52-a208d83b80ad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:18.155622 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.315694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 698c7519-9289-4d86-ac52-a208d83b80ad is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:18.316076 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.320371 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks [] for router_gateway (11320b45-651d-4d9a-a28e-54add9a009e8), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.339827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.361333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 698c7519-9289-4d86-ac52-a208d83b80ad, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=698c7519-9289-4d86-ac52-a208d83b80ad,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:18.370014 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.376213 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Publish callbacks [] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.403425 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.436560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Network 363b9e16-34d5-454f-9b99-e3dc124f8f2f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:18.440026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:18.441785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=698c7519-9289-4d86-ac52-a208d83b80ad,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:18.444277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:18.454957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Allocated IP 172.25.5.112 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/8c90c21d-4da9-427f-bfec-7681dc111c2b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:18.518907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Pushing event updated for resources: {'Port': ['ID=97c6ec35-c59a-4064-a18d-f7d9c5164ab1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:18.529964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Attempting to bind port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:18.530311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Attempting to bind port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:18.530652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Attempting to bind port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 on network 363b9e16-34d5-454f-9b99-e3dc124f8f2f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:18.535964 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:18.536350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Checking segment: {'id': 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:18.536751 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.537172 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Bound using segment: {'id': 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:18.537638 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Bound port: 97c6ec35-c59a-4064-a18d-f7d9c5164ab1, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:18.538025 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.564663 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks [] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.599357 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.607079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] For port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:18.612275 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] For port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=97c6ec35-c59a-4064-a18d-f7d9c5164ab1,segment=NetworkSegment(cb2fbc02-0c1c-4ea7-b674-2b504056d2b4),segment_id=cb2fbc02-0c1c-4ea7-b674-2b504056d2b4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:18.619389 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:18.642290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:18.648820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:18.652397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:18.677847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Pushing event updated for resources: {'Port': ['ID=8c90c21d-4da9-427f-bfec-7681dc111c2b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:18.680446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71af2d-86e6-41e6-91fc-0ea5ea64cdf5 None None] Pushing event updated for resources: {'Port': ['ID=97c6ec35-c59a-4064-a18d-f7d9c5164ab1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:18.692174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.692542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.692893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.693264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.693605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.693947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.694283 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.694613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.695043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.695397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.695747 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.696076 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.696404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:18.966722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks [] for router_gateway (11320b45-651d-4d9a-a28e-54add9a009e8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:19.012142 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Sync routers for ids ['021c64b1-a2f4-4935-8910-a8a60227c745'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:38:19.022772 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Routers {'021c64b1-a2f4-4935-8910-a8a60227c745'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:38:19.023408 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:37:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['021c64b1-a2f4-4935-8910-a8a60227c745'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:19.137026 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Set router 021c64b1-a2f4-4935-8910-a8a60227c745 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:38:19.350389 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 4, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'gw_port': {'id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5fd20bc9-a9a8-4a7a-a342-231533636554', 'name': '', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'mac_address': 'fa:16:3e:fd:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:15Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 2, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'subnets': [{'id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:19.382952 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Checking router: 021c64b1-a2f4-4935-8910-a8a60227c745 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:38:19.383447 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Updating router 021c64b1-a2f4-4935-8910-a8a60227c745 port 5fd20bc9-a9a8-4a7a-a342-231533636554 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:38:19.412874 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:19.506935 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (11320b45-651d-4d9a-a28e-54add9a009e8), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:19.681640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Router 11320b45-651d-4d9a-a28e-54add9a009e8 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:38:19.710919 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Publish callbacks [] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:19.717960 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:19.798464 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Pushing event updated for resources: {'Port': ['ID=5fd20bc9-a9a8-4a7a-a342-231533636554,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:19.822795 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:38:19.825713 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.826074 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.826497 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.827238 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.827584 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.827925 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.828260 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.829383 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.829731 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.830100 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.830389 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.830719 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.831278 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:38:19.842840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Sync routers for ids ['11320b45-651d-4d9a-a28e-54add9a009e8'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:38:19.858794 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:19.859242 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Attempting to bind port 5fd20bc9-a9a8-4a7a-a342-231533636554 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:19.859724 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Attempting to bind port 5fd20bc9-a9a8-4a7a-a342-231533636554 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:19.860045 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Routers {'11320b45-651d-4d9a-a28e-54add9a009e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:38:19.860219 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Attempting to bind port 5fd20bc9-a9a8-4a7a-a342-231533636554 on network c0bb3eae-c236-45f3-bfc8-21282eed2e66 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:19.863234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:37:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['11320b45-651d-4d9a-a28e-54add9a009e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:19.864020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 53820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:38:19.864488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-37c127b9-f414-4cd7-9391-02c7e9f9eb2c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0357404 Feb 03 22:38:19.866406 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:19.866919 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Checking segment: {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:19.867433 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:19.867974 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Bound using segment: {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:19.868635 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Bound port: 5fd20bc9-a9a8-4a7a-a342-231533636554, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:19.869317 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:19.974491 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] For port 5fd20bc9-a9a8-4a7a-a342-231533636554, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:19.983866 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] For port 5fd20bc9-a9a8-4a7a-a342-231533636554, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5fd20bc9-a9a8-4a7a-a342-231533636554,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:20.000743 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:20.028333 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94801393-8cc3-4e33-95eb-dff17ae6a5cd None None] Network 363b9e16-34d5-454f-9b99-e3dc124f8f2f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:38:20.070214 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ddee3-6812-45b5-92a6-0ecae7fdb214 None None] Pushing event updated for resources: {'Port': ['ID=5fd20bc9-a9a8-4a7a-a342-231533636554,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:20.099751 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Routers {'021c64b1-a2f4-4935-8910-a8a60227c745'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:38:20.101094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:37:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['021c64b1-a2f4-4935-8910-a8a60227c745'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:20.167599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed46dd4d-6ec6-422b-8019-64b7a437cca6 None None] Provisioning complete for port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:20.168081 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed46dd4d-6ec6-422b-8019-64b7a437cca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:20.175329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 698c7519-9289-4d86-ac52-a208d83b80ad up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:20.213089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Set router 11320b45-651d-4d9a-a28e-54add9a009e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:38:20.321849 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] Set router 021c64b1-a2f4-4935-8910-a8a60227c745 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:38:20.569819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:20.583030 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 4, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'gw_port': {'id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5fd20bc9-a9a8-4a7a-a342-231533636554', 'name': '', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'mac_address': 'fa:16:3e:fd:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:15Z', 'updated_at': '2022-02-03T22:38:19Z', 'revision_number': 4, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'subnets': [{'id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:20.628383 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4379ec-4d58-439e-b3d2-fa0871442b92 None None] The sync data for ids ['021c64b1-a2f4-4935-8910-a8a60227c745'] in n-d-824834-9 is: [{'id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:16Z', 'revision_number': 4, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'gw_port': {'id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5fd20bc9-a9a8-4a7a-a342-231533636554', 'name': '', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'mac_address': 'fa:16:3e:fd:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:15Z', 'updated_at': '2022-02-03T22:38:19Z', 'revision_number': 4, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'subnets': [{'id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:38:20.721292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 698c7519-9289-4d86-ac52-a208d83b80ad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:20.721820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:20.764564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Allocated IP 172.20.0.1 (363b9e16-34d5-454f-9b99-e3dc124f8f2f/d31fd89c-e1c8-4f8e-9e8e-a8387db28af1/16ff32af-6e0f-430a-85f3-62d4252d9889) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:20.769530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed46dd4d-6ec6-422b-8019-64b7a437cca6 None None] Current status of the port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:20.770037 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed46dd4d-6ec6-422b-8019-64b7a437cca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:20.914610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed46dd4d-6ec6-422b-8019-64b7a437cca6 None None] For port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=97c6ec35-c59a-4064-a18d-f7d9c5164ab1,segment=NetworkSegment(cb2fbc02-0c1c-4ea7-b674-2b504056d2b4),segment_id=cb2fbc02-0c1c-4ea7-b674-2b504056d2b4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:20.915366 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Publish callbacks [] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:20.917264 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed46dd4d-6ec6-422b-8019-64b7a437cca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:20.955761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.024725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Network 363b9e16-34d5-454f-9b99-e3dc124f8f2f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:21.028147 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:21.030919 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:21.039071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Pushing event updated for resources: {'Port': ['ID=16ff32af-6e0f-430a-85f3-62d4252d9889,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:21.055873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 698c7519-9289-4d86-ac52-a208d83b80ad is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:21.057098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:21.062859 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:17Z', 'updated_at': '2022-02-03T22:38:18Z', 'revision_number': 3, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'gw_port': {'id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:18Z', 'updated_at': '2022-02-03T22:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:21.091128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (11320b45-651d-4d9a-a28e-54add9a009e8), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.101844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Checking router: 11320b45-651d-4d9a-a28e-54add9a009e8 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:38:21.102373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Updating router 11320b45-651d-4d9a-a28e-54add9a009e8 port 8c90c21d-4da9-427f-bfec-7681dc111c2b binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:38:21.167682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46dd4d-6ec6-422b-8019-64b7a437cca6 None None] Pushing event updated for resources: {'Port': ['ID=97c6ec35-c59a-4064-a18d-f7d9c5164ab1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:21.191409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e9b7829d-e191-43b1-9cf6-736996c99149 None None] Provisioning complete for port 5fd20bc9-a9a8-4a7a-a342-231533636554 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:21.191790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9b7829d-e191-43b1-9cf6-736996c99149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.193828 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.279413 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.418133 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:21.418519 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.485936 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Publish callbacks [] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.492475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.566119 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Pushing event updated for resources: {'Port': ['ID=16ff32af-6e0f-430a-85f3-62d4252d9889,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:21.568776 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (11320b45-651d-4d9a-a28e-54add9a009e8), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.598772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7829d-e191-43b1-9cf6-736996c99149 None None] Current status of the port 5fd20bc9-a9a8-4a7a-a342-231533636554 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:21.599170 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9b7829d-e191-43b1-9cf6-736996c99149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.633472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:21.666186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Network 363b9e16-34d5-454f-9b99-e3dc124f8f2f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:21.667620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:21.672497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e9b7829d-e191-43b1-9cf6-736996c99149 None None] For port 5fd20bc9-a9a8-4a7a-a342-231533636554, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5fd20bc9-a9a8-4a7a-a342-231533636554,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:21.697198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9b7829d-e191-43b1-9cf6-736996c99149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.744505 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Publish callbacks [] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.759198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.770572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7829d-e191-43b1-9cf6-736996c99149 None None] Pushing event updated for resources: {'Port': ['ID=5fd20bc9-a9a8-4a7a-a342-231533636554,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:21.798832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Router 11320b45-651d-4d9a-a28e-54add9a009e8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:38:21.817675 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Attempting to bind port 8c90c21d-4da9-427f-bfec-7681dc111c2b on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:21.818049 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Attempting to bind port 8c90c21d-4da9-427f-bfec-7681dc111c2b by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:21.818412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Attempting to bind port 8c90c21d-4da9-427f-bfec-7681dc111c2b on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:21.836516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a4cc25fe-d341-49da-8f34-65b5586127d1 None None] Provisioning complete for port 16ff32af-6e0f-430a-85f3-62d4252d9889 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:21.836890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4cc25fe-d341-49da-8f34-65b5586127d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.838654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:21.839022 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:21.839412 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.839870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:21.840282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Bound port: 8c90c21d-4da9-427f-bfec-7681dc111c2b, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:21.840731 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.847193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464a3cd-268a-4a34-b24b-7c3f3ed9c001 None None] Pushing event updated for resources: {'Port': ['ID=8c90c21d-4da9-427f-bfec-7681dc111c2b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:21.925215 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc25fe-d341-49da-8f34-65b5586127d1 None None] Port 16ff32af-6e0f-430a-85f3-62d4252d9889 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:38:21.937167 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] For port 8c90c21d-4da9-427f-bfec-7681dc111c2b, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:21.940895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] For port 8c90c21d-4da9-427f-bfec-7681dc111c2b, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8c90c21d-4da9-427f-bfec-7681dc111c2b,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:21.946793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a4cc25fe-d341-49da-8f34-65b5586127d1 None None] Provisioning complete for port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:21.947138 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4cc25fe-d341-49da-8f34-65b5586127d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.950046 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:38:21.950531 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:21.955435 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82f5c544-e12a-49e2-8bcf-84f99693d193 admin admin] 10.222.0.50 "PUT /v2.0/routers/11320b45-651d-4d9a-a28e-54add9a009e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0902531 Feb 03 22:38:22.007930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:22.081260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Routers {'11320b45-651d-4d9a-a28e-54add9a009e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:38:22.081900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:37:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['11320b45-651d-4d9a-a28e-54add9a009e8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:22.128025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464a3cd-268a-4a34-b24b-7c3f3ed9c001 None None] Pushing event updated for resources: {'Port': ['ID=8c90c21d-4da9-427f-bfec-7681dc111c2b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:22.234192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:22.234542 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:22.241719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc25fe-d341-49da-8f34-65b5586127d1 None None] Current status of the port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:22.271825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] Set router 11320b45-651d-4d9a-a28e-54add9a009e8 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:38:22.601114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-34e6bd2a-e6e0-492b-8d95-9f33b3cc617a None None] Provisioning complete for port 16ff32af-6e0f-430a-85f3-62d4252d9889 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:22.601494 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34e6bd2a-e6e0-492b-8d95-9f33b3cc617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:22.650036 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:22.651136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5fd20bc9-a9a8-4a7a-a342-231533636554 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:22.694391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-34e6bd2a-e6e0-492b-8d95-9f33b3cc617a None None] Port 16ff32af-6e0f-430a-85f3-62d4252d9889 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:38:22.745790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5fd20bc9-a9a8-4a7a-a342-231533636554 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:22.746173 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:22.791561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:17Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 4, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'gw_port': {'id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:18Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '16ff32af-6e0f-430a-85f3-62d4252d9889', 'name': '', 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'mac_address': 'fa:16:3e:8e:d2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:20Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 2, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'subnets': [{'id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:22.821661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f20ef-3874-4bc4-b800-91b22d4b0da3 None None] The sync data for ids ['11320b45-651d-4d9a-a28e-54add9a009e8'] in n-d-824834-9 is: [{'id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:17Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 4, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'gw_port': {'id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:18Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '16ff32af-6e0f-430a-85f3-62d4252d9889', 'name': '', 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'mac_address': 'fa:16:3e:8e:d2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:20Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 2, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'subnets': [{'id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:38:22.872599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5fd20bc9-a9a8-4a7a-a342-231533636554 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:22.986152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-639416c2-7ee3-4d44-9f56-fb2bc9c2c85d tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:22.987558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-639416c2-7ee3-4d44-9f56-fb2bc9c2c85d tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/networks?id=c0bb3eae-c236-45f3-bfc8-21282eed2e66 HTTP/1.1" status: 200 len: 817 time: 0.1078322 Feb 03 22:38:23.010184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-da3c571a-3677-457a-9960-f4b5845b01d1 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/quotas/8f83672c12fa455bb4bbfcffad00f074 HTTP/1.1" status: 200 len: 375 time: 0.0168288 Feb 03 22:38:23.068752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-8c48d928-90f5-4df9-8cf2-93670632c90c tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f83672c12fa455bb4bbfcffad00f074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577083 Feb 03 22:38:23.316485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-c9c0c664-7897-4b17-972e-a666fe1fc334 service neutron] 10.222.0.50 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380122 Feb 03 22:38:23.410127 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-e7fadd93-9ac1-41a2-bae2-7ed028b54eee service neutron] 10.222.0.50 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879858 Feb 03 22:38:23.599930 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0d619551-59c9-4fbd-84ab-1fa0764548e3 req-4ad4be2b-3838-49e9-9f5b-97386a581d90 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 210 time: 0.0371914 Feb 03 22:38:23.693255 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39d44550-e9e2-471e-9b41-d299d578e73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:23.960028 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8c90c21d-4da9-427f-bfec-7681dc111c2b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:24.020008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 8c90c21d-4da9-427f-bfec-7681dc111c2b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:24.020761 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:24.104160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 8c90c21d-4da9-427f-bfec-7681dc111c2b is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:24.104554 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:24.127082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 8c90c21d-4da9-427f-bfec-7681dc111c2b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8c90c21d-4da9-427f-bfec-7681dc111c2b,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:24.131404 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:24.183999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=8c90c21d-4da9-427f-bfec-7681dc111c2b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:24.713125 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1067ebac-e337-46b4-8f18-f960785bde3f req-5d28f77f-5920-4b41-9da1-7877deedfb92 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 210 time: 0.0342059 Feb 03 22:38:24.738975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-2341a76e-f7a3-4f52-a80e-5335dbff221a tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:24.740614 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-2341a76e-f7a3-4f52-a80e-5335dbff221a tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.47 "GET /v2.0/networks?id=c0bb3eae-c236-45f3-bfc8-21282eed2e66 HTTP/1.1" status: 200 len: 817 time: 0.1339731 Feb 03 22:38:24.756182 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Request body: {'port': {'device_id': '7f4f6a73-3254-4a6c-9bd9-386cebd973ca', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'admin_state_up': True, 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:24.868896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Made reservation on behalf of 8f83672c12fa455bb4bbfcffad00f074 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:38:24.872305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:24.917923 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:24.982376 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:24.999604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Allocated IP 172.20.0.5 (c0bb3eae-c236-45f3-bfc8-21282eed2e66/0863d005-1cc8-4462-b394-88ced6537f6d/e867bf6b-b014-4ed6-8458-85d39a3656b7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:38:25.024665 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Sync routers for ids ['11320b45-651d-4d9a-a28e-54add9a009e8'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:38:25.036055 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Routers {'11320b45-651d-4d9a-a28e-54add9a009e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:38:25.036674 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:37:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['11320b45-651d-4d9a-a28e-54add9a009e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:25.141631 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Set router 11320b45-651d-4d9a-a28e-54add9a009e8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:38:25.150016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks [] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.185037 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.234127 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:38:25.237503 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:38:25.242266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:38:25.246644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Pushing event updated for resources: {'Port': ['ID=e867bf6b-b014-4ed6-8458-85d39a3656b7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:25.300821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:25.301581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.318707 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-fcf33540-b0a2-4ad8-95a9-9c99c6412721 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663900 Feb 03 22:38:25.331196 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Request body: {'port': {'device_id': '7f4f6a73-3254-4a6c-9bd9-386cebd973ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:38:25.394529 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.457238 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:17Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 4, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'gw_port': {'id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:18Z', 'updated_at': '2022-02-03T22:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '16ff32af-6e0f-430a-85f3-62d4252d9889', 'name': '', 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'mac_address': 'fa:16:3e:8e:d2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:20Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 2, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'subnets': [{'id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:25.485241 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Checking router: 11320b45-651d-4d9a-a28e-54add9a009e8 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:38:25.485525 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Updating router 11320b45-651d-4d9a-a28e-54add9a009e8 port 16ff32af-6e0f-430a-85f3-62d4252d9889 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:38:25.515449 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.542560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-67031b94-511f-42c4-94fd-9e91db430b7d None None] Provisioning complete for port e867bf6b-b014-4ed6-8458-85d39a3656b7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:25.543306 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67031b94-511f-42c4-94fd-9e91db430b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.582033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-67031b94-511f-42c4-94fd-9e91db430b7d None None] Port e867bf6b-b014-4ed6-8458-85d39a3656b7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:38:25.671369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e867bf6b-b014-4ed6-8458-85d39a3656b7 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:38:25.678785 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Publish callbacks [] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.691385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Transition to ACTIVE for port object e867bf6b-b014-4ed6-8458-85d39a3656b7 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:38:25.696219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.768353 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Pushing event updated for resources: {'Port': ['ID=e867bf6b-b014-4ed6-8458-85d39a3656b7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:25.815518 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Publish callbacks [] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.825431 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.839310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Attempting to bind port e867bf6b-b014-4ed6-8458-85d39a3656b7 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:25.839672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Attempting to bind port e867bf6b-b014-4ed6-8458-85d39a3656b7 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:25.840155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Attempting to bind port e867bf6b-b014-4ed6-8458-85d39a3656b7 on network c0bb3eae-c236-45f3-bfc8-21282eed2e66 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:25.849802 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Port e867bf6b-b014-4ed6-8458-85d39a3656b7 on network c0bb3eae-c236-45f3-bfc8-21282eed2e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:38:25.850263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Attempting to bind port e867bf6b-b014-4ed6-8458-85d39a3656b7 on network c0bb3eae-c236-45f3-bfc8-21282eed2e66 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:25.857211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:25.858323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Checking segment: {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:25.858716 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Bound using segment: {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:25.859157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Bound port: e867bf6b-b014-4ed6-8458-85d39a3656b7, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:25.859523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.881004 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13d03f-b4bc-4158-bc8d-e3eff939b2a8 None None] Pushing event updated for resources: {'Port': ['ID=16ff32af-6e0f-430a-85f3-62d4252d9889,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:25.945327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956b29e-23ad-43bd-9eaa-7973b0730736 req-bf0df6d7-c92d-4949-8e7d-bfe9238b02f3 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:25.955144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6956b29e-23ad-43bd-9eaa-7973b0730736 req-bf0df6d7-c92d-4949-8e7d-bfe9238b02f3 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 943 time: 0.1451375 Feb 03 22:38:25.956811 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Attempting to bind port 16ff32af-6e0f-430a-85f3-62d4252d9889 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:38:25.957631 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Attempting to bind port 16ff32af-6e0f-430a-85f3-62d4252d9889 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:38:25.957631 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Attempting to bind port 16ff32af-6e0f-430a-85f3-62d4252d9889 on network 363b9e16-34d5-454f-9b99-e3dc124f8f2f {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:38:25.966989 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:38:25.967246 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Checking segment: {'id': 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:38:25.967541 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.967931 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Bound using segment: {'id': 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:38:25.968402 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Bound port: 16ff32af-6e0f-430a-85f3-62d4252d9889, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:38:25.968543 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] For port e867bf6b-b014-4ed6-8458-85d39a3656b7, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:25.968961 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:25.973191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] For port e867bf6b-b014-4ed6-8458-85d39a3656b7, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e867bf6b-b014-4ed6-8458-85d39a3656b7,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:25.985625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8c90c21d-4da9-427f-bfec-7681dc111c2b up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:25.986381 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:26.037235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:26.038441 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:26.039879 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] 10.222.0.47 "PUT /v2.0/ports/e867bf6b-b014-4ed6-8458-85d39a3656b7 HTTP/1.1" status: 200 len: 1091 time: 0.7140460 Feb 03 22:38:26.040345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4f6a73-3254-4a6c-9bd9-386cebd973ca', 'tag': 'e867bf6b-b014-4ed6-8458-85d39a3656b7'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:38:26.043361 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4f6a73-3254-4a6c-9bd9-386cebd973ca", "tag": "e867bf6b-b014-4ed6-8458-85d39a3656b7"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:38:26.066983 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6956b29e-23ad-43bd-9eaa-7973b0730736 req-4e6b3137-7d5e-4d3d-88dc-6ddff31ea01d tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080911 Feb 03 22:38:26.068920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf737bc-e615-45e8-b2dc-00d2c8cce1ea service neutron] Pushing event updated for resources: {'Port': ['ID=e867bf6b-b014-4ed6-8458-85d39a3656b7,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:26.115758 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] For port 16ff32af-6e0f-430a-85f3-62d4252d9889, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:38:26.119761 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] For port 16ff32af-6e0f-430a-85f3-62d4252d9889, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16ff32af-6e0f-430a-85f3-62d4252d9889,segment=NetworkSegment(cb2fbc02-0c1c-4ea7-b674-2b504056d2b4),segment_id=cb2fbc02-0c1c-4ea7-b674-2b504056d2b4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:38:26.127798 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a77322-5089-4f8f-b9b1-2421a3ced809 x-openstack-request-id: req-78a77322-5089-4f8f-b9b1-2421a3ced809 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:38:26.128038 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4f6a73-3254-4a6c-9bd9-386cebd973ca", "tag": "e867bf6b-b014-4ed6-8458-85d39a3656b7", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:38:26.128305 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78a77322-5089-4f8f-b9b1-2421a3ced809 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:38:26.128765 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4f6a73-3254-4a6c-9bd9-386cebd973ca', 'tag': 'e867bf6b-b014-4ed6-8458-85d39a3656b7', 'status': 'completed', 'code': 200} Feb 03 22:38:26.132168 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:26.154661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 8c90c21d-4da9-427f-bfec-7681dc111c2b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:26.155825 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:26.190111 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Routers {'11320b45-651d-4d9a-a28e-54add9a009e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:38:26.190766 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:37:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['11320b45-651d-4d9a-a28e-54add9a009e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:26.198844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-070eab9d-1ad8-4052-bf3c-4419a2e10d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:26.200816 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-070eab9d-1ad8-4052-bf3c-4419a2e10d5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f83672c12fa455bb4bbfcffad00f074&device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 1125 time: 0.0909340 Feb 03 22:38:26.258135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-cef68976-5279-4a57-abfc-4b0cc6459f4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e867bf6b-b014-4ed6-8458-85d39a3656b7 HTTP/1.1" status: 200 len: 217 time: 0.0498040 Feb 03 22:38:26.267876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 8c90c21d-4da9-427f-bfec-7681dc111c2b is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:26.298610 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13d03f-b4bc-4158-bc8d-e3eff939b2a8 None None] Pushing event updated for resources: {'Port': ['ID=16ff32af-6e0f-430a-85f3-62d4252d9889,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:26.332856 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-156c42e6-850d-4de5-8ca8-d203d1898ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:26.334296 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-156c42e6-850d-4de5-8ca8-d203d1898ad7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0863d005-1cc8-4462-b394-88ced6537f6d HTTP/1.1" status: 200 len: 856 time: 0.0698552 Feb 03 22:38:26.339300 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] Set router 11320b45-651d-4d9a-a28e-54add9a009e8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:38:26.361840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-991ec126-e246-47c7-a93d-74ddacbc6895 None None] Provisioning complete for port 16ff32af-6e0f-430a-85f3-62d4252d9889 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:26.362700 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-991ec126-e246-47c7-a93d-74ddacbc6895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:26.394620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-aaf12925-95c1-4fe4-ab8c-a092720deddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:26.396165 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-aaf12925-95c1-4fe4-ab8c-a092720deddf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0bb3eae-c236-45f3-bfc8-21282eed2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560913 Feb 03 22:38:26.455428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-991ec126-e246-47c7-a93d-74ddacbc6895 None None] Current status of the port 16ff32af-6e0f-430a-85f3-62d4252d9889 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:26.456337 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-991ec126-e246-47c7-a93d-74ddacbc6895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:26.494183 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-991ec126-e246-47c7-a93d-74ddacbc6895 None None] For port 16ff32af-6e0f-430a-85f3-62d4252d9889, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16ff32af-6e0f-430a-85f3-62d4252d9889,segment=NetworkSegment(cb2fbc02-0c1c-4ea7-b674-2b504056d2b4),segment_id=cb2fbc02-0c1c-4ea7-b674-2b504056d2b4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:26.506848 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-8a48171e-3175-4fc1-acd2-70494eeb1003 service neutron] 10.222.0.47 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026957 Feb 03 22:38:26.507856 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-991ec126-e246-47c7-a93d-74ddacbc6895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:26.583748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ec126-e246-47c7-a93d-74ddacbc6895 None None] Pushing event updated for resources: {'Port': ['ID=16ff32af-6e0f-430a-85f3-62d4252d9889,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:26.598185 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:17Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 4, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'gw_port': {'id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:18Z', 'updated_at': '2022-02-03T22:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '16ff32af-6e0f-430a-85f3-62d4252d9889', 'name': '', 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'mac_address': 'fa:16:3e:8e:d2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:20Z', 'updated_at': '2022-02-03T22:38:26Z', 'revision_number': 4, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'subnets': [{'id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:38:26.628769 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d31034-657e-4b35-b5fb-81bde3941838 None None] The sync data for ids ['11320b45-651d-4d9a-a28e-54add9a009e8'] in n-d-824834-9 is: [{'id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:17Z', 'updated_at': '2022-02-03T22:38:21Z', 'revision_number': 4, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'gw_port': {'id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:18Z', 'updated_at': '2022-02-03T22:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '16ff32af-6e0f-430a-85f3-62d4252d9889', 'name': '', 'network_id': '363b9e16-34d5-454f-9b99-e3dc124f8f2f', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'mac_address': 'fa:16:3e:8e:d2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:20Z', 'updated_at': '2022-02-03T22:38:26Z', 'revision_number': 4, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'subnets': [{'id': 'd31fd89c-e1c8-4f8e-9e8e-a8387db28af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:38:26.645179 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bf7e06e-4d29-4687-96f3-15ffa0dcb45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:26.647666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-24b8677c-a12a-4dbb-996c-d4029ff3d30b None None] Provisioning complete for port 16ff32af-6e0f-430a-85f3-62d4252d9889 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:26.648039 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24b8677c-a12a-4dbb-996c-d4029ff3d30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:26.734038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-24b8677c-a12a-4dbb-996c-d4029ff3d30b None None] Current status of the port 16ff32af-6e0f-430a-85f3-62d4252d9889 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:26.926702 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b336aa2f-414c-434e-bf63-eb784d1e1e89 req-b14f9638-3c14-463d-9d8c-5395bf7b63b1 service neutron] 10.222.0.47 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134901 Feb 03 22:38:27.015266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-c066e16f-861b-434b-a4b8-3c48928a31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:27.016780 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-c066e16f-861b-434b-a4b8-3c48928a31d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f83672c12fa455bb4bbfcffad00f074&device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 1125 time: 0.0477552 Feb 03 22:38:27.113899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-62cae71a-d52f-4950-9bd1-88cafdef9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:27.115400 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-62cae71a-d52f-4950-9bd1-88cafdef9c10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0bb3eae-c236-45f3-bfc8-21282eed2e66 HTTP/1.1" status: 200 len: 918 time: 0.0910661 Feb 03 22:38:27.129739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:27.161120 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-4960fb7b-4fb3-47ea-84c0-6c1357ea2c8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e867bf6b-b014-4ed6-8458-85d39a3656b7 HTTP/1.1" status: 200 len: 217 time: 0.0393608 Feb 03 22:38:27.188164 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc969fd7-bf5e-4777-a3ba-2383d6665d90 req-323e540a-8d29-4686-ac4d-2771ce029d0c tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:27.189716 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc969fd7-bf5e-4777-a3ba-2383d6665d90 req-323e540a-8d29-4686-ac4d-2771ce029d0c tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 943 time: 0.0574858 Feb 03 22:38:27.213681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-a80c5d08-5d0f-443e-add6-d381605ecc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:27.215167 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-a80c5d08-5d0f-443e-add6-d381605ecc32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0863d005-1cc8-4462-b394-88ced6537f6d HTTP/1.1" status: 200 len: 856 time: 0.0483212 Feb 03 22:38:27.236931 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc969fd7-bf5e-4777-a3ba-2383d6665d90 req-38d867d7-06c6-4d48-9f07-4a6207cdffbd tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Feb 03 22:38:27.263047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-fd9bc0b1-72af-4c89-9bb3-e9ac2de6ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:27.264603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-fd9bc0b1-72af-4c89-9bb3-e9ac2de6ece9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0bb3eae-c236-45f3-bfc8-21282eed2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440204 Feb 03 22:38:27.355109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-4fc3fb55-253a-4b3d-abed-833fdfa21712 service neutron] 10.222.0.47 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836329 Feb 03 22:38:27.443936 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cea0b3bc-a4cd-49a8-9b81-9c1bfdad88d3 req-4143614a-1021-497c-b45d-e96f6daa6896 service neutron] 10.222.0.47 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827513 Feb 03 22:38:27.926762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16ff32af-6e0f-430a-85f3-62d4252d9889 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:27.979112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 16ff32af-6e0f-430a-85f3-62d4252d9889 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:27.979487 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:28.054163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 16ff32af-6e0f-430a-85f3-62d4252d9889 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:28.360133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09170c20-2910-438c-b291-86aecf3071cd req-7678bae9-bd47-4039-bd15-ecbe073ba965 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:28.361625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09170c20-2910-438c-b291-86aecf3071cd req-7678bae9-bd47-4039-bd15-ecbe073ba965 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 943 time: 0.0557742 Feb 03 22:38:28.407322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-09170c20-2910-438c-b291-86aecf3071cd req-ca2e8743-40de-423c-974d-a3b0662154db tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401895 Feb 03 22:38:28.798961 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:29.525559 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bee2c-4db2-47da-b279-43958143b9bf req-d4705861-0c56-4a3e-88ec-f8839f8d31f5 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:29.527055 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d4bee2c-4db2-47da-b279-43958143b9bf req-d4705861-0c56-4a3e-88ec-f8839f8d31f5 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 943 time: 0.0537598 Feb 03 22:38:29.572911 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d4bee2c-4db2-47da-b279-43958143b9bf req-5ec70d56-882f-423d-97ed-7fa36123cc78 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396297 Feb 03 22:38:29.953052 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:30.698117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3697e51-c918-42b9-8094-17882dec5783 req-e762b08f-96d2-4160-b001-4d9364c720dc tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:30.699602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3697e51-c918-42b9-8094-17882dec5783 req-e762b08f-96d2-4160-b001-4d9364c720dc tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 943 time: 0.0574439 Feb 03 22:38:30.746283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3697e51-c918-42b9-8094-17882dec5783 req-cf03e6ff-1c6b-469e-99b0-39530fe84a01 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Feb 03 22:38:31.308761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e867bf6b-b014-4ed6-8458-85d39a3656b7 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:38:31.406908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e867bf6b-b014-4ed6-8458-85d39a3656b7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e867bf6b-b014-4ed6-8458-85d39a3656b7,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:31.418290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'e867bf6b-b014-4ed6-8458-85d39a3656b7', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'port_id': 'e867bf6b-b014-4ed6-8458-85d39a3656b7', 'mac_address': 'fa:16:3e:dc:01:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:38:31.453922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e867bf6b-b014-4ed6-8458-85d39a3656b7 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:31.454312 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:31.467290 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e867bf6b-b014-4ed6-8458-85d39a3656b7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:38:31.490630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e867bf6b-b014-4ed6-8458-85d39a3656b7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e867bf6b-b014-4ed6-8458-85d39a3656b7,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:31.495077 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:31.540312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e867bf6b-b014-4ed6-8458-85d39a3656b7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:31.825581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e867bf6b-b014-4ed6-8458-85d39a3656b7'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:38:31.867630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc02b96-193c-4104-83bb-74f0c5dc080e req-1f05cf34-9085-4c85-9fe4-bdc50012964e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:31.869154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cc02b96-193c-4104-83bb-74f0c5dc080e req-1f05cf34-9085-4c85-9fe4-bdc50012964e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 944 time: 0.0540116 Feb 03 22:38:31.916877 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8cc02b96-193c-4104-83bb-74f0c5dc080e req-e1df4731-7e09-495e-a89e-dd6f6730eaab tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Feb 03 22:38:33.033643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020f2e9-aa44-441e-9dc1-b673d7365f74 req-65c80211-04bd-4dc9-8736-50f708748e88 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:33.035093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5020f2e9-aa44-441e-9dc1-b673d7365f74 req-65c80211-04bd-4dc9-8736-50f708748e88 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 944 time: 0.0516925 Feb 03 22:38:33.084533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5020f2e9-aa44-441e-9dc1-b673d7365f74 req-fdefc501-232a-48d0-aed3-54a2c8f6a1f8 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Feb 03 22:38:33.320815 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e867bf6b-b014-4ed6-8458-85d39a3656b7 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:38:33.369137 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port e867bf6b-b014-4ed6-8458-85d39a3656b7 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:38:33.372826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port e867bf6b-b014-4ed6-8458-85d39a3656b7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:38:33.373237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:33.448745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port e867bf6b-b014-4ed6-8458-85d39a3656b7 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:38:33.449162 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:33.471959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4f6a73-3254-4a6c-9bd9-386cebd973ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e867bf6b-b014-4ed6-8458-85d39a3656b7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:38:33.474206 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a248a548-21c9-4a74-ab75-b34c915afc09" -d '{"events": [{"server_uuid": "7f4f6a73-3254-4a6c-9bd9-386cebd973ca", "name": "network-vif-plugged", "status": "completed", "tag": "e867bf6b-b014-4ed6-8458-85d39a3656b7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:38:33.486663 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port e867bf6b-b014-4ed6-8458-85d39a3656b7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e867bf6b-b014-4ed6-8458-85d39a3656b7,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:38:33.491306 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:33.527280 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b756701f-f018-4eb1-aeee-0fde5d4edbc4 x-openstack-request-id: req-b756701f-f018-4eb1-aeee-0fde5d4edbc4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:38:33.527607 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4f6a73-3254-4a6c-9bd9-386cebd973ca", "name": "network-vif-plugged", "status": "completed", "tag": "e867bf6b-b014-4ed6-8458-85d39a3656b7", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:38:33.527863 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b756701f-f018-4eb1-aeee-0fde5d4edbc4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:38:33.528252 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4f6a73-3254-4a6c-9bd9-386cebd973ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e867bf6b-b014-4ed6-8458-85d39a3656b7', 'code': 200} Feb 03 22:38:33.554896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=e867bf6b-b014-4ed6-8458-85d39a3656b7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:38:33.608358 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be34fe1-fbef-4941-aae4-ff3bb9f6e0d9 req-bfdee51e-4f29-4078-92f1-f71b27c3b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:33.609882 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6be34fe1-fbef-4941-aae4-ff3bb9f6e0d9 req-bfdee51e-4f29-4078-92f1-f71b27c3b7c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 1127 time: 0.0436602 Feb 03 22:38:33.652624 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6be34fe1-fbef-4941-aae4-ff3bb9f6e0d9 req-9d2ebe1b-6dd7-40a4-8318-a374e9297bf2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Feb 03 22:38:34.201785 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de57098-544f-4c88-8048-d92348113348 req-a4c843b4-3486-4fa6-9fad-35f1e59f3d77 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:34.203241 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8de57098-544f-4c88-8048-d92348113348 req-a4c843b4-3486-4fa6-9fad-35f1e59f3d77 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 945 time: 0.0520186 Feb 03 22:38:34.248562 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8de57098-544f-4c88-8048-d92348113348 req-e83ef5da-b5ef-41ec-a6cf-5f720a281b0a tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393350 Feb 03 22:38:35.367037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23cdb4-07ec-4c53-bc2b-6c88745942fa req-2a7ad6ad-c059-4fe7-bc48-db25bfebdf05 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:35.368509 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da23cdb4-07ec-4c53-bc2b-6c88745942fa req-2a7ad6ad-c059-4fe7-bc48-db25bfebdf05 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 945 time: 0.0518053 Feb 03 22:38:35.414566 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da23cdb4-07ec-4c53-bc2b-6c88745942fa req-1ae1b634-d64e-4eca-afb3-39e97b77aa49 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Feb 03 22:38:35.536504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4acc9-f1f3-408e-9625-e847262e814d req-b834b197-3575-44cd-a58e-db88fe4b007c tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:38:35.538075 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06e4acc9-f1f3-408e-9625-e847262e814d req-b834b197-3575-44cd-a58e-db88fe4b007c tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 945 time: 0.0577831 Feb 03 22:38:35.584028 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06e4acc9-f1f3-408e-9625-e847262e814d req-02e3ef32-7494-45d1-9ab1-80033c2984e2 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403757 Feb 03 22:38:51.886036 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:38:53.686159 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f261c08d-1652-4588-8d6a-9f4cb11344bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:54.923047 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:54.979426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:56.637373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69f298e2-5f14-44d5-900d-3bad390fb58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:57.130044 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:58.800249 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:38:59.955373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:09.505478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-cf72027d-91e3-4256-8154-141a74f57dfd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520618 Feb 03 22:39:09.598551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-1e58f7c3-fb73-4756-8424-a085300508cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:09.600110 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-1e58f7c3-fb73-4756-8424-a085300508cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f83672c12fa455bb4bbfcffad00f074&device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 1127 time: 0.0486152 Feb 03 22:39:09.714280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72e58-d92d-4b4e-b74c-984c6aa4b4a8 req-419e4d89-6d67-4f2d-8aca-80ee083c6c44 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:09.715790 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86d72e58-d92d-4b4e-b74c-984c6aa4b4a8 req-419e4d89-6d67-4f2d-8aca-80ee083c6c44 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 945 time: 0.0614402 Feb 03 22:39:09.722287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-6d92a8f2-58dd-444b-baa3-854f753ada14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:09.723773 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-6d92a8f2-58dd-444b-baa3-854f753ada14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0bb3eae-c236-45f3-bfc8-21282eed2e66 HTTP/1.1" status: 200 len: 918 time: 0.0952957 Feb 03 22:39:09.767137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86d72e58-d92d-4b4e-b74c-984c6aa4b4a8 req-828bb37f-2b98-416f-9526-bbc0595e341c tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Feb 03 22:39:09.769586 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-9a017b13-7a47-4685-9703-cd5afe515146 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e867bf6b-b014-4ed6-8458-85d39a3656b7 HTTP/1.1" status: 200 len: 217 time: 0.0394394 Feb 03 22:39:09.828378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-4d875509-90a9-430d-b709-c7d6fb34d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:09.828378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-4d875509-90a9-430d-b709-c7d6fb34d402 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0863d005-1cc8-4462-b394-88ced6537f6d HTTP/1.1" status: 200 len: 856 time: 0.0495880 Feb 03 22:39:09.882416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-81dc9266-ac36-4ac9-9d35-9149db855195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:09.883935 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-81dc9266-ac36-4ac9-9d35-9149db855195 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0bb3eae-c236-45f3-bfc8-21282eed2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512238 Feb 03 22:39:09.977287 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-3182aab4-220b-4077-b49f-f02122f7fe7e service neutron] 10.222.0.47 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862968 Feb 03 22:39:10.070217 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77324ec9-ed75-427a-9e46-c2412a14ab60 req-73e9a328-8164-4e51-820b-0e6f1d0a061b service neutron] 10.222.0.47 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871737 Feb 03 22:39:10.909315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61a85f-a499-46f0-977f-cd64b67b1aa6 req-bb03500c-81ce-4861-8443-c22b9547f432 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:10.910913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df61a85f-a499-46f0-977f-cd64b67b1aa6 req-bb03500c-81ce-4861-8443-c22b9547f432 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 945 time: 0.0647581 Feb 03 22:39:10.963220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df61a85f-a499-46f0-977f-cd64b67b1aa6 req-e40ab366-3cb6-4815-a6b1-b0ed5cbe0b41 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461960 Feb 03 22:39:11.322068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-e0c0b672-53bc-4f58-976b-2a500374673d tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:11.323526 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-e0c0b672-53bc-4f58-976b-2a500374673d tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 945 time: 0.0578129 Feb 03 22:39:11.412203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Deleting port e867bf6b-b014-4ed6-8458-85d39a3656b7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:39:11.412427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:11.504744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] For port e867bf6b-b014-4ed6-8458-85d39a3656b7, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=e867bf6b-b014-4ed6-8458-85d39a3656b7,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:39:11.505132 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:11.517932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Calling delete_port for e867bf6b-b014-4ed6-8458-85d39a3656b7 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:39:11.647556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e867bf6b-b014-4ed6-8458-85d39a3656b7), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:11.660005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['e867bf6b-b014-4ed6-8458-85d39a3656b7'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:39:11.676776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Pushing event deleted for resources: {'Port': ['ID=e867bf6b-b014-4ed6-8458-85d39a3656b7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:39:11.696115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.696468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.696814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.697197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.697529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.697861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.698193 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.698522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.698851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.699181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.699507 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.699830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.700152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:11.739306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] No DVR routers for this DVR port e867bf6b-b014-4ed6-8458-85d39a3656b7 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:39:11.742043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:11.745510 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4c97ec18-ec33-4e3f-8440-34eea2bf83ef req-223c083b-f8e7-4e4e-bd8a-01475e46da8e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.47 "DELETE /v2.0/ports/e867bf6b-b014-4ed6-8458-85d39a3656b7 HTTP/1.1" status: 204 len: 173 time: 0.4170866 Feb 03 22:39:11.745950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4f6a73-3254-4a6c-9bd9-386cebd973ca', 'name': 'network-vif-deleted', 'tag': 'e867bf6b-b014-4ed6-8458-85d39a3656b7'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:39:11.748235 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59debf05-0273-46a0-b35e-7e55540cfb7b" -d '{"events": [{"server_uuid": "7f4f6a73-3254-4a6c-9bd9-386cebd973ca", "name": "network-vif-deleted", "tag": "e867bf6b-b014-4ed6-8458-85d39a3656b7"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:39:11.801805 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c1c25b-fbd3-4116-ac2f-0f21b0346a44 x-openstack-request-id: req-17c1c25b-fbd3-4116-ac2f-0f21b0346a44 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:39:11.802101 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4f6a73-3254-4a6c-9bd9-386cebd973ca", "name": "network-vif-deleted", "tag": "e867bf6b-b014-4ed6-8458-85d39a3656b7", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:39:11.802384 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17c1c25b-fbd3-4116-ac2f-0f21b0346a44 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:39:11.803385 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4f6a73-3254-4a6c-9bd9-386cebd973ca', 'name': 'network-vif-deleted', 'tag': 'e867bf6b-b014-4ed6-8458-85d39a3656b7', 'status': 'completed', 'code': 200} Feb 03 22:39:12.087820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f508edf0-cc5f-42fe-bf46-8b2a8c5b3866 req-fbeb7d2d-5751-43b2-a2cd-5cf5d744441b tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f4f6a73-3254-4a6c-9bd9-386cebd973ca HTTP/1.1" status: 200 len: 210 time: 0.0296612 Feb 03 22:39:13.690458 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162e521-d454-4b0f-9cb4-d93408457230 req-fd1afcb3-be57-409b-8a9c-4897845f68f6 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:13.692326 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-fd1afcb3-be57-409b-8a9c-4897845f68f6 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/networks?id=c0bb3eae-c236-45f3-bfc8-21282eed2e66 HTTP/1.1" status: 200 len: 817 time: 0.0983694 Feb 03 22:39:13.711117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-90013872-1ee2-4b89-b4da-8700da56dbcb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/quotas/8f83672c12fa455bb4bbfcffad00f074 HTTP/1.1" status: 200 len: 375 time: 0.0092173 Feb 03 22:39:13.772456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-2325eca6-75f7-43d3-a9b4-81515791dd5b tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f83672c12fa455bb4bbfcffad00f074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562005 Feb 03 22:39:13.871531 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e87a43b-8c44-4548-98af-fafc7a9c151f service neutron] 10.222.0.50 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869560 Feb 03 22:39:13.963972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-9e2af8aa-42a6-4e22-a345-5b14fc5ef5c4 service neutron] 10.222.0.50 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Feb 03 22:39:14.122839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c2f7e7f-e897-4c4c-8acd-474c66842d85 req-4b830226-9afe-4199-a6b2-64f3499915be tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 210 time: 0.0275085 Feb 03 22:39:15.061685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162e521-d454-4b0f-9cb4-d93408457230 req-eb7a9839-b6a6-4c94-a2ea-e825a30b0a75 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:15.063162 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-eb7a9839-b6a6-4c94-a2ea-e825a30b0a75 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.10 "GET /v2.0/networks?id=c0bb3eae-c236-45f3-bfc8-21282eed2e66 HTTP/1.1" status: 200 len: 817 time: 0.1074159 Feb 03 22:39:15.076025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Request body: {'port': {'device_id': 'f4253ec1-3a25-4da8-924f-ece74d374819', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'admin_state_up': True, 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:39:15.183898 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Made reservation on behalf of 8f83672c12fa455bb4bbfcffad00f074 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:39:15.187209 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:15.226215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b5f41120-1ba0-4c23-976d-fa04b8652fab req-a9a31fcb-6ef3-446c-a6ff-4abf6cbc6b68 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 210 time: 0.0281849 Feb 03 22:39:15.323354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Allocated IP 172.20.0.8 (c0bb3eae-c236-45f3-bfc8-21282eed2e66/0863d005-1cc8-4462-b394-88ced6537f6d/8daf8c37-1178-4557-8f5f-aa79989d9ab1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:39:15.476274 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks [] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:15.510547 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:15.539578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e867bf6b-b014-4ed6-8458-85d39a3656b7 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:39:15.554746 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:39:15.557860 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:39:15.559388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: e867bf6b-b014-4ed6-8458-85d39a3656b7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:39:15.559782 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device e867bf6b-b014-4ed6-8458-85d39a3656b7 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:39:15.562530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:39:15.586516 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Pushing event updated for resources: {'Port': ['ID=8daf8c37-1178-4557-8f5f-aa79989d9ab1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:39:15.616004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:15.616635 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:15.634194 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-8e0fd998-2cf1-41b7-a1f4-ede7cf04aceb tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621328 Feb 03 22:39:15.644240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-33989ac4-c273-4e1a-b283-de9b236dc4b5 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:39:15.645277 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-33989ac4-c273-4e1a-b283-de9b236dc4b5 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053816 Feb 03 22:39:15.655761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Request body: {'port': {'device_id': 'f4253ec1-3a25-4da8-924f-ece74d374819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:39:15.723265 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:15.770046 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4a1b7bd4-e75b-4164-92ef-f45386c70206 None None] Provisioning complete for port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:39:15.770421 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7bd4-e75b-4164-92ef-f45386c70206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:15.803498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b7bd4-e75b-4164-92ef-f45386c70206 None None] Port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:39:15.985369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8daf8c37-1178-4557-8f5f-aa79989d9ab1 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:39:15.992818 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Publish callbacks [] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:16.005169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Transition to ACTIVE for port object 8daf8c37-1178-4557-8f5f-aa79989d9ab1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:39:16.008448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:16.079019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Pushing event updated for resources: {'Port': ['ID=8daf8c37-1178-4557-8f5f-aa79989d9ab1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:39:16.154060 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Attempting to bind port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:39:16.154404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Attempting to bind port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:39:16.154732 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Attempting to bind port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 on network c0bb3eae-c236-45f3-bfc8-21282eed2e66 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:39:16.159578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 on network c0bb3eae-c236-45f3-bfc8-21282eed2e66 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:39:16.160047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Attempting to bind port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 on network c0bb3eae-c236-45f3-bfc8-21282eed2e66 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:39:16.165328 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:39:16.165673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Checking segment: {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:39:16.166059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Bound using segment: {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:39:16.166487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Bound port: 8daf8c37-1178-4557-8f5f-aa79989d9ab1, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46dc0b2-0d11-4aec-aef1-31325ca56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:39:16.166847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:16.230598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] For port 8daf8c37-1178-4557-8f5f-aa79989d9ab1, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:39:16.234053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] For port 8daf8c37-1178-4557-8f5f-aa79989d9ab1, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8daf8c37-1178-4557-8f5f-aa79989d9ab1,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:39:16.239929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:16.278674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:16.279817 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:16.281219 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] 10.222.0.10 "PUT /v2.0/ports/8daf8c37-1178-4557-8f5f-aa79989d9ab1 HTTP/1.1" status: 200 len: 1091 time: 0.6295860 Feb 03 22:39:16.281668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4253ec1-3a25-4da8-924f-ece74d374819', 'tag': '8daf8c37-1178-4557-8f5f-aa79989d9ab1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:39:16.284174 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b693d-f49c-4469-82cc-b2345f97f1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4253ec1-3a25-4da8-924f-ece74d374819", "tag": "8daf8c37-1178-4557-8f5f-aa79989d9ab1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:39:16.314565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e5298-0967-4282-8274-2ff2538c5087 service neutron] Pushing event updated for resources: {'Port': ['ID=8daf8c37-1178-4557-8f5f-aa79989d9ab1,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:39:16.371980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b9002-3e83-427d-91d3-10dbafcd22c6 req-16918914-bd10-431e-8bb3-14cd64b2344d tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:16.372526 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac27516b-8a62-4599-964c-a823024e3c29 x-openstack-request-id: req-ac27516b-8a62-4599-964c-a823024e3c29 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:39:16.372813 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4253ec1-3a25-4da8-924f-ece74d374819", "tag": "8daf8c37-1178-4557-8f5f-aa79989d9ab1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:39:16.373104 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac27516b-8a62-4599-964c-a823024e3c29 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:39:16.373515 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4253ec1-3a25-4da8-924f-ece74d374819', 'tag': '8daf8c37-1178-4557-8f5f-aa79989d9ab1', 'status': 'completed', 'code': 200} Feb 03 22:39:16.375163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f1b9002-3e83-427d-91d3-10dbafcd22c6 req-16918914-bd10-431e-8bb3-14cd64b2344d tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 943 time: 0.0666826 Feb 03 22:39:16.393013 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162e521-d454-4b0f-9cb4-d93408457230 req-ec1e109e-fda0-494b-9572-8b95e6f5e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:16.394581 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-ec1e109e-fda0-494b-9572-8b95e6f5e09e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f83672c12fa455bb4bbfcffad00f074&device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 1125 time: 0.0516646 Feb 03 22:39:16.427908 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f1b9002-3e83-427d-91d3-10dbafcd22c6 req-98906be7-89df-4ba2-9fca-74b382d0d2aa tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465229 Feb 03 22:39:16.440126 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-d10214e0-67a6-4d65-b1bf-8c31ac4b7f67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf8c37-1178-4557-8f5f-aa79989d9ab1 HTTP/1.1" status: 200 len: 217 time: 0.0380728 Feb 03 22:39:16.495106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162e521-d454-4b0f-9cb4-d93408457230 req-5d1e38ca-3e48-4ed9-a3b6-34e84138df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:16.496630 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-5d1e38ca-3e48-4ed9-a3b6-34e84138df4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0863d005-1cc8-4462-b394-88ced6537f6d HTTP/1.1" status: 200 len: 856 time: 0.0514843 Feb 03 22:39:16.546258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162e521-d454-4b0f-9cb4-d93408457230 req-710e515d-2080-4cdb-8da6-6f74b1561d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:16.547795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-710e515d-2080-4cdb-8da6-6f74b1561d07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0bb3eae-c236-45f3-bfc8-21282eed2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450795 Feb 03 22:39:16.644620 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-11695b79-2c7c-4c68-933d-ba9ffb831443 service neutron] 10.222.0.10 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912275 Feb 03 22:39:16.739481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1162e521-d454-4b0f-9cb4-d93408457230 req-6a3c568c-c2c2-4cfb-9276-693a1a7bac24 service neutron] 10.222.0.10 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887678 Feb 03 22:39:16.829810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-1019e37a-64b4-4eaf-96c6-e3502abe2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:16.831281 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-1019e37a-64b4-4eaf-96c6-e3502abe2492 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f83672c12fa455bb4bbfcffad00f074&device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 1125 time: 0.0469887 Feb 03 22:39:16.927846 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-a9092037-f69c-4679-91f5-5bd4db682420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:16.929379 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-a9092037-f69c-4679-91f5-5bd4db682420 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0bb3eae-c236-45f3-bfc8-21282eed2e66 HTTP/1.1" status: 200 len: 918 time: 0.0917301 Feb 03 22:39:16.972617 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-d0fca5ed-642a-4e80-b582-246c9790a8b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf8c37-1178-4557-8f5f-aa79989d9ab1 HTTP/1.1" status: 200 len: 217 time: 0.0369053 Feb 03 22:39:17.020577 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-85fb90f5-a44f-417f-8ea5-c0db665ed92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:17.022170 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-85fb90f5-a44f-417f-8ea5-c0db665ed92e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0863d005-1cc8-4462-b394-88ced6537f6d HTTP/1.1" status: 200 len: 856 time: 0.0443645 Feb 03 22:39:17.077937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-99874013-d5c7-4c48-b1fd-886e95999362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:17.079471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-99874013-d5c7-4c48-b1fd-886e95999362 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0bb3eae-c236-45f3-bfc8-21282eed2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515480 Feb 03 22:39:17.178703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-105269f4-d645-447c-8127-e1277b3ebc57 service neutron] 10.222.0.10 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935979 Feb 03 22:39:17.272121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-869b693d-f49c-4469-82cc-b2345f97f1e7 req-c29fc2c9-bf3e-4fb0-af91-71483ef4752c service neutron] 10.222.0.10 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863914 Feb 03 22:39:17.552612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91fb77-dd18-4922-9c29-40988170052e req-17111022-eb29-4e96-af72-bbac062d43ee tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:17.554133 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f91fb77-dd18-4922-9c29-40988170052e req-17111022-eb29-4e96-af72-bbac062d43ee tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 943 time: 0.0564194 Feb 03 22:39:17.600298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8f91fb77-dd18-4922-9c29-40988170052e req-fdcb3937-e6d8-46f9-9d92-3237ba56e13d tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Feb 03 22:39:18.718555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6d51c-dcd8-41a8-bf78-a1615bc5ae39 req-d171707c-cbfe-4bca-b689-4ad5ebca3624 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:18.726244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67b6d51c-dcd8-41a8-bf78-a1615bc5ae39 req-d171707c-cbfe-4bca-b689-4ad5ebca3624 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 943 time: 0.0526252 Feb 03 22:39:18.771202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67b6d51c-dcd8-41a8-bf78-a1615bc5ae39 req-ec739726-b14c-4d69-9d1c-0ec142ca2a7a tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Feb 03 22:39:19.897138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677801c7-e75a-447e-bbbd-b63414b6a9b9 req-7a10a411-e6e7-4e78-a38c-bda113573915 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:19.898700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-677801c7-e75a-447e-bbbd-b63414b6a9b9 req-7a10a411-e6e7-4e78-a38c-bda113573915 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 943 time: 0.0531189 Feb 03 22:39:19.949965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-677801c7-e75a-447e-bbbd-b63414b6a9b9 req-581b3c50-8481-41ee-8bfa-b6c2f8de94c0 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456188 Feb 03 22:39:20.955951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8daf8c37-1178-4557-8f5f-aa79989d9ab1 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:39:21.055395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 8daf8c37-1178-4557-8f5f-aa79989d9ab1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8daf8c37-1178-4557-8f5f-aa79989d9ab1,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:39:21.067236 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '8daf8c37-1178-4557-8f5f-aa79989d9ab1', 'network_id': 'c0bb3eae-c236-45f3-bfc8-21282eed2e66', 'port_id': '8daf8c37-1178-4557-8f5f-aa79989d9ab1', 'mac_address': 'fa:16:3e:d3:80:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0863d005-1cc8-4462-b394-88ced6537f6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:39:21.069485 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13781559-242c-47d0-bbd1-6284c87eb506 req-ad7049c5-62c8-4075-9563-8aeccdab7fae tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:21.070985 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13781559-242c-47d0-bbd1-6284c87eb506 req-ad7049c5-62c8-4075-9563-8aeccdab7fae tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 943 time: 0.0533624 Feb 03 22:39:21.104506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:39:21.105057 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:21.118176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8daf8c37-1178-4557-8f5f-aa79989d9ab1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:39:21.118472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-13781559-242c-47d0-bbd1-6284c87eb506 req-f6ea6410-6de2-4ccb-8bcb-6588f68d7343 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Feb 03 22:39:21.137597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 8daf8c37-1178-4557-8f5f-aa79989d9ab1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8daf8c37-1178-4557-8f5f-aa79989d9ab1,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:39:21.142009 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:21.188693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=8daf8c37-1178-4557-8f5f-aa79989d9ab1,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:39:21.195769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.196117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.196460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.196800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.197161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.197495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.197823 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.198146 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.198470 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.198796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.199119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.199442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.199763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:39:21.438742 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['8daf8c37-1178-4557-8f5f-aa79989d9ab1'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:39:22.237430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11c42f-ee0a-4894-a487-32e2ad8ab679 req-3229b39e-2878-42fb-b17c-770152f8b30e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:22.238882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf11c42f-ee0a-4894-a487-32e2ad8ab679 req-3229b39e-2878-42fb-b17c-770152f8b30e tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 944 time: 0.0508571 Feb 03 22:39:22.284704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf11c42f-ee0a-4894-a487-32e2ad8ab679 req-23dc82f4-c682-4257-a2af-c1468f0a31b6 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403202 Feb 03 22:39:22.984706 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8daf8c37-1178-4557-8f5f-aa79989d9ab1 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:39:23.038398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:39:23.042321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:39:23.042690 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:23.118564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:39:23.118955 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:23.141351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4253ec1-3a25-4da8-924f-ece74d374819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daf8c37-1178-4557-8f5f-aa79989d9ab1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:39:23.143541 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0533b0d0-385f-468b-bf05-1be2d720586e" -d '{"events": [{"server_uuid": "f4253ec1-3a25-4da8-924f-ece74d374819", "name": "network-vif-plugged", "status": "completed", "tag": "8daf8c37-1178-4557-8f5f-aa79989d9ab1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:39:23.155994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 8daf8c37-1178-4557-8f5f-aa79989d9ab1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8daf8c37-1178-4557-8f5f-aa79989d9ab1,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:39:23.160144 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:23.182906 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66d6dea-b6b6-4a67-a72e-7481999c2d58 x-openstack-request-id: req-d66d6dea-b6b6-4a67-a72e-7481999c2d58 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:39:23.183201 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4253ec1-3a25-4da8-924f-ece74d374819", "name": "network-vif-plugged", "status": "completed", "tag": "8daf8c37-1178-4557-8f5f-aa79989d9ab1", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:39:23.183454 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d66d6dea-b6b6-4a67-a72e-7481999c2d58 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:39:23.183836 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4253ec1-3a25-4da8-924f-ece74d374819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daf8c37-1178-4557-8f5f-aa79989d9ab1', 'code': 200} Feb 03 22:39:23.215828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=8daf8c37-1178-4557-8f5f-aa79989d9ab1,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:39:23.281773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98cbe0-61c0-4c2a-8cc0-8a68570de8a9 req-85f6e6b6-071b-4688-b634-cef70a8a5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:23.283327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9d98cbe0-61c0-4c2a-8cc0-8a68570de8a9 req-85f6e6b6-071b-4688-b634-cef70a8a5854 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 1127 time: 0.0453947 Feb 03 22:39:23.326971 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9d98cbe0-61c0-4c2a-8cc0-8a68570de8a9 req-27db7c17-d756-46c8-997d-348cb9b4eb86 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Feb 03 22:39:23.409140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360efde-2427-474a-9378-266340988c37 req-18a4dfa0-2b41-45ad-8694-ec5cf314447a tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:23.410639 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9360efde-2427-474a-9378-266340988c37 req-18a4dfa0-2b41-45ad-8694-ec5cf314447a tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 945 time: 0.0565772 Feb 03 22:39:23.456396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9360efde-2427-474a-9378-266340988c37 req-4a0a6370-357a-4685-93c2-81918267f6f2 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402367 Feb 03 22:39:23.688616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171ada0d-2a64-42a2-a83b-01d8c04e9d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:24.578949 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548cbf-876d-444c-bf65-67b1cb848adc req-987023a2-1c45-43a4-9878-3b46ef1af71b tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:24.580476 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8548cbf-876d-444c-bf65-67b1cb848adc req-987023a2-1c45-43a4-9878-3b46ef1af71b tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 945 time: 0.0545049 Feb 03 22:39:24.628991 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d8548cbf-876d-444c-bf65-67b1cb848adc req-9d250bd7-7c08-4b24-adbd-a65851bc8dcf tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Feb 03 22:39:24.924604 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:24.993711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:25.751998 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05a32f-dc4b-4f1b-af12-ac1f3ed49a4d req-7c06c4f5-d8f7-4e8c-8cee-03c11714e679 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:25.753494 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e05a32f-dc4b-4f1b-af12-ac1f3ed49a4d req-7c06c4f5-d8f7-4e8c-8cee-03c11714e679 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 945 time: 0.0572052 Feb 03 22:39:25.798616 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e05a32f-dc4b-4f1b-af12-ac1f3ed49a4d req-8851adaf-bf33-49b1-bbfd-73c41e2e7fc1 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Feb 03 22:39:25.920936 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf77b0-a273-468f-af26-407c982c1ecf req-c5d1de2d-72dc-4a23-a285-37ee7d2c087c tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:25.922405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fdf77b0-a273-468f-af26-407c982c1ecf req-c5d1de2d-72dc-4a23-a285-37ee7d2c087c tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 945 time: 0.0559921 Feb 03 22:39:25.968453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fdf77b0-a273-468f-af26-407c982c1ecf req-51dbb183-09c5-4bf6-9cbf-a7666a479ba8 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Feb 03 22:39:26.639673 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7318734c-0270-455d-a679-30475351540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:27.133560 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:28.802086 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:28.885582 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:39:29.958067 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:53.689757 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01ab689f-b420-428d-b519-ad7329844a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:54.878588 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c46aa117-ad23-434f-b9df-909d5babae54 req-724c3331-f14b-4bce-b532-40da313edfe3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449426 Feb 03 22:39:54.937221 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:54.970571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aa117-ad23-434f-b9df-909d5babae54 req-1d0584b8-0191-407a-950d-626fa5dc3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:54.972099 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c46aa117-ad23-434f-b9df-909d5babae54 req-1d0584b8-0191-407a-950d-626fa5dc3f57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f83672c12fa455bb4bbfcffad00f074&device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 1127 time: 0.0508668 Feb 03 22:39:54.991852 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:55.075751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aa117-ad23-434f-b9df-909d5babae54 req-37a5e591-c40e-4bf1-8423-4ee3d470e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:55.077847 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c46aa117-ad23-434f-b9df-909d5babae54 req-37a5e591-c40e-4bf1-8423-4ee3d470e16e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0bb3eae-c236-45f3-bfc8-21282eed2e66 HTTP/1.1" status: 200 len: 918 time: 0.0874579 Feb 03 22:39:55.121504 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c46aa117-ad23-434f-b9df-909d5babae54 req-ecf468ea-c9c8-4521-982f-57ad7d75f45b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf8c37-1178-4557-8f5f-aa79989d9ab1 HTTP/1.1" status: 200 len: 217 time: 0.0383482 Feb 03 22:39:55.169653 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aa117-ad23-434f-b9df-909d5babae54 req-fa77ea98-5b3c-40ce-89d9-9832812a5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:55.171595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c46aa117-ad23-434f-b9df-909d5babae54 req-fa77ea98-5b3c-40ce-89d9-9832812a5d30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0863d005-1cc8-4462-b394-88ced6537f6d HTTP/1.1" status: 200 len: 856 time: 0.0445814 Feb 03 22:39:55.220276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aa117-ad23-434f-b9df-909d5babae54 req-16f27433-6937-4243-8ec3-5f8a57b63fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:55.221825 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c46aa117-ad23-434f-b9df-909d5babae54 req-16f27433-6937-4243-8ec3-5f8a57b63fbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0bb3eae-c236-45f3-bfc8-21282eed2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451396 Feb 03 22:39:55.313711 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c46aa117-ad23-434f-b9df-909d5babae54 req-257d2d06-9f83-4a7d-a801-0fc76835efdf service neutron] 10.222.0.10 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856318 Feb 03 22:39:55.401160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c46aa117-ad23-434f-b9df-909d5babae54 req-68766a0b-31cd-4b2f-b613-0e0d62c6d7d7 service neutron] 10.222.0.10 "GET /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813994 Feb 03 22:39:56.645289 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bbb02fc-402c-47ca-bd7f-9560e945cc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:57.135687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:58.805122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:59.961728 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:39:59.977077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87719463-d5c4-4001-aa61-102d9e8b7daa req-0c6deb7c-11e2-400f-9c0e-31cae5c785f1 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:39:59.978617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87719463-d5c4-4001-aa61-102d9e8b7daa req-0c6deb7c-11e2-400f-9c0e-31cae5c785f1 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 945 time: 0.0552790 Feb 03 22:40:00.030378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-87719463-d5c4-4001-aa61-102d9e8b7daa req-b13d6fb9-d421-432e-9fb4-5ebeb7da62fc tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Feb 03 22:40:01.153513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2758-4c3a-49ad-9e21-ad7147e77b86 req-f07f02f0-32c8-4de8-b214-e509effd1096 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:01.155088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ced2758-4c3a-49ad-9e21-ad7147e77b86 req-f07f02f0-32c8-4de8-b214-e509effd1096 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 945 time: 0.0548511 Feb 03 22:40:01.204770 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9ced2758-4c3a-49ad-9e21-ad7147e77b86 req-89c978d0-6e77-4c99-81f3-72e428c770c0 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/security-groups?id=31e60939-0391-47f5-92e8-bb6c6c225650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437889 Feb 03 22:40:01.669297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-e5b994e3-ce96-43b1-9e07-3270ef05ea83 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:01.670770 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-e5b994e3-ce96-43b1-9e07-3270ef05ea83 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 945 time: 0.0525153 Feb 03 22:40:01.765605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Deleting port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:40:01.765955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:01.853362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] For port 8daf8c37-1178-4557-8f5f-aa79989d9ab1, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=8daf8c37-1178-4557-8f5f-aa79989d9ab1,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:01.853723 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:01.875784 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Calling delete_port for 8daf8c37-1178-4557-8f5f-aa79989d9ab1 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:40:02.000300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (8daf8c37-1178-4557-8f5f-aa79989d9ab1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:02.011868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['8daf8c37-1178-4557-8f5f-aa79989d9ab1'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:40:02.029777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Pushing event deleted for resources: {'Port': ['ID=8daf8c37-1178-4557-8f5f-aa79989d9ab1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:02.074466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] No DVR routers for this DVR port 8daf8c37-1178-4557-8f5f-aa79989d9ab1 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:40:02.078409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:02.081793 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cd4b3995-6d4b-45d5-a839-a7af384a37c6 req-ef43e5a3-3de8-4bae-9601-ea1971fa01d4 tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.10 "DELETE /v2.0/ports/8daf8c37-1178-4557-8f5f-aa79989d9ab1 HTTP/1.1" status: 204 len: 173 time: 0.4064364 Feb 03 22:40:02.082248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4253ec1-3a25-4da8-924f-ece74d374819', 'name': 'network-vif-deleted', 'tag': '8daf8c37-1178-4557-8f5f-aa79989d9ab1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:40:02.084537 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9571e95-5a68-48f2-afcd-d1a49f442bb0" -d '{"events": [{"server_uuid": "f4253ec1-3a25-4da8-924f-ece74d374819", "name": "network-vif-deleted", "tag": "8daf8c37-1178-4557-8f5f-aa79989d9ab1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:40:02.121536 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c38256-3aea-4c5a-b871-0e59afa8e34e x-openstack-request-id: req-14c38256-3aea-4c5a-b871-0e59afa8e34e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:40:02.121846 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4253ec1-3a25-4da8-924f-ece74d374819", "name": "network-vif-deleted", "tag": "8daf8c37-1178-4557-8f5f-aa79989d9ab1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:40:02.122110 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14c38256-3aea-4c5a-b871-0e59afa8e34e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:40:02.122525 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4253ec1-3a25-4da8-924f-ece74d374819', 'name': 'network-vif-deleted', 'tag': '8daf8c37-1178-4557-8f5f-aa79989d9ab1', 'status': 'completed', 'code': 200} Feb 03 22:40:02.309644 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7da43e0-ef39-46ae-a5ad-01e7d2325aba req-95fea15a-c794-4313-a599-f805a9f6139d tempest-TestEncryptedCinderVolumes-1958051966 tempest-TestEncryptedCinderVolumes-1958051966-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4253ec1-3a25-4da8-924f-ece74d374819 HTTP/1.1" status: 200 len: 210 time: 0.0268962 Feb 03 22:40:03.399871 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:03.737326 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (021c64b1-a2f4-4935-8910-a8a60227c745), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:03.988404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Deleting port 5fd20bc9-a9a8-4a7a-a342-231533636554 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:40:03.988663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:04.067348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] For port 5fd20bc9-a9a8-4a7a-a342-231533636554, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5fd20bc9-a9a8-4a7a-a342-231533636554,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:04.067710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:04.080295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Calling delete_port for 5fd20bc9-a9a8-4a7a-a342-231533636554 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:40:04.259565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (5fd20bc9-a9a8-4a7a-a342-231533636554), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:04.289668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd20bc9-a9a8-4a7a-a342-231533636554,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:04.749233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (021c64b1-a2f4-4935-8910-a8a60227c745), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:04.962270 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Router 021c64b1-a2f4-4935-8910-a8a60227c745 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:40:05.068625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:40:05.073673 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8f9d3fd7-4806-4fba-bcda-eb56fbd2a63a admin admin] 10.222.0.50 "PUT /v2.0/routers/021c64b1-a2f4-4935-8910-a8a60227c745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727731 Feb 03 22:40:05.076214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:05.077774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] Sync routers for ids ['021c64b1-a2f4-4935-8910-a8a60227c745'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:40:05.086998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] Routers {'021c64b1-a2f4-4935-8910-a8a60227c745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:05.087615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['021c64b1-a2f4-4935-8910-a8a60227c745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:05.180856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks [] for router (021c64b1-a2f4-4935-8910-a8a60227c745), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.192812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] Set router 021c64b1-a2f4-4935-8910-a8a60227c745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:05.222726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8daf8c37-1178-4557-8f5f-aa79989d9ab1 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:40:05.277292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 8daf8c37-1178-4557-8f5f-aa79989d9ab1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:40:05.277647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 8daf8c37-1178-4557-8f5f-aa79989d9ab1 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:40:05.285952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks [] for router_gateway (021c64b1-a2f4-4935-8910-a8a60227c745), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.337480 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Deleting port 698c7519-9289-4d86-ac52-a208d83b80ad {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:40:05.337735 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.393214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:40:04Z', 'revision_number': 5, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'gw_port': {'id': '698c7519-9289-4d86-ac52-a208d83b80ad', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:05.418929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] Checking router: 021c64b1-a2f4-4935-8910-a8a60227c745 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:40:05.419268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] For port 698c7519-9289-4d86-ac52-a208d83b80ad, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=698c7519-9289-4d86-ac52-a208d83b80ad,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:05.419638 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.427594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] Routers {'021c64b1-a2f4-4935-8910-a8a60227c745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:05.428197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['021c64b1-a2f4-4935-8910-a8a60227c745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:05.432891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Calling delete_port for 698c7519-9289-4d86-ac52-a208d83b80ad owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:40:05.515420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] Set router 021c64b1-a2f4-4935-8910-a8a60227c745 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:05.600592 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (698c7519-9289-4d86-ac52-a208d83b80ad), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.629672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=698c7519-9289-4d86-ac52-a208d83b80ad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:05.697002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (021c64b1-a2f4-4935-8910-a8a60227c745), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.734323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:40:05Z', 'revision_number': 6, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:05.759920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc8083-0b76-4c8e-a899-bd51f8b793ce None None] The sync data for ids ['021c64b1-a2f4-4935-8910-a8a60227c745'] in n-d-824834-9 is: [{'id': '021c64b1-a2f4-4935-8910-a8a60227c745', 'name': 'tempest-TestEncryptedCinderVolumes-1038565503-router', 'tenant_id': '8f83672c12fa455bb4bbfcffad00f074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:13Z', 'updated_at': '2022-02-03T22:40:05Z', 'revision_number': 6, 'project_id': '8f83672c12fa455bb4bbfcffad00f074', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:40:05.797579 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (021c64b1-a2f4-4935-8910-a8a60227c745), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.799767 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks [] for router_controller (021c64b1-a2f4-4935-8910-a8a60227c745), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.849770 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (021c64b1-a2f4-4935-8910-a8a60227c745), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.850276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 021c64b1-a2f4-4935-8910-a8a60227c745 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:40:05.854918 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.855928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-61f56f71-dd79-45f7-8cb2-4946644cebd3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/021c64b1-a2f4-4935-8910-a8a60227c745 HTTP/1.1" status: 204 len: 168 time: 0.7781248 Feb 03 22:40:05.860787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:05.884861 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:40:05.904414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-045b88db-758f-4414-b091-57522342a5e3 admin admin] Deleting subnet 0863d005-1cc8-4462-b394-88ced6537f6d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:40:05.908148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045b88db-758f-4414-b091-57522342a5e3 admin admin] Publish callbacks [] for subnet (0863d005-1cc8-4462-b394-88ced6537f6d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:05.942793 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045b88db-758f-4414-b091-57522342a5e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (0863d005-1cc8-4462-b394-88ced6537f6d), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.022614 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045b88db-758f-4414-b091-57522342a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0863d005-1cc8-4462-b394-88ced6537f6d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.074953 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045b88db-758f-4414-b091-57522342a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (0863d005-1cc8-4462-b394-88ced6537f6d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.099565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b88db-758f-4414-b091-57522342a5e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0863d005-1cc8-4462-b394-88ced6537f6d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:06.105812 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-045b88db-758f-4414-b091-57522342a5e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.111794 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-045b88db-758f-4414-b091-57522342a5e3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0863d005-1cc8-4462-b394-88ced6537f6d HTTP/1.1" status: 204 len: 168 time: 0.2494638 Feb 03 22:40:06.112165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:06.121780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f92873-eedf-455c-8f3c-e3a67bbf071e None None] Network c0bb3eae-c236-45f3-bfc8-21282eed2e66 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:40:06.202755 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (c0bb3eae-c236-45f3-bfc8-21282eed2e66), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.243294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5fd20bc9-a9a8-4a7a-a342-231533636554 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:40:06.263735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 5fd20bc9-a9a8-4a7a-a342-231533636554 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:40:06.264248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5fd20bc9-a9a8-4a7a-a342-231533636554 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:40:06.264735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Deleting port 6d6582f5-faa7-4e97-8478-641c43bad9df {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:40:06.265109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.326783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] For port 6d6582f5-faa7-4e97-8478-641c43bad9df, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6d6582f5-faa7-4e97-8478-641c43bad9df,segment=NetworkSegment(c46dc0b2-0d11-4aec-aef1-31325ca56df8),segment_id=c46dc0b2-0d11-4aec-aef1-31325ca56df8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:06.327145 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.339028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Calling delete_port for 6d6582f5-faa7-4e97-8478-641c43bad9df owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:40:06.417868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6d6582f5-faa7-4e97-8478-641c43bad9df), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.442928 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6582f5-faa7-4e97-8478-641c43bad9df,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:06.447207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] No DVR routers for this DVR port 6d6582f5-faa7-4e97-8478-641c43bad9df on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:40:06.455205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.455544 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.455880 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.456213 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.456543 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.456872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.457219 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.457545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.457865 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.458183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.458501 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.458815 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.459130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:06.530856 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (c0bb3eae-c236-45f3-bfc8-21282eed2e66), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.552955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bb3eae-c236-45f3-bfc8-21282eed2e66']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:06.561356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ddb1a-edff-4447-9dc7-4bfe8d216b06 None None] DHCP port deletion for c0bb3eae-c236-45f3-bfc8-21282eed2e66 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:40:06.562859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46dc0b2-0d11-4aec-aef1-31325ca56df8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:06.563210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46dc0b2-0d11-4aec-aef1-31325ca56df8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:06.577198 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (c46dc0b2-0d11-4aec-aef1-31325ca56df8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.590737 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c46dc0b2-0d11-4aec-aef1-31325ca56df8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.597350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:40:06.597725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (c46dc0b2-0d11-4aec-aef1-31325ca56df8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:40:06.599377 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:40:06.652670 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (c0bb3eae-c236-45f3-bfc8-21282eed2e66), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.659606 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:06.662829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] 10.222.0.50 "DELETE /v2.0/networks/c0bb3eae-c236-45f3-bfc8-21282eed2e66 HTTP/1.1" status: 204 len: 168 time: 0.5496573 Feb 03 22:40:06.665953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:06.676762 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe508ef-37d7-4264-9eca-441679b8b49e admin admin] Pushing event deleted for resources: {'Network': ['ID=c0bb3eae-c236-45f3-bfc8-21282eed2e66,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:07.022826 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (11320b45-651d-4d9a-a28e-54add9a009e8), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:07.268342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Deleting port 16ff32af-6e0f-430a-85f3-62d4252d9889 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:40:07.268602 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:07.344000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] For port 16ff32af-6e0f-430a-85f3-62d4252d9889, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=16ff32af-6e0f-430a-85f3-62d4252d9889,segment=NetworkSegment(cb2fbc02-0c1c-4ea7-b674-2b504056d2b4),segment_id=cb2fbc02-0c1c-4ea7-b674-2b504056d2b4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:07.344362 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:07.356760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Calling delete_port for 16ff32af-6e0f-430a-85f3-62d4252d9889 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:40:07.534829 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (16ff32af-6e0f-430a-85f3-62d4252d9889), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:07.559783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ff32af-6e0f-430a-85f3-62d4252d9889,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:07.728551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (11320b45-651d-4d9a-a28e-54add9a009e8), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:07.960822 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Router 11320b45-651d-4d9a-a28e-54add9a009e8 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:40:07.995021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 698c7519-9289-4d86-ac52-a208d83b80ad no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:40:08.019279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 698c7519-9289-4d86-ac52-a208d83b80ad {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:40:08.019625 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 698c7519-9289-4d86-ac52-a208d83b80ad not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:40:08.020034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6d6582f5-faa7-4e97-8478-641c43bad9df no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:40:08.038561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 6d6582f5-faa7-4e97-8478-641c43bad9df {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:40:08.038916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6d6582f5-faa7-4e97-8478-641c43bad9df not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:40:08.070673 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:40:08.076197 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-17230e50-6ce4-4213-8942-25b9b28970c5 admin admin] 10.222.0.50 "PUT /v2.0/routers/11320b45-651d-4d9a-a28e-54add9a009e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4092071 Feb 03 22:40:08.079665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54210) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:08.082741 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] Sync routers for ids ['11320b45-651d-4d9a-a28e-54add9a009e8'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:40:08.092533 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] Routers {'11320b45-651d-4d9a-a28e-54add9a009e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:08.093171 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['11320b45-651d-4d9a-a28e-54add9a009e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:08.184136 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks [] for router (11320b45-651d-4d9a-a28e-54add9a009e8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.197597 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] Set router 11320b45-651d-4d9a-a28e-54add9a009e8 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:08.287304 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks [] for router_gateway (11320b45-651d-4d9a-a28e-54add9a009e8), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.338966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Deleting port 8c90c21d-4da9-427f-bfec-7681dc111c2b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:40:08.339301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.372240 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:17Z', 'updated_at': '2022-02-03T22:40:07Z', 'revision_number': 5, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'gw_port': {'id': '8c90c21d-4da9-427f-bfec-7681dc111c2b', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:38:18Z', 'updated_at': '2022-02-03T22:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:08.398683 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] Checking router: 11320b45-651d-4d9a-a28e-54add9a009e8 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:40:08.406778 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] Routers {'11320b45-651d-4d9a-a28e-54add9a009e8'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:08.407443 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['11320b45-651d-4d9a-a28e-54add9a009e8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:08.418401 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] For port 8c90c21d-4da9-427f-bfec-7681dc111c2b, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=8c90c21d-4da9-427f-bfec-7681dc111c2b,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:08.418763 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.431541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Calling delete_port for 8c90c21d-4da9-427f-bfec-7681dc111c2b owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:40:08.584064 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] Set router 11320b45-651d-4d9a-a28e-54add9a009e8 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:08.601698 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (8c90c21d-4da9-427f-bfec-7681dc111c2b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.633001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8c90c21d-4da9-427f-bfec-7681dc111c2b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:08.638003 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:17Z', 'updated_at': '2022-02-03T22:40:08Z', 'revision_number': 6, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:08.664728 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485499f-f0be-4c7f-ae6e-2265c7b3a5eb None None] The sync data for ids ['11320b45-651d-4d9a-a28e-54add9a009e8'] in n-d-824834-9 is: [{'id': '11320b45-651d-4d9a-a28e-54add9a009e8', 'name': 'tempest-TestEncryptedCinderVolumes-1036042992-router', 'tenant_id': '78dbb498905341cb93fcb81eae4486a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:38:17Z', 'updated_at': '2022-02-03T22:40:08Z', 'revision_number': 6, 'project_id': '78dbb498905341cb93fcb81eae4486a1', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:40:08.697585 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (11320b45-651d-4d9a-a28e-54add9a009e8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.788829 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (11320b45-651d-4d9a-a28e-54add9a009e8), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.790939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks [] for router_controller (11320b45-651d-4d9a-a28e-54add9a009e8), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.833811 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (11320b45-651d-4d9a-a28e-54add9a009e8), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.834411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11320b45-651d-4d9a-a28e-54add9a009e8 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:40:08.839179 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.840360 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-47d1a917-8954-44cd-ba52-0b78c5d5a9cf admin admin] 10.222.0.50 "DELETE /v2.0/routers/11320b45-651d-4d9a-a28e-54add9a009e8 HTTP/1.1" status: 204 len: 168 time: 0.7597039 Feb 03 22:40:08.843346 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54212) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:08.886041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e1be9a-c7b7-42ee-a891-44f061be15cf admin admin] Deleting subnet d31fd89c-e1c8-4f8e-9e8e-a8387db28af1 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:40:08.889188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71e1be9a-c7b7-42ee-a891-44f061be15cf admin admin] Publish callbacks [] for subnet (d31fd89c-e1c8-4f8e-9e8e-a8387db28af1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:08.927584 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71e1be9a-c7b7-42ee-a891-44f061be15cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (d31fd89c-e1c8-4f8e-9e8e-a8387db28af1), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.001604 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71e1be9a-c7b7-42ee-a891-44f061be15cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (d31fd89c-e1c8-4f8e-9e8e-a8387db28af1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.056082 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71e1be9a-c7b7-42ee-a891-44f061be15cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (d31fd89c-e1c8-4f8e-9e8e-a8387db28af1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.089967 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1be9a-c7b7-42ee-a891-44f061be15cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31fd89c-e1c8-4f8e-9e8e-a8387db28af1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:09.091948 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71e1be9a-c7b7-42ee-a891-44f061be15cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.095794 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-71e1be9a-c7b7-42ee-a891-44f061be15cf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d31fd89c-e1c8-4f8e-9e8e-a8387db28af1 HTTP/1.1" status: 204 len: 168 time: 0.2515206 Feb 03 22:40:09.098303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54214) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:09.103331 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc2e473-4629-446a-8403-a3d6a1294158 None None] Network 363b9e16-34d5-454f-9b99-e3dc124f8f2f requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:40:09.166464 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (363b9e16-34d5-454f-9b99-e3dc124f8f2f), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.218036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Deleting port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:40:09.218339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.282668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] For port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=97c6ec35-c59a-4064-a18d-f7d9c5164ab1,segment=NetworkSegment(cb2fbc02-0c1c-4ea7-b674-2b504056d2b4),segment_id=cb2fbc02-0c1c-4ea7-b674-2b504056d2b4)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:09.283022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.295057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Calling delete_port for 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:40:09.370494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (97c6ec35-c59a-4064-a18d-f7d9c5164ab1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.399541 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=97c6ec35-c59a-4064-a18d-f7d9c5164ab1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:09.401383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] No DVR routers for this DVR port 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:40:09.444499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e31361-a637-45fd-9572-2ae259691354 None None] DHCP port deletion for 363b9e16-34d5-454f-9b99-e3dc124f8f2f request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:40:09.479828 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (363b9e16-34d5-454f-9b99-e3dc124f8f2f), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.499636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363b9e16-34d5-454f-9b99-e3dc124f8f2f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:09.509090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:09.509391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2fbc02-0c1c-4ea7-b674-2b504056d2b4') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:09.520707 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (cb2fbc02-0c1c-4ea7-b674-2b504056d2b4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.535424 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (cb2fbc02-0c1c-4ea7-b674-2b504056d2b4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.542510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:40:09.543298 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (cb2fbc02-0c1c-4ea7-b674-2b504056d2b4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:40:09.545312 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:40:09.619315 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (363b9e16-34d5-454f-9b99-e3dc124f8f2f), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.626530 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.632558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] 10.222.0.50 "DELETE /v2.0/networks/363b9e16-34d5-454f-9b99-e3dc124f8f2f HTTP/1.1" status: 204 len: 168 time: 0.5330434 Feb 03 22:40:09.644950 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26a03-f9ee-435a-af08-143ca0f48a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=363b9e16-34d5-454f-9b99-e3dc124f8f2f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:09.803841 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54218) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:09.842981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f559f2d1-f105-4aab-bc91-9a7870b33fbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f83672c12fa455bb4bbfcffad00f074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373442 Feb 03 22:40:09.845284 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54220) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:09.892313 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60408e94-6756-4bef-9bd6-8cedfbd7ba53 admin admin] Publish callbacks [] for security_group (31e60939-0391-47f5-92e8-bb6c6c225650), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.916515 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60408e94-6756-4bef-9bd6-8cedfbd7ba53 admin admin] Publish callbacks [] for security_group (31e60939-0391-47f5-92e8-bb6c6c225650), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.953923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16ff32af-6e0f-430a-85f3-62d4252d9889 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:40:09.966543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60408e94-6756-4bef-9bd6-8cedfbd7ba53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (31e60939-0391-47f5-92e8-bb6c6c225650), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.969770 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60408e94-6756-4bef-9bd6-8cedfbd7ba53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:09.970923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-60408e94-6756-4bef-9bd6-8cedfbd7ba53 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31e60939-0391-47f5-92e8-bb6c6c225650 HTTP/1.1" status: 204 len: 168 time: 0.1247602 Feb 03 22:40:09.976402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 16ff32af-6e0f-430a-85f3-62d4252d9889 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:40:09.976763 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 16ff32af-6e0f-430a-85f3-62d4252d9889 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:40:09.977218 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8c90c21d-4da9-427f-bfec-7681dc111c2b no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:40:09.979054 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60408e94-6756-4bef-9bd6-8cedfbd7ba53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e60939-0391-47f5-92e8-bb6c6c225650,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:10.001546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 8c90c21d-4da9-427f-bfec-7681dc111c2b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:40:10.001900 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 8c90c21d-4da9-427f-bfec-7681dc111c2b not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:40:10.002328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:40:10.024267 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:40:10.024624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 97c6ec35-c59a-4064-a18d-f7d9c5164ab1 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:40:10.297539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:10.338888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d5e1cb02-579e-47ea-b0e9-fe808d6a486a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78dbb498905341cb93fcb81eae4486a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402172 Feb 03 22:40:10.341298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54228) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:10.385955 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33c06918-5513-4048-af19-df4c3e9858ce admin admin] Publish callbacks [] for security_group (2b8897e0-edc7-494c-b9b7-efb27a4b0334), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:10.406515 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33c06918-5513-4048-af19-df4c3e9858ce admin admin] Publish callbacks [] for security_group (2b8897e0-edc7-494c-b9b7-efb27a4b0334), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:10.452581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33c06918-5513-4048-af19-df4c3e9858ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (2b8897e0-edc7-494c-b9b7-efb27a4b0334), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:10.455281 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33c06918-5513-4048-af19-df4c3e9858ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:10.456542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-33c06918-5513-4048-af19-df4c3e9858ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b8897e0-edc7-494c-b9b7-efb27a4b0334 HTTP/1.1" status: 204 len: 168 time: 0.1143117 Feb 03 22:40:10.465477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c06918-5513-4048-af19-df4c3e9858ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8897e0-edc7-494c-b9b7-efb27a4b0334,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:11.122719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:11.217034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1527967075-network', 'tenant_id': 'cb1a293229ce42e682f3b47425366408'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:40:11.235433 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Made reservation on behalf of cb1a293229ce42e682f3b47425366408 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:40:11.237771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:11.548686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:11.625150 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Publish callbacks [] for security_group (279e3ae8-d046-41fa-86ed-5be216d7130d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:11.628824 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (279e3ae8-d046-41fa-86ed-5be216d7130d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:11.654389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:40:11.659897 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279e3ae8-d046-41fa-86ed-5be216d7130d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:11.666947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5bc4b059-c661-4b80-bee1-8dee44a09c85), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:11.667848 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Added segment 5bc4b059-c661-4b80-bee1-8dee44a09c85 of type vlan for network 7f5f6a31-3600-45a8-9945-88480334e58d Feb 03 22:40:11.707180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (7f5f6a31-3600-45a8-9945-88480334e58d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:11.731750 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (7f5f6a31-3600-45a8-9945-88480334e58d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:11.732686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:11.733308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:11.784546 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6604388 Feb 03 22:40:11.788037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:11.793348 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Request body: {'subnet': {'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1527967075-subnet', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:40:11.797726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5f6a31-3600-45a8-9945-88480334e58d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:11.805284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.805453 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.805808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.806134 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.806469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.806804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.807133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.807459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.807789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.808118 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.808467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.808775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.809123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b726ce1-4e49-41cd-aba9-40d85f5b5278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:11.814470 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Made reservation on behalf of cb1a293229ce42e682f3b47425366408 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:40:11.816776 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:11.820216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 7f5f6a31-3600-45a8-9945-88480334e58d details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:40:11.989802 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (2c70d3ee-dcba-4647-91a4-e10a8ac0163c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.042668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c70d3ee-dcba-4647-91a4-e10a8ac0163c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:12.051575 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Checking segment: {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:40:12.051938 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Network hostable DHCP agents. Network: 7f5f6a31-3600-45a8-9945-88480334e58d, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:40:12.067854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Network 7f5f6a31-3600-45a8-9945-88480334e58d is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:40:12.076265 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 7f5f6a31-3600-45a8-9945-88480334e58d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:12.080581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:12.081209 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.086466 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3838a739-cc0c-4370-bf66-99308ec70365 None None] Network 7f5f6a31-3600-45a8-9945-88480334e58d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:40:12.100291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7bcfc167-29b2-49d6-a6bc-3617641aa587 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3083556 Feb 03 22:40:12.100637 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54256) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:12.105137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:40:12.123539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (fedb50a4-5c24-41cf-b96d-f048bab0f26f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.124528 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (fedb50a4-5c24-41cf-b96d-f048bab0f26f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.178278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks [] for router_controller (fedb50a4-5c24-41cf-b96d-f048bab0f26f), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.192332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-7f5f6a31-3600-45a8-9945-88480334e58d', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'project_id': 'cb1a293229ce42e682f3b47425366408', 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:40:12.193263 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.326094 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks [] for router_gateway (fedb50a4-5c24-41cf-b96d-f048bab0f26f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.329830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Allocated IP 172.20.0.2 (7f5f6a31-3600-45a8-9945-88480334e58d/2c70d3ee-dcba-4647-91a4-e10a8ac0163c/e2ca069f-a8fd-4fef-a468-62551d86dfab) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:40:12.472526 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Publish callbacks [] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.480344 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.513785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Network 7f5f6a31-3600-45a8-9945-88480334e58d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:40:12.522351 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:12.526447 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:40:12.534553 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks [] for router_gateway (fedb50a4-5c24-41cf-b96d-f048bab0f26f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.547231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Pushing event updated for resources: {'Port': ['ID=e2ca069f-a8fd-4fef-a468-62551d86dfab,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:12.555609 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.599176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Attempting to bind port e2ca069f-a8fd-4fef-a468-62551d86dfab on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:40:12.599476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Attempting to bind port e2ca069f-a8fd-4fef-a468-62551d86dfab by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:40:12.599834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Attempting to bind port e2ca069f-a8fd-4fef-a468-62551d86dfab on network 7f5f6a31-3600-45a8-9945-88480334e58d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:40:12.604933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:40:12.605321 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Checking segment: {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:40:12.605722 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.606118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Bound using segment: {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:40:12.606587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Bound port: e2ca069f-a8fd-4fef-a468-62551d86dfab, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:40:12.606968 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.660261 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Allocated IP 172.25.5.250 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/d4408ce6-5003-4cf1-b870-e2d9cee7cd22) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:40:12.672066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] For port e2ca069f-a8fd-4fef-a468-62551d86dfab, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:40:12.675001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] For port e2ca069f-a8fd-4fef-a468-62551d86dfab, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e2ca069f-a8fd-4fef-a468-62551d86dfab,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:40:12.680447 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.735478 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0252b-4a06-4bb5-93f6-72f176b69560 None None] Pushing event updated for resources: {'Port': ['ID=e2ca069f-a8fd-4fef-a468-62551d86dfab,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:12.769186 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks [] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.804885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:12.849667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:40:12.852470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:12.856097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:40:12.879750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Pushing event updated for resources: {'Port': ['ID=d4408ce6-5003-4cf1-b870-e2d9cee7cd22,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:13.137758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks [] for router_gateway (fedb50a4-5c24-41cf-b96d-f048bab0f26f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:13.338969 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (fedb50a4-5c24-41cf-b96d-f048bab0f26f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:13.473873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Router fedb50a4-5c24-41cf-b96d-f048bab0f26f is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:40:13.587175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:40:13.596764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Sync routers for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:40:13.607690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:13.608631 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:13.608820 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:13.610126 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5b368be5-c7d1-4700-86d4-7dbad6eeb78d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5084171 Feb 03 22:40:13.613155 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:13.721374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66daf936-bb89-453c-8aee-c0fb3041f247 None None] Network 7f5f6a31-3600-45a8-9945-88480334e58d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:40:13.743690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:13.875967 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-451a0972-6101-4187-afaa-6aa295c7e904 None None] Provisioning complete for port e2ca069f-a8fd-4fef-a468-62551d86dfab triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:13.876342 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-451a0972-6101-4187-afaa-6aa295c7e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.029772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e2ca069f-a8fd-4fef-a468-62551d86dfab up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:14.075098 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.095032 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-451a0972-6101-4187-afaa-6aa295c7e904 None None] Current status of the port e2ca069f-a8fd-4fef-a468-62551d86dfab is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:14.095425 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-451a0972-6101-4187-afaa-6aa295c7e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.151951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-451a0972-6101-4187-afaa-6aa295c7e904 None None] For port e2ca069f-a8fd-4fef-a468-62551d86dfab, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e2ca069f-a8fd-4fef-a468-62551d86dfab,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:14.160271 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-451a0972-6101-4187-afaa-6aa295c7e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.161919 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e2ca069f-a8fd-4fef-a468-62551d86dfab triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:14.162282 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.212016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:13Z', 'revision_number': 3, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:14.252070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Checking router: fedb50a4-5c24-41cf-b96d-f048bab0f26f for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:40:14.252423 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Updating router fedb50a4-5c24-41cf-b96d-f048bab0f26f port d4408ce6-5003-4cf1-b870-e2d9cee7cd22 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:40:14.260360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Allocated IP 172.20.0.1 (7f5f6a31-3600-45a8-9945-88480334e58d/2c70d3ee-dcba-4647-91a4-e10a8ac0163c/1ff1ed7d-cb21-4cfe-9050-10321b50b350) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:40:14.293253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a0972-6101-4187-afaa-6aa295c7e904 None None] Pushing event updated for resources: {'Port': ['ID=e2ca069f-a8fd-4fef-a468-62551d86dfab,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:14.308714 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.362454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-07afc566-4342-4047-b4a9-639a3d1878ba None None] Provisioning complete for port e2ca069f-a8fd-4fef-a468-62551d86dfab triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:14.362832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07afc566-4342-4047-b4a9-639a3d1878ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.372610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Publish callbacks [] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.405694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e2ca069f-a8fd-4fef-a468-62551d86dfab is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:14.406064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.447460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Network 7f5f6a31-3600-45a8-9945-88480334e58d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:40:14.450390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:14.454122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:40:14.476867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Pushing event updated for resources: {'Port': ['ID=1ff1ed7d-cb21-4cfe-9050-10321b50b350,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:14.497341 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (fedb50a4-5c24-41cf-b96d-f048bab0f26f), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.559535 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07afc566-4342-4047-b4a9-639a3d1878ba None None] Current status of the port e2ca069f-a8fd-4fef-a468-62551d86dfab is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:14.641731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.675021 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Publish callbacks [] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.680985 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.730998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Attempting to bind port d4408ce6-5003-4cf1-b870-e2d9cee7cd22 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:40:14.731277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Attempting to bind port d4408ce6-5003-4cf1-b870-e2d9cee7cd22 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:40:14.731640 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Attempting to bind port d4408ce6-5003-4cf1-b870-e2d9cee7cd22 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:40:14.740661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6469057-7669-4a24-b3e7-f215a79c697f None None] Pushing event updated for resources: {'Port': ['ID=d4408ce6-5003-4cf1-b870-e2d9cee7cd22,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:14.744924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:40:14.745324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:40:14.745801 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.746208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:40:14.746769 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Bound port: d4408ce6-5003-4cf1-b870-e2d9cee7cd22, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:40:14.747165 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.805701 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d7c033b-3b6f-45db-aff9-ac63cb8ac97e None None] Provisioning complete for port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:14.806103 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d7c033b-3b6f-45db-aff9-ac63cb8ac97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.810601 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Publish callbacks [] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.814922 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.827727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] For port d4408ce6-5003-4cf1-b870-e2d9cee7cd22, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:40:14.846467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] For port d4408ce6-5003-4cf1-b870-e2d9cee7cd22, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d4408ce6-5003-4cf1-b870-e2d9cee7cd22,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:40:14.857716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c033b-3b6f-45db-aff9-ac63cb8ac97e None None] Port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:40:14.860305 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.882606 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (fedb50a4-5c24-41cf-b96d-f048bab0f26f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:14.884551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Pushing event updated for resources: {'Port': ['ID=1ff1ed7d-cb21-4cfe-9050-10321b50b350,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:14.985050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Network 7f5f6a31-3600-45a8-9945-88480334e58d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:40:14.986509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:15.076268 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:15.076932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:15.112310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Router fedb50a4-5c24-41cf-b96d-f048bab0f26f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:40:15.120949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6469057-7669-4a24-b3e7-f215a79c697f None None] Pushing event updated for resources: {'Port': ['ID=d4408ce6-5003-4cf1-b870-e2d9cee7cd22,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:15.200348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:15.339781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-61158f6d-7eed-4f1d-97e5-673c9427bfdf None None] Provisioning complete for port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:15.340144 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61158f6d-7eed-4f1d-97e5-673c9427bfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:15.393844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-61158f6d-7eed-4f1d-97e5-673c9427bfdf None None] Port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:40:15.458752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 2, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:15.485853 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b5992-8b47-4f91-91c0-78c069151fe5 None None] The sync data for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 is: [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 2, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:40:15.533962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:40:15.539934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-68d521bb-095c-4bf6-8df9-669d4c7361ca admin admin] 10.222.0.50 "PUT /v2.0/routers/fedb50a4-5c24-41cf-b96d-f048bab0f26f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255986 Feb 03 22:40:15.962232 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e2ca069f-a8fd-4fef-a468-62551d86dfab up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:16.015406 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e2ca069f-a8fd-4fef-a468-62551d86dfab triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:16.015790 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.068785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54274) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:16.074220 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1271473158-network', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:40:16.100029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e2ca069f-a8fd-4fef-a468-62551d86dfab is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:16.101333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Made reservation on behalf of 57cca93807e54a55b7f12127cf26b3a8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:40:16.104607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.115516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.207710 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Publish callbacks [] for security_group (e3ab5b6c-66b0-4d6b-b896-c00568deeafe), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.211551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e3ab5b6c-66b0-4d6b-b896-c00568deeafe), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.242200 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:40:16.249170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ab5b6c-66b0-4d6b-b896-c00568deeafe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:16.255466 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (32af2334-0714-4cf9-8b2d-ed5b86bca8cc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.255959 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Added segment 32af2334-0714-4cf9-8b2d-ed5b86bca8cc of type vlan for network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 Feb 03 22:40:16.299440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (126cd4bf-cfaa-4893-a203-a20cd2c57b19), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.327541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (126cd4bf-cfaa-4893-a203-a20cd2c57b19), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.328381 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:16.329003 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.385788 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3157606 Feb 03 22:40:16.388702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54276) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:16.394839 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Request body: {'subnet': {'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1271473158-subnet', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:40:16.399351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1871c2-fe9c-4a3a-9128-f133a53fa493 admin admin] Pushing event updated for resources: {'Network': ['ID=126cd4bf-cfaa-4893-a203-a20cd2c57b19,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:16.410748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:40:16.419261 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Made reservation on behalf of 57cca93807e54a55b7f12127cf26b3a8 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:40:16.422381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.591794 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (f0969212-1e8e-4c38-9ba8-b573d89828e0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.653615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0969212-1e8e-4c38-9ba8-b573d89828e0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:16.663431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Checking segment: {'id': '32af2334-0714-4cf9-8b2d-ed5b86bca8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:40:16.663789 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Network hostable DHCP agents. Network: 126cd4bf-cfaa-4893-a203-a20cd2c57b19, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:40:16.681311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:40:16.691028 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 126cd4bf-cfaa-4893-a203-a20cd2c57b19) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:16.695503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:16.696106 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.702802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d271a6b-595f-4f4d-badf-95fca323bd0d None None] Network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:40:16.717845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-740e23c4-43ed-4ca0-b69d-3690a9af53b7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3273654 Feb 03 22:40:16.721023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:16.725472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:40:16.747146 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (1a956681-c9bd-4895-b0c9-4dfbcab976b5), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.748348 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (1a956681-c9bd-4895-b0c9-4dfbcab976b5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.804234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks [] for router_controller (1a956681-c9bd-4895-b0c9-4dfbcab976b5), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.820556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-126cd4bf-cfaa-4893-a203-a20cd2c57b19', 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19', 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'fixed_ips': [{'subnet_id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:40:16.821668 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.962168 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks [] for router_gateway (1a956681-c9bd-4895-b0c9-4dfbcab976b5), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:16.963783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Allocated IP 172.20.0.2 (126cd4bf-cfaa-4893-a203-a20cd2c57b19/f0969212-1e8e-4c38-9ba8-b573d89828e0/bfd6cf6a-9196-494c-83f5-8a1d09b01688) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:40:17.109971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Publish callbacks [] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.115374 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.158564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:40:17.162783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:17.164526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Pushing event updated for resources: {'Port': ['ID=bfd6cf6a-9196-494c-83f5-8a1d09b01688,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:17.166578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:40:17.169758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks [] for router_gateway (1a956681-c9bd-4895-b0c9-4dfbcab976b5), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.193614 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.222984 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Attempting to bind port bfd6cf6a-9196-494c-83f5-8a1d09b01688 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:40:17.223357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Attempting to bind port bfd6cf6a-9196-494c-83f5-8a1d09b01688 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '32af2334-0714-4cf9-8b2d-ed5b86bca8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:40:17.223725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Attempting to bind port bfd6cf6a-9196-494c-83f5-8a1d09b01688 on network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:40:17.228723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:40:17.229135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Checking segment: {'id': '32af2334-0714-4cf9-8b2d-ed5b86bca8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:40:17.229540 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.229945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Bound using segment: {'id': '32af2334-0714-4cf9-8b2d-ed5b86bca8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:40:17.230460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Bound port: bfd6cf6a-9196-494c-83f5-8a1d09b01688, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32af2334-0714-4cf9-8b2d-ed5b86bca8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:40:17.230850 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.303015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] For port bfd6cf6a-9196-494c-83f5-8a1d09b01688, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:40:17.305863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Allocated IP 172.25.5.205 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/20fdced5-caea-4ddd-acb1-92c0ced710a7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:40:17.306838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] For port bfd6cf6a-9196-494c-83f5-8a1d09b01688, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bfd6cf6a-9196-494c-83f5-8a1d09b01688,segment=NetworkSegment(32af2334-0714-4cf9-8b2d-ed5b86bca8cc),segment_id=32af2334-0714-4cf9-8b2d-ed5b86bca8cc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:40:17.315365 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.381334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22073f8-7acf-4a5b-80c0-cf34c5248da3 None None] Pushing event updated for resources: {'Port': ['ID=bfd6cf6a-9196-494c-83f5-8a1d09b01688,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:17.428014 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks [] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.465169 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.508241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:40:17.511218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:17.515203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:40:17.543121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Pushing event updated for resources: {'Port': ['ID=20fdced5-caea-4ddd-acb1-92c0ced710a7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:17.616191 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Sync routers for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:40:17.628352 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:17.629163 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:17.739620 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:17.798316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks [] for router_gateway (1a956681-c9bd-4895-b0c9-4dfbcab976b5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:17.954894 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 2, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:17.982948 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Checking router: fedb50a4-5c24-41cf-b96d-f048bab0f26f for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:40:17.983289 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Updating router fedb50a4-5c24-41cf-b96d-f048bab0f26f port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:40:18.020170 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.060194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (1a956681-c9bd-4895-b0c9-4dfbcab976b5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.107254 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d4408ce6-5003-4cf1-b870-e2d9cee7cd22 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:18.162069 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d4408ce6-5003-4cf1-b870-e2d9cee7cd22 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:18.162447 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.229903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:40:18.249266 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d4408ce6-5003-4cf1-b870-e2d9cee7cd22 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:18.249781 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.273689 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port d4408ce6-5003-4cf1-b870-e2d9cee7cd22, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d4408ce6-5003-4cf1-b870-e2d9cee7cd22,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:18.279115 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.281421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bfd6cf6a-9196-494c-83f5-8a1d09b01688 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:18.353873 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Publish callbacks [] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.363899 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.372572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4408ce6-5003-4cf1-b870-e2d9cee7cd22,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:18.376848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:40:18.395066 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Sync routers for ids ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:40:18.399057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bfd6cf6a-9196-494c-83f5-8a1d09b01688 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:18.399931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.411037 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.412721 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1fd32531-63c7-4ed2-9afe-1c4acdd5ab52 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6906204 Feb 03 22:40:18.415416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54280) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:40:18.450813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Routers {'1a956681-c9bd-4895-b0c9-4dfbcab976b5'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:18.451614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:18.461828 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Pushing event updated for resources: {'Port': ['ID=1ff1ed7d-cb21-4cfe-9050-10321b50b350,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:18.492097 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.492447 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.497700 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.498143 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.498487 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.498828 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.499694 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.504264 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.504995 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.504995 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.505357 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.505803 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.506143 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:18.526156 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Attempting to bind port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:40:18.526525 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Attempting to bind port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:40:18.526887 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Attempting to bind port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 on network 7f5f6a31-3600-45a8-9945-88480334e58d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:40:18.532351 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:40:18.532712 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Checking segment: {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:40:18.533214 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.533606 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Bound using segment: {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:40:18.534074 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Bound port: 1ff1ed7d-cb21-4cfe-9050-10321b50b350, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:40:18.534704 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.604676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7b52f-5f3c-43cd-9864-5c1d8d552587 None None] Network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:40:18.625330 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] For port 1ff1ed7d-cb21-4cfe-9050-10321b50b350, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:40:18.631342 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] For port 1ff1ed7d-cb21-4cfe-9050-10321b50b350, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1ff1ed7d-cb21-4cfe-9050-10321b50b350,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:40:18.643807 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.726610 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bfd6cf6a-9196-494c-83f5-8a1d09b01688 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:18.726820 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.731614 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:18.732502 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:18.735253 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8045b-48f4-40dc-ae9a-b046219326b4 None None] Pushing event updated for resources: {'Port': ['ID=1ff1ed7d-cb21-4cfe-9050-10321b50b350,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:18.757800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2e5feffb-4ce6-4f34-9abd-c4859c83e342 None None] Provisioning complete for port bfd6cf6a-9196-494c-83f5-8a1d09b01688 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:18.758208 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e5feffb-4ce6-4f34-9abd-c4859c83e342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:18.814626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Set router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:18.910117 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:18.949768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port bfd6cf6a-9196-494c-83f5-8a1d09b01688, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bfd6cf6a-9196-494c-83f5-8a1d09b01688,segment=NetworkSegment(32af2334-0714-4cf9-8b2d-ed5b86bca8cc),segment_id=32af2334-0714-4cf9-8b2d-ed5b86bca8cc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:18.989292 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.064389 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.246914 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:19.279345 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700d3c1-9f71-47ed-a466-944f14be1865 None None] The sync data for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 is: [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:40:19.284477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=bfd6cf6a-9196-494c-83f5-8a1d09b01688,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:19.290641 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Allocated IP 172.20.0.1 (126cd4bf-cfaa-4893-a203-a20cd2c57b19/f0969212-1e8e-4c38-9ba8-b573d89828e0/2094ccbe-cadc-43f1-8588-c3f364e77066) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:40:19.352639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2e5feffb-4ce6-4f34-9abd-c4859c83e342 None None] Current status of the port bfd6cf6a-9196-494c-83f5-8a1d09b01688 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:19.414298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:16Z', 'updated_at': '2022-02-03T22:40:17Z', 'revision_number': 3, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'gw_port': {'id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:17Z', 'updated_at': '2022-02-03T22:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:19.448295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Publish callbacks [] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.453352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Checking router: 1a956681-c9bd-4895-b0c9-4dfbcab976b5 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:40:19.454018 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Updating router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 port 20fdced5-caea-4ddd-acb1-92c0ced710a7 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:40:19.495940 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.497323 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.524748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] Provisioning complete for port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:19.525198 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.574609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:40:19.575993 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Pushing event updated for resources: {'Port': ['ID=2094ccbe-cadc-43f1-8588-c3f364e77066,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:19.580633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:19.582842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:40:19.624989 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (1a956681-c9bd-4895-b0c9-4dfbcab976b5), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.781521 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] Current status of the port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:19.781913 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.798938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.847355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] For port 1ff1ed7d-cb21-4cfe-9050-10321b50b350, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1ff1ed7d-cb21-4cfe-9050-10321b50b350,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:19.856562 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.945569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] Provisioning complete for port bfd6cf6a-9196-494c-83f5-8a1d09b01688 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:19.945953 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:19.987716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] Pushing event updated for resources: {'Port': ['ID=1ff1ed7d-cb21-4cfe-9050-10321b50b350,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:20.054563 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Publish callbacks [] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.064595 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.101533 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Publish callbacks [] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.106515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1ff1ed7d-cb21-4cfe-9050-10321b50b350 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:20.114279 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.148322 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Pushing event updated for resources: {'Port': ['ID=2094ccbe-cadc-43f1-8588-c3f364e77066,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:20.151289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (1a956681-c9bd-4895-b0c9-4dfbcab976b5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.230785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0d23550e-cec6-496b-b486-c806b081dbd6 None None] Current status of the port bfd6cf6a-9196-494c-83f5-8a1d09b01688 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:20.237216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Attempting to bind port 20fdced5-caea-4ddd-acb1-92c0ced710a7 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:40:20.237586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Attempting to bind port 20fdced5-caea-4ddd-acb1-92c0ced710a7 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:40:20.237952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Attempting to bind port 20fdced5-caea-4ddd-acb1-92c0ced710a7 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:40:20.245599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:40:20.245982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:40:20.246623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.246824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:40:20.247249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Bound port: 20fdced5-caea-4ddd-acb1-92c0ced710a7, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:40:20.247631 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.272063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:40:20.273076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f64b6f-b46e-48a7-98f4-f6574717b0cf None None] Pushing event updated for resources: {'Port': ['ID=20fdced5-caea-4ddd-acb1-92c0ced710a7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:20.274484 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:20.294965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:20.295463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.363588 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] For port 20fdced5-caea-4ddd-acb1-92c0ced710a7, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:40:20.381135 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a1c7735e-99b3-44db-b99d-d58f75c85e65 None None] Provisioning complete for port 2094ccbe-cadc-43f1-8588-c3f364e77066 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:20.381511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1c7735e-99b3-44db-b99d-d58f75c85e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.418744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] For port 20fdced5-caea-4ddd-acb1-92c0ced710a7, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=20fdced5-caea-4ddd-acb1-92c0ced710a7,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:40:20.420422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7735e-99b3-44db-b99d-d58f75c85e65 None None] Port 2094ccbe-cadc-43f1-8588-c3f364e77066 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:40:20.434523 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.474776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:40:20.516439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f64b6f-b46e-48a7-98f4-f6574717b0cf None None] Pushing event updated for resources: {'Port': ['ID=20fdced5-caea-4ddd-acb1-92c0ced710a7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:20.539615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Routers {'1a956681-c9bd-4895-b0c9-4dfbcab976b5'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:20.540258 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:20.545234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:20.545936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d4408ce6-5003-4cf1-b870-e2d9cee7cd22 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:20.608383 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:40:20.618195 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-47708e56-86b1-484c-a5ea-bf5f7bd093cf admin admin] 10.222.0.50 "PUT /v2.0/routers/1a956681-c9bd-4895-b0c9-4dfbcab976b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012978 Feb 03 22:40:20.685342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-56cda7c7-f9e7-4b85-bd3f-01d95e3960b0 None None] Provisioning complete for port 2094ccbe-cadc-43f1-8588-c3f364e77066 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:20.685755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56cda7c7-f9e7-4b85-bd3f-01d95e3960b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.727270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] Set router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:20.762469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d4408ce6-5003-4cf1-b870-e2d9cee7cd22 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:20.762849 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:20.774626 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-56cda7c7-f9e7-4b85-bd3f-01d95e3960b0 None None] Port 2094ccbe-cadc-43f1-8588-c3f364e77066 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:40:20.947952 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d4408ce6-5003-4cf1-b870-e2d9cee7cd22 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:20.949167 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bfd6cf6a-9196-494c-83f5-8a1d09b01688 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:21.043559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port bfd6cf6a-9196-494c-83f5-8a1d09b01688 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:21.043947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:21.080594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:16Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 4, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'gw_port': {'id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:17Z', 'updated_at': '2022-02-03T22:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2094ccbe-cadc-43f1-8588-c3f364e77066', 'name': '', 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'mac_address': 'fa:16:3e:b0:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:19Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 2, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'subnets': [{'id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:21.112208 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03481e-0c87-4d37-aed6-f18be2779a64 None None] The sync data for ids ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'] in n-d-824834-9 is: [{'id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:16Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 4, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'gw_port': {'id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:17Z', 'updated_at': '2022-02-03T22:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2094ccbe-cadc-43f1-8588-c3f364e77066', 'name': '', 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'mac_address': 'fa:16:3e:b0:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:19Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 2, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'subnets': [{'id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:40:21.176819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port bfd6cf6a-9196-494c-83f5-8a1d09b01688 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:21.990356 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1ff1ed7d-cb21-4cfe-9050-10321b50b350 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:22.062796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:22.063206 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:22.145297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:23.694780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b95d7053-4adb-4756-993a-543fbe1e4047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:23.842366 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Sync routers for ids ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:40:23.853967 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Routers {'1a956681-c9bd-4895-b0c9-4dfbcab976b5'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:23.854274 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:24.013811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 20fdced5-caea-4ddd-acb1-92c0ced710a7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:24.082422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 20fdced5-caea-4ddd-acb1-92c0ced710a7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:24.083104 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:24.091188 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Set router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:24.168438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 20fdced5-caea-4ddd-acb1-92c0ced710a7 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:24.169121 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:24.193461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 20fdced5-caea-4ddd-acb1-92c0ced710a7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=20fdced5-caea-4ddd-acb1-92c0ced710a7,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:24.218861 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:24.272951 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=20fdced5-caea-4ddd-acb1-92c0ced710a7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:24.280289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.281169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.281516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.281856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.282194 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.282526 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.282855 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.283181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.283505 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.283830 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.284920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.284920 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.285118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:40:24.346396 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:16Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 4, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'gw_port': {'id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:17Z', 'updated_at': '2022-02-03T22:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2094ccbe-cadc-43f1-8588-c3f364e77066', 'name': '', 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'mac_address': 'fa:16:3e:b0:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:19Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 2, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'subnets': [{'id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:24.379348 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Checking router: 1a956681-c9bd-4895-b0c9-4dfbcab976b5 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:40:24.379698 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Updating router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 port 2094ccbe-cadc-43f1-8588-c3f364e77066 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:40:24.409076 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:24.707412 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Publish callbacks [] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:24.714574 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:24.776441 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cb9e7-2df9-4dca-9fbe-ed68ae4d6a25 None None] Pushing event updated for resources: {'Port': ['ID=2094ccbe-cadc-43f1-8588-c3f364e77066,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:24.838835 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Attempting to bind port 2094ccbe-cadc-43f1-8588-c3f364e77066 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:40:24.839453 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Attempting to bind port 2094ccbe-cadc-43f1-8588-c3f364e77066 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '32af2334-0714-4cf9-8b2d-ed5b86bca8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:40:24.839994 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Attempting to bind port 2094ccbe-cadc-43f1-8588-c3f364e77066 on network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:40:24.848255 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:40:24.850703 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Checking segment: {'id': '32af2334-0714-4cf9-8b2d-ed5b86bca8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:40:24.851274 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:24.852023 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Bound using segment: {'id': '32af2334-0714-4cf9-8b2d-ed5b86bca8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:40:24.853082 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Bound port: 2094ccbe-cadc-43f1-8588-c3f364e77066, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32af2334-0714-4cf9-8b2d-ed5b86bca8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:40:24.853640 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:24.942039 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] For port 2094ccbe-cadc-43f1-8588-c3f364e77066, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:40:24.946132 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] For port 2094ccbe-cadc-43f1-8588-c3f364e77066, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2094ccbe-cadc-43f1-8588-c3f364e77066,segment=NetworkSegment(32af2334-0714-4cf9-8b2d-ed5b86bca8cc),segment_id=32af2334-0714-4cf9-8b2d-ed5b86bca8cc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:40:24.956229 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:24.964822 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:25.020557 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Routers {'1a956681-c9bd-4895-b0c9-4dfbcab976b5'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:40:25.021214 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:39:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:25.042867 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:25.130077 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cb9e7-2df9-4dca-9fbe-ed68ae4d6a25 None None] Pushing event updated for resources: {'Port': ['ID=2094ccbe-cadc-43f1-8588-c3f364e77066,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:25.143805 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15adfe6c-5d65-4198-ae7a-7f25b8d7e342 None None] Provisioning complete for port 2094ccbe-cadc-43f1-8588-c3f364e77066 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:25.146853 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15adfe6c-5d65-4198-ae7a-7f25b8d7e342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:25.178595 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] Set router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:40:25.262016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15adfe6c-5d65-4198-ae7a-7f25b8d7e342 None None] Current status of the port 2094ccbe-cadc-43f1-8588-c3f364e77066 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:25.262402 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15adfe6c-5d65-4198-ae7a-7f25b8d7e342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:25.320166 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-15adfe6c-5d65-4198-ae7a-7f25b8d7e342 None None] For port 2094ccbe-cadc-43f1-8588-c3f364e77066, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2094ccbe-cadc-43f1-8588-c3f364e77066,segment=NetworkSegment(32af2334-0714-4cf9-8b2d-ed5b86bca8cc),segment_id=32af2334-0714-4cf9-8b2d-ed5b86bca8cc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:25.328522 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15adfe6c-5d65-4198-ae7a-7f25b8d7e342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:25.416816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adfe6c-5d65-4198-ae7a-7f25b8d7e342 None None] Pushing event updated for resources: {'Port': ['ID=2094ccbe-cadc-43f1-8588-c3f364e77066,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:25.480419 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:16Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 4, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'gw_port': {'id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:17Z', 'updated_at': '2022-02-03T22:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2094ccbe-cadc-43f1-8588-c3f364e77066', 'name': '', 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'mac_address': 'fa:16:3e:b0:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:19Z', 'updated_at': '2022-02-03T22:40:24Z', 'revision_number': 4, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'subnets': [{'id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:40:25.508836 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3e6cc-4253-4439-a9d9-1cacb828f44b None None] The sync data for ids ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'] in n-d-824834-9 is: [{'id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:16Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 4, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'gw_port': {'id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:17Z', 'updated_at': '2022-02-03T22:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2094ccbe-cadc-43f1-8588-c3f364e77066', 'name': '', 'network_id': '126cd4bf-cfaa-4893-a203-a20cd2c57b19', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'mac_address': 'fa:16:3e:b0:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:19Z', 'updated_at': '2022-02-03T22:40:24Z', 'revision_number': 4, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'subnets': [{'id': 'f0969212-1e8e-4c38-9ba8-b573d89828e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:40:25.564895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f88f11e1-d49b-4298-a598-02baffe2464d None None] Provisioning complete for port 2094ccbe-cadc-43f1-8588-c3f364e77066 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:25.565653 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f88f11e1-d49b-4298-a598-02baffe2464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:25.696727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f88f11e1-d49b-4298-a598-02baffe2464d None None] Current status of the port 2094ccbe-cadc-43f1-8588-c3f364e77066 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:26.034147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2094ccbe-cadc-43f1-8588-c3f364e77066 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:26.098428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2094ccbe-cadc-43f1-8588-c3f364e77066 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:26.098942 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:26.195709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2094ccbe-cadc-43f1-8588-c3f364e77066 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:26.196933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 20fdced5-caea-4ddd-acb1-92c0ced710a7 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:26.249932 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 20fdced5-caea-4ddd-acb1-92c0ced710a7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:26.250303 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:26.544690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 20fdced5-caea-4ddd-acb1-92c0ced710a7 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:26.652483 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-757fc5bb-2f4d-43e5-bb3b-c7fd964ec29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:27.139091 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:28.815760 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:29.968285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:30.823423 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-58547c23-68dd-4ecc-86fa-8ca8facafb47 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:30.824920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-58547c23-68dd-4ecc-86fa-8ca8facafb47 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 815 time: 0.0992744 Feb 03 22:40:30.839788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-f3d80078-d27d-4aaa-b065-85fc92a1e3f2 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/quotas/cb1a293229ce42e682f3b47425366408 HTTP/1.1" status: 200 len: 375 time: 0.0090249 Feb 03 22:40:30.896093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-ceefcca2-e87a-4ebe-872f-78fd3ff7279a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509276 Feb 03 22:40:30.988840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-eaf390fe-d350-417b-bab7-cb90abbabcba service neutron] 10.222.0.50 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807812 Feb 03 22:40:31.081114 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9fe71b7d-ad93-4204-9de4-ed5680fe2bf4 service neutron] 10.222.0.50 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862663 Feb 03 22:40:31.642672 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac8f55c7-502c-4813-9851-32df266ac8e5 req-1db25e97-d2d6-498b-b362-2ff103d60b01 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 210 time: 0.4258394 Feb 03 22:40:32.289699 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-162761d1-49c8-4aab-8b4e-3583ca092082 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:32.291170 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-162761d1-49c8-4aab-8b4e-3583ca092082 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 815 time: 0.1014595 Feb 03 22:40:32.302564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'port': {'device_id': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'admin_state_up': True, 'tenant_id': 'cb1a293229ce42e682f3b47425366408'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:40:32.736772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Made reservation on behalf of cb1a293229ce42e682f3b47425366408 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:40:32.739400 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:32.793064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b608ccd-e9fb-45c5-84da-26829d1edd1c req-45bae371-738f-4a68-bb53-a4ac6edcb8f8 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 210 time: 0.0501502 Feb 03 22:40:32.911602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Allocated IP 172.20.0.9 (7f5f6a31-3600-45a8-9945-88480334e58d/2c70d3ee-dcba-4647-91a4-e10a8ac0163c/83ed9a3c-87c0-4e5d-a97d-662883d0ab7d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:40:33.075493 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:33.111784 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:33.167268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Network 7f5f6a31-3600-45a8-9945-88480334e58d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:40:33.170602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:40:33.175604 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:40:33.204168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'Port': ['ID=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:33.231073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:33.231972 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:33.252054 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-9790a96e-fbfa-405c-9983-ec1bd8339f7c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9530203 Feb 03 22:40:33.478524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f1ff1bd5-687e-44f5-9988-798deff3bcf0 None None] Provisioning complete for port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:33.479096 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1bd5-687e-44f5-9988-798deff3bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:33.516063 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff1bd5-687e-44f5-9988-798deff3bcf0 None None] Port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:40:33.926087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b812c-5bf1-43d8-be62-dff2593652af req-24ef64b1-fdea-447d-9837-1442eeab139c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:33.928164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c81b812c-5bf1-43d8-be62-dff2593652af req-24ef64b1-fdea-447d-9837-1442eeab139c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 931 time: 0.0583429 Feb 03 22:40:33.976841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c81b812c-5bf1-43d8-be62-dff2593652af req-57d02ae8-e317-4782-9416-8f9c06d39dbe tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428331 Feb 03 22:40:35.105934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a9ba0-a04c-4823-b64d-e286293b58be req-dca413b8-9ae1-4c4c-b3f5-3daa000e76f5 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:35.107416 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-731a9ba0-a04c-4823-b64d-e286293b58be req-dca413b8-9ae1-4c4c-b3f5-3daa000e76f5 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 931 time: 0.0569468 Feb 03 22:40:35.156080 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-731a9ba0-a04c-4823-b64d-e286293b58be req-d200e6ab-4dc2-4f3a-8098-fd39574fcbc3 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Feb 03 22:40:36.282034 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32638c0e-2eaa-47f3-814d-1486d83727a3 req-d1deb3e4-51ff-4e6a-b8c2-78fe7b8857aa tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:36.283518 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32638c0e-2eaa-47f3-814d-1486d83727a3 req-d1deb3e4-51ff-4e6a-b8c2-78fe7b8857aa tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 931 time: 0.0542014 Feb 03 22:40:36.332454 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32638c0e-2eaa-47f3-814d-1486d83727a3 req-13b26603-3da6-4fbe-b826-4787c4efd65f tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Feb 03 22:40:37.461956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd7d8-9bd5-4766-a2ef-9ed6f437c4b3 req-0f7653c2-e4b4-492f-8841-72935b7cad28 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:37.463445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab4dd7d8-9bd5-4766-a2ef-9ed6f437c4b3 req-0f7653c2-e4b4-492f-8841-72935b7cad28 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 931 time: 0.0605659 Feb 03 22:40:37.512839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab4dd7d8-9bd5-4766-a2ef-9ed6f437c4b3 req-003db800-c854-40b6-9e27-e04aa61594db tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432360 Feb 03 22:40:38.639323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1137fe-b682-443b-a4aa-f50781858000 req-2e5b50df-9838-4f23-b10d-fd1b448e27b1 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:38.641601 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa1137fe-b682-443b-a4aa-f50781858000 req-2e5b50df-9838-4f23-b10d-fd1b448e27b1 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 931 time: 0.0549805 Feb 03 22:40:38.690035 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa1137fe-b682-443b-a4aa-f50781858000 req-ce943a88-15f7-4da1-8d58-e92893aa1040 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Feb 03 22:40:39.812151 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e0c0f-cf54-446b-8ffc-be9a1e94db6f req-675e4c5f-e7b8-45a5-987a-caa04eafb8b7 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:39.813718 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-037e0c0f-cf54-446b-8ffc-be9a1e94db6f req-675e4c5f-e7b8-45a5-987a-caa04eafb8b7 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 931 time: 0.0538540 Feb 03 22:40:39.869043 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-037e0c0f-cf54-446b-8ffc-be9a1e94db6f req-a5c17b13-babe-4c13-9f61-22ad13e2d9fb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479720 Feb 03 22:40:40.989934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb8ba2-cea1-4fad-8e94-58af7c366504 req-bd409e88-a3a4-45f1-bbfa-8e15bdd41cd2 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:40.991415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32fb8ba2-cea1-4fad-8e94-58af7c366504 req-bd409e88-a3a4-45f1-bbfa-8e15bdd41cd2 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 931 time: 0.0541086 Feb 03 22:40:41.039134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32fb8ba2-cea1-4fad-8e94-58af7c366504 req-5cf0201c-5155-4542-b419-1c9e2fd6440f tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421636 Feb 03 22:40:42.155018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c709d-cebc-4069-ace8-c89256fd97d0 req-31c349c0-6e84-433b-90dc-7238e5cd6b87 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:42.157191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-150c709d-cebc-4069-ace8-c89256fd97d0 req-31c349c0-6e84-433b-90dc-7238e5cd6b87 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 931 time: 0.0525808 Feb 03 22:40:42.203297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-150c709d-cebc-4069-ace8-c89256fd97d0 req-109d388d-bd99-47ce-8a51-9ae6d8c0567d tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Feb 03 22:40:42.883947 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:40:43.321761 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c808-5eaf-4719-98c4-bbaab7f9fdab req-59ad9081-f2e1-4e27-b459-5eeaa8fa40f9 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:43.323209 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7316c808-5eaf-4719-98c4-bbaab7f9fdab req-59ad9081-f2e1-4e27-b459-5eeaa8fa40f9 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 931 time: 0.0552568 Feb 03 22:40:43.368403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7316c808-5eaf-4719-98c4-bbaab7f9fdab req-4d0f01bb-812f-4ce9-af09-4d73675e178e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Feb 03 22:40:43.565584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Request body: {'port': {'device_id': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:40:43.622428 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:43.883269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:40:43.891021 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Publish callbacks [] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:43.902565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Transition to ACTIVE for port object 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:40:43.907164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:43.973776 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Pushing event updated for resources: {'Port': ['ID=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:44.031045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Attempting to bind port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:40:44.031376 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Attempting to bind port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:40:44.031707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Attempting to bind port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d on network 7f5f6a31-3600-45a8-9945-88480334e58d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:40:44.036505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d on network 7f5f6a31-3600-45a8-9945-88480334e58d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:40:44.036833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Attempting to bind port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d on network 7f5f6a31-3600-45a8-9945-88480334e58d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:40:44.041959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:40:44.042302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Checking segment: {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:40:44.042690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Bound using segment: {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:40:44.043117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Bound port: 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc4b059-c661-4b80-bee1-8dee44a09c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:40:44.043477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:44.109197 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] For port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:40:44.112066 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] For port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:40:44.118125 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:44.152918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:44.153625 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:44.154998 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] 10.222.0.47 "PUT /v2.0/ports/83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 1091 time: 0.5940077 Feb 03 22:40:44.155436 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:40:44.157728 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b67d681-da48-41ac-8755-f066e75e1dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:40:44.180365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d32c30-5390-42ab-bf05-1b12b2e0dbef service neutron] Pushing event updated for resources: {'Port': ['ID=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:44.300643 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4736e374-b2b9-494c-8e33-6baef38cd109 x-openstack-request-id: req-4736e374-b2b9-494c-8e33-6baef38cd109 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:40:44.301033 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:40:44.301238 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4736e374-b2b9-494c-8e33-6baef38cd109 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:40:44.301612 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'status': 'completed', 'code': 200} Feb 03 22:40:44.329302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-4eeafb1c-a632-418c-85f3-5d638b4e1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:44.330887 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-4eeafb1c-a632-418c-85f3-5d638b4e1ecd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1125 time: 0.0620236 Feb 03 22:40:44.380993 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-21101818-a01e-4b4d-9c20-a70bbd6f9618 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 217 time: 0.0423810 Feb 03 22:40:44.434239 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-a9d99c25-1d33-44ba-9075-880ac6f06d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:44.435769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-a9d99c25-1d33-44ba-9075-880ac6f06d1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0486553 Feb 03 22:40:44.485170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-415e339b-541a-4a7b-a215-d0a583af46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:44.486740 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-415e339b-541a-4a7b-a215-d0a583af46a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455954 Feb 03 22:40:44.493198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d540d-08f8-45fe-83b6-e5cd721f118a req-b0542dcf-63da-4d62-8ff3-8a9b810816b7 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:44.494661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd9d540d-08f8-45fe-83b6-e5cd721f118a req-b0542dcf-63da-4d62-8ff3-8a9b810816b7 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 943 time: 0.0517194 Feb 03 22:40:44.541841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dd9d540d-08f8-45fe-83b6-e5cd721f118a req-a231a3b7-ad28-4f65-92d2-fbed6fbb865e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Feb 03 22:40:44.580928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-2a77827f-7918-4cfc-9c09-144872337e86 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884244 Feb 03 22:40:44.673013 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4f6b37fe-df2e-4927-9382-9c2fc1784f86 req-d18070ec-712d-491d-aea5-8ef3c5204834 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865269 Feb 03 22:40:44.765615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-05782477-82a6-4885-a977-841721b81e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:44.767127 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-05782477-82a6-4885-a977-841721b81e81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1125 time: 0.0509439 Feb 03 22:40:44.853978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-8956c1e0-2c33-41a9-8cd3-8ca10dc6368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:44.855456 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-8956c1e0-2c33-41a9-8cd3-8ca10dc6368e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 916 time: 0.0828762 Feb 03 22:40:44.895432 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-bf8a81eb-7588-4ed2-8fe0-d724eea0984f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 217 time: 0.0337358 Feb 03 22:40:44.946929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-d03f6304-357a-46f0-999a-3364433a46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:44.948308 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-d03f6304-357a-46f0-999a-3364433a46ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0479224 Feb 03 22:40:44.996465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-a4c9982d-c428-43ac-8e7c-884167e4c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:44.998159 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-a4c9982d-c428-43ac-8e7c-884167e4c2c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445931 Feb 03 22:40:45.091725 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-e9847ba2-8c41-4063-92ec-0a148a2325c1 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876634 Feb 03 22:40:45.191500 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b67d681-da48-41ac-8755-f066e75e1dd3 req-8c3deed7-e1df-4bed-9daf-bdb57ea644cd service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944247 Feb 03 22:40:45.663394 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27517df-eb35-4ef9-92c9-30a562a202ed req-6bda3026-2239-40a8-b737-517ea2214d97 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:45.664860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e27517df-eb35-4ef9-92c9-30a562a202ed req-6bda3026-2239-40a8-b737-517ea2214d97 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 943 time: 0.0520487 Feb 03 22:40:45.715312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e27517df-eb35-4ef9-92c9-30a562a202ed req-60bd16a1-7c75-4d69-b788-cfcbaefad7a6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437269 Feb 03 22:40:46.832705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4ef9f-567e-48d4-9fd9-f5662bc4d72f req-8167f50e-d9b3-4898-9fd4-ea7ec5ba6a7e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:46.834201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4be4ef9f-567e-48d4-9fd9-f5662bc4d72f req-8167f50e-d9b3-4898-9fd4-ea7ec5ba6a7e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 943 time: 0.0513983 Feb 03 22:40:46.880929 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4be4ef9f-567e-48d4-9fd9-f5662bc4d72f req-8af10ef1-518a-49c8-82b1-bdf94cba73fd tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Feb 03 22:40:47.998989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94183e-6781-47a1-ae8a-854d72e75924 req-4dfee7bf-aef3-4ac1-8394-e6a3465f61ee tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:48.000484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e94183e-6781-47a1-ae8a-854d72e75924 req-4dfee7bf-aef3-4ac1-8394-e6a3465f61ee tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 943 time: 0.0525458 Feb 03 22:40:48.046698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e94183e-6781-47a1-ae8a-854d72e75924 req-0d41766c-b8d0-4d40-a6b8-d29544da8678 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Feb 03 22:40:49.167548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46320c4c-c3d7-49dd-8c86-fa8a20d597da req-ae0ab745-bc86-4d8b-b79b-1a716c282772 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:49.168933 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46320c4c-c3d7-49dd-8c86-fa8a20d597da req-ae0ab745-bc86-4d8b-b79b-1a716c282772 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 943 time: 0.0571389 Feb 03 22:40:49.215348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46320c4c-c3d7-49dd-8c86-fa8a20d597da req-80b44df8-fab1-4042-b16f-bce294ae6998 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Feb 03 22:40:49.962704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:40:50.057123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:50.068269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'port_id': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'mac_address': 'fa:16:3e:62:44:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:40:50.107251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:50.107641 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:50.120792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:40:50.139452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:50.143164 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:50.191751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:50.329565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8258046-49d8-4416-a590-7e0b88f25edd req-2066bac6-1cc4-4a3b-bbf6-b44d58371515 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:50.331145 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8258046-49d8-4416-a590-7e0b88f25edd req-2066bac6-1cc4-4a3b-bbf6-b44d58371515 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 944 time: 0.0524073 Feb 03 22:40:50.377117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8258046-49d8-4416-a590-7e0b88f25edd req-3cd801af-400a-4c60-8d6f-c1e32a9b6947 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404289 Feb 03 22:40:50.519580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:40:51.499120 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c8196-83ad-4a07-ac40-8c9434633877 req-98540972-097a-4107-8ca2-4d481d5876c3 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:51.500638 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d4c8196-83ad-4a07-ac40-8c9434633877 req-98540972-097a-4107-8ca2-4d481d5876c3 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 944 time: 0.0557258 Feb 03 22:40:51.547293 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d4c8196-83ad-4a07-ac40-8c9434633877 req-32fbba9e-6898-40ff-a071-586e73ef32c6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Feb 03 22:40:51.967633 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:40:52.015600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:40:52.020247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:40:52.020622 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:52.096672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:40:52.097093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:52.119168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:40:52.121435 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db66584-71c1-4aea-a60f-ba01c70852f2" -d '{"events": [{"server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "name": "network-vif-plugged", "status": "completed", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:40:52.137556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:40:52.141983 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:52.195416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:40:52.223380 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0f98d0-425c-47d7-bb59-81baa7ec51c0 x-openstack-request-id: req-fc0f98d0-425c-47d7-bb59-81baa7ec51c0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:40:52.223669 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "name": "network-vif-plugged", "status": "completed", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:40:52.223921 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc0f98d0-425c-47d7-bb59-81baa7ec51c0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:40:52.224316 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'code': 200} Feb 03 22:40:52.332580 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ffab9-2c20-42de-b37e-cd91609232e0 req-0835e4e0-3b12-415a-a942-77c86c3b5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:52.334129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d19ffab9-2c20-42de-b37e-cd91609232e0 req-0835e4e0-3b12-415a-a942-77c86c3b5d73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1127 time: 0.0450647 Feb 03 22:40:52.376452 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d19ffab9-2c20-42de-b37e-cd91609232e0 req-770a436e-15d2-4af7-b917-2823938a3000 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366266 Feb 03 22:40:52.664725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f690fea-027d-4e52-b6d7-a3ec0b5bb207 req-3e0bd22c-4f1a-468b-af82-00f0cc49be86 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:52.666213 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f690fea-027d-4e52-b6d7-a3ec0b5bb207 req-3e0bd22c-4f1a-468b-af82-00f0cc49be86 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 945 time: 0.0518208 Feb 03 22:40:52.712033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1f690fea-027d-4e52-b6d7-a3ec0b5bb207 req-0fbf3ade-6cb1-4871-8b0f-47b13a6836aa tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395899 Feb 03 22:40:53.686567 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd879d53-9bb7-4055-87f3-f7c7713418c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:53.830563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776ae44-0fc5-4a6f-ad9a-54069d37b56e req-35990b35-aa3f-45c3-8298-d19741f28ccd tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:53.832054 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5776ae44-0fc5-4a6f-ad9a-54069d37b56e req-35990b35-aa3f-45c3-8298-d19741f28ccd tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 945 time: 0.0522270 Feb 03 22:40:53.882170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5776ae44-0fc5-4a6f-ad9a-54069d37b56e req-4aa3e628-612a-4284-9c68-0a5c5892ade6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Feb 03 22:40:53.998960 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcac17-4270-4d91-9f61-46bcb7f859a3 req-2b28ef7a-3fe0-4ab7-9e06-3a4b0edd1fb8 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:54.000349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2fcac17-4270-4d91-9f61-46bcb7f859a3 req-2b28ef7a-3fe0-4ab7-9e06-3a4b0edd1fb8 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 945 time: 0.0521858 Feb 03 22:40:54.046012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e2fcac17-4270-4d91-9f61-46bcb7f859a3 req-3f8623c5-65b1-468d-93b6-8b90221d1f21 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Feb 03 22:40:54.232670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d088bc-e686-473e-a0ab-f25bc7a45f77 req-cda82cca-1267-45bb-8767-076f727a6028 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:40:54.234232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78d088bc-e686-473e-a0ab-f25bc7a45f77 req-cda82cca-1267-45bb-8767-076f727a6028 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 945 time: 0.0533793 Feb 03 22:40:54.279557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78d088bc-e686-473e-a0ab-f25bc7a45f77 req-587797a2-070e-4d25-957f-1e42f096bd93 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397730 Feb 03 22:40:54.950343 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:54.991875 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:56.645707 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b68185-a285-490b-8f98-49252684664f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:57.141122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:58.811912 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:40:59.961268 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:09.501955 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-47afb77d-62a5-4b86-9e3b-bdb05b771e4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485384 Feb 03 22:41:09.586894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-490bb97b-e665-4315-a783-e8505b83f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:09.588392 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-490bb97b-e665-4315-a783-e8505b83f598 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1127 time: 0.0444956 Feb 03 22:41:09.691797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-8e337332-12e1-47ed-8d52-72129de13a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:09.693351 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-8e337332-12e1-47ed-8d52-72129de13a47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 916 time: 0.0853150 Feb 03 22:41:09.740414 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-fab87990-caf6-48e2-a7f5-480904399c2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 217 time: 0.0398865 Feb 03 22:41:09.835629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-66a832db-b427-4d12-8a3e-239a1ae496d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:09.837291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-66a832db-b427-4d12-8a3e-239a1ae496d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0901952 Feb 03 22:41:09.885068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-6a07b752-3393-46e6-a027-7729404e500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:09.886542 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-6a07b752-3393-46e6-a027-7729404e500f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426869 Feb 03 22:41:09.896136 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-2c30dc40-a061-4194-8eb0-298c71c212f8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:41:09.897176 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-2c30dc40-a061-4194-8eb0-298c71c212f8 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047669 Feb 03 22:41:09.988526 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-a3ba55ed-c3c7-4164-9f3e-29951330f123 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859537 Feb 03 22:41:10.075470 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e9639a0d-e795-41df-a81b-d74a439aaadb req-64a3cfd3-2bf3-4da6-95de-05263cbe6bbf service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803981 Feb 03 22:41:13.063642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17cba9-469a-4d82-8c83-12b97931f9c1 req-bad85c44-267c-4995-aab8-fd754b7d0683 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:13.065190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d17cba9-469a-4d82-8c83-12b97931f9c1 req-bad85c44-267c-4995-aab8-fd754b7d0683 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 945 time: 0.0583591 Feb 03 22:41:13.110764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d17cba9-469a-4d82-8c83-12b97931f9c1 req-eb7b2e9f-0ec1-4894-bf34-da0cccb181c8 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Feb 03 22:41:13.132580 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:41:13.218371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272e3f8f-c321-4580-8370-a63047ed8425 tempest-TestMinimumBasicScenario-1442545757 tempest-TestMinimumBasicScenario-1442545757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:13.219902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-272e3f8f-c321-4580-8370-a63047ed8425 tempest-TestMinimumBasicScenario-1442545757 tempest-TestMinimumBasicScenario-1442545757-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1122 time: 0.0863326 Feb 03 22:41:13.222943 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:41:13.227196 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:41:13.246655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:13.347086 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:13.448864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Allocated IP 172.25.5.116 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/9f8ec7c4-925a-400d-b9b6-52ec58272f2e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:41:13.553989 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for port (9f8ec7c4-925a-400d-b9b6-52ec58272f2e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:13.587722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9f8ec7c4-925a-400d-b9b6-52ec58272f2e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:13.629615 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:41:13.632445 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:41:13.635931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:41:13.641325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'Port': ['ID=9f8ec7c4-925a-400d-b9b6-52ec58272f2e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:13.665884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.666245 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.666596 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.666947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.667289 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.667646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.667962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.668292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.668622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.668975 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.669311 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.669642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.669969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:13.997434 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for floatingip (8e66f45d-b8c4-4066-af50-8b59a659a5ac), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.063982 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (9f8ec7c4-925a-400d-b9b6-52ec58272f2e), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.211929 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for port (9f8ec7c4-925a-400d-b9b6-52ec58272f2e), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.216025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (9f8ec7c4-925a-400d-b9b6-52ec58272f2e), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.287384 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'Port': ['ID=9f8ec7c4-925a-400d-b9b6-52ec58272f2e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:14.298731 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (8e66f45d-b8c4-4066-af50-8b59a659a5ac), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.398370 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Floating IP 8e66f45d-b8c4-4066-af50-8b59a659a5ac associated. External IP: 172.25.5.116, port: 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d. Feb 03 22:41:14.605564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Router fedb50a4-5c24-41cf-b96d-f048bab0f26f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:41:14.714565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:41:14.726740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] Sync routers for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:41:14.733784 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.735813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:41:14.736438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:40:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:41:14.765614 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7fb27346-59e8-421b-80e2-3fa788efb19a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5416348 Feb 03 22:41:14.766225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:41:14.768509 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b36989-2d57-4022-b456-b5dda4609a54" -d '{"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:41:14.769276 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54516) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:41:14.776207 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456918296', 'description': 'tempest-secgroup-smoke-1456918296 description', 'project_id': 'cb1a293229ce42e682f3b47425366408'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:41:14.799477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.851650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:41:14.876652 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b2d0e-561f-41e4-a87f-d032992215e5 x-openstack-request-id: req-3c8b2d0e-561f-41e4-a87f-d032992215e5 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:41:14.876987 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:41:14.877260 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c8b2d0e-561f-41e4-a87f-d032992215e5 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:41:14.877695 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'status': 'completed', 'code': 200} Feb 03 22:41:14.885620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group (dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.891424 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.948802 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:14.950079 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1783698 Feb 03 22:41:14.953901 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:41:14.957670 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:14.959068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d38120dc-8ead-4050-9243-a64acb911201 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'security_group_rule': {'security_group_id': 'dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9', 'project_id': 'cb1a293229ce42e682f3b47425366408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:41:14.969379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.969737 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.970373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.970715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.971047 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.971373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.971702 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.972349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.972700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.973041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.973367 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.973693 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.974011 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ad853-3ab4-43f0-9e9f-8d7987a7918e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:41:14.989245 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b36989-2d57-4022-b456-b5dda4609a54 req-90304e4c-aceb-4cac-b9c7-f353b351d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:14.990927 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-04b36989-2d57-4022-b456-b5dda4609a54 req-90304e4c-aceb-4cac-b9c7-f353b351d59b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1127 time: 0.0871699 Feb 03 22:41:14.992621 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d38120dc-8ead-4050-9243-a64acb911201 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (c9b0d228-6e92-4b43-9539-bfd725bf7322), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.062893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d38120dc-8ead-4050-9243-a64acb911201 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (c9b0d228-6e92-4b43-9539-bfd725bf7322), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.067209 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d38120dc-8ead-4050-9243-a64acb911201 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c9b0d228-6e92-4b43-9539-bfd725bf7322), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.085194 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38120dc-8ead-4050-9243-a64acb911201 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b0d228-6e92-4b43-9539-bfd725bf7322,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:15.090410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8e66f45d-b8c4-4066-af50-8b59a659a5ac', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'port_id': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'mac_address': 'fa:16:3e:62:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:41:13Z', 'updated_at': '2022-02-03T22:41:13Z', 'revision_number': 0, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 5, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:41:15.095398 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d38120dc-8ead-4050-9243-a64acb911201 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.095915 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b36989-2d57-4022-b456-b5dda4609a54 req-ae4d7e6a-a839-4c5a-b8c7-67eaee667bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:15.097106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d38120dc-8ead-4050-9243-a64acb911201 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419489 Feb 03 22:41:15.097640 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-04b36989-2d57-4022-b456-b5dda4609a54 req-ae4d7e6a-a839-4c5a-b8c7-67eaee667bc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 916 time: 0.0999293 Feb 03 22:41:15.099812 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54524) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:41:15.104350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7073af56-8681-4301-a8d1-4701f85305bc tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'security_group_rule': {'security_group_id': 'dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9', 'project_id': 'cb1a293229ce42e682f3b47425366408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:41:15.121139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] Checking router: fedb50a4-5c24-41cf-b96d-f048bab0f26f for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:41:15.130357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:41:15.130705 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7073af56-8681-4301-a8d1-4701f85305bc tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (ab8d546a-ae33-4034-98af-1f39ce4748bf), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.130982 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:40:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:41:15.174938 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-04b36989-2d57-4022-b456-b5dda4609a54 req-119f6e20-43da-4cac-ac0c-2d4c699609a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 999 time: 0.0699959 Feb 03 22:41:15.188677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7073af56-8681-4301-a8d1-4701f85305bc tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (ab8d546a-ae33-4034-98af-1f39ce4748bf), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.193547 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7073af56-8681-4301-a8d1-4701f85305bc tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ab8d546a-ae33-4034-98af-1f39ce4748bf), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.211390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073af56-8681-4301-a8d1-4701f85305bc tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8d546a-ae33-4034-98af-1f39ce4748bf,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:15.223415 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7073af56-8681-4301-a8d1-4701f85305bc tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.227256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7073af56-8681-4301-a8d1-4701f85305bc tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237633 Feb 03 22:41:15.227498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:41:15.234727 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-da823bed-3bdf-48f9-ae26-1b9e0ec19b70 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'security_group_rule': {'security_group_id': 'dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9', 'project_id': 'cb1a293229ce42e682f3b47425366408', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:41:15.242873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:41:15.244780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b36989-2d57-4022-b456-b5dda4609a54 req-cc13f7e7-17c6-4ad2-bccd-f9c53ea4ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:15.246298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-04b36989-2d57-4022-b456-b5dda4609a54 req-cc13f7e7-17c6-4ad2-bccd-f9c53ea4ebfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0634055 Feb 03 22:41:15.294894 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da823bed-3bdf-48f9-ae26-1b9e0ec19b70 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (89d12b2b-a8fc-40d2-a0ab-b403c28d1369), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.334599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b36989-2d57-4022-b456-b5dda4609a54 req-28e4efd7-3576-4fac-922c-f24583df1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:15.336177 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-04b36989-2d57-4022-b456-b5dda4609a54 req-28e4efd7-3576-4fac-922c-f24583df1799 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0828245 Feb 03 22:41:15.412370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da823bed-3bdf-48f9-ae26-1b9e0ec19b70 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (89d12b2b-a8fc-40d2-a0ab-b403c28d1369), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.419269 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da823bed-3bdf-48f9-ae26-1b9e0ec19b70 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (89d12b2b-a8fc-40d2-a0ab-b403c28d1369), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.447550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da823bed-3bdf-48f9-ae26-1b9e0ec19b70 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d12b2b-a8fc-40d2-a0ab-b403c28d1369,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:15.474111 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-04b36989-2d57-4022-b456-b5dda4609a54 req-09d16aa8-2868-4f60-91d1-5a026cc22e32 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282818 Feb 03 22:41:15.474756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8e66f45d-b8c4-4066-af50-8b59a659a5ac', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'port_id': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'mac_address': 'fa:16:3e:62:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:41:13Z', 'updated_at': '2022-02-03T22:41:13Z', 'revision_number': 0, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 5, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:41:15.476862 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da823bed-3bdf-48f9-ae26-1b9e0ec19b70 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.478017 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-da823bed-3bdf-48f9-ae26-1b9e0ec19b70 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2494347 Feb 03 22:41:15.481021 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:41:15.486111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eb8dfc1c-05cc-4455-b9da-70bae38c61e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'security_group_rule': {'security_group_id': 'dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9', 'project_id': 'cb1a293229ce42e682f3b47425366408', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:41:15.502669 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d898fc-6805-46d9-8d65-78a124791cb9 None None] The sync data for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 is: [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8e66f45d-b8c4-4066-af50-8b59a659a5ac', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'port_id': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'mac_address': 'fa:16:3e:62:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:41:13Z', 'updated_at': '2022-02-03T22:41:13Z', 'revision_number': 0, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 5, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:41:15.513245 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfc1c-05cc-4455-b9da-70bae38c61e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (ef203b46-bb2e-4fc4-a5e4-ec81dd5861be), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.575532 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfc1c-05cc-4455-b9da-70bae38c61e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (ef203b46-bb2e-4fc4-a5e4-ec81dd5861be), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.580962 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfc1c-05cc-4455-b9da-70bae38c61e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ef203b46-bb2e-4fc4-a5e4-ec81dd5861be), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.583129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-04b36989-2d57-4022-b456-b5dda4609a54 req-69befefa-a2ef-4536-94ca-63bbbe7074a4 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020877 Feb 03 22:41:15.602726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dfc1c-05cc-4455-b9da-70bae38c61e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef203b46-bb2e-4fc4-a5e4-ec81dd5861be,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:15.613395 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfc1c-05cc-4455-b9da-70bae38c61e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.617150 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-eb8dfc1c-05cc-4455-b9da-70bae38c61e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325836 Feb 03 22:41:15.617296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:41:15.621605 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bb1ef862-04fe-4936-9a70-1879d28ad874 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'security_group_rule': {'security_group_id': 'dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9', 'project_id': 'cb1a293229ce42e682f3b47425366408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:41:15.641645 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-bb1ef862-04fe-4936-9a70-1879d28ad874 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Project cb1a293229ce42e682f3b47425366408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:41:15.647081 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef862-04fe-4936-9a70-1879d28ad874 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (762820ed-504f-42ef-94a1-83e20a84f395), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.711358 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef862-04fe-4936-9a70-1879d28ad874 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (762820ed-504f-42ef-94a1-83e20a84f395), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.715181 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef862-04fe-4936-9a70-1879d28ad874 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (762820ed-504f-42ef-94a1-83e20a84f395), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.727670 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a266d-bf46-465c-be76-e6074deafcc7 None None] New status for floating IP 8e66f45d-b8c4-4066-af50-8b59a659a5ac: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:41:15.735560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ef862-04fe-4936-9a70-1879d28ad874 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762820ed-504f-42ef-94a1-83e20a84f395,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:15.740683 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef862-04fe-4936-9a70-1879d28ad874 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.742011 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bb1ef862-04fe-4936-9a70-1879d28ad874 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237307 Feb 03 22:41:15.744729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54532) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:41:15.749040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e7cb85db-8af3-483c-b25d-142b2e43d25b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'security_group_rule': {'security_group_id': 'dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9', 'project_id': 'cb1a293229ce42e682f3b47425366408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:41:15.769619 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-e7cb85db-8af3-483c-b25d-142b2e43d25b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Project cb1a293229ce42e682f3b47425366408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:41:15.774581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7cb85db-8af3-483c-b25d-142b2e43d25b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (61007c67-fec2-4281-a6b8-6b2d39818581), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.834990 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7cb85db-8af3-483c-b25d-142b2e43d25b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (61007c67-fec2-4281-a6b8-6b2d39818581), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.838745 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7cb85db-8af3-483c-b25d-142b2e43d25b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (61007c67-fec2-4281-a6b8-6b2d39818581), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.857914 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb85db-8af3-483c-b25d-142b2e43d25b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61007c67-fec2-4281-a6b8-6b2d39818581,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:15.863076 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7cb85db-8af3-483c-b25d-142b2e43d25b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:15.867189 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e7cb85db-8af3-483c-b25d-142b2e43d25b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215112 Feb 03 22:41:15.956615 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-98dba77b-b682-46d3-bc06-9408bc58dcab tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456918296&fields=id&tenant_id=cb1a293229ce42e682f3b47425366408 HTTP/1.1" status: 200 len: 267 time: 0.0454409 Feb 03 22:41:16.015012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-05d6cd68-dd91-4150-bf29-1b94fee2f83a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:16.016474 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-05d6cd68-dd91-4150-bf29-1b94fee2f83a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 945 time: 0.0541830 Feb 03 22:41:16.026813 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-7303f93b-a599-4625-883f-d6353604a8bb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'port': {'security_groups': ['279e3ae8-d046-41fa-86ed-5be216d7130d', 'dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:41:16.092435 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-7303f93b-a599-4625-883f-d6353604a8bb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:16.278519 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-7303f93b-a599-4625-883f-d6353604a8bb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] For port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:41:16.307410 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-7303f93b-a599-4625-883f-d6353604a8bb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:16.312381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-7303f93b-a599-4625-883f-d6353604a8bb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:16.323473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:41:16.355656 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-7303f93b-a599-4625-883f-d6353604a8bb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:16.356307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-7303f93b-a599-4625-883f-d6353604a8bb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:16.357740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c434907d-bb76-49ff-a78f-07829b3ee27c req-7303f93b-a599-4625-883f-d6353604a8bb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "PUT /v2.0/ports/83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 981 time: 0.3352537 Feb 03 22:41:16.383800 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303f93b-a599-4625-883f-d6353604a8bb tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'Port': ['ID=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:41:16.419502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:41:16.478232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2d90a-02c2-419a-adf6-769d9fcabb2e req-63134bf1-6aa2-49cc-852d-36ab4528856f tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:16.480103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32b2d90a-02c2-419a-adf6-769d9fcabb2e req-63134bf1-6aa2-49cc-852d-36ab4528856f tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0621526 Feb 03 22:41:16.549508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-32b2d90a-02c2-419a-adf6-769d9fcabb2e req-2c677dc0-5815-4e77-bb2d-7692f9738400 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620146 Feb 03 22:41:16.672726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-26b1f609-7b91-473c-af72-3cbba976bf65 None None] Provisioning complete for port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:41:16.673356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b1f609-7b91-473c-af72-3cbba976bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:16.878867 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:41:16.881358 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045c9ec1-08e5-43b7-818a-17fa9bddd658" -d '{"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:41:16.895540 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-26b1f609-7b91-473c-af72-3cbba976bf65 None None] Current status of the port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:41:16.921869 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb3a18f-b95b-4a0f-aa3a-fd61a8b64568 x-openstack-request-id: req-4cb3a18f-b95b-4a0f-aa3a-fd61a8b64568 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:41:16.922166 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:41:16.922416 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4cb3a18f-b95b-4a0f-aa3a-fd61a8b64568 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:41:16.922812 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'status': 'completed', 'code': 200} Feb 03 22:41:16.985775 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-24064f80-4193-4b61-975e-0f0b6de44365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:16.987308 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-24064f80-4193-4b61-975e-0f0b6de44365 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1166 time: 0.0461853 Feb 03 22:41:17.078563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-603910a4-a04c-4dad-a158-4f27cfd53888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:17.080026 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-603910a4-a04c-4dad-a158-4f27cfd53888 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 916 time: 0.0868821 Feb 03 22:41:17.144505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-1928d532-9aba-44c6-99a7-c7c7b8695eee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 1001 time: 0.0582898 Feb 03 22:41:17.198346 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-05ab74d5-9055-4c1a-bf2d-8cdc8b9bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:17.199818 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-05ab74d5-9055-4c1a-bf2d-8cdc8b9bf90b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0479655 Feb 03 22:41:17.249143 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-6bf12b17-db37-405f-9677-652677695996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:41:17.250644 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-6bf12b17-db37-405f-9677-652677695996 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442848 Feb 03 22:41:17.338503 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-f5240c4e-8725-406e-88b6-bcfb55a1fca9 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813024 Feb 03 22:41:17.428795 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-045c9ec1-08e5-43b7-818a-17fa9bddd658 req-145cb0c1-950c-44ed-ae6f-46bb477c7691 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845709 Feb 03 22:41:19.882359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:41:23.687280 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bcf6-cc21-4677-b2aa-d7d4096ec227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:24.969857 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:24.989074 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:26.647467 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b22630-8a51-4bb9-a057-8fb418642a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:27.144060 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:28.808504 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:29.962880 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:53.689832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-641f9f3d-b564-4d5c-a9c2-b82687a1788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:54.963270 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:54.994995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:56.651526 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74688eb1-bab9-48d4-aa0b-8b065fce11dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:56.883061 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:41:57.146125 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:58.810571 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:41:59.963893 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:11.514982 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-d7e15158-446e-4172-b02f-26aed2d83a19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448365 Feb 03 22:42:11.597544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-a94ba354-1d53-4692-9153-44d180e0b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:11.599048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-a94ba354-1d53-4692-9153-44d180e0b17c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1166 time: 0.0444510 Feb 03 22:42:11.702227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-64884534-a8a4-40eb-bc77-f46ecf5b1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:11.703705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-64884534-a8a4-40eb-bc77-f46ecf5b1ad8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 916 time: 0.0871823 Feb 03 22:42:11.768501 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-671fe6f2-5023-4dcc-81eb-36271eae61e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 1001 time: 0.0587730 Feb 03 22:42:11.819908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-b374dbec-f103-49a9-bd5b-c3f0349c54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:11.821453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-b374dbec-f103-49a9-bd5b-c3f0349c54b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0473249 Feb 03 22:42:11.869560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-ff984d33-b51f-451e-8ff7-5471249d4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:11.871044 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-ff984d33-b51f-451e-8ff7-5471249d4b38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440381 Feb 03 22:42:11.958135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-48fad227-8aef-4285-8831-96858d509af9 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810258 Feb 03 22:42:12.049934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-80f58bc2-7e04-4fa7-84a4-61e71b9aef77 req-2559434e-a121-41ba-9f87-def1a8d2a1ca service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853376 Feb 03 22:42:14.183150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-1ed1567a-ebf8-445d-b522-7505e559f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:14.184274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea325fac-3a7c-414b-a81f-33ddd1a7455d req-025e87a5-a7bb-4a36-8d7b-6cab4131a10a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:14.184703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-1ed1567a-ebf8-445d-b522-7505e559f773 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1166 time: 0.0462666 Feb 03 22:42:14.185819 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea325fac-3a7c-414b-a81f-33ddd1a7455d req-025e87a5-a7bb-4a36-8d7b-6cab4131a10a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0561688 Feb 03 22:42:14.245250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea325fac-3a7c-414b-a81f-33ddd1a7455d req-a1a5457f-7f1c-4aa6-89d6-138729dc5768 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532377 Feb 03 22:42:14.275939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-cf0b1cb7-f49f-40ef-a5fb-2be3aae3c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:14.277451 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-cf0b1cb7-f49f-40ef-a5fb-2be3aae3c1ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 916 time: 0.0869143 Feb 03 22:42:14.340985 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-2315fe9e-db64-497e-a4b6-8e2eb48ff1c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 1001 time: 0.0573885 Feb 03 22:42:14.390403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-07ee3f0b-c7a1-475a-b1f3-c4acd70fa20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:14.392376 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-07ee3f0b-c7a1-475a-b1f3-c4acd70fa20b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0462542 Feb 03 22:42:14.444855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-ac450972-578f-40bd-8cbd-d063585290a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:14.446362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-ac450972-578f-40bd-8cbd-d063585290a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483317 Feb 03 22:42:14.532820 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-f63a0d22-e5ce-4248-a1f9-c162243a686c service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804050 Feb 03 22:42:14.623974 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0a8d09f0-b635-4c9b-af4e-5db2fe600142 req-6128218a-198b-4791-a32a-6da51e88849c service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853972 Feb 03 22:42:15.372521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d3859-4a58-43cb-ad08-892fba05d4c8 req-b6aa893d-6210-4e30-a49f-8eaab7b32878 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:15.374338 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f07d3859-4a58-43cb-ad08-892fba05d4c8 req-b6aa893d-6210-4e30-a49f-8eaab7b32878 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0578835 Feb 03 22:42:15.434215 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f07d3859-4a58-43cb-ad08-892fba05d4c8 req-c01984db-807a-4177-b5f3-e4e8be1953ba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540791 Feb 03 22:42:16.553278 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a26f1-1fc1-41e2-9ca8-913fb556f7a0 req-a05910b8-694b-4369-b414-ffdceb5ff0f0 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:16.555421 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-248a26f1-1fc1-41e2-9ca8-913fb556f7a0 req-a05910b8-694b-4369-b414-ffdceb5ff0f0 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0528870 Feb 03 22:42:16.614172 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-248a26f1-1fc1-41e2-9ca8-913fb556f7a0 req-99ac0775-8aab-474c-82a8-90aaae0e116f tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532410 Feb 03 22:42:17.731736 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0942e8-fe6c-4385-9d59-d58561db139f req-0112fd42-19eb-4847-9a31-12f5ea7bfa22 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:17.733207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f0942e8-fe6c-4385-9d59-d58561db139f req-0112fd42-19eb-4847-9a31-12f5ea7bfa22 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0510309 Feb 03 22:42:17.794596 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4f0942e8-fe6c-4385-9d59-d58561db139f req-c78524a6-0377-4fbd-9044-662a291995f5 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551445 Feb 03 22:42:18.915755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc774de-ef17-415f-94b7-4b9bee23bfe3 req-aaf56454-05df-4d0b-af9b-45ba37826cec tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:18.917275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abc774de-ef17-415f-94b7-4b9bee23bfe3 req-aaf56454-05df-4d0b-af9b-45ba37826cec tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0528729 Feb 03 22:42:18.977483 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abc774de-ef17-415f-94b7-4b9bee23bfe3 req-ba401e5a-438e-4e4c-8f25-a46d13e12e8e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538504 Feb 03 22:42:20.096854 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ca944-be85-4ca6-80a1-4164e59e810f req-ccd79fd9-b9d4-4e9a-ae1b-57ab70e27e4f tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:20.098374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f22ca944-be85-4ca6-80a1-4164e59e810f req-ccd79fd9-b9d4-4e9a-ae1b-57ab70e27e4f tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0532136 Feb 03 22:42:20.156701 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f22ca944-be85-4ca6-80a1-4164e59e810f req-fc17ea21-bda6-4866-9bd8-d078df5368f7 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526776 Feb 03 22:42:21.278232 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb0561-3528-4d1c-a747-533da66c5656 req-4d8ee618-e8d5-4ba7-a5ab-e6156e30cd55 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:21.279682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acdb0561-3528-4d1c-a747-533da66c5656 req-4d8ee618-e8d5-4ba7-a5ab-e6156e30cd55 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0554876 Feb 03 22:42:21.337590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acdb0561-3528-4d1c-a747-533da66c5656 req-265c8f7c-7189-425c-a1bc-e8827bbb6c1d tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513465 Feb 03 22:42:22.455703 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0db38-0a77-4cfd-b508-9241b5cffe41 req-229e674c-854b-4b6b-8074-a9b071bed4b1 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:22.457206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbb0db38-0a77-4cfd-b508-9241b5cffe41 req-229e674c-854b-4b6b-8074-a9b071bed4b1 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0535691 Feb 03 22:42:22.514820 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cbb0db38-0a77-4cfd-b508-9241b5cffe41 req-d2ab847f-1607-461c-b84b-5dc81b438323 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520625 Feb 03 22:42:23.633896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8276c5-8e85-48d6-a6f6-d299185912b3 req-45e17afb-75f1-44d5-a41f-04c672e2509a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:23.635365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc8276c5-8e85-48d6-a6f6-d299185912b3 req-45e17afb-75f1-44d5-a41f-04c672e2509a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0520699 Feb 03 22:42:23.690019 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d45a-0c58-40d6-9d6d-92920c93d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:23.701245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc8276c5-8e85-48d6-a6f6-d299185912b3 req-82ed4304-f0ff-4b5c-b3e3-80ebbc9e2b5a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602062 Feb 03 22:42:24.821869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c954b-20d2-4784-a0b3-1045f4c6b807 req-efde0277-55a6-4c3b-9e88-a4203ccbadce tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:24.823337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b12c954b-20d2-4784-a0b3-1045f4c6b807 req-efde0277-55a6-4c3b-9e88-a4203ccbadce tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0526445 Feb 03 22:42:24.881625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b12c954b-20d2-4784-a0b3-1045f4c6b807 req-7f0c936d-f607-41ff-9489-71680d29ed44 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525594 Feb 03 22:42:24.980380 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:25.001137 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:26.001018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c7e43-d266-4cac-bb75-2c327d15fd5e req-068420ec-172f-41bf-b851-1409b9f5ef60 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:42:26.002477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-328c7e43-d266-4cac-bb75-2c327d15fd5e req-068420ec-172f-41bf-b851-1409b9f5ef60 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0530593 Feb 03 22:42:26.059334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-328c7e43-d266-4cac-bb75-2c327d15fd5e req-10a73813-f721-449c-aaca-1888eec85123 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&id=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510755 Feb 03 22:42:26.653259 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1be6ce5a-148a-4271-ba1f-a7fe03698bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:27.148573 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:28.813139 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:29.965867 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:33.882730 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:42:53.691802 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e4ce-32ad-4c45-9b04-7e2d7b89d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:54.975676 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:55.017572 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:56.653755 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66cd6fcc-b266-4c7b-9cfe-1b9846744260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:57.151680 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:58.815265 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:42:59.971095 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:10.883564 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:43:11.503505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-7c7d1c85-268d-4c3c-bbb6-7c37238d2ebf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448632 Feb 03 22:43:11.590307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-9d25f715-ec51-4b80-b555-2d38f5ce61db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:11.592296 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-9d25f715-ec51-4b80-b555-2d38f5ce61db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1166 time: 0.0458207 Feb 03 22:43:11.697333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-150e1225-3e59-4470-afc2-cc2eb456c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:11.698814 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-150e1225-3e59-4470-afc2-cc2eb456c950 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 916 time: 0.0886009 Feb 03 22:43:11.765072 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-59515782-d297-4c6a-b603-20369c279669 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 1001 time: 0.0601032 Feb 03 22:43:11.811566 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-376538e0-4816-4561-816c-4d0769b99cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:11.812982 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-376538e0-4816-4561-816c-4d0769b99cfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0424628 Feb 03 22:43:11.865364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-6d70b639-5f7e-4d34-90b5-989e8ae37ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:11.866852 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-6d70b639-5f7e-4d34-90b5-989e8ae37ed1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476012 Feb 03 22:43:11.953154 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-7d02ae30-eb7e-4896-9a9b-275c7e92fdde service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797541 Feb 03 22:43:12.043175 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-401b3172-79bc-4621-8bf1-01219ed559b9 req-663775b1-cbfe-4b48-8aa0-7aad85ac3aea service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846686 Feb 03 22:43:23.692616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d38fc0a7-703c-4367-901b-ef6dbb54856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:24.990167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:25.012678 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:26.654746 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0cc668-b948-44d7-b26c-a4229c36f27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:27.154718 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:28.818324 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:29.552095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-5904134d-34e5-4c78-be4f-7c453699e16a tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456918296&fields=id&tenant_id=cb1a293229ce42e682f3b47425366408 HTTP/1.1" status: 200 len: 267 time: 0.0506332 Feb 03 22:43:29.606696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-f44830e0-ad20-4294-8304-841f6d598e3b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:29.608134 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-f44830e0-ad20-4294-8304-841f6d598e3b tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 984 time: 0.0507953 Feb 03 22:43:29.619297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Request body: {'port': {'security_groups': ['279e3ae8-d046-41fa-86ed-5be216d7130d']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:43:29.686183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:29.853468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] For port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:43:29.886592 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:29.891199 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:29.904720 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:43:29.938602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:29.939235 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:29.940633 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-52241ce7-e93f-4edd-a6c4-0a334f65bd7b req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "PUT /v2.0/ports/83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 942 time: 0.3257537 Feb 03 22:43:29.941124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:43:29.943396 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16ad027-4938-493f-89b9-3b1b392ebbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:43:29.946529 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54612) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:29.964793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event updated for resources: {'Port': ['ID=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:29.973317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.973671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.974017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.974357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.974873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.975198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.975518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.975850 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.976174 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.976499 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.976823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.977171 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.977489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a764cc9e-0e51-4684-8f2e-48ad82f65bba tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:29.992494 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.023055 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f802303b-acae-4475-8d8b-a02b27fdfa22 x-openstack-request-id: req-f802303b-acae-4475-8d8b-a02b27fdfa22 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:43:30.023761 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:43:30.025493 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f802303b-acae-4475-8d8b-a02b27fdfa22 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:43:30.026132 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'status': 'completed', 'code': 200} Feb 03 22:43:30.031067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:43:30.079634 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group (dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.119853 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group (dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.123828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-f138a878-9a50-4ef2-9543-52281a2c1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:30.125430 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-f138a878-9a50-4ef2-9543-52281a2c1e1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1127 time: 0.0740461 Feb 03 22:43:30.243986 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-e92d2f30-9046-4dd7-bde6-5727dbc8ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:30.245467 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-e92d2f30-9046-4dd7-bde6-5727dbc8ad7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 916 time: 0.1139157 Feb 03 22:43:30.260206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.262756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.263855 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "DELETE /v2.0/security-groups/dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9 HTTP/1.1" status: 204 len: 168 time: 0.3133609 Feb 03 22:43:30.267240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54616) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:30.272124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1adbb3fd-9227-4cb5-9a5b-01cde3b33a0c None None] Provisioning complete for port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:43:30.272511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1adbb3fd-9227-4cb5-9a5b-01cde3b33a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.306765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc5f3a0-cd7d-49ba-aa78-ffeb5aeeb1e9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:30.326472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.326823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.327171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.327512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.327850 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.328181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.329111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.329444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.329770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.330099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.330426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.330747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.331070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bce572-91a8-4f00-b027-e62c391b21e6 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:30.343580 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-4513481d-282f-4a3d-92a1-9b1fa8487a61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 1001 time: 0.0921052 Feb 03 22:43:30.368334 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1adbb3fd-9227-4cb5-9a5b-01cde3b33a0c None None] Current status of the port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:43:30.396563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-c949e382-af9a-4188-8b3e-0c76b60364df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:30.398109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-c949e382-af9a-4188-8b3e-0c76b60364df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0486844 Feb 03 22:43:30.436797 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Deleting port 9f8ec7c4-925a-400d-b9b6-52ec58272f2e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:43:30.437175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (9f8ec7c4-925a-400d-b9b6-52ec58272f2e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.448362 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-2cf6205e-f5cc-4878-bf25-2ce528ec76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:30.449970 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-2cf6205e-f5cc-4878-bf25-2ce528ec76c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452840 Feb 03 22:43:30.515476 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (9f8ec7c4-925a-400d-b9b6-52ec58272f2e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.516414 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for floatingip (9f8ec7c4-925a-400d-b9b6-52ec58272f2e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.528025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Calling delete_port for 9f8ec7c4-925a-400d-b9b6-52ec58272f2e owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:43:30.540636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-b6374b2c-829d-4f55-8514-1e885be4e709 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844617 Feb 03 22:43:30.629272 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e16ad027-4938-493f-89b9-3b1b392ebbf2 req-95201025-bbe4-4830-9ba1-8e3214ad8928 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828373 Feb 03 22:43:30.679054 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (9f8ec7c4-925a-400d-b9b6-52ec58272f2e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:30.705099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event deleted for resources: {'Port': ['ID=9f8ec7c4-925a-400d-b9b6-52ec58272f2e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:31.059809 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks [] for floatingip (8e66f45d-b8c4-4066-af50-8b59a659a5ac), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:31.060208 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Floating IP 8e66f45d-b8c4-4066-af50-8b59a659a5ac disassociated (deleted). External IP: 172.25.5.116, port: 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d. Feb 03 22:43:31.264666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Router fedb50a4-5c24-41cf-b96d-f048bab0f26f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:43:31.371518 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:43:31.376379 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:31.382016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] Sync routers for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:43:31.391128 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:43:31.391746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:31.404785 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c89e7202-4ba6-4da7-babe-3386dfc4497e tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "DELETE /v2.0/floatingips/8e66f45d-b8c4-4066-af50-8b59a659a5ac HTTP/1.1" status: 204 len: 168 time: 1.1362615 Feb 03 22:43:31.664871 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:43:31.863067 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 5, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:31.889479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] Checking router: fedb50a4-5c24-41cf-b96d-f048bab0f26f for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:43:31.898253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:43:31.898866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:32.003948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:43:32.027883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:43:32.030444 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71940ef9-0194-4d97-b300-c0ed5e48d9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:43:32.065872 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733a278a-a724-4886-982e-c7afefeceda9 x-openstack-request-id: req-733a278a-a724-4886-982e-c7afefeceda9 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:43:32.066182 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:43:32.066437 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-733a278a-a724-4886-982e-c7afefeceda9 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:43:32.066840 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'status': 'completed', 'code': 200} Feb 03 22:43:32.136108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-47143637-bbe4-48a5-a353-fc983b336656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:32.137683 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-47143637-bbe4-48a5-a353-fc983b336656 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb1a293229ce42e682f3b47425366408&device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 1127 time: 0.0485921 Feb 03 22:43:32.218591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 5, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:32.237981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-8df6f1d6-9405-44cc-8a2f-684dd6bfc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:32.239493 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-8df6f1d6-9405-44cc-8a2f-684dd6bfc8d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 200 len: 916 time: 0.0965781 Feb 03 22:43:32.249792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d4c95-72cf-430b-b21f-3e488d79368f None None] The sync data for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 is: [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:14Z', 'revision_number': 4, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '1ff1ed7d-cb21-4cfe-9050-10321b50b350', 'name': '', 'network_id': '7f5f6a31-3600-45a8-9945-88480334e58d', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'mac_address': 'fa:16:3e:22:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:14Z', 'updated_at': '2022-02-03T22:40:19Z', 'revision_number': 5, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'subnets': [{'id': '2c70d3ee-dcba-4647-91a4-e10a8ac0163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:43:32.281639 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-1e4b442f-536c-481c-a9d3-f96985a7e51b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 200 len: 217 time: 0.0363216 Feb 03 22:43:32.331332 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-3506e2f2-d5b5-463f-8763-a1607803d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:32.332827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-3506e2f2-d5b5-463f-8763-a1607803d9df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 200 len: 854 time: 0.0456283 Feb 03 22:43:32.388886 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-98d7ca90-f98c-46b5-afc2-139dcb72ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:32.390763 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-98d7ca90-f98c-46b5-afc2-139dcb72ec1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f5f6a31-3600-45a8-9945-88480334e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509033 Feb 03 22:43:32.486670 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-dc39fd60-c29b-4457-837c-8601a34b9d9d service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901601 Feb 03 22:43:32.497758 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6537d5-64ac-41a0-aa32-a2f9ea270987 None None] New status for floating IP 8e66f45d-b8c4-4066-af50-8b59a659a5ac: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:43:32.603817 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-71940ef9-0194-4d97-b300-c0ed5e48d9a5 req-bea1c78f-e5bd-4880-bb6b-62085ff0ea06 service neutron] 10.222.0.47 "GET /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108868 Feb 03 22:43:46.714873 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762d008-208c-49af-b4e2-f18603a37267 req-3d9be5c7-1c51-4c67-a6cd-b144abdb5fed tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:46.716500 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1762d008-208c-49af-b4e2-f18603a37267 req-3d9be5c7-1c51-4c67-a6cd-b144abdb5fed tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 945 time: 0.0536752 Feb 03 22:43:46.764656 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1762d008-208c-49af-b4e2-f18603a37267 req-0b8a13f5-a7ad-46de-bb9f-366f1d38e090 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Feb 03 22:43:47.884133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc9026-67fa-4f1b-9fa6-9a2b567080b9 req-0e858b41-bf56-48fe-a491-8e6617014340 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:47.885540 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:43:47.885954 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fbc9026-67fa-4f1b-9fa6-9a2b567080b9 req-0e858b41-bf56-48fe-a491-8e6617014340 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 945 time: 0.0524783 Feb 03 22:43:47.936165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5fbc9026-67fa-4f1b-9fa6-9a2b567080b9 req-810e12b3-c0c5-4e42-8750-a685c3484c60 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/security-groups?id=279e3ae8-d046-41fa-86ed-5be216d7130d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451336 Feb 03 22:43:48.667180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a61fb-0c09-429a-a836-704580be8a82 req-59f5fc10-09ca-4a56-95c1-24dca06c349c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:43:48.668543 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-651a61fb-0c09-429a-a836-704580be8a82 req-59f5fc10-09ca-4a56-95c1-24dca06c349c tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.47 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 945 time: 0.0528455 Feb 03 22:43:48.758541 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-651a61fb-0c09-429a-a836-704580be8a82 req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Deleting port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:43:48.758908 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-651a61fb-0c09-429a-a836-704580be8a82 req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:48.850466 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-651a61fb-0c09-429a-a836-704580be8a82 req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] For port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:43:48.850831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-651a61fb-0c09-429a-a836-704580be8a82 req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:48.863048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-651a61fb-0c09-429a-a836-704580be8a82 req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Calling delete_port for 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:43:48.992262 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-651a61fb-0c09-429a-a836-704580be8a82 req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (83ed9a3c-87c0-4e5d-a97d-662883d0ab7d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:49.005895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:43:49.021889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Pushing event deleted for resources: {'Port': ['ID=83ed9a3c-87c0-4e5d-a97d-662883d0ab7d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:49.037791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f68bffd-0e1d-4bf1-bc67-cbf606c5cc9e req-dc5e93bf-915c-478d-aeec-e3d22173a207 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.50 "GET /v2.0/ports?device_id=530305ed-9bfa-4c1a-b292-7d443ecdcfdb HTTP/1.1" status: 200 len: 210 time: 0.0313339 Feb 03 22:43:49.065686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-651a61fb-0c09-429a-a836-704580be8a82 req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] No DVR routers for this DVR port 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:43:49.068307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-651a61fb-0c09-429a-a836-704580be8a82 req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:49.071694 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-651a61fb-0c09-429a-a836-704580be8a82 req-0604701a-70dd-49de-91bc-64e3993fb184 tempest-TestMinimumBasicScenario-1020199335 tempest-TestMinimumBasicScenario-1020199335-project] 10.222.0.47 "DELETE /v2.0/ports/83ed9a3c-87c0-4e5d-a97d-662883d0ab7d HTTP/1.1" status: 204 len: 173 time: 0.3981681 Feb 03 22:43:49.072120 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'name': 'network-vif-deleted', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:43:49.074361 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e25be7-fbec-49d0-b341-5210b2d3618e" -d '{"events": [{"server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "name": "network-vif-deleted", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:43:49.117171 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c40e606-aa38-4b86-872b-d9f062c55aab x-openstack-request-id: req-5c40e606-aa38-4b86-872b-d9f062c55aab {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:43:49.117540 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530305ed-9bfa-4c1a-b292-7d443ecdcfdb", "name": "network-vif-deleted", "tag": "83ed9a3c-87c0-4e5d-a97d-662883d0ab7d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:43:49.117808 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c40e606-aa38-4b86-872b-d9f062c55aab {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:43:49.118221 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530305ed-9bfa-4c1a-b292-7d443ecdcfdb', 'name': 'network-vif-deleted', 'tag': '83ed9a3c-87c0-4e5d-a97d-662883d0ab7d', 'status': 'completed', 'code': 200} Feb 03 22:43:50.601877 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:51.245981 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (fedb50a4-5c24-41cf-b96d-f048bab0f26f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:51.489142 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Deleting port 1ff1ed7d-cb21-4cfe-9050-10321b50b350 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:43:51.489484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:51.567492 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] For port 1ff1ed7d-cb21-4cfe-9050-10321b50b350, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=1ff1ed7d-cb21-4cfe-9050-10321b50b350,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:43:51.567852 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:51.580290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Calling delete_port for 1ff1ed7d-cb21-4cfe-9050-10321b50b350 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:43:51.764042 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (1ff1ed7d-cb21-4cfe-9050-10321b50b350), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:51.792086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff1ed7d-cb21-4cfe-9050-10321b50b350,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:51.960974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (fedb50a4-5c24-41cf-b96d-f048bab0f26f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:52.181694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Router fedb50a4-5c24-41cf-b96d-f048bab0f26f has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:43:52.289621 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:43:52.294669 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2b70de02-b64c-4689-bf85-20a2728c3c66 admin admin] 10.222.0.50 "PUT /v2.0/routers/fedb50a4-5c24-41cf-b96d-f048bab0f26f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6900055 Feb 03 22:43:52.297435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:52.298159 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] Sync routers for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:43:52.307595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:43:52.308217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:52.409374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks [] for router (fedb50a4-5c24-41cf-b96d-f048bab0f26f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:52.415003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:43:52.516742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks [] for router_gateway (fedb50a4-5c24-41cf-b96d-f048bab0f26f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:52.568863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Deleting port d4408ce6-5003-4cf1-b870-e2d9cee7cd22 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:43:52.569282 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:52.597757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:43:51Z', 'revision_number': 5, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port': {'id': 'd4408ce6-5003-4cf1-b870-e2d9cee7cd22', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:52.629195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] Checking router: fedb50a4-5c24-41cf-b96d-f048bab0f26f for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:43:52.638052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] Routers {'fedb50a4-5c24-41cf-b96d-f048bab0f26f'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:43:52.638676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:52.653186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] For port d4408ce6-5003-4cf1-b870-e2d9cee7cd22, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d4408ce6-5003-4cf1-b870-e2d9cee7cd22,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:43:52.653554 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:52.666371 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Calling delete_port for d4408ce6-5003-4cf1-b870-e2d9cee7cd22 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:43:52.723430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] Set router fedb50a4-5c24-41cf-b96d-f048bab0f26f gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:43:52.777342 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:43:52Z', 'revision_number': 6, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:52.805734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c4785-4b51-404f-83d2-5637b63a6f95 None None] The sync data for ids ['fedb50a4-5c24-41cf-b96d-f048bab0f26f'] in n-d-824834-9 is: [{'id': 'fedb50a4-5c24-41cf-b96d-f048bab0f26f', 'name': 'tempest-TestMinimumBasicScenario-1527967075-router', 'tenant_id': 'cb1a293229ce42e682f3b47425366408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:12Z', 'updated_at': '2022-02-03T22:43:52Z', 'revision_number': 6, 'project_id': 'cb1a293229ce42e682f3b47425366408', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:43:52.842478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d4408ce6-5003-4cf1-b870-e2d9cee7cd22), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:52.868791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4408ce6-5003-4cf1-b870-e2d9cee7cd22,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:52.929960 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (fedb50a4-5c24-41cf-b96d-f048bab0f26f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:52.944305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:43:52.967812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:43:52.968158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 83ed9a3c-87c0-4e5d-a97d-662883d0ab7d not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:43:53.024406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (fedb50a4-5c24-41cf-b96d-f048bab0f26f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.026533 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks [] for router_controller (fedb50a4-5c24-41cf-b96d-f048bab0f26f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.070140 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (fedb50a4-5c24-41cf-b96d-f048bab0f26f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.070800 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fedb50a4-5c24-41cf-b96d-f048bab0f26f {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:43:53.075090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.076477 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fd37f72f-053e-409a-a55b-70bfa4f66d84 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fedb50a4-5c24-41cf-b96d-f048bab0f26f HTTP/1.1" status: 204 len: 168 time: 0.7780423 Feb 03 22:43:53.079084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:53.123284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b3c9e6-55c5-4d7a-a3f7-29a3ed83badd admin admin] Deleting subnet 2c70d3ee-dcba-4647-91a4-e10a8ac0163c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:43:53.126314 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43b3c9e6-55c5-4d7a-a3f7-29a3ed83badd admin admin] Publish callbacks [] for subnet (2c70d3ee-dcba-4647-91a4-e10a8ac0163c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.161966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43b3c9e6-55c5-4d7a-a3f7-29a3ed83badd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (2c70d3ee-dcba-4647-91a4-e10a8ac0163c), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.248663 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43b3c9e6-55c5-4d7a-a3f7-29a3ed83badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (2c70d3ee-dcba-4647-91a4-e10a8ac0163c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.301181 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43b3c9e6-55c5-4d7a-a3f7-29a3ed83badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (2c70d3ee-dcba-4647-91a4-e10a8ac0163c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.326788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3c9e6-55c5-4d7a-a3f7-29a3ed83badd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c70d3ee-dcba-4647-91a4-e10a8ac0163c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:53.329182 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43b3c9e6-55c5-4d7a-a3f7-29a3ed83badd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.332327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-43b3c9e6-55c5-4d7a-a3f7-29a3ed83badd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2c70d3ee-dcba-4647-91a4-e10a8ac0163c HTTP/1.1" status: 204 len: 168 time: 0.2523351 Feb 03 22:43:53.334817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:53.337360 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a80a5-d61e-40b2-955d-a209f8c7c119 None None] Network 7f5f6a31-3600-45a8-9945-88480334e58d requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:43:53.404304 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (7f5f6a31-3600-45a8-9945-88480334e58d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.459643 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Deleting port e2ca069f-a8fd-4fef-a468-62551d86dfab {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:43:53.459983 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.520848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] For port e2ca069f-a8fd-4fef-a468-62551d86dfab, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e2ca069f-a8fd-4fef-a468-62551d86dfab,segment=NetworkSegment(5bc4b059-c661-4b80-bee1-8dee44a09c85),segment_id=5bc4b059-c661-4b80-bee1-8dee44a09c85)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:43:53.521158 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.538234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Calling delete_port for e2ca069f-a8fd-4fef-a468-62551d86dfab owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:43:53.576453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] DHCP port deletion for 7f5f6a31-3600-45a8-9945-88480334e58d request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:43:53.620938 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.628504 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Deleting port e2ca069f-a8fd-4fef-a468-62551d86dfab {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:43:53.629047 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.649808 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] No DVR routers for this DVR port e2ca069f-a8fd-4fef-a468-62551d86dfab on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:43:53.653701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ca069f-a8fd-4fef-a468-62551d86dfab,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:53.706102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] For port e2ca069f-a8fd-4fef-a468-62551d86dfab, host n-d-824834-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:43:53.706467 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.716241 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce00a961-62d8-47a6-bc6e-e994addc1c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.720869 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Calling delete_port for e2ca069f-a8fd-4fef-a468-62551d86dfab owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:43:53.723420 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Port e2ca069f-a8fd-4fef-a468-62551d86dfab was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 22:43:53.724850 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (e2ca069f-a8fd-4fef-a468-62551d86dfab), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.738076 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (7f5f6a31-3600-45a8-9945-88480334e58d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.751796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Pushing event deleted for resources: {'Port': ['ID=e2ca069f-a8fd-4fef-a468-62551d86dfab,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:53.754073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] No DVR routers for this DVR port e2ca069f-a8fd-4fef-a468-62551d86dfab on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:43:53.760843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5f6a31-3600-45a8-9945-88480334e58d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:53.762391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.762503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.762797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.763117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.763449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.763775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.764495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.764495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.764694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.765046 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.765368 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.765684 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.766029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d0c14-3d9b-45bf-ac69-ab8c7981b856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:43:53.774799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc4b059-c661-4b80-bee1-8dee44a09c85') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:53.775105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc4b059-c661-4b80-bee1-8dee44a09c85') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:53.784427 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (5bc4b059-c661-4b80-bee1-8dee44a09c85), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.798339 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (5bc4b059-c661-4b80-bee1-8dee44a09c85), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.804815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:43:53.805390 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (5bc4b059-c661-4b80-bee1-8dee44a09c85), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:43:53.807365 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:43:53.862630 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (7f5f6a31-3600-45a8-9945-88480334e58d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.868476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:53.871908 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7f5f6a31-3600-45a8-9945-88480334e58d HTTP/1.1" status: 204 len: 168 time: 0.5362003 Feb 03 22:43:53.875275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:53.883780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9ff8-6cb0-4e4e-9b5b-e37ca98669f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5f6a31-3600-45a8-9945-88480334e58d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:54.074419 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e2ca069f-a8fd-4fef-a468-62551d86dfab no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:43:54.097902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: e2ca069f-a8fd-4fef-a468-62551d86dfab {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:43:54.098229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e2ca069f-a8fd-4fef-a468-62551d86dfab not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:43:54.098634 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d4408ce6-5003-4cf1-b870-e2d9cee7cd22 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:43:54.117244 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d4408ce6-5003-4cf1-b870-e2d9cee7cd22 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:43:54.117524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d4408ce6-5003-4cf1-b870-e2d9cee7cd22 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:43:54.117929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1ff1ed7d-cb21-4cfe-9050-10321b50b350 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:43:54.136552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 1ff1ed7d-cb21-4cfe-9050-10321b50b350 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:43:54.136897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 1ff1ed7d-cb21-4cfe-9050-10321b50b350 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:43:54.223669 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (1a956681-c9bd-4895-b0c9-4dfbcab976b5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:54.471957 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Deleting port 2094ccbe-cadc-43f1-8588-c3f364e77066 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:43:54.472206 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:54.551988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] For port 2094ccbe-cadc-43f1-8588-c3f364e77066, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2094ccbe-cadc-43f1-8588-c3f364e77066,segment=NetworkSegment(32af2334-0714-4cf9-8b2d-ed5b86bca8cc),segment_id=32af2334-0714-4cf9-8b2d-ed5b86bca8cc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:43:54.552348 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:54.564976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Calling delete_port for 2094ccbe-cadc-43f1-8588-c3f364e77066 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:43:54.743789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2094ccbe-cadc-43f1-8588-c3f364e77066), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:54.769162 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=2094ccbe-cadc-43f1-8588-c3f364e77066,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:54.937252 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (1a956681-c9bd-4895-b0c9-4dfbcab976b5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:55.008776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:55.020191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:55.155915 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:43:55.261971 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:43:55.267347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0ef69886-541f-45de-9b54-8f11fa421f89 admin admin] 10.222.0.50 "PUT /v2.0/routers/1a956681-c9bd-4895-b0c9-4dfbcab976b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3899961 Feb 03 22:43:55.269920 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54744) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:55.272817 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] Sync routers for ids ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:43:55.282908 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] Routers {'1a956681-c9bd-4895-b0c9-4dfbcab976b5'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:43:55.283525 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:55.377352 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks [] for router (1a956681-c9bd-4895-b0c9-4dfbcab976b5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:55.479499 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] Set router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:43:55.486598 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks [] for router_gateway (1a956681-c9bd-4895-b0c9-4dfbcab976b5), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:55.539334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Deleting port 20fdced5-caea-4ddd-acb1-92c0ced710a7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:43:55.539675 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:55.622105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] For port 20fdced5-caea-4ddd-acb1-92c0ced710a7, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=20fdced5-caea-4ddd-acb1-92c0ced710a7,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:43:55.622467 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:55.635623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Calling delete_port for 20fdced5-caea-4ddd-acb1-92c0ced710a7 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:43:55.657178 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:16Z', 'updated_at': '2022-02-03T22:43:54Z', 'revision_number': 5, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'gw_port': {'id': '20fdced5-caea-4ddd-acb1-92c0ced710a7', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:40:17Z', 'updated_at': '2022-02-03T22:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:55.688508 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] Checking router: 1a956681-c9bd-4895-b0c9-4dfbcab976b5 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:43:55.696401 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] Routers {'1a956681-c9bd-4895-b0c9-4dfbcab976b5'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:43:55.697051 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:55.787361 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] Set router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:43:55.822311 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (20fdced5-caea-4ddd-acb1-92c0ced710a7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:55.844836 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:16Z', 'updated_at': '2022-02-03T22:43:55Z', 'revision_number': 6, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:55.849987 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fdced5-caea-4ddd-acb1-92c0ced710a7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:55.878053 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8604fe95-486d-4ab4-9919-2bc857f32f34 None None] The sync data for ids ['1a956681-c9bd-4895-b0c9-4dfbcab976b5'] in n-d-824834-9 is: [{'id': '1a956681-c9bd-4895-b0c9-4dfbcab976b5', 'name': 'tempest-TestMinimumBasicScenario-1271473158-router', 'tenant_id': '57cca93807e54a55b7f12127cf26b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:40:16Z', 'updated_at': '2022-02-03T22:43:55Z', 'revision_number': 6, 'project_id': '57cca93807e54a55b7f12127cf26b3a8', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:43:55.919128 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (1a956681-c9bd-4895-b0c9-4dfbcab976b5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.012635 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (1a956681-c9bd-4895-b0c9-4dfbcab976b5), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.014882 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks [] for router_controller (1a956681-c9bd-4895-b0c9-4dfbcab976b5), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.058651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (1a956681-c9bd-4895-b0c9-4dfbcab976b5), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.059216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a956681-c9bd-4895-b0c9-4dfbcab976b5 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:43:56.063570 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.064714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e720ab2c-a61b-4605-8d93-4a308baf9d27 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1a956681-c9bd-4895-b0c9-4dfbcab976b5 HTTP/1.1" status: 204 len: 168 time: 0.7938366 Feb 03 22:43:56.067335 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:56.110735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e48505-c6b2-44a9-bdd2-6065c167eda3 admin admin] Deleting subnet f0969212-1e8e-4c38-9ba8-b573d89828e0 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:43:56.113714 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e48505-c6b2-44a9-bdd2-6065c167eda3 admin admin] Publish callbacks [] for subnet (f0969212-1e8e-4c38-9ba8-b573d89828e0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.147187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e48505-c6b2-44a9-bdd2-6065c167eda3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (f0969212-1e8e-4c38-9ba8-b573d89828e0), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.229013 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e48505-c6b2-44a9-bdd2-6065c167eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f0969212-1e8e-4c38-9ba8-b573d89828e0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.290917 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e48505-c6b2-44a9-bdd2-6065c167eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (f0969212-1e8e-4c38-9ba8-b573d89828e0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.319635 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e48505-c6b2-44a9-bdd2-6065c167eda3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0969212-1e8e-4c38-9ba8-b573d89828e0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:56.321625 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15e48505-c6b2-44a9-bdd2-6065c167eda3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.327496 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-15e48505-c6b2-44a9-bdd2-6065c167eda3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f0969212-1e8e-4c38-9ba8-b573d89828e0 HTTP/1.1" status: 204 len: 168 time: 0.2592125 Feb 03 22:43:56.327945 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:56.331837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e841cb6-d7b4-4787-85cc-feaff45c8264 None None] Network 126cd4bf-cfaa-4893-a203-a20cd2c57b19 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:43:56.380730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2094ccbe-cadc-43f1-8588-c3f364e77066 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:43:56.408472 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 2094ccbe-cadc-43f1-8588-c3f364e77066 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:43:56.408812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2094ccbe-cadc-43f1-8588-c3f364e77066 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:43:56.409011 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (126cd4bf-cfaa-4893-a203-a20cd2c57b19), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.464023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Deleting port bfd6cf6a-9196-494c-83f5-8a1d09b01688 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:43:56.464361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.531571 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] For port bfd6cf6a-9196-494c-83f5-8a1d09b01688, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=bfd6cf6a-9196-494c-83f5-8a1d09b01688,segment=NetworkSegment(32af2334-0714-4cf9-8b2d-ed5b86bca8cc),segment_id=32af2334-0714-4cf9-8b2d-ed5b86bca8cc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:43:56.532477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.545509 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Calling delete_port for bfd6cf6a-9196-494c-83f5-8a1d09b01688 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:43:56.622777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (bfd6cf6a-9196-494c-83f5-8a1d09b01688), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.649720 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd6cf6a-9196-494c-83f5-8a1d09b01688,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:56.651528 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] No DVR routers for this DVR port bfd6cf6a-9196-494c-83f5-8a1d09b01688 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:43:56.658620 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf220a67-3afb-4cae-9305-1c21f07492a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.699437 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814d738-3004-4e37-859a-382f99c4cf7f None None] DHCP port deletion for 126cd4bf-cfaa-4893-a203-a20cd2c57b19 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:43:56.730816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (126cd4bf-cfaa-4893-a203-a20cd2c57b19), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.750841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126cd4bf-cfaa-4893-a203-a20cd2c57b19']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:56.760609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32af2334-0714-4cf9-8b2d-ed5b86bca8cc') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:56.760923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32af2334-0714-4cf9-8b2d-ed5b86bca8cc') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:43:56.770756 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (32af2334-0714-4cf9-8b2d-ed5b86bca8cc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.784429 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (32af2334-0714-4cf9-8b2d-ed5b86bca8cc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.791468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:43:56.791848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (32af2334-0714-4cf9-8b2d-ed5b86bca8cc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:43:56.793531 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:43:56.853353 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (126cd4bf-cfaa-4893-a203-a20cd2c57b19), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.858823 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:56.862041 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] 10.222.0.50 "DELETE /v2.0/networks/126cd4bf-cfaa-4893-a203-a20cd2c57b19 HTTP/1.1" status: 204 len: 168 time: 0.5319138 Feb 03 22:43:56.877785 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503d113-836b-40ff-98ec-70c8fd038f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=126cd4bf-cfaa-4893-a203-a20cd2c57b19,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:57.034379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54752) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:57.074182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0de5efcb-9387-4379-ba04-540620391a46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb1a293229ce42e682f3b47425366408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386279 Feb 03 22:43:57.076546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:57.122848 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495efa51-65bb-469b-a6e4-360661aa3d00 admin admin] Publish callbacks [] for security_group (279e3ae8-d046-41fa-86ed-5be216d7130d), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:57.144581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495efa51-65bb-469b-a6e4-360661aa3d00 admin admin] Publish callbacks [] for security_group (279e3ae8-d046-41fa-86ed-5be216d7130d), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:57.157434 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:57.193331 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495efa51-65bb-469b-a6e4-360661aa3d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (279e3ae8-d046-41fa-86ed-5be216d7130d), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:57.195900 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495efa51-65bb-469b-a6e4-360661aa3d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:57.197182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-495efa51-65bb-469b-a6e4-360661aa3d00 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/279e3ae8-d046-41fa-86ed-5be216d7130d HTTP/1.1" status: 204 len: 168 time: 0.1196439 Feb 03 22:43:57.205074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495efa51-65bb-469b-a6e4-360661aa3d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279e3ae8-d046-41fa-86ed-5be216d7130d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:57.495403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:57.534070 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-42007a4f-5e16-4546-b42d-7d69abbac8f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57cca93807e54a55b7f12127cf26b3a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374904 Feb 03 22:43:57.536647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:57.581307 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb2bcb1-0bb8-40d7-8833-c05811f8e89d admin admin] Publish callbacks [] for security_group (e3ab5b6c-66b0-4d6b-b896-c00568deeafe), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:57.604629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb2bcb1-0bb8-40d7-8833-c05811f8e89d admin admin] Publish callbacks [] for security_group (e3ab5b6c-66b0-4d6b-b896-c00568deeafe), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:57.652239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb2bcb1-0bb8-40d7-8833-c05811f8e89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (e3ab5b6c-66b0-4d6b-b896-c00568deeafe), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:57.654885 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdb2bcb1-0bb8-40d7-8833-c05811f8e89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:57.656030 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-bdb2bcb1-0bb8-40d7-8833-c05811f8e89d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3ab5b6c-66b0-4d6b-b896-c00568deeafe HTTP/1.1" status: 204 len: 168 time: 0.1184831 Feb 03 22:43:57.664789 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2bcb1-0bb8-40d7-8833-c05811f8e89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ab5b6c-66b0-4d6b-b896-c00568deeafe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:58.066688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 20fdced5-caea-4ddd-acb1-92c0ced710a7 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:43:58.087171 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 20fdced5-caea-4ddd-acb1-92c0ced710a7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:43:58.087519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 20fdced5-caea-4ddd-acb1-92c0ced710a7 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:43:58.087927 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bfd6cf6a-9196-494c-83f5-8a1d09b01688 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:43:58.108315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: bfd6cf6a-9196-494c-83f5-8a1d09b01688 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:43:58.108315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device bfd6cf6a-9196-494c-83f5-8a1d09b01688 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:43:58.820354 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.264425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54802) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:59.269631 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544897253', 'description': 'tempest-secgroup-smoke-1544897253 description', 'project_id': '0e04285a1d5d4473bf2d0bd071997629'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:43:59.290088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.298252 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.373112 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (331de765-707e-4be4-ad25-7abd61c34eca), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.376624 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (331de765-707e-4be4-ad25-7abd61c34eca), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.410669 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331de765-707e-4be4-ad25-7abd61c34eca,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:59.449437 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.453095 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.485262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.486490 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2209814 Feb 03 22:43:59.488448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d3239-50a5-4e32-818e-eb1095d3bebe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:59.489658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:59.494308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-31e39939-efac-49b8-92cd-49a03a4f5e4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:43:59.518270 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31e39939-efac-49b8-92cd-49a03a4f5e4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (adf9ae23-8f03-42d7-a89b-fd29602f4ecb), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.562582 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31e39939-efac-49b8-92cd-49a03a4f5e4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (adf9ae23-8f03-42d7-a89b-fd29602f4ecb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.566457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31e39939-efac-49b8-92cd-49a03a4f5e4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (adf9ae23-8f03-42d7-a89b-fd29602f4ecb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.584179 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e39939-efac-49b8-92cd-49a03a4f5e4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf9ae23-8f03-42d7-a89b-fd29602f4ecb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:59.591188 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31e39939-efac-49b8-92cd-49a03a4f5e4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.592329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-31e39939-efac-49b8-92cd-49a03a4f5e4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1016400 Feb 03 22:43:59.595106 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:59.599311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1371f241-5c67-4e1a-9ec5-916268f278ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:43:59.622148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1371f241-5c67-4e1a-9ec5-916268f278ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (04232767-a394-48f9-9166-e552c51ec11b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.676731 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1371f241-5c67-4e1a-9ec5-916268f278ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (04232767-a394-48f9-9166-e552c51ec11b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.679980 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1371f241-5c67-4e1a-9ec5-916268f278ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (04232767-a394-48f9-9166-e552c51ec11b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.697497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371f241-5c67-4e1a-9ec5-916268f278ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04232767-a394-48f9-9166-e552c51ec11b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:59.705501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1371f241-5c67-4e1a-9ec5-916268f278ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.706685 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1371f241-5c67-4e1a-9ec5-916268f278ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1106710 Feb 03 22:43:59.709366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:59.713550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c6b33838-86e6-4608-8f2c-8451457d6ee4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:43:59.736512 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6b33838-86e6-4608-8f2c-8451457d6ee4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (4e08b517-5a2d-414f-8303-cd64e6d04fe9), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.794239 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6b33838-86e6-4608-8f2c-8451457d6ee4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (4e08b517-5a2d-414f-8303-cd64e6d04fe9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.797723 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6b33838-86e6-4608-8f2c-8451457d6ee4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (4e08b517-5a2d-414f-8303-cd64e6d04fe9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.811838 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b33838-86e6-4608-8f2c-8451457d6ee4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e08b517-5a2d-414f-8303-cd64e6d04fe9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:59.821993 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6b33838-86e6-4608-8f2c-8451457d6ee4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.823186 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c6b33838-86e6-4608-8f2c-8451457d6ee4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129084 Feb 03 22:43:59.825874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:59.830721 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3a33b9e4-a820-4ee0-9a5d-4d4a5b620e6b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:43:59.854108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a33b9e4-a820-4ee0-9a5d-4d4a5b620e6b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (59e8bba6-2c0d-4675-a6bf-5312ed65f16a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.909132 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a33b9e4-a820-4ee0-9a5d-4d4a5b620e6b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (59e8bba6-2c0d-4675-a6bf-5312ed65f16a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.914082 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a33b9e4-a820-4ee0-9a5d-4d4a5b620e6b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (59e8bba6-2c0d-4675-a6bf-5312ed65f16a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.935744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33b9e4-a820-4ee0-9a5d-4d4a5b620e6b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e8bba6-2c0d-4675-a6bf-5312ed65f16a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:43:59.942687 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a33b9e4-a820-4ee0-9a5d-4d4a5b620e6b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.943786 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3a33b9e4-a820-4ee0-9a5d-4d4a5b620e6b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169868 Feb 03 22:43:59.946429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:43:59.950660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b2f10c37-e67c-49f7-807e-d7433d81739c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:43:59.969647 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-b2f10c37-e67c-49f7-807e-d7433d81739c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:43:59.974660 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2f10c37-e67c-49f7-807e-d7433d81739c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (2d5e45c1-f987-4843-a7bb-02b486f8cda7), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:43:59.975249 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.031955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2f10c37-e67c-49f7-807e-d7433d81739c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (2d5e45c1-f987-4843-a7bb-02b486f8cda7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.035304 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2f10c37-e67c-49f7-807e-d7433d81739c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (2d5e45c1-f987-4843-a7bb-02b486f8cda7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.052576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f10c37-e67c-49f7-807e-d7433d81739c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5e45c1-f987-4843-a7bb-02b486f8cda7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:00.059847 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2f10c37-e67c-49f7-807e-d7433d81739c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.061065 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b2f10c37-e67c-49f7-807e-d7433d81739c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136808 Feb 03 22:44:00.064399 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54814) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:00.068616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a4eaa1d0-3cb9-4fa2-a4d6-aeeca81bff89 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:44:00.086995 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-a4eaa1d0-3cb9-4fa2-a4d6-aeeca81bff89 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:44:00.091648 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa1d0-3cb9-4fa2-a4d6-aeeca81bff89 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (b443081d-24c6-4ecc-b43d-e4df2215dbad), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.148857 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa1d0-3cb9-4fa2-a4d6-aeeca81bff89 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (b443081d-24c6-4ecc-b43d-e4df2215dbad), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.152632 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa1d0-3cb9-4fa2-a4d6-aeeca81bff89 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (b443081d-24c6-4ecc-b43d-e4df2215dbad), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.171607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaa1d0-3cb9-4fa2-a4d6-aeeca81bff89 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b443081d-24c6-4ecc-b43d-e4df2215dbad,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:00.180254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa1d0-3cb9-4fa2-a4d6-aeeca81bff89 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.181505 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a4eaa1d0-3cb9-4fa2-a4d6-aeeca81bff89 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161344 Feb 03 22:44:00.184475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:00.189848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'network': {'name': 'tempest-network-smoke--1129119561', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:44:00.210396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:44:00.213657 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.236939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:44:00.245822 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (410cb041-c775-492c-91db-f3573f7437fa), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.246168 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Added segment 410cb041-c775-492c-91db-f3573f7437fa of type vlan for network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 Feb 03 22:44:00.286234 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (7b5ad4ae-667c-41ae-920d-04fc25aa62b1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.309732 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (7b5ad4ae-667c-41ae-920d-04fc25aa62b1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.314839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:00.315500 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.377095 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1915302 Feb 03 22:44:00.379905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:00.386717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'admin_state_up': True, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:44:00.392889 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af81b05-3c17-4fa5-9a49-a4a21b90ff5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Network': ['ID=7b5ad4ae-667c-41ae-920d-04fc25aa62b1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:00.402611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:44:00.411846 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (db047fec-8fab-4c4b-9500-db19e828b5ea), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.412854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (db047fec-8fab-4c4b-9500-db19e828b5ea), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.468594 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (db047fec-8fab-4c4b-9500-db19e828b5ea), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:00.905407 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (db047fec-8fab-4c4b-9500-db19e828b5ea), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:01.106057 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (db047fec-8fab-4c4b-9500-db19e828b5ea), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:01.124149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:01.229054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.241 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/eae6a4cc-ed08-4af0-b108-743937171ea9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:44:01.329110 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:01.360702 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:01.403725 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:44:01.406533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:44:01.410083 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:44:01.415688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=eae6a4cc-ed08-4af0-b108-743937171ea9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:01.658442 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (db047fec-8fab-4c4b-9500-db19e828b5ea), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:01.860284 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (db047fec-8fab-4c4b-9500-db19e828b5ea), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:01.989275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router db047fec-8fab-4c4b-9500-db19e828b5ea is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:44:02.095597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:44:02.105003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Sync routers for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:44:02.115014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:44:02.115353 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:02.115632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:02.116602 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a25b5e0b-b510-4924-9b70-05df6b7bca3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7357886 Feb 03 22:44:02.119779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:02.224123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:44:02.256117 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-34d20270-4698-4947-b072-1c85b6051a85 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=0e04285a1d5d4473bf2d0bd071997629&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1328468 Feb 03 22:44:02.256315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:02.342922 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7aff95-567c-44d9-8e9f-95b5f901f83f tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:02.345102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-2b7aff95-567c-44d9-8e9f-95b5f901f83f tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878608 Feb 03 22:44:02.347914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:02.383302 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4d159fbc-2ea2-4633-abf8-8596276c57d1 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319133 Feb 03 22:44:02.383515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:02.388375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-171356128', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:44:02.477891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:44:02.481313 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:02.565402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:01Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:02.597752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Checking router: db047fec-8fab-4c4b-9500-db19e828b5ea for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:44:02.598112 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Updating router db047fec-8fab-4c4b-9500-db19e828b5ea port eae6a4cc-ed08-4af0-b108-743937171ea9 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:44:02.626585 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:02.678368 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (0fe61342-2fd1-4fb7-a2e3-39ecb1e48580), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:02.736717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Subnet': ['ID=0fe61342-2fd1-4fb7-a2e3-39ecb1e48580,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:02.748797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Checking segment: {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:44:02.749199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network hostable DHCP agents. Network: 7b5ad4ae-667c-41ae-920d-04fc25aa62b1, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:44:02.767644 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:44:02.776565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 7b5ad4ae-667c-41ae-920d-04fc25aa62b1) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:44:02.781258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:02.782024 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:02.789600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d4eaa-f65b-413f-ba7d-75a2913abdfb None None] Network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:44:02.798679 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8156cab8-66b9-4977-a876-8a163e133449 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4141934 Feb 03 22:44:02.801627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:02.949948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:44:02.950792 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:02.969688 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Publish callbacks [] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:02.977633 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.110288 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaf4a4-66ca-4a7f-90c9-7e5992de6fef None None] Pushing event updated for resources: {'Port': ['ID=eae6a4cc-ed08-4af0-b108-743937171ea9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:03.112497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Attempting to bind port eae6a4cc-ed08-4af0-b108-743937171ea9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:44:03.112866 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Attempting to bind port eae6a4cc-ed08-4af0-b108-743937171ea9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:44:03.113249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Attempting to bind port eae6a4cc-ed08-4af0-b108-743937171ea9 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:44:03.137899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:44:03.138282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:44:03.138688 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.139076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:44:03.139542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Bound port: eae6a4cc-ed08-4af0-b108-743937171ea9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:44:03.139919 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.189553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Allocated IP 172.20.0.2 (7b5ad4ae-667c-41ae-920d-04fc25aa62b1/0fe61342-2fd1-4fb7-a2e3-39ecb1e48580/6daf11ea-f4c0-4484-a850-ba2adf8600d6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:44:03.220533 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] For port eae6a4cc-ed08-4af0-b108-743937171ea9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:44:03.265188 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] For port eae6a4cc-ed08-4af0-b108-743937171ea9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=eae6a4cc-ed08-4af0-b108-743937171ea9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:44:03.272258 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.274517 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.369317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaf4a4-66ca-4a7f-90c9-7e5992de6fef None None] Pushing event updated for resources: {'Port': ['ID=eae6a4cc-ed08-4af0-b108-743937171ea9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:03.390305 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:44:03.390969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:03.479177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Publish callbacks [] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.487054 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.541803 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:44:03.550250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:44:03.551248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.1 (7b5ad4ae-667c-41ae-920d-04fc25aa62b1/0fe61342-2fd1-4fb7-a2e3-39ecb1e48580/7c4acdac-d6f6-4721-866c-0165e6316eed) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:44:03.558661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:44:03.563139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Pushing event updated for resources: {'Port': ['ID=6daf11ea-f4c0-4484-a850-ba2adf8600d6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:03.567783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:44:03.671460 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.707021 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.710293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Attempting to bind port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:44:03.710661 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Attempting to bind port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:44:03.711021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Attempting to bind port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 on network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:44:03.720939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:44:03.721324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Checking segment: {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:44:03.721726 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.722116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Bound using segment: {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:44:03.722578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Bound port: 6daf11ea-f4c0-4484-a850-ba2adf8600d6, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:44:03.722955 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.745137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:44:03.756611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:44:03.760403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:44:03.767410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=7c4acdac-d6f6-4721-866c-0165e6316eed,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:03.808081 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (db047fec-8fab-4c4b-9500-db19e828b5ea), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.823875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] For port 6daf11ea-f4c0-4484-a850-ba2adf8600d6, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:44:03.827718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] For port 6daf11ea-f4c0-4484-a850-ba2adf8600d6, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6daf11ea-f4c0-4484-a850-ba2adf8600d6,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:44:03.836142 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:03.889136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:01Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:03.930304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c7dc6-02a8-4758-9f68-26cdd5c25a71 None None] The sync data for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 is: [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:01Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:44:03.934862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdfe83-c9cf-4567-ab1f-9a56ebd115bd None None] Pushing event updated for resources: {'Port': ['ID=6daf11ea-f4c0-4484-a850-ba2adf8600d6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:03.967364 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:04.292997 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:04.297996 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:04.373401 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=7c4acdac-d6f6-4721-866c-0165e6316eed,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:04.382440 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (db047fec-8fab-4c4b-9500-db19e828b5ea), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:04.838882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:44:04.840377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:44:04.966410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router db047fec-8fab-4c4b-9500-db19e828b5ea has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:44:04.992983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857600b-959b-4dd5-ba0e-a3cc8afef90e None None] Network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:44:05.056668 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2bd3670e-704b-4d17-8f73-17e6e732dbbf None None] Provisioning complete for port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:05.057062 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bd3670e-704b-4d17-8f73-17e6e732dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:05.083711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:44:05.089314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-acf406a9-c4ae-44a8-be37-140b75f9da68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/db047fec-8fab-4c4b-9500-db19e828b5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2867627 Feb 03 22:44:05.181579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3670e-704b-4d17-8f73-17e6e732dbbf None None] Current status of the port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:05.182231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bd3670e-704b-4d17-8f73-17e6e732dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:05.217532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2bd3670e-704b-4d17-8f73-17e6e732dbbf None None] For port 6daf11ea-f4c0-4484-a850-ba2adf8600d6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6daf11ea-f4c0-4484-a850-ba2adf8600d6,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:44:05.222948 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bd3670e-704b-4d17-8f73-17e6e732dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:05.250784 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-a71369ec-680d-4edd-a853-172b8d55e00e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544897253&fields=id&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 267 time: 0.0530434 Feb 03 22:44:05.277413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3670e-704b-4d17-8f73-17e6e732dbbf None None] Pushing event updated for resources: {'Port': ['ID=6daf11ea-f4c0-4484-a850-ba2adf8600d6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:05.444531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dacbf192-520f-4938-b666-bc9bcd83c949 None None] Provisioning complete for port 7c4acdac-d6f6-4721-866c-0165e6316eed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:05.444941 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dacbf192-520f-4938-b666-bc9bcd83c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:05.487153 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dacbf192-520f-4938-b666-bc9bcd83c949 None None] Port 7c4acdac-d6f6-4721-866c-0165e6316eed cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:44:05.500400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dacbf192-520f-4938-b666-bc9bcd83c949 None None] Provisioning complete for port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:05.500778 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dacbf192-520f-4938-b666-bc9bcd83c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:05.611568 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dacbf192-520f-4938-b666-bc9bcd83c949 None None] Current status of the port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:05.675563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-6ac79a71-e9c5-4d88-aa0a-56e66ef20fad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:05.677131 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-6ac79a71-e9c5-4d88-aa0a-56e66ef20fad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/networks?id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1 HTTP/1.1" status: 200 len: 797 time: 0.4195960 Feb 03 22:44:05.692499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-cc529acc-2ad0-40a0-b6ba-cb52f5ec3fe7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/quotas/0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 375 time: 0.0098112 Feb 03 22:44:05.739831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2d3d77da-1795-4d11-95c5-2801c71060c3 None None] Provisioning complete for port 7c4acdac-d6f6-4721-866c-0165e6316eed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:05.740125 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d3d77da-1795-4d11-95c5-2801c71060c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:05.755898 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Sync routers for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:44:05.768757 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:44:05.769341 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:05.775184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-cecb6c03-bdb7-4c94-84d4-92a45fff70b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694518 Feb 03 22:44:05.791408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d77da-1795-4d11-95c5-2801c71060c3 None None] Port 7c4acdac-d6f6-4721-866c-0165e6316eed cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:44:05.838338 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-6585ea7c-d2da-4480-8ca1-b7780cc13868 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:44:05.839349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-6585ea7c-d2da-4480-8ca1-b7780cc13868 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564733 Feb 03 22:44:05.883686 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:44:05.916766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bcb706c6-bb31-4b73-9a59-52dccef86c1d None None] Provisioning complete for port 7c4acdac-d6f6-4721-866c-0165e6316eed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:05.917288 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb706c6-bb31-4b73-9a59-52dccef86c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:05.928750 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-d4196e5b-3ebc-49d9-8e55-b658ef592696 service neutron] 10.222.0.50 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828772 Feb 03 22:44:05.952666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bcb706c6-bb31-4b73-9a59-52dccef86c1d None None] Port 7c4acdac-d6f6-4721-866c-0165e6316eed cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:44:06.022889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-8385fea6-fcf1-49e2-905b-061b6e7a925e service neutron] 10.222.0.50 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880098 Feb 03 22:44:06.094239 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7c4acdac-d6f6-4721-866c-0165e6316eed', 'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:51:94:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:03Z', 'updated_at': '2022-02-03T22:44:04Z', 'revision_number': 2, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:06.120784 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Checking router: db047fec-8fab-4c4b-9500-db19e828b5ea for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:44:06.121453 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Updating router db047fec-8fab-4c4b-9500-db19e828b5ea port 7c4acdac-d6f6-4721-866c-0165e6316eed binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:44:06.164837 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.215853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-083eadb3-681f-40f7-8549-08de8e961a07 req-b35d9579-bd11-4dff-a7a8-d7f8f8094599 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 210 time: 0.0347838 Feb 03 22:44:06.243743 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device eae6a4cc-ed08-4af0-b108-743937171ea9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:44:06.294370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port eae6a4cc-ed08-4af0-b108-743937171ea9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:06.294747 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.379375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port eae6a4cc-ed08-4af0-b108-743937171ea9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:06.379774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.401598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port eae6a4cc-ed08-4af0-b108-743937171ea9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=eae6a4cc-ed08-4af0-b108-743937171ea9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:44:06.406089 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.407553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6daf11ea-f4c0-4484-a850-ba2adf8600d6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:44:06.459645 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Publish callbacks [] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.465026 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.486963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=eae6a4cc-ed08-4af0-b108-743937171ea9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:06.498718 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:06.499102 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.544248 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Pushing event updated for resources: {'Port': ['ID=7c4acdac-d6f6-4721-866c-0165e6316eed,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:06.572292 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.572658 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.573028 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.573372 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.573711 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.574046 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.574505 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.574842 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.575169 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.576227 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.576568 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.576919 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.577250 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:44:06.595070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:06.596132 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Attempting to bind port 7c4acdac-d6f6-4721-866c-0165e6316eed on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:44:06.597578 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Attempting to bind port 7c4acdac-d6f6-4721-866c-0165e6316eed by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:44:06.598510 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Attempting to bind port 7c4acdac-d6f6-4721-866c-0165e6316eed on network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:44:06.604152 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:44:06.604528 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Checking segment: {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:44:06.605120 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.605519 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Bound using segment: {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:44:06.605993 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Bound port: 7c4acdac-d6f6-4721-866c-0165e6316eed, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:44:06.606372 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.679367 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] For port 7c4acdac-d6f6-4721-866c-0165e6316eed, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:44:06.682991 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] For port 7c4acdac-d6f6-4721-866c-0165e6316eed, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7c4acdac-d6f6-4721-866c-0165e6316eed,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:44:06.689662 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.750674 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:44:06.751309 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:06.779891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e333ea5f-4a0c-47f4-a985-1911729088af None None] Provisioning complete for port 7c4acdac-d6f6-4721-866c-0165e6316eed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:06.780305 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e333ea5f-4a0c-47f4-a985-1911729088af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.795254 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfb611-13ad-41d1-8b4a-dcdc1f65d056 None None] Pushing event updated for resources: {'Port': ['ID=7c4acdac-d6f6-4721-866c-0165e6316eed,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:06.870989 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:44:06.882757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e333ea5f-4a0c-47f4-a985-1911729088af None None] Current status of the port 7c4acdac-d6f6-4721-866c-0165e6316eed is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:06.883153 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e333ea5f-4a0c-47f4-a985-1911729088af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:06.931101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e333ea5f-4a0c-47f4-a985-1911729088af None None] For port 7c4acdac-d6f6-4721-866c-0165e6316eed, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7c4acdac-d6f6-4721-866c-0165e6316eed,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:44:06.938670 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e333ea5f-4a0c-47f4-a985-1911729088af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:07.112030 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7c4acdac-d6f6-4721-866c-0165e6316eed', 'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:51:94:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:03Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:07.138450 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12cf85-5563-4ce6-a245-148e8cb035ff None None] The sync data for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 is: [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7c4acdac-d6f6-4721-866c-0165e6316eed', 'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:51:94:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:03Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:44:07.170733 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333ea5f-4a0c-47f4-a985-1911729088af None None] Pushing event updated for resources: {'Port': ['ID=7c4acdac-d6f6-4721-866c-0165e6316eed,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:07.175557 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d49b67ee-3236-4437-ab6a-2a5de5ac2292 None None] Provisioning complete for port 7c4acdac-d6f6-4721-866c-0165e6316eed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:07.175930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d49b67ee-3236-4437-ab6a-2a5de5ac2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:07.275922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d49b67ee-3236-4437-ab6a-2a5de5ac2292 None None] Current status of the port 7c4acdac-d6f6-4721-866c-0165e6316eed is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:07.329289 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74e064ff-6c4d-4e42-81a5-bce0aa60d3f4 req-67729803-584a-4b27-821f-82544cf6f45d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 210 time: 0.0296001 Feb 03 22:44:07.452890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-0d936e4d-feea-4ac4-b1da-93937fff328f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:07.455471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-0d936e4d-feea-4ac4-b1da-93937fff328f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/networks?id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1 HTTP/1.1" status: 200 len: 797 time: 0.1328139 Feb 03 22:44:07.521015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-6a3f2a6c-2ff2-443f-956b-412653e98374 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 380 time: 0.0571585 Feb 03 22:44:07.530937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'port': {'device_id': '25edcb8d-763d-4a06-93bb-7081313b614e', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'admin_state_up': True, 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'security_groups': ['ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:44:07.648018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:44:07.651720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:07.787759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.8 (7b5ad4ae-667c-41ae-920d-04fc25aa62b1/0fe61342-2fd1-4fb7-a2e3-39ecb1e48580/aec71d45-4b54-4280-b561-5138f2e93693) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:44:07.932002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (aec71d45-4b54-4280-b561-5138f2e93693), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:07.970276 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (aec71d45-4b54-4280-b561-5138f2e93693), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.023291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:44:08.026556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:44:08.030536 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:44:08.038160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=aec71d45-4b54-4280-b561-5138f2e93693,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:08.090091 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:08.090715 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.109218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-02700622-7228-407e-9638-545e692231aa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5820673 Feb 03 22:44:08.186749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Request body: {'port': {'device_id': '25edcb8d-763d-4a06-93bb-7081313b614e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:44:08.218748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device eae6a4cc-ed08-4af0-b108-743937171ea9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:44:08.255844 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aec71d45-4b54-4280-b561-5138f2e93693), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.286893 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port eae6a4cc-ed08-4af0-b108-743937171ea9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:08.288038 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.370536 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port eae6a4cc-ed08-4af0-b108-743937171ea9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:08.371633 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c4acdac-d6f6-4721-866c-0165e6316eed up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:44:08.424350 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7769c22c-11d6-4c5d-9fa8-4be57417fc5f None None] Provisioning complete for port aec71d45-4b54-4280-b561-5138f2e93693 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:08.424726 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7769c22c-11d6-4c5d-9fa8-4be57417fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (aec71d45-4b54-4280-b561-5138f2e93693), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.455326 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 7c4acdac-d6f6-4721-866c-0165e6316eed triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:08.455705 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.471134 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf965a2-1e2d-4149-9e39-429f8f81dd67 req-2df0e4a0-68a1-4036-bfb7-82c0f2849bfc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:08.472720 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faf965a2-1e2d-4149-9e39-429f8f81dd67 req-2df0e4a0-68a1-4036-bfb7-82c0f2849bfc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 931 time: 0.0617743 Feb 03 22:44:08.487834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7769c22c-11d6-4c5d-9fa8-4be57417fc5f None None] Port aec71d45-4b54-4280-b561-5138f2e93693 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:44:08.525008 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-faf965a2-1e2d-4149-9e39-429f8f81dd67 req-e8033b69-9167-49ee-ab5f-5aa296897a31 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446339 Feb 03 22:44:08.545086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 7c4acdac-d6f6-4721-866c-0165e6316eed is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:08.563463 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec71d45-4b54-4280-b561-5138f2e93693 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:44:08.570958 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Publish callbacks [] for port (aec71d45-4b54-4280-b561-5138f2e93693), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.583438 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Transition to ACTIVE for port object aec71d45-4b54-4280-b561-5138f2e93693 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:44:08.587240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (aec71d45-4b54-4280-b561-5138f2e93693), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.638975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Pushing event updated for resources: {'Port': ['ID=aec71d45-4b54-4280-b561-5138f2e93693,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:08.712674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Attempting to bind port aec71d45-4b54-4280-b561-5138f2e93693 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:44:08.713048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Attempting to bind port aec71d45-4b54-4280-b561-5138f2e93693 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:44:08.713380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Attempting to bind port aec71d45-4b54-4280-b561-5138f2e93693 on network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:44:08.717976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Port aec71d45-4b54-4280-b561-5138f2e93693 on network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:44:08.718313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Attempting to bind port aec71d45-4b54-4280-b561-5138f2e93693 on network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:44:08.723211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:44:08.723551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Checking segment: {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:44:08.723938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Bound using segment: {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:44:08.724360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Bound port: aec71d45-4b54-4280-b561-5138f2e93693, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410cb041-c775-492c-91db-f3573f7437fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:44:08.724716 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aec71d45-4b54-4280-b561-5138f2e93693), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.791967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] For port aec71d45-4b54-4280-b561-5138f2e93693, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:44:08.795377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] For port aec71d45-4b54-4280-b561-5138f2e93693, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aec71d45-4b54-4280-b561-5138f2e93693,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:44:08.803194 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (aec71d45-4b54-4280-b561-5138f2e93693), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.841008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:08.841651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:08.843182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] 10.222.0.10 "PUT /v2.0/ports/aec71d45-4b54-4280-b561-5138f2e93693 HTTP/1.1" status: 200 len: 1091 time: 0.7271492 Feb 03 22:44:08.843680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:44:08.846104 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2319a91-46e8-4933-b549-fd62a749ed79" -d '{"events": [{"name": "network-changed", "server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "tag": "aec71d45-4b54-4280-b561-5138f2e93693"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:44:08.872359 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80479db2-252e-48ff-9c44-f01d451345ae service neutron] Pushing event updated for resources: {'Port': ['ID=aec71d45-4b54-4280-b561-5138f2e93693,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:08.899184 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49031ad2-798d-400d-8d26-f7027781bb86 x-openstack-request-id: req-49031ad2-798d-400d-8d26-f7027781bb86 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:44:08.899484 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "tag": "aec71d45-4b54-4280-b561-5138f2e93693", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:44:08.899745 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49031ad2-798d-400d-8d26-f7027781bb86 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:44:08.900159 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693', 'status': 'completed', 'code': 200} Feb 03 22:44:08.941139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-31042257-3ca6-40ba-afbe-961295cd9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:08.942844 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-31042257-3ca6-40ba-afbe-961295cd9eb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 1125 time: 0.0540469 Feb 03 22:44:08.992545 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-81dd7b74-1757-4d89-bba7-b61aa820611f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec71d45-4b54-4280-b561-5138f2e93693 HTTP/1.1" status: 200 len: 217 time: 0.0416567 Feb 03 22:44:09.043909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-f9636b8d-7ff0-457a-9437-3e3af2e21da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:09.045526 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-f9636b8d-7ff0-457a-9437-3e3af2e21da9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe61342-2fd1-4fb7-a2e3-39ecb1e48580 HTTP/1.1" status: 200 len: 834 time: 0.0477202 Feb 03 22:44:09.096317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-59bd4863-323e-4c2d-99ae-f00d893608a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:09.097910 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-59bd4863-323e-4c2d-99ae-f00d893608a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470004 Feb 03 22:44:09.192079 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-b4bce7d4-61f0-4fef-9c54-ff4176aa666b service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877407 Feb 03 22:44:09.278603 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-289bc0d2-c030-4716-8a18-30e9a55e053b req-e0ca88db-9497-40de-a37c-db4d2c8fc5a8 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803967 Feb 03 22:44:09.371345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-6319b48c-0502-4c2c-a950-8f4ac917f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:09.372883 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-6319b48c-0502-4c2c-a950-8f4ac917f561 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 1125 time: 0.0492461 Feb 03 22:44:09.459431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-69a1e2c1-567d-4b3d-a1bf-a74a90e0fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:09.460854 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-69a1e2c1-567d-4b3d-a1bf-a74a90e0fb0d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1 HTTP/1.1" status: 200 len: 898 time: 0.0823345 Feb 03 22:44:09.504094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-98fdf532-4d32-41b8-843f-0f389cb42154 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec71d45-4b54-4280-b561-5138f2e93693 HTTP/1.1" status: 200 len: 217 time: 0.0378337 Feb 03 22:44:09.552809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-539c22c9-b9d6-46f0-b241-5395833987b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:09.554314 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-539c22c9-b9d6-46f0-b241-5395833987b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe61342-2fd1-4fb7-a2e3-39ecb1e48580 HTTP/1.1" status: 200 len: 834 time: 0.0437217 Feb 03 22:44:09.603876 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-d5e29020-d863-458f-8c69-32b98eab150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:09.605663 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-d5e29020-d863-458f-8c69-32b98eab150f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461087 Feb 03 22:44:09.644282 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ab0-7c4a-402b-9c9a-eecc7ef58193 req-a12b1af7-90d9-416c-9396-efacf597c4ff tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:09.645808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31c39ab0-7c4a-402b-9c9a-eecc7ef58193 req-a12b1af7-90d9-416c-9396-efacf597c4ff tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 943 time: 0.0536027 Feb 03 22:44:09.694294 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-31c39ab0-7c4a-402b-9c9a-eecc7ef58193 req-d3726ae5-9bda-41a1-9a73-4124088566fc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428596 Feb 03 22:44:09.698045 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-2b6b3979-2420-4888-acb9-471498c5c5cd service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865719 Feb 03 22:44:09.787548 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2319a91-46e8-4933-b549-fd62a749ed79 req-bcd08d42-8f70-4d98-a3e6-9a587b233a9b service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830441 Feb 03 22:44:10.814472 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fed8d-82c3-4982-99af-a67960d8e240 req-64aa6548-3fdb-4970-a08a-bd0e5bbfb9b3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:10.815923 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-670fed8d-82c3-4982-99af-a67960d8e240 req-64aa6548-3fdb-4970-a08a-bd0e5bbfb9b3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 943 time: 0.0521245 Feb 03 22:44:10.867604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-670fed8d-82c3-4982-99af-a67960d8e240 req-f3dc85b1-5d08-4788-979a-51930e15f782 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Feb 03 22:44:11.986321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030e505-5d7e-45c1-a16a-28f2e7fd5fb8 req-134281b9-9825-4bf9-af48-9747f41503db tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:11.987796 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a030e505-5d7e-45c1-a16a-28f2e7fd5fb8 req-134281b9-9825-4bf9-af48-9747f41503db tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 943 time: 0.0522544 Feb 03 22:44:12.035504 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a030e505-5d7e-45c1-a16a-28f2e7fd5fb8 req-495f00e4-2ffb-40e4-8f9f-489537f2e4f3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Feb 03 22:44:12.507477 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aec71d45-4b54-4280-b561-5138f2e93693 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:44:12.605484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aec71d45-4b54-4280-b561-5138f2e93693, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aec71d45-4b54-4280-b561-5138f2e93693,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:44:12.616303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'aec71d45-4b54-4280-b561-5138f2e93693', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'port_id': 'aec71d45-4b54-4280-b561-5138f2e93693', 'mac_address': 'fa:16:3e:d3:4d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:44:12.652924 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port aec71d45-4b54-4280-b561-5138f2e93693 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:12.653325 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aec71d45-4b54-4280-b561-5138f2e93693), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:12.665898 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec71d45-4b54-4280-b561-5138f2e93693 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:44:12.689284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aec71d45-4b54-4280-b561-5138f2e93693, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aec71d45-4b54-4280-b561-5138f2e93693,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:44:12.692807 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aec71d45-4b54-4280-b561-5138f2e93693), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:12.737981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=aec71d45-4b54-4280-b561-5138f2e93693,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:13.039196 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['aec71d45-4b54-4280-b561-5138f2e93693'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:44:13.154846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1b971-f385-4a0b-a386-74db9b269284 req-51bf7d21-90a1-4675-8a9a-f9d22b74c3cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:13.156816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85a1b971-f385-4a0b-a386-74db9b269284 req-51bf7d21-90a1-4675-8a9a-f9d22b74c3cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 944 time: 0.0516305 Feb 03 22:44:13.205108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-85a1b971-f385-4a0b-a386-74db9b269284 req-8159df22-274e-4a79-a73c-70051b4b1bb9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422764 Feb 03 22:44:14.328594 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5932815-0ab7-48c9-a788-e033d4323bde req-51a90603-fc0a-4b44-ba56-066dbb055d80 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:14.330072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5932815-0ab7-48c9-a788-e033d4323bde req-51a90603-fc0a-4b44-ba56-066dbb055d80 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 944 time: 0.0559475 Feb 03 22:44:14.378163 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e5932815-0ab7-48c9-a788-e033d4323bde req-37fdbafa-2c92-439e-8444-61bf871ee2f4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Feb 03 22:44:14.522394 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aec71d45-4b54-4280-b561-5138f2e93693 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:44:14.570896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port aec71d45-4b54-4280-b561-5138f2e93693 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:44:14.574789 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port aec71d45-4b54-4280-b561-5138f2e93693 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:44:14.575161 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (aec71d45-4b54-4280-b561-5138f2e93693), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:14.650878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port aec71d45-4b54-4280-b561-5138f2e93693 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:44:14.651700 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aec71d45-4b54-4280-b561-5138f2e93693), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:14.675750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:44:14.678002 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c686c8-e41d-41ca-8cd7-7b8abef89537" -d '{"events": [{"server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "name": "network-vif-plugged", "status": "completed", "tag": "aec71d45-4b54-4280-b561-5138f2e93693"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:44:14.689845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aec71d45-4b54-4280-b561-5138f2e93693, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aec71d45-4b54-4280-b561-5138f2e93693,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:44:14.693895 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aec71d45-4b54-4280-b561-5138f2e93693), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:14.716156 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6b674e-7b1b-4dd2-b7f3-a162ecc446c5 x-openstack-request-id: req-af6b674e-7b1b-4dd2-b7f3-a162ecc446c5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:44:14.716456 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "name": "network-vif-plugged", "status": "completed", "tag": "aec71d45-4b54-4280-b561-5138f2e93693", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:44:14.716715 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af6b674e-7b1b-4dd2-b7f3-a162ecc446c5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:44:14.717130 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693', 'code': 200} Feb 03 22:44:14.743938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=aec71d45-4b54-4280-b561-5138f2e93693,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:14.820301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7e82d-ab36-490e-b0b9-e6753da5898f req-fd2ff88f-8b33-4c45-b8be-e716169c6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:14.821931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8a7e82d-ab36-490e-b0b9-e6753da5898f req-fd2ff88f-8b33-4c45-b8be-e716169c6a72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 1127 time: 0.0500617 Feb 03 22:44:14.868037 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8a7e82d-ab36-490e-b0b9-e6753da5898f req-af117676-ac42-4252-87dc-1cd7070a50fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Feb 03 22:44:15.494512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efa94c-b27c-480d-8b45-7247e7f9d0c1 req-24269f3e-4833-4a13-92fd-a78999567ab3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:15.495970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0efa94c-b27c-480d-8b45-7247e7f9d0c1 req-24269f3e-4833-4a13-92fd-a78999567ab3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0514383 Feb 03 22:44:15.544498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d0efa94c-b27c-480d-8b45-7247e7f9d0c1 req-e0c27d9a-4a41-439b-8c2c-a93b713f8437 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Feb 03 22:44:16.664750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8675-d4bd-4765-a5ae-6e995a3a0241 req-9dffe36d-5336-4397-8b7c-9127d8e0d39a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:16.666235 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ffdc8675-d4bd-4765-a5ae-6e995a3a0241 req-9dffe36d-5336-4397-8b7c-9127d8e0d39a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0528030 Feb 03 22:44:16.717575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ffdc8675-d4bd-4765-a5ae-6e995a3a0241 req-802fce6d-df58-4b19-88ea-6afce80868de tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458448 Feb 03 22:44:16.836489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9128ed4-01d0-44cb-9bf7-791a2c72edfb req-6114ef19-3645-44d4-a386-0bd7f4182fb2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:16.837920 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9128ed4-01d0-44cb-9bf7-791a2c72edfb req-6114ef19-3645-44d4-a386-0bd7f4182fb2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0534246 Feb 03 22:44:16.885261 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9128ed4-01d0-44cb-9bf7-791a2c72edfb req-3af1ab40-9476-41a0-ba3c-b54963351fec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415804 Feb 03 22:44:16.907260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:16.954583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06deffd3-761d-47b8-9710-d235d4b7da88 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:16.956082 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-06deffd3-761d-47b8-9710-d235d4b7da88 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 1122 time: 0.0477800 Feb 03 22:44:16.958981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:16.963114 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'aec71d45-4b54-4280-b561-5138f2e93693', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:44:16.982551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:17.076097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:17.186160 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.191 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/c3e9a3ab-2760-4125-974e-2e6d8a395afe) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:44:17.284551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (c3e9a3ab-2760-4125-974e-2e6d8a395afe), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:17.319143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c3e9a3ab-2760-4125-974e-2e6d8a395afe), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:17.362365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:44:17.365181 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:44:17.367870 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:44:17.392654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=c3e9a3ab-2760-4125-974e-2e6d8a395afe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:17.707375 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (747c5b9d-e915-4117-acd3-955fd78d5a95), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:17.777395 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c3e9a3ab-2760-4125-974e-2e6d8a395afe), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:17.927420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (c3e9a3ab-2760-4125-974e-2e6d8a395afe), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:17.931977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c3e9a3ab-2760-4125-974e-2e6d8a395afe), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:17.999100 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=c3e9a3ab-2760-4125-974e-2e6d8a395afe,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:44:18.010611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (747c5b9d-e915-4117-acd3-955fd78d5a95), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:18.111892 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 747c5b9d-e915-4117-acd3-955fd78d5a95 associated. External IP: 172.25.5.191, port: aec71d45-4b54-4280-b561-5138f2e93693. Feb 03 22:44:18.330203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router db047fec-8fab-4c4b-9500-db19e828b5ea has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:44:18.439259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:44:18.448868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] Sync routers for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:44:18.457777 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:18.459771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:44:18.460390 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:18.489515 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d6dc92db-629d-4083-b526-0eb002e7e3a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5269499 Feb 03 22:44:18.489515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:44:18.489824 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951" -d '{"events": [{"name": "network-changed", "server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "tag": "aec71d45-4b54-4280-b561-5138f2e93693"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:44:18.530961 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306381a2-aeba-4871-a4c9-5682dac213b8 x-openstack-request-id: req-306381a2-aeba-4871-a4c9-5682dac213b8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:44:18.531423 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "tag": "aec71d45-4b54-4280-b561-5138f2e93693", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:44:18.531757 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-306381a2-aeba-4871-a4c9-5682dac213b8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:44:18.532293 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693', 'status': 'completed', 'code': 200} Feb 03 22:44:18.577147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:44:18.592167 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a0a76-e566-4a9e-b959-adc90aec41f6 req-a26200ec-aea4-4cc5-9ada-f91192e4a5bc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:18.593649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-312a0a76-e566-4a9e-b959-adc90aec41f6 req-a26200ec-aea4-4cc5-9ada-f91192e4a5bc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0544853 Feb 03 22:44:18.622330 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-25baefa1-bd38-4135-b07c-3e9a066ac3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:18.624562 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-25baefa1-bd38-4135-b07c-3e9a066ac3a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 1127 time: 0.0495446 Feb 03 22:44:18.645078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-312a0a76-e566-4a9e-b959-adc90aec41f6 req-7edf9587-a455-4915-81ef-a247bee01c8e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452971 Feb 03 22:44:18.668439 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54894) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:18.741679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f69377f8-fb46-4d19-866a-5105fd76f74b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/747c5b9d-e915-4117-acd3-955fd78d5a95 HTTP/1.1" status: 200 len: 991 time: 0.0718141 Feb 03 22:44:18.830746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '747c5b9d-e915-4117-acd3-955fd78d5a95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'port_id': 'aec71d45-4b54-4280-b561-5138f2e93693', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'mac_address': 'fa:16:3e:d3:4d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25edcb8d-763d-4a06-93bb-7081313b614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:44:17Z', 'updated_at': '2022-02-03T22:44:17Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4acdac-d6f6-4721-866c-0165e6316eed', 'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:51:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:03Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:18.858011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] Checking router: db047fec-8fab-4c4b-9500-db19e828b5ea for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:44:18.867755 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:44:18.868395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:43:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:18.988873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:44:19.036588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-1cfe3656-9115-4256-af0f-4ed40f250f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:19.038129 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-1cfe3656-9115-4256-af0f-4ed40f250f67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1 HTTP/1.1" status: 200 len: 898 time: 0.4089708 Feb 03 22:44:19.106036 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-901b5e92-4874-453a-ab99-90bbbcaa717c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec71d45-4b54-4280-b561-5138f2e93693 HTTP/1.1" status: 200 len: 999 time: 0.0614924 Feb 03 22:44:19.153397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-c467123e-8942-4f5a-89a4-363ea61e7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:19.154951 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-c467123e-8942-4f5a-89a4-363ea61e7cbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe61342-2fd1-4fb7-a2e3-39ecb1e48580 HTTP/1.1" status: 200 len: 834 time: 0.0433493 Feb 03 22:44:19.207178 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-15eb2c11-62f6-4e53-9734-899ff566fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:19.208855 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-15eb2c11-62f6-4e53-9734-899ff566fb7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487568 Feb 03 22:44:19.233369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '747c5b9d-e915-4117-acd3-955fd78d5a95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'port_id': 'aec71d45-4b54-4280-b561-5138f2e93693', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'mac_address': 'fa:16:3e:d3:4d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25edcb8d-763d-4a06-93bb-7081313b614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:44:17Z', 'updated_at': '2022-02-03T22:44:17Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4acdac-d6f6-4721-866c-0165e6316eed', 'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:51:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:03Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:44:19.271695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73d81f-ee9b-4106-afc5-7a7e204d58ae None None] The sync data for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 is: [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '747c5b9d-e915-4117-acd3-955fd78d5a95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'port_id': 'aec71d45-4b54-4280-b561-5138f2e93693', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'mac_address': 'fa:16:3e:d3:4d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25edcb8d-763d-4a06-93bb-7081313b614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:44:17Z', 'updated_at': '2022-02-03T22:44:17Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4acdac-d6f6-4721-866c-0165e6316eed', 'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:51:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:03Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:44:19.304768 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-e341a55e-03e8-4b59-81be-d42c22b14e84 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891044 Feb 03 22:44:19.402510 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7bb9d82a-f4e3-4c86-aee6-c7fb72f37951 req-338a9b89-4f96-4cea-851a-b47a4175eb57 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925913 Feb 03 22:44:19.487720 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d01d4-ecd4-4632-890a-56ac8e9b21f4 None None] New status for floating IP 747c5b9d-e915-4117-acd3-955fd78d5a95: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:44:19.742246 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:44:19.806378 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bcc703a4-65b2-4647-88d8-b16557f119c1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/747c5b9d-e915-4117-acd3-955fd78d5a95 HTTP/1.1" status: 200 len: 993 time: 0.0629826 Feb 03 22:44:23.698932 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d3715b9-01fe-4613-a3d1-c6c6af72376d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:24.884436 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:44:25.015539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:25.017278 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:26.664595 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c45d8ec1-7b1c-40d7-8b8f-9f9d55268e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:27.160818 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:28.823507 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:29.977626 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:53.699360 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2b2c25a-3632-4fbe-bce5-185c51c8ea05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:55.018326 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:55.020612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:55.711359 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-7e2a45d1-2cba-422c-8156-e9c0b0df1f1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439200 Feb 03 22:44:55.796759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-863b970e-11df-43cd-a73a-87b7b07915ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:55.798355 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-863b970e-11df-43cd-a73a-87b7b07915ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 1127 time: 0.0457861 Feb 03 22:44:55.903741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-8920cd03-37d3-4204-a9dd-663387d69a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:55.905227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-8920cd03-37d3-4204-a9dd-663387d69a86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1 HTTP/1.1" status: 200 len: 898 time: 0.0892320 Feb 03 22:44:55.969076 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-3c38a291-aa7f-4ef4-9c24-64c0f5192e9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec71d45-4b54-4280-b561-5138f2e93693 HTTP/1.1" status: 200 len: 1001 time: 0.0583284 Feb 03 22:44:56.014657 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-0b041def-bcfa-4e9c-8707-9dacf8026f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:56.016057 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-0b041def-bcfa-4e9c-8707-9dacf8026f50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe61342-2fd1-4fb7-a2e3-39ecb1e48580 HTTP/1.1" status: 200 len: 834 time: 0.0418446 Feb 03 22:44:56.068717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-5f631353-09af-42ed-80bc-a7827b00492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:44:56.070254 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-5f631353-09af-42ed-80bc-a7827b00492a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482545 Feb 03 22:44:56.163875 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-55968950-1b85-4ca7-af3c-ebd0603c97f3 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864308 Feb 03 22:44:56.256577 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b7ddc4ff-0c3b-494f-819c-71cb069e1454 req-d0a3c6f1-5de2-49e3-8eff-2bb6117e7af7 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857775 Feb 03 22:44:56.665892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1221f090-42df-49c1-b717-b40ac4010e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:57.166061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:58.826225 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:44:59.979660 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:01.883448 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:45:23.700749 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52daa1e6-2bb3-4477-b4d2-8999f2080bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:25.009344 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:25.035131 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:26.667334 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d161e46-b39a-4f4c-8d1c-2af8a70e96e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:27.166275 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:28.828610 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:29.982338 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:31.230377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac45cf-8656-404e-a92c-7465134ae001 req-8f86e3f0-511f-4908-ae1c-e7ea2b561571 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:31.231886 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5cac45cf-8656-404e-a92c-7465134ae001 req-8f86e3f0-511f-4908-ae1c-e7ea2b561571 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.1143093 Feb 03 22:45:31.283088 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5cac45cf-8656-404e-a92c-7465134ae001 req-be6b4dd5-ee08-4179-aac1-5b0ed87e4ac9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450883 Feb 03 22:45:32.453603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d7b8c-a922-4c48-8fe3-055fa65e8613 req-f238d7a4-c1b1-40c7-bcf1-ef10f00f286f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:32.455072 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-724d7b8c-a922-4c48-8fe3-055fa65e8613 req-f238d7a4-c1b1-40c7-bcf1-ef10f00f286f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0993791 Feb 03 22:45:32.503070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-724d7b8c-a922-4c48-8fe3-055fa65e8613 req-bae339ba-487d-43cc-a730-d9fc97d5a5b8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422940 Feb 03 22:45:32.525794 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54934) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:32.588367 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b0bee6a3-2df6-4c6e-8876-c93c9fdb7592 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/747c5b9d-e915-4117-acd3-955fd78d5a95 HTTP/1.1" status: 200 len: 993 time: 0.0613875 Feb 03 22:45:33.861546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff494-f328-4bbc-9516-5ffd04e33dc4 req-da41f174-6306-4921-adc5-20673272f5d8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:33.863485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bbff494-f328-4bbc-9516-5ffd04e33dc4 req-da41f174-6306-4921-adc5-20673272f5d8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0545776 Feb 03 22:45:33.918283 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8bbff494-f328-4bbc-9516-5ffd04e33dc4 req-0be3ce4a-39f5-48a0-8459-0fe20c0d471e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492380 Feb 03 22:45:35.048072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999143-d9df-450c-90ea-928f3e6e1ba1 req-beb5d372-31d7-40fb-984e-4d807446717d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:35.050182 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da999143-d9df-450c-90ea-928f3e6e1ba1 req-beb5d372-31d7-40fb-984e-4d807446717d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0577214 Feb 03 22:45:35.098580 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da999143-d9df-450c-90ea-928f3e6e1ba1 req-153a963f-b9ff-499f-a5fd-cf9e0d9998e9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429127 Feb 03 22:45:35.120333 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:35.180402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8fe7497c-2868-4610-9d47-d07092fd09ea tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/747c5b9d-e915-4117-acd3-955fd78d5a95 HTTP/1.1" status: 200 len: 993 time: 0.0588398 Feb 03 22:45:35.405570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:35.559725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port c3e9a3ab-2760-4125-974e-2e6d8a395afe {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:45:35.560074 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c3e9a3ab-2760-4125-974e-2e6d8a395afe), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:35.635878 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c3e9a3ab-2760-4125-974e-2e6d8a395afe), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:35.636207 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (c3e9a3ab-2760-4125-974e-2e6d8a395afe), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:35.648270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for c3e9a3ab-2760-4125-974e-2e6d8a395afe owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:45:35.809463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c3e9a3ab-2760-4125-974e-2e6d8a395afe), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:35.836390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=c3e9a3ab-2760-4125-974e-2e6d8a395afe,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:35.847958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.848315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.848666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.849038 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.849379 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.849716 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.850049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.850382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.850722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.851050 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.851380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.851709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.852036 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:35.906196 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (747c5b9d-e915-4117-acd3-955fd78d5a95), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:35.906612 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 747c5b9d-e915-4117-acd3-955fd78d5a95 disassociated (deleted). External IP: 172.25.5.191, port: aec71d45-4b54-4280-b561-5138f2e93693. Feb 03 22:45:36.118526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router db047fec-8fab-4c4b-9500-db19e828b5ea has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:45:36.226163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:45:36.230570 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:36.235962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] Sync routers for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:45:36.245511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:45:36.246132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:36.260216 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7ab6e43c-a5d8-4984-8a91-e5c67b0d5903 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/floatingips/747c5b9d-e915-4117-acd3-955fd78d5a95 HTTP/1.1" status: 204 len: 168 time: 0.8535697 Feb 03 22:45:36.260816 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:45:36.263126 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c5c0a2-89af-4b38-a3f4-21124a06598b" -d '{"events": [{"name": "network-changed", "server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "tag": "aec71d45-4b54-4280-b561-5138f2e93693"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:45:36.304395 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686fa32f-d2a8-4831-8557-5e803c6fe949 x-openstack-request-id: req-686fa32f-d2a8-4831-8557-5e803c6fe949 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:45:36.304759 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "tag": "aec71d45-4b54-4280-b561-5138f2e93693", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:45:36.305105 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-686fa32f-d2a8-4831-8557-5e803c6fe949 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:45:36.305630 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693', 'status': 'completed', 'code': 200} Feb 03 22:45:36.359914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:45:36.382365 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-873dcec3-3a18-4aa9-bb8b-a23ecf5a1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:36.385143 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-873dcec3-3a18-4aa9-bb8b-a23ecf5a1277 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 1127 time: 0.0587211 Feb 03 22:45:36.498248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-94f57fff-f47d-492e-aa58-c3ba7c8f45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:36.499769 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-94f57fff-f47d-492e-aa58-c3ba7c8f45c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1 HTTP/1.1" status: 200 len: 898 time: 0.1093123 Feb 03 22:45:36.514891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c1e9-a579-4e25-b32d-b66bd8c71c06 req-01da93bc-5727-4dd3-be5a-b240692f81e5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:36.516463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3898c1e9-a579-4e25-b32d-b66bd8c71c06 req-01da93bc-5727-4dd3-be5a-b240692f81e5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0735896 Feb 03 22:45:36.544506 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-e9ebee8d-c031-4ef3-8a7e-6a8c00abee88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec71d45-4b54-4280-b561-5138f2e93693 HTTP/1.1" status: 200 len: 217 time: 0.0375900 Feb 03 22:45:36.572704 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3898c1e9-a579-4e25-b32d-b66bd8c71c06 req-d0a3c22c-29b9-4b5c-93c7-38d4ef5026eb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504630 Feb 03 22:45:36.590220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7c4acdac-d6f6-4721-866c-0165e6316eed', 'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:51:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:03Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:36.595760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-4b99c730-0dcd-478b-92e4-a16d8cdbb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:36.597908 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-4b99c730-0dcd-478b-92e4-a16d8cdbb338 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe61342-2fd1-4fb7-a2e3-39ecb1e48580 HTTP/1.1" status: 200 len: 834 time: 0.0464809 Feb 03 22:45:36.620649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] Checking router: db047fec-8fab-4c4b-9500-db19e828b5ea for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:45:36.629398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:45:36.630104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:36.655218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-46385fd6-354a-40cc-88a5-b9e3000725b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:36.656689 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-46385fd6-354a-40cc-88a5-b9e3000725b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5ad4ae-667c-41ae-920d-04fc25aa62b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529082 Feb 03 22:45:36.737872 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:45:36.749560 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-1d5a3589-33b2-4f4c-bc7f-3d9ef1b6e397 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861132 Feb 03 22:45:36.845423 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44c5c0a2-89af-4b38-a3f4-21124a06598b req-5f075e92-f56a-444a-a130-8e6d7196571d service neutron] 10.222.0.10 "GET /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876470 Feb 03 22:45:37.091765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7c4acdac-d6f6-4721-866c-0165e6316eed', 'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:51:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:03Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:37.117719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7443c-1ac4-43d6-8c72-f3602baf66c2 None None] The sync data for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 is: [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:44:03Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '7c4acdac-d6f6-4721-866c-0165e6316eed', 'name': '', 'network_id': '7b5ad4ae-667c-41ae-920d-04fc25aa62b1', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:51:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:03Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '0fe61342-2fd1-4fb7-a2e3-39ecb1e48580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:45:37.344874 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69881faa-f36a-4197-87d7-58f4a1dc5b1b None None] New status for floating IP 747c5b9d-e915-4117-acd3-955fd78d5a95: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:45:37.695886 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929dad6-7fa7-493d-b975-e80031fad524 req-08000017-a893-49b5-9965-5724c5c3b954 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:37.697334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4929dad6-7fa7-493d-b975-e80031fad524 req-08000017-a893-49b5-9965-5724c5c3b954 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0538585 Feb 03 22:45:37.761405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4929dad6-7fa7-493d-b975-e80031fad524 req-1c52cd64-23b2-48a8-afc1-dbc5c2974c16 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582914 Feb 03 22:45:38.258271 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38935538-14aa-451f-830b-54d9b44bfe11 req-a6a33336-8a1a-4738-8184-76de98f8eb2f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:38.259746 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38935538-14aa-451f-830b-54d9b44bfe11 req-a6a33336-8a1a-4738-8184-76de98f8eb2f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 945 time: 0.0521662 Feb 03 22:45:38.350008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-38935538-14aa-451f-830b-54d9b44bfe11 req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port aec71d45-4b54-4280-b561-5138f2e93693 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:45:38.350278 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38935538-14aa-451f-830b-54d9b44bfe11 req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (aec71d45-4b54-4280-b561-5138f2e93693), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:38.439349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-38935538-14aa-451f-830b-54d9b44bfe11 req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port aec71d45-4b54-4280-b561-5138f2e93693, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aec71d45-4b54-4280-b561-5138f2e93693,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:38.440197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38935538-14aa-451f-830b-54d9b44bfe11 req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (aec71d45-4b54-4280-b561-5138f2e93693), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:38.452868 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-38935538-14aa-451f-830b-54d9b44bfe11 req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for aec71d45-4b54-4280-b561-5138f2e93693 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:45:38.580265 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38935538-14aa-451f-830b-54d9b44bfe11 req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (aec71d45-4b54-4280-b561-5138f2e93693), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:38.606824 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=aec71d45-4b54-4280-b561-5138f2e93693,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:38.616574 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.616944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.617290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.617629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.617965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.618298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.618632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.618961 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.619662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.619662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.619980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.620232 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.620555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:38.663756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-38935538-14aa-451f-830b-54d9b44bfe11 req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] No DVR routers for this DVR port aec71d45-4b54-4280-b561-5138f2e93693 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:45:38.666513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38935538-14aa-451f-830b-54d9b44bfe11 req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:38.669870 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-38935538-14aa-451f-830b-54d9b44bfe11 req-ad76507e-7a3f-4804-8bfc-1b03ddd8dfd2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "DELETE /v2.0/ports/aec71d45-4b54-4280-b561-5138f2e93693 HTTP/1.1" status: 204 len: 173 time: 0.4050848 Feb 03 22:45:38.670312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'name': 'network-vif-deleted', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:45:38.672596 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02df1412-084d-4506-900e-f73126876ec6" -d '{"events": [{"server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "name": "network-vif-deleted", "tag": "aec71d45-4b54-4280-b561-5138f2e93693"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:45:38.710745 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3bda72-4d25-4c3f-9df7-b85663e4df30 x-openstack-request-id: req-df3bda72-4d25-4c3f-9df7-b85663e4df30 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:45:38.711091 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25edcb8d-763d-4a06-93bb-7081313b614e", "name": "network-vif-deleted", "tag": "aec71d45-4b54-4280-b561-5138f2e93693", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:45:38.711369 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df3bda72-4d25-4c3f-9df7-b85663e4df30 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:45:38.711776 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25edcb8d-763d-4a06-93bb-7081313b614e', 'name': 'network-vif-deleted', 'tag': 'aec71d45-4b54-4280-b561-5138f2e93693', 'status': 'completed', 'code': 200} Feb 03 22:45:38.870394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72273001-de21-4681-96d1-5813f406d383 req-d671d0e0-a133-43bf-b2c8-f18a56e648a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=25edcb8d-763d-4a06-93bb-7081313b614e HTTP/1.1" status: 200 len: 210 time: 0.0270224 Feb 03 22:45:38.883626 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:45:39.928057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:40.285200 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (db047fec-8fab-4c4b-9500-db19e828b5ea), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:40.537358 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 7c4acdac-d6f6-4721-866c-0165e6316eed {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:45:40.537627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:40.623612 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 7c4acdac-d6f6-4721-866c-0165e6316eed, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=7c4acdac-d6f6-4721-866c-0165e6316eed,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:40.623974 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:40.636674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 7c4acdac-d6f6-4721-866c-0165e6316eed owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:45:40.822266 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (7c4acdac-d6f6-4721-866c-0165e6316eed), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:40.848647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aec71d45-4b54-4280-b561-5138f2e93693 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:45:40.853411 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=7c4acdac-d6f6-4721-866c-0165e6316eed,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:40.877177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: aec71d45-4b54-4280-b561-5138f2e93693 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:45:40.877527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aec71d45-4b54-4280-b561-5138f2e93693 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:45:41.029250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (db047fec-8fab-4c4b-9500-db19e828b5ea), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:41.246972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router db047fec-8fab-4c4b-9500-db19e828b5ea has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:45:41.352455 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:45:41.357721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e75c9bee-8212-41b2-86ea-d0c4dcc2500b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/db047fec-8fab-4c4b-9500-db19e828b5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4286280 Feb 03 22:45:41.360558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:41.361770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] Sync routers for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:45:41.371629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:45:41.372238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:41.411802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-92984b39-3618-4560-a19d-5b87e72d5221 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting subnet 0fe61342-2fd1-4fb7-a2e3-39ecb1e48580 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:45:41.414988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92984b39-3618-4560-a19d-5b87e72d5221 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (0fe61342-2fd1-4fb7-a2e3-39ecb1e48580), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:41.454732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92984b39-3618-4560-a19d-5b87e72d5221 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (0fe61342-2fd1-4fb7-a2e3-39ecb1e48580), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:41.485220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:45:41.538490 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92984b39-3618-4560-a19d-5b87e72d5221 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (0fe61342-2fd1-4fb7-a2e3-39ecb1e48580), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:41.595097 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92984b39-3618-4560-a19d-5b87e72d5221 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (0fe61342-2fd1-4fb7-a2e3-39ecb1e48580), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:41.621822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92984b39-3618-4560-a19d-5b87e72d5221 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe61342-2fd1-4fb7-a2e3-39ecb1e48580,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:41.627083 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92984b39-3618-4560-a19d-5b87e72d5221 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:41.631440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-92984b39-3618-4560-a19d-5b87e72d5221 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/subnets/0fe61342-2fd1-4fb7-a2e3-39ecb1e48580 HTTP/1.1" status: 204 len: 168 time: 0.2696199 Feb 03 22:45:41.633830 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:41.637446 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b379c7-e6b3-4588-89b1-e20a530ed140 None None] Network 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:45:41.743349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:45:40Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:41.776525 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] Checking router: db047fec-8fab-4c4b-9500-db19e828b5ea for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:45:41.786849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] Routers {'db047fec-8fab-4c4b-9500-db19e828b5ea'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:45:41.787713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['db047fec-8fab-4c4b-9500-db19e828b5ea'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:41.859929 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] DHCP port deletion for 7b5ad4ae-667c-41ae-920d-04fc25aa62b1 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:45:41.941294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] Set router db047fec-8fab-4c4b-9500-db19e828b5ea gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:45:42.007644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Deleting port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:45:42.008015 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.040045 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (db047fec-8fab-4c4b-9500-db19e828b5ea), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.132802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] For port 6daf11ea-f4c0-4484-a850-ba2adf8600d6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6daf11ea-f4c0-4484-a850-ba2adf8600d6,segment=NetworkSegment(410cb041-c775-492c-91db-f3573f7437fa),segment_id=410cb041-c775-492c-91db-f3573f7437fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:42.133238 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.150114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Calling delete_port for 6daf11ea-f4c0-4484-a850-ba2adf8600d6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:45:42.151865 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (db047fec-8fab-4c4b-9500-db19e828b5ea), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.206885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port eae6a4cc-ed08-4af0-b108-743937171ea9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:45:42.207334 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.217245 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6daf11ea-f4c0-4484-a850-ba2adf8600d6 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:45:42.289712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port eae6a4cc-ed08-4af0-b108-743937171ea9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=eae6a4cc-ed08-4af0-b108-743937171ea9,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:42.290071 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.296560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:45:40Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:42.303532 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for eae6a4cc-ed08-4af0-b108-743937171ea9 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:45:42.330856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f5d9d-74f1-4bed-bb40-8eb6fbf60763 None None] The sync data for ids ['db047fec-8fab-4c4b-9500-db19e828b5ea'] in n-d-824834-9 is: [{'id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978695235', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:44:00Z', 'updated_at': '2022-02-03T22:45:40Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': 'eae6a4cc-ed08-4af0-b108-743937171ea9', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db047fec-8fab-4c4b-9500-db19e828b5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:44:01Z', 'updated_at': '2022-02-03T22:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:45:42.351066 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.383556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Pushing event deleted for resources: {'Port': ['ID=6daf11ea-f4c0-4484-a850-ba2adf8600d6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:42.394827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] No DVR routers for this DVR port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:45:42.396328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6daf11ea-f4c0-4484-a850-ba2adf8600d6 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:42.396710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6daf11ea-f4c0-4484-a850-ba2adf8600d6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.399229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.399577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.399923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.400270 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.400606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.400965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.401301 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.401633 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.401961 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.402289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.402628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.402938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.403263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49074-3141-440f-ae79-4d852b91f8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:42.485251 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (eae6a4cc-ed08-4af0-b108-743937171ea9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.510203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=eae6a4cc-ed08-4af0-b108-743937171ea9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:42.575565 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (db047fec-8fab-4c4b-9500-db19e828b5ea), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.672100 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (db047fec-8fab-4c4b-9500-db19e828b5ea), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.674500 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (db047fec-8fab-4c4b-9500-db19e828b5ea), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.722429 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (db047fec-8fab-4c4b-9500-db19e828b5ea), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.723170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Fanout notify agent at l3_agent the message router_deleted on router db047fec-8fab-4c4b-9500-db19e828b5ea {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:45:42.730593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.734162 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0ab60e0b-eba7-4fba-b93b-4c2fb614409e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/routers/db047fec-8fab-4c4b-9500-db19e828b5ea HTTP/1.1" status: 204 len: 168 time: 1.0969598 Feb 03 22:45:42.734517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54980) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:42.820579 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (7b5ad4ae-667c-41ae-920d-04fc25aa62b1), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.911999 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (7b5ad4ae-667c-41ae-920d-04fc25aa62b1), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.931904 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5ad4ae-667c-41ae-920d-04fc25aa62b1']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:42.942662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410cb041-c775-492c-91db-f3573f7437fa') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:42.942973 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410cb041-c775-492c-91db-f3573f7437fa') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:42.953204 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (410cb041-c775-492c-91db-f3573f7437fa), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.967391 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (410cb041-c775-492c-91db-f3573f7437fa), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.973646 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:45:42.974109 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (410cb041-c775-492c-91db-f3573f7437fa), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:45:42.977224 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:45:43.044166 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (7b5ad4ae-667c-41ae-920d-04fc25aa62b1), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.051938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.055185 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/networks/7b5ad4ae-667c-41ae-920d-04fc25aa62b1 HTTP/1.1" status: 204 len: 168 time: 0.3196290 Feb 03 22:45:43.057997 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:43.067729 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5d4e4-8cb4-461c-ab12-ac7e70521989 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Network': ['ID=7b5ad4ae-667c-41ae-920d-04fc25aa62b1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:43.123629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfeb1a-e4b2-4ad8-9070-084f937d6132 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.150010 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfeb1a-e4b2-4ad8-9070-084f937d6132 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.215327 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfeb1a-e4b2-4ad8-9070-084f937d6132 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.218000 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfeb1a-e4b2-4ad8-9070-084f937d6132 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.219160 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-87cfeb1a-e4b2-4ad8-9070-084f937d6132 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/security-groups/ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4 HTTP/1.1" status: 204 len: 168 time: 0.1601717 Feb 03 22:45:43.228195 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfeb1a-e4b2-4ad8-9070-084f937d6132 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6acd26-ad5c-4d3d-97ec-f9761cff8dc4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:43.610486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 54988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:43.615834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-624c6dcc-c202-431b-9c84-d97831df7d19 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872097521', 'description': 'tempest-secgroup-smoke-1872097521 description', 'project_id': '0e04285a1d5d4473bf2d0bd071997629'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:43.637962 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-624c6dcc-c202-431b-9c84-d97831df7d19 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.703869 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-624c6dcc-c202-431b-9c84-d97831df7d19 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (44bd7122-c592-4481-b6c9-66573a3d2ee7), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.707478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-624c6dcc-c202-431b-9c84-d97831df7d19 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (44bd7122-c592-4481-b6c9-66573a3d2ee7), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.740867 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-624c6dcc-c202-431b-9c84-d97831df7d19 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.742191 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-624c6dcc-c202-431b-9c84-d97831df7d19 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1305785 Feb 03 22:45:43.744582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c6dcc-c202-431b-9c84-d97831df7d19 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd7122-c592-4481-b6c9-66573a3d2ee7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:43.745339 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:43.750184 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-98f7c659-e567-4463-b5f4-44dedaa49640 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '44bd7122-c592-4481-b6c9-66573a3d2ee7', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:43.775692 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-98f7c659-e567-4463-b5f4-44dedaa49640 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (116a9c7c-e157-4660-8514-fb4f0f52a5c7), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.828991 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-98f7c659-e567-4463-b5f4-44dedaa49640 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (116a9c7c-e157-4660-8514-fb4f0f52a5c7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.832450 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-98f7c659-e567-4463-b5f4-44dedaa49640 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (116a9c7c-e157-4660-8514-fb4f0f52a5c7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.847168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7c659-e567-4463-b5f4-44dedaa49640 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116a9c7c-e157-4660-8514-fb4f0f52a5c7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:43.857031 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-98f7c659-e567-4463-b5f4-44dedaa49640 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.858202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-98f7c659-e567-4463-b5f4-44dedaa49640 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118038 Feb 03 22:45:43.860972 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:43.865988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-16a15243-62a9-4d0e-b119-5719b9954d6e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '44bd7122-c592-4481-b6c9-66573a3d2ee7', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:43.889888 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16a15243-62a9-4d0e-b119-5719b9954d6e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (d72d4ea4-6d8e-4a8f-85d1-c1630ab9037e), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.944694 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16a15243-62a9-4d0e-b119-5719b9954d6e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (d72d4ea4-6d8e-4a8f-85d1-c1630ab9037e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.948398 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16a15243-62a9-4d0e-b119-5719b9954d6e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (d72d4ea4-6d8e-4a8f-85d1-c1630ab9037e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.965484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a15243-62a9-4d0e-b119-5719b9954d6e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72d4ea4-6d8e-4a8f-85d1-c1630ab9037e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:43.973262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16a15243-62a9-4d0e-b119-5719b9954d6e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:43.974459 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-16a15243-62a9-4d0e-b119-5719b9954d6e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1118796 Feb 03 22:45:43.977140 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:43.981451 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c8b1ab8d-ca25-4655-a59b-d49a8d98df91 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '44bd7122-c592-4481-b6c9-66573a3d2ee7', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:44.006246 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8b1ab8d-ca25-4655-a59b-d49a8d98df91 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (f0a85b88-9f7b-4de2-9753-eee2d118919e), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.065875 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8b1ab8d-ca25-4655-a59b-d49a8d98df91 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (f0a85b88-9f7b-4de2-9753-eee2d118919e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.070131 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8b1ab8d-ca25-4655-a59b-d49a8d98df91 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (f0a85b88-9f7b-4de2-9753-eee2d118919e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.091750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1ab8d-ca25-4655-a59b-d49a8d98df91 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a85b88-9f7b-4de2-9753-eee2d118919e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:44.098366 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8b1ab8d-ca25-4655-a59b-d49a8d98df91 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.102308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c8b1ab8d-ca25-4655-a59b-d49a8d98df91 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214972 Feb 03 22:45:44.102446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:44.107058 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1807d26f-b1c5-4626-88a6-61a2bb3fad1b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '44bd7122-c592-4481-b6c9-66573a3d2ee7', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:44.126851 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device eae6a4cc-ed08-4af0-b108-743937171ea9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:45:44.134171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1807d26f-b1c5-4626-88a6-61a2bb3fad1b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (412a1044-bcf4-4df7-abc6-7badec432d64), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.150694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: eae6a4cc-ed08-4af0-b108-743937171ea9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:45:44.151040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device eae6a4cc-ed08-4af0-b108-743937171ea9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:45:44.151452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c4acdac-d6f6-4721-866c-0165e6316eed no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:45:44.171349 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 7c4acdac-d6f6-4721-866c-0165e6316eed {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:45:44.171695 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 7c4acdac-d6f6-4721-866c-0165e6316eed not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:45:44.190369 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1807d26f-b1c5-4626-88a6-61a2bb3fad1b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (412a1044-bcf4-4df7-abc6-7badec432d64), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.194113 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1807d26f-b1c5-4626-88a6-61a2bb3fad1b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (412a1044-bcf4-4df7-abc6-7badec432d64), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.211397 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807d26f-b1c5-4626-88a6-61a2bb3fad1b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412a1044-bcf4-4df7-abc6-7badec432d64,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:44.219304 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1807d26f-b1c5-4626-88a6-61a2bb3fad1b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.220499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1807d26f-b1c5-4626-88a6-61a2bb3fad1b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171510 Feb 03 22:45:44.223896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 54998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:44.228147 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8b22419d-df54-4dde-aa3d-5215ea887d26 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '44bd7122-c592-4481-b6c9-66573a3d2ee7', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:44.247394 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-8b22419d-df54-4dde-aa3d-5215ea887d26 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:45:44.252242 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b22419d-df54-4dde-aa3d-5215ea887d26 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (c28f6715-ff2f-4bec-80a2-2626c3123cc7), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.309030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b22419d-df54-4dde-aa3d-5215ea887d26 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (c28f6715-ff2f-4bec-80a2-2626c3123cc7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.312416 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b22419d-df54-4dde-aa3d-5215ea887d26 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c28f6715-ff2f-4bec-80a2-2626c3123cc7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.331817 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22419d-df54-4dde-aa3d-5215ea887d26 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28f6715-ff2f-4bec-80a2-2626c3123cc7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:44.337871 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b22419d-df54-4dde-aa3d-5215ea887d26 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.339046 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8b22419d-df54-4dde-aa3d-5215ea887d26 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142395 Feb 03 22:45:44.341899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:44.346698 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-70deb719-c141-4bf3-b8a6-1839deec339f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '44bd7122-c592-4481-b6c9-66573a3d2ee7', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:44.365381 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-70deb719-c141-4bf3-b8a6-1839deec339f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:45:44.370029 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70deb719-c141-4bf3-b8a6-1839deec339f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (015cc155-7e96-401d-8e0d-3afe4e57144a), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.430477 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70deb719-c141-4bf3-b8a6-1839deec339f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (015cc155-7e96-401d-8e0d-3afe4e57144a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.433804 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70deb719-c141-4bf3-b8a6-1839deec339f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (015cc155-7e96-401d-8e0d-3afe4e57144a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.451459 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deb719-c141-4bf3-b8a6-1839deec339f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015cc155-7e96-401d-8e0d-3afe4e57144a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:44.459650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70deb719-c141-4bf3-b8a6-1839deec339f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.460965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-70deb719-c141-4bf3-b8a6-1839deec339f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180601 Feb 03 22:45:44.463983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:44.469515 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'network': {'name': 'tempest-network-smoke--660134712', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:44.488222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:45:44.491538 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.515835 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:45:44.525769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (66ca7f31-645e-450b-88c7-35b96b331fa5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.526109 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Added segment 66ca7f31-645e-450b-88c7-35b96b331fa5 of type vlan for network 21461404-1188-4f6a-870e-0acb2132c9a3 Feb 03 22:45:44.565904 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (21461404-1188-4f6a-870e-0acb2132c9a3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.589392 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (21461404-1188-4f6a-870e-0acb2132c9a3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.594272 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:44.594854 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.652123 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1864724 Feb 03 22:45:44.654828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:44.659174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'admin_state_up': True, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:44.678759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349df23-0cb7-4b25-b96b-0ff2858e3478 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Network': ['ID=21461404-1188-4f6a-870e-0acb2132c9a3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:44.691099 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 21461404-1188-4f6a-870e-0acb2132c9a3 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:45:44.692724 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (cab7bbf7-e769-4b94-b681-607e804b86c3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.693830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (cab7bbf7-e769-4b94-b681-607e804b86c3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.747686 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (cab7bbf7-e769-4b94-b681-607e804b86c3), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:44.893244 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (cab7bbf7-e769-4b94-b681-607e804b86c3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:45.081252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (cab7bbf7-e769-4b94-b681-607e804b86c3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:45.102486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:45.200881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.93 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/2855ee8b-1478-4dac-8fe3-ab27e53ccfd1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:45:45.301830 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:45.333884 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:45.367609 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:45:45.370526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:45:45.375832 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:45:45.402439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=2855ee8b-1478-4dac-8fe3-ab27e53ccfd1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:45.630091 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (cab7bbf7-e769-4b94-b681-607e804b86c3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:45.835142 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (cab7bbf7-e769-4b94-b681-607e804b86c3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:45.962254 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router cab7bbf7-e769-4b94-b681-607e804b86c3 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:45:46.068578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:45:46.078541 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Sync routers for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:45:46.088523 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:45:46.088705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.089169 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:46.089905 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-23435dbc-ce77-4213-92c2-f49ed1c072a8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4341571 Feb 03 22:45:46.093057 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:46.120366 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3febb40e-77da-451c-b641-8f2f46e6f409 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=0e04285a1d5d4473bf2d0bd071997629&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261691 Feb 03 22:45:46.122930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:46.192683 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:45:46.209003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96cc56-0652-45a9-bf69-3e6375a2535a tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:46.210529 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4c96cc56-0652-45a9-bf69-3e6375a2535a tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865507 Feb 03 22:45:46.213407 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:46.246076 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-88c3c871-aa00-4ac4-bb6d-929206864f4a tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313783 Feb 03 22:45:46.248666 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55012) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:46.254834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1722495137', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:46.357226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:45:46.362110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.385702 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:45Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:46.415884 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Checking router: cab7bbf7-e769-4b94-b681-607e804b86c3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:45:46.416577 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Updating router cab7bbf7-e769-4b94-b681-607e804b86c3 port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:45:46.446869 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.555896 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (591cace2-4c4e-4066-b0d4-56655e91ce53), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.618583 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Subnet': ['ID=591cace2-4c4e-4066-b0d4-56655e91ce53,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:46.629258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Checking segment: {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:45:46.629691 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network hostable DHCP agents. Network: 21461404-1188-4f6a-870e-0acb2132c9a3, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:45:46.646253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 21461404-1188-4f6a-870e-0acb2132c9a3 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:45:46.655180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 21461404-1188-4f6a-870e-0acb2132c9a3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:45:46.660822 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:46.662343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.666744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9fe9f-64ef-42d4-9873-dcb5b4a07da5 None None] Network 21461404-1188-4f6a-870e-0acb2132c9a3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:45:46.681298 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c7876973-13f9-4bba-97e6-10414839e606 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4308732 Feb 03 22:45:46.684130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:46.713874 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Publish callbacks [] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.721597 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.777721 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Attempting to bind port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:45:46.778092 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Attempting to bind port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:45:46.778454 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Attempting to bind port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:45:46.782942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-21461404-1188-4f6a-870e-0acb2132c9a3', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:45:46.785180 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.787397 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:45:46.787768 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:45:46.788163 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.788555 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:45:46.789427 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Bound port: 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:45:46.789427 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.792524 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Pushing event updated for resources: {'Port': ['ID=2855ee8b-1478-4dac-8fe3-ab27e53ccfd1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:46.819235 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.819584 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.820081 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.820424 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.820758 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.821114 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.821445 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.821770 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.822152 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.822541 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.822869 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.827911 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.827911 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:45:46.859728 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] For port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:45:46.863757 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] For port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2855ee8b-1478-4dac-8fe3-ab27e53ccfd1,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:45:46.870463 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:46.926339 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:45:46.926972 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:46.937464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Allocated IP 172.20.0.2 (21461404-1188-4f6a-870e-0acb2132c9a3/591cace2-4c4e-4066-b0d4-56655e91ce53/d6e75a4c-d2ea-456d-b035-8320b38f7ec9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:45:46.972201 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050f940-0dc1-4cf8-8934-2ab1efdff9ec None None] Pushing event updated for resources: {'Port': ['ID=2855ee8b-1478-4dac-8fe3-ab27e53ccfd1,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:47.044458 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:45:47.085867 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Publish callbacks [] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:47.091900 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:47.133029 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Pushing event updated for resources: {'Port': ['ID=d6e75a4c-d2ea-456d-b035-8320b38f7ec9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:47.149873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Network 21461404-1188-4f6a-870e-0acb2132c9a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:45:47.151295 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:47.151725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:45:47.154493 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:45:47.208829 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Attempting to bind port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:45:47.209319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Attempting to bind port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:45:47.209876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Attempting to bind port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 on network 21461404-1188-4f6a-870e-0acb2132c9a3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:45:47.214934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:45:47.215397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Checking segment: {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:45:47.215871 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:47.216338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Bound using segment: {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:45:47.216923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Bound port: d6e75a4c-d2ea-456d-b035-8320b38f7ec9, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:45:47.217378 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:47.242039 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:45Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:47.278578 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829eef49-be63-4d34-ac7a-de063e419b1e None None] The sync data for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 is: [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:45Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:45:47.287179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] For port d6e75a4c-d2ea-456d-b035-8320b38f7ec9, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:45:47.291430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] For port d6e75a4c-d2ea-456d-b035-8320b38f7ec9, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d6e75a4c-d2ea-456d-b035-8320b38f7ec9,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:45:47.305985 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:47.361501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcebc04-864b-460b-a450-76554b06e28b None None] Pushing event updated for resources: {'Port': ['ID=d6e75a4c-d2ea-456d-b035-8320b38f7ec9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:47.785903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.1 (21461404-1188-4f6a-870e-0acb2132c9a3/591cace2-4c4e-4066-b0d4-56655e91ce53/2c727610-0c37-4ec8-b1b6-a34449499947) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:45:47.902406 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (2c727610-0c37-4ec8-b1b6-a34449499947), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:47.942479 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:47.990520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 21461404-1188-4f6a-870e-0acb2132c9a3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:45:47.993751 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:45:47.997803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:45:48.004811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=2c727610-0c37-4ec8-b1b6-a34449499947,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:48.045874 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (cab7bbf7-e769-4b94-b681-607e804b86c3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.218476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.288670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:45:48.345530 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:48.346580 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.453467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:48.453944 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.477355 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2855ee8b-1478-4dac-8fe3-ab27e53ccfd1,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:48.483115 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.484460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d6e75a4c-d2ea-456d-b035-8320b38f7ec9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:45:48.491014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1fd51-251f-4cc9-b5c2-288dd0602938 None None] Network 21461404-1188-4f6a-870e-0acb2132c9a3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:45:48.550911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (2c727610-0c37-4ec8-b1b6-a34449499947), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.555905 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.631224 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=2c727610-0c37-4ec8-b1b6-a34449499947,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:48.634733 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (cab7bbf7-e769-4b94-b681-607e804b86c3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.638989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=2855ee8b-1478-4dac-8fe3-ab27e53ccfd1,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:48.645652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c30f417a-fa08-4e44-8e41-679f81a5a05c None None] Provisioning complete for port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:48.646039 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c30f417a-fa08-4e44-8e41-679f81a5a05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.741486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 21461404-1188-4f6a-870e-0acb2132c9a3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:45:48.743072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:45:48.870387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:48.870768 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:48.871137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router cab7bbf7-e769-4b94-b681-607e804b86c3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:45:48.968781 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c30f417a-fa08-4e44-8e41-679f81a5a05c None None] Current status of the port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:48.969719 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c30f417a-fa08-4e44-8e41-679f81a5a05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:49.001534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:45:49.009716 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8a488e23-1c31-4c75-9126-6b83e65b8ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/cab7bbf7-e769-4b94-b681-607e804b86c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244929 Feb 03 22:45:49.033311 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c30f417a-fa08-4e44-8e41-679f81a5a05c None None] For port d6e75a4c-d2ea-456d-b035-8320b38f7ec9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d6e75a4c-d2ea-456d-b035-8320b38f7ec9,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:49.039110 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:49.039110 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:49.041045 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c30f417a-fa08-4e44-8e41-679f81a5a05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:49.135087 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Sync routers for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:45:49.146979 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f417a-fa08-4e44-8e41-679f81a5a05c None None] Pushing event updated for resources: {'Port': ['ID=d6e75a4c-d2ea-456d-b035-8320b38f7ec9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:49.158303 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 22:45:49.158667 n-d-824834-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 22:45:49.161056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:45:49.161989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:49.186481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-b9a1bde8-6c15-42e7-b10a-300338378f1a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872097521&fields=id&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 267 time: 0.0575874 Feb 03 22:45:49.277591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-85b9e160-f99b-429c-812b-3ebf92ecd361 None None] Provisioning complete for port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:49.277971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85b9e160-f99b-429c-812b-3ebf92ecd361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:49.303942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879fde-414e-4982-838d-291c177c0ab3 req-5ac394b9-04ee-448c-a6f2-b44f1cdb4d30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:49.305558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-5ac394b9-04ee-448c-a6f2-b44f1cdb4d30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/networks?id=21461404-1188-4f6a-870e-0acb2132c9a3 HTTP/1.1" status: 200 len: 796 time: 0.1120465 Feb 03 22:45:49.326785 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:45:49.329795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-fb86d461-4313-4683-8d76-9f3bb6257bc3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/quotas/0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 375 time: 0.0173531 Feb 03 22:45:49.388862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-12f85224-25ca-42a7-b4c6-b27fbe9c9e80 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579927 Feb 03 22:45:49.477025 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-85b9e160-f99b-429c-812b-3ebf92ecd361 None None] Current status of the port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:49.490332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-2735c008-1919-4fd8-a73d-6826c8ab827a service neutron] 10.222.0.50 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894890 Feb 03 22:45:49.500771 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-85b9e160-f99b-429c-812b-3ebf92ecd361 None None] Provisioning complete for port 2c727610-0c37-4ec8-b1b6-a34449499947 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:49.501616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85b9e160-f99b-429c-812b-3ebf92ecd361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:49.561395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-85b9e160-f99b-429c-812b-3ebf92ecd361 None None] Port 2c727610-0c37-4ec8-b1b6-a34449499947 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:45:49.595759 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-3a050fce-385b-4234-a1aa-ee95d80b4fe4 service neutron] 10.222.0.50 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954943 Feb 03 22:45:49.608316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c727610-0c37-4ec8-b1b6-a34449499947', 'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:8e:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:47Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 2, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:49.635272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Checking router: cab7bbf7-e769-4b94-b681-607e804b86c3 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:45:49.635629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Updating router cab7bbf7-e769-4b94-b681-607e804b86c3 port 2c727610-0c37-4ec8-b1b6-a34449499947 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:45:49.687957 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:49.726428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:49.746173 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab403ee0-807b-407e-93a0-9c388af8bc9d None None] Provisioning complete for port 2c727610-0c37-4ec8-b1b6-a34449499947 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:49.746545 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab403ee0-807b-407e-93a0-9c388af8bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:49.773212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-858ae951-db46-4590-8414-a2d9cf5f9522 req-0dccc0b9-5ece-4967-84b5-72aac899ca9d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 210 time: 0.0302665 Feb 03 22:45:49.838515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab403ee0-807b-407e-93a0-9c388af8bc9d None None] Port 2c727610-0c37-4ec8-b1b6-a34449499947 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:45:50.009171 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Publish callbacks [] for port (2c727610-0c37-4ec8-b1b6-a34449499947), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:50.014362 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:50.072873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45fb77-a121-4b73-8315-c6fdd7cc7cbe None None] Pushing event updated for resources: {'Port': ['ID=2c727610-0c37-4ec8-b1b6-a34449499947,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:50.127393 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Attempting to bind port 2c727610-0c37-4ec8-b1b6-a34449499947 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:45:50.127780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Attempting to bind port 2c727610-0c37-4ec8-b1b6-a34449499947 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:45:50.128220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Attempting to bind port 2c727610-0c37-4ec8-b1b6-a34449499947 on network 21461404-1188-4f6a-870e-0acb2132c9a3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:45:50.134346 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:45:50.134824 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Checking segment: {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:45:50.135264 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:50.135811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Bound using segment: {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:45:50.136398 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Bound port: 2c727610-0c37-4ec8-b1b6-a34449499947, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:45:50.136763 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:50.196990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:45:50.256916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] For port 2c727610-0c37-4ec8-b1b6-a34449499947, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:45:50.272831 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] For port 2c727610-0c37-4ec8-b1b6-a34449499947, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c727610-0c37-4ec8-b1b6-a34449499947,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:45:50.280529 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:50.307614 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:50.307999 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:50.381577 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45fb77-a121-4b73-8315-c6fdd7cc7cbe None None] Pushing event updated for resources: {'Port': ['ID=2c727610-0c37-4ec8-b1b6-a34449499947,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:50.390089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:45:50.390719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:50.434304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a86bb9af-796d-4907-9d4e-e7fe7871e8f2 None None] Provisioning complete for port 2c727610-0c37-4ec8-b1b6-a34449499947 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:50.434675 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a86bb9af-796d-4907-9d4e-e7fe7871e8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:50.570709 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:50.571754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d6e75a4c-d2ea-456d-b035-8320b38f7ec9 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:45:50.609862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:45:50.693503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a86bb9af-796d-4907-9d4e-e7fe7871e8f2 None None] Current status of the port 2c727610-0c37-4ec8-b1b6-a34449499947 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:50.693785 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a86bb9af-796d-4907-9d4e-e7fe7871e8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:50.789770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:50.790778 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:50.816082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879fde-414e-4982-838d-291c177c0ab3 req-1756915a-de78-46dc-ac67-1ee4440f07cc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:50.818807 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-1756915a-de78-46dc-ac67-1ee4440f07cc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/networks?id=21461404-1188-4f6a-870e-0acb2132c9a3 HTTP/1.1" status: 200 len: 796 time: 0.1178684 Feb 03 22:45:50.892374 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-b1fcffb5-9da3-4fe8-9486-02cb35ae6e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 380 time: 0.0659308 Feb 03 22:45:50.905007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'port': {'device_id': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'admin_state_up': True, 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'security_groups': ['44bd7122-c592-4481-b6c9-66573a3d2ee7']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:50.926708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-047b27e2-4084-4bd4-afac-a3cba52750e4 req-eeaa0626-25d1-4469-ae47-b45a49faab36 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 210 time: 0.0323668 Feb 03 22:45:50.998465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a86bb9af-796d-4907-9d4e-e7fe7871e8f2 None None] For port 2c727610-0c37-4ec8-b1b6-a34449499947, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c727610-0c37-4ec8-b1b6-a34449499947,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:51.008822 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a86bb9af-796d-4907-9d4e-e7fe7871e8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.034023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:45:51.037721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.129821 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bb9af-796d-4907-9d4e-e7fe7871e8f2 None None] Pushing event updated for resources: {'Port': ['ID=2c727610-0c37-4ec8-b1b6-a34449499947,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:51.167875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:51.172415 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.4 (21461404-1188-4f6a-870e-0acb2132c9a3/591cace2-4c4e-4066-b0d4-56655e91ce53/b38030db-30a1-43b9-9546-e5009f500328) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:45:51.175899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d0061e0f-426f-423c-a8eb-8aac2f17a5d6 None None] Provisioning complete for port 2c727610-0c37-4ec8-b1b6-a34449499947 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:51.176280 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0061e0f-426f-423c-a8eb-8aac2f17a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.209885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c727610-0c37-4ec8-b1b6-a34449499947', 'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:8e:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:47Z', 'updated_at': '2022-02-03T22:45:50Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:45:51.240495 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a2618-0033-461c-823f-f1c7763021b5 None None] The sync data for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 is: [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c727610-0c37-4ec8-b1b6-a34449499947', 'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:8e:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:47Z', 'updated_at': '2022-02-03T22:45:50Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:45:51.312034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0061e0f-426f-423c-a8eb-8aac2f17a5d6 None None] Current status of the port 2c727610-0c37-4ec8-b1b6-a34449499947 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:51.333649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (b38030db-30a1-43b9-9546-e5009f500328), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.371520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b38030db-30a1-43b9-9546-e5009f500328), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.421894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 21461404-1188-4f6a-870e-0acb2132c9a3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:45:51.425710 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:45:51.429755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:45:51.436369 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=b38030db-30a1-43b9-9546-e5009f500328,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:51.487042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:51.487703 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.504697 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-8ab4c96e-b1e5-410b-bbd6-81b813cb3350 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051686 Feb 03 22:45:51.516481 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Request body: {'port': {'device_id': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:51.586224 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b38030db-30a1-43b9-9546-e5009f500328), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.734818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4f8ca286-ebc0-4734-910f-186e034d14a4 None None] Provisioning complete for port b38030db-30a1-43b9-9546-e5009f500328 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:51.735359 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca286-ebc0-4734-910f-186e034d14a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b38030db-30a1-43b9-9546-e5009f500328), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.782604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ca286-ebc0-4734-910f-186e034d14a4 None None] Port b38030db-30a1-43b9-9546-e5009f500328 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:45:51.879188 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38030db-30a1-43b9-9546-e5009f500328 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:45:51.887509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Publish callbacks [] for port (b38030db-30a1-43b9-9546-e5009f500328), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.900678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Transition to ACTIVE for port object b38030db-30a1-43b9-9546-e5009f500328 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:45:51.904659 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b38030db-30a1-43b9-9546-e5009f500328), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:51.958549 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Pushing event updated for resources: {'Port': ['ID=b38030db-30a1-43b9-9546-e5009f500328,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:52.059390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Attempting to bind port b38030db-30a1-43b9-9546-e5009f500328 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:45:52.060135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Attempting to bind port b38030db-30a1-43b9-9546-e5009f500328 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:45:52.060485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Attempting to bind port b38030db-30a1-43b9-9546-e5009f500328 on network 21461404-1188-4f6a-870e-0acb2132c9a3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:45:52.067363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Port b38030db-30a1-43b9-9546-e5009f500328 on network 21461404-1188-4f6a-870e-0acb2132c9a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:45:52.067717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Attempting to bind port b38030db-30a1-43b9-9546-e5009f500328 on network 21461404-1188-4f6a-870e-0acb2132c9a3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:45:52.082906 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47341ac7-6283-428b-ad9c-ee45e2c6b59d req-4a9747a0-6a4c-4dcc-a8c3-1cb6689a3bcf tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:52.083939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:45:52.084293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Checking segment: {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:45:52.084748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Bound using segment: {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:45:52.085126 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Bound port: b38030db-30a1-43b9-9546-e5009f500328, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ca7f31-645e-450b-88c7-35b96b331fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:45:52.085486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b38030db-30a1-43b9-9546-e5009f500328), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:52.086696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47341ac7-6283-428b-ad9c-ee45e2c6b59d req-4a9747a0-6a4c-4dcc-a8c3-1cb6689a3bcf tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 943 time: 0.0731626 Feb 03 22:45:52.170147 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-47341ac7-6283-428b-ad9c-ee45e2c6b59d req-e48fa9ac-90ca-4cf7-ba46-f023cadf49b1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683978 Feb 03 22:45:52.201050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] For port b38030db-30a1-43b9-9546-e5009f500328, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:45:52.206320 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] For port b38030db-30a1-43b9-9546-e5009f500328, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b38030db-30a1-43b9-9546-e5009f500328,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:45:52.214178 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (b38030db-30a1-43b9-9546-e5009f500328), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:52.215176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c727610-0c37-4ec8-b1b6-a34449499947 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:45:52.250315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:52.250943 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:52.252938 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] 10.222.0.10 "PUT /v2.0/ports/b38030db-30a1-43b9-9546-e5009f500328 HTTP/1.1" status: 200 len: 1091 time: 0.7414091 Feb 03 22:45:52.253377 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:45:52.255667 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63d14fa-d6b9-4377-9d9a-97c48926755c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "tag": "b38030db-30a1-43b9-9546-e5009f500328"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:45:52.289304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95c85-0c2b-4109-99e0-02a09d5898bd service neutron] Pushing event updated for resources: {'Port': ['ID=b38030db-30a1-43b9-9546-e5009f500328,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:52.298284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2c727610-0c37-4ec8-b1b6-a34449499947 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:52.299695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:52.380964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879fde-414e-4982-838d-291c177c0ab3 req-83191a2f-1c87-4219-80ad-605c53115be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:52.384515 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-83191a2f-1c87-4219-80ad-605c53115be8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 1125 time: 0.0665550 Feb 03 22:45:52.439177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2c727610-0c37-4ec8-b1b6-a34449499947 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:52.446195 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-418e0381-ae77-417e-887f-37ac17507f7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38030db-30a1-43b9-9546-e5009f500328 HTTP/1.1" status: 200 len: 217 time: 0.0543256 Feb 03 22:45:52.447816 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f946d8a3-5d6d-46f2-a535-904012f6b1a9 x-openstack-request-id: req-f946d8a3-5d6d-46f2-a535-904012f6b1a9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:45:52.448190 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "tag": "b38030db-30a1-43b9-9546-e5009f500328", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:45:52.448577 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f946d8a3-5d6d-46f2-a535-904012f6b1a9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:45:52.449052 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328', 'status': 'completed', 'code': 200} Feb 03 22:45:52.498546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879fde-414e-4982-838d-291c177c0ab3 req-688c0ca6-df41-41f2-8892-cbdb8e95298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:52.500058 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-688c0ca6-df41-41f2-8892-cbdb8e95298d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=591cace2-4c4e-4066-b0d4-56655e91ce53 HTTP/1.1" status: 200 len: 835 time: 0.0484433 Feb 03 22:45:52.552228 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879fde-414e-4982-838d-291c177c0ab3 req-1b6b1533-15b8-4573-9fe5-10a8da6ef478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:52.553814 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-1b6b1533-15b8-4573-9fe5-10a8da6ef478 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21461404-1188-4f6a-870e-0acb2132c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471106 Feb 03 22:45:52.650422 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-bc36e5a1-5806-4e3f-9c1c-1776c5515236 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907435 Feb 03 22:45:52.738182 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b1879fde-414e-4982-838d-291c177c0ab3 req-6d764efb-aed4-4342-a1a9-b96490ba0db1 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817361 Feb 03 22:45:52.834008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-54e74bdf-b849-476f-bbb8-465a5d7f4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:52.835992 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-54e74bdf-b849-476f-bbb8-465a5d7f4d8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 1125 time: 0.0502048 Feb 03 22:45:52.925150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-a2545339-ee45-4524-adab-a9cc0fad835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:52.926688 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-a2545339-ee45-4524-adab-a9cc0fad835f service neutron] 10.222.0.10 "GET /v2.0/networks?id=21461404-1188-4f6a-870e-0acb2132c9a3 HTTP/1.1" status: 200 len: 897 time: 0.0853927 Feb 03 22:45:52.966561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-06f2c5c4-0186-4d43-a37d-369eecfe9936 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38030db-30a1-43b9-9546-e5009f500328 HTTP/1.1" status: 200 len: 217 time: 0.0342379 Feb 03 22:45:53.018225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-0fb3286f-cfbd-4642-8af4-53777bdd6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:53.019656 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-0fb3286f-cfbd-4642-8af4-53777bdd6ef2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=591cace2-4c4e-4066-b0d4-56655e91ce53 HTTP/1.1" status: 200 len: 835 time: 0.0466757 Feb 03 22:45:53.067913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-4443c847-8f0b-4343-accc-0c7ec5b291b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:53.069441 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-4443c847-8f0b-4343-accc-0c7ec5b291b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21461404-1188-4f6a-870e-0acb2132c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442853 Feb 03 22:45:53.156171 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-24453b5e-6b8a-494e-b2fa-5e3cfd1572c5 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806918 Feb 03 22:45:53.249696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a63d14fa-d6b9-4377-9d9a-97c48926755c req-ebfe2eb5-eb72-478e-9d04-58addfdf12b3 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869236 Feb 03 22:45:53.286924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63a29-0097-4178-9e6e-c95fd3309510 req-46b3455e-f7a1-45ea-8a0f-737273d3da3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:53.288455 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ceb63a29-0097-4178-9e6e-c95fd3309510 req-46b3455e-f7a1-45ea-8a0f-737273d3da3c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 943 time: 0.0580039 Feb 03 22:45:53.336107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ceb63a29-0097-4178-9e6e-c95fd3309510 req-85e6b837-d7bf-4a89-bf14-b57bc8c16a91 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420444 Feb 03 22:45:53.703835 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5914-da13-4d16-abb5-ced5a4660f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:54.456059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d04d6f-8ddd-479d-80db-0362c906c43d req-0bad79b7-1c04-4827-b601-a73b51772fbc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:54.457777 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91d04d6f-8ddd-479d-80db-0362c906c43d req-0bad79b7-1c04-4827-b601-a73b51772fbc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 943 time: 0.0543678 Feb 03 22:45:54.506708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91d04d6f-8ddd-479d-80db-0362c906c43d req-708a8b80-847c-4249-ba59-b20719a8d291 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433271 Feb 03 22:45:54.882870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b38030db-30a1-43b9-9546-e5009f500328 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:45:54.976193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b38030db-30a1-43b9-9546-e5009f500328, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b38030db-30a1-43b9-9546-e5009f500328,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:54.990717 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'b38030db-30a1-43b9-9546-e5009f500328', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'port_id': 'b38030db-30a1-43b9-9546-e5009f500328', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:45:55.047645 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:55.048292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port b38030db-30a1-43b9-9546-e5009f500328 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:55.048669 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b38030db-30a1-43b9-9546-e5009f500328), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:55.056709 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:55.061397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38030db-30a1-43b9-9546-e5009f500328 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:45:55.082357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b38030db-30a1-43b9-9546-e5009f500328, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b38030db-30a1-43b9-9546-e5009f500328,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:55.085922 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b38030db-30a1-43b9-9546-e5009f500328), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:55.131322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=b38030db-30a1-43b9-9546-e5009f500328,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:55.414438 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['b38030db-30a1-43b9-9546-e5009f500328'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:45:55.629292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd565093-b71e-479e-b146-42ab65c8ce2b req-a458ae1e-c999-43cb-9070-b1eed5fa2cad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:55.630804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd565093-b71e-479e-b146-42ab65c8ce2b req-a458ae1e-c999-43cb-9070-b1eed5fa2cad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 944 time: 0.0565956 Feb 03 22:45:55.681412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fd565093-b71e-479e-b146-42ab65c8ce2b req-5f55f4e1-230e-4291-ad08-34ca59c6616d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447307 Feb 03 22:45:56.669399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a58480dd-cc3f-40ff-bc77-fe4e595f8608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:56.798306 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed5848-714f-46a7-a19f-507c3d252436 req-82e4a107-18c5-49e9-93f0-8ba8b331c198 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:56.800297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12ed5848-714f-46a7-a19f-507c3d252436 req-82e4a107-18c5-49e9-93f0-8ba8b331c198 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 944 time: 0.0539770 Feb 03 22:45:56.847971 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-12ed5848-714f-46a7-a19f-507c3d252436 req-20450dff-a60b-46cf-874a-203cf8e2809e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Feb 03 22:45:56.898308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b38030db-30a1-43b9-9546-e5009f500328 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:45:56.950093 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port b38030db-30a1-43b9-9546-e5009f500328 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:45:56.953681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port b38030db-30a1-43b9-9546-e5009f500328 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:45:56.954050 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (b38030db-30a1-43b9-9546-e5009f500328), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:57.027503 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port b38030db-30a1-43b9-9546-e5009f500328 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:45:57.027885 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (b38030db-30a1-43b9-9546-e5009f500328), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:57.050051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:45:57.052263 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932c7720-d4ca-4267-99b9-70513baf8ccc" -d '{"events": [{"server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "name": "network-vif-plugged", "status": "completed", "tag": "b38030db-30a1-43b9-9546-e5009f500328"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:45:57.065845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port b38030db-30a1-43b9-9546-e5009f500328, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b38030db-30a1-43b9-9546-e5009f500328,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:45:57.069699 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (b38030db-30a1-43b9-9546-e5009f500328), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:57.119316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=b38030db-30a1-43b9-9546-e5009f500328,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:57.150115 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad0da41-4903-4b45-943f-661403c87e2e x-openstack-request-id: req-5ad0da41-4903-4b45-943f-661403c87e2e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:45:57.150415 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "name": "network-vif-plugged", "status": "completed", "tag": "b38030db-30a1-43b9-9546-e5009f500328", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:45:57.150672 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ad0da41-4903-4b45-943f-661403c87e2e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:45:57.151073 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328', 'code': 200} Feb 03 22:45:57.168210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:57.248639 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9828bd-06f3-48c4-8253-021c2278325a req-3d3c938e-1d12-471f-9789-85b5f083e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:57.250072 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0f9828bd-06f3-48c4-8253-021c2278325a req-3d3c938e-1d12-471f-9789-85b5f083e29a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 1127 time: 0.0444515 Feb 03 22:45:57.294819 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0f9828bd-06f3-48c4-8253-021c2278325a req-e8162350-10b9-433d-8b91-ad44ff5285eb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384002 Feb 03 22:45:57.966572 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bf45e-436d-4478-9544-93b759511b13 req-345f8663-a302-4d99-9db2-c5a3c25b698c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:57.968212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-056bf45e-436d-4478-9544-93b759511b13 req-345f8663-a302-4d99-9db2-c5a3c25b698c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0527637 Feb 03 22:45:58.023296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-056bf45e-436d-4478-9544-93b759511b13 req-d88120d3-a069-4d47-a871-d9aac54a968a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493553 Feb 03 22:45:58.830536 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:59.143303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865560c-cea5-472e-a37e-242f0c99ca44 req-05277c65-6ff0-40f0-a9d6-3c6f6277f0e0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:59.144687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a865560c-cea5-472e-a37e-242f0c99ca44 req-05277c65-6ff0-40f0-a9d6-3c6f6277f0e0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0525610 Feb 03 22:45:59.192456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a865560c-cea5-472e-a37e-242f0c99ca44 req-f95bbd03-4bd4-440a-94a0-5de71d1660fd tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422840 Feb 03 22:45:59.310057 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d4a35-d299-4f78-8e62-fac477fc0aca req-cccd0b68-23c5-4480-aaae-c828e5c83798 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:59.311499 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-889d4a35-d299-4f78-8e62-fac477fc0aca req-cccd0b68-23c5-4480-aaae-c828e5c83798 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0518785 Feb 03 22:45:59.365164 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-889d4a35-d299-4f78-8e62-fac477fc0aca req-568f7e1c-2a82-4b91-bf4c-52b460ad15f9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Feb 03 22:45:59.386198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55070) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:59.434550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062946a6-eefc-442e-97cf-877fbbf48463 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:45:59.435976 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-062946a6-eefc-442e-97cf-877fbbf48463 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 1122 time: 0.0487969 Feb 03 22:45:59.438806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55072) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:45:59.443509 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'b38030db-30a1-43b9-9546-e5009f500328', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:45:59.463353 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:59.556608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:59.660664 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.2 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/235e1f15-b44a-436a-8c63-df445eab94bb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:45:59.762808 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (235e1f15-b44a-436a-8c63-df445eab94bb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:59.797737 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (235e1f15-b44a-436a-8c63-df445eab94bb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:45:59.838657 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:45:59.843562 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:45:59.846991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:45:59.873538 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=235e1f15-b44a-436a-8c63-df445eab94bb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:45:59.983815 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:00.198462 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (04b46974-ae09-4fa5-bdb9-93ed125506eb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:00.268884 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (235e1f15-b44a-436a-8c63-df445eab94bb), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:00.417031 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (235e1f15-b44a-436a-8c63-df445eab94bb), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:00.421497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (235e1f15-b44a-436a-8c63-df445eab94bb), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:00.485544 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=235e1f15-b44a-436a-8c63-df445eab94bb,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:46:00.497474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (04b46974-ae09-4fa5-bdb9-93ed125506eb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:00.597195 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 04b46974-ae09-4fa5-bdb9-93ed125506eb associated. External IP: 172.25.5.2, port: b38030db-30a1-43b9-9546-e5009f500328. Feb 03 22:46:00.802275 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router cab7bbf7-e769-4b94-b681-607e804b86c3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:46:01.195299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:46:01.205601 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] Sync routers for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:46:01.213741 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:01.216452 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:46:01.217173 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:46:01.242544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d788280f-a9cb-4263-a00b-bf34bc8859c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8022220 Feb 03 22:46:01.243152 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:46:01.245528 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05d8400-ec42-4206-ac17-3035fb687ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "tag": "b38030db-30a1-43b9-9546-e5009f500328"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:46:01.283631 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aa495d-835a-45d9-aeeb-01e711d6d044 x-openstack-request-id: req-24aa495d-835a-45d9-aeeb-01e711d6d044 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:46:01.283934 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "tag": "b38030db-30a1-43b9-9546-e5009f500328", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:46:01.284191 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24aa495d-835a-45d9-aeeb-01e711d6d044 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:46:01.284604 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328', 'status': 'completed', 'code': 200} Feb 03 22:46:01.351277 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ade41-8de1-4768-882a-d112d1c32067 req-3a4e120d-4237-4288-9be7-f20c500ba262 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:46:01.352825 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b28ade41-8de1-4768-882a-d112d1c32067 req-3a4e120d-4237-4288-9be7-f20c500ba262 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0575149 Feb 03 22:46:01.357517 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-520da975-6492-4171-b4df-d7f4458cc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:46:01.359096 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-520da975-6492-4171-b4df-d7f4458cc6a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 1127 time: 0.0534899 Feb 03 22:46:01.412443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b28ade41-8de1-4768-882a-d112d1c32067 req-48882feb-8fcb-4803-a1a6-7abeb18c6cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526724 Feb 03 22:46:01.426300 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:46:01.428683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55078) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:46:01.453738 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-f8914140-39dd-46b1-9683-20700c0910a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:46:01.455188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-f8914140-39dd-46b1-9683-20700c0910a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21461404-1188-4f6a-870e-0acb2132c9a3 HTTP/1.1" status: 200 len: 897 time: 0.0901549 Feb 03 22:46:01.493578 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-325e422c-27ba-4051-bda6-fa64c706ec81 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/04b46974-ae09-4fa5-bdb9-93ed125506eb HTTP/1.1" status: 200 len: 989 time: 0.0635598 Feb 03 22:46:01.525487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-73cbfaa6-2949-4fdc-a1d3-cff49bf9a207 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38030db-30a1-43b9-9546-e5009f500328 HTTP/1.1" status: 200 len: 997 time: 0.0642412 Feb 03 22:46:01.574485 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-689e86b0-92cc-4a7c-9a42-cb4875d856fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:46:01.575993 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-689e86b0-92cc-4a7c-9a42-cb4875d856fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=591cace2-4c4e-4066-b0d4-56655e91ce53 HTTP/1.1" status: 200 len: 835 time: 0.0454142 Feb 03 22:46:01.624568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-5160c282-3069-4eaa-9f85-3aa053061725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:46:01.626138 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-5160c282-3069-4eaa-9f85-3aa053061725 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21461404-1188-4f6a-870e-0acb2132c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450089 Feb 03 22:46:01.650466 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '04b46974-ae09-4fa5-bdb9-93ed125506eb', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.2', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'port_id': 'b38030db-30a1-43b9-9546-e5009f500328', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:46:00Z', 'updated_at': '2022-02-03T22:46:00Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c727610-0c37-4ec8-b1b6-a34449499947', 'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:8e:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:47Z', 'updated_at': '2022-02-03T22:45:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:46:01.680813 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] Checking router: cab7bbf7-e769-4b94-b681-607e804b86c3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:46:01.688985 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:46:01.689639 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:45:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:46:01.718597 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-cd24976f-1bd9-404f-97f3-7f8c4f96a300 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867951 Feb 03 22:46:01.797004 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:46:01.809703 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b05d8400-ec42-4206-ac17-3035fb687ff7 req-c64725b5-1082-4b73-827a-5e9ae68ad0e8 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848031 Feb 03 22:46:02.013744 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '04b46974-ae09-4fa5-bdb9-93ed125506eb', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.2', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'port_id': 'b38030db-30a1-43b9-9546-e5009f500328', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:46:00Z', 'updated_at': '2022-02-03T22:46:00Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c727610-0c37-4ec8-b1b6-a34449499947', 'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:8e:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:47Z', 'updated_at': '2022-02-03T22:45:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:46:02.043226 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fe0f8-c6a4-41a4-a810-888a38f855e6 None None] The sync data for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 is: [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '04b46974-ae09-4fa5-bdb9-93ed125506eb', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.2', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'port_id': 'b38030db-30a1-43b9-9546-e5009f500328', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:46:00Z', 'updated_at': '2022-02-03T22:46:00Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c727610-0c37-4ec8-b1b6-a34449499947', 'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:8e:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:47Z', 'updated_at': '2022-02-03T22:45:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:46:02.235310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4695d-dd42-4ab8-a1a9-847f0d87f46f None None] New status for floating IP 04b46974-ae09-4fa5-bdb9-93ed125506eb: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:46:02.497294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:46:02.556249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2c228688-db56-42d7-b04c-da96cdb196a4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/04b46974-ae09-4fa5-bdb9-93ed125506eb HTTP/1.1" status: 200 len: 991 time: 0.0578117 Feb 03 22:46:15.882173 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:46:23.704672 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05cc8ffc-1902-41b7-86b1-ce949ae65ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:25.027739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:25.032311 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:26.670900 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083d5b66-0528-4c63-a702-849f8b4d9d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:27.169410 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:28.833306 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:29.987194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:51.223775 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-3b7dbc1f-ee97-4496-8d9f-58bf74e6f487 req-40258735-b189-43bc-9bd2-e005880871fb tempest-ServerDiskConfigTestJSON-2000343823 tempest-ServerDiskConfigTestJSON-2000343823-project] (103397) timed out ('10.222.0.10', 54155) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:46:52.883849 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:46:53.704714 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fddc987-8726-4460-89cc-2d3c216d9f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:55.032477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:55.037463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:55.255521 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d591ef-30c7-468f-a65a-186e39622631 req-ab74abd3-1564-4c7a-b9e6-bfd8308d7cc5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458043 Feb 03 22:46:55.343004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d591ef-30c7-468f-a65a-186e39622631 req-51e97d7c-ad47-42c3-a1e9-b9c6891e2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:46:55.344548 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d591ef-30c7-468f-a65a-186e39622631 req-51e97d7c-ad47-42c3-a1e9-b9c6891e2b26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 1127 time: 0.0484543 Feb 03 22:46:55.445086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d591ef-30c7-468f-a65a-186e39622631 req-05217f4b-8bd8-413e-a467-ec7f7ee83bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:46:55.446545 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d591ef-30c7-468f-a65a-186e39622631 req-05217f4b-8bd8-413e-a467-ec7f7ee83bb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21461404-1188-4f6a-870e-0acb2132c9a3 HTTP/1.1" status: 200 len: 897 time: 0.0832109 Feb 03 22:46:55.513138 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d591ef-30c7-468f-a65a-186e39622631 req-c73ec82b-74e6-49ca-9777-0ef1b9e7f3a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38030db-30a1-43b9-9546-e5009f500328 HTTP/1.1" status: 200 len: 999 time: 0.0611036 Feb 03 22:46:55.559502 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d591ef-30c7-468f-a65a-186e39622631 req-20766fb5-c9b0-4c2c-8d38-645e2f016150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:46:55.560897 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d591ef-30c7-468f-a65a-186e39622631 req-20766fb5-c9b0-4c2c-8d38-645e2f016150 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=591cace2-4c4e-4066-b0d4-56655e91ce53 HTTP/1.1" status: 200 len: 835 time: 0.0425987 Feb 03 22:46:55.608768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d591ef-30c7-468f-a65a-186e39622631 req-1b853ad9-3a26-4704-87d1-099079a880f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:46:55.610253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d591ef-30c7-468f-a65a-186e39622631 req-1b853ad9-3a26-4704-87d1-099079a880f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21461404-1188-4f6a-870e-0acb2132c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435734 Feb 03 22:46:55.699863 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d591ef-30c7-468f-a65a-186e39622631 req-b692f006-6054-4ab0-a18d-589bf0df5a48 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837748 Feb 03 22:46:55.787394 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-56d591ef-30c7-468f-a65a-186e39622631 req-0ee3bd21-7934-4fa1-85fc-839cfb10acf9 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820217 Feb 03 22:46:56.674101 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3c255a5-7e04-4714-bec4-f457ed60ab50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:57.174744 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:58.836395 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:46:59.988824 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:05.377681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604300f-e51f-4aec-9f61-0374a6002545 req-b169cd36-522d-4566-81b8-679ed3f7e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:05.378317 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63869c4-f3a3-4203-9a6f-1cdb0396cf55 req-6666c339-11df-43af-9cf5-8633c3a2f998 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:05.379212 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b604300f-e51f-4aec-9f61-0374a6002545 req-b169cd36-522d-4566-81b8-679ed3f7e42b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 1127 time: 0.0451820 Feb 03 22:47:05.379816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c63869c4-f3a3-4203-9a6f-1cdb0396cf55 req-6666c339-11df-43af-9cf5-8633c3a2f998 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0539744 Feb 03 22:47:05.433135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c63869c4-f3a3-4203-9a6f-1cdb0396cf55 req-fd340706-34e7-411f-a3dd-8859fb031757 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476298 Feb 03 22:47:05.473099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604300f-e51f-4aec-9f61-0374a6002545 req-25e6f804-9ebb-44a7-8395-88cc66e206dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:05.475128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b604300f-e51f-4aec-9f61-0374a6002545 req-25e6f804-9ebb-44a7-8395-88cc66e206dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=21461404-1188-4f6a-870e-0acb2132c9a3 HTTP/1.1" status: 200 len: 897 time: 0.0900698 Feb 03 22:47:05.543465 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b604300f-e51f-4aec-9f61-0374a6002545 req-27eb5e71-dee9-4e03-bc32-037e468b6ec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38030db-30a1-43b9-9546-e5009f500328 HTTP/1.1" status: 200 len: 999 time: 0.0621405 Feb 03 22:47:05.601707 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604300f-e51f-4aec-9f61-0374a6002545 req-479463bb-272c-4155-b8a7-482c9412775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:05.603186 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b604300f-e51f-4aec-9f61-0374a6002545 req-479463bb-272c-4155-b8a7-482c9412775f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=591cace2-4c4e-4066-b0d4-56655e91ce53 HTTP/1.1" status: 200 len: 835 time: 0.0549519 Feb 03 22:47:05.958892 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604300f-e51f-4aec-9f61-0374a6002545 req-29ee0c20-b1a7-439a-bb47-cab31e54eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:05.960437 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b604300f-e51f-4aec-9f61-0374a6002545 req-29ee0c20-b1a7-439a-bb47-cab31e54eb45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21461404-1188-4f6a-870e-0acb2132c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3515315 Feb 03 22:47:06.047914 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b604300f-e51f-4aec-9f61-0374a6002545 req-cb31ae07-a8f0-477a-b29d-e2273b3dbad7 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802069 Feb 03 22:47:06.135885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b604300f-e51f-4aec-9f61-0374a6002545 req-45818819-08f2-40aa-91cd-ef99f4c3153c service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819278 Feb 03 22:47:06.555095 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e7223-8d71-4e91-b22a-305f62785f07 req-29ac386b-ecc0-4feb-84e0-bf265034d2ce tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:06.556551 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-666e7223-8d71-4e91-b22a-305f62785f07 req-29ac386b-ecc0-4feb-84e0-bf265034d2ce tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0520785 Feb 03 22:47:06.604386 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-666e7223-8d71-4e91-b22a-305f62785f07 req-f41adc9e-d06e-4103-aad4-15e10237d213 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 Feb 03 22:47:07.721225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9e5c7-7260-467d-8b6f-9ee6845ef935 req-1565b7ae-f9df-4092-9e4e-311a6822908d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:07.722690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03c9e5c7-7260-467d-8b6f-9ee6845ef935 req-1565b7ae-f9df-4092-9e4e-311a6822908d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0512879 Feb 03 22:47:07.769978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03c9e5c7-7260-467d-8b6f-9ee6845ef935 req-de75102f-6d60-42e1-9530-33e043b45714 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413246 Feb 03 22:47:08.900918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b8538-c6fb-43b5-87d1-90ed03f0089e req-231bf2ec-6fde-4197-a126-3e45d02faf50 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:08.902405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f7b8538-c6fb-43b5-87d1-90ed03f0089e req-231bf2ec-6fde-4197-a126-3e45d02faf50 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0597026 Feb 03 22:47:08.951024 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f7b8538-c6fb-43b5-87d1-90ed03f0089e req-cdf51f2a-93df-426e-953b-dcb28c819d76 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 Feb 03 22:47:10.068624 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7d2d7-a346-4e8e-9852-23adae73ae40 req-35e99b1c-682f-48b8-8144-26cdc1f96fea tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:10.070112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7fc7d2d7-a346-4e8e-9852-23adae73ae40 req-35e99b1c-682f-48b8-8144-26cdc1f96fea tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0529213 Feb 03 22:47:10.117064 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7fc7d2d7-a346-4e8e-9852-23adae73ae40 req-7c0dc22d-4f41-4bb2-83c8-aa1cb2335537 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Feb 03 22:47:11.235871 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc688314-cbff-491a-9247-536966f1fe69 req-1331fe05-7351-41e7-a728-e3188ffb25ec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:11.237269 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc688314-cbff-491a-9247-536966f1fe69 req-1331fe05-7351-41e7-a728-e3188ffb25ec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0515959 Feb 03 22:47:11.289313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dc688314-cbff-491a-9247-536966f1fe69 req-1b902f67-5436-4442-b31b-b98e3071e414 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463893 Feb 03 22:47:12.407626 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6107d-b8fd-4b67-98de-c22e141cb550 req-e84e0bed-58c7-4c3d-a17e-8c12d4dbd541 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:12.409128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-21b6107d-b8fd-4b67-98de-c22e141cb550 req-e84e0bed-58c7-4c3d-a17e-8c12d4dbd541 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Feb 03 22:47:12.457210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-21b6107d-b8fd-4b67-98de-c22e141cb550 req-d109a507-a969-4466-a010-d1813c257464 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Feb 03 22:47:13.573849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da5b6d-dcb0-40db-85c4-a2048accade8 req-c6a9b2db-ea5f-4d5b-8591-87d7e1602c17 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:13.575405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7da5b6d-dcb0-40db-85c4-a2048accade8 req-c6a9b2db-ea5f-4d5b-8591-87d7e1602c17 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0533435 Feb 03 22:47:13.623848 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7da5b6d-dcb0-40db-85c4-a2048accade8 req-0f46d977-160c-47cf-bbce-33bbad0e91e6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429597 Feb 03 22:47:14.743591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00f163-1fdc-40ed-b5cc-c544ceb2f5cc req-5f2a9cc8-d076-4ec7-873e-3e9efbca126d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:14.745098 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b00f163-1fdc-40ed-b5cc-c544ceb2f5cc req-5f2a9cc8-d076-4ec7-873e-3e9efbca126d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0566983 Feb 03 22:47:14.793941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b00f163-1fdc-40ed-b5cc-c544ceb2f5cc req-b1c5f048-cee4-43c7-8e98-a61977ed9975 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432367 Feb 03 22:47:15.916652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd4cd4-a3bd-43a0-8ac0-afa3b7b2ce09 req-c07e6cb3-1c1e-4c86-9496-6aed646e12de tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:15.918188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdcd4cd4-a3bd-43a0-8ac0-afa3b7b2ce09 req-c07e6cb3-1c1e-4c86-9496-6aed646e12de tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0560608 Feb 03 22:47:15.972211 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cdcd4cd4-a3bd-43a0-8ac0-afa3b7b2ce09 req-82c0c43d-31f2-4298-a3af-2c44d60508ea tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484545 Feb 03 22:47:17.097587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff98c8-dc21-403c-825c-4014ec47b4bd req-d33a3f31-3930-4923-b54e-181d2a2fc4e0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:17.099101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8ff98c8-dc21-403c-825c-4014ec47b4bd req-d33a3f31-3930-4923-b54e-181d2a2fc4e0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0568063 Feb 03 22:47:17.147700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a8ff98c8-dc21-403c-825c-4014ec47b4bd req-7540809c-14d6-49a5-876c-4bf4ba1f626b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430145 Feb 03 22:47:17.169374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55148) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:47:17.228655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c93ff170-e4ef-4c99-966d-980438e75289 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/04b46974-ae09-4fa5-bdb9-93ed125506eb HTTP/1.1" status: 200 len: 991 time: 0.0582366 Feb 03 22:47:23.706695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed693-d870-4d58-856c-9c2cd93e99af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:25.034653 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:25.039511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:26.675185 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d48334ca-e4c2-4ac7-9f8a-ec111c88e0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:27.176262 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:28.838382 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:29.883354 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:47:29.990275 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:53.709146 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8c23-667c-4382-9f80-1744a06d100a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:55.030796 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:55.060404 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:56.677076 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b5283f-6b82-4996-9e93-165d425d7439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:57.179420 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:57.780564 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-b231080d-28ec-4a9a-8083-76120bf5d67b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445869 Feb 03 22:47:57.866404 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-44079b3f-31f6-44e0-bd91-e0b7454464db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:57.867879 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-44079b3f-31f6-44e0-bd91-e0b7454464db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 1127 time: 0.0444801 Feb 03 22:47:57.972748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-5371edf9-3e3a-4dee-8c0a-2791b345071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:57.974399 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-5371edf9-3e3a-4dee-8c0a-2791b345071a service neutron] 10.222.0.10 "GET /v2.0/networks?id=21461404-1188-4f6a-870e-0acb2132c9a3 HTTP/1.1" status: 200 len: 897 time: 0.0892022 Feb 03 22:47:58.038804 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-cd053420-1d1e-40f5-92e8-30b8f180fecc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38030db-30a1-43b9-9546-e5009f500328 HTTP/1.1" status: 200 len: 999 time: 0.0581746 Feb 03 22:47:58.090557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-a7b08a18-5d0f-4064-afcc-151d4bb10433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:58.091998 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-a7b08a18-5d0f-4064-afcc-151d4bb10433 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=591cace2-4c4e-4066-b0d4-56655e91ce53 HTTP/1.1" status: 200 len: 835 time: 0.0467324 Feb 03 22:47:58.141279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-115db61b-9e20-4b0b-929c-6e60e901f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:47:58.142791 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-115db61b-9e20-4b0b-929c-6e60e901f14b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21461404-1188-4f6a-870e-0acb2132c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446808 Feb 03 22:47:58.235460 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-a7760422-08f6-4e82-839b-cf813ca646a9 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867236 Feb 03 22:47:58.322215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e39da37e-c184-43a2-96db-a6fa7ecf0299 req-5ffcbe71-d3f4-4460-bc75-9d292965f501 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807073 Feb 03 22:47:58.840854 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:47:59.992476 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:05.608705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55166) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:05.764267 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 235e1f15-b44a-436a-8c63-df445eab94bb {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:48:05.764618 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (235e1f15-b44a-436a-8c63-df445eab94bb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:05.841922 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (235e1f15-b44a-436a-8c63-df445eab94bb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:05.842803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (235e1f15-b44a-436a-8c63-df445eab94bb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:05.854942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 235e1f15-b44a-436a-8c63-df445eab94bb owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:48:06.003704 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (235e1f15-b44a-436a-8c63-df445eab94bb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:06.028617 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=235e1f15-b44a-436a-8c63-df445eab94bb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:06.038135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.038488 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.038834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.039168 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.039500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.039831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.040158 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.040483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.040944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.041276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.041602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.041924 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.042243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:06.101174 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (04b46974-ae09-4fa5-bdb9-93ed125506eb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:06.101503 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 04b46974-ae09-4fa5-bdb9-93ed125506eb disassociated (deleted). External IP: 172.25.5.2, port: b38030db-30a1-43b9-9546-e5009f500328. Feb 03 22:48:06.313075 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router cab7bbf7-e769-4b94-b681-607e804b86c3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:48:06.423668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:48:06.428636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:06.433443 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] Sync routers for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:48:06.444220 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:06.444839 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:47:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:06.458577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-39527ade-7bc7-4adb-a584-ea98a09470d0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/floatingips/04b46974-ae09-4fa5-bdb9-93ed125506eb HTTP/1.1" status: 204 len: 168 time: 0.8487785 Feb 03 22:48:06.459178 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:48:06.461461 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "tag": "b38030db-30a1-43b9-9546-e5009f500328"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:48:06.558679 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:06.562343 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896766e9-4a6f-4d00-8f6b-c3bc573cc7ad x-openstack-request-id: req-896766e9-4a6f-4d00-8f6b-c3bc573cc7ad {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:48:06.562670 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "tag": "b38030db-30a1-43b9-9546-e5009f500328", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:48:06.562934 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-896766e9-4a6f-4d00-8f6b-c3bc573cc7ad {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:48:06.563438 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328', 'status': 'completed', 'code': 200} Feb 03 22:48:06.638414 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-8f163f2d-7d25-4c1c-8387-04deff42bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:06.642329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-8f163f2d-7d25-4c1c-8387-04deff42bf30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 1127 time: 0.0533726 Feb 03 22:48:06.724642 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d089f96-62e2-403d-9e40-6cf56cbaae34 req-9efb2981-094f-4588-a954-e4f56c5d15e9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:06.726256 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d089f96-62e2-403d-9e40-6cf56cbaae34 req-9efb2981-094f-4588-a954-e4f56c5d15e9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0546598 Feb 03 22:48:06.741879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-3bff2bf4-0aed-4921-af62-e7ac4c184444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:06.743388 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-3bff2bf4-0aed-4921-af62-e7ac4c184444 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21461404-1188-4f6a-870e-0acb2132c9a3 HTTP/1.1" status: 200 len: 897 time: 0.0937295 Feb 03 22:48:06.768624 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c727610-0c37-4ec8-b1b6-a34449499947', 'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:8e:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:47Z', 'updated_at': '2022-02-03T22:45:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:06.781147 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3d089f96-62e2-403d-9e40-6cf56cbaae34 req-1328c164-5b57-467d-add2-1f439f971830 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487740 Feb 03 22:48:06.804329 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] Checking router: cab7bbf7-e769-4b94-b681-607e804b86c3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:48:06.804457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-57a78285-60d3-476f-92be-05ad16de2ff4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38030db-30a1-43b9-9546-e5009f500328 HTTP/1.1" status: 200 len: 217 time: 0.0452361 Feb 03 22:48:06.806835 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:06.807448 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:47:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:06.853394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-049b7e85-f61f-4cb3-ac19-a41fbfd3a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:06.854813 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-049b7e85-f61f-4cb3-ac19-a41fbfd3a6d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=591cace2-4c4e-4066-b0d4-56655e91ce53 HTTP/1.1" status: 200 len: 835 time: 0.0446081 Feb 03 22:48:06.911041 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-e55fb73f-7a7e-4e82-8186-d34142ce6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:06.913107 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-e55fb73f-7a7e-4e82-8186-d34142ce6f83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21461404-1188-4f6a-870e-0acb2132c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510619 Feb 03 22:48:06.967053 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:48:07.002266 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-e7436a3b-6e53-4bf5-9185-06393e83a31b service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828643 Feb 03 22:48:07.010414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:07.096426 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e51d80e8-cd18-4efe-8bf2-735e51b12e8b req-b6cad73d-054c-41e9-a2a1-986802c9e8f3 service neutron] 10.222.0.10 "GET /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881791 Feb 03 22:48:07.206294 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c727610-0c37-4ec8-b1b6-a34449499947', 'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:8e:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:47Z', 'updated_at': '2022-02-03T22:45:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:07.231721 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0030d2-c80c-4d1c-913b-d286ff6a9ea0 None None] The sync data for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 is: [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c727610-0c37-4ec8-b1b6-a34449499947', 'name': '', 'network_id': '21461404-1188-4f6a-870e-0acb2132c9a3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:8e:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:47Z', 'updated_at': '2022-02-03T22:45:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': '591cace2-4c4e-4066-b0d4-56655e91ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:48:07.447486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa8b842-0db1-47c4-aaeb-a1007e0812b2 None None] New status for floating IP 04b46974-ae09-4fa5-bdb9-93ed125506eb: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:48:07.905222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fa333-694f-4472-99c1-f2e7eb27b6ce req-367f6457-a8b1-46b8-86a4-8b4a4091658f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:07.906717 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e17fa333-694f-4472-99c1-f2e7eb27b6ce req-367f6457-a8b1-46b8-86a4-8b4a4091658f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0523031 Feb 03 22:48:07.955619 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e17fa333-694f-4472-99c1-f2e7eb27b6ce req-75b03ef3-0a4a-4d31-9cb9-f19ac98c5d9b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=44bd7122-c592-4481-b6c9-66573a3d2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432785 Feb 03 22:48:08.393312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde075e5-c57d-403a-9270-e692606300e5 req-9047cfb6-938e-44a8-bb22-9daed3464cb2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:08.394683 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dde075e5-c57d-403a-9270-e692606300e5 req-9047cfb6-938e-44a8-bb22-9daed3464cb2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 945 time: 0.0523708 Feb 03 22:48:08.481826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-dde075e5-c57d-403a-9270-e692606300e5 req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port b38030db-30a1-43b9-9546-e5009f500328 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:48:08.482164 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dde075e5-c57d-403a-9270-e692606300e5 req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (b38030db-30a1-43b9-9546-e5009f500328), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:08.574107 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dde075e5-c57d-403a-9270-e692606300e5 req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port b38030db-30a1-43b9-9546-e5009f500328, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=b38030db-30a1-43b9-9546-e5009f500328,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:08.574475 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dde075e5-c57d-403a-9270-e692606300e5 req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (b38030db-30a1-43b9-9546-e5009f500328), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:08.586878 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-dde075e5-c57d-403a-9270-e692606300e5 req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for b38030db-30a1-43b9-9546-e5009f500328 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:48:08.715001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dde075e5-c57d-403a-9270-e692606300e5 req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (b38030db-30a1-43b9-9546-e5009f500328), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:08.743833 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=b38030db-30a1-43b9-9546-e5009f500328,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:08.769026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.769386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.769736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.770075 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.770411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.770748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.771079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.771410 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.771745 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.772072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.772398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.772722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.773080 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:08.796749 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde075e5-c57d-403a-9270-e692606300e5 req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] No DVR routers for this DVR port b38030db-30a1-43b9-9546-e5009f500328 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:48:08.799316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dde075e5-c57d-403a-9270-e692606300e5 req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:08.802689 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-dde075e5-c57d-403a-9270-e692606300e5 req-4d5a7f71-78ed-4031-b598-660c5503b590 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "DELETE /v2.0/ports/b38030db-30a1-43b9-9546-e5009f500328 HTTP/1.1" status: 204 len: 173 time: 0.4029760 Feb 03 22:48:08.803170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'name': 'network-vif-deleted', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:48:08.805414 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e236060b-5eb8-4799-9e72-5033493403ee" -d '{"events": [{"server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "name": "network-vif-deleted", "tag": "b38030db-30a1-43b9-9546-e5009f500328"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:48:08.843346 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e97685f-605e-43b3-a305-2d29cfb6446f x-openstack-request-id: req-7e97685f-605e-43b3-a305-2d29cfb6446f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:48:08.843727 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1895e3a-b372-4a3b-8417-274f83bae8c1", "name": "network-vif-deleted", "tag": "b38030db-30a1-43b9-9546-e5009f500328", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:48:08.843957 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e97685f-605e-43b3-a305-2d29cfb6446f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:48:08.844475 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1895e3a-b372-4a3b-8417-274f83bae8c1', 'name': 'network-vif-deleted', 'tag': 'b38030db-30a1-43b9-9546-e5009f500328', 'status': 'completed', 'code': 200} Feb 03 22:48:09.059553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27247632-7c6c-4e82-be6f-1a007deea6d4 req-c7ecfec3-6274-41eb-ab15-18cfbdca215b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1895e3a-b372-4a3b-8417-274f83bae8c1 HTTP/1.1" status: 200 len: 210 time: 0.0267720 Feb 03 22:48:10.116730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55184) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:10.477225 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (cab7bbf7-e769-4b94-b681-607e804b86c3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:10.730827 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 2c727610-0c37-4ec8-b1b6-a34449499947 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:48:10.731075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:10.816143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 2c727610-0c37-4ec8-b1b6-a34449499947, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c727610-0c37-4ec8-b1b6-a34449499947,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:10.816495 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:10.829212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 2c727610-0c37-4ec8-b1b6-a34449499947 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:48:11.017211 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2c727610-0c37-4ec8-b1b6-a34449499947), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:11.042495 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=2c727610-0c37-4ec8-b1b6-a34449499947,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:11.216000 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (cab7bbf7-e769-4b94-b681-607e804b86c3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:11.428584 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router cab7bbf7-e769-4b94-b681-607e804b86c3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:48:11.534603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:48:11.540393 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-352f30b2-60ec-49f5-a25b-6e308ae343e1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/cab7bbf7-e769-4b94-b681-607e804b86c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225886 Feb 03 22:48:11.542565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:11.544749 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] Sync routers for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:48:11.554377 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:11.555129 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:47:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:11.576034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b38030db-30a1-43b9-9546-e5009f500328 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:48:11.596874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: b38030db-30a1-43b9-9546-e5009f500328 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:48:11.597247 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device b38030db-30a1-43b9-9546-e5009f500328 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:48:11.598511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acd7447-5826-4392-b595-b31a24157105 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting subnet 591cace2-4c4e-4066-b0d4-56655e91ce53 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:48:11.601892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4acd7447-5826-4392-b595-b31a24157105 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (591cace2-4c4e-4066-b0d4-56655e91ce53), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:11.641859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4acd7447-5826-4392-b595-b31a24157105 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (591cace2-4c4e-4066-b0d4-56655e91ce53), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:11.660282 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:11.722723 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4acd7447-5826-4392-b595-b31a24157105 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (591cace2-4c4e-4066-b0d4-56655e91ce53), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:11.786955 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4acd7447-5826-4392-b595-b31a24157105 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (591cace2-4c4e-4066-b0d4-56655e91ce53), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:11.817149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd7447-5826-4392-b595-b31a24157105 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Subnet': ['ID=591cace2-4c4e-4066-b0d4-56655e91ce53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:11.819210 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4acd7447-5826-4392-b595-b31a24157105 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:11.825308 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4acd7447-5826-4392-b595-b31a24157105 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/subnets/591cace2-4c4e-4066-b0d4-56655e91ce53 HTTP/1.1" status: 204 len: 168 time: 0.2816508 Feb 03 22:48:11.826242 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:11.831238 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8effcaad-e53a-4869-ad1a-bb0e1ef6470c None None] Network 21461404-1188-4f6a-870e-0acb2132c9a3 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:48:11.860804 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:48:10Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:11.887364 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] Checking router: cab7bbf7-e769-4b94-b681-607e804b86c3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:48:11.897030 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] Routers {'cab7bbf7-e769-4b94-b681-607e804b86c3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:11.897894 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:47:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['cab7bbf7-e769-4b94-b681-607e804b86c3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:11.945232 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (cab7bbf7-e769-4b94-b681-607e804b86c3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.007664 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] Set router cab7bbf7-e769-4b94-b681-607e804b86c3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:12.013728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] DHCP port deletion for 21461404-1188-4f6a-870e-0acb2132c9a3 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:48:12.063264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (cab7bbf7-e769-4b94-b681-607e804b86c3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.064260 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Deleting port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:48:12.064833 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.125885 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:48:12.126269 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.129943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] For port d6e75a4c-d2ea-456d-b035-8320b38f7ec9, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d6e75a4c-d2ea-456d-b035-8320b38f7ec9,segment=NetworkSegment(66ca7f31-645e-450b-88c7-35b96b331fa5),segment_id=66ca7f31-645e-450b-88c7-35b96b331fa5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:12.130335 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.143563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Calling delete_port for d6e75a4c-d2ea-456d-b035-8320b38f7ec9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:48:12.216772 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2855ee8b-1478-4dac-8fe3-ab27e53ccfd1,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:12.217173 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.233596 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:48:10Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:12.235687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:48:12.236786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (d6e75a4c-d2ea-456d-b035-8320b38f7ec9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.260807 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2b89d-f161-414f-bde8-86596fc0e55d None None] The sync data for ids ['cab7bbf7-e769-4b94-b681-607e804b86c3'] in n-d-824834-9 is: [{'id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239050190', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:45:44Z', 'updated_at': '2022-02-03T22:48:10Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '2855ee8b-1478-4dac-8fe3-ab27e53ccfd1', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7bbf7-e769-4b94-b681-607e804b86c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:45:45Z', 'updated_at': '2022-02-03T22:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:48:12.275552 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Pushing event deleted for resources: {'Port': ['ID=d6e75a4c-d2ea-456d-b035-8320b38f7ec9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:12.280598 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] No DVR routers for this DVR port d6e75a4c-d2ea-456d-b035-8320b38f7ec9 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:48:12.290762 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d6e75a4c-d2ea-456d-b035-8320b38f7ec9 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:48:12.295324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.295426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.295811 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.296156 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.296499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.296833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.297463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.297564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.298998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.298998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.298998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.298998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.299469 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfff4a-eb2f-41a6-8d2a-781da7b199ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:12.326319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d6e75a4c-d2ea-456d-b035-8320b38f7ec9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:48:12.326676 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d6e75a4c-d2ea-456d-b035-8320b38f7ec9 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:48:12.431058 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (2855ee8b-1478-4dac-8fe3-ab27e53ccfd1), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.455694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=2855ee8b-1478-4dac-8fe3-ab27e53ccfd1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:12.517259 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (cab7bbf7-e769-4b94-b681-607e804b86c3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.609545 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (cab7bbf7-e769-4b94-b681-607e804b86c3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.611689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (cab7bbf7-e769-4b94-b681-607e804b86c3), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.667023 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (cab7bbf7-e769-4b94-b681-607e804b86c3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.667706 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Fanout notify agent at l3_agent the message router_deleted on router cab7bbf7-e769-4b94-b681-607e804b86c3 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:48:12.675661 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.676846 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-75823722-d22b-41e6-a49c-e608b9e9c3c3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/routers/cab7bbf7-e769-4b94-b681-607e804b86c3 HTTP/1.1" status: 204 len: 168 time: 0.8496587 Feb 03 22:48:12.679681 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:12.759063 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (21461404-1188-4f6a-870e-0acb2132c9a3), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.850119 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (21461404-1188-4f6a-870e-0acb2132c9a3), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.871435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21461404-1188-4f6a-870e-0acb2132c9a3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:12.881703 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ca7f31-645e-450b-88c7-35b96b331fa5') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:12.882386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ca7f31-645e-450b-88c7-35b96b331fa5') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:12.892330 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (66ca7f31-645e-450b-88c7-35b96b331fa5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.905629 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (66ca7f31-645e-450b-88c7-35b96b331fa5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.911714 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:48:12.912107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (66ca7f31-645e-450b-88c7-35b96b331fa5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:48:12.915605 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:48:12.973273 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (21461404-1188-4f6a-870e-0acb2132c9a3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.990649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:12.993790 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/networks/21461404-1188-4f6a-870e-0acb2132c9a3 HTTP/1.1" status: 204 len: 168 time: 0.3131490 Feb 03 22:48:12.995092 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41608c39-6d97-4670-9419-e47deb45ef5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Network': ['ID=21461404-1188-4f6a-870e-0acb2132c9a3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:12.996571 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55192) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:13.053603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a93879-8738-4bb2-80fc-e1e7e1f1c6d3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (44bd7122-c592-4481-b6c9-66573a3d2ee7), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:13.077666 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a93879-8738-4bb2-80fc-e1e7e1f1c6d3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (44bd7122-c592-4481-b6c9-66573a3d2ee7), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:13.136558 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a93879-8738-4bb2-80fc-e1e7e1f1c6d3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (44bd7122-c592-4481-b6c9-66573a3d2ee7), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:13.139170 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92a93879-8738-4bb2-80fc-e1e7e1f1c6d3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:13.140405 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-92a93879-8738-4bb2-80fc-e1e7e1f1c6d3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/security-groups/44bd7122-c592-4481-b6c9-66573a3d2ee7 HTTP/1.1" status: 204 len: 168 time: 0.1427712 Feb 03 22:48:13.149429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a93879-8738-4bb2-80fc-e1e7e1f1c6d3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd7122-c592-4481-b6c9-66573a3d2ee7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:14.202584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c727610-0c37-4ec8-b1b6-a34449499947 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:48:14.226065 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 2c727610-0c37-4ec8-b1b6-a34449499947 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:48:14.226426 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c727610-0c37-4ec8-b1b6-a34449499947 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:48:14.226847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:48:14.247064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:48:14.247416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2855ee8b-1478-4dac-8fe3-ab27e53ccfd1 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:48:14.390229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:14.394751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1c3edce9-4feb-4728-81bf-93edd0b951ee tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217279613', 'description': 'tempest-secgroup-smoke-1217279613 description', 'project_id': '0e04285a1d5d4473bf2d0bd071997629'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:14.414970 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3edce9-4feb-4728-81bf-93edd0b951ee tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.478004 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3edce9-4feb-4728-81bf-93edd0b951ee tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (87d0852a-7926-4e80-b376-9b0c1a6c9afc), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.481419 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3edce9-4feb-4728-81bf-93edd0b951ee tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (87d0852a-7926-4e80-b376-9b0c1a6c9afc), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.511328 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3edce9-4feb-4728-81bf-93edd0b951ee tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.512569 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1c3edce9-4feb-4728-81bf-93edd0b951ee tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1213403 Feb 03 22:48:14.514552 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3edce9-4feb-4728-81bf-93edd0b951ee tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d0852a-7926-4e80-b376-9b0c1a6c9afc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:14.515555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:14.520333 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c1d5eec7-7b01-4cd7-ac72-e737207e770c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '87d0852a-7926-4e80-b376-9b0c1a6c9afc', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:14.545494 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1d5eec7-7b01-4cd7-ac72-e737207e770c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (fb0fe956-013f-4152-8d5f-ff57998d322a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.604072 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1d5eec7-7b01-4cd7-ac72-e737207e770c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (fb0fe956-013f-4152-8d5f-ff57998d322a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.607689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1d5eec7-7b01-4cd7-ac72-e737207e770c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (fb0fe956-013f-4152-8d5f-ff57998d322a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.627300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5eec7-7b01-4cd7-ac72-e737207e770c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0fe956-013f-4152-8d5f-ff57998d322a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:14.632582 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1d5eec7-7b01-4cd7-ac72-e737207e770c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.634329 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c1d5eec7-7b01-4cd7-ac72-e737207e770c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172483 Feb 03 22:48:14.636530 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:14.640867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7c890ca7-fba4-4947-81ac-d44a155fe234 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '87d0852a-7926-4e80-b376-9b0c1a6c9afc', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:14.666148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c890ca7-fba4-4947-81ac-d44a155fe234 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (952cfd22-a3c3-43ee-96f6-2fc71aeeb3f6), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.722425 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c890ca7-fba4-4947-81ac-d44a155fe234 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (952cfd22-a3c3-43ee-96f6-2fc71aeeb3f6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.725599 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c890ca7-fba4-4947-81ac-d44a155fe234 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (952cfd22-a3c3-43ee-96f6-2fc71aeeb3f6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.746777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c890ca7-fba4-4947-81ac-d44a155fe234 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952cfd22-a3c3-43ee-96f6-2fc71aeeb3f6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:14.752718 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c890ca7-fba4-4947-81ac-d44a155fe234 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.753813 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7c890ca7-fba4-4947-81ac-d44a155fe234 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163261 Feb 03 22:48:14.756491 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:14.760726 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b0c9837f-be89-4d75-987c-661627cdeda9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '87d0852a-7926-4e80-b376-9b0c1a6c9afc', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:14.785645 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0c9837f-be89-4d75-987c-661627cdeda9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (094df2bd-cb70-4307-9062-9443310e1be1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.840034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0c9837f-be89-4d75-987c-661627cdeda9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (094df2bd-cb70-4307-9062-9443310e1be1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.844122 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0c9837f-be89-4d75-987c-661627cdeda9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (094df2bd-cb70-4307-9062-9443310e1be1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.859241 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9837f-be89-4d75-987c-661627cdeda9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094df2bd-cb70-4307-9062-9443310e1be1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:14.869451 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0c9837f-be89-4d75-987c-661627cdeda9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.870638 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b0c9837f-be89-4d75-987c-661627cdeda9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132002 Feb 03 22:48:14.873309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:14.877512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-18a1de9b-35aa-439e-b373-871858f3ec5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '87d0852a-7926-4e80-b376-9b0c1a6c9afc', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:14.902452 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18a1de9b-35aa-439e-b373-871858f3ec5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (2ac72eef-d1af-48e9-ba60-5c1ffb820993), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.962112 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18a1de9b-35aa-439e-b373-871858f3ec5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (2ac72eef-d1af-48e9-ba60-5c1ffb820993), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.965520 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18a1de9b-35aa-439e-b373-871858f3ec5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (2ac72eef-d1af-48e9-ba60-5c1ffb820993), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.983630 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1de9b-35aa-439e-b373-871858f3ec5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac72eef-d1af-48e9-ba60-5c1ffb820993,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:14.988953 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18a1de9b-35aa-439e-b373-871858f3ec5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:14.990321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-18a1de9b-35aa-439e-b373-871858f3ec5a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160095 Feb 03 22:48:14.992927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55210) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:14.997301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-834b7223-ffaf-484e-8f69-8ddeddb9fd13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '87d0852a-7926-4e80-b376-9b0c1a6c9afc', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:15.016450 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-834b7223-ffaf-484e-8f69-8ddeddb9fd13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:48:15.021137 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-834b7223-ffaf-484e-8f69-8ddeddb9fd13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (bac44b44-3bbe-414a-975d-5730bb856e53), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.078905 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-834b7223-ffaf-484e-8f69-8ddeddb9fd13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (bac44b44-3bbe-414a-975d-5730bb856e53), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.082379 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-834b7223-ffaf-484e-8f69-8ddeddb9fd13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (bac44b44-3bbe-414a-975d-5730bb856e53), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.100282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b7223-ffaf-484e-8f69-8ddeddb9fd13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac44b44-3bbe-414a-975d-5730bb856e53,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:15.105305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-834b7223-ffaf-484e-8f69-8ddeddb9fd13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.106478 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-834b7223-ffaf-484e-8f69-8ddeddb9fd13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1125333 Feb 03 22:48:15.109144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:15.113314 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e1582519-1c46-458c-beb7-df5608a144c5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '87d0852a-7926-4e80-b376-9b0c1a6c9afc', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:15.132073 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-e1582519-1c46-458c-beb7-df5608a144c5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:48:15.136769 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1582519-1c46-458c-beb7-df5608a144c5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (0e306cf5-6cb4-41b3-916e-a66229675576), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.193970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1582519-1c46-458c-beb7-df5608a144c5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (0e306cf5-6cb4-41b3-916e-a66229675576), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.197689 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1582519-1c46-458c-beb7-df5608a144c5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0e306cf5-6cb4-41b3-916e-a66229675576), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.215122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1582519-1c46-458c-beb7-df5608a144c5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e306cf5-6cb4-41b3-916e-a66229675576,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:15.223145 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1582519-1c46-458c-beb7-df5608a144c5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.224321 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e1582519-1c46-458c-beb7-df5608a144c5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1142786 Feb 03 22:48:15.227258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:15.231924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'network': {'name': 'tempest-network-smoke--1745395302', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:15.249475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:48:15.252714 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.275990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:48:15.285589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (11e74018-e625-4ba9-afc7-2afabfbf0f5e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.285963 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Added segment 11e74018-e625-4ba9-afc7-2afabfbf0f5e of type vlan for network d657519f-1d15-4338-8597-4b1334e06314 Feb 03 22:48:15.327017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d657519f-1d15-4338-8597-4b1334e06314), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.351201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d657519f-1d15-4338-8597-4b1334e06314), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.356084 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:15.356665 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.407209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1789734 Feb 03 22:48:15.410125 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55216) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:15.414992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'admin_state_up': True, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:15.424867 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247f06b-34ae-449f-bf80-a9f701c81e72 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Network': ['ID=d657519f-1d15-4338-8597-4b1334e06314,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:15.435434 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (062989b2-2f09-4288-a4cc-ab63a45410b9), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.437220 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (062989b2-2f09-4288-a4cc-ab63a45410b9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.437352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d657519f-1d15-4338-8597-4b1334e06314 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:48:15.495019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (062989b2-2f09-4288-a4cc-ab63a45410b9), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:15.640978 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (062989b2-2f09-4288-a4cc-ab63a45410b9), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:16.125399 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (062989b2-2f09-4288-a4cc-ab63a45410b9), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:16.143137 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:16.251189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.249 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/3d510d6d-9187-479c-a25e-23fca673e7b4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:48:16.352188 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:16.383196 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:16.419361 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:48:16.424051 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:48:16.427450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:48:16.451043 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=3d510d6d-9187-479c-a25e-23fca673e7b4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:16.677245 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (062989b2-2f09-4288-a4cc-ab63a45410b9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:16.887307 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (062989b2-2f09-4288-a4cc-ab63a45410b9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:17.015483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 062989b2-2f09-4288-a4cc-ab63a45410b9 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:48:17.119634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:48:17.129485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Sync routers for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:48:17.138968 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:17.140336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:17.140999 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:47:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:17.141439 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a5478459-a149-45af-86c7-83ef01d5b790 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7301655 Feb 03 22:48:17.143927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55220) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:17.172703 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-9cecdd04-662b-4f7c-b36e-e8955cab25ca tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=0e04285a1d5d4473bf2d0bd071997629&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276525 Feb 03 22:48:17.175249 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55222) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:17.246645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:17.259539 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a040cb-7f70-45fd-a39b-51e0d7bea514 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:17.261094 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-62a040cb-7f70-45fd-a39b-51e0d7bea514 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849144 Feb 03 22:48:17.263864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:17.290780 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-636faa18-ba28-461c-873c-134050ab3848 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258882 Feb 03 22:48:17.293188 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:17.298313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893937899', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:17.386535 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:48:17.390272 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:17.421608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:16Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:17.448230 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Checking router: 062989b2-2f09-4288-a4cc-ab63a45410b9 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:48:17.448581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Updating router 062989b2-2f09-4288-a4cc-ab63a45410b9 port 3d510d6d-9187-479c-a25e-23fca673e7b4 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:48:17.479109 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:17.572285 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:17.629003 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Subnet': ['ID=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:17.641726 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Checking segment: {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:48:17.642092 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network hostable DHCP agents. Network: d657519f-1d15-4338-8597-4b1334e06314, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:48:17.660745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network d657519f-1d15-4338-8597-4b1334e06314 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:48:17.670448 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d657519f-1d15-4338-8597-4b1334e06314) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:48:17.675869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:17.676479 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:17.693495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-1bd84f56-30d5-4e5a-9584-1fafc6ac7050 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3992422 Feb 03 22:48:17.696363 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55228) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:17.803292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a33fa-1942-479e-b3fa-26548e306add None None] Network d657519f-1d15-4338-8597-4b1334e06314 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:48:17.966227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-d657519f-1d15-4338-8597-4b1334e06314', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:48:17.967071 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:17.989026 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Publish callbacks [] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.004717 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.115567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Attempting to bind port 3d510d6d-9187-479c-a25e-23fca673e7b4 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:48:18.115937 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Attempting to bind port 3d510d6d-9187-479c-a25e-23fca673e7b4 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:48:18.116310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Attempting to bind port 3d510d6d-9187-479c-a25e-23fca673e7b4 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:48:18.128450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8541cb-b9f7-411c-89d3-38a12642e20b None None] Pushing event updated for resources: {'Port': ['ID=3d510d6d-9187-479c-a25e-23fca673e7b4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:18.133647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:48:18.134348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:48:18.134463 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.134773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:48:18.135241 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Bound port: 3d510d6d-9187-479c-a25e-23fca673e7b4, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:48:18.135619 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.150761 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.211050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Allocated IP 172.20.0.2 (d657519f-1d15-4338-8597-4b1334e06314/ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0/f1a41626-f4ff-472c-823c-5ea4406d15ef) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:48:18.226796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] For port 3d510d6d-9187-479c-a25e-23fca673e7b4, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:48:18.230907 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] For port 3d510d6d-9187-479c-a25e-23fca673e7b4, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d510d6d-9187-479c-a25e-23fca673e7b4,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:48:18.246791 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.341007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:18.341639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:47:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:18.418646 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8541cb-b9f7-411c-89d3-38a12642e20b None None] Pushing event updated for resources: {'Port': ['ID=3d510d6d-9187-479c-a25e-23fca673e7b4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:18.513441 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Publish callbacks [] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.516380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:18.570846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.1 (d657519f-1d15-4338-8597-4b1334e06314/ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0/2c158804-26ad-4f93-bb9d-36cce1a94b5e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:48:18.572494 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.649775 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Network d657519f-1d15-4338-8597-4b1334e06314 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:48:18.658949 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:48:18.665989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:48:18.683289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Pushing event updated for resources: {'Port': ['ID=f1a41626-f4ff-472c-823c-5ea4406d15ef,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:18.684746 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.718628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.762826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network d657519f-1d15-4338-8597-4b1334e06314 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:48:18.766192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:48:18.770578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:48:18.774253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Attempting to bind port f1a41626-f4ff-472c-823c-5ea4406d15ef on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:48:18.774630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Attempting to bind port f1a41626-f4ff-472c-823c-5ea4406d15ef by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:48:18.775008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Attempting to bind port f1a41626-f4ff-472c-823c-5ea4406d15ef on network d657519f-1d15-4338-8597-4b1334e06314 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:48:18.785294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:48:18.785716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Checking segment: {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:48:18.786112 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.786511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Bound using segment: {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:48:18.787014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Bound port: f1a41626-f4ff-472c-823c-5ea4406d15ef, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:48:18.787642 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.795393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=2c158804-26ad-4f93-bb9d-36cce1a94b5e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:18.819238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (062989b2-2f09-4288-a4cc-ab63a45410b9), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.839255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:16Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:18.871140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecff3d-9987-4ac5-8f98-0d5a48d824bb None None] The sync data for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 is: [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:16Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:48:18.888768 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] For port f1a41626-f4ff-472c-823c-5ea4406d15ef, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:48:18.898882 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] For port f1a41626-f4ff-472c-823c-5ea4406d15ef, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1a41626-f4ff-472c-823c-5ea4406d15ef,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:48:18.905784 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.966703 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:18.985180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0ab7d-1b61-431a-ac64-3c47f98d723f None None] Pushing event updated for resources: {'Port': ['ID=f1a41626-f4ff-472c-823c-5ea4406d15ef,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:19.334650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:19.340949 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:19.411013 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=2c158804-26ad-4f93-bb9d-36cce1a94b5e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:19.439354 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (062989b2-2f09-4288-a4cc-ab63a45410b9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:19.544506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network d657519f-1d15-4338-8597-4b1334e06314 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:48:19.546233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:48:19.995453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 062989b2-2f09-4288-a4cc-ab63a45410b9 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:48:20.120020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:48:20.131453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-18ac74c9-313c-4d00-afee-8c6430af1e7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/062989b2-2f09-4288-a4cc-ab63a45410b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4284799 Feb 03 22:48:20.271529 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e954158d-609f-4b3d-bd5e-c3aa5f73cbaa None None] Network d657519f-1d15-4338-8597-4b1334e06314 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:48:20.366512 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-da29019e-2e7b-4d27-aaf7-4b36ebb16b56 None None] Provisioning complete for port f1a41626-f4ff-472c-823c-5ea4406d15ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:20.367142 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da29019e-2e7b-4d27-aaf7-4b36ebb16b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:20.368814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1a41626-f4ff-472c-823c-5ea4406d15ef up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:48:20.378099 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-a5f5260c-8755-4d7a-ae2d-1815d60378ca tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217279613&fields=id&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 267 time: 0.0490313 Feb 03 22:48:20.518935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-da29019e-2e7b-4d27-aaf7-4b36ebb16b56 None None] Current status of the port f1a41626-f4ff-472c-823c-5ea4406d15ef is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:20.519324 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da29019e-2e7b-4d27-aaf7-4b36ebb16b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:20.519517 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7316-c302-4b11-8efd-9653afd80041 req-ab70ea1c-859a-4d1f-85c6-cfa7b78c24ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:20.521015 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-ab70ea1c-859a-4d1f-85c6-cfa7b78c24ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 797 time: 0.1360564 Feb 03 22:48:20.534471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f1a41626-f4ff-472c-823c-5ea4406d15ef triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:20.534851 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:20.539922 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-424ae602-569e-4b78-a262-e205bf458e59 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/quotas/0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 375 time: 0.0127821 Feb 03 22:48:20.588837 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-da29019e-2e7b-4d27-aaf7-4b36ebb16b56 None None] For port f1a41626-f4ff-472c-823c-5ea4406d15ef, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1a41626-f4ff-472c-823c-5ea4406d15ef,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:20.601223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da29019e-2e7b-4d27-aaf7-4b36ebb16b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:20.621994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-c080be59-94ff-41d0-815f-6ab26ea13963 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758290 Feb 03 22:48:20.692201 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29019e-2e7b-4d27-aaf7-4b36ebb16b56 None None] Pushing event updated for resources: {'Port': ['ID=f1a41626-f4ff-472c-823c-5ea4406d15ef,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:20.696075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f1a41626-f4ff-472c-823c-5ea4406d15ef is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:20.697694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d510d6d-9187-479c-a25e-23fca673e7b4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:48:20.751543 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-fdebc00b-0a71-4064-8555-e0b05eb0e845 service neutron] 10.222.0.50 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129751 Feb 03 22:48:20.765519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3d510d6d-9187-479c-a25e-23fca673e7b4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:20.765900 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:20.839621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-11607170-9333-461f-8b44-60dcde5e82a9 None None] Provisioning complete for port f1a41626-f4ff-472c-823c-5ea4406d15ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:20.840264 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11607170-9333-461f-8b44-60dcde5e82a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:20.900339 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-2465fb35-ac6b-4a1f-8694-9d6d763a49ea service neutron] 10.222.0.50 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404583 Feb 03 22:48:20.934313 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Sync routers for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:48:20.944678 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:20.945359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:47:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:20.987642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3d510d6d-9187-479c-a25e-23fca673e7b4 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:20.988031 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.023666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11607170-9333-461f-8b44-60dcde5e82a9 None None] Current status of the port f1a41626-f4ff-472c-823c-5ea4406d15ef is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:21.027191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 3d510d6d-9187-479c-a25e-23fca673e7b4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d510d6d-9187-479c-a25e-23fca673e7b4,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:21.038514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-11607170-9333-461f-8b44-60dcde5e82a9 None None] Provisioning complete for port 2c158804-26ad-4f93-bb9d-36cce1a94b5e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:21.038890 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11607170-9333-461f-8b44-60dcde5e82a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.040683 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.073393 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:21.111285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=3d510d6d-9187-479c-a25e-23fca673e7b4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:21.133310 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11607170-9333-461f-8b44-60dcde5e82a9 None None] Port 2c158804-26ad-4f93-bb9d-36cce1a94b5e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:48:21.252479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-576cc15d-7547-4bbf-b979-3cad2e04aaf8 None None] Provisioning complete for port 2c158804-26ad-4f93-bb9d-36cce1a94b5e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:21.252832 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-576cc15d-7547-4bbf-b979-3cad2e04aaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.286746 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-576cc15d-7547-4bbf-b979-3cad2e04aaf8 None None] Port 2c158804-26ad-4f93-bb9d-36cce1a94b5e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:48:21.288800 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c158804-26ad-4f93-bb9d-36cce1a94b5e', 'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:0f:6c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:18Z', 'updated_at': '2022-02-03T22:48:19Z', 'revision_number': 2, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:21.314352 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Checking router: 062989b2-2f09-4288-a4cc-ab63a45410b9 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:48:21.314700 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Updating router 062989b2-2f09-4288-a4cc-ab63a45410b9 port 2c158804-26ad-4f93-bb9d-36cce1a94b5e binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:48:21.343877 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.406458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a21d7d74-e9d0-41ad-9405-e62d5d67ffb8 None None] Provisioning complete for port 2c158804-26ad-4f93-bb9d-36cce1a94b5e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:21.406748 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a21d7d74-e9d0-41ad-9405-e62d5d67ffb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.444313 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a21d7d74-e9d0-41ad-9405-e62d5d67ffb8 None None] Port 2c158804-26ad-4f93-bb9d-36cce1a94b5e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:48:21.679345 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Publish callbacks [] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.684030 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.729381 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Pushing event updated for resources: {'Port': ['ID=2c158804-26ad-4f93-bb9d-36cce1a94b5e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:21.753779 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.754125 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.754460 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.754791 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.755119 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.755443 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.755796 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.756117 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.756434 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.756747 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.757093 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.757410 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.757738 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:48:21.800686 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Attempting to bind port 2c158804-26ad-4f93-bb9d-36cce1a94b5e on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:48:21.801089 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Attempting to bind port 2c158804-26ad-4f93-bb9d-36cce1a94b5e by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:48:21.801459 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Attempting to bind port 2c158804-26ad-4f93-bb9d-36cce1a94b5e on network d657519f-1d15-4338-8597-4b1334e06314 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:48:21.806756 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:48:21.807164 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Checking segment: {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:48:21.807563 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.807953 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Bound using segment: {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:48:21.808417 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Bound port: 2c158804-26ad-4f93-bb9d-36cce1a94b5e, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:48:21.808793 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.871463 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] For port 2c158804-26ad-4f93-bb9d-36cce1a94b5e, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:48:21.875081 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] For port 2c158804-26ad-4f93-bb9d-36cce1a94b5e, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c158804-26ad-4f93-bb9d-36cce1a94b5e,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:48:21.881114 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:21.937647 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:21.938268 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:47:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:21.942353 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afcacc-67ce-4174-abc1-1a0613620f9b None None] Pushing event updated for resources: {'Port': ['ID=2c158804-26ad-4f93-bb9d-36cce1a94b5e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:21.968083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6e1c7b28-b9e9-418e-993e-0783bc3e538d None None] Provisioning complete for port 2c158804-26ad-4f93-bb9d-36cce1a94b5e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:21.968494 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7b28-b9e9-418e-993e-0783bc3e538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:22.052314 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c7b28-b9e9-418e-993e-0783bc3e538d None None] Current status of the port 2c158804-26ad-4f93-bb9d-36cce1a94b5e is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:22.052849 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7b28-b9e9-418e-993e-0783bc3e538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:22.057653 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:22.093842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6e1c7b28-b9e9-418e-993e-0783bc3e538d None None] For port 2c158804-26ad-4f93-bb9d-36cce1a94b5e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c158804-26ad-4f93-bb9d-36cce1a94b5e,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:22.099246 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7b28-b9e9-418e-993e-0783bc3e538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:22.166569 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c7b28-b9e9-418e-993e-0783bc3e538d None None] Pushing event updated for resources: {'Port': ['ID=2c158804-26ad-4f93-bb9d-36cce1a94b5e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:22.167126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d3086e24-20f2-4393-9340-a0a05d2758e3 req-351b5ae2-3a0a-47ce-ac0c-8ad2b14c777f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 210 time: 0.0361860 Feb 03 22:48:22.227155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2cc8ba8f-4eae-4c94-8d4f-4128df94459f None None] Provisioning complete for port 2c158804-26ad-4f93-bb9d-36cce1a94b5e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:22.227737 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cc8ba8f-4eae-4c94-8d4f-4128df94459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:22.259572 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1a41626-f4ff-472c-823c-5ea4406d15ef up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:48:22.325608 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c158804-26ad-4f93-bb9d-36cce1a94b5e', 'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:0f:6c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:18Z', 'updated_at': '2022-02-03T22:48:21Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:22.354374 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f293e99-cab9-45df-a2f0-ed105aba0fa7 None None] The sync data for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 is: [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c158804-26ad-4f93-bb9d-36cce1a94b5e', 'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:0f:6c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:18Z', 'updated_at': '2022-02-03T22:48:21Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:48:22.356008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port f1a41626-f4ff-472c-823c-5ea4406d15ef triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:22.356501 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:22.357954 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8ba8f-4eae-4c94-8d4f-4128df94459f None None] Current status of the port 2c158804-26ad-4f93-bb9d-36cce1a94b5e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:22.460449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port f1a41626-f4ff-472c-823c-5ea4406d15ef is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:22.461801 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d510d6d-9187-479c-a25e-23fca673e7b4 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:48:22.524936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3d510d6d-9187-479c-a25e-23fca673e7b4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:22.525340 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:22.618639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3d510d6d-9187-479c-a25e-23fca673e7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:23.267076 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a364e538-8235-473a-8a5a-10ee40cbd8b0 req-0a8c5cd5-4aee-4850-bece-a8867dd1cb64 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 210 time: 0.0303450 Feb 03 22:48:23.371379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7316-c302-4b11-8efd-9653afd80041 req-c1061d31-e7ce-4924-898b-2d9ecff8c53f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:23.373218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-c1061d31-e7ce-4924-898b-2d9ecff8c53f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 797 time: 0.1260421 Feb 03 22:48:23.442046 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-a7cf84ee-081d-4428-b1ae-bf218f697d27 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 380 time: 0.0604146 Feb 03 22:48:23.450468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'port': {'device_id': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'admin_state_up': True, 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'security_groups': ['87d0852a-7926-4e80-b376-9b0c1a6c9afc']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:23.562190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:48:23.565598 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:23.687268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.5 (d657519f-1d15-4338-8597-4b1334e06314/ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0/0e556ef9-a31a-4b8b-a308-05f6424e9ef9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:48:23.709866 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bbfbc68-df36-4220-b2d6-7545ce367d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:23.828296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:23.862049 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:23.906395 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network d657519f-1d15-4338-8597-4b1334e06314 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:48:23.909546 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:48:23.913819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:48:23.943734 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:23.970302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:23.971071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:23.988022 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-0fe844d4-d9cb-4125-8238-181f7a6eaca8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413125 Feb 03 22:48:23.998949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Request body: {'port': {'device_id': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:24.061001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:24.192985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e3d3d37b-f51e-49c6-ab60-e38f07d63853 None None] Provisioning complete for port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:24.193597 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d3d37b-f51e-49c6-ab60-e38f07d63853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:24.231197 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e3d3d37b-f51e-49c6-ab60-e38f07d63853 None None] Port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:48:24.244726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c158804-26ad-4f93-bb9d-36cce1a94b5e up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:48:24.293432 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 2c158804-26ad-4f93-bb9d-36cce1a94b5e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:24.294107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:24.338135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:48:24.346005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Publish callbacks [] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:24.358950 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Transition to ACTIVE for port object 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:48:24.364247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:24.377908 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 2c158804-26ad-4f93-bb9d-36cce1a94b5e is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:24.404870 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51061d96-d67b-443e-8b7a-b6be7ae4ba81 req-8f89b2d4-0251-4ac6-8edc-f8e9a7a9bcfb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:24.406861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51061d96-d67b-443e-8b7a-b6be7ae4ba81 req-8f89b2d4-0251-4ac6-8edc-f8e9a7a9bcfb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 931 time: 0.0644922 Feb 03 22:48:24.422496 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:24.473135 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-51061d96-d67b-443e-8b7a-b6be7ae4ba81 req-4eefd13d-c764-454f-943f-93303160321b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602379 Feb 03 22:48:24.503280 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Attempting to bind port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:48:24.503619 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Attempting to bind port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:48:24.503955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Attempting to bind port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on network d657519f-1d15-4338-8597-4b1334e06314 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:48:24.508533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on network d657519f-1d15-4338-8597-4b1334e06314 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:48:24.508862 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Attempting to bind port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on network d657519f-1d15-4338-8597-4b1334e06314 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:48:24.514000 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:48:24.514913 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Checking segment: {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:48:24.515316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Bound using segment: {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:48:24.515754 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Bound port: 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:48:24.516132 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:24.586459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:48:24.589588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:48:24.595913 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:24.630090 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:24.630785 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:24.632206 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 1091 time: 0.6376081 Feb 03 22:48:24.632671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:48:24.635021 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a437f140-a6ad-4574-a8fe-8510369e12ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:48:24.664256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f040c6-da54-4cd0-b80a-caf85db71ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:24.692734 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fffd2e6-0910-4dd1-a75b-8dcb8fea9bd5 x-openstack-request-id: req-5fffd2e6-0910-4dd1-a75b-8dcb8fea9bd5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:48:24.693064 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:48:24.693326 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fffd2e6-0910-4dd1-a75b-8dcb8fea9bd5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:48:24.693739 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'status': 'completed', 'code': 200} Feb 03 22:48:24.734003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7316-c302-4b11-8efd-9653afd80041 req-09c1c35c-adf6-46a9-b923-336b1e627806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:24.735622 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-09c1c35c-adf6-46a9-b923-336b1e627806 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1125 time: 0.0527670 Feb 03 22:48:24.779354 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-5443a19d-c286-4e18-ac7f-254f2f9a48dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 217 time: 0.0365415 Feb 03 22:48:24.834500 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7316-c302-4b11-8efd-9653afd80041 req-f4da4b33-0e9f-4594-8a8f-396360900122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:24.835968 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-f4da4b33-0e9f-4594-8a8f-396360900122 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0511026 Feb 03 22:48:24.885978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7316-c302-4b11-8efd-9653afd80041 req-fbbfb331-a2a7-4703-a7a4-b871d4a6af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:24.887518 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-fbbfb331-a2a7-4703-a7a4-b871d4a6af0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456681 Feb 03 22:48:24.976764 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-21b1d3e4-9e61-4ac3-9c02-6964f482b8c2 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829461 Feb 03 22:48:25.031739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:25.065682 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13c7316-c302-4b11-8efd-9653afd80041 req-26c912e0-c8ee-4a9c-8d74-21d595bce953 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829563 Feb 03 22:48:25.071352 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:25.155565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-f8bd56bd-7b55-4268-8b02-59cb1d5db5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:25.157189 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-f8bd56bd-7b55-4268-8b02-59cb1d5db5dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1125 time: 0.0452571 Feb 03 22:48:25.247783 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-b9b49e81-bd0e-40bb-8dc0-29fe833a8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:25.249375 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-b9b49e81-bd0e-40bb-8dc0-29fe833a8d41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.0869668 Feb 03 22:48:25.288782 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-2f633c02-67cd-4f48-ac13-3f6f4d980209 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 217 time: 0.0340657 Feb 03 22:48:25.334043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-b656a40a-e2b4-4c57-9530-2fd87372162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:25.335444 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-b656a40a-e2b4-4c57-9530-2fd87372162c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0411584 Feb 03 22:48:25.385696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-526728c8-365d-42e7-b4fd-5cf2ea13f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:25.387235 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-526728c8-365d-42e7-b4fd-5cf2ea13f155 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464981 Feb 03 22:48:25.474621 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-b33101cf-f825-4a35-a5d0-94a786625194 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808923 Feb 03 22:48:25.567522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a437f140-a6ad-4574-a8fe-8510369e12ca req-78ca4d85-7da7-4b9c-a75a-133c093cef3e service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871699 Feb 03 22:48:25.594404 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf7bd3-98ec-4f4d-a0ff-9650a5ba2277 req-2f3d8713-6f8f-41d3-9fd4-483620034513 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:25.595943 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7cf7bd3-98ec-4f4d-a0ff-9650a5ba2277 req-2f3d8713-6f8f-41d3-9fd4-483620034513 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 943 time: 0.0528300 Feb 03 22:48:25.643640 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a7cf7bd3-98ec-4f4d-a0ff-9650a5ba2277 req-8152f04d-1e31-4500-a5f6-db9f3483cdb7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421965 Feb 03 22:48:26.679748 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14a2d95d-a0e6-4c6e-b6da-499f8d7cc093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:26.764000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432878a-1df4-4295-8399-0d9d0d0c7d52 req-e72c1806-9825-4287-a69b-3e3d5a5d73bc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:26.765516 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a432878a-1df4-4295-8399-0d9d0d0c7d52 req-e72c1806-9825-4287-a69b-3e3d5a5d73bc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 943 time: 0.0524299 Feb 03 22:48:26.814417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a432878a-1df4-4295-8399-0d9d0d0c7d52 req-177e6b9d-e1ca-478e-ab79-969aeb349bf0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Feb 03 22:48:27.183994 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:27.609671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:48:27.705915 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:27.716705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'port_id': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'mac_address': 'fa:16:3e:14:f8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:48:27.752544 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:27.752954 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:27.765654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:48:27.784931 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:27.788595 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:27.836399 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:27.937500 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e7079-3032-4c79-98d4-9212dcc497f4 req-87e2a7f3-411c-422d-bd31-be58453aece3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:27.938992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-727e7079-3032-4c79-98d4-9212dcc497f4 req-87e2a7f3-411c-422d-bd31-be58453aece3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 944 time: 0.0575268 Feb 03 22:48:27.987865 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-727e7079-3032-4c79-98d4-9212dcc497f4 req-d55e93ff-1155-46e8-ba79-0bff5920995f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 Feb 03 22:48:28.237821 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['0e556ef9-a31a-4b8b-a308-05f6424e9ef9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:48:28.843620 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:29.112868 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274dbc-8559-41de-b269-b4cda498b303 req-4f2117b7-39e4-4f4c-8f9f-3c916486b28c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:29.114437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56274dbc-8559-41de-b269-b4cda498b303 req-4f2117b7-39e4-4f4c-8f9f-3c916486b28c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 944 time: 0.0556638 Feb 03 22:48:29.165044 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-56274dbc-8559-41de-b269-b4cda498b303 req-929593b0-7ccf-4f01-8d26-a978a17183f9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448570 Feb 03 22:48:29.622328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:48:29.669227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:48:29.673708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:48:29.674112 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:29.750075 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:48:29.750376 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:29.771847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:48:29.774093 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c17663e-67f9-449d-b381-4541766318fb" -d '{"events": [{"server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "name": "network-vif-plugged", "status": "completed", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:48:29.789716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:48:29.793370 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:29.816031 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faac35be-5daa-4fd9-ac35-6e4ca66aa3a0 x-openstack-request-id: req-faac35be-5daa-4fd9-ac35-6e4ca66aa3a0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:48:29.816322 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "name": "network-vif-plugged", "status": "completed", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:48:29.816573 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-faac35be-5daa-4fd9-ac35-6e4ca66aa3a0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:48:29.816984 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'code': 200} Feb 03 22:48:29.843328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:29.914137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0cbb9-1c97-4817-a292-5843b0034bf7 req-7111a553-cc3d-4262-9424-10803d669ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:29.915684 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a7d0cbb9-1c97-4817-a292-5843b0034bf7 req-7111a553-cc3d-4262-9424-10803d669ec5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1127 time: 0.0449817 Feb 03 22:48:29.959561 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a7d0cbb9-1c97-4817-a292-5843b0034bf7 req-f69f8fa4-f1b4-4c5d-81c9-7ee0eac47fd6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377908 Feb 03 22:48:29.994624 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:30.282655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39795f82-f247-467f-b880-154e5679acc5 req-7f2e818c-009d-446a-8539-eb2406376f83 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:30.284165 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39795f82-f247-467f-b880-154e5679acc5 req-7f2e818c-009d-446a-8539-eb2406376f83 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0524871 Feb 03 22:48:30.335847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-39795f82-f247-467f-b880-154e5679acc5 req-59e08ec5-654f-45a6-9660-902c57578558 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 Feb 03 22:48:31.456852 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12524-abfd-4818-a129-a4cbef6819a5 req-cb459c18-5934-4d82-b24e-a4bee575357f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:31.458346 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ca12524-abfd-4818-a129-a4cbef6819a5 req-cb459c18-5934-4d82-b24e-a4bee575357f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0524971 Feb 03 22:48:31.506175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ca12524-abfd-4818-a129-a4cbef6819a5 req-a110321f-3c64-482b-b779-4f9156be55e4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Feb 03 22:48:31.622643 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c5aa2-6df3-401c-845d-bf4b4f0d4cbc req-49b410fb-08b5-4b3f-9a49-7afee4494db9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:31.624052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c3c5aa2-6df3-401c-845d-bf4b4f0d4cbc req-49b410fb-08b5-4b3f-9a49-7afee4494db9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0520699 Feb 03 22:48:31.672663 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7c3c5aa2-6df3-401c-845d-bf4b4f0d4cbc req-7b84b493-668c-4471-a524-914ce1dc3b6c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Feb 03 22:48:31.693933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55280) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:31.741175 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f031bf-8737-4b47-b2f2-178bb4bcaf08 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:31.742679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-58f031bf-8737-4b47-b2f2-178bb4bcaf08 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1122 time: 0.0477793 Feb 03 22:48:31.745429 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:31.749622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:48:31.769418 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:31.868533 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:31.982025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.154 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/c2a6c3eb-d588-4294-9481-0cc25a237e62) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:48:32.083722 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (c2a6c3eb-d588-4294-9481-0cc25a237e62), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:32.120386 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c2a6c3eb-d588-4294-9481-0cc25a237e62), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:32.159638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:48:32.162745 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:48:32.166321 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:48:32.172093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=c2a6c3eb-d588-4294-9481-0cc25a237e62,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:32.513518 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (53036694-0cca-465a-ba94-0e24f712f5a4), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:32.581982 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c2a6c3eb-d588-4294-9481-0cc25a237e62), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:32.729590 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (c2a6c3eb-d588-4294-9481-0cc25a237e62), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:32.734531 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (c2a6c3eb-d588-4294-9481-0cc25a237e62), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:32.799979 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=c2a6c3eb-d588-4294-9481-0cc25a237e62,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:48:32.811327 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (53036694-0cca-465a-ba94-0e24f712f5a4), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:32.913366 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 53036694-0cca-465a-ba94-0e24f712f5a4 associated. External IP: 172.25.5.154, port: 0e556ef9-a31a-4b8b-a308-05f6424e9ef9. Feb 03 22:48:33.121831 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 062989b2-2f09-4288-a4cc-ab63a45410b9 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:48:33.233392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:48:33.244422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] Sync routers for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:48:33.250667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:33.254345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:33.254981 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:48:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:33.284538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-218fc01f-23d5-4183-9054-8e64cbf04097 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5380957 Feb 03 22:48:33.285210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:48:33.287742 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ad2415-5a87-4c3d-99be-92b34c301851" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:48:33.331458 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60217e1-d168-4713-9d31-8a313767d159 x-openstack-request-id: req-f60217e1-d168-4713-9d31-8a313767d159 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:48:33.331700 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:48:33.332549 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f60217e1-d168-4713-9d31-8a313767d159 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:48:33.332549 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'status': 'completed', 'code': 200} Feb 03 22:48:33.382792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:33.386244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c901935-2d3b-4535-9d8d-62bfe3e645e1 req-56e55a9e-2576-4ad0-aafe-a585710c0bf9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:33.387765 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c901935-2d3b-4535-9d8d-62bfe3e645e1 req-56e55a9e-2576-4ad0-aafe-a585710c0bf9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0543387 Feb 03 22:48:33.402995 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-41c5b6c5-8654-472a-a3bc-5c96d6e6e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:33.404523 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-41c5b6c5-8654-472a-a3bc-5c96d6e6e933 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1127 time: 0.0506024 Feb 03 22:48:33.440297 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c901935-2d3b-4535-9d8d-62bfe3e645e1 req-01ce3cb0-0816-4416-afd0-73bed98c8dc1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446348 Feb 03 22:48:33.463860 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:33.531112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d43113c8-7ab5-46ac-8c7f-293faacc4492 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/53036694-0cca-465a-ba94-0e24f712f5a4 HTTP/1.1" status: 200 len: 991 time: 0.0659871 Feb 03 22:48:33.625035 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '53036694-0cca-465a-ba94-0e24f712f5a4', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'port_id': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'mac_address': 'fa:16:3e:14:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:48:32Z', 'updated_at': '2022-02-03T22:48:32Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c158804-26ad-4f93-bb9d-36cce1a94b5e', 'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:0f:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:18Z', 'updated_at': '2022-02-03T22:48:22Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:33.651975 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] Checking router: 062989b2-2f09-4288-a4cc-ab63a45410b9 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:48:33.661045 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:48:33.661672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:48:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:33.774939 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:48:33.799173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-630aacc6-91f4-4e27-b86a-a126be795914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:33.800668 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-630aacc6-91f4-4e27-b86a-a126be795914 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.3901472 Feb 03 22:48:33.865437 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-c38b2604-e49c-4cec-b1ff-11e1189fbcbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 999 time: 0.0582952 Feb 03 22:48:33.916758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-0b17f89a-9d96-40e6-a7df-4c58d3e7edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:33.918489 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-0b17f89a-9d96-40e6-a7df-4c58d3e7edc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0476377 Feb 03 22:48:33.965917 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-c1e56486-f3e1-41f1-80d3-06a32b1150b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:33.967479 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-c1e56486-f3e1-41f1-80d3-06a32b1150b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437517 Feb 03 22:48:34.001546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '53036694-0cca-465a-ba94-0e24f712f5a4', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'port_id': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'mac_address': 'fa:16:3e:14:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:48:32Z', 'updated_at': '2022-02-03T22:48:32Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c158804-26ad-4f93-bb9d-36cce1a94b5e', 'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:0f:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:18Z', 'updated_at': '2022-02-03T22:48:22Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:48:34.027923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472289ce-11fc-4b59-bed2-dedb6942d845 None None] The sync data for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 is: [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '53036694-0cca-465a-ba94-0e24f712f5a4', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'port_id': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'mac_address': 'fa:16:3e:14:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:48:32Z', 'updated_at': '2022-02-03T22:48:32Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c158804-26ad-4f93-bb9d-36cce1a94b5e', 'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:0f:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:18Z', 'updated_at': '2022-02-03T22:48:22Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:48:34.060589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-ff50212f-e2b8-4ef4-8f89-efb8a25463ca service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874581 Feb 03 22:48:34.151394 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b3ad2415-5a87-4c3d-99be-92b34c301851 req-546f2566-ab68-4ebc-87b3-2e5f712c7df9 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847254 Feb 03 22:48:34.218359 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae608db-4128-4531-bc98-29dee880dbe1 None None] New status for floating IP 53036694-0cca-465a-ba94-0e24f712f5a4: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:48:34.534337 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:48:34.594265 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f0d65bfd-7a83-45b1-8313-f851ec7f1f34 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/53036694-0cca-465a-ba94-0e24f712f5a4 HTTP/1.1" status: 200 len: 993 time: 0.0587876 Feb 03 22:48:43.955707 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:48:53.713061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a478-e26b-4613-abff-224b58b973fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:55.068073 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:55.072058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:56.682171 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cad1cef4-2e9c-4ed6-bfbf-da553531a677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:57.184026 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:58.846082 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:48:59.863731 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-fe8b863b-3a70-410f-8fc1-848caee5f571 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427630 Feb 03 22:48:59.950873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-301edf1e-f00b-43da-9ea8-c2af31b948ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:48:59.952379 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-301edf1e-f00b-43da-9ea8-c2af31b948ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1127 time: 0.0495403 Feb 03 22:48:59.995599 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:00.055386 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-ab69406f-eb19-417d-8043-a47d475f0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:00.056862 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-ab69406f-eb19-417d-8043-a47d475f0d24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.0861712 Feb 03 22:49:00.126289 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-0a928dbc-1237-4959-b71a-13fb577f8d07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0616519 Feb 03 22:49:00.172035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-840d2f2d-44fe-474a-a9d4-8f26676f4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:00.173482 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-840d2f2d-44fe-474a-a9d4-8f26676f4e19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0419984 Feb 03 22:49:00.220581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-25083bc1-f20a-4770-bd37-40051f4944c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:00.222122 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-25083bc1-f20a-4770-bd37-40051f4944c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432103 Feb 03 22:49:00.312310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-e06bcc77-5a46-4f8e-952d-30726c121252 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842223 Feb 03 22:49:00.398523 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d13f422d-b9ad-4ab2-b81a-d8c32f371761 req-4476e174-5ad6-4be1-bfa9-48f69d3662e5 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801933 Feb 03 22:49:20.955937 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:49:23.713739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6666db3-16bc-40a5-8f37-c3d795e4f7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:25.060623 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:25.083618 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:26.683915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-278078cd-f83a-4a2c-a3f9-9b493f101d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:27.187387 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:28.849475 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:29.998037 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:37.326198 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-8583ae80-caa4-4220-92ed-2e7008b78d81 req-f8a48aab-7239-4f5f-88c8-78a8e12d4d9b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:49:37.327226 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8583ae80-caa4-4220-92ed-2e7008b78d81 req-f8a48aab-7239-4f5f-88c8-78a8e12d4d9b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0591366 Feb 03 22:49:37.515692 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d24c29-97cd-492d-b97e-def265d0afde req-7cc203d8-d3e0-4422-87df-e4c55afb4f3a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:37.517004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:49:37.517523 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3d24c29-97cd-492d-b97e-def265d0afde req-7cc203d8-d3e0-4422-87df-e4c55afb4f3a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0571039 Feb 03 22:49:37.569106 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3d24c29-97cd-492d-b97e-def265d0afde req-ea68dcb5-6aca-4959-b7de-79b916b30fac tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456259 Feb 03 22:49:37.601700 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-f2af600a-6408-4e1e-a066-58d1d9ae2749 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835276 Feb 03 22:49:37.610966 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-08d8c31f-11c9-441e-b555-9ad21e395496 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:49:37.611933 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-08d8c31f-11c9-441e-b555-9ad21e395496 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049057 Feb 03 22:49:38.695326 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e0197-ec8d-4a4b-be41-aa23a52fdcce req-d9fb3b29-dc43-4545-8fc8-c6e6b6bff218 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:38.696847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a6e0197-ec8d-4a4b-be41-aa23a52fdcce req-d9fb3b29-dc43-4545-8fc8-c6e6b6bff218 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0539742 Feb 03 22:49:38.726579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-36f85f34-4e01-48a3-8fe8-a63e6bb2c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:38.728104 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-36f85f34-4e01-48a3-8fe8-a63e6bb2c639 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1127 time: 0.0882778 Feb 03 22:49:38.745831 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4a6e0197-ec8d-4a4b-be41-aa23a52fdcce req-89c7a770-4697-45bf-87fa-32af24ec1d51 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Feb 03 22:49:38.817918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-e809c72d-0bc5-4f4e-9644-d93a23cb450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:38.819483 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-e809c72d-0bc5-4f4e-9644-d93a23cb450b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.0852041 Feb 03 22:49:38.887553 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-4509a0b1-5609-4468-bb57-118995b51804 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0620227 Feb 03 22:49:38.936293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-95d482cd-3e7b-46d4-b598-7e80921b59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:38.937800 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-95d482cd-3e7b-46d4-b598-7e80921b59d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0440097 Feb 03 22:49:38.984953 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-29ce6ba6-b7f6-4079-9a20-164116440bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:38.986486 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-29ce6ba6-b7f6-4079-9a20-164116440bbc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433867 Feb 03 22:49:38.999215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-e77559e7-7b37-4005-8358-9a2a5e9ced0d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:49:39.000152 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-e77559e7-7b37-4005-8358-9a2a5e9ced0d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053940 Feb 03 22:49:39.092298 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-d5f6f695-4d6b-4404-b373-bc4cc30797e8 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858269 Feb 03 22:49:39.182836 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-a3d2ee93-ff55-4589-b910-47c095917f31 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838411 Feb 03 22:49:39.864820 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5d609-f1ce-4429-8c6b-e2825ae8604a req-caedb301-f6a1-403e-891b-27bc5450cb1c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:39.866359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ca5d609-f1ce-4429-8c6b-e2825ae8604a req-caedb301-f6a1-403e-891b-27bc5450cb1c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Feb 03 22:49:39.923110 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ca5d609-f1ce-4429-8c6b-e2825ae8604a req-a328da06-05d6-487f-a0db-a151cf151003 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506425 Feb 03 22:49:41.042462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17bf90-ad69-49b9-a29c-c357bc228f75 req-2cf83f53-456f-461a-96d1-765f9d85685f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:41.043932 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e17bf90-ad69-49b9-a29c-c357bc228f75 req-2cf83f53-456f-461a-96d1-765f9d85685f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0525148 Feb 03 22:49:41.093859 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e17bf90-ad69-49b9-a29c-c357bc228f75 req-08bd2c32-c2aa-4a6b-aab8-dfc7571dda67 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444131 Feb 03 22:49:42.212340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848035a-7965-47bc-858e-6ac1c79ae41a req-18d48ea1-c41e-41ff-9cd6-ba21e4c45c74 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:42.213847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c848035a-7965-47bc-858e-6ac1c79ae41a req-18d48ea1-c41e-41ff-9cd6-ba21e4c45c74 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0526831 Feb 03 22:49:42.277238 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c848035a-7965-47bc-858e-6ac1c79ae41a req-2f385635-098c-4a4b-92c8-990930c06471 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577660 Feb 03 22:49:43.399434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac462bb3-3ff5-4120-a05c-3f0f99a02e45 req-27b0fdf2-5cdc-4d70-922a-b9a758acd7de tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:43.400949 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac462bb3-3ff5-4120-a05c-3f0f99a02e45 req-27b0fdf2-5cdc-4d70-922a-b9a758acd7de tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0564423 Feb 03 22:49:43.449059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac462bb3-3ff5-4120-a05c-3f0f99a02e45 req-7f8f4bb8-5372-43eb-bd1d-9436e3fe899b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413089 Feb 03 22:49:44.565553 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b108-0c99-4503-a2ac-b6611f2bf8fb req-abd7c59e-e905-47aa-ae0d-327c30c12e2b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:44.567050 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e25b108-0c99-4503-a2ac-b6611f2bf8fb req-abd7c59e-e905-47aa-ae0d-327c30c12e2b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0528696 Feb 03 22:49:44.615236 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0e25b108-0c99-4503-a2ac-b6611f2bf8fb req-10b1d46a-c8e5-4447-be82-f36bff0e3121 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Feb 03 22:49:45.733037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ae1b-54fa-408d-8f3a-bbbdca0f9882 req-de77381e-9c96-409b-8f57-7447cbedbbe6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:45.734482 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa16ae1b-54fa-408d-8f3a-bbbdca0f9882 req-de77381e-9c96-409b-8f57-7447cbedbbe6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Feb 03 22:49:45.786355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fa16ae1b-54fa-408d-8f3a-bbbdca0f9882 req-168b161b-e070-41ac-b6b7-c57428bf4d9d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464065 Feb 03 22:49:46.905247 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a1a1f-d99f-4bba-ac1e-a95b2fb5495a req-ef139cfe-8587-4710-9244-463b02751b9e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:46.906722 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-032a1a1f-d99f-4bba-ac1e-a95b2fb5495a req-ef139cfe-8587-4710-9244-463b02751b9e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0513942 Feb 03 22:49:46.955371 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-032a1a1f-d99f-4bba-ac1e-a95b2fb5495a req-8bf44b97-0a58-478a-8664-abb4f7e76077 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Feb 03 22:49:48.072974 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcf418-572e-40da-862a-29d6a104a1e3 req-84bc80db-9629-455f-9a71-200061c83e68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:48.075056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11bcf418-572e-40da-862a-29d6a104a1e3 req-84bc80db-9629-455f-9a71-200061c83e68 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0522776 Feb 03 22:49:48.121683 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11bcf418-572e-40da-862a-29d6a104a1e3 req-7e824408-f0cd-400f-924b-42fd911deb3f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411792 Feb 03 22:49:49.243395 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9d4de-ae51-4523-92c9-133136ad046c req-512b7f65-1a54-43f9-8b49-1614884a86a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:49.244792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dae9d4de-ae51-4523-92c9-133136ad046c req-512b7f65-1a54-43f9-8b49-1614884a86a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0552390 Feb 03 22:49:49.293902 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dae9d4de-ae51-4523-92c9-133136ad046c req-6613fb36-989e-44b0-902e-7568888828cf tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Feb 03 22:49:50.414254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8dca8-805b-4f33-ae7e-f88acd792eb9 req-47a7867c-90c1-4ca9-8747-ae766e99d5d3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:50.415731 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9c8dca8-805b-4f33-ae7e-f88acd792eb9 req-47a7867c-90c1-4ca9-8747-ae766e99d5d3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0527616 Feb 03 22:49:50.463343 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c9c8dca8-805b-4f33-ae7e-f88acd792eb9 req-55fe104c-f3b2-4b2e-a82d-f446cf40e329 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Feb 03 22:49:51.253770 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-88557816-fa8e-4b62-a851-dccf74d577e3 service neutron] show failed (client error): The resource could not be found. Feb 03 22:49:51.254730 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-88557816-fa8e-4b62-a851-dccf74d577e3 service neutron] 10.222.0.10 "GET /v2.0/ports/0e556ef9-a31a-4b8b-a308-05f6424e9ef9/bindings/n-h2-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0537827 Feb 03 22:49:51.508583 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-e3e847bc-e9d7-4ffe-a7f7-35c92e11dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:51.510181 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-e3e847bc-e9d7-4ffe-a7f7-35c92e11dbbd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 1127 time: 0.1026363 Feb 03 22:49:51.521510 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:49:51.580832 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:51.595755 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3bcf-7b2d-4237-92ca-b69fdd536eb3 req-f44f0219-a608-49f4-b0a3-1d7398b82737 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:51.597275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf0a3bcf-7b2d-4237-92ca-b69fdd536eb3 req-f44f0219-a608-49f4-b0a3-1d7398b82737 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0561714 Feb 03 22:49:51.646312 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bf0a3bcf-7b2d-4237-92ca-b69fdd536eb3 req-c152ed39-99dc-4522-83f5-9b28c97a80e4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Feb 03 22:49:51.782788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:49:51.816335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:49:51.859742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:49:51.862013 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b250da9-c2e5-4776-a099-e6add95e0412" -d '{"events": [{"server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "name": "network-vif-unplugged", "status": "completed", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:49:51.865468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Publish callbacks [] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:51.878157 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Transition to ACTIVE for port object 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:49:51.881913 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:51.914930 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 22:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b979b4e8-243a-484a-af61-b0639d1b8c09 x-openstack-request-id: req-b979b4e8-243a-484a-af61-b0639d1b8c09 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:49:51.915228 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "name": "network-vif-unplugged", "status": "completed", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:49:51.915486 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b979b4e8-243a-484a-af61-b0639d1b8c09 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:49:51.915893 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'code': 200} Feb 03 22:49:51.934030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Pushing event updated for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:49:51.972349 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.972704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.973078 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.973424 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.973760 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.974093 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.974423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.974755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.975086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.975413 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.975742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.976073 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:51.976390 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:52.019004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] No DVR routers for this DVR port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:49:52.164109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Attempting to bind port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:49:52.164446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Attempting to bind port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:49:52.164770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Attempting to bind port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on network d657519f-1d15-4338-8597-4b1334e06314 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:49:52.169009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on network d657519f-1d15-4338-8597-4b1334e06314 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:49:52.169334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Attempting to bind port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on network d657519f-1d15-4338-8597-4b1334e06314 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:49:52.174081 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:49:52.174422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Checking segment: {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:49:52.174813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Bound using segment: {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:49:52.175237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Bound port: 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e74018-e625-4ba9-afc7-2afabfbf0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:49:52.175612 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:52.237582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:49:52.240504 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:49:52.246660 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:52.280624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:52.281336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:52.282636 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 1091 time: 0.7653055 Feb 03 22:49:52.319071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f78300-e86f-47c8-b085-fd32aace0063 service neutron] Pushing event updated for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:49:52.356534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-21b1c897-bb62-4cd0-9d10-4907987f9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:52.358228 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-21b1c897-bb62-4cd0-9d10-4907987f9a13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1125 time: 0.0532906 Feb 03 22:49:52.454457 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-b1e983bc-61cb-4791-9cb6-9054bb9c9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:52.456093 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-b1e983bc-61cb-4791-9cb6-9054bb9c9f2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.0926740 Feb 03 22:49:52.522658 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-55c0e365-1284-4bdd-b24a-ea1df1101de8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 999 time: 0.0608292 Feb 03 22:49:52.575654 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-b21efc36-f0f9-4164-b1b2-47c5eb2a0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:52.577047 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-b21efc36-f0f9-4164-b1b2-47c5eb2a0a06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0485816 Feb 03 22:49:52.623941 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-951d0f93-767f-4cf8-a12a-de6445833ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:52.625457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-951d0f93-767f-4cf8-a12a-de6445833ae0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431685 Feb 03 22:49:52.715674 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-5115e24b-4a71-4936-abe1-2735e20dde1c service neutron] 10.222.0.47 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842600 Feb 03 22:49:52.766476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e92b7-5400-4c12-a758-9c59e68575fa req-d9702cbe-a745-4c95-80d6-434170bd0b62 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:52.768202 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-309e92b7-5400-4c12-a758-9c59e68575fa req-d9702cbe-a745-4c95-80d6-434170bd0b62 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 943 time: 0.0534694 Feb 03 22:49:52.810594 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f10c32ca-7dd9-403b-89d6-1db1307b5ef7 req-87b508a3-b579-4932-8eeb-67808ac8f7b9 service neutron] 10.222.0.47 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Feb 03 22:49:52.818243 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-309e92b7-5400-4c12-a758-9c59e68575fa req-7d79eed9-34f1-4371-828e-027127602b06 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444689 Feb 03 22:49:53.714966 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18a394cd-995d-4453-8390-26ace643508b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:53.917443 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:49:53.919810 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bebf20f-1319-43a3-9759-2e0f7db094db" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:49:53.940367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4b30f-71d1-4382-9242-a90a624931e3 req-7aff1b2c-d6e5-4ad1-b18f-3ab30709102d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:53.941925 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fca4b30f-71d1-4382-9242-a90a624931e3 req-7aff1b2c-d6e5-4ad1-b18f-3ab30709102d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 943 time: 0.0535519 Feb 03 22:49:53.968400 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd392085-14d0-4308-a8a1-7a77d6d3e65d x-openstack-request-id: req-cd392085-14d0-4308-a8a1-7a77d6d3e65d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:49:53.968690 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:49:53.968985 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd392085-14d0-4308-a8a1-7a77d6d3e65d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:49:53.969399 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'status': 'completed', 'code': 200} Feb 03 22:49:54.000185 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fca4b30f-71d1-4382-9242-a90a624931e3 req-acb262b1-ae5f-4ee3-a8a2-2aa7dbda65cd tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527020 Feb 03 22:49:54.062356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-486dd106-f591-41d5-a5a3-e5357c6a9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:54.063882 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-486dd106-f591-41d5-a5a3-e5357c6a9de5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1125 time: 0.0780005 Feb 03 22:49:54.065666 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-5b30f116-eaae-4c35-bedb-bc65139f7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:54.067020 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-5b30f116-eaae-4c35-bedb-bc65139f7e67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1125 time: 0.0713415 Feb 03 22:49:54.226542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-60fb5005-e5ac-4b6b-84bd-ef71b2394673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:54.227958 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-60fb5005-e5ac-4b6b-84bd-ef71b2394673 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.1573915 Feb 03 22:49:54.229352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-f7453fd8-efe5-4850-a017-9e8c60c14040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:54.230680 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-f7453fd8-efe5-4850-a017-9e8c60c14040 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.1516552 Feb 03 22:49:54.340459 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-3c7652e7-bf79-4e7d-ba29-73baefaa6ced service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 999 time: 0.1048226 Feb 03 22:49:54.344147 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-cf079ef0-a807-43bb-b685-8d2b5dbcba1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 999 time: 0.1018372 Feb 03 22:49:54.420163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-da11f134-ea3c-4117-af32-57765a1608ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:54.421640 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-da11f134-ea3c-4117-af32-57765a1608ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0750885 Feb 03 22:49:54.424863 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-71edcde1-79d7-4321-a33d-35ce28f3bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:54.426205 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-71edcde1-79d7-4321-a33d-35ce28f3bc6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0726416 Feb 03 22:49:54.504810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-cf43ac76-fcb4-4e08-9eef-a795a53c3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:54.506257 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-cf43ac76-fcb4-4e08-9eef-a795a53c3a05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0785482 Feb 03 22:49:54.508054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-c232e199-e027-4351-a07a-f0f266d71b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:54.509466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-c232e199-e027-4351-a07a-f0f266d71b0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738649 Feb 03 22:49:54.663572 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-eb1bb64f-e77e-427f-9f44-95e2685e7958 service neutron] 10.222.0.47 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502764 Feb 03 22:49:54.665471 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-22899c43-9897-43f4-a2b8-9842e9424f3a service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456072 Feb 03 22:49:54.820587 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-c2dccaae-642f-4340-99ba-29eee66edf66 service neutron] 10.222.0.47 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508625 Feb 03 22:49:54.822514 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-6bebf20f-1319-43a3-9759-2e0f7db094db req-936ccdfb-6ccf-44dc-ad0e-1800c62a2260 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459451 Feb 03 22:49:55.077043 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:55.101006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:55.121650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b5ae6-2dd3-462d-a921-cdb3e14bf2eb req-5be3a40e-33e5-4911-9db4-c728cc44f3af tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:55.123136 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f61b5ae6-2dd3-462d-a921-cdb3e14bf2eb req-5be3a40e-33e5-4911-9db4-c728cc44f3af tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 943 time: 0.0528669 Feb 03 22:49:55.171384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f61b5ae6-2dd3-462d-a921-cdb3e14bf2eb req-66965687-3f9e-40de-9fff-5c1255edfe37 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 Feb 03 22:49:56.009641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:49:56.047627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] The host n-h1-824834-9 is not matching for port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 host n-h2-824834-9! {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 22:49:56.048015 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:49:56.287779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6d6d-881b-4c42-a73c-a4ae5f86ba69 req-16ddcfbb-d4a1-4d15-9256-cc629c7ce501 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:56.290154 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ace6d6d-881b-4c42-a73c-a4ae5f86ba69 req-16ddcfbb-d4a1-4d15-9256-cc629c7ce501 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 943 time: 0.0527463 Feb 03 22:49:56.344217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0ace6d6d-881b-4c42-a73c-a4ae5f86ba69 req-f49aaecb-8402-46fd-bb3c-681dbf085a07 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479052 Feb 03 22:49:56.543768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694612-f172-4d3a-ad30-2e627c098d29 req-60bfaadd-a874-4ca4-970d-3e8aab1494f2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:56.545379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc694612-f172-4d3a-ad30-2e627c098d29 req-60bfaadd-a874-4ca4-970d-3e8aab1494f2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 943 time: 0.0573778 Feb 03 22:49:56.569590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-1fd04335-1bd9-4840-831c-eab765941423 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:56.571068 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-1fd04335-1bd9-4840-831c-eab765941423 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473&tenant_id=0e04285a1d5d4473bf2d0bd071997629&binding%3Ahost_id=n-h2-824834-9 HTTP/1.1" status: 200 len: 943 time: 0.0708616 Feb 03 22:49:56.594375 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fc694612-f172-4d3a-ad30-2e627c098d29 req-599b5cbd-bb37-4733-9e8c-6797a6d227e5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 Feb 03 22:49:56.629407 n-d-824834-9 neutron-server[103398]: INFO neutron.api.v2.resource [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-49bf006a-f5f1-4edf-8499-1eb11f4c09e4 service neutron] delete failed (client error): The resource could not be found. Feb 03 22:49:56.630518 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-49bf006a-f5f1-4edf-8499-1eb11f4c09e4 service neutron] 10.222.0.10 "DELETE /v2.0/ports/0e556ef9-a31a-4b8b-a308-05f6424e9ef9/bindings/n-h1-824834-9 HTTP/1.1" status: 404 len: 380 time: 0.0536475 Feb 03 22:49:56.640556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:49:56.724563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-ab9387e4-406e-460f-a64d-22a4b953b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:56.725674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a080e7-81b1-4359-8398-ca34dfc9f625 req-12f35a07-fcab-4864-a349-77c9ee29c24c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:56.726719 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-ab9387e4-406e-460f-a64d-22a4b953b313 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1125 time: 0.0518234 Feb 03 22:49:56.727198 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95a080e7-81b1-4359-8398-ca34dfc9f625 req-12f35a07-fcab-4864-a349-77c9ee29c24c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 943 time: 0.0585294 Feb 03 22:49:56.732205 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efaa8db6-83db-4299-bc61-be6930a332a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:56.764442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:49:56.776248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'port_id': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'mac_address': 'fa:16:3e:14:f8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:49:56.786351 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95a080e7-81b1-4359-8398-ca34dfc9f625 req-857156d4-b813-40fd-b53f-a29fa1483d70 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527186 Feb 03 22:49:56.815163 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:49:56.815560 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:56.825137 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-a6444ca5-8743-4b5e-b4fe-691de44d0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:56.826674 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-a6444ca5-8743-4b5e-b4fe-691de44d0e0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.0951157 Feb 03 22:49:56.828858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:49:56.849524 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:49:56.853220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:56.892175 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-7df82955-1fbb-4875-9b58-83139a5e3c06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 999 time: 0.0598199 Feb 03 22:49:56.899088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:49:56.907956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.908555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.909104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.909609 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.910107 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.910604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.911114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.911607 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.912104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.912592 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.913925 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.914265 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.914601 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:49:56.941767 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-e5cfef12-4f9f-43ec-8666-7b0194dc95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:56.943239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-e5cfef12-4f9f-43ec-8666-7b0194dc95e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0452533 Feb 03 22:49:56.995301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-bc515798-c67d-4a4e-a980-863111493977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:56.997250 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-bc515798-c67d-4a4e-a980-863111493977 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483501 Feb 03 22:49:57.083479 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-cb3d16ec-ab97-41c3-8084-42021a3af017 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806673 Feb 03 22:49:57.176214 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cf2d68a9-39a7-427f-a731-ce3f905c3e3c req-5fd816f7-e5b9-44a3-b5e1-bb4f513357f6 service neutron] 10.222.0.10 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871570 Feb 03 22:49:57.188005 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:57.255496 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['0e556ef9-a31a-4b8b-a308-05f6424e9ef9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:49:57.907846 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb35442-cc38-41ea-8115-c1b93a1363b4 req-2e5f82b5-efd7-438a-b594-cc10cbf12261 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:49:57.909396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bb35442-cc38-41ea-8115-c1b93a1363b4 req-2e5f82b5-efd7-438a-b594-cc10cbf12261 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 944 time: 0.0513084 Feb 03 22:49:57.955893 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:49:57.961485 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bb35442-cc38-41ea-8115-c1b93a1363b4 req-130a8d00-e5f0-4c33-8140-95b3b8df054b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463295 Feb 03 22:49:57.983293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:49:58.044427 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-88cc8316-29ab-420c-a31f-184d039ddd57 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/53036694-0cca-465a-ba94-0e24f712f5a4 HTTP/1.1" status: 200 len: 992 time: 0.0598044 Feb 03 22:49:58.630725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:49:58.678558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:49:58.682325 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:49:58.682695 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:58.765864 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:49:58.766235 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:58.789464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:49:58.792051 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be06d1a-5b21-4ee2-b4cb-e1dbdd278f47" -d '{"events": [{"server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "name": "network-vif-plugged", "status": "completed", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:49:58.807411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:49:58.812696 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:58.835848 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b49b23-0575-4bbf-8c2d-519244772d88 x-openstack-request-id: req-83b49b23-0575-4bbf-8c2d-519244772d88 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:49:58.836145 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "name": "network-vif-plugged", "status": "completed", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:49:58.836400 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83b49b23-0575-4bbf-8c2d-519244772d88 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:49:58.836790 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'code': 200} Feb 03 22:49:58.868292 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:49:58.872726 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:50:00.000239 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:21.487199 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-a0443188-7570-4b5c-892c-8c9ab02f37de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424175 Feb 03 22:50:21.573839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-73077bf6-4144-4634-9bad-6a702936e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:21.575396 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-73077bf6-4144-4634-9bad-6a702936e64d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1127 time: 0.0486228 Feb 03 22:50:21.677163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-b61f504d-c2ce-4bb0-8994-91059ee46ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:21.678657 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-b61f504d-c2ce-4bb0-8994-91059ee46ed6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.0837564 Feb 03 22:50:21.746392 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-546e9166-3479-40dd-ae76-5b788ec3655c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0615587 Feb 03 22:50:21.794406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-2c863651-b37b-440f-9713-2ba8e2cdabda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:21.795862 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-2c863651-b37b-440f-9713-2ba8e2cdabda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0439210 Feb 03 22:50:21.842923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-19cd076b-551c-4e05-8c8d-cb9f9e04319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:21.844404 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-19cd076b-551c-4e05-8c8d-cb9f9e04319b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429833 Feb 03 22:50:22.228876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-85fcd1dc-b9b4-40ea-8651-cdbb2a6a2932 service neutron] 10.222.0.47 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783946 Feb 03 22:50:22.316088 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e32fee80-8bbe-4ec3-90a1-6d1a9f78f3f0 req-f5696000-1ddd-4677-ab51-1fb05e12466f service neutron] 10.222.0.47 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800028 Feb 03 22:50:23.717576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26013675-f7e1-48b0-9cb0-2553b25dab84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:25.098057 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:25.114333 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:26.683561 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-856c2ad0-73a7-4fec-8dee-c2b84b3b89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:27.191484 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:28.855630 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:30.002539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:34.957545 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:50:52.966325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55434) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:50:53.119934 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port c2a6c3eb-d588-4294-9481-0cc25a237e62 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:50:53.120273 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c2a6c3eb-d588-4294-9481-0cc25a237e62), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:53.195062 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c2a6c3eb-d588-4294-9481-0cc25a237e62), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:53.195324 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (c2a6c3eb-d588-4294-9481-0cc25a237e62), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:53.207798 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for c2a6c3eb-d588-4294-9481-0cc25a237e62 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:50:53.352207 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (c2a6c3eb-d588-4294-9481-0cc25a237e62), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:53.376641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=c2a6c3eb-d588-4294-9481-0cc25a237e62,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:50:53.388077 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.388434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.388780 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.389148 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.390674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.390674 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.390883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.391030 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.391360 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.391690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.392018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.392343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.392665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:53.453321 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (53036694-0cca-465a-ba94-0e24f712f5a4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:53.453586 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 53036694-0cca-465a-ba94-0e24f712f5a4 disassociated (deleted). External IP: 172.25.5.154, port: 0e556ef9-a31a-4b8b-a308-05f6424e9ef9. Feb 03 22:50:53.719446 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d52e3ea-90cd-4ee9-a3ce-b03021e41987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:53.963844 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 062989b2-2f09-4288-a4cc-ab63a45410b9 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:50:54.069304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:50:54.074173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:54.079740 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] Sync routers for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:50:54.088688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:50:54.089359 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:50:54.105913 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a7dd3db0-65dc-473a-9a06-7efa4962d7d2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/floatingips/53036694-0cca-465a-ba94-0e24f712f5a4 HTTP/1.1" status: 204 len: 168 time: 1.1385067 Feb 03 22:50:54.106507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:50:54.109405 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea179ce3-da97-4239-8d3f-dd2777a567d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:50:54.147108 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06eec33-9707-4608-8941-c41c8a343801 x-openstack-request-id: req-f06eec33-9707-4608-8941-c41c8a343801 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:50:54.147408 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:50:54.147669 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f06eec33-9707-4608-8941-c41c8a343801 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:50:54.148072 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'status': 'completed', 'code': 200} Feb 03 22:50:54.203616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:50:54.219470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-c61d5bb5-c3b8-43b5-abbf-c55dd1c1798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:54.221043 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-c61d5bb5-c3b8-43b5-abbf-c55dd1c1798d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 1127 time: 0.0518267 Feb 03 22:50:54.327161 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-de643165-9c66-4885-8332-b1bfe51004c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:54.328661 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-de643165-9c66-4885-8332-b1bfe51004c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 200 len: 898 time: 0.0959644 Feb 03 22:50:54.378764 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-c7dfef27-4007-438f-a562-2364656ed702 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 200 len: 217 time: 0.0442038 Feb 03 22:50:54.401773 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974034e0-e1cc-4ba9-b0ba-ede820ba1763 req-9c8afb5f-3664-4d52-95d8-a1fcebc6069b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:54.403267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-974034e0-e1cc-4ba9-b0ba-ede820ba1763 req-9c8afb5f-3664-4d52-95d8-a1fcebc6069b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.1067479 Feb 03 22:50:54.411510 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c158804-26ad-4f93-bb9d-36cce1a94b5e', 'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:0f:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:18Z', 'updated_at': '2022-02-03T22:48:22Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:50:54.432203 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-7aea342d-19b8-48c7-a6f9-1a9d699388a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:54.433731 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-7aea342d-19b8-48c7-a6f9-1a9d699388a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 200 len: 835 time: 0.0472603 Feb 03 22:50:54.458481 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-974034e0-e1cc-4ba9-b0ba-ede820ba1763 req-2937d43b-6dd1-472a-983a-750702e3a916 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490470 Feb 03 22:50:54.485595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-a17a4ea5-0795-4789-a78b-5c661b10360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:54.487654 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-a17a4ea5-0795-4789-a78b-5c661b10360a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d657519f-1d15-4338-8597-4b1334e06314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471318 Feb 03 22:50:54.587723 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-a08b0b0e-4267-4ef1-a9ef-7ee200adc37d service neutron] 10.222.0.47 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913014 Feb 03 22:50:54.602940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] Checking router: 062989b2-2f09-4288-a4cc-ab63a45410b9 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:50:54.611687 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:50:54.612295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:50:54.677952 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ea179ce3-da97-4239-8d3f-dd2777a567d1 req-bae711e2-1522-4067-82bc-71ec310b194c service neutron] 10.222.0.47 "GET /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836685 Feb 03 22:50:54.718962 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:50:54.912034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c158804-26ad-4f93-bb9d-36cce1a94b5e', 'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:0f:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:18Z', 'updated_at': '2022-02-03T22:48:22Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:50:54.938111 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e8fdaa-f7db-4bfe-b3a1-0f6c98e664fe None None] The sync data for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 is: [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:48:18Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '2c158804-26ad-4f93-bb9d-36cce1a94b5e', 'name': '', 'network_id': 'd657519f-1d15-4338-8597-4b1334e06314', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:0f:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:18Z', 'updated_at': '2022-02-03T22:48:22Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:50:55.108862 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:55.134237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:55.156368 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77e6a8-82a4-4fa3-aeac-d3cfabf72afd None None] New status for floating IP 53036694-0cca-465a-ba94-0e24f712f5a4: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:50:55.622725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628670f7-422e-4704-9530-48fdd42b1265 req-dfade84a-bc4c-4478-a5e7-69816535aad7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:55.624706 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-628670f7-422e-4704-9530-48fdd42b1265 req-dfade84a-bc4c-4478-a5e7-69816535aad7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0955884 Feb 03 22:50:55.672751 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-628670f7-422e-4704-9530-48fdd42b1265 req-4305a956-bad6-45d8-a75b-27eb604bb8a1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=87d0852a-7926-4e80-b376-9b0c1a6c9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423989 Feb 03 22:50:55.878102 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-102289b2-af73-4ead-a70d-11322978c818 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:50:55.879568 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-102289b2-af73-4ead-a70d-11322978c818 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 945 time: 0.0535848 Feb 03 22:50:55.975065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:50:55.975415 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:56.063508 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:50:56.063876 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:56.076204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:50:56.204947 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (0e556ef9-a31a-4b8b-a308-05f6424e9ef9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:56.234269 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=0e556ef9-a31a-4b8b-a308-05f6424e9ef9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:50:56.263230 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.263595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.263947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.264292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.265214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.265555 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.265896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.266231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.266569 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.266904 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.267237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.267567 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.267894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:50:56.290050 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] No DVR routers for this DVR port 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:50:56.292607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:56.296140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-164e6115-81bb-4e29-94e3-8e51b43fee0b req-7430aedb-1836-4e80-850c-a40bfb436810 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.47 "DELETE /v2.0/ports/0e556ef9-a31a-4b8b-a308-05f6424e9ef9 HTTP/1.1" status: 204 len: 173 time: 0.4114883 Feb 03 22:50:56.296556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'name': 'network-vif-deleted', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:50:56.298828 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8317a9-9713-4102-8dab-445641ef80bd" -d '{"events": [{"server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "name": "network-vif-deleted", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:50:56.385369 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf881ad-d122-45a0-a72c-f45d233960cb x-openstack-request-id: req-abf881ad-d122-45a0-a72c-f45d233960cb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:50:56.385675 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d4051c-f62a-4cb7-92d8-038def257473", "name": "network-vif-deleted", "tag": "0e556ef9-a31a-4b8b-a308-05f6424e9ef9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:50:56.385942 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-abf881ad-d122-45a0-a72c-f45d233960cb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:50:56.386374 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d4051c-f62a-4cb7-92d8-038def257473', 'name': 'network-vif-deleted', 'tag': '0e556ef9-a31a-4b8b-a308-05f6424e9ef9', 'status': 'completed', 'code': 200} Feb 03 22:50:56.692529 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb84a85a-0ceb-4b51-9616-0d5181941b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:56.792340 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-202847f3-ebe8-4591-8a2e-898683015777 req-1f816aa4-46a7-4e25-9488-751e9ced29f0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6d4051c-f62a-4cb7-92d8-038def257473 HTTP/1.1" status: 200 len: 210 time: 0.0306082 Feb 03 22:50:57.194606 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:57.633947 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-32e46541-f01d-45c9-905f-7391500a7aeb req-42dd2acd-c19d-4b0d-94d2-61eb8f8e1eef service neutron] (103397) timed out ('10.222.0.50', 52356) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 22:50:57.853239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:50:58.206417 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (062989b2-2f09-4288-a4cc-ab63a45410b9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:58.458555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 2c158804-26ad-4f93-bb9d-36cce1a94b5e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:50:58.458823 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:58.546942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 2c158804-26ad-4f93-bb9d-36cce1a94b5e, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=2c158804-26ad-4f93-bb9d-36cce1a94b5e,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:50:58.547305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:58.559735 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 2c158804-26ad-4f93-bb9d-36cce1a94b5e owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:50:58.743160 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (2c158804-26ad-4f93-bb9d-36cce1a94b5e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:58.773377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=2c158804-26ad-4f93-bb9d-36cce1a94b5e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:50:58.860057 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:58.952110 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (062989b2-2f09-4288-a4cc-ab63a45410b9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:58.975482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:50:58.996353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:50:58.996719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 0e556ef9-a31a-4b8b-a308-05f6424e9ef9 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:50:59.175307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 062989b2-2f09-4288-a4cc-ab63a45410b9 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:50:59.283210 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:50:59.288608 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4884db35-91ed-434d-b82c-574ea4f12cbb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/062989b2-2f09-4288-a4cc-ab63a45410b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340837 Feb 03 22:50:59.291294 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:50:59.294352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] Sync routers for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:50:59.304282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:50:59.304891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:50:59.341879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea69131e-d4e9-4f4d-814f-9e96aced1d14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting subnet ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:50:59.345454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea69131e-d4e9-4f4d-814f-9e96aced1d14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:59.389255 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea69131e-d4e9-4f4d-814f-9e96aced1d14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:59.410770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:50:59.469827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea69131e-d4e9-4f4d-814f-9e96aced1d14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:59.535004 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea69131e-d4e9-4f4d-814f-9e96aced1d14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:59.570564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69131e-d4e9-4f4d-814f-9e96aced1d14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Subnet': ['ID=ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:50:59.572807 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea69131e-d4e9-4f4d-814f-9e96aced1d14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:59.580077 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ea69131e-d4e9-4f4d-814f-9e96aced1d14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/subnets/ec96ff46-8ff6-49ee-93ae-d2e9c019a8c0 HTTP/1.1" status: 204 len: 168 time: 0.2848303 Feb 03 22:50:59.580257 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55460) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:50:59.581508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f623b2d8-4267-40aa-be04-18bad285043c None None] Network d657519f-1d15-4338-8597-4b1334e06314 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:50:59.668580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:50:58Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:50:59.685364 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (062989b2-2f09-4288-a4cc-ab63a45410b9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:59.702272 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] Checking router: 062989b2-2f09-4288-a4cc-ab63a45410b9 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:50:59.720491 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] Routers {'062989b2-2f09-4288-a4cc-ab63a45410b9'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:50:59.721120 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['062989b2-2f09-4288-a4cc-ab63a45410b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:50:59.799301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (062989b2-2f09-4288-a4cc-ab63a45410b9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:59.800714 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] DHCP port deletion for d657519f-1d15-4338-8597-4b1334e06314 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:50:59.858183 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 3d510d6d-9187-479c-a25e-23fca673e7b4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:50:59.858534 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:59.860086 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] Set router 062989b2-2f09-4288-a4cc-ab63a45410b9 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:50:59.939012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 3d510d6d-9187-479c-a25e-23fca673e7b4, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d510d6d-9187-479c-a25e-23fca673e7b4,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:50:59.939382 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:50:59.952684 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 3d510d6d-9187-479c-a25e-23fca673e7b4 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:50:59.969445 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Deleting port f1a41626-f4ff-472c-823c-5ea4406d15ef {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:50:59.969817 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.066858 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.073780 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] For port f1a41626-f4ff-472c-823c-5ea4406d15ef, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=f1a41626-f4ff-472c-823c-5ea4406d15ef,segment=NetworkSegment(11e74018-e625-4ba9-afc7-2afabfbf0f5e),segment_id=11e74018-e625-4ba9-afc7-2afabfbf0f5e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:51:00.074261 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.105765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Calling delete_port for f1a41626-f4ff-472c-823c-5ea4406d15ef owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:51:00.125063 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3d510d6d-9187-479c-a25e-23fca673e7b4), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.157023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=3d510d6d-9187-479c-a25e-23fca673e7b4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:00.186886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:50:58Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:00.217556 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (062989b2-2f09-4288-a4cc-ab63a45410b9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.224507 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b38f29-58b1-40e1-b3d6-fd8a8e18cd6e None None] The sync data for ids ['062989b2-2f09-4288-a4cc-ab63a45410b9'] in n-d-824834-9 is: [{'id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787256110', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:48:15Z', 'updated_at': '2022-02-03T22:50:58Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '3d510d6d-9187-479c-a25e-23fca673e7b4', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062989b2-2f09-4288-a4cc-ab63a45410b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:48:16Z', 'updated_at': '2022-02-03T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:51:00.242430 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (f1a41626-f4ff-472c-823c-5ea4406d15ef), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.271854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Pushing event deleted for resources: {'Port': ['ID=f1a41626-f4ff-472c-823c-5ea4406d15ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:00.276433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] No DVR routers for this DVR port f1a41626-f4ff-472c-823c-5ea4406d15ef on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:51:00.283983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.284179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.284514 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.284965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.285424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.285813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.286206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.286616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.287005 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.287397 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.287808 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.288199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.288833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eea2e0-dedf-4853-831d-24b3e2f56227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:00.333751 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (062989b2-2f09-4288-a4cc-ab63a45410b9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.335796 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (062989b2-2f09-4288-a4cc-ab63a45410b9), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.379582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (062989b2-2f09-4288-a4cc-ab63a45410b9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.380137 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Fanout notify agent at l3_agent the message router_deleted on router 062989b2-2f09-4288-a4cc-ab63a45410b9 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:51:00.386731 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.387841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5e13536f-4fe2-4dcf-b5df-8f1a1b7076b9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/routers/062989b2-2f09-4288-a4cc-ab63a45410b9 HTTP/1.1" status: 204 len: 168 time: 0.8066909 Feb 03 22:51:00.390712 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:00.467936 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d657519f-1d15-4338-8597-4b1334e06314), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.552301 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d657519f-1d15-4338-8597-4b1334e06314), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.576551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d657519f-1d15-4338-8597-4b1334e06314']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:00.585754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e74018-e625-4ba9-afc7-2afabfbf0f5e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:00.586006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e74018-e625-4ba9-afc7-2afabfbf0f5e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:00.595810 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (11e74018-e625-4ba9-afc7-2afabfbf0f5e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.610205 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (11e74018-e625-4ba9-afc7-2afabfbf0f5e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.616170 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:51:00.616554 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (11e74018-e625-4ba9-afc7-2afabfbf0f5e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:51:00.619511 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:51:00.686144 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d657519f-1d15-4338-8597-4b1334e06314), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.694207 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.697698 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/networks/d657519f-1d15-4338-8597-4b1334e06314 HTTP/1.1" status: 204 len: 168 time: 0.3060706 Feb 03 22:51:00.701021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:00.704497 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1a41626-f4ff-472c-823c-5ea4406d15ef no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:51:00.721994 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a11bb-e440-4999-823a-68bb138ef973 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Network': ['ID=d657519f-1d15-4338-8597-4b1334e06314,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:00.734013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: f1a41626-f4ff-472c-823c-5ea4406d15ef {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:51:00.734364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device f1a41626-f4ff-472c-823c-5ea4406d15ef not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:51:00.766651 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e607577-ca40-4e71-8ef6-ec759f560931 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (87d0852a-7926-4e80-b376-9b0c1a6c9afc), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.794883 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e607577-ca40-4e71-8ef6-ec759f560931 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (87d0852a-7926-4e80-b376-9b0c1a6c9afc), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.859002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e607577-ca40-4e71-8ef6-ec759f560931 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (87d0852a-7926-4e80-b376-9b0c1a6c9afc), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.862135 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e607577-ca40-4e71-8ef6-ec759f560931 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:00.865901 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5e607577-ca40-4e71-8ef6-ec759f560931 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/security-groups/87d0852a-7926-4e80-b376-9b0c1a6c9afc HTTP/1.1" status: 204 len: 168 time: 0.1602521 Feb 03 22:51:00.872458 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e607577-ca40-4e71-8ef6-ec759f560931 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d0852a-7926-4e80-b376-9b0c1a6c9afc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:01.289882 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:01.294520 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fcf52299-286a-44aa-9335-1793f19c3266 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666551976', 'description': 'tempest-secgroup-smoke-666551976 description', 'project_id': '0e04285a1d5d4473bf2d0bd071997629'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:01.315763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf52299-286a-44aa-9335-1793f19c3266 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.385076 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf52299-286a-44aa-9335-1793f19c3266 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (46048c35-22a8-43b5-b77c-dbce08b68fa9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.388430 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf52299-286a-44aa-9335-1793f19c3266 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (46048c35-22a8-43b5-b77c-dbce08b68fa9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.416448 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf52299-286a-44aa-9335-1793f19c3266 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.417874 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-fcf52299-286a-44aa-9335-1793f19c3266 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1268864 Feb 03 22:51:01.420624 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:01.425628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4e88e7be-132b-48f8-82a3-a0a8e2dbcf8b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '46048c35-22a8-43b5-b77c-dbce08b68fa9', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:01.430487 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf52299-286a-44aa-9335-1793f19c3266 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46048c35-22a8-43b5-b77c-dbce08b68fa9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:01.454149 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e88e7be-132b-48f8-82a3-a0a8e2dbcf8b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (0e505917-aeb5-4c6e-b2fd-a584e02b0dc2), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.511305 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e88e7be-132b-48f8-82a3-a0a8e2dbcf8b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (0e505917-aeb5-4c6e-b2fd-a584e02b0dc2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.515241 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e88e7be-132b-48f8-82a3-a0a8e2dbcf8b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (0e505917-aeb5-4c6e-b2fd-a584e02b0dc2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.531883 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88e7be-132b-48f8-82a3-a0a8e2dbcf8b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e505917-aeb5-4c6e-b2fd-a584e02b0dc2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:01.539610 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e88e7be-132b-48f8-82a3-a0a8e2dbcf8b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.540804 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-4e88e7be-132b-48f8-82a3-a0a8e2dbcf8b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192446 Feb 03 22:51:01.543606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:01.547895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1b5bc0db-6024-4cb3-befc-035b282c82ec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '46048c35-22a8-43b5-b77c-dbce08b68fa9', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:01.571987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc0db-6024-4cb3-befc-035b282c82ec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (64f2d3b0-d84d-4eaa-a506-97610f51e8f1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.627199 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc0db-6024-4cb3-befc-035b282c82ec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (64f2d3b0-d84d-4eaa-a506-97610f51e8f1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.630680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc0db-6024-4cb3-befc-035b282c82ec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (64f2d3b0-d84d-4eaa-a506-97610f51e8f1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.648717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bc0db-6024-4cb3-befc-035b282c82ec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f2d3b0-d84d-4eaa-a506-97610f51e8f1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:01.655541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc0db-6024-4cb3-befc-035b282c82ec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.656735 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1b5bc0db-6024-4cb3-befc-035b282c82ec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122077 Feb 03 22:51:01.659497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:01.664307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c0b01d0b-0166-4514-addf-416bda967f00 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '46048c35-22a8-43b5-b77c-dbce08b68fa9', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:01.689499 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0b01d0b-0166-4514-addf-416bda967f00 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (55bb5f41-280b-4a2b-9f4e-669443b031b0), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.745725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0b01d0b-0166-4514-addf-416bda967f00 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (55bb5f41-280b-4a2b-9f4e-669443b031b0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.749161 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0b01d0b-0166-4514-addf-416bda967f00 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (55bb5f41-280b-4a2b-9f4e-669443b031b0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.766830 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b01d0b-0166-4514-addf-416bda967f00 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bb5f41-280b-4a2b-9f4e-669443b031b0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:01.774322 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0b01d0b-0166-4514-addf-416bda967f00 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.775779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-c0b01d0b-0166-4514-addf-416bda967f00 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152194 Feb 03 22:51:01.778494 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55478) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:01.783291 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-173a9cd1-18b2-4bc6-ad56-3cfcb831cf56 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '46048c35-22a8-43b5-b77c-dbce08b68fa9', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:01.807581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173a9cd1-18b2-4bc6-ad56-3cfcb831cf56 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (abb6007a-9547-4e9d-bd43-4880e5e80aca), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.868596 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173a9cd1-18b2-4bc6-ad56-3cfcb831cf56 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (abb6007a-9547-4e9d-bd43-4880e5e80aca), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.872184 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173a9cd1-18b2-4bc6-ad56-3cfcb831cf56 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (abb6007a-9547-4e9d-bd43-4880e5e80aca), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.891151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a9cd1-18b2-4bc6-ad56-3cfcb831cf56 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb6007a-9547-4e9d-bd43-4880e5e80aca,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:01.899831 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173a9cd1-18b2-4bc6-ad56-3cfcb831cf56 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.901027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-173a9cd1-18b2-4bc6-ad56-3cfcb831cf56 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216078 Feb 03 22:51:01.903931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:01.909130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-06a61283-609d-4f65-bcbc-1a2cd70c9ec8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '46048c35-22a8-43b5-b77c-dbce08b68fa9', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:01.928779 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-06a61283-609d-4f65-bcbc-1a2cd70c9ec8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:51:01.933636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06a61283-609d-4f65-bcbc-1a2cd70c9ec8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (940c1821-48d5-467f-8f27-eeee21e09938), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.990804 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06a61283-609d-4f65-bcbc-1a2cd70c9ec8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (940c1821-48d5-467f-8f27-eeee21e09938), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:01.994171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06a61283-609d-4f65-bcbc-1a2cd70c9ec8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (940c1821-48d5-467f-8f27-eeee21e09938), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.010570 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a61283-609d-4f65-bcbc-1a2cd70c9ec8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940c1821-48d5-467f-8f27-eeee21e09938,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:02.018718 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06a61283-609d-4f65-bcbc-1a2cd70c9ec8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.021085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-06a61283-609d-4f65-bcbc-1a2cd70c9ec8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149399 Feb 03 22:51:02.022709 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:02.026991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cea0318b-78af-4eae-b597-ef20a6b23895 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': '46048c35-22a8-43b5-b77c-dbce08b68fa9', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:02.047346 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-cea0318b-78af-4eae-b597-ef20a6b23895 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:51:02.052358 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cea0318b-78af-4eae-b597-ef20a6b23895 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (620da710-1858-4bce-a880-644633bf266f), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.114546 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cea0318b-78af-4eae-b597-ef20a6b23895 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (620da710-1858-4bce-a880-644633bf266f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.118076 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cea0318b-78af-4eae-b597-ef20a6b23895 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (620da710-1858-4bce-a880-644633bf266f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.135323 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0318b-78af-4eae-b597-ef20a6b23895 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620da710-1858-4bce-a880-644633bf266f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:02.144939 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cea0318b-78af-4eae-b597-ef20a6b23895 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.146152 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cea0318b-78af-4eae-b597-ef20a6b23895 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225173 Feb 03 22:51:02.148896 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:02.153680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'network': {'name': 'tempest-network-smoke--1139125369', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:02.172046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:51:02.175244 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.198717 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:51:02.208825 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (105d35f3-3f0a-4ce6-8c6c-179f89396aad), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.209203 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Added segment 105d35f3-3f0a-4ce6-8c6c-179f89396aad of type vlan for network b76da9c9-f0c2-43be-bff2-2a579417ad95 Feb 03 22:51:02.242038 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c158804-26ad-4f93-bb9d-36cce1a94b5e no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:51:02.249238 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (b76da9c9-f0c2-43be-bff2-2a579417ad95), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.267799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 2c158804-26ad-4f93-bb9d-36cce1a94b5e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:51:02.268078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 2c158804-26ad-4f93-bb9d-36cce1a94b5e not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:51:02.268486 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d510d6d-9187-479c-a25e-23fca673e7b4 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:51:02.275914 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (b76da9c9-f0c2-43be-bff2-2a579417ad95), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.281016 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:02.281661 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.289433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3d510d6d-9187-479c-a25e-23fca673e7b4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:51:02.289774 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d510d6d-9187-479c-a25e-23fca673e7b4 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:51:02.337680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1877294 Feb 03 22:51:02.340418 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:02.345281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'admin_state_up': True, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:02.352090 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ee9b8-bba7-4e62-b4e9-d77b0a69b3d7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Network': ['ID=b76da9c9-f0c2-43be-bff2-2a579417ad95,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:02.362417 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network b76da9c9-f0c2-43be-bff2-2a579417ad95 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:51:02.368026 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (3e71074d-c699-49df-a014-482ebb5a913a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.369139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (3e71074d-c699-49df-a014-482ebb5a913a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.423639 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (3e71074d-c699-49df-a014-482ebb5a913a), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.569642 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (3e71074d-c699-49df-a014-482ebb5a913a), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.774516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (3e71074d-c699-49df-a014-482ebb5a913a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.793650 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:02.899511 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.120 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/270c09ec-d833-497f-ae28-f077a7f603e0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:51:03.003549 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (270c09ec-d833-497f-ae28-f077a7f603e0), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:03.037329 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:03.077267 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:51:03.080124 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:51:03.083663 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:51:03.105348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=270c09ec-d833-497f-ae28-f077a7f603e0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:03.336203 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (3e71074d-c699-49df-a014-482ebb5a913a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:03.533036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (3e71074d-c699-49df-a014-482ebb5a913a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:03.661797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 3e71074d-c699-49df-a014-482ebb5a913a is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:51:03.776490 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:51:03.785909 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Sync routers for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:51:03.797873 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:51:03.798121 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:03.798633 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:03.799361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6521b6cb-97d8-4bc7-aaec-c2690da3c524 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4578800 Feb 03 22:51:03.802634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:03.880660 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f49a907d-b566-4c80-aff9-cb3b55468f8e tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=0e04285a1d5d4473bf2d0bd071997629&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766892 Feb 03 22:51:03.883345 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:03.908376 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:51:03.970274 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b061ac1-730f-43fa-a4a3-13c7e064a56d tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:03.974412 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5b061ac1-730f-43fa-a4a3-13c7e064a56d tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874794 Feb 03 22:51:03.974683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55494) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:04.003660 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b5395166-a92b-454d-b948-f6ce06468118 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279195 Feb 03 22:51:04.006342 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:04.011076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-891255790', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:04.083482 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:03Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:04.101649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:51:04.105165 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.113235 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Checking router: 3e71074d-c699-49df-a014-482ebb5a913a for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:51:04.113589 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Updating router 3e71074d-c699-49df-a014-482ebb5a913a port 270c09ec-d833-497f-ae28-f077a7f603e0 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:51:04.140224 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.284645 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (adad4124-0306-48c9-a03d-9e16a9441723), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.345338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Subnet': ['ID=adad4124-0306-48c9-a03d-9e16a9441723,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:04.352444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Checking segment: {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:51:04.352823 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network hostable DHCP agents. Network: b76da9c9-f0c2-43be-bff2-2a579417ad95, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:51:04.369750 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b76da9c9-f0c2-43be-bff2-2a579417ad95 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:51:04.379439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, b76da9c9-f0c2-43be-bff2-2a579417ad95) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:51:04.383829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:04.385211 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.392315 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Publish callbacks [] for port (270c09ec-d833-497f-ae28-f077a7f603e0), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.392955 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7761774-90cf-49d3-8352-4f9bddf240e1 None None] Network b76da9c9-f0c2-43be-bff2-2a579417ad95 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:51:04.398778 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.404720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-dc9cfdef-3cc3-4972-b6e1-7a09358968cb tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3973701 Feb 03 22:51:04.407696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:04.453070 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Attempting to bind port 270c09ec-d833-497f-ae28-f077a7f603e0 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:51:04.453449 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Attempting to bind port 270c09ec-d833-497f-ae28-f077a7f603e0 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:51:04.453812 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Attempting to bind port 270c09ec-d833-497f-ae28-f077a7f603e0 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:51:04.460737 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Pushing event updated for resources: {'Port': ['ID=270c09ec-d833-497f-ae28-f077a7f603e0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:04.463954 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:51:04.464340 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:51:04.464735 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.465154 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:51:04.465930 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Bound port: 270c09ec-d833-497f-ae28-f077a7f603e0, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:51:04.466081 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.472440 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.472794 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.473215 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.473569 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.473897 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.474234 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.474564 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.474943 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.475225 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.475554 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.475894 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.476820 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.477186 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:51:04.505560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-b76da9c9-f0c2-43be-bff2-2a579417ad95', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:51:04.506546 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.534591 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] For port 270c09ec-d833-497f-ae28-f077a7f603e0, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:51:04.539307 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] For port 270c09ec-d833-497f-ae28-f077a7f603e0, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=270c09ec-d833-497f-ae28-f077a7f603e0,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:51:04.545376 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.601479 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:51:04.602121 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:04.652220 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Allocated IP 172.20.0.2 (b76da9c9-f0c2-43be-bff2-2a579417ad95/adad4124-0306-48c9-a03d-9e16a9441723/44630e19-f1c4-4d63-b125-d4c0563a05eb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:51:04.675597 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab534bb4-9d48-4144-9061-1364bccff8c4 None None] Pushing event updated for resources: {'Port': ['ID=270c09ec-d833-497f-ae28-f077a7f603e0,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:04.728290 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:51:04.808738 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Publish callbacks [] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.815545 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.860357 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Network b76da9c9-f0c2-43be-bff2-2a579417ad95 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:51:04.864559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:51:04.866847 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Pushing event updated for resources: {'Port': ['ID=44630e19-f1c4-4d63-b125-d4c0563a05eb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:04.869160 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:51:04.914096 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.926838 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Attempting to bind port 44630e19-f1c4-4d63-b125-d4c0563a05eb on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:51:04.927296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Attempting to bind port 44630e19-f1c4-4d63-b125-d4c0563a05eb by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:51:04.927737 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Attempting to bind port 44630e19-f1c4-4d63-b125-d4c0563a05eb on network b76da9c9-f0c2-43be-bff2-2a579417ad95 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:51:04.932865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:51:04.933352 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Checking segment: {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:51:04.933825 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.934816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Bound using segment: {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:51:04.934816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Bound port: 44630e19-f1c4-4d63-b125-d4c0563a05eb, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:51:04.935244 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:04.948125 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-37996e14-f05f-4583-af1f-d852195df316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:03Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:04.975255 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37996e14-f05f-4583-af1f-d852195df316 None None] The sync data for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 is: [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:03Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:51:05.004832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] For port 44630e19-f1c4-4d63-b125-d4c0563a05eb, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:51:05.008800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] For port 44630e19-f1c4-4d63-b125-d4c0563a05eb, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=44630e19-f1c4-4d63-b125-d4c0563a05eb,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:51:05.015631 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:05.079923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea61af3-7931-4d75-9d72-a1e78d219488 None None] Pushing event updated for resources: {'Port': ['ID=44630e19-f1c4-4d63-b125-d4c0563a05eb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:05.222896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.1 (b76da9c9-f0c2-43be-bff2-2a579417ad95/adad4124-0306-48c9-a03d-9e16a9441723/4730c95b-4388-4bd2-88c9-b52447e96667) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:51:05.361666 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (4730c95b-4388-4bd2-88c9-b52447e96667), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:05.403970 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:05.446421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b76da9c9-f0c2-43be-bff2-2a579417ad95 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:51:05.449926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:51:05.452958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:51:05.493694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=4730c95b-4388-4bd2-88c9-b52447e96667,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:05.512811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (3e71074d-c699-49df-a014-482ebb5a913a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:05.653664 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.066520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2f513e-476e-4a7f-bd0c-efb9dcb46fba None None] Network b76da9c9-f0c2-43be-bff2-2a579417ad95 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:51:06.290084 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (4730c95b-4388-4bd2-88c9-b52447e96667), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.305071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.305300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d73bb49f-7b73-478d-a411-9a12283b819a None None] Provisioning complete for port 44630e19-f1c4-4d63-b125-d4c0563a05eb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:06.305300 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d73bb49f-7b73-478d-a411-9a12283b819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.378213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=4730c95b-4388-4bd2-88c9-b52447e96667,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:06.380819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (3e71074d-c699-49df-a014-482ebb5a913a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.409143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 44630e19-f1c4-4d63-b125-d4c0563a05eb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:51:06.458082 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d73bb49f-7b73-478d-a411-9a12283b819a None None] Current status of the port 44630e19-f1c4-4d63-b125-d4c0563a05eb is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:06.458481 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d73bb49f-7b73-478d-a411-9a12283b819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.491044 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b76da9c9-f0c2-43be-bff2-2a579417ad95 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:51:06.492475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:51:06.504985 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d73bb49f-7b73-478d-a411-9a12283b819a None None] For port 44630e19-f1c4-4d63-b125-d4c0563a05eb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=44630e19-f1c4-4d63-b125-d4c0563a05eb,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:51:06.510083 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 44630e19-f1c4-4d63-b125-d4c0563a05eb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:06.510598 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.513574 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d73bb49f-7b73-478d-a411-9a12283b819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.595761 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bb49f-7b73-478d-a411-9a12283b819a None None] Pushing event updated for resources: {'Port': ['ID=44630e19-f1c4-4d63-b125-d4c0563a05eb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:06.627844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 3e71074d-c699-49df-a014-482ebb5a913a has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:51:06.643543 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 44630e19-f1c4-4d63-b125-d4c0563a05eb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:06.644630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 270c09ec-d833-497f-ae28-f077a7f603e0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:51:06.697858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 270c09ec-d833-497f-ae28-f077a7f603e0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:06.698241 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.755741 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dcceaf9b-adef-495e-bef4-a46be7d45c76 None None] Provisioning complete for port 44630e19-f1c4-4d63-b125-d4c0563a05eb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:06.756046 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcceaf9b-adef-495e-bef4-a46be7d45c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.759866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:51:06.769450 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9052b31e-32f5-44fb-bf10-34aa12e35e53 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/3e71074d-c699-49df-a014-482ebb5a913a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3598156 Feb 03 22:51:06.840657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Sync routers for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:51:06.850253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 270c09ec-d833-497f-ae28-f077a7f603e0 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:06.850640 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:06.869846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:51:06.870484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:06.942788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 270c09ec-d833-497f-ae28-f077a7f603e0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=270c09ec-d833-497f-ae28-f077a7f603e0,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:51:06.949696 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-5ea2ef67-def7-47a2-a6aa-18e723296ad7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666551976&fields=id&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 267 time: 0.0504663 Feb 03 22:51:06.976033 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:07.026211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dcceaf9b-adef-495e-bef4-a46be7d45c76 None None] Current status of the port 44630e19-f1c4-4d63-b125-d4c0563a05eb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:07.072235 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=270c09ec-d833-497f-ae28-f077a7f603e0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:07.072966 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-bb4b50ef-0dfc-401b-bcfe-8b8718d3b1ee tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:07.074271 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-bb4b50ef-0dfc-401b-bcfe-8b8718d3b1ee tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/networks?id=b76da9c9-f0c2-43be-bff2-2a579417ad95 HTTP/1.1" status: 200 len: 797 time: 0.1179149 Feb 03 22:51:07.081788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:51:07.083332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dcceaf9b-adef-495e-bef4-a46be7d45c76 None None] Provisioning complete for port 4730c95b-4388-4bd2-88c9-b52447e96667 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:07.083710 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcceaf9b-adef-495e-bef4-a46be7d45c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:07.091287 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-83b657cc-fb05-4121-90e7-d37d7b670560 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/quotas/0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 375 time: 0.0094748 Feb 03 22:51:07.152441 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-f124bf4d-eda6-4fd1-818a-40b9c611741b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543997 Feb 03 22:51:07.183047 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dcceaf9b-adef-495e-bef4-a46be7d45c76 None None] Port 4730c95b-4388-4bd2-88c9-b52447e96667 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:51:07.285872 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-32938200-8294-46aa-a1ab-48191e95e9bb service neutron] 10.222.0.50 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220088 Feb 03 22:51:07.314538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-63eca85c-f246-4ec5-a26c-124544d03d09 None None] Provisioning complete for port 4730c95b-4388-4bd2-88c9-b52447e96667 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:07.314909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63eca85c-f246-4ec5-a26c-124544d03d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:07.354541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:05Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '4730c95b-4388-4bd2-88c9-b52447e96667', 'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:5b:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:05Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 2, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:07.359114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63eca85c-f246-4ec5-a26c-124544d03d09 None None] Port 4730c95b-4388-4bd2-88c9-b52447e96667 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:51:07.380370 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-1d798408-f656-4800-be16-0a2c7a4b535f service neutron] 10.222.0.50 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873032 Feb 03 22:51:07.383599 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Checking router: 3e71074d-c699-49df-a014-482ebb5a913a for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:51:07.383959 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Updating router 3e71074d-c699-49df-a014-482ebb5a913a port 4730c95b-4388-4bd2-88c9-b52447e96667 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:51:07.412136 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:07.554210 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3251117c-ca78-4e60-943e-d4303ffc1e40 req-cffbe755-0521-43ed-bef5-f9e0b11a9f8c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 210 time: 0.0298452 Feb 03 22:51:07.688388 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Publish callbacks [] for port (4730c95b-4388-4bd2-88c9-b52447e96667), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:07.695478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:07.749547 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03228838-d4e2-42a0-931c-7d4cc3a84ea1 None None] Pushing event updated for resources: {'Port': ['ID=4730c95b-4388-4bd2-88c9-b52447e96667,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:07.805114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Attempting to bind port 4730c95b-4388-4bd2-88c9-b52447e96667 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:51:07.805541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Attempting to bind port 4730c95b-4388-4bd2-88c9-b52447e96667 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:51:07.806092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Attempting to bind port 4730c95b-4388-4bd2-88c9-b52447e96667 on network b76da9c9-f0c2-43be-bff2-2a579417ad95 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:51:07.812060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:51:07.812489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Checking segment: {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:51:07.812843 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:07.813294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Bound using segment: {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:51:07.814062 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Bound port: 4730c95b-4388-4bd2-88c9-b52447e96667, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:51:07.814441 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:07.899517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] For port 4730c95b-4388-4bd2-88c9-b52447e96667, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:51:07.903519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] For port 4730c95b-4388-4bd2-88c9-b52447e96667, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4730c95b-4388-4bd2-88c9-b52447e96667,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:51:07.916450 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:07.979003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:51:07.979502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:08.066057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03228838-d4e2-42a0-931c-7d4cc3a84ea1 None None] Pushing event updated for resources: {'Port': ['ID=4730c95b-4388-4bd2-88c9-b52447e96667,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:08.109798 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3fd4690f-36f9-4acc-b110-af7bd0a69f1b None None] Provisioning complete for port 4730c95b-4388-4bd2-88c9-b52447e96667 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:08.110430 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fd4690f-36f9-4acc-b110-af7bd0a69f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:08.159428 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:51:08.300298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 44630e19-f1c4-4d63-b125-d4c0563a05eb up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:51:08.347084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4690f-36f9-4acc-b110-af7bd0a69f1b None None] Current status of the port 4730c95b-4388-4bd2-88c9-b52447e96667 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:08.347478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fd4690f-36f9-4acc-b110-af7bd0a69f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:08.417527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3fd4690f-36f9-4acc-b110-af7bd0a69f1b None None] For port 4730c95b-4388-4bd2-88c9-b52447e96667, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4730c95b-4388-4bd2-88c9-b52447e96667,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:51:08.441556 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fd4690f-36f9-4acc-b110-af7bd0a69f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:08.447802 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 44630e19-f1c4-4d63-b125-d4c0563a05eb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:08.448168 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:08.632133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-7ca96dd6-1861-413e-a2d2-61ea6b2988c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:08.634444 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-7ca96dd6-1861-413e-a2d2-61ea6b2988c7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/networks?id=b76da9c9-f0c2-43be-bff2-2a579417ad95 HTTP/1.1" status: 200 len: 797 time: 0.1209898 Feb 03 22:51:08.689487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d6f1f8d2-83ba-40e1-8e4c-722f1ada77e7 req-c4127cb8-fbec-4664-a393-9e3a9fe380c9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 210 time: 0.0378790 Feb 03 22:51:08.709278 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-c8521308-be74-492f-ad4d-b193a9c0949f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 379 time: 0.0665469 Feb 03 22:51:08.720647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'port': {'device_id': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'admin_state_up': True, 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'security_groups': ['46048c35-22a8-43b5-b77c-dbce08b68fa9']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:08.727234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4690f-36f9-4acc-b110-af7bd0a69f1b None None] Pushing event updated for resources: {'Port': ['ID=4730c95b-4388-4bd2-88c9-b52447e96667,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:08.742413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-610ab3c0-8bc4-47dd-9c7d-a19b2061d41e None None] Provisioning complete for port 4730c95b-4388-4bd2-88c9-b52447e96667 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:08.742789 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610ab3c0-8bc4-47dd-9c7d-a19b2061d41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:08.771936 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:05Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '4730c95b-4388-4bd2-88c9-b52447e96667', 'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:5b:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:05Z', 'updated_at': '2022-02-03T22:51:07Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:08.830289 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db0958-0956-4760-b956-0d78a9d7863f None None] The sync data for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 is: [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:05Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '4730c95b-4388-4bd2-88c9-b52447e96667', 'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:5b:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:05Z', 'updated_at': '2022-02-03T22:51:07Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:51:08.832994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:51:08.837062 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:08.849195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 44630e19-f1c4-4d63-b125-d4c0563a05eb is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:08.850389 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 270c09ec-d833-497f-ae28-f077a7f603e0 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:51:08.929940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-610ab3c0-8bc4-47dd-9c7d-a19b2061d41e None None] Current status of the port 4730c95b-4388-4bd2-88c9-b52447e96667 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:08.943542 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 270c09ec-d833-497f-ae28-f077a7f603e0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:08.944151 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.004687 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.10 (b76da9c9-f0c2-43be-bff2-2a579417ad95/adad4124-0306-48c9-a03d-9e16a9441723/c3677c6c-b98e-4e9d-a092-1486183058dd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:51:09.031594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 270c09ec-d833-497f-ae28-f077a7f603e0 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:09.155839 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.191013 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.237791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b76da9c9-f0c2-43be-bff2-2a579417ad95 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:51:09.241177 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:51:09.245024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:51:09.273855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=c3677c6c-b98e-4e9d-a092-1486183058dd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:09.303025 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:09.303815 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.326468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e8951cda-b41d-4a59-b7bc-f57bf490963c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6104689 Feb 03 22:51:09.338204 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Request body: {'port': {'device_id': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:09.404735 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.457292 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-81518085-682c-410b-8ffe-94ae1ee67da8 None None] Provisioning complete for port c3677c6c-b98e-4e9d-a092-1486183058dd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:09.457857 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81518085-682c-410b-8ffe-94ae1ee67da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.493585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-81518085-682c-410b-8ffe-94ae1ee67da8 None None] Port c3677c6c-b98e-4e9d-a092-1486183058dd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:51:09.689396 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3677c6c-b98e-4e9d-a092-1486183058dd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:51:09.697387 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Publish callbacks [] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.710268 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Transition to ACTIVE for port object c3677c6c-b98e-4e9d-a092-1486183058dd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:51:09.713977 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.827626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Pushing event updated for resources: {'Port': ['ID=c3677c6c-b98e-4e9d-a092-1486183058dd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:09.831976 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b27c28-d22a-455e-a4ef-764e18540195 req-ce3804cb-127c-4fde-a0e8-fb290569420b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:09.841967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33b27c28-d22a-455e-a4ef-764e18540195 req-ce3804cb-127c-4fde-a0e8-fb290569420b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 944 time: 0.0791695 Feb 03 22:51:09.843258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Attempting to bind port c3677c6c-b98e-4e9d-a092-1486183058dd on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:51:09.843688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Attempting to bind port c3677c6c-b98e-4e9d-a092-1486183058dd by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:51:09.844110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Attempting to bind port c3677c6c-b98e-4e9d-a092-1486183058dd on network b76da9c9-f0c2-43be-bff2-2a579417ad95 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:51:09.848978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Port c3677c6c-b98e-4e9d-a092-1486183058dd on network b76da9c9-f0c2-43be-bff2-2a579417ad95 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:51:09.849434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Attempting to bind port c3677c6c-b98e-4e9d-a092-1486183058dd on network b76da9c9-f0c2-43be-bff2-2a579417ad95 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:51:09.854540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:51:09.854989 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Checking segment: {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:51:09.855468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Bound using segment: {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:51:09.855990 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Bound port: c3677c6c-b98e-4e9d-a092-1486183058dd, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105d35f3-3f0a-4ce6-8c6c-179f89396aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:51:09.856527 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.893342 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-33b27c28-d22a-455e-a4ef-764e18540195 req-46d92435-df2d-478f-ac49-7530dab9cc86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498600 Feb 03 22:51:09.940887 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] For port c3677c6c-b98e-4e9d-a092-1486183058dd, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:51:09.945895 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] For port c3677c6c-b98e-4e9d-a092-1486183058dd, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c3677c6c-b98e-4e9d-a092-1486183058dd,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:51:09.952516 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.988426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:09.989180 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:09.990600 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] 10.222.0.10 "PUT /v2.0/ports/c3677c6c-b98e-4e9d-a092-1486183058dd HTTP/1.1" status: 200 len: 1092 time: 0.6568415 Feb 03 22:51:09.991097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:51:09.993326 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b7459f-51e2-4e54-8988-39da2e270c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:51:10.021139 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d94108-9a4d-4426-b940-f11a3d450a6b service neutron] Pushing event updated for resources: {'Port': ['ID=c3677c6c-b98e-4e9d-a092-1486183058dd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:10.058636 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e46be8-2259-4240-97cd-cfd06e7ee3f1 x-openstack-request-id: req-10e46be8-2259-4240-97cd-cfd06e7ee3f1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:51:10.059130 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:51:10.059266 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10e46be8-2259-4240-97cd-cfd06e7ee3f1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:51:10.059607 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'status': 'completed', 'code': 200} Feb 03 22:51:10.097273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-bf4335d3-33b9-48b7-9ed7-5309f4073935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:10.098809 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-bf4335d3-33b9-48b7-9ed7-5309f4073935 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 1126 time: 0.0643492 Feb 03 22:51:10.147501 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-6aba52fa-b3dd-4e15-a0d5-36d1aafc4828 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3677c6c-b98e-4e9d-a092-1486183058dd HTTP/1.1" status: 200 len: 217 time: 0.0412917 Feb 03 22:51:10.201020 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-0953521a-de06-46d4-9f65-c73b85762f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:10.203211 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-0953521a-de06-46d4-9f65-c73b85762f56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=adad4124-0306-48c9-a03d-9e16a9441723 HTTP/1.1" status: 200 len: 834 time: 0.0500987 Feb 03 22:51:10.256723 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-0171b79b-4017-4455-8e30-9183e9075343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:10.258417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-0171b79b-4017-4455-8e30-9183e9075343 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b76da9c9-f0c2-43be-bff2-2a579417ad95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498149 Feb 03 22:51:10.315463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4730c95b-4388-4bd2-88c9-b52447e96667 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:51:10.354444 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-e1ff9d44-fba0-43b8-ac05-aa15ab32e0ff service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892565 Feb 03 22:51:10.363906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 4730c95b-4388-4bd2-88c9-b52447e96667 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:10.364284 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:10.443408 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5b9b884c-4570-420a-9a1a-8c250c7626b2 req-f5b2c910-b6aa-425d-ad26-7e2bd5acdd05 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834823 Feb 03 22:51:10.443996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 4730c95b-4388-4bd2-88c9-b52447e96667 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:10.528296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-0e46da40-0c1c-4e1b-a017-1add0581f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:10.529868 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-0e46da40-0c1c-4e1b-a017-1add0581f975 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 1126 time: 0.0460401 Feb 03 22:51:10.624140 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-02f699c0-cd8e-4bf9-8a79-18a8d2edc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:10.625977 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-02f699c0-cd8e-4bf9-8a79-18a8d2edc570 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b76da9c9-f0c2-43be-bff2-2a579417ad95 HTTP/1.1" status: 200 len: 898 time: 0.0902545 Feb 03 22:51:10.668304 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-d53de889-ca4d-49af-a8e4-983b46944cef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3677c6c-b98e-4e9d-a092-1486183058dd HTTP/1.1" status: 200 len: 217 time: 0.0351076 Feb 03 22:51:10.714938 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-c15bde34-86b1-4f51-a1dd-1ccbe141b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:10.716299 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-c15bde34-86b1-4f51-a1dd-1ccbe141b418 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=adad4124-0306-48c9-a03d-9e16a9441723 HTTP/1.1" status: 200 len: 834 time: 0.0426154 Feb 03 22:51:10.769215 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-83b1bbb6-339b-4159-841c-c488e3acdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:10.770708 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-83b1bbb6-339b-4159-841c-c488e3acdb4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b76da9c9-f0c2-43be-bff2-2a579417ad95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483847 Feb 03 22:51:10.859088 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-5ab55f76-e712-4420-8ddd-e4641d251426 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824127 Feb 03 22:51:10.953902 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b8b7459f-51e2-4e54-8988-39da2e270c2d req-29b9aa0e-27fe-4384-b7b5-7b50076afb1f service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895071 Feb 03 22:51:11.032229 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ecf47-d8bb-48d9-9c42-dee0e1af2eab req-3090e131-8b28-4a78-8807-3a59f93cf147 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:11.033736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a1ecf47-d8bb-48d9-9c42-dee0e1af2eab req-3090e131-8b28-4a78-8807-3a59f93cf147 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 944 time: 0.0523193 Feb 03 22:51:11.083336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a1ecf47-d8bb-48d9-9c42-dee0e1af2eab req-c866db34-ce21-4aca-8b5b-85d09e9731b1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 Feb 03 22:51:11.957392 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:51:12.201564 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a92484-eb36-4f4e-9a65-7c3e520c6aca req-a920b8bf-a15c-43c4-a9a4-0d8ceb82c99f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:12.203612 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-21a92484-eb36-4f4e-9a65-7c3e520c6aca req-a920b8bf-a15c-43c4-a9a4-0d8ceb82c99f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 944 time: 0.0521748 Feb 03 22:51:12.255475 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-21a92484-eb36-4f4e-9a65-7c3e520c6aca req-8b765811-8411-4614-be94-00df9dcad123 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463204 Feb 03 22:51:13.377848 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2041-1bb7-49e9-be72-7c78ad6a8711 req-6a53990a-bd7c-4c4b-ae7f-3e8f70fc5c59 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:13.379314 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be4c2041-1bb7-49e9-be72-7c78ad6a8711 req-6a53990a-bd7c-4c4b-ae7f-3e8f70fc5c59 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 944 time: 0.0520687 Feb 03 22:51:13.427061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-be4c2041-1bb7-49e9-be72-7c78ad6a8711 req-88cbbcb3-82ae-4887-aa34-d1583831bb14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421813 Feb 03 22:51:14.318604 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c3677c6c-b98e-4e9d-a092-1486183058dd details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:51:14.415628 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port c3677c6c-b98e-4e9d-a092-1486183058dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c3677c6c-b98e-4e9d-a092-1486183058dd,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:51:14.427430 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'port_id': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'mac_address': 'fa:16:3e:05:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:51:14.464648 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port c3677c6c-b98e-4e9d-a092-1486183058dd is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:14.465174 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:14.478257 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3677c6c-b98e-4e9d-a092-1486183058dd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:51:14.500439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port c3677c6c-b98e-4e9d-a092-1486183058dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c3677c6c-b98e-4e9d-a092-1486183058dd,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:51:14.504384 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:14.546146 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b97d3-f9db-4f6e-a8ea-333f78a06be8 req-b38e2992-11fe-4f0a-bcae-24989fb3cdaa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:14.548511 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b32b97d3-f9db-4f6e-a8ea-333f78a06be8 req-b38e2992-11fe-4f0a-bcae-24989fb3cdaa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 945 time: 0.0547664 Feb 03 22:51:14.552285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=c3677c6c-b98e-4e9d-a092-1486183058dd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:14.604117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b32b97d3-f9db-4f6e-a8ea-333f78a06be8 req-092a3152-d516-4c22-94d3-72e0b468e46d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498812 Feb 03 22:51:14.861556 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['c3677c6c-b98e-4e9d-a092-1486183058dd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:51:15.726881 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db35f1-f4dc-40aa-900f-8fff3dfe3ee5 req-15a53da8-2a2a-473b-adf3-5d3306cf6407 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:15.728337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26db35f1-f4dc-40aa-900f-8fff3dfe3ee5 req-15a53da8-2a2a-473b-adf3-5d3306cf6407 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 945 time: 0.0554254 Feb 03 22:51:15.775888 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26db35f1-f4dc-40aa-900f-8fff3dfe3ee5 req-0b61a8fc-f8e6-4880-8311-4945b38bbe23 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 Feb 03 22:51:16.319585 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c3677c6c-b98e-4e9d-a092-1486183058dd up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:51:16.370027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port c3677c6c-b98e-4e9d-a092-1486183058dd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:51:16.373902 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port c3677c6c-b98e-4e9d-a092-1486183058dd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:51:16.374278 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:16.449799 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port c3677c6c-b98e-4e9d-a092-1486183058dd is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:51:16.450190 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:16.472088 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:51:16.474449 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a1530a-6b94-4686-8d79-cb8b94a81f73" -d '{"events": [{"server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "name": "network-vif-plugged", "status": "completed", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:51:16.487682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port c3677c6c-b98e-4e9d-a092-1486183058dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c3677c6c-b98e-4e9d-a092-1486183058dd,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:51:16.491697 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:16.542169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=c3677c6c-b98e-4e9d-a092-1486183058dd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:16.561465 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bafad4f-3e99-4d77-a263-8542e36ef4f8 x-openstack-request-id: req-8bafad4f-3e99-4d77-a263-8542e36ef4f8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:51:16.561765 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "name": "network-vif-plugged", "status": "completed", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:51:16.562031 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bafad4f-3e99-4d77-a263-8542e36ef4f8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:51:16.562446 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'code': 200} Feb 03 22:51:16.657971 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d70de-7cde-44b5-9e51-6efad09dc72d req-ac40dd31-2256-44c2-9ec5-9b317651772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:16.659375 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb8d70de-7cde-44b5-9e51-6efad09dc72d req-ac40dd31-2256-44c2-9ec5-9b317651772e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 1128 time: 0.0437114 Feb 03 22:51:16.704967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb8d70de-7cde-44b5-9e51-6efad09dc72d req-8520aadf-5a62-4958-bf40-bb3a6b10ff7f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387416 Feb 03 22:51:16.895112 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b8e0d-e293-46ea-a8c1-2b0c72689a9f req-bccf09e0-f2ca-4e90-b69e-f765995095d4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:16.896602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-032b8e0d-e293-46ea-a8c1-2b0c72689a9f req-bccf09e0-f2ca-4e90-b69e-f765995095d4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0522883 Feb 03 22:51:16.944957 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-032b8e0d-e293-46ea-a8c1-2b0c72689a9f req-3a32fc16-1937-4c6a-948f-52b0c3dab221 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 Feb 03 22:51:18.077879 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd12055-e597-4adb-8e94-ffb55d6cd817 req-150f9aac-ac86-49d5-9a56-160c3473465f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:18.079388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcd12055-e597-4adb-8e94-ffb55d6cd817 req-150f9aac-ac86-49d5-9a56-160c3473465f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0554368 Feb 03 22:51:18.131108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fcd12055-e597-4adb-8e94-ffb55d6cd817 req-596b3a53-9ef0-4075-b4d1-af03e5c1aedc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Feb 03 22:51:19.249899 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc29fb4-7ed9-4cbc-b5b6-f17400a816e7 req-448088d9-3151-4802-a044-f7931b72ddb9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:19.251407 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bc29fb4-7ed9-4cbc-b5b6-f17400a816e7 req-448088d9-3151-4802-a044-f7931b72ddb9 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0538950 Feb 03 22:51:19.300105 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7bc29fb4-7ed9-4cbc-b5b6-f17400a816e7 req-bbddfa0e-d1c3-47b6-9b74-c578fd9eb1a5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Feb 03 22:51:19.418243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb89a9-f789-462d-ae28-524321c26b0d req-25275abd-f686-4969-9943-3e6f6791aaa0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:19.419661 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44fb89a9-f789-462d-ae28-524321c26b0d req-25275abd-f686-4969-9943-3e6f6791aaa0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0525358 Feb 03 22:51:19.467793 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-44fb89a9-f789-462d-ae28-524321c26b0d req-79a4a832-3a32-478a-bd75-32fb5aa0c8a2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Feb 03 22:51:19.489467 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:19.533218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8984bfce-5030-4807-98de-6835e68c87b7 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:19.537481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8984bfce-5030-4807-98de-6835e68c87b7 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 1123 time: 0.0444307 Feb 03 22:51:19.537823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55560) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:19.542592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:51:19.564294 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:19.661798 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:19.769130 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.201 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/33fb06df-5134-4ee5-acc7-1b3c3b05b754) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:51:19.873813 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (33fb06df-5134-4ee5-acc7-1b3c3b05b754), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:19.908013 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (33fb06df-5134-4ee5-acc7-1b3c3b05b754), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:19.949304 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:51:19.955132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:51:19.957319 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=33fb06df-5134-4ee5-acc7-1b3c3b05b754,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:19.959471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:51:20.607243 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:20.679063 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (33fb06df-5134-4ee5-acc7-1b3c3b05b754), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:20.830227 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (33fb06df-5134-4ee5-acc7-1b3c3b05b754), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:20.834721 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (33fb06df-5134-4ee5-acc7-1b3c3b05b754), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:20.904200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=33fb06df-5134-4ee5-acc7-1b3c3b05b754,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:51:20.917280 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:21.019677 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3 associated. External IP: 172.25.5.201, port: c3677c6c-b98e-4e9d-a092-1486183058dd. Feb 03 22:51:21.229424 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 3e71074d-c699-49df-a014-482ebb5a913a has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:51:21.335463 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:51:21.346215 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] Sync routers for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:51:21.352789 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:21.355706 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:51:21.356383 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:21.385620 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-59ae0753-a7c9-48f7-83b2-26ee89c0ee30 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8464472 Feb 03 22:51:21.386203 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:51:21.388644 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff" -d '{"events": [{"name": "network-changed", "server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:51:21.429154 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abe9f94-6e0d-4c1a-b7a5-27200746dc68 x-openstack-request-id: req-9abe9f94-6e0d-4c1a-b7a5-27200746dc68 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:51:21.429457 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:51:21.430310 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9abe9f94-6e0d-4c1a-b7a5-27200746dc68 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:51:21.430731 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'status': 'completed', 'code': 200} Feb 03 22:51:21.468869 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:51:21.498888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ae4e-31a0-4511-8c75-ff5e25403552 req-d4b527ea-1b23-427c-b19f-068fe9a987dd tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:21.500309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5f1ae4e-31a0-4511-8c75-ff5e25403552 req-d4b527ea-1b23-427c-b19f-068fe9a987dd tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0573549 Feb 03 22:51:21.502429 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-a5af4c41-8cd1-4cc6-9817-a2e6341e23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:21.504193 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-a5af4c41-8cd1-4cc6-9817-a2e6341e23b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 1128 time: 0.0510228 Feb 03 22:51:21.551741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a5f1ae4e-31a0-4511-8c75-ff5e25403552 req-682d2f20-8e97-4923-ac57-5dea6f8b4efd tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455110 Feb 03 22:51:21.574928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:21.647079 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-8154e749-e503-4576-961e-9847d12a8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:21.648582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-8154e749-e503-4576-961e-9847d12a8a7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b76da9c9-f0c2-43be-bff2-2a579417ad95 HTTP/1.1" status: 200 len: 898 time: 0.1391649 Feb 03 22:51:21.699682 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aa3e6574-05c5-4a62-b830-534d04e7876d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3 HTTP/1.1" status: 200 len: 992 time: 0.1235564 Feb 03 22:51:21.700764 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:05Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'port_id': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'mac_address': 'fa:16:3e:05:6e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:51:20Z', 'updated_at': '2022-02-03T22:51:20Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4730c95b-4388-4bd2-88c9-b52447e96667', 'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:5b:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:05Z', 'updated_at': '2022-02-03T22:51:08Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:21.720787 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-e45c5355-5145-4e0d-88b6-d983d2a1d6ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3677c6c-b98e-4e9d-a092-1486183058dd HTTP/1.1" status: 200 len: 1000 time: 0.0654554 Feb 03 22:51:21.771756 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-5226fd9d-eb31-4209-9685-fb03662af3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:21.773280 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-5226fd9d-eb31-4209-9685-fb03662af3b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=adad4124-0306-48c9-a03d-9e16a9441723 HTTP/1.1" status: 200 len: 834 time: 0.0467262 Feb 03 22:51:21.827152 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] Checking router: 3e71074d-c699-49df-a014-482ebb5a913a for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:51:21.829115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-90ff1a03-3b66-4a84-8a49-f0afb3bd046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:51:21.830882 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-90ff1a03-3b66-4a84-8a49-f0afb3bd046f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b76da9c9-f0c2-43be-bff2-2a579417ad95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521967 Feb 03 22:51:21.835911 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:51:21.836532 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:50:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:21.920652 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-348cfde2-ed32-4e82-902e-82324f7991d2 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836022 Feb 03 22:51:21.944319 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:51:22.013453 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-a98f1dca-5d87-4e14-a2a7-2613fabbaeff req-1d98cbf8-c594-49da-afd2-e9120178a9a7 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873275 Feb 03 22:51:22.161006 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:05Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'port_id': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'mac_address': 'fa:16:3e:05:6e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:51:20Z', 'updated_at': '2022-02-03T22:51:20Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4730c95b-4388-4bd2-88c9-b52447e96667', 'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:5b:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:05Z', 'updated_at': '2022-02-03T22:51:08Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:51:22.190766 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e2345-4bb9-4ab7-9259-9c57518fa701 None None] The sync data for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 is: [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:05Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'port_id': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'mac_address': 'fa:16:3e:05:6e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:51:20Z', 'updated_at': '2022-02-03T22:51:20Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4730c95b-4388-4bd2-88c9-b52447e96667', 'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:5b:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:05Z', 'updated_at': '2022-02-03T22:51:08Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:51:22.378584 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a1fce7-f9e9-4ab1-a3fc-746c8527ef1d None None] New status for floating IP 07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:51:22.703465 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55568) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:51:22.766967 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c54a8632-2c7f-4440-acf2-65dd4500a423 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3 HTTP/1.1" status: 200 len: 994 time: 0.0622957 Feb 03 22:51:23.720528 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba2e4e91-7676-4484-a1cf-cee0acfe0a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:25.107061 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:25.132810 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:26.684426 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76256425-22ed-4013-a706-cd84d47acf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:27.197939 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:28.860780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:30.009876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:48.956202 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:51:53.721830 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39ca86b7-648f-4002-aa41-af5eafd6b0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:55.120269 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:55.156213 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:56.685736 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a12159-edab-4388-a56e-100ea35d732d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:57.203842 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:51:58.862680 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:00.011318 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:01.240610 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-819957e9-3079-4327-91d0-dd8b8ea374b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430181 Feb 03 22:52:01.323522 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-3707e00a-4363-4978-9304-436c840cdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:01.325033 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-3707e00a-4363-4978-9304-436c840cdbcc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 1128 time: 0.0446196 Feb 03 22:52:01.437976 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-51ec22a6-692b-4586-b007-ac5e1c4208f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:01.439457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-51ec22a6-692b-4586-b007-ac5e1c4208f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b76da9c9-f0c2-43be-bff2-2a579417ad95 HTTP/1.1" status: 200 len: 898 time: 0.0976546 Feb 03 22:52:01.504553 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-8177cc72-aabf-41d9-bdeb-d6b80723bf9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3677c6c-b98e-4e9d-a092-1486183058dd HTTP/1.1" status: 200 len: 1002 time: 0.0586612 Feb 03 22:52:01.550928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-b0f7cf8b-0254-4bd3-8e59-0542f8d34009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:01.552318 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-b0f7cf8b-0254-4bd3-8e59-0542f8d34009 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=adad4124-0306-48c9-a03d-9e16a9441723 HTTP/1.1" status: 200 len: 834 time: 0.0419974 Feb 03 22:52:01.603363 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-73be44ce-0ea5-4b83-924d-1f76577576b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:01.604836 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-73be44ce-0ea5-4b83-924d-1f76577576b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b76da9c9-f0c2-43be-bff2-2a579417ad95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466833 Feb 03 22:52:01.690537 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-e3cc0251-2212-46b7-a612-0e34c1e779c0 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796385 Feb 03 22:52:01.783004 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3bae899c-f490-4d16-b042-55a1f0b9c609 req-93244dfb-55dd-4737-ae36-6639e5ac74b3 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866139 Feb 03 22:52:23.722931 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49430092-79ae-49fa-8192-bf986868cc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:25.120117 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:25.176093 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:25.567421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a9a77-60a2-4fa9-975e-c8c050f48719 req-1aa5451e-3229-4a89-a95c-c0b4c10ad5a3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:25.569308 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b3a9a77-60a2-4fa9-975e-c8c050f48719 req-1aa5451e-3229-4a89-a95c-c0b4c10ad5a3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0558133 Feb 03 22:52:25.620623 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3b3a9a77-60a2-4fa9-975e-c8c050f48719 req-c15b0f3e-8f9e-4a91-be7d-f00026a4ecf8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456839 Feb 03 22:52:25.956428 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:52:26.689175 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2dd7dc6-bb2c-437f-8578-741cc87ff96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:26.749471 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38b47-072e-4534-9dad-1ec99f53c259 req-a27c7334-58f0-4853-96f9-3636ca0d1b15 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:26.750970 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2d38b47-072e-4534-9dad-1ec99f53c259 req-a27c7334-58f0-4853-96f9-3636ca0d1b15 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0526257 Feb 03 22:52:26.800487 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2d38b47-072e-4534-9dad-1ec99f53c259 req-58b511d5-b54a-43d0-918e-fffcf8e88e2e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Feb 03 22:52:27.203222 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:27.922629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72934775-0c53-43d1-9bea-4479e4b849e3 req-24690288-18cd-4ee7-8a02-67b132cbda00 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:27.924122 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72934775-0c53-43d1-9bea-4479e4b849e3 req-24690288-18cd-4ee7-8a02-67b132cbda00 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0564756 Feb 03 22:52:27.972748 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72934775-0c53-43d1-9bea-4479e4b849e3 req-c6857348-e0c8-4958-8f35-244d4cfdb017 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423682 Feb 03 22:52:28.865328 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:29.090551 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c1fc-513c-4917-bce9-0d940178becd req-12ea2f86-d801-42df-a3c3-cfb6e3b07c7e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:29.092045 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c700c1fc-513c-4917-bce9-0d940178becd req-12ea2f86-d801-42df-a3c3-cfb6e3b07c7e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0520201 Feb 03 22:52:29.139460 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c700c1fc-513c-4917-bce9-0d940178becd req-e06b58f5-d515-4a98-8268-10ae63dc0e14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413244 Feb 03 22:52:30.015989 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:30.266706 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58615b65-7066-494b-a13c-a9d0dd8e843e req-023786f3-4677-4375-a149-69057a212f02 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:30.268817 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58615b65-7066-494b-a13c-a9d0dd8e843e req-023786f3-4677-4375-a149-69057a212f02 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0514500 Feb 03 22:52:30.320248 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-58615b65-7066-494b-a13c-a9d0dd8e843e req-df7acce1-e071-4761-9362-7c592fa2ad73 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459089 Feb 03 22:52:31.437427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a706-2b0e-4f30-a29a-8afc2dc8e8f6 req-d2dc5b8a-b65d-4ad7-9e8b-142612bae671 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:31.438895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98f6a706-2b0e-4f30-a29a-8afc2dc8e8f6 req-d2dc5b8a-b65d-4ad7-9e8b-142612bae671 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0523508 Feb 03 22:52:31.496396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-98f6a706-2b0e-4f30-a29a-8afc2dc8e8f6 req-eefe68b1-e686-4522-b529-ed5a0e3bb682 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513861 Feb 03 22:52:32.612663 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c1a1c-5dda-4cb6-b00d-c3dfd90ada93 req-61f8f04c-5427-4aa7-a3d4-46e4e2b97971 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:32.614160 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad1c1a1c-5dda-4cb6-b00d-c3dfd90ada93 req-61f8f04c-5427-4aa7-a3d4-46e4e2b97971 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0517893 Feb 03 22:52:32.661019 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ad1c1a1c-5dda-4cb6-b00d-c3dfd90ada93 req-a7ef6edd-05c7-475a-b32d-7c088a3b5da5 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414028 Feb 03 22:52:33.783165 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e5e49-4a12-49a9-b963-01b7c860ecf9 req-97228bb3-8f43-4965-92cc-211bf9720b2b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:33.785244 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c3e5e49-4a12-49a9-b963-01b7c860ecf9 req-97228bb3-8f43-4965-92cc-211bf9720b2b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0569425 Feb 03 22:52:33.834070 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5c3e5e49-4a12-49a9-b963-01b7c860ecf9 req-deb0bdbb-9cdd-4cb3-b5c8-40cf22e8b828 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430558 Feb 03 22:52:34.951770 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dcbc3-d8fb-4bd7-b898-3c2a7cff58a1 req-44442bc5-29ea-4d41-acd1-40e990002074 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:34.953281 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f7dcbc3-d8fb-4bd7-b898-3c2a7cff58a1 req-44442bc5-29ea-4d41-acd1-40e990002074 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0523787 Feb 03 22:52:35.001470 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f7dcbc3-d8fb-4bd7-b898-3c2a7cff58a1 req-0b1e8ba2-cb03-4664-b203-3a216882a270 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417786 Feb 03 22:52:36.123978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad7fe-9b92-4a09-bf51-9bc3ec777ab9 req-cbce12d8-9a32-4364-9675-5d42f50fc695 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:36.125488 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c0ad7fe-9b92-4a09-bf51-9bc3ec777ab9 req-cbce12d8-9a32-4364-9675-5d42f50fc695 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0566881 Feb 03 22:52:36.173800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c0ad7fe-9b92-4a09-bf51-9bc3ec777ab9 req-d94a0c0f-d317-49d0-8318-9019a6cef622 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421658 Feb 03 22:52:37.292754 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810585f0-36ae-4cef-a714-850b0a15dd18 req-333fbc6c-5286-4bb3-ba32-568dade0b678 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:37.294275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-810585f0-36ae-4cef-a714-850b0a15dd18 req-333fbc6c-5286-4bb3-ba32-568dade0b678 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0533957 Feb 03 22:52:37.342419 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-810585f0-36ae-4cef-a714-850b0a15dd18 req-280b95b8-a583-41ee-882a-61f5bd78187a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Feb 03 22:52:38.459347 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ddeab-8c86-4f13-a524-93e1941ac38c req-d52f61d6-f757-4d50-8e4b-e41a71564dbd tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:38.460828 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-227ddeab-8c86-4f13-a524-93e1941ac38c req-d52f61d6-f757-4d50-8e4b-e41a71564dbd tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0525775 Feb 03 22:52:38.515642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-227ddeab-8c86-4f13-a524-93e1941ac38c req-942fedc2-a3ee-4b81-aae6-d88887e64ce0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489967 Feb 03 22:52:39.632671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd076b-6f71-42c8-ae7d-fca3f0e8cb39 req-2e68a95e-f387-43df-aef8-91ef9e4d0ec7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:39.634155 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4cd076b-6f71-42c8-ae7d-fca3f0e8cb39 req-2e68a95e-f387-43df-aef8-91ef9e4d0ec7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0513959 Feb 03 22:52:39.681507 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a4cd076b-6f71-42c8-ae7d-fca3f0e8cb39 req-a3e262af-9d05-49f3-9124-c099f99589d8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Feb 03 22:52:40.803826 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94478fd3-2d17-4c61-8f6a-fac18e8bb3db req-b0b35b77-0860-4552-8af5-ee2708769031 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:40.805337 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94478fd3-2d17-4c61-8f6a-fac18e8bb3db req-b0b35b77-0860-4552-8af5-ee2708769031 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0533786 Feb 03 22:52:40.855259 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-94478fd3-2d17-4c61-8f6a-fac18e8bb3db req-140bc9cf-a64b-4f18-b89f-3764d382a918 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441909 Feb 03 22:52:41.978563 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147d59-bdf8-4147-9acc-0b71b34b050c req-de06c392-2b8e-40de-b795-cf5693cbb54e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:41.980056 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95147d59-bdf8-4147-9acc-0b71b34b050c req-de06c392-2b8e-40de-b795-cf5693cbb54e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0577598 Feb 03 22:52:42.028997 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95147d59-bdf8-4147-9acc-0b71b34b050c req-e825c2ea-fac0-409c-bfe7-4df821f58f9b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432930 Feb 03 22:52:42.051331 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55636) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:52:42.111039 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-fab2a9e2-f47a-4e59-9bad-c81aa2cb7bec tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3 HTTP/1.1" status: 200 len: 994 time: 0.0585735 Feb 03 22:52:43.376589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1660f40-1e7a-47db-97e8-3cfe605b8b15 req-7071ac7b-edf9-49e6-9268-f0527d5c2cd7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:43.378275 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1660f40-1e7a-47db-97e8-3cfe605b8b15 req-7071ac7b-edf9-49e6-9268-f0527d5c2cd7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0575128 Feb 03 22:52:43.399958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-ddef0c01-fe17-4d30-b6b6-48a40ad49cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:43.401542 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-ddef0c01-fe17-4d30-b6b6-48a40ad49cfd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 1128 time: 0.0488937 Feb 03 22:52:43.426994 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1660f40-1e7a-47db-97e8-3cfe605b8b15 req-f2c54af8-e15d-4ec6-8dab-18f1681623b8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431232 Feb 03 22:52:43.494172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-df5fbc66-b125-4ae3-860a-e1777757705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:43.495687 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-df5fbc66-b125-4ae3-860a-e1777757705f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b76da9c9-f0c2-43be-bff2-2a579417ad95 HTTP/1.1" status: 200 len: 898 time: 0.0879791 Feb 03 22:52:43.561185 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-24cef8e5-afbb-46db-867c-8287aab13fab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3677c6c-b98e-4e9d-a092-1486183058dd HTTP/1.1" status: 200 len: 1002 time: 0.0598710 Feb 03 22:52:43.607711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-1f093673-33c8-405f-9e03-6f81023a82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:43.609146 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-1f093673-33c8-405f-9e03-6f81023a82c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=adad4124-0306-48c9-a03d-9e16a9441723 HTTP/1.1" status: 200 len: 834 time: 0.0422587 Feb 03 22:52:43.660787 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-2ed1cf0f-087d-455e-a45c-4f3ec2945078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:43.662305 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-2ed1cf0f-087d-455e-a45c-4f3ec2945078 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b76da9c9-f0c2-43be-bff2-2a579417ad95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473878 Feb 03 22:52:43.748397 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-66538d90-a432-4f2d-b67e-2ca044ed1de4 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801024 Feb 03 22:52:43.841142 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d15614a-62e4-4ffb-bfbb-222b3739ca81 req-bb65a7b6-ce93-4f8c-9d62-5290da66cfa2 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864644 Feb 03 22:52:44.551883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0814d3-3973-4705-8332-8b53d63b0d4e req-dd644e0d-0afb-4096-8213-e7192227e1fe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:52:44.553404 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e0814d3-3973-4705-8332-8b53d63b0d4e req-dd644e0d-0afb-4096-8213-e7192227e1fe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0551624 Feb 03 22:52:44.608218 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5e0814d3-3973-4705-8332-8b53d63b0d4e req-9df124a1-42e6-4c64-bd0b-9fb151f480d3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493290 Feb 03 22:52:44.631478 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55650) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:52:44.693124 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5c3a0d96-510b-45cb-9cb3-69a685b8f7dd tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3 HTTP/1.1" status: 200 len: 994 time: 0.0605237 Feb 03 22:52:53.724205 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d53bec3b-3a73-45d5-808d-dffc5edd14be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:55.110231 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:55.171072 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:56.689651 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff64a2de-073e-4361-a405-bdbda1703ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:57.205537 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:52:58.868420 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:00.019236 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:02.788064 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-70fc37de-0918-4c0f-ade0-7e9481253256 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448630 Feb 03 22:53:02.875781 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-d0e6860f-641f-4279-a819-67c4ad41c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:02.877315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-d0e6860f-641f-4279-a819-67c4ad41c15d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 1128 time: 0.0477400 Feb 03 22:53:02.954888 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:53:02.983273 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-075a2956-9f43-4719-a8c6-403219900b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:02.984758 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-075a2956-9f43-4719-a8c6-403219900b81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b76da9c9-f0c2-43be-bff2-2a579417ad95 HTTP/1.1" status: 200 len: 898 time: 0.0882685 Feb 03 22:53:03.051234 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-a4b36e30-292f-4b22-892f-d4f803e98186 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3677c6c-b98e-4e9d-a092-1486183058dd HTTP/1.1" status: 200 len: 1002 time: 0.0591497 Feb 03 22:53:03.098542 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-7eb36f32-91b3-4bcb-a9f8-f77883198a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:03.099954 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-7eb36f32-91b3-4bcb-a9f8-f77883198a3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=adad4124-0306-48c9-a03d-9e16a9441723 HTTP/1.1" status: 200 len: 834 time: 0.0425835 Feb 03 22:53:03.151931 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-51a8f464-fc5d-46fa-bd80-4e2231b423ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:03.153407 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-51a8f464-fc5d-46fa-bd80-4e2231b423ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b76da9c9-f0c2-43be-bff2-2a579417ad95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468624 Feb 03 22:53:03.251628 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-36dbb9c8-40a6-48a2-8156-dcbc35b0726f service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905430 Feb 03 22:53:03.342614 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5aea9a41-2065-4569-b43f-162cedb0df6b req-ae4b761d-b330-4277-844c-6d66ab91b35c service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849206 Feb 03 22:53:23.725732 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5e76131-beeb-47f7-a92c-48c2b3c63ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:25.119190 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:25.174585 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:26.691861 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82be4a7b-7b68-40ff-bf7e-59c0dc1cc0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:27.207333 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:28.871984 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:30.021576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:33.138568 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:33.598920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 33fb06df-5134-4ee5-acc7-1b3c3b05b754 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:53:33.599264 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (33fb06df-5134-4ee5-acc7-1b3c3b05b754), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:33.672497 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (33fb06df-5134-4ee5-acc7-1b3c3b05b754), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:33.672810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (33fb06df-5134-4ee5-acc7-1b3c3b05b754), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:33.684821 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 33fb06df-5134-4ee5-acc7-1b3c3b05b754 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:53:33.833216 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (33fb06df-5134-4ee5-acc7-1b3c3b05b754), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:33.859409 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=33fb06df-5134-4ee5-acc7-1b3c3b05b754,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:33.886952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.887311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.887662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.888007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.888351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.888688 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.889055 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.889398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.889733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.890065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.890400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.890731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.891061 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:33.937774 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:33.938145 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3 disassociated (deleted). External IP: 172.25.5.201, port: c3677c6c-b98e-4e9d-a092-1486183058dd. Feb 03 22:53:34.151907 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 3e71074d-c699-49df-a014-482ebb5a913a has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:53:34.262600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:53:34.266993 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:34.273777 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] Sync routers for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:53:34.282965 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:53:34.283571 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:34.298083 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-1ddc1930-94ca-4515-ae08-b92532f33e13 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/floatingips/07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3 HTTP/1.1" status: 204 len: 168 time: 1.1584322 Feb 03 22:53:34.298794 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:53:34.301665 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa" -d '{"events": [{"name": "network-changed", "server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:53:34.345064 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba287ba7-3b7a-4b87-8784-8156d3b87c2f x-openstack-request-id: req-ba287ba7-3b7a-4b87-8784-8156d3b87c2f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:53:34.345427 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:53:34.345755 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba287ba7-3b7a-4b87-8784-8156d3b87c2f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:53:34.346422 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'status': 'completed', 'code': 200} Feb 03 22:53:34.397201 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:53:34.413248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-1d86b514-a532-493d-b241-7ce9e513ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:34.414975 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-1d86b514-a532-493d-b241-7ce9e513ea5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 1128 time: 0.0475712 Feb 03 22:53:34.513350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-7e0df419-cf4c-4609-a3d6-7f845314db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:34.514866 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-7e0df419-cf4c-4609-a3d6-7f845314db6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b76da9c9-f0c2-43be-bff2-2a579417ad95 HTTP/1.1" status: 200 len: 898 time: 0.0942469 Feb 03 22:53:34.539981 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008a35c-f2ea-4fd5-be75-b36ff1992c36 req-ed5cd1e5-6a6e-4d08-bf87-d66e50f2d7f0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:34.541788 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6008a35c-f2ea-4fd5-be75-b36ff1992c36 req-ed5cd1e5-6a6e-4d08-bf87-d66e50f2d7f0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0566242 Feb 03 22:53:34.558005 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-a4aec301-6d8e-466d-b8df-4491dff8be96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3677c6c-b98e-4e9d-a092-1486183058dd HTTP/1.1" status: 200 len: 217 time: 0.0363736 Feb 03 22:53:34.593111 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6008a35c-f2ea-4fd5-be75-b36ff1992c36 req-c240e446-9a16-4037-9857-d5f1aa00b0ef tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451648 Feb 03 22:53:34.606825 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:05Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '4730c95b-4388-4bd2-88c9-b52447e96667', 'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:5b:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:05Z', 'updated_at': '2022-02-03T22:51:08Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:34.610382 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-b58a643d-a161-400b-8495-6c259a097d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:34.611917 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-b58a643d-a161-400b-8495-6c259a097d2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=adad4124-0306-48c9-a03d-9e16a9441723 HTTP/1.1" status: 200 len: 834 time: 0.0478911 Feb 03 22:53:34.641235 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] Checking router: 3e71074d-c699-49df-a014-482ebb5a913a for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:53:34.650715 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:53:34.651332 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:34.664030 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-2b31e55c-b234-4d38-98a8-f4db744d225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:34.665811 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-2b31e55c-b234-4d38-98a8-f4db744d225f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b76da9c9-f0c2-43be-bff2-2a579417ad95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470638 Feb 03 22:53:34.754167 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:53:34.759081 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-f3ec84c7-c49b-45da-9f5c-e519fe948a13 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858953 Feb 03 22:53:34.851565 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-93b2c636-4c21-4c6c-8d3c-fb479fb561aa req-75fcfece-3b55-44cb-9b68-1193a1961b77 service neutron] 10.222.0.10 "GET /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856848 Feb 03 22:53:35.036424 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:05Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '4730c95b-4388-4bd2-88c9-b52447e96667', 'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:5b:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:05Z', 'updated_at': '2022-02-03T22:51:08Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:35.061803 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1110eb-41c1-4734-b3e4-be3bbe32c4be None None] The sync data for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 is: [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:05Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '4730c95b-4388-4bd2-88c9-b52447e96667', 'name': '', 'network_id': 'b76da9c9-f0c2-43be-bff2-2a579417ad95', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:5b:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:05Z', 'updated_at': '2022-02-03T22:51:08Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'adad4124-0306-48c9-a03d-9e16a9441723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:53:35.273298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59e1ee-a608-4fd1-8653-6b7787441190 None None] New status for floating IP 07e005b0-dd8f-4f66-b2b2-a618a5fbf4d3: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:53:35.712737 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15007212-6052-4bda-9cff-4733f1aa1d40 req-d2866ba0-fc3c-4ee3-8586-1b19e473b737 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:35.714237 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15007212-6052-4bda-9cff-4733f1aa1d40 req-d2866ba0-fc3c-4ee3-8586-1b19e473b737 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0516057 Feb 03 22:53:35.760824 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15007212-6052-4bda-9cff-4733f1aa1d40 req-29207a65-9d90-4b2b-be35-a04efa2ac691 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=46048c35-22a8-43b5-b77c-dbce08b68fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Feb 03 22:53:36.248352 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-e60d40ea-7370-45e3-9d7f-72dac832700f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:36.249766 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-e60d40ea-7370-45e3-9d7f-72dac832700f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 946 time: 0.0563307 Feb 03 22:53:36.338752 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port c3677c6c-b98e-4e9d-a092-1486183058dd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:53:36.339197 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:36.428159 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port c3677c6c-b98e-4e9d-a092-1486183058dd, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=c3677c6c-b98e-4e9d-a092-1486183058dd,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:36.428518 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:36.441799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for c3677c6c-b98e-4e9d-a092-1486183058dd owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:53:36.570581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c3677c6c-b98e-4e9d-a092-1486183058dd), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:36.600281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=c3677c6c-b98e-4e9d-a092-1486183058dd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:36.643780 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] No DVR routers for this DVR port c3677c6c-b98e-4e9d-a092-1486183058dd on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:53:36.646397 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:36.649809 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-199dffe4-c22b-4c2f-9097-f5c7abec7b83 req-a45d6f0e-740a-46b3-92bc-4d9ae402e127 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "DELETE /v2.0/ports/c3677c6c-b98e-4e9d-a092-1486183058dd HTTP/1.1" status: 204 len: 173 time: 0.3953025 Feb 03 22:53:36.650315 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'name': 'network-vif-deleted', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:53:36.652668 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe0c352-db5e-44cf-84f1-840c11797c91" -d '{"events": [{"server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "name": "network-vif-deleted", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:53:36.693258 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7ac961-ee47-4f5d-b70c-068d326339c3 x-openstack-request-id: req-6e7ac961-ee47-4f5d-b70c-068d326339c3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:53:36.693629 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72204964-9e12-4797-958e-ca57fd4a4d2b", "name": "network-vif-deleted", "tag": "c3677c6c-b98e-4e9d-a092-1486183058dd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:53:36.693906 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e7ac961-ee47-4f5d-b70c-068d326339c3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:53:36.694310 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72204964-9e12-4797-958e-ca57fd4a4d2b', 'name': 'network-vif-deleted', 'tag': 'c3677c6c-b98e-4e9d-a092-1486183058dd', 'status': 'completed', 'code': 200} Feb 03 22:53:36.869472 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de5970d5-5e52-459f-97a2-66bec68a9e58 req-0fc65c57-d3e8-4ae9-bbe5-fa7b3139af2b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72204964-9e12-4797-958e-ca57fd4a4d2b HTTP/1.1" status: 200 len: 210 time: 0.0308280 Feb 03 22:53:37.927163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:38.285048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (3e71074d-c699-49df-a014-482ebb5a913a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:38.537602 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 4730c95b-4388-4bd2-88c9-b52447e96667 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:53:38.537863 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:38.623767 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 4730c95b-4388-4bd2-88c9-b52447e96667, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=4730c95b-4388-4bd2-88c9-b52447e96667,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:38.624132 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:38.636564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 4730c95b-4388-4bd2-88c9-b52447e96667 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:53:38.823855 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4730c95b-4388-4bd2-88c9-b52447e96667), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:38.851773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=4730c95b-4388-4bd2-88c9-b52447e96667,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:39.024930 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (3e71074d-c699-49df-a014-482ebb5a913a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:39.239544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 3e71074d-c699-49df-a014-482ebb5a913a has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:53:39.346149 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:53:39.351164 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a5fdbe72-e333-46ac-ad1f-86625e61a7d1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/3e71074d-c699-49df-a014-482ebb5a913a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4229720 Feb 03 22:53:39.354012 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55684) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:39.355676 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] Sync routers for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:53:39.365721 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:53:39.366327 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:39.404942 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting subnet adad4124-0306-48c9-a03d-9e16a9441723 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:53:39.408445 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (adad4124-0306-48c9-a03d-9e16a9441723), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:39.448545 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (adad4124-0306-48c9-a03d-9e16a9441723), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:39.471845 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:53:39.533593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (adad4124-0306-48c9-a03d-9e16a9441723), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:39.591480 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (adad4124-0306-48c9-a03d-9e16a9441723), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:39.618127 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Subnet': ['ID=adad4124-0306-48c9-a03d-9e16a9441723,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:39.626402 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:39.630181 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/subnets/adad4124-0306-48c9-a03d-9e16a9441723 HTTP/1.1" status: 204 len: 168 time: 0.2751703 Feb 03 22:53:39.630317 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f335bdf-4031-48b4-a768-efad92fff7ee None None] Network b76da9c9-f0c2-43be-bff2-2a579417ad95 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:53:39.632081 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.632536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.632865 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:39.633005 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.633254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.633595 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.633933 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.634270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.634603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.634935 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.635270 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.635629 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.635927 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.636252 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ef323-5b84-47bf-b59f-21471097078d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:39.666161 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:53:38Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:39.693975 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] Checking router: 3e71074d-c699-49df-a014-482ebb5a913a for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:53:39.702341 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] Routers {'3e71074d-c699-49df-a014-482ebb5a913a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:53:39.702962 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['3e71074d-c699-49df-a014-482ebb5a913a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:39.794877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] DHCP port deletion for b76da9c9-f0c2-43be-bff2-2a579417ad95 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:53:39.817107 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] Set router 3e71074d-c699-49df-a014-482ebb5a913a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:53:39.850844 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Deleting port 44630e19-f1c4-4d63-b125-d4c0563a05eb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:53:39.851334 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:39.920865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] For port 44630e19-f1c4-4d63-b125-d4c0563a05eb, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=44630e19-f1c4-4d63-b125-d4c0563a05eb,segment=NetworkSegment(105d35f3-3f0a-4ce6-8c6c-179f89396aad),segment_id=105d35f3-3f0a-4ce6-8c6c-179f89396aad)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:39.921336 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:39.936772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Calling delete_port for 44630e19-f1c4-4d63-b125-d4c0563a05eb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:53:39.964946 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:53:40.018096 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:53:38Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:40.020135 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (44630e19-f1c4-4d63-b125-d4c0563a05eb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.047751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Pushing event deleted for resources: {'Port': ['ID=44630e19-f1c4-4d63-b125-d4c0563a05eb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:40.050685 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e9452-34f1-4c82-abd3-753479c19f0d None None] The sync data for ids ['3e71074d-c699-49df-a014-482ebb5a913a'] in n-d-824834-9 is: [{'id': '3e71074d-c699-49df-a014-482ebb5a913a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377382285', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:53:38Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '270c09ec-d833-497f-ae28-f077a7f603e0', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71074d-c699-49df-a014-482ebb5a913a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:51:02Z', 'updated_at': '2022-02-03T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:53:40.057068 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] No DVR routers for this DVR port 44630e19-f1c4-4d63-b125-d4c0563a05eb on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:53:40.059182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.059537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.059884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.060312 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.060657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.061016 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.061367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.061697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.062026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.062475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.062822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.063150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.063597 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf9b92-3cdb-46e0-af25-90308c1e27c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:40.087257 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (3e71074d-c699-49df-a014-482ebb5a913a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.196620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (3e71074d-c699-49df-a014-482ebb5a913a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.251788 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 270c09ec-d833-497f-ae28-f077a7f603e0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:53:40.252134 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.328840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 270c09ec-d833-497f-ae28-f077a7f603e0, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=270c09ec-d833-497f-ae28-f077a7f603e0,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:40.329153 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.341705 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 270c09ec-d833-497f-ae28-f077a7f603e0 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:53:40.482546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4730c95b-4388-4bd2-88c9-b52447e96667 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:53:40.509217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 4730c95b-4388-4bd2-88c9-b52447e96667 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:53:40.509563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 4730c95b-4388-4bd2-88c9-b52447e96667 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:53:40.509977 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 44630e19-f1c4-4d63-b125-d4c0563a05eb no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:53:40.521614 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (270c09ec-d833-497f-ae28-f077a7f603e0), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.537291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 44630e19-f1c4-4d63-b125-d4c0563a05eb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:53:40.537643 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 44630e19-f1c4-4d63-b125-d4c0563a05eb not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:53:40.552029 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=270c09ec-d833-497f-ae28-f077a7f603e0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:40.613567 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (3e71074d-c699-49df-a014-482ebb5a913a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.709698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (3e71074d-c699-49df-a014-482ebb5a913a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.711789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (3e71074d-c699-49df-a014-482ebb5a913a), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.757365 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (3e71074d-c699-49df-a014-482ebb5a913a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.757912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Fanout notify agent at l3_agent the message router_deleted on router 3e71074d-c699-49df-a014-482ebb5a913a {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:53:40.764473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.765601 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f92066f1-9c26-4e97-b38b-303a4cd5339d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/routers/3e71074d-c699-49df-a014-482ebb5a913a HTTP/1.1" status: 204 len: 168 time: 1.1316540 Feb 03 22:53:40.768504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:40.828263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c3677c6c-b98e-4e9d-a092-1486183058dd no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:53:40.851415 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: c3677c6c-b98e-4e9d-a092-1486183058dd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:53:40.851783 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device c3677c6c-b98e-4e9d-a092-1486183058dd not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:53:40.852385 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (b76da9c9-f0c2-43be-bff2-2a579417ad95), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.936501 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (b76da9c9-f0c2-43be-bff2-2a579417ad95), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.955955 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76da9c9-f0c2-43be-bff2-2a579417ad95']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:40.964948 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105d35f3-3f0a-4ce6-8c6c-179f89396aad') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:40.965243 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105d35f3-3f0a-4ce6-8c6c-179f89396aad') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:40.974170 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (105d35f3-3f0a-4ce6-8c6c-179f89396aad), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.986718 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (105d35f3-3f0a-4ce6-8c6c-179f89396aad), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.993131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:53:40.993582 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (105d35f3-3f0a-4ce6-8c6c-179f89396aad), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: timer() Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:53:40.996735 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:53:41.055920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (b76da9c9-f0c2-43be-bff2-2a579417ad95), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:41.062723 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:41.065909 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/networks/b76da9c9-f0c2-43be-bff2-2a579417ad95 HTTP/1.1" status: 204 len: 168 time: 0.2957962 Feb 03 22:53:41.068801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:41.077132 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97343ae-825b-4f07-b112-13ea28ac027e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Network': ['ID=b76da9c9-f0c2-43be-bff2-2a579417ad95,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:41.125271 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a8ed-1310-4694-ab53-2ce6174178fe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (46048c35-22a8-43b5-b77c-dbce08b68fa9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:41.150004 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a8ed-1310-4694-ab53-2ce6174178fe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (46048c35-22a8-43b5-b77c-dbce08b68fa9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:41.211755 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a8ed-1310-4694-ab53-2ce6174178fe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (46048c35-22a8-43b5-b77c-dbce08b68fa9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:41.214643 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a8ed-1310-4694-ab53-2ce6174178fe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:41.215845 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b7e6a8ed-1310-4694-ab53-2ce6174178fe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/security-groups/46048c35-22a8-43b5-b77c-dbce08b68fa9 HTTP/1.1" status: 204 len: 168 time: 0.1460171 Feb 03 22:53:41.227488 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6a8ed-1310-4694-ab53-2ce6174178fe tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46048c35-22a8-43b5-b77c-dbce08b68fa9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:42.348816 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 270c09ec-d833-497f-ae28-f077a7f603e0 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:53:42.372455 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 270c09ec-d833-497f-ae28-f077a7f603e0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:53:42.372797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 270c09ec-d833-497f-ae28-f077a7f603e0 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:53:43.471434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:43.476045 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-114e875e-670f-4aaa-969c-22ab8138af4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422514751', 'description': 'tempest-secgroup-smoke-1422514751 description', 'project_id': '0e04285a1d5d4473bf2d0bd071997629'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:43.497628 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-114e875e-670f-4aaa-969c-22ab8138af4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.564816 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-114e875e-670f-4aaa-969c-22ab8138af4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (a96e4bf9-d42d-406e-8c55-ab102f75d008), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.568372 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-114e875e-670f-4aaa-969c-22ab8138af4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a96e4bf9-d42d-406e-8c55-ab102f75d008), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.593402 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-114e875e-670f-4aaa-969c-22ab8138af4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.594575 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-114e875e-670f-4aaa-969c-22ab8138af4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1220906 Feb 03 22:53:43.598116 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:43.602805 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-db7acf90-1016-44a7-8663-ba95da6abc1e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'a96e4bf9-d42d-406e-8c55-ab102f75d008', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:43.603121 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e875e-670f-4aaa-969c-22ab8138af4b tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e4bf9-d42d-406e-8c55-ab102f75d008,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:43.626863 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db7acf90-1016-44a7-8663-ba95da6abc1e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (abbfc6b3-803f-43ec-b0a7-4883b4079756), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.680117 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db7acf90-1016-44a7-8663-ba95da6abc1e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (abbfc6b3-803f-43ec-b0a7-4883b4079756), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.683643 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db7acf90-1016-44a7-8663-ba95da6abc1e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (abbfc6b3-803f-43ec-b0a7-4883b4079756), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.701110 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7acf90-1016-44a7-8663-ba95da6abc1e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbfc6b3-803f-43ec-b0a7-4883b4079756,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:43.705355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db7acf90-1016-44a7-8663-ba95da6abc1e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.708769 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-db7acf90-1016-44a7-8663-ba95da6abc1e tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073711 Feb 03 22:53:43.709274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:43.713449 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-842341a4-c151-4d84-b0f8-2937ab6247e3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'a96e4bf9-d42d-406e-8c55-ab102f75d008', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:43.737933 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-842341a4-c151-4d84-b0f8-2937ab6247e3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (2553ee0d-2851-4211-88ca-7e87fd8f66c7), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.796012 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-842341a4-c151-4d84-b0f8-2937ab6247e3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (2553ee0d-2851-4211-88ca-7e87fd8f66c7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.799361 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-842341a4-c151-4d84-b0f8-2937ab6247e3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (2553ee0d-2851-4211-88ca-7e87fd8f66c7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.814273 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842341a4-c151-4d84-b0f8-2937ab6247e3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2553ee0d-2851-4211-88ca-7e87fd8f66c7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:43.824241 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-842341a4-c151-4d84-b0f8-2937ab6247e3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.825456 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-842341a4-c151-4d84-b0f8-2937ab6247e3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152787 Feb 03 22:53:43.828191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:43.832542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5375a260-f560-4ee1-85b2-fad604ef2658 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'a96e4bf9-d42d-406e-8c55-ab102f75d008', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:43.856650 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5375a260-f560-4ee1-85b2-fad604ef2658 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (80574038-7beb-4120-88e6-f20ee2170190), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.912087 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5375a260-f560-4ee1-85b2-fad604ef2658 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (80574038-7beb-4120-88e6-f20ee2170190), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.915942 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5375a260-f560-4ee1-85b2-fad604ef2658 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (80574038-7beb-4120-88e6-f20ee2170190), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.936212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375a260-f560-4ee1-85b2-fad604ef2658 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80574038-7beb-4120-88e6-f20ee2170190,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:43.942331 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5375a260-f560-4ee1-85b2-fad604ef2658 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:43.943534 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5375a260-f560-4ee1-85b2-fad604ef2658 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144145 Feb 03 22:53:43.946430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:43.951015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3f229d25-2cc6-4eb5-9554-2c3c8b9f4ee3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'a96e4bf9-d42d-406e-8c55-ab102f75d008', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:43.976652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f229d25-2cc6-4eb5-9554-2c3c8b9f4ee3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (9c33c9f1-5d4a-4166-8b6e-1f34bc2b6b48), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.036958 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f229d25-2cc6-4eb5-9554-2c3c8b9f4ee3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (9c33c9f1-5d4a-4166-8b6e-1f34bc2b6b48), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.040798 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f229d25-2cc6-4eb5-9554-2c3c8b9f4ee3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (9c33c9f1-5d4a-4166-8b6e-1f34bc2b6b48), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.060627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f229d25-2cc6-4eb5-9554-2c3c8b9f4ee3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c33c9f1-5d4a-4166-8b6e-1f34bc2b6b48,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:44.066240 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f229d25-2cc6-4eb5-9554-2c3c8b9f4ee3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.067434 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3f229d25-2cc6-4eb5-9554-2c3c8b9f4ee3 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199989 Feb 03 22:53:44.070280 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55710) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:44.075144 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-887bee7b-b4f9-4d21-87e8-ba4435a68339 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'a96e4bf9-d42d-406e-8c55-ab102f75d008', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:44.094880 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-887bee7b-b4f9-4d21-87e8-ba4435a68339 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:53:44.100282 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-887bee7b-b4f9-4d21-87e8-ba4435a68339 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (bc814a6c-87b4-4abd-9c87-54b9d83aa414), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.155827 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-887bee7b-b4f9-4d21-87e8-ba4435a68339 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (bc814a6c-87b4-4abd-9c87-54b9d83aa414), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.159702 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-887bee7b-b4f9-4d21-87e8-ba4435a68339 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (bc814a6c-87b4-4abd-9c87-54b9d83aa414), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.177374 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bee7b-b4f9-4d21-87e8-ba4435a68339 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc814a6c-87b4-4abd-9c87-54b9d83aa414,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:44.182259 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-887bee7b-b4f9-4d21-87e8-ba4435a68339 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.183438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-887bee7b-b4f9-4d21-87e8-ba4435a68339 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1120801 Feb 03 22:53:44.186189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:44.190675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7d082b84-afe2-4d46-9834-9ebd52374499 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'security_group_rule': {'security_group_id': 'a96e4bf9-d42d-406e-8c55-ab102f75d008', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:44.210516 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-7d082b84-afe2-4d46-9834-9ebd52374499 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Project 0e04285a1d5d4473bf2d0bd071997629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:53:44.215286 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d082b84-afe2-4d46-9834-9ebd52374499 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (1f9e0e36-b966-42c6-8f71-3a306f0ebecb), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.272338 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d082b84-afe2-4d46-9834-9ebd52374499 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (1f9e0e36-b966-42c6-8f71-3a306f0ebecb), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.276132 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d082b84-afe2-4d46-9834-9ebd52374499 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (1f9e0e36-b966-42c6-8f71-3a306f0ebecb), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.295468 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d082b84-afe2-4d46-9834-9ebd52374499 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9e0e36-b966-42c6-8f71-3a306f0ebecb,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:44.304056 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d082b84-afe2-4d46-9834-9ebd52374499 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.305388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7d082b84-afe2-4d46-9834-9ebd52374499 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181171 Feb 03 22:53:44.308207 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55714) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:44.312999 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'network': {'name': 'tempest-network-smoke--1296630143', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:44.331954 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:53:44.335302 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.358767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:53:44.370360 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (42c0ae0d-6c51-4d69-8d71-95bf89ef4256), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.370841 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Added segment 42c0ae0d-6c51-4d69-8d71-95bf89ef4256 of type vlan for network 8e183a0d-3af8-494c-81de-3a04477cb20c Feb 03 22:53:44.411591 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (8e183a0d-3af8-494c-81de-3a04477cb20c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.434701 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (8e183a0d-3af8-494c-81de-3a04477cb20c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.439581 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:44.440166 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.492946 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1836894 Feb 03 22:53:44.495828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:44.500512 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'admin_state_up': True, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:44.512026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e94eb-5b1e-40f2-b64c-4d81b71ca5c4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Network': ['ID=8e183a0d-3af8-494c-81de-3a04477cb20c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:44.522260 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (7fc7544f-5087-4452-9eed-f267872eb745), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.523558 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (7fc7544f-5087-4452-9eed-f267872eb745), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.524179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 8e183a0d-3af8-494c-81de-3a04477cb20c details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:53:44.577539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (7fc7544f-5087-4452-9eed-f267872eb745), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.725296 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (7fc7544f-5087-4452-9eed-f267872eb745), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.922089 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (7fc7544f-5087-4452-9eed-f267872eb745), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:44.946420 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:45.066056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.35 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/404e3396-96f9-4dd1-be2a-9f1ded55b189) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:53:45.170691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:45.204349 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:45.243053 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:53:45.245851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:53:45.249307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:53:45.271739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=404e3396-96f9-4dd1-be2a-9f1ded55b189,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:45.507705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (7fc7544f-5087-4452-9eed-f267872eb745), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:45.705242 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (7fc7544f-5087-4452-9eed-f267872eb745), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:45.831791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 7fc7544f-5087-4452-9eed-f267872eb745 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:53:45.940934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:53:45.950537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Sync routers for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:53:45.959594 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:53:45.960225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:45.960691 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:45.962075 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d50747da-d3f6-4af2-b0a5-5f978fcb307f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4651752 Feb 03 22:53:45.965252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:45.994273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a1aeeeb7-fcaf-437e-8ee9-2c7911a82a6e tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=0e04285a1d5d4473bf2d0bd071997629&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278130 Feb 03 22:53:45.996840 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:46.068373 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:53:46.080123 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd30b63-8908-4878-aeff-55e52fa1aeab tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:46.081709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-9cd30b63-8908-4878-aeff-55e52fa1aeab tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839591 Feb 03 22:53:46.084596 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:46.116363 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-77179fff-fcca-4bbb-9a36-529cbc96a498 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=b881c972-8cd9-4bce-b699-43968304918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307438 Feb 03 22:53:46.118920 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:46.123533 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1185441930', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:46.208354 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:53:46.211747 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.247819 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:45Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:46.274490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Checking router: 7fc7544f-5087-4452-9eed-f267872eb745 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:53:46.274854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Updating router 7fc7544f-5087-4452-9eed-f267872eb745 port 404e3396-96f9-4dd1-be2a-9f1ded55b189 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:53:46.303722 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.395205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (bc2f4ba8-668f-45a2-943a-2d202701ba3f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.452640 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Subnet': ['ID=bc2f4ba8-668f-45a2-943a-2d202701ba3f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:46.463253 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Checking segment: {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:53:46.463618 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network hostable DHCP agents. Network: 8e183a0d-3af8-494c-81de-3a04477cb20c, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:53:46.480944 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 8e183a0d-3af8-494c-81de-3a04477cb20c is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:53:46.489018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 8e183a0d-3af8-494c-81de-3a04477cb20c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:53:46.493495 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:46.494103 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.502681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497259df-2cf5-475e-b9cf-a332f598b956 None None] Network 8e183a0d-3af8-494c-81de-3a04477cb20c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:53:46.510748 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f0d48224-1a2b-47be-991a-c4bc5b06334c tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3908403 Feb 03 22:53:46.513849 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:53:46.623814 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Publish callbacks [] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.633961 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.711822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-8e183a0d-3af8-494c-81de-3a04477cb20c', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:53:46.713024 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.716995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848778c-1326-432f-9c99-5c9550948975 None None] Pushing event updated for resources: {'Port': ['ID=404e3396-96f9-4dd1-be2a-9f1ded55b189,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:46.727140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Attempting to bind port 404e3396-96f9-4dd1-be2a-9f1ded55b189 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:53:46.727513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Attempting to bind port 404e3396-96f9-4dd1-be2a-9f1ded55b189 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:53:46.727879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Attempting to bind port 404e3396-96f9-4dd1-be2a-9f1ded55b189 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:53:46.735629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:53:46.736009 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:53:46.736415 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.736812 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:53:46.737353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Bound port: 404e3396-96f9-4dd1-be2a-9f1ded55b189, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:53:46.737739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.856161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] For port 404e3396-96f9-4dd1-be2a-9f1ded55b189, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:53:46.860848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] For port 404e3396-96f9-4dd1-be2a-9f1ded55b189, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=404e3396-96f9-4dd1-be2a-9f1ded55b189,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:53:46.884496 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.963773 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Allocated IP 172.20.0.2 (8e183a0d-3af8-494c-81de-3a04477cb20c/bc2f4ba8-668f-45a2-943a-2d202701ba3f/6339cc8e-a8b7-4bf6-9dda-15d017491168) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:53:46.965541 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848778c-1326-432f-9c99-5c9550948975 None None] Pushing event updated for resources: {'Port': ['ID=404e3396-96f9-4dd1-be2a-9f1ded55b189,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:46.968237 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:46.972719 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:53:46.973378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:47.156442 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:53:47.312125 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Publish callbacks [] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:47.320469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:47.382211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Network 8e183a0d-3af8-494c-81de-3a04477cb20c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:53:47.387767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:53:47.392863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:53:47.414765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Pushing event updated for resources: {'Port': ['ID=6339cc8e-a8b7-4bf6-9dda-15d017491168,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:47.475620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Attempting to bind port 6339cc8e-a8b7-4bf6-9dda-15d017491168 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:53:47.475990 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Attempting to bind port 6339cc8e-a8b7-4bf6-9dda-15d017491168 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:53:47.476353 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Attempting to bind port 6339cc8e-a8b7-4bf6-9dda-15d017491168 on network 8e183a0d-3af8-494c-81de-3a04477cb20c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:53:47.483619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:53:47.484004 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Checking segment: {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:53:47.484412 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:47.484810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Bound using segment: {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:53:47.485308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Bound port: 6339cc8e-a8b7-4bf6-9dda-15d017491168, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:53:47.485696 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:47.505145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:45Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:47.552274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4360fe-76e4-4e6b-8bc7-9b4cffa28e15 None None] The sync data for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 is: [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:45Z', 'revision_number': 3, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:53:47.564351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.1 (8e183a0d-3af8-494c-81de-3a04477cb20c/bc2f4ba8-668f-45a2-943a-2d202701ba3f/479978f7-c846-491e-a377-ddb1361401b5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:53:47.584072 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] For port 6339cc8e-a8b7-4bf6-9dda-15d017491168, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:53:47.587912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] For port 6339cc8e-a8b7-4bf6-9dda-15d017491168, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6339cc8e-a8b7-4bf6-9dda-15d017491168,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:53:47.595349 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:47.659561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4acb6-d92d-45ff-84e9-e93750ef539e None None] Pushing event updated for resources: {'Port': ['ID=6339cc8e-a8b7-4bf6-9dda-15d017491168,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:47.697523 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (479978f7-c846-491e-a377-ddb1361401b5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:47.734370 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (479978f7-c846-491e-a377-ddb1361401b5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:47.798406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 8e183a0d-3af8-494c-81de-3a04477cb20c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:53:47.802965 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:53:47.805909 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:53:47.809259 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=479978f7-c846-491e-a377-ddb1361401b5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:47.855308 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (7fc7544f-5087-4452-9eed-f267872eb745), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:48.021880 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (479978f7-c846-491e-a377-ddb1361401b5), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:48.357289 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (479978f7-c846-491e-a377-ddb1361401b5), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:48.363728 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (479978f7-c846-491e-a377-ddb1361401b5), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:48.473071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=479978f7-c846-491e-a377-ddb1361401b5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:48.475811 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (7fc7544f-5087-4452-9eed-f267872eb745), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:48.559670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6339cc8e-a8b7-4bf6-9dda-15d017491168 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:53:48.598812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 8e183a0d-3af8-494c-81de-3a04477cb20c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:53:48.600839 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:53:48.618139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6339cc8e-a8b7-4bf6-9dda-15d017491168 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:48.618772 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:48.716817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6339cc8e-a8b7-4bf6-9dda-15d017491168 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:48.717279 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:48.743708 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 7fc7544f-5087-4452-9eed-f267872eb745 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:53:48.754439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 6339cc8e-a8b7-4bf6-9dda-15d017491168, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6339cc8e-a8b7-4bf6-9dda-15d017491168,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:48.758770 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:48.760012 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 404e3396-96f9-4dd1-be2a-9f1ded55b189 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:53:48.843632 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=6339cc8e-a8b7-4bf6-9dda-15d017491168,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:48.853318 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c8954-9057-4f8c-9808-32a721d0f73f None None] Network 8e183a0d-3af8-494c-81de-3a04477cb20c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:53:48.864801 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:53:48.871271 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82a08948-31a5-422b-9947-4d8bb59f641a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/7fc7544f-5087-4452-9eed-f267872eb745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3565845 Feb 03 22:53:48.901575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 404e3396-96f9-4dd1-be2a-9f1ded55b189 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:48.901964 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:48.977793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f0d5f4c7-9af7-44b8-8eab-1de1e8f44baf None None] Provisioning complete for port 6339cc8e-a8b7-4bf6-9dda-15d017491168 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:48.978173 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f4c7-9af7-44b8-8eab-1de1e8f44baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:49.038458 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-b51d6203-f2fc-49f0-a5d8-b6f0f10a2a15 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422514751&fields=id&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 267 time: 0.0490446 Feb 03 22:53:49.089138 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 404e3396-96f9-4dd1-be2a-9f1ded55b189 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:49.089266 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:49.134142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 404e3396-96f9-4dd1-be2a-9f1ded55b189, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=404e3396-96f9-4dd1-be2a-9f1ded55b189,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:49.143560 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:49.160367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-d15a8991-02e9-4c20-b137-c730b6a63545 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:49.167772 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-d15a8991-02e9-4c20-b137-c730b6a63545 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/networks?id=8e183a0d-3af8-494c-81de-3a04477cb20c HTTP/1.1" status: 200 len: 797 time: 0.1208920 Feb 03 22:53:49.174564 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5f4c7-9af7-44b8-8eab-1de1e8f44baf None None] Current status of the port 6339cc8e-a8b7-4bf6-9dda-15d017491168 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:49.180355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-3cf7127e-bf4e-48ac-95cc-d3664718c1c0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/quotas/0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 375 time: 0.0117149 Feb 03 22:53:49.213168 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=404e3396-96f9-4dd1-be2a-9f1ded55b189,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:49.245529 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-702fd428-ecb7-469a-9da1-8aad3a793cea tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606170 Feb 03 22:53:49.348385 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-a5116a03-6fce-4012-a2b5-a4a7c976c1a0 service neutron] 10.222.0.50 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908446 Feb 03 22:53:49.398652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aec7c88f-d15c-4596-a03b-3244868512d6 None None] Provisioning complete for port 479978f7-c846-491e-a377-ddb1361401b5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:49.399087 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aec7c88f-d15c-4596-a03b-3244868512d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (479978f7-c846-491e-a377-ddb1361401b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:49.442913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aec7c88f-d15c-4596-a03b-3244868512d6 None None] Port 479978f7-c846-491e-a377-ddb1361401b5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:53:49.452560 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aec7c88f-d15c-4596-a03b-3244868512d6 None None] Provisioning complete for port 6339cc8e-a8b7-4bf6-9dda-15d017491168 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:49.452954 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aec7c88f-d15c-4596-a03b-3244868512d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:49.454534 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-89d7d73a-fc95-4238-8553-d0c94c20d9f7 service neutron] 10.222.0.50 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000175 Feb 03 22:53:49.524249 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Sync routers for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:53:49.541991 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:53:49.543677 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:49.545809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aec7c88f-d15c-4596-a03b-3244868512d6 None None] Current status of the port 6339cc8e-a8b7-4bf6-9dda-15d017491168 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:49.664203 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f7d9655f-f5e9-4395-81bd-5cb7f7f09d83 req-81d26f74-60ad-41cb-b004-cdcef96485f8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 210 time: 0.0472631 Feb 03 22:53:49.684030 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:53:49.689651 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3c668f75-24bc-49a0-bc1c-d1bd4034c152 None None] Provisioning complete for port 479978f7-c846-491e-a377-ddb1361401b5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:49.690687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c668f75-24bc-49a0-bc1c-d1bd4034c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (479978f7-c846-491e-a377-ddb1361401b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:49.906637 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:47Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '479978f7-c846-491e-a377-ddb1361401b5', 'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:24:5e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:47Z', 'updated_at': '2022-02-03T22:53:48Z', 'revision_number': 2, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:49.917826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3c668f75-24bc-49a0-bc1c-d1bd4034c152 None None] Port 479978f7-c846-491e-a377-ddb1361401b5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:53:49.934012 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Checking router: 7fc7544f-5087-4452-9eed-f267872eb745 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:53:49.934369 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Updating router 7fc7544f-5087-4452-9eed-f267872eb745 port 479978f7-c846-491e-a377-ddb1361401b5 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:53:49.962244 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (479978f7-c846-491e-a377-ddb1361401b5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.037796 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8f75b34e-b4cc-48ba-a8a0-8b1fd3c020a9 None None] Provisioning complete for port 479978f7-c846-491e-a377-ddb1361401b5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:50.038252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f75b34e-b4cc-48ba-a8a0-8b1fd3c020a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (479978f7-c846-491e-a377-ddb1361401b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.075563 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8f75b34e-b4cc-48ba-a8a0-8b1fd3c020a9 None None] Port 479978f7-c846-491e-a377-ddb1361401b5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:53:50.229324 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Publish callbacks [] for port (479978f7-c846-491e-a377-ddb1361401b5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.234061 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (479978f7-c846-491e-a377-ddb1361401b5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.301821 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Pushing event updated for resources: {'Port': ['ID=479978f7-c846-491e-a377-ddb1361401b5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:50.334173 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.334536 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.334874 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.335217 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.335554 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.335895 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.336228 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.336557 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.336887 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.337242 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.337572 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.337897 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.338221 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:53:50.345501 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Attempting to bind port 479978f7-c846-491e-a377-ddb1361401b5 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:53:50.346185 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Attempting to bind port 479978f7-c846-491e-a377-ddb1361401b5 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:53:50.347272 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Attempting to bind port 479978f7-c846-491e-a377-ddb1361401b5 on network 8e183a0d-3af8-494c-81de-3a04477cb20c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:53:50.354062 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:53:50.354508 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Checking segment: {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:53:50.354922 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.355318 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Bound using segment: {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:53:50.355795 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Bound port: 479978f7-c846-491e-a377-ddb1361401b5, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:53:50.356178 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (479978f7-c846-491e-a377-ddb1361401b5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.381395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6339cc8e-a8b7-4bf6-9dda-15d017491168 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:53:50.424190 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] For port 479978f7-c846-491e-a377-ddb1361401b5, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:53:50.427920 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] For port 479978f7-c846-491e-a377-ddb1361401b5, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=479978f7-c846-491e-a377-ddb1361401b5,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:53:50.434134 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (479978f7-c846-491e-a377-ddb1361401b5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.434392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 6339cc8e-a8b7-4bf6-9dda-15d017491168 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:50.434984 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.494601 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:53:50.495223 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:50.515942 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 6339cc8e-a8b7-4bf6-9dda-15d017491168 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:50.517136 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 404e3396-96f9-4dd1-be2a-9f1ded55b189 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:53:50.569765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 404e3396-96f9-4dd1-be2a-9f1ded55b189 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:50.570492 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.626794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a60202dd-5a31-4b14-bdd1-7abac64f668b None None] Provisioning complete for port 479978f7-c846-491e-a377-ddb1361401b5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:50.627321 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a60202dd-5a31-4b14-bdd1-7abac64f668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (479978f7-c846-491e-a377-ddb1361401b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.681147 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbda89-71ff-4f5b-8947-aeb58fa383a8 None None] Pushing event updated for resources: {'Port': ['ID=479978f7-c846-491e-a377-ddb1361401b5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:50.753983 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:53:50.768892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 404e3396-96f9-4dd1-be2a-9f1ded55b189 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:50.780702 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a60202dd-5a31-4b14-bdd1-7abac64f668b None None] Current status of the port 479978f7-c846-491e-a377-ddb1361401b5 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:50.781122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a60202dd-5a31-4b14-bdd1-7abac64f668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (479978f7-c846-491e-a377-ddb1361401b5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.838371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a60202dd-5a31-4b14-bdd1-7abac64f668b None None] For port 479978f7-c846-491e-a377-ddb1361401b5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=479978f7-c846-491e-a377-ddb1361401b5,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:50.840689 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3a04f44-07f4-4e48-8352-6631496fb266 req-f77c9fa5-feb7-4221-b145-20117c2416b1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 210 time: 0.0518308 Feb 03 22:53:50.844630 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a60202dd-5a31-4b14-bdd1-7abac64f668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (479978f7-c846-491e-a377-ddb1361401b5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.864678 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-da6e7e24-3767-4ad8-8705-2a827646e85f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:50.866928 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-da6e7e24-3767-4ad8-8705-2a827646e85f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/networks?id=8e183a0d-3af8-494c-81de-3a04477cb20c HTTP/1.1" status: 200 len: 797 time: 0.2071359 Feb 03 22:53:50.900649 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60202dd-5a31-4b14-bdd1-7abac64f668b None None] Pushing event updated for resources: {'Port': ['ID=479978f7-c846-491e-a377-ddb1361401b5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:50.932490 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-f459b322-942f-4607-acef-2e90f3d4dc62 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e04285a1d5d4473bf2d0bd071997629 HTTP/1.1" status: 200 len: 380 time: 0.0565658 Feb 03 22:53:50.941447 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'port': {'device_id': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'admin_state_up': True, 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'security_groups': ['a96e4bf9-d42d-406e-8c55-ab102f75d008']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:50.966463 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bfc2882e-ae7b-496f-b063-da878ed22f85 None None] Provisioning complete for port 479978f7-c846-491e-a377-ddb1361401b5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:50.966946 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfc2882e-ae7b-496f-b063-da878ed22f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (479978f7-c846-491e-a377-ddb1361401b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:50.996955 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:47Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '479978f7-c846-491e-a377-ddb1361401b5', 'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:24:5e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:47Z', 'updated_at': '2022-02-03T22:53:50Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:53:51.028226 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828bd8e1-fe2b-43bb-a0bb-bea4682aecb9 None None] The sync data for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 is: [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:47Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '479978f7-c846-491e-a377-ddb1361401b5', 'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:24:5e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:47Z', 'updated_at': '2022-02-03T22:53:50Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:53:51.048057 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2882e-ae7b-496f-b063-da878ed22f85 None None] Current status of the port 479978f7-c846-491e-a377-ddb1361401b5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:51.057575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Made reservation on behalf of 0e04285a1d5d4473bf2d0bd071997629 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:53:51.061059 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:51.213598 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.20.0.3 (8e183a0d-3af8-494c-81de-3a04477cb20c/bc2f4ba8-668f-45a2-943a-2d202701ba3f/3bd25b25-aaaa-4227-a0af-6d68d309eb68) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:53:51.367533 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:51.401605 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:51.452793 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network 8e183a0d-3af8-494c-81de-3a04477cb20c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:53:51.456462 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:53:51.460397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:53:51.466959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=3bd25b25-aaaa-4227-a0af-6d68d309eb68,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:51.520151 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:51.520819 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:51.540457 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-5d42071e-41e3-4157-8a1a-b80df2234824 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027732 Feb 03 22:53:51.552416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Request body: {'port': {'device_id': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:53:51.618775 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:51.776473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0ed2501b-d423-4894-9aed-030b261276ba None None] Provisioning complete for port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:51.777109 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ed2501b-d423-4894-9aed-030b261276ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:51.816279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2501b-d423-4894-9aed-030b261276ba None None] Port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:53:51.904842 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd25b25-aaaa-4227-a0af-6d68d309eb68 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:53:51.917562 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Publish callbacks [] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:51.930337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Transition to ACTIVE for port object 3bd25b25-aaaa-4227-a0af-6d68d309eb68 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:53:51.934478 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:51.983600 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dc65b-020d-4f3e-b54d-8054dfa08c3b req-256052c5-b59b-4b53-9822-2f5f7d6ac3f4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:51.986296 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-762dc65b-020d-4f3e-b54d-8054dfa08c3b req-256052c5-b59b-4b53-9822-2f5f7d6ac3f4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 943 time: 0.0641820 Feb 03 22:53:51.998442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd25b25-aaaa-4227-a0af-6d68d309eb68,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:52.044617 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-762dc65b-020d-4f3e-b54d-8054dfa08c3b req-b5167069-79f1-494c-ba91-5ba9afe9db7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523551 Feb 03 22:53:52.084190 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Attempting to bind port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:53:52.084614 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Attempting to bind port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:53:52.085080 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Attempting to bind port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 on network 8e183a0d-3af8-494c-81de-3a04477cb20c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:53:52.090285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 on network 8e183a0d-3af8-494c-81de-3a04477cb20c not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:53:52.090607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Attempting to bind port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 on network 8e183a0d-3af8-494c-81de-3a04477cb20c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:53:52.095841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:53:52.096187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Checking segment: {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:53:52.096615 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Bound using segment: {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:53:52.097101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Bound port: 3bd25b25-aaaa-4227-a0af-6d68d309eb68, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c0ae0d-6c51-4d69-8d71-95bf89ef4256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:53:52.097460 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:52.170298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] For port 3bd25b25-aaaa-4227-a0af-6d68d309eb68, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:53:52.173773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] For port 3bd25b25-aaaa-4227-a0af-6d68d309eb68, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:53:52.181917 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:52.213924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:52.214552 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:52.215958 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] 10.222.0.10 "PUT /v2.0/ports/3bd25b25-aaaa-4227-a0af-6d68d309eb68 HTTP/1.1" status: 200 len: 1091 time: 0.6683228 Feb 03 22:53:52.218281 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:53:52.221788 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d484f5-bad2-4693-8f41-9c3af10f4a54" -d '{"events": [{"name": "network-changed", "server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:53:52.259939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333daaa-a7f8-4d43-a550-3ce1737d2b47 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd25b25-aaaa-4227-a0af-6d68d309eb68,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:52.295272 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c779f1-902f-42de-b84e-0dd2e45ea8ad x-openstack-request-id: req-79c779f1-902f-42de-b84e-0dd2e45ea8ad {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:53:52.295574 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:53:52.295841 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79c779f1-902f-42de-b84e-0dd2e45ea8ad {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:53:52.296275 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'status': 'completed', 'code': 200} Feb 03 22:53:52.318400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-26e537f4-8ea8-440f-8579-3f71e38ba6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:52.322273 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-26e537f4-8ea8-440f-8579-3f71e38ba6b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 1125 time: 0.0576506 Feb 03 22:53:52.373789 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-0760fb3e-4fae-4dcb-95b1-f49e2acd17a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68 HTTP/1.1" status: 200 len: 217 time: 0.0443530 Feb 03 22:53:52.424237 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-51503ba7-e03c-41cb-a1c7-c4b2c4ba0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:52.426288 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-51503ba7-e03c-41cb-a1c7-c4b2c4ba0ef8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2f4ba8-668f-45a2-943a-2d202701ba3f HTTP/1.1" status: 200 len: 835 time: 0.0471878 Feb 03 22:53:52.435913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 479978f7-c846-491e-a377-ddb1361401b5 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:53:52.475771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-f48addfa-3706-4272-96db-993029ecefd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:52.477330 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-f48addfa-3706-4272-96db-993029ecefd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e183a0d-3af8-494c-81de-3a04477cb20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446634 Feb 03 22:53:52.494793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 479978f7-c846-491e-a377-ddb1361401b5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:52.495074 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (479978f7-c846-491e-a377-ddb1361401b5), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:52.573108 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-4d9f8bb4-acdd-401a-8fa3-1064d507839d service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899498 Feb 03 22:53:52.577620 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 479978f7-c846-491e-a377-ddb1361401b5 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:52.661218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3262d6d8-872a-4935-98c3-719fcc32f5ce req-669f07b8-a715-45c7-aea8-37918903bcda service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824833 Feb 03 22:53:52.748116 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-e165e996-9bbd-4cae-bc0e-a947cc073a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:52.749562 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-e165e996-9bbd-4cae-bc0e-a947cc073a1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 1125 time: 0.0463479 Feb 03 22:53:52.840819 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-91f406d2-7874-46c2-b083-d2d8fc9b44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:52.842350 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-91f406d2-7874-46c2-b083-d2d8fc9b44e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e183a0d-3af8-494c-81de-3a04477cb20c HTTP/1.1" status: 200 len: 898 time: 0.0874925 Feb 03 22:53:52.882190 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-5fe5652b-4fd5-4071-818f-b253d2039eec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68 HTTP/1.1" status: 200 len: 217 time: 0.0344830 Feb 03 22:53:52.934109 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-2c1dbd3a-abce-453d-9ac6-fc2efaaa6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:52.935619 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-2c1dbd3a-abce-453d-9ac6-fc2efaaa6857 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2f4ba8-668f-45a2-943a-2d202701ba3f HTTP/1.1" status: 200 len: 835 time: 0.0475199 Feb 03 22:53:52.984417 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-7e3433fa-461b-4ba7-ae0a-84dc301afb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:52.985985 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-7e3433fa-461b-4ba7-ae0a-84dc301afb6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e183a0d-3af8-494c-81de-3a04477cb20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449784 Feb 03 22:53:53.074300 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-7a13aaf3-aae1-4fa6-ac78-70a60b6cf30a service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820475 Feb 03 22:53:53.169489 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6db4-f2c5-4f72-8e02-60a828cebe58 req-74a45c03-8e71-4a96-8d82-8244f64133f2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:53.170109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-63d484f5-bad2-4693-8f41-9c3af10f4a54 req-541cb0fb-f6a9-4472-ae9e-291b66c6a763 service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899816 Feb 03 22:53:53.170978 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8ef6db4-f2c5-4f72-8e02-60a828cebe58 req-74a45c03-8e71-4a96-8d82-8244f64133f2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 943 time: 0.0569344 Feb 03 22:53:53.219773 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b8ef6db4-f2c5-4f72-8e02-60a828cebe58 req-b81b8658-70d1-41a1-984b-6904a63828b8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421777 Feb 03 22:53:53.727221 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd8b14b0-8fb7-43a3-83e1-e6f605699531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:54.338784 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b487a51-6c39-46b4-b41f-8ededffa8391 req-d618f645-f797-4203-aecd-107c550a5158 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:54.340240 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b487a51-6c39-46b4-b41f-8ededffa8391 req-d618f645-f797-4203-aecd-107c550a5158 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 943 time: 0.0520070 Feb 03 22:53:54.388630 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b487a51-6c39-46b4-b41f-8ededffa8391 req-c360697d-9842-4997-8e1f-d9f219f965d8 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Feb 03 22:53:55.121757 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:55.164971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:55.505738 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80e26d-8c9c-4ca0-8cf7-9e745268cd9c req-77135c20-12ca-4db3-85a8-bd9dc8c63791 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:55.507208 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb80e26d-8c9c-4ca0-8cf7-9e745268cd9c req-77135c20-12ca-4db3-85a8-bd9dc8c63791 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 943 time: 0.0514283 Feb 03 22:53:55.559873 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb80e26d-8c9c-4ca0-8cf7-9e745268cd9c req-0887b9bf-44bf-4dbb-8773-8f97ab73a288 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470874 Feb 03 22:53:56.678103 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c28ed-c8d1-4e6b-b25d-05525ecbe3f0 req-675045fd-9370-4d71-8d66-b8f0406f35cc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:56.679590 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb7c28ed-c8d1-4e6b-b25d-05525ecbe3f0 req-675045fd-9370-4d71-8d66-b8f0406f35cc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 943 time: 0.0521398 Feb 03 22:53:56.693507 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1eec608a-7eee-4085-a520-9df1c84da20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:56.728955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bb7c28ed-c8d1-4e6b-b25d-05525ecbe3f0 req-769312ce-331c-4405-a0c3-d0b1d902542f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Feb 03 22:53:56.939828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3bd25b25-aaaa-4227-a0af-6d68d309eb68 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:53:57.036402 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3bd25b25-aaaa-4227-a0af-6d68d309eb68, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:57.047697 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'port_id': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'mac_address': 'fa:16:3e:77:0c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:53:57.083553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:57.083932 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:57.096435 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd25b25-aaaa-4227-a0af-6d68d309eb68 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:53:57.115184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3bd25b25-aaaa-4227-a0af-6d68d309eb68, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:57.118990 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:57.163845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=3bd25b25-aaaa-4227-a0af-6d68d309eb68,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:57.210034 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:57.469897 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['3bd25b25-aaaa-4227-a0af-6d68d309eb68'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:53:57.849504 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fe8eb-8ffb-4b1b-a6fa-05437508444c req-42a59967-3e7a-4fe8-99b1-9834ab94bd7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:57.851003 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-552fe8eb-8ffb-4b1b-a6fa-05437508444c req-42a59967-3e7a-4fe8-99b1-9834ab94bd7a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 944 time: 0.0563028 Feb 03 22:53:57.898186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-552fe8eb-8ffb-4b1b-a6fa-05437508444c req-45c00537-084e-4b6c-a9ce-b8c03e2c7706 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416534 Feb 03 22:53:58.878216 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:58.949890 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3bd25b25-aaaa-4227-a0af-6d68d309eb68 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:53:58.997863 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:53:59.001672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:53:59.002050 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:59.021493 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ce1b-84cd-473b-8358-0ceed1274fcf req-918936a7-067c-4ea8-86eb-18fce99b4443 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:59.022992 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7834ce1b-84cd-473b-8358-0ceed1274fcf req-918936a7-067c-4ea8-86eb-18fce99b4443 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 944 time: 0.0570600 Feb 03 22:53:59.072030 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7834ce1b-84cd-473b-8358-0ceed1274fcf req-b6d476f0-b11e-46af-a505-4014695bd498 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431383 Feb 03 22:53:59.079140 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:53:59.079598 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:59.102033 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:53:59.104261 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b02eb1b-e7f7-4aee-aeef-5e0ff9b36f97" -d '{"events": [{"server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "name": "network-vif-plugged", "status": "completed", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:53:59.119971 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 3bd25b25-aaaa-4227-a0af-6d68d309eb68, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:53:59.124311 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:53:59.149518 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbed4a77-324e-4b7f-9c28-bac565342859 x-openstack-request-id: req-dbed4a77-324e-4b7f-9c28-bac565342859 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:53:59.149823 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "name": "network-vif-plugged", "status": "completed", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:53:59.150082 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbed4a77-324e-4b7f-9c28-bac565342859 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:53:59.150495 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'code': 200} Feb 03 22:53:59.177692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=3bd25b25-aaaa-4227-a0af-6d68d309eb68,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:53:59.239431 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a798ce0-0084-4ca2-b1b4-03ff9b89f19a req-333aaa62-fbcd-41be-9a54-34bc11535aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:53:59.240971 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a798ce0-0084-4ca2-b1b4-03ff9b89f19a req-333aaa62-fbcd-41be-9a54-34bc11535aa8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 1127 time: 0.0446570 Feb 03 22:53:59.285628 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-4a798ce0-0084-4ca2-b1b4-03ff9b89f19a req-8c68f27c-261f-42dc-b74b-8fd9f479b77a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388682 Feb 03 22:54:00.023469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:00.190786 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6410702-b35b-4e67-ab37-d61487d1df69 req-d51aee2a-31da-45f5-b373-15c040f30155 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:00.192222 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6410702-b35b-4e67-ab37-d61487d1df69 req-d51aee2a-31da-45f5-b373-15c040f30155 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0528135 Feb 03 22:54:00.240641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b6410702-b35b-4e67-ab37-d61487d1df69 req-350ea009-9c3d-4a3f-9598-aea022819830 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428641 Feb 03 22:54:01.360550 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ed97a-908d-4cd4-914f-8616f67f7c96 req-f38fff38-5b1c-4939-bfa2-93beeb545eaa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:01.362545 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-654ed97a-908d-4cd4-914f-8616f67f7c96 req-f38fff38-5b1c-4939-bfa2-93beeb545eaa tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0507100 Feb 03 22:54:01.413637 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-654ed97a-908d-4cd4-914f-8616f67f7c96 req-b1cff823-b802-42c4-9e2f-b21ded816bf1 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456727 Feb 03 22:54:01.529630 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c31879-92b4-4a39-8b4d-3fafe72736b2 req-aadafb82-ccc4-4a04-91d2-8b66d1f10ef4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:01.531116 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15c31879-92b4-4a39-8b4d-3fafe72736b2 req-aadafb82-ccc4-4a04-91d2-8b66d1f10ef4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0519938 Feb 03 22:54:01.579363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-15c31879-92b4-4a39-8b4d-3fafe72736b2 req-d2b9e9fa-90c2-4909-93af-d75bc2a71346 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 Feb 03 22:54:01.601350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:54:01.644011 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99fa46e-a512-4bbc-9b54-35aee68b9722 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:01.645563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e99fa46e-a512-4bbc-9b54-35aee68b9722 tempest-TestNetworkAdvancedServerOps-651061534 tempest-TestNetworkAdvancedServerOps-651061534-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 1122 time: 0.0430658 Feb 03 22:54:01.648272 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:54:01.652481 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:54:01.672941 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:01.770749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:01.870750 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Allocated IP 172.25.5.24 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/6b6fbbe1-a8ee-4966-acf0-59348357277f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:54:02.262608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (6b6fbbe1-a8ee-4966-acf0-59348357277f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:02.295512 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (6b6fbbe1-a8ee-4966-acf0-59348357277f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:02.330427 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:54:02.335603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:54:02.339705 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:54:02.365536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=6b6fbbe1-a8ee-4966-acf0-59348357277f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:54:02.692563 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (91a3b1e3-cc98-4dbc-bcdb-44a15732207e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:02.765525 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (6b6fbbe1-a8ee-4966-acf0-59348357277f), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:02.907773 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for port (6b6fbbe1-a8ee-4966-acf0-59348357277f), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:02.912168 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (6b6fbbe1-a8ee-4966-acf0-59348357277f), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:02.982186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event updated for resources: {'Port': ['ID=6b6fbbe1-a8ee-4966-acf0-59348357277f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:54:02.994093 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (91a3b1e3-cc98-4dbc-bcdb-44a15732207e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:03.094383 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 91a3b1e3-cc98-4dbc-bcdb-44a15732207e associated. External IP: 172.25.5.24, port: 3bd25b25-aaaa-4227-a0af-6d68d309eb68. Feb 03 22:54:03.304029 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 7fc7544f-5087-4452-9eed-f267872eb745 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:54:03.408884 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:54:03.418713 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] Sync routers for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:54:03.427530 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:03.429242 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:54:03.429877 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:54:03.461408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-d299d1b9-a249-4e07-87dc-332138d1bfdc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8121295 Feb 03 22:54:03.462373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:54:03.464832 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75625fe1-0ced-4901-90cc-406a36784216" -d '{"events": [{"name": "network-changed", "server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:54:03.540207 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:54:03.571020 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb93f49-7885-4846-980b-ed634e2588b1 req-ddbd7817-a688-4c03-8e8c-59b18b809ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:03.572553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acb93f49-7885-4846-980b-ed634e2588b1 req-ddbd7817-a688-4c03-8e8c-59b18b809ce6 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0566242 Feb 03 22:54:03.624031 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9af5cd7-66d3-45d4-bd05-2b91e0b6fc81 x-openstack-request-id: req-f9af5cd7-66d3-45d4-bd05-2b91e0b6fc81 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:54:03.624330 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:54:03.624586 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9af5cd7-66d3-45d4-bd05-2b91e0b6fc81 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:54:03.625036 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'status': 'completed', 'code': 200} Feb 03 22:54:03.630626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-acb93f49-7885-4846-980b-ed634e2588b1 req-6346b272-dbdd-4b67-928e-6e33b7546f22 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521085 Feb 03 22:54:03.652733 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:54:03.740776 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f2b0050c-d5e5-40a9-b4c0-fbd8bdd2aa25 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/91a3b1e3-cc98-4dbc-bcdb-44a15732207e HTTP/1.1" status: 200 len: 990 time: 0.0858221 Feb 03 22:54:03.742980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75625fe1-0ced-4901-90cc-406a36784216 req-002e49cb-8564-4fc4-bb39-d78d161058e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:03.744404 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75625fe1-0ced-4901-90cc-406a36784216 req-002e49cb-8564-4fc4-bb39-d78d161058e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 1127 time: 0.0994353 Feb 03 22:54:03.785316 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:47Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '91a3b1e3-cc98-4dbc-bcdb-44a15732207e', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.24', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'port_id': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'mac_address': 'fa:16:3e:77:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:54:02Z', 'updated_at': '2022-02-03T22:54:02Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479978f7-c846-491e-a377-ddb1361401b5', 'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:24:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:47Z', 'updated_at': '2022-02-03T22:53:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:54:03.812256 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] Checking router: 7fc7544f-5087-4452-9eed-f267872eb745 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:54:03.820636 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:54:03.821282 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:53:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:54:03.839914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75625fe1-0ced-4901-90cc-406a36784216 req-47219492-a289-48eb-9dda-c978b5be5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:03.841490 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75625fe1-0ced-4901-90cc-406a36784216 req-47219492-a289-48eb-9dda-c978b5be5cb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e183a0d-3af8-494c-81de-3a04477cb20c HTTP/1.1" status: 200 len: 898 time: 0.0915120 Feb 03 22:54:03.909173 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75625fe1-0ced-4901-90cc-406a36784216 req-196992da-0d07-49d7-84e6-fb418bf61dcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68 HTTP/1.1" status: 200 len: 998 time: 0.0613036 Feb 03 22:54:03.933377 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:54:03.956471 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75625fe1-0ced-4901-90cc-406a36784216 req-891f3503-dad2-464a-beb7-63c8571c7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:03.958015 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75625fe1-0ced-4901-90cc-406a36784216 req-891f3503-dad2-464a-beb7-63c8571c7729 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2f4ba8-668f-45a2-943a-2d202701ba3f HTTP/1.1" status: 200 len: 835 time: 0.0443065 Feb 03 22:54:04.010963 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75625fe1-0ced-4901-90cc-406a36784216 req-7348716f-9abd-4fcd-b084-de499fc1ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:04.012514 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75625fe1-0ced-4901-90cc-406a36784216 req-7348716f-9abd-4fcd-b084-de499fc1ad23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e183a0d-3af8-494c-81de-3a04477cb20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488536 Feb 03 22:54:04.100361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75625fe1-0ced-4901-90cc-406a36784216 req-72a7ea8f-2694-4135-9e73-c0a745c89fb7 service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822439 Feb 03 22:54:04.157886 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:47Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '91a3b1e3-cc98-4dbc-bcdb-44a15732207e', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.24', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'port_id': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'mac_address': 'fa:16:3e:77:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:54:02Z', 'updated_at': '2022-02-03T22:54:02Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479978f7-c846-491e-a377-ddb1361401b5', 'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:24:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:47Z', 'updated_at': '2022-02-03T22:53:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:54:04.188579 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4f634-0ab1-4471-b5e0-fd6936f96ad0 None None] The sync data for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 is: [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:47Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '91a3b1e3-cc98-4dbc-bcdb-44a15732207e', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'floating_ip_address': '172.25.5.24', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'port_id': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'mac_address': 'fa:16:3e:77:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:54:02Z', 'updated_at': '2022-02-03T22:54:02Z', 'revision_number': 0, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479978f7-c846-491e-a377-ddb1361401b5', 'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:24:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:47Z', 'updated_at': '2022-02-03T22:53:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:54:04.197579 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-75625fe1-0ced-4901-90cc-406a36784216 req-16e890a0-ec44-4bee-a7e4-893700191b4e service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913324 Feb 03 22:54:04.396097 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d07ef9-3147-421c-acd7-a136fe43d51c None None] New status for floating IP 91a3b1e3-cc98-4dbc-bcdb-44a15732207e: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:54:04.744687 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55806) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:54:04.750831 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-ab089bcb-d50e-4789-ae4b-a08e9ec63a87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434799 Feb 03 22:54:04.828138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-45f2b46a-e919-4da5-a4c2-1ac6fcdc5f14 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/91a3b1e3-cc98-4dbc-bcdb-44a15732207e HTTP/1.1" status: 200 len: 992 time: 0.0782409 Feb 03 22:54:04.847828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-918ee7c0-7257-4612-82c8-514a8ab21688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:04.849377 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-918ee7c0-7257-4612-82c8-514a8ab21688 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 1127 time: 0.0603459 Feb 03 22:54:04.953440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-b1c85287-e2cf-40e8-9245-01cca375969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:04.954934 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-b1c85287-e2cf-40e8-9245-01cca375969e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e183a0d-3af8-494c-81de-3a04477cb20c HTTP/1.1" status: 200 len: 898 time: 0.0886390 Feb 03 22:54:05.019357 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-57d5f140-d1eb-4c4d-b16e-8afe9cd4b8dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68 HTTP/1.1" status: 200 len: 1000 time: 0.0588913 Feb 03 22:54:05.065449 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-37806664-0d2a-4ca8-a253-562702a9bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:05.067432 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-37806664-0d2a-4ca8-a253-562702a9bbac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2f4ba8-668f-45a2-943a-2d202701ba3f HTTP/1.1" status: 200 len: 835 time: 0.0430815 Feb 03 22:54:05.117679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-525c8ad8-48fe-4da9-9b73-4b123e739c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:54:05.119154 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-525c8ad8-48fe-4da9-9b73-4b123e739c3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e183a0d-3af8-494c-81de-3a04477cb20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464914 Feb 03 22:54:05.206771 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-187489d0-1b10-471a-9b5e-510783e9895e service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821562 Feb 03 22:54:05.296283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-34c6c974-ad7f-48fa-932d-b75b0daf5089 req-c216831d-eae8-4dbb-ba72-7065e2da1fc9 service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840595 Feb 03 22:54:16.953692 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:54:23.729103 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88fdad9c-c133-4951-8948-7ce06340d774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:25.117511 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:25.184883 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:26.695670 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cefdb887-ccab-4fe0-9511-a4eef842f430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:27.214217 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:28.876292 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:30.025892 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:53.730099 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fc149fe-7e30-42df-854f-a25efa0b3001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:53.952414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:54:55.117748 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:55.197919 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:56.696432 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c05bda2d-f56b-4e7e-9f4c-58d2d2d732bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:57.217344 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:54:58.878795 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:00.027978 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:06.848394 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-ec43fddf-9b1f-43d6-bdcc-3f0bf0ddc9f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439979 Feb 03 22:55:06.933016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-d8e44301-748d-4ca1-a23d-141252a31c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:06.934524 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-d8e44301-748d-4ca1-a23d-141252a31c3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 1127 time: 0.0448079 Feb 03 22:55:07.037062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-80aaeb62-c736-4a89-be6f-ffbda6797ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:07.038589 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-80aaeb62-c736-4a89-be6f-ffbda6797ff7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e183a0d-3af8-494c-81de-3a04477cb20c HTTP/1.1" status: 200 len: 898 time: 0.0865755 Feb 03 22:55:07.102776 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-2aa51f94-a2fd-4d2e-8784-562f17095033 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68 HTTP/1.1" status: 200 len: 1000 time: 0.0572188 Feb 03 22:55:07.148576 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-d80fe97a-c58e-44b8-abaf-7388e5aaa80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:07.150035 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-d80fe97a-c58e-44b8-abaf-7388e5aaa80c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2f4ba8-668f-45a2-943a-2d202701ba3f HTTP/1.1" status: 200 len: 835 time: 0.0422220 Feb 03 22:55:07.202034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-d09f63a3-b64f-45e5-97a4-99738f0d1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:07.205918 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-d09f63a3-b64f-45e5-97a4-99738f0d1e87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e183a0d-3af8-494c-81de-3a04477cb20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483401 Feb 03 22:55:07.289900 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-96602552-1f68-4870-985c-96c056610df1 service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808067 Feb 03 22:55:07.380379 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d17ae342-f4a6-4626-8d0f-2d5294cb18fa req-3bb5e6d5-e9b5-4d57-b702-ed7a1a654200 service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843284 Feb 03 22:55:07.593032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4341e5-9cf7-4db9-956c-a96abf40c6de req-69fd42f0-8b0f-44e2-a8c6-51de63d15ba0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:07.594433 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab4341e5-9cf7-4db9-956c-a96abf40c6de req-69fd42f0-8b0f-44e2-a8c6-51de63d15ba0 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0536397 Feb 03 22:55:07.642845 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab4341e5-9cf7-4db9-956c-a96abf40c6de req-44e33a8b-53e8-4a91-96dc-0e18a73e9110 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Feb 03 22:55:08.761855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd40ef8-d289-4433-a749-65ace6ee11c1 req-38eb8d22-9595-4b78-b211-140e301825ae tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:08.763334 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abd40ef8-d289-4433-a749-65ace6ee11c1 req-38eb8d22-9595-4b78-b211-140e301825ae tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0514309 Feb 03 22:55:08.811153 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abd40ef8-d289-4433-a749-65ace6ee11c1 req-28a4a444-7e0f-454f-9da8-f19a4422714a tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Feb 03 22:55:09.940344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edd971-5a9e-4c69-905e-1d899c5e9c15 req-7908d624-51b8-4949-8af1-7910d6d9d982 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:09.941895 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29edd971-5a9e-4c69-905e-1d899c5e9c15 req-7908d624-51b8-4949-8af1-7910d6d9d982 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0572603 Feb 03 22:55:09.990379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-29edd971-5a9e-4c69-905e-1d899c5e9c15 req-496bb7d6-ecb0-4aa5-99a7-5faf17602207 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Feb 03 22:55:10.012986 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:10.071892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6b98387f-8d29-4752-a72e-1c51e22ea108 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/91a3b1e3-cc98-4dbc-bcdb-44a15732207e HTTP/1.1" status: 200 len: 992 time: 0.0577683 Feb 03 22:55:11.342668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a7e20-caa1-4d58-b45c-3d76939c7f05 req-1055788f-db7f-4978-b6b3-e0a9678fe651 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:11.344744 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a95a7e20-caa1-4d58-b45c-3d76939c7f05 req-1055788f-db7f-4978-b6b3-e0a9678fe651 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0598133 Feb 03 22:55:11.394174 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a95a7e20-caa1-4d58-b45c-3d76939c7f05 req-b9431fb8-2960-4194-b3c9-c2ffcd609ff2 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433350 Feb 03 22:55:11.399206 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-a082c725-12af-4904-827f-250ebb39b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:11.400892 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-a082c725-12af-4904-827f-250ebb39b270 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 1127 time: 0.0465801 Feb 03 22:55:11.491444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-dcb321ed-4461-4b02-92ae-589737c120ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:11.492827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-dcb321ed-4461-4b02-92ae-589737c120ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e183a0d-3af8-494c-81de-3a04477cb20c HTTP/1.1" status: 200 len: 898 time: 0.0867410 Feb 03 22:55:11.554771 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-740cb026-fc12-4089-ae03-13589c26a1eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68 HTTP/1.1" status: 200 len: 1000 time: 0.0562959 Feb 03 22:55:11.601111 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-c48c9e84-b925-44f2-9df2-fc7bee496f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:11.602555 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-c48c9e84-b925-44f2-9df2-fc7bee496f30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2f4ba8-668f-45a2-943a-2d202701ba3f HTTP/1.1" status: 200 len: 835 time: 0.0418983 Feb 03 22:55:11.653141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-0922f468-c97e-4ffe-8f41-8ffa9704327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:11.654595 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-0922f468-c97e-4ffe-8f41-8ffa9704327d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e183a0d-3af8-494c-81de-3a04477cb20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467918 Feb 03 22:55:12.044704 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-1108c3bb-e959-4e0f-8a99-6b095e68f68a service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841760 Feb 03 22:55:12.135063 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-eb8392ee-523b-43c4-b14b-67f139dd4f18 req-db62876e-7c43-43b0-a076-67dc6f293f63 service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845389 Feb 03 22:55:12.514802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de04b2-0b2a-479b-b75b-b644f801ae28 req-974fd280-0b37-4d61-a50f-dad5862f0206 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:12.516279 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7de04b2-0b2a-479b-b75b-b644f801ae28 req-974fd280-0b37-4d61-a50f-dad5862f0206 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0520606 Feb 03 22:55:12.565191 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e7de04b2-0b2a-479b-b75b-b644f801ae28 req-25d2f555-60d6-4ae4-a802-cccaa0151317 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433354 Feb 03 22:55:13.682271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50089dc8-b6d7-4cb0-8840-aacaded41d1e req-dfe9387f-1ae1-453a-9454-4c6abf9fbb71 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:13.683741 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50089dc8-b6d7-4cb0-8840-aacaded41d1e req-dfe9387f-1ae1-453a-9454-4c6abf9fbb71 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0513475 Feb 03 22:55:13.735789 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-50089dc8-b6d7-4cb0-8840-aacaded41d1e req-e7c90339-2f65-40a6-8799-a39336f34409 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458503 Feb 03 22:55:13.757483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:13.818117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-5fbabbf2-d64f-4406-905e-5e278751d2bc tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/floatingips/91a3b1e3-cc98-4dbc-bcdb-44a15732207e HTTP/1.1" status: 200 len: 992 time: 0.0595286 Feb 03 22:55:14.027187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:14.180642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 6b6fbbe1-a8ee-4966-acf0-59348357277f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:55:14.180924 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6b6fbbe1-a8ee-4966-acf0-59348357277f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:14.252870 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6b6fbbe1-a8ee-4966-acf0-59348357277f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:14.253226 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (6b6fbbe1-a8ee-4966-acf0-59348357277f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:14.265117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 6b6fbbe1-a8ee-4966-acf0-59348357277f owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:55:14.408201 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (6b6fbbe1-a8ee-4966-acf0-59348357277f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:14.436324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=6b6fbbe1-a8ee-4966-acf0-59348357277f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:14.462605 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.462954 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.463297 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.463635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.463975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.464299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.464626 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.464974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.465302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.465627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.465983 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.466302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.466623 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:14.505451 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for floatingip (91a3b1e3-cc98-4dbc-bcdb-44a15732207e), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:14.505791 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Floating IP 91a3b1e3-cc98-4dbc-bcdb-44a15732207e disassociated (deleted). External IP: 172.25.5.24, port: 3bd25b25-aaaa-4227-a0af-6d68d309eb68. Feb 03 22:55:14.719389 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 7fc7544f-5087-4452-9eed-f267872eb745 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:55:14.832339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:55:14.837189 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:14.841765 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] Sync routers for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:55:14.851913 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:14.852600 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:54:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:14.867849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-664ae827-f4b1-4722-aca5-a289747e3819 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/floatingips/91a3b1e3-cc98-4dbc-bcdb-44a15732207e HTTP/1.1" status: 204 len: 168 time: 0.8395641 Feb 03 22:55:14.868672 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:55:14.871003 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e460e7c-a405-4eb5-a729-c8a605f969ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:55:14.909774 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484db512-c80c-44d5-a59c-c15f33163cd0 x-openstack-request-id: req-484db512-c80c-44d5-a59c-c15f33163cd0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:55:14.910250 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:55:14.910568 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-484db512-c80c-44d5-a59c-c15f33163cd0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:55:14.911127 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'status': 'completed', 'code': 200} Feb 03 22:55:14.965064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:14.980144 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-2cb98c77-9227-46ba-8aba-3ade934b5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:14.982172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-2cb98c77-9227-46ba-8aba-3ade934b5d2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e04285a1d5d4473bf2d0bd071997629&device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 1127 time: 0.0455225 Feb 03 22:55:15.094211 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-6ecf866f-8d96-4558-82fa-b0d097c684f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:15.095720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-6ecf866f-8d96-4558-82fa-b0d097c684f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e183a0d-3af8-494c-81de-3a04477cb20c HTTP/1.1" status: 200 len: 898 time: 0.1032722 Feb 03 22:55:15.115368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d172a5e-647d-4abc-a402-54d761ddaa15 req-65703ffa-db38-4690-a7d8-abecc37fcd8f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:15.116887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d172a5e-647d-4abc-a402-54d761ddaa15 req-65703ffa-db38-4690-a7d8-abecc37fcd8f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0525496 Feb 03 22:55:15.138328 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-a90fb402-c015-44ae-ac90-7aed53ef9a76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68 HTTP/1.1" status: 200 len: 217 time: 0.0364740 Feb 03 22:55:15.167844 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d172a5e-647d-4abc-a402-54d761ddaa15 req-675fe95c-ca6b-42ed-b5f6-90b724f6a410 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Feb 03 22:55:15.172702 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:47Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '479978f7-c846-491e-a377-ddb1361401b5', 'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:24:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:47Z', 'updated_at': '2022-02-03T22:53:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:15.190952 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-95176caf-5cdc-4d73-b328-bf79730bce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:15.192617 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-95176caf-5cdc-4d73-b328-bf79730bce1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2f4ba8-668f-45a2-943a-2d202701ba3f HTTP/1.1" status: 200 len: 835 time: 0.0483871 Feb 03 22:55:15.249891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-cab32c36-ecfa-410f-ae18-67d7007b7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:15.251385 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-cab32c36-ecfa-410f-ae18-67d7007b7d94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e183a0d-3af8-494c-81de-3a04477cb20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517721 Feb 03 22:55:15.343686 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-20cd834f-9b63-477e-b0f0-c31307d8eb38 service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859332 Feb 03 22:55:15.362826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] Checking router: 7fc7544f-5087-4452-9eed-f267872eb745 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:55:15.370858 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:15.371461 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:54:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:15.437287 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1e460e7c-a405-4eb5-a729-c8a605f969ff req-4a06cd9b-39f0-4bbc-9e8b-694addb6e724 service neutron] 10.222.0.10 "GET /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875976 Feb 03 22:55:15.477427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:15.670849 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:47Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '479978f7-c846-491e-a377-ddb1361401b5', 'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:24:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:47Z', 'updated_at': '2022-02-03T22:53:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:15.695705 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0bbb1-89f7-409e-b75b-eef9d01ea567 None None] The sync data for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 is: [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:47Z', 'revision_number': 4, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '479978f7-c846-491e-a377-ddb1361401b5', 'name': '', 'network_id': '8e183a0d-3af8-494c-81de-3a04477cb20c', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'mac_address': 'fa:16:3e:24:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:47Z', 'updated_at': '2022-02-03T22:53:50Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'subnets': [{'id': 'bc2f4ba8-668f-45a2-943a-2d202701ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:55:15.917350 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c44fa5-302a-4b7e-95ae-cdd5a11129e1 None None] New status for floating IP 91a3b1e3-cc98-4dbc-bcdb-44a15732207e: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:55:16.295189 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f4a46-712e-43f3-ad78-c4a7c8f3b1a7 req-9cabcf05-6c69-421f-a84f-9da2d752bb36 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:16.296670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d11f4a46-712e-43f3-ad78-c4a7c8f3b1a7 req-9cabcf05-6c69-421f-a84f-9da2d752bb36 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0565443 Feb 03 22:55:16.344712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d11f4a46-712e-43f3-ad78-c4a7c8f3b1a7 req-21b44a73-97f4-43d5-a072-d97b42f4142f tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/security-groups?id=a96e4bf9-d42d-406e-8c55-ab102f75d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Feb 03 22:55:16.768165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-756e779d-1ad8-4882-afc9-4f5759190fc4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:16.769556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-756e779d-1ad8-4882-afc9-4f5759190fc4 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 945 time: 0.0519395 Feb 03 22:55:16.859483 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:55:16.859825 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:16.950065 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 3bd25b25-aaaa-4227-a0af-6d68d309eb68, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=3bd25b25-aaaa-4227-a0af-6d68d309eb68,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:16.950431 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:16.963148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 3bd25b25-aaaa-4227-a0af-6d68d309eb68 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:55:17.090652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (3bd25b25-aaaa-4227-a0af-6d68d309eb68), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:17.116875 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=3bd25b25-aaaa-4227-a0af-6d68d309eb68,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:17.161174 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] No DVR routers for this DVR port 3bd25b25-aaaa-4227-a0af-6d68d309eb68 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:55:17.163736 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:17.167417 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0a863052-f95a-42a8-86b5-7dcac3ef7b20 req-87e193d6-9448-4017-8c77-b9f3e05446ad tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.10 "DELETE /v2.0/ports/3bd25b25-aaaa-4227-a0af-6d68d309eb68 HTTP/1.1" status: 204 len: 173 time: 0.3929775 Feb 03 22:55:17.167857 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'name': 'network-vif-deleted', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:55:17.170160 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824b91b7-21ff-4177-a8a0-ee888078cb36" -d '{"events": [{"server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "name": "network-vif-deleted", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:55:17.210225 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ad2113-54b3-4018-847d-0fc1fbf7c2e1 x-openstack-request-id: req-f3ad2113-54b3-4018-847d-0fc1fbf7c2e1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:55:17.210521 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed54a2a5-2f81-47d1-8656-066e698b1376", "name": "network-vif-deleted", "tag": "3bd25b25-aaaa-4227-a0af-6d68d309eb68", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:55:17.210777 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3ad2113-54b3-4018-847d-0fc1fbf7c2e1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:55:17.211186 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed54a2a5-2f81-47d1-8656-066e698b1376', 'name': 'network-vif-deleted', 'tag': '3bd25b25-aaaa-4227-a0af-6d68d309eb68', 'status': 'completed', 'code': 200} Feb 03 22:55:17.449708 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e94c7688-2f2a-404b-8f67-b73234f92e0e req-2bcb8dd4-9e15-4b81-8d3d-e67bc071ac42 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed54a2a5-2f81-47d1-8656-066e698b1376 HTTP/1.1" status: 200 len: 210 time: 0.0269494 Feb 03 22:55:18.506373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:18.866356 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (7fc7544f-5087-4452-9eed-f267872eb745), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:19.120680 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 479978f7-c846-491e-a377-ddb1361401b5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:55:19.121095 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (479978f7-c846-491e-a377-ddb1361401b5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:19.208550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 479978f7-c846-491e-a377-ddb1361401b5, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=479978f7-c846-491e-a377-ddb1361401b5,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:19.208927 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (479978f7-c846-491e-a377-ddb1361401b5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:19.221597 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 479978f7-c846-491e-a377-ddb1361401b5 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:55:19.412139 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (479978f7-c846-491e-a377-ddb1361401b5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:19.439439 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=479978f7-c846-491e-a377-ddb1361401b5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:19.618316 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (7fc7544f-5087-4452-9eed-f267872eb745), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:19.865891 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Router 7fc7544f-5087-4452-9eed-f267872eb745 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:55:20.285647 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:55:20.293362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-45c2c896-c7f3-495d-9e28-0739982c1f86 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "PUT /v2.0/routers/7fc7544f-5087-4452-9eed-f267872eb745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7859371 Feb 03 22:55:20.294218 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:20.297300 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] Sync routers for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:55:20.307460 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:20.308072 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:54:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:20.346820 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf51b18-3005-48e9-9785-42e94ab66c82 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting subnet bc2f4ba8-668f-45a2-943a-2d202701ba3f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 22:55:20.350270 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bf51b18-3005-48e9-9785-42e94ab66c82 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (bc2f4ba8-668f-45a2-943a-2d202701ba3f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:20.395892 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bf51b18-3005-48e9-9785-42e94ab66c82 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (bc2f4ba8-668f-45a2-943a-2d202701ba3f), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:20.430117 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:20.487556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bf51b18-3005-48e9-9785-42e94ab66c82 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (bc2f4ba8-668f-45a2-943a-2d202701ba3f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:20.546206 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bf51b18-3005-48e9-9785-42e94ab66c82 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (bc2f4ba8-668f-45a2-943a-2d202701ba3f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:20.573600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf51b18-3005-48e9-9785-42e94ab66c82 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2f4ba8-668f-45a2-943a-2d202701ba3f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:20.580108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bf51b18-3005-48e9-9785-42e94ab66c82 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:20.586598 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-0bf51b18-3005-48e9-9785-42e94ab66c82 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/subnets/bc2f4ba8-668f-45a2-943a-2d202701ba3f HTTP/1.1" status: 204 len: 168 time: 0.2890279 Feb 03 22:55:20.587023 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:20.587239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f33995-8066-40ea-8452-32f35cd29941 None None] Network 8e183a0d-3af8-494c-81de-3a04477cb20c requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:55:20.696036 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (7fc7544f-5087-4452-9eed-f267872eb745), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:20.715930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:55:19Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:20.744865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] Checking router: 7fc7544f-5087-4452-9eed-f267872eb745 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:55:20.778559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] Routers {'7fc7544f-5087-4452-9eed-f267872eb745'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:20.779327 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:54:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['7fc7544f-5087-4452-9eed-f267872eb745'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:20.821792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] DHCP port deletion for 8e183a0d-3af8-494c-81de-3a04477cb20c request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 22:55:20.863473 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_gateway (7fc7544f-5087-4452-9eed-f267872eb745), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:20.920683 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Deleting port 404e3396-96f9-4dd1-be2a-9f1ded55b189 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:55:20.921141 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:20.932724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] Set router 7fc7544f-5087-4452-9eed-f267872eb745 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:20.987108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Deleting port 6339cc8e-a8b7-4bf6-9dda-15d017491168 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 22:55:20.987482 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.011336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] For port 404e3396-96f9-4dd1-be2a-9f1ded55b189, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=404e3396-96f9-4dd1-be2a-9f1ded55b189,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:21.011620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.026095 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Calling delete_port for 404e3396-96f9-4dd1-be2a-9f1ded55b189 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:55:21.099471 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] For port 6339cc8e-a8b7-4bf6-9dda-15d017491168, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=6339cc8e-a8b7-4bf6-9dda-15d017491168,segment=NetworkSegment(42c0ae0d-6c51-4d69-8d71-95bf89ef4256),segment_id=42c0ae0d-6c51-4d69-8d71-95bf89ef4256)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:21.099814 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.126031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Calling delete_port for 6339cc8e-a8b7-4bf6-9dda-15d017491168 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 22:55:21.211345 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (404e3396-96f9-4dd1-be2a-9f1ded55b189), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.253078 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:55:19Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:21.257804 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (6339cc8e-a8b7-4bf6-9dda-15d017491168), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.267896 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Port': ['ID=404e3396-96f9-4dd1-be2a-9f1ded55b189,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:21.286804 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6e400-ac13-4711-9a82-eae8f5b088da None None] The sync data for ids ['7fc7544f-5087-4452-9eed-f267872eb745'] in n-d-824834-9 is: [{'id': '7fc7544f-5087-4452-9eed-f267872eb745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760529975', 'tenant_id': '0e04285a1d5d4473bf2d0bd071997629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:55:19Z', 'revision_number': 5, 'project_id': '0e04285a1d5d4473bf2d0bd071997629', 'gw_port': {'id': '404e3396-96f9-4dd1-be2a-9f1ded55b189', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7544f-5087-4452-9eed-f267872eb745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:53:44Z', 'updated_at': '2022-02-03T22:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:55:21.310161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Pushing event deleted for resources: {'Port': ['ID=6339cc8e-a8b7-4bf6-9dda-15d017491168,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:21.315649 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (7fc7544f-5087-4452-9eed-f267872eb745), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.315870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] No DVR routers for this DVR port 6339cc8e-a8b7-4bf6-9dda-15d017491168 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 22:55:21.322716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.323071 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.323413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.323750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.324102 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.324425 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.324752 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.325147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.325475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.325800 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.326124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.326451 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.326788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200a247-3eb9-4ee1-a20f-ab6dde890b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.340084 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3bd25b25-aaaa-4227-a0af-6d68d309eb68 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:55:21.368772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 3bd25b25-aaaa-4227-a0af-6d68d309eb68 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:55:21.369276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 3bd25b25-aaaa-4227-a0af-6d68d309eb68 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:55:21.430669 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (7fc7544f-5087-4452-9eed-f267872eb745), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.432781 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router_controller (7fc7544f-5087-4452-9eed-f267872eb745), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.482208 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (7fc7544f-5087-4452-9eed-f267872eb745), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.482928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc7544f-5087-4452-9eed-f267872eb745 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 22:55:21.490656 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.491781 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7d1cd3b4-bc01-4078-874c-c2b30a343486 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/routers/7fc7544f-5087-4452-9eed-f267872eb745 HTTP/1.1" status: 204 len: 168 time: 0.9039273 Feb 03 22:55:21.494521 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:21.573022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (8e183a0d-3af8-494c-81de-3a04477cb20c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.666748 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (8e183a0d-3af8-494c-81de-3a04477cb20c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.687325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e183a0d-3af8-494c-81de-3a04477cb20c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:21.697312 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c0ae0d-6c51-4d69-8d71-95bf89ef4256') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:21.697906 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c0ae0d-6c51-4d69-8d71-95bf89ef4256') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:21.707866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (42c0ae0d-6c51-4d69-8d71-95bf89ef4256), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.722300 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (42c0ae0d-6c51-4d69-8d71-95bf89ef4256), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.728770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 22:55:21.729343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (42c0ae0d-6c51-4d69-8d71-95bf89ef4256), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: timer() Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 22:55:21.732470 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 22:55:21.795974 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (8e183a0d-3af8-494c-81de-3a04477cb20c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.803360 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.805957 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/networks/8e183a0d-3af8-494c-81de-3a04477cb20c HTTP/1.1" status: 204 len: 168 time: 0.3105073 Feb 03 22:55:21.808869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:21.818180 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc79c18-a6ff-46d5-841f-7c703ebf466d tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'Network': ['ID=8e183a0d-3af8-494c-81de-3a04477cb20c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:21.871851 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (a96e4bf9-d42d-406e-8c55-ab102f75d008), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.905646 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (a96e4bf9-d42d-406e-8c55-ab102f75d008), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.978498 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (a96e4bf9-d42d-406e-8c55-ab102f75d008), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.981201 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:21.982365 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] 10.222.0.50 "DELETE /v2.0/security-groups/a96e4bf9-d42d-406e-8c55-ab102f75d008 HTTP/1.1" status: 204 len: 168 time: 0.1723235 Feb 03 22:55:21.991387 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e4bf9-d42d-406e-8c55-ab102f75d008,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:21.999285 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.999640 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:21.999989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.000330 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.000670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.001033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.001367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.001700 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.002035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.002367 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.002695 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.003018 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.003340 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14b7e4-094f-49a7-9483-21c51333a3f7 tempest-TestNetworkAdvancedServerOps-1446655811 tempest-TestNetworkAdvancedServerOps-1446655811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:22.319062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:22.413105 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 479978f7-c846-491e-a377-ddb1361401b5 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:55:22.435229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 479978f7-c846-491e-a377-ddb1361401b5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:55:22.435576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 479978f7-c846-491e-a377-ddb1361401b5 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:55:22.436193 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6339cc8e-a8b7-4bf6-9dda-15d017491168 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:55:22.452519 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7f5d3216-bde9-41b5-ac27-3aef93af54e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e04285a1d5d4473bf2d0bd071997629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321704 Feb 03 22:55:22.455043 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55900) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:22.455458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 6339cc8e-a8b7-4bf6-9dda-15d017491168 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:55:22.455809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 6339cc8e-a8b7-4bf6-9dda-15d017491168 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:55:22.456226 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 404e3396-96f9-4dd1-be2a-9f1ded55b189 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:55:22.475567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 404e3396-96f9-4dd1-be2a-9f1ded55b189 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 22:55:22.475921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 404e3396-96f9-4dd1-be2a-9f1ded55b189 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 22:55:22.504283 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-178b2d3f-d13a-4d65-a107-9bcb52db6df0 admin admin] Publish callbacks [] for security_group (331de765-707e-4be4-ad25-7abd61c34eca), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:22.524800 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-178b2d3f-d13a-4d65-a107-9bcb52db6df0 admin admin] Publish callbacks [] for security_group (331de765-707e-4be4-ad25-7abd61c34eca), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:22.573064 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-178b2d3f-d13a-4d65-a107-9bcb52db6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (331de765-707e-4be4-ad25-7abd61c34eca), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:22.575994 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-178b2d3f-d13a-4d65-a107-9bcb52db6df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:22.579610 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-178b2d3f-d13a-4d65-a107-9bcb52db6df0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/331de765-707e-4be4-ad25-7abd61c34eca HTTP/1.1" status: 204 len: 168 time: 0.1212296 Feb 03 22:55:22.585884 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b2d3f-d13a-4d65-a107-9bcb52db6df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331de765-707e-4be4-ad25-7abd61c34eca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:22.839607 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55906) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:22.853631 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-940fe406-5a98-44b1-af09-e0a1ffc17374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:22.933757 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-940fe406-5a98-44b1-af09-e0a1ffc17374 admin admin] Publish callbacks [] for security_group (7b544f3b-0526-44b7-9116-698214da86d9), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:22.937447 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-940fe406-5a98-44b1-af09-e0a1ffc17374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7b544f3b-0526-44b7-9116-698214da86d9), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:22.977937 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-940fe406-5a98-44b1-af09-e0a1ffc17374 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f56fa16a62a4f35adf1fc2f061522d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372576 Feb 03 22:55:22.979803 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fe406-5a98-44b1-af09-e0a1ffc17374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b544f3b-0526-44b7-9116-698214da86d9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:22.980696 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55908) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:23.027593 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56118817-5ff4-4c9a-a8db-e562ba245840 admin admin] Publish callbacks [] for security_group (7b544f3b-0526-44b7-9116-698214da86d9), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:23.049603 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56118817-5ff4-4c9a-a8db-e562ba245840 admin admin] Publish callbacks [] for security_group (7b544f3b-0526-44b7-9116-698214da86d9), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:23.095265 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56118817-5ff4-4c9a-a8db-e562ba245840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (7b544f3b-0526-44b7-9116-698214da86d9), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:23.097988 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56118817-5ff4-4c9a-a8db-e562ba245840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:23.099128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-56118817-5ff4-4c9a-a8db-e562ba245840 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b544f3b-0526-44b7-9116-698214da86d9 HTTP/1.1" status: 204 len: 168 time: 0.1168482 Feb 03 22:55:23.106521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118817-5ff4-4c9a-a8db-e562ba245840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b544f3b-0526-44b7-9116-698214da86d9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:23.733320 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b042daa-4707-4b0f-8ff9-0327aa57ae3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:23.787173 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55930) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:23.883834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-978596916-network', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:23.903325 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Made reservation on behalf of 2551a37048214a3a9be1a4d060d0b649 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:55:23.905640 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:23.914094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:23.986873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Publish callbacks [] for security_group (8565f54d-b7d2-46f2-8d72-a6d600177f38), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:23.990627 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8565f54d-b7d2-46f2-8d72-a6d600177f38), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.014872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:55:24.023486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8565f54d-b7d2-46f2-8d72-a6d600177f38,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:24.029355 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c355b96b-355c-48cb-8b72-0d6ba98fdc82), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.029698 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Added segment c355b96b-355c-48cb-8b72-0d6ba98fdc82 of type vlan for network c0b6fe95-dd58-431b-86c4-f38de59d1e4b Feb 03 22:55:24.072040 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (c0b6fe95-dd58-431b-86c4-f38de59d1e4b), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.096175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (c0b6fe95-dd58-431b-86c4-f38de59d1e4b), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.097155 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:24.097742 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.150440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3621795 Feb 03 22:55:24.153684 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:24.158736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Request body: {'subnet': {'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-978596916-subnet', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:24.161393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b9a5b-be73-4b7d-afcc-26fa0e538b4a admin admin] Pushing event updated for resources: {'Network': ['ID=c0b6fe95-dd58-431b-86c4-f38de59d1e4b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:24.172395 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:55:24.178858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Made reservation on behalf of 2551a37048214a3a9be1a4d060d0b649 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:55:24.181459 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.348719 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.406735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:24.410949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Checking segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:55:24.411309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Network hostable DHCP agents. Network: c0b6fe95-dd58-431b-86c4-f38de59d1e4b, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:55:24.428458 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:55:24.436878 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, c0b6fe95-dd58-431b-86c4-f38de59d1e4b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:24.440831 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:24.441484 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.445344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58258b16-833b-4875-a32b-807ad807c6e7 None None] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:55:24.458097 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-41374a6a-b349-4848-b01b-1daa4a502d43 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3032916 Feb 03 22:55:24.460932 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:24.465323 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:24.484856 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.486000 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.542790 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks [] for router_controller (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.552283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:55:24.553203 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.689405 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks [] for router_gateway (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.690192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Allocated IP 172.20.0.2 (c0b6fe95-dd58-431b-86c4-f38de59d1e4b/21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5/d30e05e3-ca85-44f9-8e2e-5431cb70c74d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:55:24.834775 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Publish callbacks [] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.841830 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.881177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:24.883974 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:24.886891 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:55:24.893404 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks [] for router_gateway (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.896567 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Pushing event updated for resources: {'Port': ['ID=d30e05e3-ca85-44f9-8e2e-5431cb70c74d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:24.913451 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.951427 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Attempting to bind port d30e05e3-ca85-44f9-8e2e-5431cb70c74d on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:55:24.951711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Attempting to bind port d30e05e3-ca85-44f9-8e2e-5431cb70c74d by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:55:24.952079 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Attempting to bind port d30e05e3-ca85-44f9-8e2e-5431cb70c74d on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:55:24.957011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:55:24.957384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Checking segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:55:24.957782 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:24.958176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Bound using segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:55:24.958641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Bound port: d30e05e3-ca85-44f9-8e2e-5431cb70c74d, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:55:24.959016 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:25.017943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Allocated IP 172.25.5.249 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/c877336f-ca1c-4686-813c-18bd6803c2e2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:55:25.131761 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks [] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:25.167318 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:25.207696 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:25.212169 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:25.212348 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] For port d30e05e3-ca85-44f9-8e2e-5431cb70c74d, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:55:25.214888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:25.215265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:25.216558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] For port d30e05e3-ca85-44f9-8e2e-5431cb70c74d, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d30e05e3-ca85-44f9-8e2e-5431cb70c74d,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:55:25.219874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:55:25.222837 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:25.223171 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Pushing event updated for resources: {'Port': ['ID=c877336f-ca1c-4686-813c-18bd6803c2e2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:25.288611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8e95e-22ed-47da-a674-ab362be1bd2c None None] Pushing event updated for resources: {'Port': ['ID=d30e05e3-ca85-44f9-8e2e-5431cb70c74d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:25.501791 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks [] for router_gateway (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:25.696792 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:25.825739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:55:25.948021 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:55:25.957917 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Sync routers for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:55:25.968662 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:25.972575 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b24d69ce-7728-47f8-b7f2-0245759421ab admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5081189 Feb 03 22:55:25.972740 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:25.972740 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:54:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:25.973168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:26.089555 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:26.215279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e747f-7a8d-4bec-bd92-c72d37ee2867 None None] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:55:26.279694 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-71f05278-1c58-45a4-90cb-e43b808fba18 None None] Provisioning complete for port d30e05e3-ca85-44f9-8e2e-5431cb70c74d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:26.280344 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71f05278-1c58-45a4-90cb-e43b808fba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.287790 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:25Z', 'revision_number': 3, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:26.314549 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Checking router: 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:55:26.314893 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Updating router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 port c877336f-ca1c-4686-813c-18bd6803c2e2 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:55:26.342595 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.409051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-71f05278-1c58-45a4-90cb-e43b808fba18 None None] Current status of the port d30e05e3-ca85-44f9-8e2e-5431cb70c74d is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:26.409447 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71f05278-1c58-45a4-90cb-e43b808fba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.461176 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-71f05278-1c58-45a4-90cb-e43b808fba18 None None] For port d30e05e3-ca85-44f9-8e2e-5431cb70c74d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d30e05e3-ca85-44f9-8e2e-5431cb70c74d,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:26.462654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.475357 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71f05278-1c58-45a4-90cb-e43b808fba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.511452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d30e05e3-ca85-44f9-8e2e-5431cb70c74d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:26.604106 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f05278-1c58-45a4-90cb-e43b808fba18 None None] Pushing event updated for resources: {'Port': ['ID=d30e05e3-ca85-44f9-8e2e-5431cb70c74d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:26.616580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d30e05e3-ca85-44f9-8e2e-5431cb70c74d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:26.617215 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.656965 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Publish callbacks [] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.664171 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.683094 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Allocated IP 172.20.0.1 (c0b6fe95-dd58-431b-86c4-f38de59d1e4b/21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5/ba8042a1-2e37-433a-bc2b-8fceae559d33) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:55:26.716871 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Attempting to bind port c877336f-ca1c-4686-813c-18bd6803c2e2 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:55:26.717695 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Attempting to bind port c877336f-ca1c-4686-813c-18bd6803c2e2 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:55:26.717695 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Attempting to bind port c877336f-ca1c-4686-813c-18bd6803c2e2 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:55:26.719940 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Pushing event updated for resources: {'Port': ['ID=c877336f-ca1c-4686-813c-18bd6803c2e2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:26.728340 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:55:26.728640 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:55:26.729069 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.729528 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:55:26.730210 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Bound port: c877336f-ca1c-4686-813c-18bd6803c2e2, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:55:26.730381 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.734210 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.734210 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.734471 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.734582 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.735110 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.735433 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.735769 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.736237 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.736404 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.736732 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.737083 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.737410 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.737612 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acc26d00-e1e7-4863-bb34-136585aeb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.737724 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:55:26.743250 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d30e05e3-ca85-44f9-8e2e-5431cb70c74d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:26.746217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-909663c6-846e-4a67-8a26-dbe6f8bbe77f None None] Provisioning complete for port d30e05e3-ca85-44f9-8e2e-5431cb70c74d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:26.746449 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-909663c6-846e-4a67-8a26-dbe6f8bbe77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.794831 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] For port c877336f-ca1c-4686-813c-18bd6803c2e2, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:55:26.798505 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] For port c877336f-ca1c-4686-813c-18bd6803c2e2, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c877336f-ca1c-4686-813c-18bd6803c2e2,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:55:26.806077 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.812248 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Publish callbacks [] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.838239 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-909663c6-846e-4a67-8a26-dbe6f8bbe77f None None] Current status of the port d30e05e3-ca85-44f9-8e2e-5431cb70c74d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:26.855321 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.868382 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866692-fbd0-4da7-a572-41a767d1bd46 None None] Pushing event updated for resources: {'Port': ['ID=c877336f-ca1c-4686-813c-18bd6803c2e2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:26.870835 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:26.871433 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:55:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:26.893616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:26.899927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:26.903497 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:55:26.926588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Pushing event updated for resources: {'Port': ['ID=ba8042a1-2e37-433a-bc2b-8fceae559d33,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:26.953712 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:26.977843 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:27.098288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:27.162622 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d9554422-50d4-4061-b056-c386e1fc674b None None] Provisioning complete for port ba8042a1-2e37-433a-bc2b-8fceae559d33 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:27.162948 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9554422-50d4-4061-b056-c386e1fc674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:27.203700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d9554422-50d4-4061-b056-c386e1fc674b None None] Port ba8042a1-2e37-433a-bc2b-8fceae559d33 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:55:27.221880 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:27.268098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:25Z', 'revision_number': 3, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:27.296559 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf373cb9-2f09-422e-85f2-a2934422586c None None] The sync data for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 is: [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:25Z', 'revision_number': 3, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:55:27.599198 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Publish callbacks [] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:27.604195 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:27.676645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Pushing event updated for resources: {'Port': ['ID=ba8042a1-2e37-433a-bc2b-8fceae559d33,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:27.679357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:27.773786 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:27.775306 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:27.900397 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:55:28.035141 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:55:28.038821 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7c106aa2-b24b-4317-b0d0-d3dfd8bfc07a None None] Provisioning complete for port ba8042a1-2e37-433a-bc2b-8fceae559d33 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:28.039206 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c106aa2-b24b-4317-b0d0-d3dfd8bfc07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.043569 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-23f7ff43-984e-4456-9807-d8fdc09ba74e admin admin] 10.222.0.50 "PUT /v2.0/routers/4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0693290 Feb 03 22:55:28.079995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c106aa2-b24b-4317-b0d0-d3dfd8bfc07a None None] Port ba8042a1-2e37-433a-bc2b-8fceae559d33 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:55:28.498421 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c877336f-ca1c-4686-813c-18bd6803c2e2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:28.517899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:28.522874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1297533721-network', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:28.542658 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Made reservation on behalf of b9d9e0a1a1434564ac088d25bc530cec for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:55:28.545504 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.547400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c877336f-ca1c-4686-813c-18bd6803c2e2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:28.547803 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.554513 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.632361 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c877336f-ca1c-4686-813c-18bd6803c2e2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:28.632783 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.643288 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Publish callbacks [] for security_group (1a7c11f5-7c73-4ac9-b31c-7940a3d4e09e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.647163 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1a7c11f5-7c73-4ac9-b31c-7940a3d4e09e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.655293 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port c877336f-ca1c-4686-813c-18bd6803c2e2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c877336f-ca1c-4686-813c-18bd6803c2e2,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:28.659366 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.660182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d30e05e3-ca85-44f9-8e2e-5431cb70c74d up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:28.676600 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 22:55:28.686498 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7c11f5-7c73-4ac9-b31c-7940a3d4e09e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:28.693725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (2e84f3df-9df1-41c7-b1e4-6111b4b6765e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.694921 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Added segment 2e84f3df-9df1-41c7-b1e4-6111b4b6765e of type vlan for network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a Feb 03 22:55:28.728320 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=c877336f-ca1c-4686-813c-18bd6803c2e2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:28.742476 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.754787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d30e05e3-ca85-44f9-8e2e-5431cb70c74d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:28.755156 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.768539 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.770103 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:28.771017 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.828122 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3065934 Feb 03 22:55:28.828566 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55958) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:28.834912 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Request body: {'subnet': {'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1297533721-subnet', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:28.844049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241abd25-1b19-4390-a648-286338b9ad07 admin admin] Pushing event updated for resources: {'Network': ['ID=61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:28.851712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d30e05e3-ca85-44f9-8e2e-5431cb70c74d is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:28.854835 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Made reservation on behalf of b9d9e0a1a1434564ac088d25bc530cec for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:55:28.858452 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.861459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 22:55:28.928352 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:28.962308 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Sync routers for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:55:28.973879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:28.974603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:55:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:29.029833 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (f510ee4e-a251-466f-902a-8eee73f69f19), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.079925 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f510ee4e-a251-466f-902a-8eee73f69f19,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:29.089191 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:29.096425 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Checking segment: {'id': '2e84f3df-9df1-41c7-b1e4-6111b4b6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:55:29.096793 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Network hostable DHCP agents. Network: 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 22:55:29.113233 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 22:55:29.123350 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:29.128035 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:29.128708 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.133960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a5c3b-935f-4681-8736-1c0c9f8e7488 None None] Network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:55:29.145676 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-98924547-e528-4db0-b51b-1a034f5fcd56 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3146119 Feb 03 22:55:29.148212 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55960) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:29.152578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:29.172122 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.173171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.230581 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks [] for router_controller (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.342026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a', 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a', 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'fixed_ips': [{'subnet_id': 'f510ee4e-a251-466f-902a-8eee73f69f19'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 22:55:29.342888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.370010 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks [] for router_gateway (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.472328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 2, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:29.502380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Checking router: 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:55:29.503061 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Updating router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 port ba8042a1-2e37-433a-bc2b-8fceae559d33 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:55:29.540080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Allocated IP 172.20.0.2 (61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a/f510ee4e-a251-466f-902a-8eee73f69f19/347a04f4-8598-412c-a3bd-86083e4c44e2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:55:29.542586 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.571120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks [] for router_gateway (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.590454 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.695180 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Allocated IP 172.25.5.198 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/e5026840-ebcc-4d13-80ca-9d0b18fc37ce) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:55:29.798381 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks [] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.830431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Publish callbacks [] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.834003 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.838398 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:29.875610 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:29.881722 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:29.885349 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:55:29.896376 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:29.905177 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:29.914001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Pushing event updated for resources: {'Port': ['ID=e5026840-ebcc-4d13-80ca-9d0b18fc37ce,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:29.916581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:55:29.950963 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Pushing event updated for resources: {'Port': ['ID=347a04f4-8598-412c-a3bd-86083e4c44e2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:30.015746 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Publish callbacks [] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.021946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Attempting to bind port 347a04f4-8598-412c-a3bd-86083e4c44e2 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:55:30.022319 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Attempting to bind port 347a04f4-8598-412c-a3bd-86083e4c44e2 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '2e84f3df-9df1-41c7-b1e4-6111b4b6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:55:30.022679 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Attempting to bind port 347a04f4-8598-412c-a3bd-86083e4c44e2 on network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:55:30.031652 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.046729 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:55:30.047199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Checking segment: {'id': '2e84f3df-9df1-41c7-b1e4-6111b4b6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:55:30.047575 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.048042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Bound using segment: {'id': '2e84f3df-9df1-41c7-b1e4-6111b4b6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:55:30.048595 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Bound port: 347a04f4-8598-412c-a3bd-86083e4c44e2, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e84f3df-9df1-41c7-b1e4-6111b4b6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:55:30.048994 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.072002 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.131098 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973f921-11cf-482d-80b6-be1fb73597a9 None None] Pushing event updated for resources: {'Port': ['ID=ba8042a1-2e37-433a-bc2b-8fceae559d33,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:30.205987 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] For port 347a04f4-8598-412c-a3bd-86083e4c44e2, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:55:30.225484 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Attempting to bind port ba8042a1-2e37-433a-bc2b-8fceae559d33 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:55:30.226001 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Attempting to bind port ba8042a1-2e37-433a-bc2b-8fceae559d33 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:55:30.226465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Attempting to bind port ba8042a1-2e37-433a-bc2b-8fceae559d33 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:55:30.230818 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] For port 347a04f4-8598-412c-a3bd-86083e4c44e2, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=347a04f4-8598-412c-a3bd-86083e4c44e2,segment=NetworkSegment(2e84f3df-9df1-41c7-b1e4-6111b4b6765e),segment_id=2e84f3df-9df1-41c7-b1e4-6111b4b6765e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:55:30.236387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:55:30.237011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Checking segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:55:30.237388 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.237860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Bound using segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:55:30.238481 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Bound port: ba8042a1-2e37-433a-bc2b-8fceae559d33, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:55:30.238988 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.249035 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.341070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6081e6-0927-4da9-a639-d62d46f8e661 None None] Pushing event updated for resources: {'Port': ['ID=347a04f4-8598-412c-a3bd-86083e4c44e2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:30.366306 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] For port ba8042a1-2e37-433a-bc2b-8fceae559d33, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:55:30.370519 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] For port ba8042a1-2e37-433a-bc2b-8fceae559d33, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ba8042a1-2e37-433a-bc2b-8fceae559d33,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:55:30.381764 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.458989 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c877336f-ca1c-4686-813c-18bd6803c2e2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:30.467481 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks [] for router_gateway (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.495184 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973f921-11cf-482d-80b6-be1fb73597a9 None None] Pushing event updated for resources: {'Port': ['ID=ba8042a1-2e37-433a-bc2b-8fceae559d33,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:30.501515 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-524395ca-78eb-4400-9104-3a7a69c69e81 None None] Provisioning complete for port ba8042a1-2e37-433a-bc2b-8fceae559d33 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:30.501891 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524395ca-78eb-4400-9104-3a7a69c69e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.526788 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:30.527452 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:55:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:30.727291 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.851630 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port c877336f-ca1c-4686-813c-18bd6803c2e2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:30.852015 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.866111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 22:55:30.925465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:30.927650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-524395ca-78eb-4400-9104-3a7a69c69e81 None None] Current status of the port ba8042a1-2e37-433a-bc2b-8fceae559d33 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:30.927650 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524395ca-78eb-4400-9104-3a7a69c69e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.952125 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:55:30.976483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:55:30.986938 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Sync routers for ids ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:55:30.998405 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Routers {'1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:30.998637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:30.999036 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:55:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:31.000702 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-49acdbc5-4fc4-4a5f-a2cf-6658bf22015a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8515716 Feb 03 22:55:31.003152 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:31.039767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-524395ca-78eb-4400-9104-3a7a69c69e81 None None] For port ba8042a1-2e37-433a-bc2b-8fceae559d33, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ba8042a1-2e37-433a-bc2b-8fceae559d33,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:31.098220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524395ca-78eb-4400-9104-3a7a69c69e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.124412 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Set router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:31.154865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port c877336f-ca1c-4686-813c-18bd6803c2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:31.180467 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524395ca-78eb-4400-9104-3a7a69c69e81 None None] Pushing event updated for resources: {'Port': ['ID=ba8042a1-2e37-433a-bc2b-8fceae559d33,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:31.273527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-75a48af5-0b14-4305-a8cd-5becc5344782 None None] Provisioning complete for port ba8042a1-2e37-433a-bc2b-8fceae559d33 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:31.274178 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75a48af5-0b14-4305-a8cd-5becc5344782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.321845 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:31.333540 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 3, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'gw_port': {'id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:31.354278 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984750d-dbc9-4750-bb99-6499df11c3f4 None None] The sync data for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 is: [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:55:31.367857 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Checking router: 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:55:31.368501 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Updating router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a port e5026840-ebcc-4d13-80ca-9d0b18fc37ce binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:55:31.436100 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.452656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-75a48af5-0b14-4305-a8cd-5becc5344782 None None] Current status of the port ba8042a1-2e37-433a-bc2b-8fceae559d33 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:31.525513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c007fd3-0e27-4fc5-b004-4aecb7a34c6e None None] Network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 22:55:31.593487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.604006 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aca9d289-eac8-4c53-8274-29f67d71ecd4 None None] Provisioning complete for port 347a04f4-8598-412c-a3bd-86083e4c44e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:31.604570 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aca9d289-eac8-4c53-8274-29f67d71ecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.732412 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aca9d289-eac8-4c53-8274-29f67d71ecd4 None None] Current status of the port 347a04f4-8598-412c-a3bd-86083e4c44e2 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:31.732534 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aca9d289-eac8-4c53-8274-29f67d71ecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.766736 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Publish callbacks [] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.770449 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-aca9d289-eac8-4c53-8274-29f67d71ecd4 None None] For port 347a04f4-8598-412c-a3bd-86083e4c44e2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=347a04f4-8598-412c-a3bd-86083e4c44e2,segment=NetworkSegment(2e84f3df-9df1-41c7-b1e4-6111b4b6765e),segment_id=2e84f3df-9df1-41c7-b1e4-6111b4b6765e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:31.776673 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.785735 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aca9d289-eac8-4c53-8274-29f67d71ecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.802033 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Allocated IP 172.20.0.1 (61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a/f510ee4e-a251-466f-902a-8eee73f69f19/74d650ff-ba25-45aa-b82a-078e43309061) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:55:31.834604 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Attempting to bind port e5026840-ebcc-4d13-80ca-9d0b18fc37ce on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:55:31.834972 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Attempting to bind port e5026840-ebcc-4d13-80ca-9d0b18fc37ce by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:55:31.835341 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Attempting to bind port e5026840-ebcc-4d13-80ca-9d0b18fc37ce on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:55:31.879174 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:55:31.879174 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:55:31.879691 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.879991 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:55:31.880463 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Bound port: e5026840-ebcc-4d13-80ca-9d0b18fc37ce, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:55:31.880848 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.883779 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced1a03-aba7-4c80-8550-dd1b1c834859 None None] Pushing event updated for resources: {'Port': ['ID=e5026840-ebcc-4d13-80ca-9d0b18fc37ce,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:31.885576 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9d289-eac8-4c53-8274-29f67d71ecd4 None None] Pushing event updated for resources: {'Port': ['ID=347a04f4-8598-412c-a3bd-86083e4c44e2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:31.971565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Publish callbacks [] for port (74d650ff-ba25-45aa-b82a-078e43309061), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:31.972469 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] For port e5026840-ebcc-4d13-80ca-9d0b18fc37ce, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:55:31.977222 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] For port e5026840-ebcc-4d13-80ca-9d0b18fc37ce, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e5026840-ebcc-4d13-80ca-9d0b18fc37ce,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:55:31.992053 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.011475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3ba465a9-27a1-4198-8174-b2ae810308c3 None None] Provisioning complete for port 347a04f4-8598-412c-a3bd-86083e4c44e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:32.012008 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba465a9-27a1-4198-8174-b2ae810308c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.017959 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (74d650ff-ba25-45aa-b82a-078e43309061), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.060837 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced1a03-aba7-4c80-8550-dd1b1c834859 None None] Pushing event updated for resources: {'Port': ['ID=e5026840-ebcc-4d13-80ca-9d0b18fc37ce,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:32.078894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=74d650ff-ba25-45aa-b82a-078e43309061,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:32.079731 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Routers {'1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:32.081596 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:55:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:32.096056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:32.097996 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:32.101313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:55:32.126248 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3ba465a9-27a1-4198-8174-b2ae810308c3 None None] Current status of the port 347a04f4-8598-412c-a3bd-86083e4c44e2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:32.151214 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.241094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] Set router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:32.309509 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (74d650ff-ba25-45aa-b82a-078e43309061), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.348644 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab5e2597-20c6-4279-8dc0-fc0689e891f8 None None] Provisioning complete for port 74d650ff-ba25-45aa-b82a-078e43309061 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:32.349412 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab5e2597-20c6-4279-8dc0-fc0689e891f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (74d650ff-ba25-45aa-b82a-078e43309061), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.409940 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e2597-20c6-4279-8dc0-fc0689e891f8 None None] Port 74d650ff-ba25-45aa-b82a-078e43309061 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:55:32.464944 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 3, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'gw_port': {'id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:32.491512 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0ba2d-482d-4021-bea6-1a34f197f38a None None] The sync data for ids ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'] in n-d-824834-9 is: [{'id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 3, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'gw_port': {'id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:55:32.550612 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Publish callbacks [] for port (74d650ff-ba25-45aa-b82a-078e43309061), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.558919 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (74d650ff-ba25-45aa-b82a-078e43309061), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.582151 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 347a04f4-8598-412c-a3bd-86083e4c44e2 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:32.636298 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=74d650ff-ba25-45aa-b82a-078e43309061,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:32.640501 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.643161 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 347a04f4-8598-412c-a3bd-86083e4c44e2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:32.643674 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.734284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 347a04f4-8598-412c-a3bd-86083e4c44e2 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:32.735791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ba8042a1-2e37-433a-bc2b-8fceae559d33 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:32.770202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:32.770202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:32.810115 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port ba8042a1-2e37-433a-bc2b-8fceae559d33 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:32.810675 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:32.925621 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port ba8042a1-2e37-433a-bc2b-8fceae559d33 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:32.978240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:55:33.102948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:55:33.108540 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b23ca547-cd66-4735-a5a7-f1e8b4f7a3b2 admin admin] 10.222.0.50 "PUT /v2.0/routers/1e00df35-bdf5-4d13-bdf9-7fd43dbac14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1043413 Feb 03 22:55:33.137263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a70700cf-6164-466e-b913-273ca0c34dc0 None None] Provisioning complete for port 74d650ff-ba25-45aa-b82a-078e43309061 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:33.138404 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a70700cf-6164-466e-b913-273ca0c34dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (74d650ff-ba25-45aa-b82a-078e43309061), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.175336 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a70700cf-6164-466e-b913-273ca0c34dc0 None None] Port 74d650ff-ba25-45aa-b82a-078e43309061 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:55:33.545026 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 55970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:33.549792 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-08c53f7f-dcb6-485b-9689-7594d17519e3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580652997', 'description': 'tempest-secgroup-smoke-580652997 description', 'project_id': '2551a37048214a3a9be1a4d060d0b649'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:33.569821 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08c53f7f-dcb6-485b-9689-7594d17519e3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.636371 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08c53f7f-dcb6-485b-9689-7594d17519e3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (baf451b7-86be-4275-9341-04e918a6facb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.640564 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08c53f7f-dcb6-485b-9689-7594d17519e3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (baf451b7-86be-4275-9341-04e918a6facb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.670016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08c53f7f-dcb6-485b-9689-7594d17519e3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.671252 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-08c53f7f-dcb6-485b-9689-7594d17519e3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1250634 Feb 03 22:55:33.673301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c53f7f-dcb6-485b-9689-7594d17519e3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf451b7-86be-4275-9341-04e918a6facb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:33.674670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:33.679262 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-69802aa5-2fa6-441a-abeb-ae6e740d34c9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'baf451b7-86be-4275-9341-04e918a6facb', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:33.703682 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69802aa5-2fa6-441a-abeb-ae6e740d34c9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (ea12aa88-7137-4898-99d3-4ec77c001ab7), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.756786 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69802aa5-2fa6-441a-abeb-ae6e740d34c9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (ea12aa88-7137-4898-99d3-4ec77c001ab7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.760162 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69802aa5-2fa6-441a-abeb-ae6e740d34c9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ea12aa88-7137-4898-99d3-4ec77c001ab7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.778883 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69802aa5-2fa6-441a-abeb-ae6e740d34c9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea12aa88-7137-4898-99d3-4ec77c001ab7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:33.783551 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69802aa5-2fa6-441a-abeb-ae6e740d34c9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.788138 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-69802aa5-2fa6-441a-abeb-ae6e740d34c9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091316 Feb 03 22:55:33.788138 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:33.792040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f5a36ccd-7e1b-47b1-ac0e-b6891edfeaac tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'baf451b7-86be-4275-9341-04e918a6facb', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:33.815834 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5a36ccd-7e1b-47b1-ac0e-b6891edfeaac tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (4f7fe1b9-4ca2-492b-9757-dcfcbb36121e), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.873088 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5a36ccd-7e1b-47b1-ac0e-b6891edfeaac tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (4f7fe1b9-4ca2-492b-9757-dcfcbb36121e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.876571 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5a36ccd-7e1b-47b1-ac0e-b6891edfeaac tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (4f7fe1b9-4ca2-492b-9757-dcfcbb36121e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.895446 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a36ccd-7e1b-47b1-ac0e-b6891edfeaac tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7fe1b9-4ca2-492b-9757-dcfcbb36121e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:33.900558 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5a36ccd-7e1b-47b1-ac0e-b6891edfeaac tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.901840 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f5a36ccd-7e1b-47b1-ac0e-b6891edfeaac tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133831 Feb 03 22:55:33.905161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:33.909461 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-95308ee2-138a-49da-934b-17c528544083 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'baf451b7-86be-4275-9341-04e918a6facb', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:33.934688 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95308ee2-138a-49da-934b-17c528544083 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (f7a30848-b4fe-4102-94fe-82aafac55e81), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:33.997920 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95308ee2-138a-49da-934b-17c528544083 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (f7a30848-b4fe-4102-94fe-82aafac55e81), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.002022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95308ee2-138a-49da-934b-17c528544083 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (f7a30848-b4fe-4102-94fe-82aafac55e81), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.019181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95308ee2-138a-49da-934b-17c528544083 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a30848-b4fe-4102-94fe-82aafac55e81,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:34.027041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95308ee2-138a-49da-934b-17c528544083 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.028247 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-95308ee2-138a-49da-934b-17c528544083 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221678 Feb 03 22:55:34.030988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:34.035254 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2598f8fd-10fc-432f-abe0-0bb86967f68d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'baf451b7-86be-4275-9341-04e918a6facb', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:34.058375 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2598f8fd-10fc-432f-abe0-0bb86967f68d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (1d9e68e3-ec76-4777-99a6-cf97b5db202d), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.114177 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2598f8fd-10fc-432f-abe0-0bb86967f68d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (1d9e68e3-ec76-4777-99a6-cf97b5db202d), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.118049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2598f8fd-10fc-432f-abe0-0bb86967f68d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (1d9e68e3-ec76-4777-99a6-cf97b5db202d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.136205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598f8fd-10fc-432f-abe0-0bb86967f68d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9e68e3-ec76-4777-99a6-cf97b5db202d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:34.144191 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2598f8fd-10fc-432f-abe0-0bb86967f68d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.145462 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2598f8fd-10fc-432f-abe0-0bb86967f68d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135197 Feb 03 22:55:34.148225 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55980) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:34.152530 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-04ab9f86-d5e0-45d5-b233-f97e8beed419 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'baf451b7-86be-4275-9341-04e918a6facb', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:34.172003 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-04ab9f86-d5e0-45d5-b233-f97e8beed419 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Project 2551a37048214a3a9be1a4d060d0b649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:55:34.177102 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04ab9f86-d5e0-45d5-b233-f97e8beed419 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (16ae3cd1-4c61-44e0-a458-3d7f1908ae65), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.233624 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04ab9f86-d5e0-45d5-b233-f97e8beed419 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (16ae3cd1-4c61-44e0-a458-3d7f1908ae65), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.237189 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04ab9f86-d5e0-45d5-b233-f97e8beed419 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (16ae3cd1-4c61-44e0-a458-3d7f1908ae65), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.253988 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab9f86-d5e0-45d5-b233-f97e8beed419 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ae3cd1-4c61-44e0-a458-3d7f1908ae65,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:34.261617 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04ab9f86-d5e0-45d5-b233-f97e8beed419 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.263427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-04ab9f86-d5e0-45d5-b233-f97e8beed419 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142600 Feb 03 22:55:34.266205 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 55982) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:34.270462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-668ad1bb-6c51-47be-b0d3-38ad14d4739b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'baf451b7-86be-4275-9341-04e918a6facb', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:34.290163 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-668ad1bb-6c51-47be-b0d3-38ad14d4739b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Project 2551a37048214a3a9be1a4d060d0b649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 22:55:34.295803 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668ad1bb-6c51-47be-b0d3-38ad14d4739b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (14ebdf6e-d5a7-47d5-80bd-0d2473e47366), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.355943 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668ad1bb-6c51-47be-b0d3-38ad14d4739b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (14ebdf6e-d5a7-47d5-80bd-0d2473e47366), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.361222 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668ad1bb-6c51-47be-b0d3-38ad14d4739b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (14ebdf6e-d5a7-47d5-80bd-0d2473e47366), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.382683 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ad1bb-6c51-47be-b0d3-38ad14d4739b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ebdf6e-d5a7-47d5-80bd-0d2473e47366,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:34.388005 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668ad1bb-6c51-47be-b0d3-38ad14d4739b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.390073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-668ad1bb-6c51-47be-b0d3-38ad14d4739b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221044 Feb 03 22:55:34.453825 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e5026840-ebcc-4d13-80ca-9d0b18fc37ce up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:34.506767 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e5026840-ebcc-4d13-80ca-9d0b18fc37ce triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:34.507143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.541049 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-f17833a3-12ad-4fdd-88cf-15b94e69c0e7 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580652997&fields=id&tenant_id=2551a37048214a3a9be1a4d060d0b649 HTTP/1.1" status: 200 len: 267 time: 0.0477035 Feb 03 22:55:34.592457 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e5026840-ebcc-4d13-80ca-9d0b18fc37ce is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:34.592853 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.616686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port e5026840-ebcc-4d13-80ca-9d0b18fc37ce, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e5026840-ebcc-4d13-80ca-9d0b18fc37ce,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:34.622688 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:34.665937 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-b9e95d52-e322-4529-9ddd-988b21bb49db tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:34.667626 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-b9e95d52-e322-4529-9ddd-988b21bb49db tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 808 time: 0.1192808 Feb 03 22:55:34.673410 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e5026840-ebcc-4d13-80ca-9d0b18fc37ce,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:34.684186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-10e2fd3b-ded7-48e9-b482-45123c84669a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/quotas/2551a37048214a3a9be1a4d060d0b649 HTTP/1.1" status: 200 len: 375 time: 0.0099609 Feb 03 22:55:34.745356 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-6e673ffd-9691-4d42-be3d-931bb97c3859 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550606 Feb 03 22:55:34.828707 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Sync routers for ids ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:55:34.839904 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Routers {'1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:34.841228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:55:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:34.853230 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-8b727d38-9c9a-431f-bfc7-2bf02c8e8702 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:55:34.854277 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-8b727d38-9c9a-431f-bfc7-2bf02c8e8702 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0975728 Feb 03 22:55:34.946252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-e81e3296-c48e-42ae-b8d3-53871c51ac0e service neutron] 10.222.0.50 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Feb 03 22:55:34.952606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Set router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:35.038363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-abe8c91d-1407-43e8-bdff-49efbf7d244f service neutron] 10.222.0.50 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862079 Feb 03 22:55:35.156219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:32Z', 'revision_number': 4, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'gw_port': {'id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '74d650ff-ba25-45aa-b82a-078e43309061', 'name': '', 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'mac_address': 'fa:16:3e:64:e3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f510ee4e-a251-466f-902a-8eee73f69f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:31Z', 'updated_at': '2022-02-03T22:55:32Z', 'revision_number': 2, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'subnets': [{'id': 'f510ee4e-a251-466f-902a-8eee73f69f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:35.183383 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Checking router: 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:55:35.183748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Updating router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a port 74d650ff-ba25-45aa-b82a-078e43309061 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 22:55:35.210839 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-dea708b5-8dfb-4051-af64-2528b8622d71 req-876ca6a1-b362-473b-a703-c611cb1dd923 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 210 time: 0.0330057 Feb 03 22:55:35.211875 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (74d650ff-ba25-45aa-b82a-078e43309061), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:35.492996 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Publish callbacks [] for port (74d650ff-ba25-45aa-b82a-078e43309061), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:35.499114 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (74d650ff-ba25-45aa-b82a-078e43309061), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:35.556553 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f70672-93f7-4502-b891-57a2f512a44f None None] Pushing event updated for resources: {'Port': ['ID=74d650ff-ba25-45aa-b82a-078e43309061,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:35.618089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Attempting to bind port 74d650ff-ba25-45aa-b82a-078e43309061 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:55:35.618549 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Attempting to bind port 74d650ff-ba25-45aa-b82a-078e43309061 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '2e84f3df-9df1-41c7-b1e4-6111b4b6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:55:35.618991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Attempting to bind port 74d650ff-ba25-45aa-b82a-078e43309061 on network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:55:35.626518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:55:35.626901 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Checking segment: {'id': '2e84f3df-9df1-41c7-b1e4-6111b4b6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:55:35.627359 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:35.627766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Bound using segment: {'id': '2e84f3df-9df1-41c7-b1e4-6111b4b6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:55:35.628253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Bound port: 74d650ff-ba25-45aa-b82a-078e43309061, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e84f3df-9df1-41c7-b1e4-6111b4b6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:55:35.628624 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (74d650ff-ba25-45aa-b82a-078e43309061), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:35.699734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] For port 74d650ff-ba25-45aa-b82a-078e43309061, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:55:35.703795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] For port 74d650ff-ba25-45aa-b82a-078e43309061, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=74d650ff-ba25-45aa-b82a-078e43309061,segment=NetworkSegment(2e84f3df-9df1-41c7-b1e4-6111b4b6765e),segment_id=2e84f3df-9df1-41c7-b1e4-6111b4b6765e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:55:35.710883 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (74d650ff-ba25-45aa-b82a-078e43309061), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:35.768517 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Routers {'1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:35.769374 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:55:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:35.821195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f70672-93f7-4502-b891-57a2f512a44f None None] Pushing event updated for resources: {'Port': ['ID=74d650ff-ba25-45aa-b82a-078e43309061,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:35.871414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-213ce9ca-19d6-40d8-87d1-2808cb8587f2 None None] Provisioning complete for port 74d650ff-ba25-45aa-b82a-078e43309061 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:35.872356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213ce9ca-19d6-40d8-87d1-2808cb8587f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (74d650ff-ba25-45aa-b82a-078e43309061), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:35.941657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] Set router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:36.057923 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-213ce9ca-19d6-40d8-87d1-2808cb8587f2 None None] Current status of the port 74d650ff-ba25-45aa-b82a-078e43309061 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:36.058322 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213ce9ca-19d6-40d8-87d1-2808cb8587f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (74d650ff-ba25-45aa-b82a-078e43309061), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:36.149518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-213ce9ca-19d6-40d8-87d1-2808cb8587f2 None None] For port 74d650ff-ba25-45aa-b82a-078e43309061, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=74d650ff-ba25-45aa-b82a-078e43309061,segment=NetworkSegment(2e84f3df-9df1-41c7-b1e4-6111b4b6765e),segment_id=2e84f3df-9df1-41c7-b1e4-6111b4b6765e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:36.157377 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213ce9ca-19d6-40d8-87d1-2808cb8587f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (74d650ff-ba25-45aa-b82a-078e43309061), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:36.173700 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-157dd898-ad8d-45d8-932b-9b097848b7dd tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:36.175729 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-157dd898-ad8d-45d8-932b-9b097848b7dd tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 808 time: 0.1172922 Feb 03 22:55:36.236965 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ce9ca-19d6-40d8-87d1-2808cb8587f2 None None] Pushing event updated for resources: {'Port': ['ID=74d650ff-ba25-45aa-b82a-078e43309061,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:36.241678 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c0ca5b86-a0ed-4688-9a37-19756a9b7d30 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2551a37048214a3a9be1a4d060d0b649 HTTP/1.1" status: 200 len: 379 time: 0.0573316 Feb 03 22:55:36.256468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'port': {'device_id': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'admin_state_up': True, 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'security_groups': ['baf451b7-86be-4275-9341-04e918a6facb']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:36.261688 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:32Z', 'revision_number': 4, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'gw_port': {'id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '74d650ff-ba25-45aa-b82a-078e43309061', 'name': '', 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'mac_address': 'fa:16:3e:64:e3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f510ee4e-a251-466f-902a-8eee73f69f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:31Z', 'updated_at': '2022-02-03T22:55:35Z', 'revision_number': 4, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'subnets': [{'id': 'f510ee4e-a251-466f-902a-8eee73f69f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:36.297414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832ad8ce-e179-4b47-b610-4159433c467b None None] The sync data for ids ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'] in n-d-824834-9 is: [{'id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:32Z', 'revision_number': 4, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'gw_port': {'id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '74d650ff-ba25-45aa-b82a-078e43309061', 'name': '', 'network_id': '61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'mac_address': 'fa:16:3e:64:e3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f510ee4e-a251-466f-902a-8eee73f69f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:31Z', 'updated_at': '2022-02-03T22:55:35Z', 'revision_number': 4, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'subnets': [{'id': 'f510ee4e-a251-466f-902a-8eee73f69f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:55:36.306671 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-10b24ce4-a424-48e7-bd5d-17c279d1f728 None None] Provisioning complete for port 74d650ff-ba25-45aa-b82a-078e43309061 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:36.307050 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10b24ce4-a424-48e7-bd5d-17c279d1f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (74d650ff-ba25-45aa-b82a-078e43309061), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:36.339412 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a34caf24-b67d-45b3-a7e9-71af1970e5a9 req-ebe28eae-fbb3-4967-83c7-9fcf10ab6372 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 210 time: 0.0432491 Feb 03 22:55:36.425861 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Made reservation on behalf of 2551a37048214a3a9be1a4d060d0b649 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 22:55:36.429463 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:36.458716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-10b24ce4-a424-48e7-bd5d-17c279d1f728 None None] Current status of the port 74d650ff-ba25-45aa-b82a-078e43309061 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:36.587251 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 74d650ff-ba25-45aa-b82a-078e43309061 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:36.603024 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Allocated IP 172.20.0.3 (c0b6fe95-dd58-431b-86c4-f38de59d1e4b/21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5/4d4f7028-f1e3-4412-8efe-0499acdf6392) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:55:36.639414 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 74d650ff-ba25-45aa-b82a-078e43309061 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:36.639784 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (74d650ff-ba25-45aa-b82a-078e43309061), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:36.759536 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:36.798591 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:36.850292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:36.856327 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:36.860519 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:55:36.900400 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:36.916070 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 74d650ff-ba25-45aa-b82a-078e43309061 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:36.917273 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e5026840-ebcc-4d13-80ca-9d0b18fc37ce up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:36.929064 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:36.929706 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:36.948781 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-c3564d6c-56bc-457d-82f3-2123e189356c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6968732 Feb 03 22:55:36.960423 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Request body: {'port': {'device_id': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:36.973995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port e5026840-ebcc-4d13-80ca-9d0b18fc37ce triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:36.974378 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:37.030705 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:37.058259 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port e5026840-ebcc-4d13-80ca-9d0b18fc37ce is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:37.191794 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c927a287-98f1-467f-b06e-7e486f21ebf1 None None] Provisioning complete for port 4d4f7028-f1e3-4412-8efe-0499acdf6392 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:37.192335 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c927a287-98f1-467f-b06e-7e486f21ebf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:37.234073 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c927a287-98f1-467f-b06e-7e486f21ebf1 None None] Port 4d4f7028-f1e3-4412-8efe-0499acdf6392 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 22:55:37.301110 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4f7028-f1e3-4412-8efe-0499acdf6392 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:55:37.308754 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Publish callbacks [] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:37.321088 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Transition to ACTIVE for port object 4d4f7028-f1e3-4412-8efe-0499acdf6392 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 22:55:37.325749 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:37.376072 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:37.449493 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Attempting to bind port 4d4f7028-f1e3-4412-8efe-0499acdf6392 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 22:55:37.450101 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Attempting to bind port 4d4f7028-f1e3-4412-8efe-0499acdf6392 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 22:55:37.450446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Attempting to bind port 4d4f7028-f1e3-4412-8efe-0499acdf6392 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:55:37.456300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Port 4d4f7028-f1e3-4412-8efe-0499acdf6392 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 22:55:37.456632 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Attempting to bind port 4d4f7028-f1e3-4412-8efe-0499acdf6392 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 22:55:37.462192 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 22:55:37.462587 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Checking segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 22:55:37.462988 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Bound using segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 22:55:37.463422 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Bound port: 4d4f7028-f1e3-4412-8efe-0499acdf6392, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 22:55:37.463783 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:37.498855 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013c97c-0d8d-4ae6-9d5a-413820d9ee2b req-36568cd3-cce7-4450-afe6-6a629ed4db91 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:37.500411 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a013c97c-0d8d-4ae6-9d5a-413820d9ee2b req-36568cd3-cce7-4450-afe6-6a629ed4db91 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0704572 Feb 03 22:55:37.533645 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 22:55:37.537385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 22:55:37.545267 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:37.555082 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a013c97c-0d8d-4ae6-9d5a-413820d9ee2b req-13df5a5a-c83e-404a-a64b-1918f6b1c64e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481157 Feb 03 22:55:37.580809 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:37.581357 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:37.582753 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] 10.222.0.10 "PUT /v2.0/ports/4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 1091 time: 0.6271286 Feb 03 22:55:37.583205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:55:37.585477 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b" -d '{"events": [{"name": "network-changed", "server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:55:37.621335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affae748-1de6-438a-b00c-eb396fb2e0df service neutron] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:37.638144 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95214c39-c7e3-4bf5-91bb-9e7c6e6d2e66 x-openstack-request-id: req-95214c39-c7e3-4bf5-91bb-9e7c6e6d2e66 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:55:37.638441 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:55:37.638696 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95214c39-c7e3-4bf5-91bb-9e7c6e6d2e66 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:55:37.639105 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'status': 'completed', 'code': 200} Feb 03 22:55:37.675584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-fb193e44-58b6-40e4-a94c-14bc893d1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:37.677076 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-fb193e44-58b6-40e4-a94c-14bc893d1599 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1125 time: 0.0521247 Feb 03 22:55:37.723116 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-a70a6bcf-b086-423a-807d-0a3f42f83658 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 217 time: 0.0398335 Feb 03 22:55:37.771813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-7ecfdd74-548a-41ea-8b4d-c864f90a6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:37.773326 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-7ecfdd74-548a-41ea-8b4d-c864f90a6a48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0450196 Feb 03 22:55:37.822537 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-247c6d20-248f-46d2-82b9-26d868a9ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:37.824027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-247c6d20-248f-46d2-82b9-26d868a9ab7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441880 Feb 03 22:55:37.917079 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-ba5297fc-6c3e-40fb-98e6-b256fbc59d3a service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868630 Feb 03 22:55:38.022626 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f3c2320e-420e-4324-8bd2-447d5de88ccf req-f9612627-a81f-4a01-9da8-0a267ebd4b07 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998695 Feb 03 22:55:38.110551 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-01261f54-d69c-4eea-9a5b-03428c82728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:38.112038 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-01261f54-d69c-4eea-9a5b-03428c82728e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1125 time: 0.0447662 Feb 03 22:55:38.203540 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-88af173c-7327-4333-b102-ba0d79e16ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:38.205305 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-88af173c-7327-4333-b102-ba0d79e16ac9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0871718 Feb 03 22:55:38.247341 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-a6c33b0e-3b40-4e50-93d8-98088fb5bb6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 217 time: 0.0364873 Feb 03 22:55:38.295869 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-c774b704-0ea5-4d67-9946-0c5829b77595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:38.297378 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-c774b704-0ea5-4d67-9946-0c5829b77595 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0446823 Feb 03 22:55:38.349289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-44f95e47-96f7-42ba-bccf-2659d4f15b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:38.350793 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-44f95e47-96f7-42ba-bccf-2659d4f15b91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478292 Feb 03 22:55:38.438672 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-3cef3de7-ea95-4013-b61d-e2f487db36c9 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814357 Feb 03 22:55:38.532593 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ddfcdd7e-57b8-4e33-8bd2-ebd7ef0e022b req-19c0c073-d6f4-437d-860f-073d3c690def service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881011 Feb 03 22:55:38.682111 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a0c98-c9c8-455d-a121-b4517c3a99e2 req-d3fbd56a-ba7b-42cc-8240-f3ce804f77df tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:38.683685 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-165a0c98-c9c8-455d-a121-b4517c3a99e2 req-d3fbd56a-ba7b-42cc-8240-f3ce804f77df tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0583069 Feb 03 22:55:38.733861 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-165a0c98-c9c8-455d-a121-b4517c3a99e2 req-f5ef4e94-4b11-43f3-ae5b-a66cec94445e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439856 Feb 03 22:55:39.857560 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f093717-e9cc-4a27-ada8-db2e25379cd3 req-cac064d4-02ec-453d-84ab-9e9c2ad66ec8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:39.859052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f093717-e9cc-4a27-ada8-db2e25379cd3 req-cac064d4-02ec-453d-84ab-9e9c2ad66ec8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0536890 Feb 03 22:55:39.907654 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3f093717-e9cc-4a27-ada8-db2e25379cd3 req-46b54d83-94b9-4878-a6bb-fac472912077 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Feb 03 22:55:41.027372 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1751042-b352-41e1-b6b1-c5b5160f7a8c req-a0ff4647-a92e-4df8-8479-cc3a20f4cf3b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:41.029347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1751042-b352-41e1-b6b1-c5b5160f7a8c req-a0ff4647-a92e-4df8-8479-cc3a20f4cf3b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0559983 Feb 03 22:55:41.078323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1751042-b352-41e1-b6b1-c5b5160f7a8c req-8d4174e7-b2ce-4abe-880a-4a1c8c93a636 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433652 Feb 03 22:55:41.433787 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d4f7028-f1e3-4412-8efe-0499acdf6392 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:55:41.529175 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:41.540108 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'port_id': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'mac_address': 'fa:16:3e:00:b0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:55:41.576408 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4d4f7028-f1e3-4412-8efe-0499acdf6392 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:41.576797 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:41.589139 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4f7028-f1e3-4412-8efe-0499acdf6392 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:55:41.607848 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:41.611712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:41.657332 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:41.928945 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['4d4f7028-f1e3-4412-8efe-0499acdf6392'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:55:42.196952 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d58c8e-72b6-4d52-8dfe-b292c4e67349 req-5da2cab9-b2de-48ce-8535-18a5fbbc1cce tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:42.198355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1d58c8e-72b6-4d52-8dfe-b292c4e67349 req-5da2cab9-b2de-48ce-8535-18a5fbbc1cce tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 944 time: 0.0524650 Feb 03 22:55:42.247468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b1d58c8e-72b6-4d52-8dfe-b292c4e67349 req-a826b802-e6bc-471b-bb5e-aed6c1a7b5ef tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435495 Feb 03 22:55:43.374370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ab951-8355-4a89-896e-b901b36dcacf req-512fff61-7356-4c10-bb7c-a08fa796f599 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:43.376498 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a2ab951-8355-4a89-896e-b901b36dcacf req-512fff61-7356-4c10-bb7c-a08fa796f599 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 944 time: 0.0599661 Feb 03 22:55:43.427864 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5a2ab951-8355-4a89-896e-b901b36dcacf req-ddef0f45-9a07-492c-a940-2c5d3409ce36 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458395 Feb 03 22:55:43.433487 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d4f7028-f1e3-4412-8efe-0499acdf6392 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:55:43.485665 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 4d4f7028-f1e3-4412-8efe-0499acdf6392 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 22:55:43.489692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 4d4f7028-f1e3-4412-8efe-0499acdf6392 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:55:43.490071 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:43.564538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4d4f7028-f1e3-4412-8efe-0499acdf6392 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:55:43.564951 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:43.586375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:55:43.588746 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a242675-4e90-4d22-a777-c640c4adfd15" -d '{"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:55:43.601464 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:55:43.605721 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:43.632367 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9168d5e7-35a1-4f43-a661-b8df98f599f6 x-openstack-request-id: req-9168d5e7-35a1-4f43-a661-b8df98f599f6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:55:43.632661 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:55:43.632934 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9168d5e7-35a1-4f43-a661-b8df98f599f6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:55:43.633331 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'code': 200} Feb 03 22:55:43.658772 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:43.724166 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabcfe0-6115-470e-a172-b92c44982cab req-c984e779-a4fa-4b93-9d57-6b95242717ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:43.725735 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aaabcfe0-6115-470e-a172-b92c44982cab req-c984e779-a4fa-4b93-9d57-6b95242717ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1127 time: 0.0454042 Feb 03 22:55:43.769195 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-aaabcfe0-6115-470e-a172-b92c44982cab req-d30f47af-041f-4523-8d65-1b44aab01c93 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380518 Feb 03 22:55:44.544567 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add04f12-fd0b-4800-a434-aeedacbd40da req-21326713-3cc1-4661-82a1-e19cf16cdd47 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:44.546067 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-add04f12-fd0b-4800-a434-aeedacbd40da req-21326713-3cc1-4661-82a1-e19cf16cdd47 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0517526 Feb 03 22:55:44.593575 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-add04f12-fd0b-4800-a434-aeedacbd40da req-0e79d9e4-27c8-4b43-9cc8-fa472cbc3958 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Feb 03 22:55:45.715259 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4504333-18ce-47b9-9e6f-567954f1c36e req-c0eaae25-77e1-49d7-9790-c9be9bba03dc tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:45.716723 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4504333-18ce-47b9-9e6f-567954f1c36e req-c0eaae25-77e1-49d7-9790-c9be9bba03dc tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0546465 Feb 03 22:55:45.764396 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c4504333-18ce-47b9-9e6f-567954f1c36e req-16bdaeed-cfeb-48b1-b371-3bbb6f3e62e1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420685 Feb 03 22:55:45.886506 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6ac68-a977-4e4d-9d12-7b633413ca6e req-a54082e3-052e-4531-9f98-7d372ac3439f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:45.888073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ed6ac68-a977-4e4d-9d12-7b633413ca6e req-a54082e3-052e-4531-9f98-7d372ac3439f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0577481 Feb 03 22:55:45.936710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4ed6ac68-a977-4e4d-9d12-7b633413ca6e req-0ca8f1fd-0cf1-435d-aec2-3d774310669d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 Feb 03 22:55:45.957847 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:46.044962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab382a3b-b9f8-4428-8787-bb4d7fde96db tempest-TestShelveInstance-28226134 tempest-TestShelveInstance-28226134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:46.046563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ab382a3b-b9f8-4428-8787-bb4d7fde96db tempest-TestShelveInstance-28226134 tempest-TestShelveInstance-28226134-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1122 time: 0.0877645 Feb 03 22:55:46.049492 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56044) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 22:55:46.053732 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 22:55:46.073600 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:46.173041 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:46.272569 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Allocated IP 172.25.5.33 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/0f513782-7439-4522-baec-b74390c8626c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 22:55:46.373841 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for port (0f513782-7439-4522-baec-b74390c8626c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:46.407017 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0f513782-7439-4522-baec-b74390c8626c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:46.441746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 22:55:46.448200 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 22:55:46.452242 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 22:55:46.457557 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'Port': ['ID=0f513782-7439-4522-baec-b74390c8626c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:46.794351 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for floatingip (8e968a06-a366-4927-8666-8ca2e8a7685a), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:46.861268 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (0f513782-7439-4522-baec-b74390c8626c), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:47.010030 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for port (0f513782-7439-4522-baec-b74390c8626c), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:47.014835 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (0f513782-7439-4522-baec-b74390c8626c), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:47.085991 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'Port': ['ID=0f513782-7439-4522-baec-b74390c8626c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:55:47.097506 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (8e968a06-a366-4927-8666-8ca2e8a7685a), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:47.198550 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Floating IP 8e968a06-a366-4927-8666-8ca2e8a7685a associated. External IP: 172.25.5.33, port: 4d4f7028-f1e3-4412-8efe-0499acdf6392. Feb 03 22:55:47.400341 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 22:55:47.508176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 22:55:47.518299 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] Sync routers for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 22:55:47.525339 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:47.529302 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:47.529915 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:55:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:47.565266 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6bca93fc-c090-4b2a-be16-8a663a392a88 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5059292 Feb 03 22:55:47.565266 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:55:47.565266 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3228f165-a89c-49c5-9565-dacca57b9f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:55:47.599403 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 22:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2a5a8a-5289-4a4d-a2d2-0fe2b6fcccf0 x-openstack-request-id: req-9f2a5a8a-5289-4a4d-a2d2-0fe2b6fcccf0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:55:47.599646 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:55:47.599950 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f2a5a8a-5289-4a4d-a2d2-0fe2b6fcccf0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:55:47.600368 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'status': 'completed', 'code': 200} Feb 03 22:55:47.638470 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:47.666248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-6bb1eb69-752e-47cf-bdcf-6cbf08be3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:47.667699 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-6bb1eb69-752e-47cf-bdcf-6cbf08be3822 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1127 time: 0.0448692 Feb 03 22:55:47.759068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-b40b647d-6739-4296-86a7-a739d587f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:47.760608 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-b40b647d-6739-4296-86a7-a739d587f503 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0869415 Feb 03 22:55:47.825565 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-e30ecad1-3d0a-4fc2-8023-580db67d667c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 998 time: 0.0591853 Feb 03 22:55:47.858907 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8e968a06-a366-4927-8666-8ca2e8a7685a', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'port_id': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'mac_address': 'fa:16:3e:00:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:55:46Z', 'updated_at': '2022-02-03T22:55:46Z', 'revision_number': 0, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:47.876773 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-9884c023-7344-450d-8401-d86e88f6d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:47.878274 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-9884c023-7344-450d-8401-d86e88f6d8d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0477726 Feb 03 22:55:47.884127 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] Checking router: 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 22:55:47.892792 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 22:55:47.893430 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T22:55:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:47.931625 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-282d915a-e70e-4253-8405-f1f86ea99d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:55:47.933136 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-282d915a-e70e-4253-8405-f1f86ea99d90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492408 Feb 03 22:55:48.003847 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 22:55:48.026193 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-a4e7adc3-e5aa-4509-8283-42e55c39c326 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874455 Feb 03 22:55:48.118827 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3228f165-a89c-49c5-9565-dacca57b9f8a req-b909f06f-4da6-4a17-9c6d-f86ce89b6f0c service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872962 Feb 03 22:55:48.312548 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8e968a06-a366-4927-8666-8ca2e8a7685a', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'port_id': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'mac_address': 'fa:16:3e:00:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:55:46Z', 'updated_at': '2022-02-03T22:55:46Z', 'revision_number': 0, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 22:55:48.337770 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010fe0f-8f50-44ae-99d8-bb782ecbfaa2 None None] The sync data for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 is: [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '8e968a06-a366-4927-8666-8ca2e8a7685a', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'port_id': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'mac_address': 'fa:16:3e:00:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T22:55:46Z', 'updated_at': '2022-02-03T22:55:46Z', 'revision_number': 0, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 22:55:48.532043 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e67c7-555a-4046-b6e8-4cc0cafff212 None None] New status for floating IP 8e968a06-a366-4927-8666-8ca2e8a7685a: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 22:55:53.735591 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b371f5d7-04d7-4dcd-b95d-4f9142929ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:55.148160 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:55.212709 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:56.700498 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97ee72ab-af76-4264-82c3-d790b1252bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:57.222918 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:55:58.885332 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:00.033696 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:06.752686 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-20c4e164-08d4-48ce-94b1-3a23862dab69 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432715 Feb 03 22:56:06.836287 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-c2ed7df5-4b0e-422f-8f0c-a48849dad8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:56:06.837862 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-c2ed7df5-4b0e-422f-8f0c-a48849dad8f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1127 time: 0.0436850 Feb 03 22:56:06.942117 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-1a777c71-887f-47dc-8daf-e966b5752cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:56:06.943592 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-1a777c71-887f-47dc-8daf-e966b5752cc1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0870097 Feb 03 22:56:07.007722 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-f724fef3-1ed8-46d1-aa75-462ad3cb0035 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 1000 time: 0.0563643 Feb 03 22:56:07.060008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-588109ae-e486-4b24-8cc3-7385068ec913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:56:07.061488 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-588109ae-e486-4b24-8cc3-7385068ec913 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0462668 Feb 03 22:56:07.108440 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-253c7f8c-3222-4937-83e5-e0bb209f54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:56:07.109989 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-253c7f8c-3222-4937-83e5-e0bb209f54bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427158 Feb 03 22:56:07.195917 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-ecc6cc29-8625-4233-a3b5-634cfc66fe7f service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802362 Feb 03 22:56:07.285801 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-28e99018-7f70-4bc0-99a1-c14c4127db22 req-8494b886-c8e8-45f2-8ad8-cd091275aa3b service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835435 Feb 03 22:56:07.951839 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:56:23.745133 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d33c-254d-41ee-9072-8d0a8c59798d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:25.162533 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:25.210276 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:26.705961 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5107535-9014-4808-9744-ec472fc89c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:27.225700 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:28.887356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:30.034638 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:44.951838 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:56:53.737410 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc4d-51af-4c1a-b3eb-6d5bf3f4e8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:55.170701 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:55.224279 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:56.707478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b99ce648-e0e0-4a1f-960a-4519c2cab64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:57.228078 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:56:58.892276 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:00.037223 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:08.273156 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-fbf4726c-3d14-4296-80f4-0312da28f1d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447912 Feb 03 22:57:08.354677 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-88a2f33b-bb24-474a-b141-ed37ff485c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:57:08.356172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-88a2f33b-bb24-474a-b141-ed37ff485c4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1127 time: 0.0436859 Feb 03 22:57:08.459465 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-3331e0e3-d9e8-49f3-942d-4878fc080f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:57:08.461050 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-3331e0e3-d9e8-49f3-942d-4878fc080f98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0865798 Feb 03 22:57:08.524229 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-11e521a0-434f-4e79-ae64-a3a98946c559 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 1000 time: 0.0566294 Feb 03 22:57:08.573974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-868dc748-7d77-4577-966e-c556cb43a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:57:08.575384 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-868dc748-7d77-4577-966e-c556cb43a986 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0455120 Feb 03 22:57:08.622575 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-402771a9-67c0-4d87-941a-f9b5d591a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:57:08.624060 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-402771a9-67c0-4d87-941a-f9b5d591a252 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429859 Feb 03 22:57:08.715019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-52063c8c-2d4a-465d-a2f5-4f2e70c2ba8c service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842273 Feb 03 22:57:08.801225 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5ef53868-ab41-40db-b32f-9a076da3d07c req-20c41638-f566-4bbe-886c-9cc299bbb581 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804682 Feb 03 22:57:21.950794 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:57:23.738780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6aa4623c-9059-438e-893c-7cfc0e604fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:25.180712 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:25.219360 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:26.709453 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2cb5-80df-4570-a001-e6093de813df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:27.231148 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:28.892911 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:30.038881 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:53.743514 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd9aafc6-d76c-4683-9050-3bc2cdb1439c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:55.189719 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:55.237919 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:56.710487 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebf4834c-e8da-4863-8d8c-ee3fc329c68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:57.234971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:58.894925 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:57:58.949980 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:58:00.041013 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:09.721734 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-abef72ed-9496-4443-af5b-62ab7433bfd8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444291 Feb 03 22:58:09.808434 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-6e918da0-fb9c-459b-98ea-6e2c9aa7d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:09.809966 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-6e918da0-fb9c-459b-98ea-6e2c9aa7d6cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1127 time: 0.0478783 Feb 03 22:58:10.199791 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-e2d10aff-f87e-4492-885e-bda7a32324d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:10.201281 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-e2d10aff-f87e-4492-885e-bda7a32324d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.3731010 Feb 03 22:58:10.270801 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-9e722bbb-f6fd-4da3-bd96-ccf554c02173 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 1000 time: 0.0627608 Feb 03 22:58:10.323929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-1fae1066-81b1-4c14-a71a-b33e53c0d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:10.325441 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-1fae1066-81b1-4c14-a71a-b33e53c0d2af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0485816 Feb 03 22:58:10.373133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-a7c692bc-ca75-43fc-8fe5-4b271c24055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:10.374591 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-a7c692bc-ca75-43fc-8fe5-4b271c24055a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424392 Feb 03 22:58:10.461594 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-006e46e8-9bd4-4679-a4bb-19f1fae71d72 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811937 Feb 03 22:58:10.547427 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bff8bc61-fcb3-441a-9710-fdd67cc08220 req-c3b0d130-b48c-48d9-bdab-27eba03caebc service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798047 Feb 03 22:58:14.650473 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db600c-3340-4fa3-b48a-116870202088 req-23abbe28-f481-4eb5-a049-60123e6740ea tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:14.652014 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03db600c-3340-4fa3-b48a-116870202088 req-23abbe28-f481-4eb5-a049-60123e6740ea tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.3937144 Feb 03 22:58:14.701981 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-03db600c-3340-4fa3-b48a-116870202088 req-5a351811-0d6e-45d9-a0ee-f3636f670c8b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434504 Feb 03 22:58:15.827124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c488af9-dc9e-4783-af0d-fb7017ec0019 req-b81760e7-ab73-4fef-9a5f-a40039fc11a9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:15.828852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c488af9-dc9e-4783-af0d-fb7017ec0019 req-b81760e7-ab73-4fef-9a5f-a40039fc11a9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0521324 Feb 03 22:58:15.879170 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c488af9-dc9e-4783-af0d-fb7017ec0019 req-2a5ff800-7c83-411c-a58a-b41fb671f300 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Feb 03 22:58:17.005398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38f174-6869-462f-a086-f8af949045bb req-cbfb9250-416a-4cfb-8b70-05500408550f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:17.006852 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d38f174-6869-462f-a086-f8af949045bb req-cbfb9250-416a-4cfb-8b70-05500408550f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0556481 Feb 03 22:58:17.055347 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d38f174-6869-462f-a086-f8af949045bb req-a512b205-c19e-43b0-be34-699bf8ec6d74 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 Feb 03 22:58:18.171327 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b24f3-5aa1-42ce-8505-196d7c895b73 req-3fc17a9a-6dfb-48de-89b9-40fc0405548d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:18.173304 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f41b24f3-5aa1-42ce-8505-196d7c895b73 req-3fc17a9a-6dfb-48de-89b9-40fc0405548d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0514708 Feb 03 22:58:18.219736 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f41b24f3-5aa1-42ce-8505-196d7c895b73 req-cfbee261-dbfc-4567-8626-d6d7d2d73bf1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 Feb 03 22:58:19.340823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d854e85-e7e7-479d-adca-10023973f696 req-47d84ed5-ec02-433e-9c49-f2925839f9f5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:19.342322 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d854e85-e7e7-479d-adca-10023973f696 req-47d84ed5-ec02-433e-9c49-f2925839f9f5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0524328 Feb 03 22:58:19.393682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d854e85-e7e7-479d-adca-10023973f696 req-bb733b89-7c9a-4333-a50d-ea26f73d5954 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455439 Feb 03 22:58:20.515391 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c71d20-9fcf-4549-b50f-0a353420dae7 req-ed88bbea-ae34-46e1-8dad-cd91a309ccbe tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:20.517420 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3c71d20-9fcf-4549-b50f-0a353420dae7 req-ed88bbea-ae34-46e1-8dad-cd91a309ccbe tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0520322 Feb 03 22:58:20.565329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a3c71d20-9fcf-4549-b50f-0a353420dae7 req-c1e4d9f5-7479-472d-849d-ac5142691b55 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Feb 03 22:58:21.682417 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53425a63-641a-44e0-bd4e-75c1ae5a83a5 req-8c0b0bff-5656-4725-b4ff-d030ef2ec3c0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:21.683889 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53425a63-641a-44e0-bd4e-75c1ae5a83a5 req-8c0b0bff-5656-4725-b4ff-d030ef2ec3c0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0515625 Feb 03 22:58:21.730814 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-53425a63-641a-44e0-bd4e-75c1ae5a83a5 req-704ddb38-88a1-402b-ac44-74d3dda7cd71 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408716 Feb 03 22:58:22.852599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f73c-982f-4fa8-9eac-1c08ed7231fa req-964161d0-2697-4bc1-8c56-06b70015e899 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:22.854107 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f8f73c-982f-4fa8-9eac-1c08ed7231fa req-964161d0-2697-4bc1-8c56-06b70015e899 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0571542 Feb 03 22:58:22.901384 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d7f8f73c-982f-4fa8-9eac-1c08ed7231fa req-d0845756-b0f4-4dee-b149-5a7a20d1697a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Feb 03 22:58:23.744930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-603843c1-c3be-4d7d-a01a-360df4e20973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:24.021743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a61c1-55f0-4b4a-90c3-78c2dbb7d157 req-37f3bec6-c110-4099-b508-157dc209cad9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:24.023186 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f8a61c1-55f0-4b4a-90c3-78c2dbb7d157 req-37f3bec6-c110-4099-b508-157dc209cad9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0523484 Feb 03 22:58:24.073438 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9f8a61c1-55f0-4b4a-90c3-78c2dbb7d157 req-e1700624-0677-48af-86dc-c972fcf62c4a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437396 Feb 03 22:58:25.194746 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef70f76-d436-4ab8-9fd9-a5158c9d6c9b req-18186ea0-ee8d-4dff-bc1b-baf75b3d5c3f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:25.196121 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ef70f76-d436-4ab8-9fd9-a5158c9d6c9b req-18186ea0-ee8d-4dff-bc1b-baf75b3d5c3f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0558803 Feb 03 22:58:25.211221 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:25.244912 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1ef70f76-d436-4ab8-9fd9-a5158c9d6c9b req-03e45ac3-76d6-421e-9149-7ec90f0129b2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431399 Feb 03 22:58:25.257047 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:26.365690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0efb6-580d-4c9b-ac21-e0b7e382de91 req-5d76b011-5fd7-4c72-947e-a1a97ac865cd tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:26.367175 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0b0efb6-580d-4c9b-ac21-e0b7e382de91 req-5d76b011-5fd7-4c72-947e-a1a97ac865cd tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0529883 Feb 03 22:58:26.414408 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0b0efb6-580d-4c9b-ac21-e0b7e382de91 req-7917baa7-65cb-4f21-b4d3-ca115eb8401e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417168 Feb 03 22:58:26.712127 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18fc873b-8f1d-4e5b-a57c-ea7e15df84aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:27.236960 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:27.530863 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21dc4e-7cbb-491d-b124-540f04c46ddd req-593d9bff-5cbb-4ae9-bc72-d0752d801160 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:27.532323 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a21dc4e-7cbb-491d-b124-540f04c46ddd req-593d9bff-5cbb-4ae9-bc72-d0752d801160 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0513275 Feb 03 22:58:27.583493 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1a21dc4e-7cbb-491d-b124-540f04c46ddd req-efdaccd1-6173-453d-9cec-1458253a115a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456114 Feb 03 22:58:28.179007 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d4f7028-f1e3-4412-8efe-0499acdf6392 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:58:28.271759 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:58:28.285479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'port_id': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'mac_address': 'fa:16:3e:00:b0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:58:28.322253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4d4f7028-f1e3-4412-8efe-0499acdf6392 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:58:28.322664 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:28.334933 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d4f7028-f1e3-4412-8efe-0499acdf6392 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:58:28.353619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:58:28.357478 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:28.407328 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:58:28.414842 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.415192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.415536 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.415875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.416216 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.416551 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.416880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.417234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.417561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.418143 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.418473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.418793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.419114 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 22:58:28.430123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['4d4f7028-f1e3-4412-8efe-0499acdf6392'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:58:28.701413 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2f63e-f75c-4494-a635-1d66fb300891 req-b9a605c5-5d4d-4101-b811-fcacda41d16d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:28.702807 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72b2f63e-f75c-4494-a635-1d66fb300891 req-b9a605c5-5d4d-4101-b811-fcacda41d16d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 944 time: 0.0522501 Feb 03 22:58:28.750860 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-72b2f63e-f75c-4494-a635-1d66fb300891 req-d37dc598-f924-4c61-a917-f8c204370347 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Feb 03 22:58:28.898474 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:29.867507 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503a736-cae7-40c2-8b6d-a952b6905b4a req-a6609933-34a1-4736-baa8-9c8e3905f895 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:29.869013 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d503a736-cae7-40c2-8b6d-a952b6905b4a req-a6609933-34a1-4736-baa8-9c8e3905f895 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 944 time: 0.0525970 Feb 03 22:58:29.917018 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d503a736-cae7-40c2-8b6d-a952b6905b4a req-fa9bda7e-b26e-4918-b8a9-fc842bbc9f3c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424826 Feb 03 22:58:30.043772 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:30.213492 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d4f7028-f1e3-4412-8efe-0499acdf6392 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:58:30.262354 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 4d4f7028-f1e3-4412-8efe-0499acdf6392 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:58:30.262722 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:30.335616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4d4f7028-f1e3-4412-8efe-0499acdf6392 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:58:30.335919 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:30.357003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:58:30.359200 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aeecfc-2946-4bb2-9e38-f4dc701d7814" -d '{"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:58:30.371030 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:58:30.375557 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:30.425145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:58:31.045025 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e50117-4c68-4014-9fc6-feb0269c4a26 req-9efe744e-4f36-4224-8a6d-1fa7407f9dc0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:31.046431 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59e50117-4c68-4014-9fc6-feb0269c4a26 req-9efe744e-4f36-4224-8a6d-1fa7407f9dc0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0627549 Feb 03 22:58:31.095751 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59e50117-4c68-4014-9fc6-feb0269c4a26 req-626242b3-b707-41b7-bfb5-2d1844051049 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423636 Feb 03 22:58:31.470454 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed766218-b731-4474-ba14-b89027f2b1c6 x-openstack-request-id: req-ed766218-b731-4474-ba14-b89027f2b1c6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:58:31.471167 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:58:31.471639 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed766218-b731-4474-ba14-b89027f2b1c6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:58:31.472495 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'code': 200} Feb 03 22:58:32.230767 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aa237-0983-4347-a3be-c2a7b1c48ac3 req-09fbb405-f029-454e-bf58-211ec22628af tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:32.232220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-629aa237-0983-4347-a3be-c2a7b1c48ac3 req-09fbb405-f029-454e-bf58-211ec22628af tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0564272 Feb 03 22:58:32.284734 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-629aa237-0983-4347-a3be-c2a7b1c48ac3 req-847d1389-760d-45c2-872c-6ffc8f392bc2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454719 Feb 03 22:58:33.415962 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc576e-74bb-4d08-bcc8-fd1a797d00fb req-0f6b6cba-021e-4625-ac37-2bbad5f5be87 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:33.417602 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7fdc576e-74bb-4d08-bcc8-fd1a797d00fb req-0f6b6cba-021e-4625-ac37-2bbad5f5be87 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0546539 Feb 03 22:58:33.475012 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7fdc576e-74bb-4d08-bcc8-fd1a797d00fb req-fcc7a187-98c7-4ceb-9c70-2c3b3186f79c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510757 Feb 03 22:58:34.610105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba32e37-f412-4e4c-81d4-ad15ad96fc64 req-16198369-92c5-417b-b6da-513eaf5de805 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:34.611694 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ba32e37-f412-4e4c-81d4-ad15ad96fc64 req-16198369-92c5-417b-b6da-513eaf5de805 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0574489 Feb 03 22:58:34.674605 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ba32e37-f412-4e4c-81d4-ad15ad96fc64 req-e872abb2-856b-4783-8149-0247b263fa3a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561199 Feb 03 22:58:35.810497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617af93d-7911-4283-ac16-ebba58167825 req-55e093e5-d2ab-458e-a29c-b21f09ca83a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:35.812359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-617af93d-7911-4283-ac16-ebba58167825 req-55e093e5-d2ab-458e-a29c-b21f09ca83a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0618327 Feb 03 22:58:35.880363 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-617af93d-7911-4283-ac16-ebba58167825 req-3091302a-ba2a-4304-81db-1df0cf8caddc tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615432 Feb 03 22:58:35.949414 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:58:37.009980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be4664-62bb-4d98-891e-e04c51ccdf97 req-435a2700-6d58-4f2a-96d0-2f057977dc42 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:37.011501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95be4664-62bb-4d98-891e-e04c51ccdf97 req-435a2700-6d58-4f2a-96d0-2f057977dc42 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0587771 Feb 03 22:58:37.065684 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-95be4664-62bb-4d98-891e-e04c51ccdf97 req-b158c823-99ac-4e9e-b69d-7fe9428ffa00 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472684 Feb 03 22:58:38.194777 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1787a5f-7402-4406-91b6-52160027b02e req-267c6ab2-d7cc-4581-b00a-2b141576503b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:38.196332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1787a5f-7402-4406-91b6-52160027b02e req-267c6ab2-d7cc-4581-b00a-2b141576503b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0588341 Feb 03 22:58:38.249387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d1787a5f-7402-4406-91b6-52160027b02e req-6fcecbb2-36f8-4e18-ab74-aa3206b1320d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470510 Feb 03 22:58:39.386958 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96746bd6-370b-4a63-9ed2-0c66c995d5ef req-c6627c18-4101-41ab-a840-2627bfd1f00a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:39.389352 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96746bd6-370b-4a63-9ed2-0c66c995d5ef req-c6627c18-4101-41ab-a840-2627bfd1f00a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0645490 Feb 03 22:58:39.447207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-96746bd6-370b-4a63-9ed2-0c66c995d5ef req-f7dee6d8-443e-4863-9ee8-1421c7fc21a4 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518167 Feb 03 22:58:40.568432 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c491b1-9c40-44bb-a9b8-b87682e662c1 req-260cf485-6727-4d42-b2c3-5185bdc913cd tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:40.569951 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1c491b1-9c40-44bb-a9b8-b87682e662c1 req-260cf485-6727-4d42-b2c3-5185bdc913cd tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0523832 Feb 03 22:58:40.619557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1c491b1-9c40-44bb-a9b8-b87682e662c1 req-524d027e-4ca1-4179-857d-32c58585d7f4 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440755 Feb 03 22:58:40.774379 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-cd38f6b0-5379-4e2e-8984-5328123a0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:40.775784 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-cd38f6b0-5379-4e2e-8984-5328123a0489 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1127 time: 0.0486248 Feb 03 22:58:40.865380 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-ae3c83e7-1467-4012-8f9e-509617f84ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:40.866860 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-ae3c83e7-1467-4012-8f9e-509617f84ec7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0833652 Feb 03 22:58:40.935444 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-be177944-b52a-4951-a6a4-19e83b3847e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 1000 time: 0.0615749 Feb 03 22:58:40.983068 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-7028f772-da2c-4da1-8c3a-96bbaf0e773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:40.984531 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-7028f772-da2c-4da1-8c3a-96bbaf0e773e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0432096 Feb 03 22:58:41.031444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-5429c202-83dc-4c49-af4e-5fb5870bf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:41.033624 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-5429c202-83dc-4c49-af4e-5fb5870bf57e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434599 Feb 03 22:58:41.122663 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-5b970e5b-b4ca-4c1e-bbcc-084b969b777e service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834117 Feb 03 22:58:41.209354 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-af32ce8f-8b2e-4042-9e94-86e2307ab152 req-9ce6a8bb-fc40-443c-9970-7f546d6a675f service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806382 Feb 03 22:58:41.742753 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b096-bba5-47f9-8aaf-f3e3484694dd req-aa8d7d93-9ed8-422e-98d2-28ff709e80cb tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:41.744254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e95b096-bba5-47f9-8aaf-f3e3484694dd req-aa8d7d93-9ed8-422e-98d2-28ff709e80cb tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0524530 Feb 03 22:58:41.796961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e95b096-bba5-47f9-8aaf-f3e3484694dd req-df22e112-83b6-4252-8e04-65b42ac3b94d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463130 Feb 03 22:58:42.917135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43150516-1eff-47db-bf09-80f25cfdf5b3 req-fc46452b-837f-40db-ab74-8cb216de081d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:42.918869 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43150516-1eff-47db-bf09-80f25cfdf5b3 req-fc46452b-837f-40db-ab74-8cb216de081d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0523481 Feb 03 22:58:42.965993 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-43150516-1eff-47db-bf09-80f25cfdf5b3 req-6472ef52-0e73-44d1-89c1-35024393d0b2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410068 Feb 03 22:58:43.081046 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-7124f677-1422-44a8-8892-99a46f42bfd9 req-3618d1d7-dba3-4040-86a2-b31992b8e95e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 22:58:43.082023 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7124f677-1422-44a8-8892-99a46f42bfd9 req-3618d1d7-dba3-4040-86a2-b31992b8e95e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501437 Feb 03 22:58:43.239497 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4faff-eb0d-4de5-8c49-75603a53c011 req-3547647a-29b3-4825-a694-da80507979b0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:43.241081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2c4faff-eb0d-4de5-8c49-75603a53c011 req-3547647a-29b3-4825-a694-da80507979b0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0538373 Feb 03 22:58:43.290526 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2c4faff-eb0d-4de5-8c49-75603a53c011 req-64b1af67-79c7-416a-a3b8-ab51ac6a01fe tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439825 Feb 03 22:58:43.411429 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-9562144c-467f-479d-bf4f-d795a0bb5096 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903666 Feb 03 22:58:44.319080 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d4f7028-f1e3-4412-8efe-0499acdf6392 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 22:58:44.396323 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4d4f7028-f1e3-4412-8efe-0499acdf6392 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:58:44.396707 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:44.412806 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3712ef-c1e7-4bf2-9bda-56b97f8c5a29 req-07d44f1a-1c82-4a81-b7c5-69c0cbc1c7ec tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:44.414926 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af3712ef-c1e7-4bf2-9bda-56b97f8c5a29 req-07d44f1a-1c82-4a81-b7c5-69c0cbc1c7ec tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 945 time: 0.0573828 Feb 03 22:58:44.419392 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:58:44.421621 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876c1702-f44f-4184-b64e-e00ea13858d0" -d '{"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:58:44.437995 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:58:44.450467 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:44.475278 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af3712ef-c1e7-4bf2-9bda-56b97f8c5a29 req-044e46ea-e33d-42a2-92b0-497ed95f32f6 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544689 Feb 03 22:58:44.476455 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96bd427-aa75-4695-83b4-112dd52b1f49 x-openstack-request-id: req-c96bd427-aa75-4695-83b4-112dd52b1f49 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:58:44.476844 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-unplugged", "status": "failed", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392", "code": 422}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:58:44.477215 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c96bd427-aa75-4695-83b4-112dd52b1f49 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:58:44.477701 n-d-824834-9 neutron-server[103399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'code': 422} returned with failed status Feb 03 22:58:44.504884 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:58:45.596106 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb623d1e-4865-43c3-b9ef-a58966e5f017 req-faafae55-5e8f-4044-803e-486b2dd3e324 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:45.597700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb623d1e-4865-43c3-b9ef-a58966e5f017 req-faafae55-5e8f-4044-803e-486b2dd3e324 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0539038 Feb 03 22:58:45.648182 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb623d1e-4865-43c3-b9ef-a58966e5f017 req-2001e9dc-c815-4626-9618-cbc3fa4aaf6d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448792 Feb 03 22:58:46.766807 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a2424-8e0c-4d38-83f7-c1d25376cb99 req-f5053400-88cf-4b39-b848-73e9c7300b92 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:46.768865 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-744a2424-8e0c-4d38-83f7-c1d25376cb99 req-f5053400-88cf-4b39-b848-73e9c7300b92 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0522060 Feb 03 22:58:46.820491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-744a2424-8e0c-4d38-83f7-c1d25376cb99 req-a0fad8c5-73b4-4381-bbbf-176a9d9d743c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461164 Feb 03 22:58:47.947940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e592c27-b793-4fbe-ac03-2d3eda757420 req-033c827c-f126-4c6f-93f8-c3c58c29a0c3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:47.949508 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e592c27-b793-4fbe-ac03-2d3eda757420 req-033c827c-f126-4c6f-93f8-c3c58c29a0c3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0587134 Feb 03 22:58:47.998180 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6e592c27-b793-4fbe-ac03-2d3eda757420 req-13169526-3f34-4fb4-8b64-a4f18a7c2f16 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429411 Feb 03 22:58:48.210766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-25e20e01-9740-4a53-8cc4-1017a1310e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:48.212218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-25e20e01-9740-4a53-8cc4-1017a1310e34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e&tenant_id=2551a37048214a3a9be1a4d060d0b649 HTTP/1.1" status: 200 len: 1125 time: 0.0518315 Feb 03 22:58:48.277018 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-600098c6-587e-402c-9c7c-b2b6f384206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:48.278563 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-600098c6-587e-402c-9c7c-b2b6f384206e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1125 time: 0.0452032 Feb 03 22:58:48.370634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-41f64941-35ff-4a38-a595-62cfd6760300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:48.372102 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-41f64941-35ff-4a38-a595-62cfd6760300 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0882938 Feb 03 22:58:48.436048 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-29b91a1f-1d25-487d-998b-e8008027e1a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 998 time: 0.0574093 Feb 03 22:58:48.482881 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-ab012f8c-6c89-44ea-9550-c86cc04c3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:48.484350 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-ab012f8c-6c89-44ea-9550-c86cc04c3632 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0429001 Feb 03 22:58:48.536156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-474fce87-a293-4abc-864b-efca5894f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:48.537709 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-474fce87-a293-4abc-864b-efca5894f100 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480273 Feb 03 22:58:48.625402 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-65dd234a-2174-4687-9a11-fc815d68e8e2 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812049 Feb 03 22:58:48.718227 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f1f1208f-492b-4e2f-bdfd-1ec3dab98624 req-d1cad395-5dc0-475b-a7e5-53036d080c47 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871966 Feb 03 22:58:49.190759 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9eb05f-cd70-43c5-8042-b6c4a2e04be8 req-a53c002e-4d6d-49bc-bd0f-e7978a3ed727 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:49.193249 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc9eb05f-cd70-43c5-8042-b6c4a2e04be8 req-a53c002e-4d6d-49bc-bd0f-e7978a3ed727 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0639820 Feb 03 22:58:49.249254 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cc9eb05f-cd70-43c5-8042-b6c4a2e04be8 req-40c2754b-0926-494f-a6af-98c617aa2452 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493340 Feb 03 22:58:50.384177 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16490c-f0a3-4746-8eed-77346f1d00fa req-537dc963-e163-4b39-ada0-6c614447718d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:50.385712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb16490c-f0a3-4746-8eed-77346f1d00fa req-537dc963-e163-4b39-ada0-6c614447718d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0607409 Feb 03 22:58:50.445381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cb16490c-f0a3-4746-8eed-77346f1d00fa req-ecc632ce-a75b-4c4b-a8d9-10991798d5c6 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512836 Feb 03 22:58:51.570685 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e7267-f1f9-44ab-aebe-a38269922c9b req-b95285b9-c6e1-4b5c-b9dd-273a045d5ae5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:51.572257 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c08e7267-f1f9-44ab-aebe-a38269922c9b req-b95285b9-c6e1-4b5c-b9dd-273a045d5ae5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0597019 Feb 03 22:58:51.623908 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c08e7267-f1f9-44ab-aebe-a38269922c9b req-453bfd65-33b2-4ee7-ba95-7565e5a289b9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457630 Feb 03 22:58:52.767240 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c85d2-1f0b-468b-bbe5-3058840f843c req-706975a8-a8ae-44c9-99c5-19763a682443 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:52.769525 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a0c85d2-1f0b-468b-bbe5-3058840f843c req-706975a8-a8ae-44c9-99c5-19763a682443 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0685077 Feb 03 22:58:52.830882 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2a0c85d2-1f0b-468b-bbe5-3058840f843c req-78307f22-5447-47c8-a5c5-f13fa44c3b54 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527472 Feb 03 22:58:53.752827 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7847cdb9-eee8-4217-999a-462af544fa6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:53.952783 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0e38-e370-4c86-8f1b-99862613bc40 req-f673e31f-8272-4793-9c5b-31de2e4b89fc tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:53.954336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f2e0e38-e370-4c86-8f1b-99862613bc40 req-f673e31f-8272-4793-9c5b-31de2e4b89fc tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0552914 Feb 03 22:58:54.009927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2f2e0e38-e370-4c86-8f1b-99862613bc40 req-681c3c9c-fed6-45bc-b6bd-909a98c5c077 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474498 Feb 03 22:58:55.145670 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade0307-8d8a-4014-b483-6f55c2187079 req-7de3a650-cf62-4055-9e5d-6071aa00977b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:55.147232 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ade0307-8d8a-4014-b483-6f55c2187079 req-7de3a650-cf62-4055-9e5d-6071aa00977b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0552602 Feb 03 22:58:55.208463 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3ade0307-8d8a-4014-b483-6f55c2187079 req-af0b04d6-7aff-4b86-b8ce-181958413570 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548017 Feb 03 22:58:55.214886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:55.251383 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:56.331226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ecb3-66d0-4412-aac4-e25c5a2264da req-e72e81ff-a56c-42b5-90c9-9dc6db3c04f8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:56.332757 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1d9ecb3-66d0-4412-aac4-e25c5a2264da req-e72e81ff-a56c-42b5-90c9-9dc6db3c04f8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0539575 Feb 03 22:58:56.380826 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1d9ecb3-66d0-4412-aac4-e25c5a2264da req-90bfc44a-c72c-4056-ab9b-13549f8d6603 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Feb 03 22:58:56.711952 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22655c79-78f9-4fd7-a80b-394d7530f5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:57.241031 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:57.499312 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea846a-1c66-4666-819b-faa592a060a4 req-b74d63fb-cee1-4f96-b937-5e75c232db72 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:57.500695 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1ea846a-1c66-4666-819b-faa592a060a4 req-b74d63fb-cee1-4f96-b937-5e75c232db72 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0538123 Feb 03 22:58:57.549417 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e1ea846a-1c66-4666-819b-faa592a060a4 req-b052c481-e5e3-449a-94c8-93caa55fad46 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430207 Feb 03 22:58:58.668894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272e526-6c0b-42c3-971f-acd95bc613d7 req-c6ab511e-6cff-437c-8802-6f703804b6ff tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:58.670383 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3272e526-6c0b-42c3-971f-acd95bc613d7 req-c6ab511e-6cff-437c-8802-6f703804b6ff tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0562997 Feb 03 22:58:58.717812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3272e526-6c0b-42c3-971f-acd95bc613d7 req-5e635fd8-0020-4e9f-9ca4-2054fa15bfba tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419142 Feb 03 22:58:58.901172 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:58:59.836033 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca8e4c-5e74-4a43-851f-3bd6da95513c req-c3ea5a94-486f-457e-ac99-a1b56c26a3d2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:58:59.837533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1ca8e4c-5e74-4a43-851f-3bd6da95513c req-c3ea5a94-486f-457e-ac99-a1b56c26a3d2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0526528 Feb 03 22:58:59.885350 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a1ca8e4c-5e74-4a43-851f-3bd6da95513c req-b5eaec90-cdf4-4e76-8851-a66899f44bec tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422480 Feb 03 22:59:00.046669 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:01.003227 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20d285-fd43-4f80-9eee-8607d137ef58 req-7a8ebddb-6f30-447a-a56f-54403a76aeef tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:01.004682 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b20d285-fd43-4f80-9eee-8607d137ef58 req-7a8ebddb-6f30-447a-a56f-54403a76aeef tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0516124 Feb 03 22:59:01.057593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6b20d285-fd43-4f80-9eee-8607d137ef58 req-349b3a35-dbd8-4547-9d1e-253df61e1c3c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474606 Feb 03 22:59:02.178017 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387ae9f-6af4-47a7-8215-9a975170d86d req-3d23d821-7496-4560-ad56-774844e4bc17 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:02.179392 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1387ae9f-6af4-47a7-8215-9a975170d86d req-3d23d821-7496-4560-ad56-774844e4bc17 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0520976 Feb 03 22:59:02.226641 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1387ae9f-6af4-47a7-8215-9a975170d86d req-b73d3a29-98de-4cf6-96b1-373d0dbe50f4 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417664 Feb 03 22:59:03.343179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f53b3-4ceb-49e2-8050-65d312317ab3 req-801b498e-1555-4621-b7e0-09aa7afd3059 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:03.344631 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a7f53b3-4ceb-49e2-8050-65d312317ab3 req-801b498e-1555-4621-b7e0-09aa7afd3059 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0515776 Feb 03 22:59:03.391446 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0a7f53b3-4ceb-49e2-8050-65d312317ab3 req-0090688d-80d5-41c4-95ba-0cfa6a18cd4e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407553 Feb 03 22:59:04.437329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d4f7028-f1e3-4412-8efe-0499acdf6392 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 22:59:04.515041 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476bec-bce1-44a9-9025-0329fbbee4be req-08002846-e45c-433b-9571-8b2c780a09b5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:04.516538 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86476bec-bce1-44a9-9025-0329fbbee4be req-08002846-e45c-433b-9571-8b2c780a09b5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 943 time: 0.0572197 Feb 03 22:59:04.534926 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:59:04.546881 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'port_id': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'mac_address': 'fa:16:3e:00:b0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 22:59:04.565917 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-86476bec-bce1-44a9-9025-0329fbbee4be req-470eb657-8681-4d51-a8a5-913694bde46b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437436 Feb 03 22:59:04.583064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4d4f7028-f1e3-4412-8efe-0499acdf6392 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:59:04.583464 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:04.596485 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4f7028-f1e3-4412-8efe-0499acdf6392 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 22:59:04.618912 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:59:04.622774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:04.666938 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:59:04.960615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['4d4f7028-f1e3-4412-8efe-0499acdf6392'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 22:59:05.683115 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed58f1-039c-448e-85ae-fbf26b050be7 req-3eb2b133-ff3e-4d25-bcc4-ff00763efe39 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:05.684593 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f1ed58f1-039c-448e-85ae-fbf26b050be7 req-3eb2b133-ff3e-4d25-bcc4-ff00763efe39 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 944 time: 0.0516706 Feb 03 22:59:05.731977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f1ed58f1-039c-448e-85ae-fbf26b050be7 req-49419805-6b23-405d-a762-dec6b1a244dd tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413430 Feb 03 22:59:06.453147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d4f7028-f1e3-4412-8efe-0499acdf6392 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 22:59:06.500992 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 4d4f7028-f1e3-4412-8efe-0499acdf6392 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 22:59:06.501377 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:06.577498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 4d4f7028-f1e3-4412-8efe-0499acdf6392 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 22:59:06.577888 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:06.600304 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 22:59:06.602522 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c926d0b-8cd7-4eb5-8bf5-b74885125197" -d '{"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 22:59:06.614388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 22:59:06.618585 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:06.641496 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 22:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc9c045-16c3-44f0-b53e-6adf48b3a8d4 x-openstack-request-id: req-8dc9c045-16c3-44f0-b53e-6adf48b3a8d4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 22:59:06.641798 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 22:59:06.642057 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8dc9c045-16c3-44f0-b53e-6adf48b3a8d4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 22:59:06.642971 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'code': 200} Feb 03 22:59:06.670384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 22:59:06.799256 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeee7ce-fcc8-4977-bc92-86887013d8af req-200dcd54-18dc-4538-86f3-ff89afc873ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:06.800816 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aeee7ce-fcc8-4977-bc92-86887013d8af req-200dcd54-18dc-4538-86f3-ff89afc873ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1128 time: 0.0476129 Feb 03 22:59:06.847207 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aeee7ce-fcc8-4977-bc92-86887013d8af req-38c25b5b-b41f-4b7f-a587-321e1573c47a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408750 Feb 03 22:59:06.856426 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f948c-4ce9-42f7-a281-7f051ced53b2 req-b5a9feb5-9cd8-454d-bb60-3463d744ca83 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:06.857944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f3f948c-4ce9-42f7-a281-7f051ced53b2 req-b5a9feb5-9cd8-454d-bb60-3463d744ca83 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 946 time: 0.0572798 Feb 03 22:59:06.906139 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f3f948c-4ce9-42f7-a281-7f051ced53b2 req-15bfde9a-4891-4157-9b08-93481a63fd0d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425639 Feb 03 22:59:08.026554 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74194552-0747-449a-864b-f20cdcef87eb req-ccd3708e-7614-4d95-8648-7c8fb436ce50 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:08.028061 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74194552-0747-449a-864b-f20cdcef87eb req-ccd3708e-7614-4d95-8648-7c8fb436ce50 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 946 time: 0.0536225 Feb 03 22:59:08.080655 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-74194552-0747-449a-864b-f20cdcef87eb req-a02c60db-50d6-443b-8f91-fc19e98bfc20 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457363 Feb 03 22:59:09.198366 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227b7df-97ef-47c7-a5ef-e2e41cd006af req-1a0e93f5-b1a1-4407-b8ac-6739885b89c3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:09.199752 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0227b7df-97ef-47c7-a5ef-e2e41cd006af req-1a0e93f5-b1a1-4407-b8ac-6739885b89c3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 946 time: 0.0519376 Feb 03 22:59:09.251409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0227b7df-97ef-47c7-a5ef-e2e41cd006af req-3aff76b0-3067-464c-a2a3-9e86b28a4f82 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461259 Feb 03 22:59:11.132924 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-6b898042-cd83-475d-8f78-79ce2cd54345 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444908 Feb 03 22:59:11.214834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-156a44a2-6e9b-4fc5-894e-9f648f0fbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:11.216261 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-156a44a2-6e9b-4fc5-894e-9f648f0fbfda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1128 time: 0.0446196 Feb 03 22:59:11.318524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-d214cb10-3a33-43bb-9f0b-04bd4a08e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:11.319967 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-d214cb10-3a33-43bb-9f0b-04bd4a08e776 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0860815 Feb 03 22:59:11.384078 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-b039227f-0508-41af-bbfc-441a7d2a2db4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 1000 time: 0.0576689 Feb 03 22:59:11.434851 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-5e43908a-f21f-4ddf-b09a-7048b919dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:11.436291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-5e43908a-f21f-4ddf-b09a-7048b919dace service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0467350 Feb 03 22:59:11.483252 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-12439089-3ee7-45ed-94c1-75a6534a86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 22:59:11.484694 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-12439089-3ee7-45ed-94c1-75a6534a86b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429926 Feb 03 22:59:11.575446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-dfa72217-1784-4222-8552-55952d52c908 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850723 Feb 03 22:59:11.663953 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-bb7c9600-ea1b-4e4a-890b-da640f903c08 req-b1ef826e-5585-418a-a28d-82432a3e5e4c service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821579 Feb 03 22:59:12.949745 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:59:23.746462 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca44285c-8ae7-4b0b-a9ba-5c0a5cf938bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:25.240102 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:25.262774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:26.712351 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b379c1e-177c-4cff-be12-d4ae39df338c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:27.243332 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:28.903692 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:30.050628 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:49.949157 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 22:59:53.748032 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a4c487f-0f83-47e0-9ff3-f501cffa3bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:55.251560 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:55.281035 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:56.713414 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39a54452-6522-401d-85cf-304856b4cbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:57.245542 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 22:59:58.906285 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:00.052232 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:12.746861 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-88576c25-aa73-4548-a89b-46cfa7cdea43 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976803 Feb 03 23:00:12.837696 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bc93d-e148-416e-b308-e45b7296dd20 req-c83c9664-5683-4908-b5c1-0e8d23ff1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:12.839422 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-c83c9664-5683-4908-b5c1-0e8d23ff1c0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1128 time: 0.0509326 Feb 03 23:00:12.940873 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bc93d-e148-416e-b308-e45b7296dd20 req-c062562d-aa7b-427e-977e-b5bd8bda47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:12.942439 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-c062562d-aa7b-427e-977e-b5bd8bda47fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0854611 Feb 03 23:00:13.012316 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-a218dd8d-962c-46dc-8ed9-39880ea3ad17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 1000 time: 0.0634429 Feb 03 23:00:13.058946 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bc93d-e148-416e-b308-e45b7296dd20 req-6bca500b-5f67-4f4a-94d7-6d9e8ba55ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:13.060368 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-6bca500b-5f67-4f4a-94d7-6d9e8ba55ab5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0428631 Feb 03 23:00:13.108622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bc93d-e148-416e-b308-e45b7296dd20 req-6b8f2e67-114e-4a86-afc9-760371b90a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:13.110046 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-6b8f2e67-114e-4a86-afc9-760371b90a0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437269 Feb 03 23:00:13.120212 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-1d39e0f7-d9d4-4658-87b2-2aacdec62d8c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:00:13.121264 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-1d39e0f7-d9d4-4658-87b2-2aacdec62d8c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048110 Feb 03 23:00:13.213135 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-33b62dde-6660-4231-b776-7ff4c4202d31 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837543 Feb 03 23:00:13.298876 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-818bc93d-e148-416e-b308-e45b7296dd20 req-799673bd-cdd6-4740-bd07-dedad593adf1 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796585 Feb 03 23:00:23.748614 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dcbaae4-13a5-419f-bb25-7f983b9b5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:25.253525 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:25.278075 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:26.716090 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-beb380cd-3ec5-444a-b956-6bc72b71a71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:26.949060 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:00:27.248858 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:28.909487 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:30.054653 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:45.230390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:00:45.426290 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Deleting port 0f513782-7439-4522-baec-b74390c8626c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:00:45.426640 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (0f513782-7439-4522-baec-b74390c8626c), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:45.499497 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (0f513782-7439-4522-baec-b74390c8626c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:45.499735 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for floatingip (0f513782-7439-4522-baec-b74390c8626c), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:45.511611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Calling delete_port for 0f513782-7439-4522-baec-b74390c8626c owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:00:45.657514 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (0f513782-7439-4522-baec-b74390c8626c), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:45.687271 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event deleted for resources: {'Port': ['ID=0f513782-7439-4522-baec-b74390c8626c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:45.731599 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.731956 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.732305 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.732651 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.733026 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.733373 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.733707 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.734040 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.734375 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.734702 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.735031 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.735357 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.735679 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:45.759759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for floatingip (8e968a06-a366-4927-8666-8ca2e8a7685a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:45.760024 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Floating IP 8e968a06-a366-4927-8666-8ca2e8a7685a disassociated (deleted). External IP: 172.25.5.33, port: 4d4f7028-f1e3-4412-8efe-0499acdf6392. Feb 03 23:00:45.967097 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:00:46.074809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:00:46.079599 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:46.084582 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] Sync routers for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:00:46.094949 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:00:46.095632 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:00:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:00:46.111128 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-26248f5d-304a-4f5f-a393-3ad8eeb777a3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "DELETE /v2.0/floatingips/8e968a06-a366-4927-8666-8ca2e8a7685a HTTP/1.1" status: 204 len: 168 time: 0.8773353 Feb 03 23:00:46.111128 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:00:46.112291 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa89d77-66b0-451b-af04-eddfb5d3854b" -d '{"events": [{"name": "network-changed", "server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:00:46.207815 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:00:46.345598 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44eb7b-0347-41e5-abc0-5cf2d94f18c2 req-3b00e8f0-3abe-4ff1-ba8d-e676721ac866 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:46.347553 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c44eb7b-0347-41e5-abc0-5cf2d94f18c2 req-3b00e8f0-3abe-4ff1-ba8d-e676721ac866 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 946 time: 0.0565021 Feb 03 23:00:46.395291 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c44eb7b-0347-41e5-abc0-5cf2d94f18c2 req-cc4c31fd-d117-4449-ba4a-b820f07e1f26 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422671 Feb 03 23:00:46.412662 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:00:46.438796 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] Checking router: 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:00:46.446783 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:00:46.447381 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:00:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:00:46.550921 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:00:46.737245 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:00:46.765094 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39cea6-5348-4835-92b4-50a70a428082 None None] The sync data for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 is: [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:00:46.997639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579cecb-7445-4883-97e9-b7b252bebb5f None None] New status for floating IP 8e968a06-a366-4927-8666-8ca2e8a7685a: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:00:47.217084 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc2d4b9-0949-4b6e-86f4-97b7f29a9a06 x-openstack-request-id: req-8fc2d4b9-0949-4b6e-86f4-97b7f29a9a06 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:00:47.217386 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:00:47.217642 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fc2d4b9-0949-4b6e-86f4-97b7f29a9a06 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:00:47.218074 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'status': 'completed', 'code': 200} Feb 03 23:00:47.284311 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-b0b9d57a-202a-4d20-a5a4-8d122a2d948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:47.285849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-b0b9d57a-202a-4d20-a5a4-8d122a2d948a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 1128 time: 0.0446255 Feb 03 23:00:47.378082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-24e5f8dd-3a5b-4726-89d7-bb9df08e0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:47.379554 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-24e5f8dd-3a5b-4726-89d7-bb9df08e0c7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0874803 Feb 03 23:00:47.421880 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-6bef0a8a-025f-45c8-9c37-8f901e6e11d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 200 len: 217 time: 0.0340939 Feb 03 23:00:47.475176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-ce8d0444-37d3-4a08-b933-fd809cb388a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:47.476646 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-ce8d0444-37d3-4a08-b933-fd809cb388a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0474472 Feb 03 23:00:47.518653 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207145c-963a-41ff-a0ea-6f59626deb66 req-f0f3be19-9b18-4be4-8517-3e2ee8e52f80 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:47.520156 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d207145c-963a-41ff-a0ea-6f59626deb66 req-f0f3be19-9b18-4be4-8517-3e2ee8e52f80 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 946 time: 0.0523813 Feb 03 23:00:47.529122 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-f0eef3dc-a132-4d94-95a4-1cfc553e7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:47.530835 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-f0eef3dc-a132-4d94-95a4-1cfc553e7656 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466027 Feb 03 23:00:47.571206 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d207145c-963a-41ff-a0ea-6f59626deb66 req-e0055099-caf1-4f95-b810-e94d3b15d62f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=baf451b7-86be-4275-9341-04e918a6facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452704 Feb 03 23:00:47.624004 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-f7b130fc-6362-43be-9ae1-c270cae886d8 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834687 Feb 03 23:00:47.715295 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0aa89d77-66b0-451b-af04-eddfb5d3854b req-2d3757d6-f8fc-4a8a-ad2f-c36bb3dc1f2e service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847833 Feb 03 23:00:47.866563 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-ae41a5cd-d520-4e52-8915-9c3ca2226f5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:00:47.867983 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-ae41a5cd-d520-4e52-8915-9c3ca2226f5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.10 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 946 time: 0.0538232 Feb 03 23:00:47.961690 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Deleting port 4d4f7028-f1e3-4412-8efe-0499acdf6392 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:00:47.962031 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:48.050633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] For port 4d4f7028-f1e3-4412-8efe-0499acdf6392, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=4d4f7028-f1e3-4412-8efe-0499acdf6392,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:00:48.050994 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:48.063448 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Calling delete_port for 4d4f7028-f1e3-4412-8efe-0499acdf6392 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:00:48.199875 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (4d4f7028-f1e3-4412-8efe-0499acdf6392), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:48.229446 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event deleted for resources: {'Port': ['ID=4d4f7028-f1e3-4412-8efe-0499acdf6392,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:48.239282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.239634 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.239975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.240308 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.240692 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.241027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.241355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.241701 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.242523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.242523 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.242704 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.242957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.243278 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:00:48.289366 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] No DVR routers for this DVR port 4d4f7028-f1e3-4412-8efe-0499acdf6392 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:00:48.291992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:48.295756 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-8245d5bb-61da-4a3f-a1fa-2d2cc6453d52 req-3f38de39-e195-40ec-a818-35ab827e8499 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.10 "DELETE /v2.0/ports/4d4f7028-f1e3-4412-8efe-0499acdf6392 HTTP/1.1" status: 204 len: 173 time: 0.4223392 Feb 03 23:00:48.296189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-deleted', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:00:48.298597 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e770af2-1abc-4c6a-bf7e-03d50f529af3" -d '{"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-deleted", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:00:48.394172 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713c5e8e-b2e2-4d92-98c4-26faa5c0c117 x-openstack-request-id: req-713c5e8e-b2e2-4d92-98c4-26faa5c0c117 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:00:48.394465 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fb06b3-8167-4933-aff8-3b173a31bd5e", "name": "network-vif-deleted", "tag": "4d4f7028-f1e3-4412-8efe-0499acdf6392", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:00:48.394720 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-713c5e8e-b2e2-4d92-98c4-26faa5c0c117 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:00:48.395212 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fb06b3-8167-4933-aff8-3b173a31bd5e', 'name': 'network-vif-deleted', 'tag': '4d4f7028-f1e3-4412-8efe-0499acdf6392', 'status': 'completed', 'code': 200} Feb 03 23:00:48.691016 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7acb92af-b469-4c68-8264-e202fdb51777 req-34b28f71-b8b8-4795-a557-e43c1a20d391 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=39fb06b3-8167-4933-aff8-3b173a31bd5e HTTP/1.1" status: 200 len: 210 time: 0.0345037 Feb 03 23:00:49.747622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56436) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:00:49.801709 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-829c698c-2125-427c-9521-20711ca2474e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (baf451b7-86be-4275-9341-04e918a6facb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:49.825851 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-829c698c-2125-427c-9521-20711ca2474e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (baf451b7-86be-4275-9341-04e918a6facb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:49.885966 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-829c698c-2125-427c-9521-20711ca2474e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (baf451b7-86be-4275-9341-04e918a6facb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:49.888868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-829c698c-2125-427c-9521-20711ca2474e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:49.890035 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-829c698c-2125-427c-9521-20711ca2474e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "DELETE /v2.0/security-groups/baf451b7-86be-4275-9341-04e918a6facb HTTP/1.1" status: 204 len: 168 time: 0.1414561 Feb 03 23:00:49.899890 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c698c-2125-427c-9521-20711ca2474e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf451b7-86be-4275-9341-04e918a6facb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:50.392048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:00:50.397290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-00c0f110-9fe3-4e32-aec4-69c935172e27 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790207586', 'description': 'tempest-secgroup-smoke-1790207586 description', 'project_id': '2551a37048214a3a9be1a4d060d0b649'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:00:50.418002 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00c0f110-9fe3-4e32-aec4-69c935172e27 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.482455 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00c0f110-9fe3-4e32-aec4-69c935172e27 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (dd98fc32-69b1-4d38-9815-21de3048814c), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.485939 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00c0f110-9fe3-4e32-aec4-69c935172e27 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dd98fc32-69b1-4d38-9815-21de3048814c), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.514005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00c0f110-9fe3-4e32-aec4-69c935172e27 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.515209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-00c0f110-9fe3-4e32-aec4-69c935172e27 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1216094 Feb 03 23:00:50.517052 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0f110-9fe3-4e32-aec4-69c935172e27 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd98fc32-69b1-4d38-9815-21de3048814c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:50.518743 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:00:50.523383 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f573e421-7829-4a93-9fc7-ffdcdc878e7f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'dd98fc32-69b1-4d38-9815-21de3048814c', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:00:50.549020 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f573e421-7829-4a93-9fc7-ffdcdc878e7f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (c1d79717-4d4b-4d7f-83ca-f8716787eff7), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.592638 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f573e421-7829-4a93-9fc7-ffdcdc878e7f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (c1d79717-4d4b-4d7f-83ca-f8716787eff7), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.596812 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f573e421-7829-4a93-9fc7-ffdcdc878e7f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c1d79717-4d4b-4d7f-83ca-f8716787eff7), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.613577 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573e421-7829-4a93-9fc7-ffdcdc878e7f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d79717-4d4b-4d7f-83ca-f8716787eff7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:50.621268 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f573e421-7829-4a93-9fc7-ffdcdc878e7f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.622445 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f573e421-7829-4a93-9fc7-ffdcdc878e7f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1027107 Feb 03 23:00:50.625260 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:00:50.629969 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c0b43472-d722-433c-a7e2-cd832a708676 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'dd98fc32-69b1-4d38-9815-21de3048814c', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:00:50.654094 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c0b43472-d722-433c-a7e2-cd832a708676 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (51e7f616-26db-4146-988a-6cab565d18f2), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.709195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c0b43472-d722-433c-a7e2-cd832a708676 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (51e7f616-26db-4146-988a-6cab565d18f2), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.712639 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c0b43472-d722-433c-a7e2-cd832a708676 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (51e7f616-26db-4146-988a-6cab565d18f2), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.727891 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b43472-d722-433c-a7e2-cd832a708676 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e7f616-26db-4146-988a-6cab565d18f2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:50.738263 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c0b43472-d722-433c-a7e2-cd832a708676 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.739477 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c0b43472-d722-433c-a7e2-cd832a708676 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132996 Feb 03 23:00:50.742521 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:00:50.746819 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0ffa6623-2d43-4f89-81ed-5b99961f30c8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'dd98fc32-69b1-4d38-9815-21de3048814c', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:00:50.770762 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6623-2d43-4f89-81ed-5b99961f30c8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (c8e6851f-2bdf-4daf-b177-56da010a8a36), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.828029 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6623-2d43-4f89-81ed-5b99961f30c8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (c8e6851f-2bdf-4daf-b177-56da010a8a36), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.832173 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6623-2d43-4f89-81ed-5b99961f30c8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (c8e6851f-2bdf-4daf-b177-56da010a8a36), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.852431 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa6623-2d43-4f89-81ed-5b99961f30c8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e6851f-2bdf-4daf-b177-56da010a8a36,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:50.861432 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6623-2d43-4f89-81ed-5b99961f30c8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.862636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0ffa6623-2d43-4f89-81ed-5b99961f30c8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191359 Feb 03 23:00:50.865303 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56450) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:00:50.869680 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a174403a-b868-4746-87d3-af067fee09e0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'dd98fc32-69b1-4d38-9815-21de3048814c', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:00:50.894347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a174403a-b868-4746-87d3-af067fee09e0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (bf09359a-3753-4c38-a3d0-4850b9acb4e6), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.950631 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a174403a-b868-4746-87d3-af067fee09e0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (bf09359a-3753-4c38-a3d0-4850b9acb4e6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.954042 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a174403a-b868-4746-87d3-af067fee09e0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (bf09359a-3753-4c38-a3d0-4850b9acb4e6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.969991 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d4f7028-f1e3-4412-8efe-0499acdf6392 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:00:50.971823 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174403a-b868-4746-87d3-af067fee09e0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf09359a-3753-4c38-a3d0-4850b9acb4e6,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:50.982608 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a174403a-b868-4746-87d3-af067fee09e0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:50.983899 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-a174403a-b868-4746-87d3-af067fee09e0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176739 Feb 03 23:00:50.987187 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56452) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:00:50.991430 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4f110691-6bf7-4ad9-b1e9-5b033c3904e5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'dd98fc32-69b1-4d38-9815-21de3048814c', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:00:50.992810 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: 4d4f7028-f1e3-4412-8efe-0499acdf6392 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:00:50.993200 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 4d4f7028-f1e3-4412-8efe-0499acdf6392 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:00:51.011385 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-4f110691-6bf7-4ad9-b1e9-5b033c3904e5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Project 2551a37048214a3a9be1a4d060d0b649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:00:51.016253 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f110691-6bf7-4ad9-b1e9-5b033c3904e5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (6b825c02-82c7-4c21-9ac2-7ffacd7ae8e1), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:51.072658 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f110691-6bf7-4ad9-b1e9-5b033c3904e5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (6b825c02-82c7-4c21-9ac2-7ffacd7ae8e1), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:51.076111 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f110691-6bf7-4ad9-b1e9-5b033c3904e5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6b825c02-82c7-4c21-9ac2-7ffacd7ae8e1), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:51.093060 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f110691-6bf7-4ad9-b1e9-5b033c3904e5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b825c02-82c7-4c21-9ac2-7ffacd7ae8e1,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:51.100813 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f110691-6bf7-4ad9-b1e9-5b033c3904e5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:51.102033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-4f110691-6bf7-4ad9-b1e9-5b033c3904e5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139309 Feb 03 23:00:51.104690 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56454) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:00:51.108864 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bb567833-785e-40dc-8e3a-28ed68a7ae5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'security_group_rule': {'security_group_id': 'dd98fc32-69b1-4d38-9815-21de3048814c', 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:00:51.128946 n-d-824834-9 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-bb567833-785e-40dc-8e3a-28ed68a7ae5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Project 2551a37048214a3a9be1a4d060d0b649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:00:51.133665 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb567833-785e-40dc-8e3a-28ed68a7ae5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (f7f6f837-4cb6-484a-9f60-89334f549cb6), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:51.194950 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb567833-785e-40dc-8e3a-28ed68a7ae5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (f7f6f837-4cb6-484a-9f60-89334f549cb6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:51.198847 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb567833-785e-40dc-8e3a-28ed68a7ae5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (f7f6f837-4cb6-484a-9f60-89334f549cb6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:51.216944 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567833-785e-40dc-8e3a-28ed68a7ae5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f6f837-4cb6-484a-9f60-89334f549cb6,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:00:51.222283 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb567833-785e-40dc-8e3a-28ed68a7ae5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:51.223394 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-bb567833-785e-40dc-8e3a-28ed68a7ae5f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177731 Feb 03 23:00:53.754980 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61e43da1-2138-4c8d-9101-688354c75f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:55.254598 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:55.289951 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:56.721539 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c576579-91f8-4f03-8d41-c725d669bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:57.251167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:00:58.914484 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:00.075508 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:03.947431 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:01:09.554057 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-d09738d2-23e7-4e05-ab6a-a66c4328322b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790207586&fields=id&tenant_id=2551a37048214a3a9be1a4d060d0b649 HTTP/1.1" status: 200 len: 267 time: 0.0438621 Feb 03 23:01:09.657913 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-2c986f49-1c96-4a08-a890-3876840dd787 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:09.659804 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-2c986f49-1c96-4a08-a890-3876840dd787 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 808 time: 0.0994997 Feb 03 23:01:09.674627 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-f163ced8-acfa-4dc3-b974-3d8c932b122b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/quotas/2551a37048214a3a9be1a4d060d0b649 HTTP/1.1" status: 200 len: 375 time: 0.0096335 Feb 03 23:01:09.728659 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-9e896127-586d-45ae-970d-b53b74d18e13 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491221 Feb 03 23:01:09.856542 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-29673f8f-cb9c-4e1c-8faf-d58709bf50aa service neutron] 10.222.0.50 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171732 Feb 03 23:01:09.945968 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-ea188a79-d63d-4f31-a1c3-eabbb7497f17 service neutron] 10.222.0.50 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836923 Feb 03 23:01:10.224503 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6180d028-3327-4592-9188-237e72d76926 req-9f34629e-43e5-40a0-bd35-db5d69272ba2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0285404 Feb 03 23:01:11.149469 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-7a785fad-4f2f-4f4d-9849-1451c74629d3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:11.151527 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-7a785fad-4f2f-4f4d-9849-1451c74629d3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 808 time: 0.1074507 Feb 03 23:01:11.217744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-74b84137-1b4b-449c-be01-3a5d98a8743b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2551a37048214a3a9be1a4d060d0b649 HTTP/1.1" status: 200 len: 380 time: 0.0589008 Feb 03 23:01:11.226586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'port': {'device_id': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'admin_state_up': True, 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'security_groups': ['dd98fc32-69b1-4d38-9815-21de3048814c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:01:11.320816 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8e65b021-be60-4afb-815e-9f0f527afef6 req-6a59edb9-54da-425b-a790-23eb9b6a0e02 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0267859 Feb 03 23:01:11.343648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Made reservation on behalf of 2551a37048214a3a9be1a4d060d0b649 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:01:11.350361 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:11.477903 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Allocated IP 172.20.0.11 (c0b6fe95-dd58-431b-86c4-f38de59d1e4b/21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5/61a8918a-4d5e-41bf-9828-fc4da63f4052) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:01:11.616117 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:11.650125 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:11.691550 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:01:11.696799 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:01:11.699758 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:01:11.731813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:01:11.760199 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:11.760859 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:11.778599 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-80c11549-a73c-4743-8fa1-734983814eb2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555592 Feb 03 23:01:11.790426 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Request body: {'port': {'device_id': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:01:11.860795 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:11.965074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d4a4f20d-cf0d-43c4-945a-655339d599ef None None] Provisioning complete for port 61a8918a-4d5e-41bf-9828-fc4da63f4052 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:01:11.965722 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f20d-cf0d-43c4-945a-655339d599ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:12.000758 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4f20d-cf0d-43c4-945a-655339d599ef None None] Port 61a8918a-4d5e-41bf-9828-fc4da63f4052 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:01:12.132175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a8918a-4d5e-41bf-9828-fc4da63f4052 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:01:12.139921 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Publish callbacks [] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:12.152445 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Transition to ACTIVE for port object 61a8918a-4d5e-41bf-9828-fc4da63f4052 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:01:12.156031 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:12.211071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:01:12.285562 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Attempting to bind port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:01:12.285731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Attempting to bind port 61a8918a-4d5e-41bf-9828-fc4da63f4052 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:01:12.286062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Attempting to bind port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:01:12.291186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:01:12.291186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Attempting to bind port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:01:12.298040 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:01:12.298460 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Checking segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:01:12.298921 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Bound using segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:01:12.299430 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Bound port: 61a8918a-4d5e-41bf-9828-fc4da63f4052, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:01:12.299864 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:12.377778 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:01:12.383257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:01:12.392179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:12.437918 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:12.438799 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:12.440264 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] 10.222.0.10 "PUT /v2.0/ports/61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 1092 time: 0.6543970 Feb 03 23:01:12.441307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:01:12.447269 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c523a851-169f-4858-9954-647db1556ade" -d '{"events": [{"name": "network-changed", "server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:01:12.462435 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa5c5-d5f5-4e23-a5d7-6f11945f0a2c req-bf9575f3-58b5-4569-bbbe-e9af453a7432 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:12.469415 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25aaa5c5-d5f5-4e23-a5d7-6f11945f0a2c req-bf9575f3-58b5-4569-bbbe-e9af453a7432 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0704520 Feb 03 23:01:12.484564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b4a33-a03d-4abb-9c5f-ad38ce2d5137 service neutron] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:01:12.520496 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bffc20-5a7f-415b-a491-9c3acc8d0250 x-openstack-request-id: req-08bffc20-5a7f-415b-a491-9c3acc8d0250 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:01:12.521562 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:01:12.521888 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08bffc20-5a7f-415b-a491-9c3acc8d0250 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:01:12.522361 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'status': 'completed', 'code': 200} Feb 03 23:01:12.561484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-25aaa5c5-d5f5-4e23-a5d7-6f11945f0a2c req-a0d09a15-b252-4b8d-9771-0e0b934ecfc9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895483 Feb 03 23:01:12.564933 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-4ff428ea-22e1-46dd-af21-7e1ec118c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:12.567074 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-4ff428ea-22e1-46dd-af21-7e1ec118c9ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1126 time: 0.0794499 Feb 03 23:01:12.620570 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-fbdcec77-e03a-4bb2-acd0-37b3aeca39cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 217 time: 0.0459113 Feb 03 23:01:12.674815 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-6e09bb9e-2b0c-42a9-b5b7-322eca1e1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:12.677051 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-6e09bb9e-2b0c-42a9-b5b7-322eca1e1f02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0485580 Feb 03 23:01:12.727189 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-e0bc0c5a-7a9a-4e61-9671-fe9122f98c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:12.728607 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-e0bc0c5a-7a9a-4e61-9671-fe9122f98c6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459259 Feb 03 23:01:12.821653 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-08aaa9dc-3080-493c-900f-2c8be01f3862 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867653 Feb 03 23:01:12.911233 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c3fe1914-ddeb-4058-9930-d4ab8b09aa9f req-3370b523-c2d9-47fd-821d-794c20ce5e71 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Feb 03 23:01:13.007804 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523a851-169f-4858-9954-647db1556ade req-4fb3a32d-8682-4e4d-a2ff-9cb15200b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:13.009348 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c523a851-169f-4858-9954-647db1556ade req-4fb3a32d-8682-4e4d-a2ff-9cb15200b01a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1126 time: 0.0507770 Feb 03 23:01:13.095590 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523a851-169f-4858-9954-647db1556ade req-9b16bb2c-0fb1-4fe2-aed7-812dcf5175ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:13.097520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c523a851-169f-4858-9954-647db1556ade req-9b16bb2c-0fb1-4fe2-aed7-812dcf5175ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0820513 Feb 03 23:01:13.140893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c523a851-169f-4858-9954-647db1556ade req-ca5036ac-7798-46f4-b745-b46a7353e132 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 217 time: 0.0376956 Feb 03 23:01:13.188581 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523a851-169f-4858-9954-647db1556ade req-21f21a6b-8d2d-42f9-b080-e0731d7d9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:13.190095 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c523a851-169f-4858-9954-647db1556ade req-21f21a6b-8d2d-42f9-b080-e0731d7d9321 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0439570 Feb 03 23:01:13.242544 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523a851-169f-4858-9954-647db1556ade req-c7d98784-a245-48ae-9802-8f601c2a4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:13.244744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c523a851-169f-4858-9954-647db1556ade req-c7d98784-a245-48ae-9802-8f601c2a4fb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479383 Feb 03 23:01:13.337211 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c523a851-169f-4858-9954-647db1556ade req-ee9ddb32-5a34-40e4-bfe9-088ef9958f51 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858350 Feb 03 23:01:13.424993 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-c523a851-169f-4858-9954-647db1556ade req-981fa041-9370-4dc3-87bb-18abc938f535 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824428 Feb 03 23:01:13.686452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f9b78-419b-4dfd-a00e-65deb8781cf4 req-7127c68e-0a7a-4738-8fda-bbccb27d588c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:13.687853 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e33f9b78-419b-4dfd-a00e-65deb8781cf4 req-7127c68e-0a7a-4738-8fda-bbccb27d588c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0528638 Feb 03 23:01:13.736570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e33f9b78-419b-4dfd-a00e-65deb8781cf4 req-b7aa7c92-42c9-4d78-84e6-925f25a83371 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 Feb 03 23:01:14.853182 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c590cb7-3179-4567-8460-d39bcffba5bb req-d601a3ee-0837-48f8-827c-2d68066a6986 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:14.854570 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c590cb7-3179-4567-8460-d39bcffba5bb req-d601a3ee-0837-48f8-827c-2d68066a6986 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0520678 Feb 03 23:01:14.903379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4c590cb7-3179-4567-8460-d39bcffba5bb req-588b0ac3-fd30-40a9-8968-5580054bb84b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 Feb 03 23:01:16.027713 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168e99c-8f7f-45e4-a027-2e8197fca9a7 req-ff84ee98-8ecc-4fa5-b715-2427e07c9f63 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:16.029403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c168e99c-8f7f-45e4-a027-2e8197fca9a7 req-ff84ee98-8ecc-4fa5-b715-2427e07c9f63 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0564117 Feb 03 23:01:16.078426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c168e99c-8f7f-45e4-a027-2e8197fca9a7 req-e093ac26-2764-4bcb-913f-ec8820cb6f09 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Feb 03 23:01:17.196098 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d3bb-29e4-41aa-b1ab-27b35f45cc7f req-b131de49-0dab-4ca4-87c4-7ac986dbe7fb tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:17.197532 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bd4d3bb-29e4-41aa-b1ab-27b35f45cc7f req-b131de49-0dab-4ca4-87c4-7ac986dbe7fb tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0521376 Feb 03 23:01:17.246207 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5bd4d3bb-29e4-41aa-b1ab-27b35f45cc7f req-7a106901-85c2-4485-98a0-e369812a3677 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428553 Feb 03 23:01:18.372228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ab1e4-8a66-4358-9221-ca56b6ce4a3c req-fce4abd6-c1f5-4d6d-88e0-8bb632e111a9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:18.373751 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b1ab1e4-8a66-4358-9221-ca56b6ce4a3c req-fce4abd6-c1f5-4d6d-88e0-8bb632e111a9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0569949 Feb 03 23:01:18.422955 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b1ab1e4-8a66-4358-9221-ca56b6ce4a3c req-728ea2c7-7ca3-4068-b5d1-ff7e8ea0c3c4 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430329 Feb 03 23:01:19.543469 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78428111-5c12-41cf-a70d-6d38c36b52ce req-e0cd6864-c35f-46f4-9294-8ed70c131933 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:19.545388 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78428111-5c12-41cf-a70d-6d38c36b52ce req-e0cd6864-c35f-46f4-9294-8ed70c131933 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0542777 Feb 03 23:01:19.595727 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-78428111-5c12-41cf-a70d-6d38c36b52ce req-516cb12f-bd42-4638-b5ac-99c82f9cc611 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 Feb 03 23:01:20.721192 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5999ff-f239-442d-a9a8-2e255faf198f req-51434d54-07c6-4053-b325-503205f699f0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:20.722690 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c5999ff-f239-442d-a9a8-2e255faf198f req-51434d54-07c6-4053-b325-503205f699f0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0562458 Feb 03 23:01:20.773674 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0c5999ff-f239-442d-a9a8-2e255faf198f req-15df036a-9f6f-42e8-974d-16a7081c0968 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Feb 03 23:01:21.888802 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b7940-ae41-4bcd-a7e3-e7173c401a6a req-79bc9d42-c658-4c9e-ab31-6a483098dee4 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:21.890267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b3b7940-ae41-4bcd-a7e3-e7173c401a6a req-79bc9d42-c658-4c9e-ab31-6a483098dee4 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0507550 Feb 03 23:01:21.938533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8b3b7940-ae41-4bcd-a7e3-e7173c401a6a req-3d0dd9d0-54a3-4c03-9f1e-03a3b43b0196 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422606 Feb 03 23:01:23.054467 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cd810-b5b5-4e5a-95de-ca3fa1f62b94 req-2d624993-b05c-4b96-b5b0-5cc5b1603805 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:23.055931 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db7cd810-b5b5-4e5a-95de-ca3fa1f62b94 req-2d624993-b05c-4b96-b5b0-5cc5b1603805 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0517156 Feb 03 23:01:23.104073 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-db7cd810-b5b5-4e5a-95de-ca3fa1f62b94 req-132b426e-92f8-4919-a7c7-5202d4971cdb tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 Feb 03 23:01:23.748704 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb9323bd-d916-4acc-934c-757cdf41f836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:24.224369 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47d5e-db8f-4fac-be4f-79b5e30a1158 req-371052a4-cd02-41e4-baab-dbe5872e0d13 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:24.225847 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ae47d5e-db8f-4fac-be4f-79b5e30a1158 req-371052a4-cd02-41e4-baab-dbe5872e0d13 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0552173 Feb 03 23:01:24.273956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5ae47d5e-db8f-4fac-be4f-79b5e30a1158 req-e8a32c3d-e9be-40e9-b8ac-d7d33c20b8ea tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Feb 03 23:01:25.252848 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:25.269209 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:25.397542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d294-1c6e-4fab-8d38-3f3439405db5 req-e6044a78-3e17-4e03-8faf-a6cc879640e0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:25.399020 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab22d294-1c6e-4fab-8d38-3f3439405db5 req-e6044a78-3e17-4e03-8faf-a6cc879640e0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0525339 Feb 03 23:01:25.447961 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ab22d294-1c6e-4fab-8d38-3f3439405db5 req-60e37461-5899-4ba5-84c8-eba26fa750f6 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Feb 03 23:01:26.566727 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd42bc9-8e46-40db-9b76-135978e86c4d req-ca7e1dbf-ef48-4efb-a4c5-7a4718f894f4 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:26.568195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fd42bc9-8e46-40db-9b76-135978e86c4d req-ca7e1dbf-ef48-4efb-a4c5-7a4718f894f4 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0528939 Feb 03 23:01:26.619033 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9fd42bc9-8e46-40db-9b76-135978e86c4d req-ca57875b-a5d7-4832-a2c4-828a0ffc4bca tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453494 Feb 03 23:01:26.723585 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d601e85-881e-464a-8334-b2423e46d9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:27.254399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:27.739253 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ffc88-f898-4f1d-8adf-64f163c0c60a req-ed08bc43-e104-4c26-9b7d-488cc9611707 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:27.740749 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-781ffc88-f898-4f1d-8adf-64f163c0c60a req-ed08bc43-e104-4c26-9b7d-488cc9611707 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0518486 Feb 03 23:01:27.787879 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-781ffc88-f898-4f1d-8adf-64f163c0c60a req-2d61c0ca-6e3e-4430-92ff-1afb4e2cd311 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Feb 03 23:01:28.904607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e91596-9150-43a9-a045-ccf8ce997650 req-490e33e6-7e7f-4ebe-afc4-9daf1328fdd5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:28.906141 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2e91596-9150-43a9-a045-ccf8ce997650 req-490e33e6-7e7f-4ebe-afc4-9daf1328fdd5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0515349 Feb 03 23:01:28.915936 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:28.954766 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2e91596-9150-43a9-a045-ccf8ce997650 req-906a9c21-bb22-4a8f-a003-8b0f0dca0bed tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Feb 03 23:01:29.140862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 61a8918a-4d5e-41bf-9828-fc4da63f4052 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:01:29.236878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:01:29.248532 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'port_id': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'mac_address': 'fa:16:3e:dd:f4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:01:29.283948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 61a8918a-4d5e-41bf-9828-fc4da63f4052 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:01:29.284356 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:29.297011 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a8918a-4d5e-41bf-9828-fc4da63f4052 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:01:29.316522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:01:29.320194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:29.364826 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:01:29.371899 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.372249 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.372591 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.372947 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.373285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.373616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.373943 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.374269 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.374593 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.374916 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.375237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.375561 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.375880 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:01:29.694723 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['61a8918a-4d5e-41bf-9828-fc4da63f4052'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:01:30.058224 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:30.075334 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f8b1-2bd2-4376-9d79-2d5a0c044f63 req-d364ca47-a003-4670-b939-112593aa42c7 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:30.076811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1668f8b1-2bd2-4376-9d79-2d5a0c044f63 req-d364ca47-a003-4670-b939-112593aa42c7 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 945 time: 0.0560899 Feb 03 23:01:30.126324 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1668f8b1-2bd2-4376-9d79-2d5a0c044f63 req-8e6f295c-09e8-4019-a6ed-8c662352dc78 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Feb 03 23:01:31.149436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 61a8918a-4d5e-41bf-9828-fc4da63f4052 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:01:31.197883 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port 61a8918a-4d5e-41bf-9828-fc4da63f4052 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:01:31.201921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port 61a8918a-4d5e-41bf-9828-fc4da63f4052 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:01:31.202301 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:31.251000 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a5510-5fc2-49db-b037-5d542caba845 req-dafbd99b-3abf-494b-982c-f0f35d94c495 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:31.252528 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de0a5510-5fc2-49db-b037-5d542caba845 req-dafbd99b-3abf-494b-982c-f0f35d94c495 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 945 time: 0.0570767 Feb 03 23:01:31.279555 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 61a8918a-4d5e-41bf-9828-fc4da63f4052 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:01:31.279947 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:31.303811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de0a5510-5fc2-49db-b037-5d542caba845 req-19eef273-0fac-463c-b7f7-02cb1a3be5d7 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454593 Feb 03 23:01:31.310122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:01:31.312351 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c86aa2-a442-41df-8314-cf1e89deb158" -d '{"events": [{"server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:01:31.324770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:01:31.329905 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:31.353790 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923c8483-a569-46a8-b169-6777058b6710 x-openstack-request-id: req-923c8483-a569-46a8-b169-6777058b6710 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:01:31.354086 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:01:31.354361 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-923c8483-a569-46a8-b169-6777058b6710 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:01:31.354745 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'code': 200} Feb 03 23:01:31.380506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:01:31.450617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a1b23-9ba1-40cc-91a2-43f0f34f44e3 req-29ac9601-6ddf-4a57-a636-9192ff637224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:31.452034 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3b1a1b23-9ba1-40cc-91a2-43f0f34f44e3 req-29ac9601-6ddf-4a57-a636-9192ff637224 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1128 time: 0.0458663 Feb 03 23:01:31.495826 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3b1a1b23-9ba1-40cc-91a2-43f0f34f44e3 req-8e0c6a0c-e534-4bcd-bc66-7ff1da2e6829 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379066 Feb 03 23:01:32.425176 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e817a13-336a-4baa-8c4c-3f8c58d685d0 req-b80d1fb9-c341-4021-b591-2b49c798d38f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:32.426673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e817a13-336a-4baa-8c4c-3f8c58d685d0 req-b80d1fb9-c341-4021-b591-2b49c798d38f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0558519 Feb 03 23:01:32.474176 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e817a13-336a-4baa-8c4c-3f8c58d685d0 req-2cbd7067-2200-4a65-a101-a833c825053c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Feb 03 23:01:33.593354 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26344f24-1d28-4372-8164-f51d3bf57797 req-bf68a722-349b-4999-a6aa-bd3d0d1b872c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:33.594829 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26344f24-1d28-4372-8164-f51d3bf57797 req-bf68a722-349b-4999-a6aa-bd3d0d1b872c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0511773 Feb 03 23:01:33.642489 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-26344f24-1d28-4372-8164-f51d3bf57797 req-459744bb-0167-4ad8-bf17-5c771033886d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Feb 03 23:01:33.757437 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e515d-c4b8-4904-8aa6-74c1abc90f07 req-e6d2d820-c6e5-4e1f-9b7b-318853af07c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:33.758805 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e3e515d-c4b8-4904-8aa6-74c1abc90f07 req-e6d2d820-c6e5-4e1f-9b7b-318853af07c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0510144 Feb 03 23:01:33.810907 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1e3e515d-c4b8-4904-8aa6-74c1abc90f07 req-7af90340-06b8-4f10-92bc-b349f393d57d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462534 Feb 03 23:01:33.832343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:01:33.917613 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69553c-6ae6-4942-9f1d-70d107496e4c tempest-TestShelveInstance-28226134 tempest-TestShelveInstance-28226134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:33.919126 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2a69553c-6ae6-4942-9f1d-70d107496e4c tempest-TestShelveInstance-28226134 tempest-TestShelveInstance-28226134-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1123 time: 0.0857894 Feb 03 23:01:33.922169 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:01:33.926380 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:01:33.946254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:34.040105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:34.141832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Allocated IP 172.25.5.151 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/77e0689d-b936-4656-9303-c7e9632ae959) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:01:34.244075 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for port (77e0689d-b936-4656-9303-c7e9632ae959), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:34.276287 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (77e0689d-b936-4656-9303-c7e9632ae959), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:34.310307 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:01:34.314768 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:01:34.318618 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:01:34.342872 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'Port': ['ID=77e0689d-b936-4656-9303-c7e9632ae959,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:01:34.661262 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for floatingip (2f00fa34-7e74-4f65-949c-6643bedca85f), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:35.016361 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (77e0689d-b936-4656-9303-c7e9632ae959), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:35.159767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for port (77e0689d-b936-4656-9303-c7e9632ae959), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:35.164343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (77e0689d-b936-4656-9303-c7e9632ae959), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:35.228611 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event updated for resources: {'Port': ['ID=77e0689d-b936-4656-9303-c7e9632ae959,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:01:35.240320 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (2f00fa34-7e74-4f65-949c-6643bedca85f), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:35.337501 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Floating IP 2f00fa34-7e74-4f65-949c-6643bedca85f associated. External IP: 172.25.5.151, port: 61a8918a-4d5e-41bf-9828-fc4da63f4052. Feb 03 23:01:35.542190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:01:35.650398 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:01:35.659773 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] Sync routers for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:01:35.667916 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:35.669298 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:01:35.670168 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:01:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:01:35.698184 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-12593e0b-3620-4231-b509-5860cd6bcb45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7749856 Feb 03 23:01:35.698781 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:01:35.701097 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f474a48c-226c-47c5-99b2-015d1689bbce" -d '{"events": [{"name": "network-changed", "server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:01:35.740313 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2f0cf3-253b-4b33-a84e-0cfb1c56f42c x-openstack-request-id: req-ea2f0cf3-253b-4b33-a84e-0cfb1c56f42c {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:01:35.740611 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:01:35.740867 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea2f0cf3-253b-4b33-a84e-0cfb1c56f42c {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:01:35.741308 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'status': 'completed', 'code': 200} Feb 03 23:01:35.810611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474a48c-226c-47c5-99b2-015d1689bbce req-784fa947-a91e-4bee-9012-e783ff1e7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:35.812027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f474a48c-226c-47c5-99b2-015d1689bbce req-784fa947-a91e-4bee-9012-e783ff1e7c02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1128 time: 0.0489995 Feb 03 23:01:35.870179 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:01:35.902062 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474a48c-226c-47c5-99b2-015d1689bbce req-db0cb419-b6cb-4919-846c-13fcf6eb511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:35.903559 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f474a48c-226c-47c5-99b2-015d1689bbce req-db0cb419-b6cb-4919-846c-13fcf6eb511b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0853412 Feb 03 23:01:36.097552 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '2f00fa34-7e74-4f65-949c-6643bedca85f', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'port_id': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'mac_address': 'fa:16:3e:dd:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:01:34Z', 'updated_at': '2022-02-03T23:01:34Z', 'revision_number': 0, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:01:36.128746 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] Checking router: 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:01:36.137539 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:01:36.138166 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:01:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:01:36.243806 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:01:36.272925 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f474a48c-226c-47c5-99b2-015d1689bbce req-5bb95a44-da67-4438-b0ed-005ce7bf534f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 1000 time: 0.3629968 Feb 03 23:01:36.321671 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474a48c-226c-47c5-99b2-015d1689bbce req-a95f85f8-f78a-4ef7-9904-536a04ce5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:36.323215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f474a48c-226c-47c5-99b2-015d1689bbce req-a95f85f8-f78a-4ef7-9904-536a04ce5326 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0442145 Feb 03 23:01:36.371768 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474a48c-226c-47c5-99b2-015d1689bbce req-93b9c1d0-7fcc-42dd-a92f-0ccdc09ad866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:01:36.373234 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f474a48c-226c-47c5-99b2-015d1689bbce req-93b9c1d0-7fcc-42dd-a92f-0ccdc09ad866 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444789 Feb 03 23:01:36.466422 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '2f00fa34-7e74-4f65-949c-6643bedca85f', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'port_id': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'mac_address': 'fa:16:3e:dd:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:01:34Z', 'updated_at': '2022-02-03T23:01:34Z', 'revision_number': 0, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:01:36.470338 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f474a48c-226c-47c5-99b2-015d1689bbce req-636e7bae-175e-437d-a8f2-71b3547014c4 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915604 Feb 03 23:01:36.493277 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77105c9-2617-4033-a0bf-967aaa01536f None None] The sync data for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 is: [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '2f00fa34-7e74-4f65-949c-6643bedca85f', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'port_id': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'mac_address': 'fa:16:3e:dd:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:01:34Z', 'updated_at': '2022-02-03T23:01:34Z', 'revision_number': 0, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:01:36.562108 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f474a48c-226c-47c5-99b2-015d1689bbce req-232cf49e-0ba9-4ca5-b1e3-170fde162270 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853355 Feb 03 23:01:36.692064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047ed4c-cb81-4801-a6aa-a27c162ce145 None None] New status for floating IP 2f00fa34-7e74-4f65-949c-6643bedca85f: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:01:40.946801 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:01:53.750930 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27364831-4159-470e-961f-5059bb20d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:55.267543 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:55.293058 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:56.725881 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04856952-7e47-4486-88da-4a55f1c7a238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:57.256794 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:01:58.918220 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:00.062069 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:15.937140 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-fd21b186-10af-4b80-8a38-3c5bba7645e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444047 Feb 03 23:02:16.022248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-d8ca013f-66cf-4e8c-bbf6-effffa42493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:02:16.023642 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-d8ca013f-66cf-4e8c-bbf6-effffa42493f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1128 time: 0.0484595 Feb 03 23:02:16.123565 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-d7787e57-cd12-449b-9e5c-49376803466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:02:16.125137 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-d7787e57-cd12-449b-9e5c-49376803466c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0833826 Feb 03 23:02:16.191128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-e68c45a8-a675-4289-baa3-4b204daa394a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 1002 time: 0.0602202 Feb 03 23:02:16.237943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-a6585527-6e91-474c-b982-ef549b1f834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:02:16.239347 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-a6585527-6e91-474c-b982-ef549b1f834b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0424294 Feb 03 23:02:16.285826 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-1381ef9b-df19-47b7-ad06-fc24a9d6decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:02:16.287276 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-1381ef9b-df19-47b7-ad06-fc24a9d6decd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420821 Feb 03 23:02:16.378138 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-38e69b0f-02d8-493e-84f0-68b0131543dd service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840898 Feb 03 23:02:16.465904 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-52e4495e-4304-4981-b636-7b2d61ee96cd req-01f439cd-417a-48fb-a063-cbcad1556e98 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822070 Feb 03 23:02:17.946031 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:02:23.751237 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c39100bb-ba0b-40e4-a42d-92136312f5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:25.301006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:25.307862 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:26.727857 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73041f67-4005-4672-b165-4afa55c70166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:27.259405 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:28.921066 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:30.063829 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:53.753894 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92866151-f149-49bc-bb37-15ab9f4bdfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:54.949753 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:02:55.303949 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:55.310079 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:56.728454 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c268dc8-d5de-43a1-b527-35f06aeb0ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:57.261920 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:02:58.923195 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:00.066073 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:17.702225 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-68e99013-1a9b-42bc-b863-d7dbc6648e0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456371 Feb 03 23:03:17.789779 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-134bc8ee-015a-4329-9372-f11fd8d7e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:17.791306 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-134bc8ee-015a-4329-9372-f11fd8d7e55e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1128 time: 0.0492175 Feb 03 23:03:17.891774 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-fcb41feb-f96a-45b0-968d-646100f0c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:17.893291 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-fcb41feb-f96a-45b0-968d-646100f0c44a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0840085 Feb 03 23:03:17.962780 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-b8c3f8c1-d86a-4aaa-97f6-27485a79a0c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 1002 time: 0.0630870 Feb 03 23:03:18.009843 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-28ad415a-9024-4470-800d-05d9d7cad60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:18.011283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-28ad415a-9024-4470-800d-05d9d7cad60d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0429692 Feb 03 23:03:18.059221 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-46037c13-c1d7-46ee-8347-3a599afd9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:18.060744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-46037c13-c1d7-46ee-8347-3a599afd9b06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442791 Feb 03 23:03:18.151027 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-9781b396-a45d-49cf-9821-d8a7438d4bed service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Feb 03 23:03:18.238252 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e00c818b-553a-49bb-afd2-2b5a8890e52f req-bc6f5ca1-e30b-457f-bc4a-cbe937d3bfd1 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808883 Feb 03 23:03:23.758028 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-740609ac-f901-4dfb-bdc6-46af39ab7f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:25.317872 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:25.318975 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:26.729114 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19dc0ad7-80ec-4242-8e1e-7c50a56e5939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:27.264332 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:28.926682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:30.068269 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:31.219131 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed4213-9fbd-4935-b18f-c610e7234e72 req-3c21b473-9ab8-44d4-a76b-0f607c081b3d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:31.220642 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0ed4213-9fbd-4935-b18f-c610e7234e72 req-3c21b473-9ab8-44d4-a76b-0f607c081b3d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.1061490 Feb 03 23:03:31.277468 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a0ed4213-9fbd-4935-b18f-c610e7234e72 req-a2a0dad0-51fa-4893-bc3a-f0fe2a44f244 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510209 Feb 03 23:03:31.948625 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:03:32.450665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db13a01-23cb-4d3f-8136-3546dcea38f0 req-2cee6f8e-8f78-459e-9584-9bfc0cd5948f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:32.452137 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3db13a01-23cb-4d3f-8136-3546dcea38f0 req-2cee6f8e-8f78-459e-9584-9bfc0cd5948f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0939698 Feb 03 23:03:32.501355 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3db13a01-23cb-4d3f-8136-3546dcea38f0 req-0b66b105-ba98-4c9f-abc8-d88244d8f5de tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Feb 03 23:03:33.624055 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a97af-2af1-4765-8d3a-e2b853010ef3 req-c22bb8ba-62f2-415a-a0cb-694c40e08f0f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:33.625556 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c24a97af-2af1-4765-8d3a-e2b853010ef3 req-c22bb8ba-62f2-415a-a0cb-694c40e08f0f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0512381 Feb 03 23:03:33.672645 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c24a97af-2af1-4765-8d3a-e2b853010ef3 req-b4264a4d-826c-484b-8652-fddb6785887c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 Feb 03 23:03:34.793039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eb5ef-d470-4efb-a3da-6dfc7dad9b8a req-ce519b7f-e3b6-4efe-9b72-13d30c208752 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:34.794501 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-766eb5ef-d470-4efb-a3da-6dfc7dad9b8a req-ce519b7f-e3b6-4efe-9b72-13d30c208752 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0557675 Feb 03 23:03:34.841800 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-766eb5ef-d470-4efb-a3da-6dfc7dad9b8a req-48c6cf9f-4332-4308-8a16-46f63e89e542 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 Feb 03 23:03:35.960818 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b400-dc8c-422d-a05c-0cbe6c80ddcb req-5b72a169-b5b2-4adb-aa44-2d378c42e055 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:35.962315 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df62b400-dc8c-422d-a05c-0cbe6c80ddcb req-5b72a169-b5b2-4adb-aa44-2d378c42e055 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0530019 Feb 03 23:03:36.010188 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-df62b400-dc8c-422d-a05c-0cbe6c80ddcb req-4d6571a6-28c6-4f01-be0f-ff1948c99529 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Feb 03 23:03:37.126503 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f263bc-e46d-43bd-96f2-7512075e62ab req-6854ce50-41cb-4fe4-a31c-c2f1e3c4ea4e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:37.128017 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37f263bc-e46d-43bd-96f2-7512075e62ab req-6854ce50-41cb-4fe4-a31c-c2f1e3c4ea4e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0522034 Feb 03 23:03:37.180195 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-37f263bc-e46d-43bd-96f2-7512075e62ab req-7d5ac929-bc83-4e96-bc72-66851a54d37a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465908 Feb 03 23:03:38.295662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b092c9-e61f-4f31-b8d5-84e94e171500 req-a0bd18ff-b03c-4b67-b07b-3f968e2d069b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:38.297673 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59b092c9-e61f-4f31-b8d5-84e94e171500 req-a0bd18ff-b03c-4b67-b07b-3f968e2d069b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0520980 Feb 03 23:03:38.344792 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59b092c9-e61f-4f31-b8d5-84e94e171500 req-2ffeb3ec-8e2b-4ad9-b6d2-36847177e639 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416546 Feb 03 23:03:39.462083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070d2ed-4076-40af-b220-6c2bd38c2fd6 req-9aedcc5c-ba47-4a51-90db-b34555993541 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:39.463534 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a070d2ed-4076-40af-b220-6c2bd38c2fd6 req-9aedcc5c-ba47-4a51-90db-b34555993541 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0514903 Feb 03 23:03:39.510767 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a070d2ed-4076-40af-b220-6c2bd38c2fd6 req-efa35652-fa33-4908-b002-c3a343b9605a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Feb 03 23:03:40.633419 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceef122-87e1-4908-9ff3-e974a868c578 req-59f263da-c049-4281-a2dc-de218831602a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:40.634891 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ceef122-87e1-4908-9ff3-e974a868c578 req-59f263da-c049-4281-a2dc-de218831602a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0558240 Feb 03 23:03:40.682692 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2ceef122-87e1-4908-9ff3-e974a868c578 req-6e6b59a6-41c3-4474-8c18-ab422bc5b93e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 Feb 03 23:03:41.310974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-3193027e-eb4c-427d-8c4e-645580038426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:41.313112 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-3193027e-eb4c-427d-8c4e-645580038426 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1128 time: 0.0455358 Feb 03 23:03:41.403686 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-f610a86c-e6d7-40d6-aa16-a7f810f63f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:41.405218 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-f610a86c-e6d7-40d6-aa16-a7f810f63f1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0864923 Feb 03 23:03:41.469683 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-443864dd-e937-47d5-ade1-ec14bb1c4bec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 1002 time: 0.0582345 Feb 03 23:03:41.524071 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-2a5d8d78-0556-4c71-a5d9-cc5bfcc9de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:41.525526 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-2a5d8d78-0556-4c71-a5d9-cc5bfcc9de51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0478213 Feb 03 23:03:41.573505 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-7f6089d4-27a7-47a9-88e4-1b7271a7cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:41.574900 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-7f6089d4-27a7-47a9-88e4-1b7271a7cb4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438180 Feb 03 23:03:41.665711 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-6f5a6e87-823e-44d6-a4ad-664f57bfbbc5 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848100 Feb 03 23:03:41.753392 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3d2186d4-d951-4be7-b0c1-74bd6d82a8a9 req-79fef58c-f667-427a-82c9-f818d9c60600 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811040 Feb 03 23:03:41.803546 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc53c0d-7d45-4cad-920c-2845010c616a req-4ed0ea51-a404-41f8-a39c-406da45bfa2d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:41.805032 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cc53c0d-7d45-4cad-920c-2845010c616a req-4ed0ea51-a404-41f8-a39c-406da45bfa2d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0548859 Feb 03 23:03:41.853802 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cc53c0d-7d45-4cad-920c-2845010c616a req-e0baf33d-f286-4db3-901d-094974c4fd86 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430710 Feb 03 23:03:42.974757 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f8899-db03-423f-9f8b-4506f3ae7069 req-9ec5969a-ec73-482b-a1d0-74b388030072 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:42.976332 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf0f8899-db03-423f-9f8b-4506f3ae7069 req-9ec5969a-ec73-482b-a1d0-74b388030072 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0564988 Feb 03 23:03:43.023436 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-cf0f8899-db03-423f-9f8b-4506f3ae7069 req-5630064c-a758-4865-9844-d3f943cbb50e tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Feb 03 23:03:44.143047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b3e9-cedf-4219-9e8d-2528d1200e83 req-da80ba4e-12f3-42c8-b172-86a5d8ac3683 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:44.144558 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac18b3e9-cedf-4219-9e8d-2528d1200e83 req-da80ba4e-12f3-42c8-b172-86a5d8ac3683 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0529938 Feb 03 23:03:44.194604 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ac18b3e9-cedf-4219-9e8d-2528d1200e83 req-76951130-d553-41d7-9ad1-2a5e1209fcae tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442567 Feb 03 23:03:45.312421 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fcb2c-ca13-424b-a891-edb362631eb5 req-55a6fc84-e0ac-47e6-a4c7-6fcd4c6159dc tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:45.313928 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-827fcb2c-ca13-424b-a891-edb362631eb5 req-55a6fc84-e0ac-47e6-a4c7-6fcd4c6159dc tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 946 time: 0.0526383 Feb 03 23:03:45.366310 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-827fcb2c-ca13-424b-a891-edb362631eb5 req-de07cc8b-ad3b-4374-ba6d-2a364f0b1aa2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467641 Feb 03 23:03:45.917335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device 61a8918a-4d5e-41bf-9828-fc4da63f4052 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:03:45.996681 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port 61a8918a-4d5e-41bf-9828-fc4da63f4052 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:03:45.997099 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:46.022498 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:03:46.024754 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe47d91-cbc5-4b5a-a8b9-631c1a3dcbe6" -d '{"events": [{"server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "name": "network-vif-unplugged", "status": "completed", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:03:46.038770 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:03:46.043773 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:46.098024 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:03:46.106181 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.106605 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.107021 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.108641 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.109089 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.109501 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.109960 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.110590 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.110857 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.111199 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.111537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.111878 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.112205 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:03:46.118012 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 23:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ecc19a-0437-4205-a64f-0134fcae7233 x-openstack-request-id: req-d9ecc19a-0437-4205-a64f-0134fcae7233 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:03:46.118304 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "name": "network-vif-unplugged", "status": "completed", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:03:46.118697 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9ecc19a-0437-4205-a64f-0134fcae7233 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:03:46.119105 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'code': 200} Feb 03 23:03:46.489476 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e61e0-ea71-4cb2-99b1-e0e5486cad16 req-8444a463-1003-4697-8cd7-ecb409637f54 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:46.490953 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b5e61e0-ea71-4cb2-99b1-e0e5486cad16 req-8444a463-1003-4697-8cd7-ecb409637f54 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0550182 Feb 03 23:03:46.542329 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b5e61e0-ea71-4cb2-99b1-e0e5486cad16 req-6c643727-e958-4219-a05e-802f175d3fc3 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457118 Feb 03 23:03:47.666744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8292e-6869-4151-b6d3-2bac3c1d68cc req-b4f168ae-a5df-4abb-99d2-615c7a3c7384 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:47.668270 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27e8292e-6869-4151-b6d3-2bac3c1d68cc req-b4f168ae-a5df-4abb-99d2-615c7a3c7384 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0542290 Feb 03 23:03:47.716557 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-27e8292e-6869-4151-b6d3-2bac3c1d68cc req-c994b597-34ff-4a7f-ad85-cc8c7e74eaf9 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425191 Feb 03 23:03:47.783206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-f9cbef9d-b9f9-4fe6-8354-d63d659864c7 req-7c035b06-b29f-4b35-888b-7a21d4084581 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:03:47.784227 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f9cbef9d-b9f9-4fe6-8354-d63d659864c7 req-7c035b06-b29f-4b35-888b-7a21d4084581 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054178 Feb 03 23:03:47.960163 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f118f-7b95-4de8-9971-84c26c961b81 req-c1199ed1-b18c-462f-ac2e-059130ef81e2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:47.961658 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-763f118f-7b95-4de8-9971-84c26c961b81 req-c1199ed1-b18c-462f-ac2e-059130ef81e2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0633273 Feb 03 23:03:47.979837 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-08f21781-031a-401c-8f8d-b9ab4c2d8d28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060314 Feb 03 23:03:47.990032 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-f10c56b3-c57e-49f4-aebf-21946fd23967 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:03:47.991020 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-f10c56b3-c57e-49f4-aebf-21946fd23967 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050864 Feb 03 23:03:48.011495 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-763f118f-7b95-4de8-9971-84c26c961b81 req-d5c8c799-263e-49b0-83f3-6d76577de9fe tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439968 Feb 03 23:03:49.129603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cf158-5dfa-42e8-b200-d42623fa0dea req-2c24a800-4d74-4523-bb87-415881fd5029 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:49.131095 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b0cf158-5dfa-42e8-b200-d42623fa0dea req-2c24a800-4d74-4523-bb87-415881fd5029 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0528221 Feb 03 23:03:49.180710 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2b0cf158-5dfa-42e8-b200-d42623fa0dea req-a7620745-8477-4e8c-aeb9-1b68ec5fac93 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439503 Feb 03 23:03:50.307298 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0585fa-fcd8-42f8-b2aa-d675bfa2d04b req-1e799783-aea6-42a8-8fcb-6d80cf8dd1c6 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:50.308795 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b0585fa-fcd8-42f8-b2aa-d675bfa2d04b req-1e799783-aea6-42a8-8fcb-6d80cf8dd1c6 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0552578 Feb 03 23:03:50.361139 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0b0585fa-fcd8-42f8-b2aa-d675bfa2d04b req-c0c618e5-80d5-4d24-8cfe-86b4d825c4f1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 Feb 03 23:03:51.479832 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5be258-7128-4162-97e3-01932a315d5a req-11fb1ebf-2eb5-4cd1-817b-3fd080907acb tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:51.481450 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de5be258-7128-4162-97e3-01932a315d5a req-11fb1ebf-2eb5-4cd1-817b-3fd080907acb tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0521736 Feb 03 23:03:51.529764 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-de5be258-7128-4162-97e3-01932a315d5a req-3e554e38-a4c5-40d6-9b7c-85f44b83073f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Feb 03 23:03:52.646607 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4ade3-b0c3-4b66-90f1-ce7c93aaaf52 req-a1cc089a-a015-4bd2-90bc-123bf2f83af2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:52.648103 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02e4ade3-b0c3-4b66-90f1-ce7c93aaaf52 req-a1cc089a-a015-4bd2-90bc-123bf2f83af2 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0523045 Feb 03 23:03:52.697239 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02e4ade3-b0c3-4b66-90f1-ce7c93aaaf52 req-230510ce-07fb-40b7-8c7a-dae18f1c1559 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Feb 03 23:03:53.760296 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7629d4ef-5292-4696-b326-9ead3bdc9136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:53.826244 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab0001-ddd4-4456-8014-8792363fbde9 req-7755d589-833f-4adb-a8f8-2c0119cf6676 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:53.828670 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0aab0001-ddd4-4456-8014-8792363fbde9 req-7755d589-833f-4adb-a8f8-2c0119cf6676 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0588853 Feb 03 23:03:53.879890 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0aab0001-ddd4-4456-8014-8792363fbde9 req-56760603-f862-43e3-857a-93db63443173 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Feb 03 23:03:55.003450 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f74249-82a6-4e77-9f2c-7247ad30fd5e req-b70fd65d-7d70-4662-913f-57b653927b4b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:55.005108 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55f74249-82a6-4e77-9f2c-7247ad30fd5e req-b70fd65d-7d70-4662-913f-57b653927b4b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0564079 Feb 03 23:03:55.057675 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-55f74249-82a6-4e77-9f2c-7247ad30fd5e req-2660497b-8cca-481f-a71d-85300cdd5964 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461407 Feb 03 23:03:55.311397 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:55.312789 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:56.181542 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba14782-2a37-4b01-a6e9-ef66287ea856 req-f09aa2b7-4b5f-49c5-81b0-1925205d020f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:56.182927 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ba14782-2a37-4b01-a6e9-ef66287ea856 req-f09aa2b7-4b5f-49c5-81b0-1925205d020f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0580430 Feb 03 23:03:56.230506 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8ba14782-2a37-4b01-a6e9-ef66287ea856 req-c87208d7-6cb1-4346-9e0a-c7aaa5baf7e5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Feb 03 23:03:56.729752 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b00f16a-bc80-4654-961e-65f23adddc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:57.268403 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:57.354929 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0190-8a20-4c51-b79c-b4a5c8cfe226 req-60c92a37-bba5-4c00-9cb1-5632d81203f0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:57.356437 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c34a0190-8a20-4c51-b79c-b4a5c8cfe226 req-60c92a37-bba5-4c00-9cb1-5632d81203f0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0543628 Feb 03 23:03:57.408935 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-c34a0190-8a20-4c51-b79c-b4a5c8cfe226 req-2003c6cf-5302-4ad2-80fc-685af9f635ce tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461864 Feb 03 23:03:58.524059 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70b277-87df-4cf0-9c9c-049f6a21f74f req-82153093-d18f-4c89-b18f-3fda50d5baa1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:58.525577 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f70b277-87df-4cf0-9c9c-049f6a21f74f req-82153093-d18f-4c89-b18f-3fda50d5baa1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0516300 Feb 03 23:03:58.577348 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-0f70b277-87df-4cf0-9c9c-049f6a21f74f req-35fc3a73-ae04-4d72-af5c-a338fc46af45 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452476 Feb 03 23:03:58.929829 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:03:59.702513 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed39c7f-9e0d-4a4f-a74b-c2bb242a4795 req-3b048e2d-2d60-45c2-b633-3be7140da350 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:03:59.704250 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ed39c7f-9e0d-4a4f-a74b-c2bb242a4795 req-3b048e2d-2d60-45c2-b633-3be7140da350 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0566764 Feb 03 23:03:59.755687 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7ed39c7f-9e0d-4a4f-a74b-c2bb242a4795 req-5767a502-78bf-432b-95c0-38c9171a54cc tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457127 Feb 03 23:04:00.070780 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:00.874410 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eb5c3-4d7f-44a2-a63a-52685cae2a00 req-f881acfe-d14c-426a-9abb-dbf74cd9df48 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:00.875899 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d17eb5c3-4d7f-44a2-a63a-52685cae2a00 req-f881acfe-d14c-426a-9abb-dbf74cd9df48 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0537288 Feb 03 23:04:00.924945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d17eb5c3-4d7f-44a2-a63a-52685cae2a00 req-bb4cb304-8c02-410f-b8b9-fe976387a04f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434799 Feb 03 23:04:01.968236 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-ee68ee5d-f192-4fad-b355-b35807c30909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:01.970885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-ee68ee5d-f192-4fad-b355-b35807c30909 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d&tenant_id=2551a37048214a3a9be1a4d060d0b649 HTTP/1.1" status: 200 len: 1126 time: 0.0972421 Feb 03 23:04:01.981387 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-173dff6c-42ce-4680-94d7-0643a08f6e73 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:04:01.982361 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-173dff6c-42ce-4680-94d7-0643a08f6e73 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051520 Feb 03 23:04:01.994010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-9', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:04:02.051462 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511f86b-2f3d-42df-b86c-f8b5683ac838 req-d4e94d2b-e21a-458e-97ae-2b03afe4136c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:02.053139 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8511f86b-2f3d-42df-b86c-f8b5683ac838 req-d4e94d2b-e21a-458e-97ae-2b03afe4136c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0612950 Feb 03 23:04:02.054053 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:02.105130 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8511f86b-2f3d-42df-b86c-f8b5683ac838 req-d73bd447-121b-4b97-ad13-ccb0de2b5492 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Feb 03 23:04:02.255486 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:04:02.286810 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:04:02.322848 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a8918a-4d5e-41bf-9828-fc4da63f4052 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:04:02.330107 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Publish callbacks [] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:02.341926 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Transition to ACTIVE for port object 61a8918a-4d5e-41bf-9828-fc4da63f4052 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:04:02.346009 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:02.420289 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:04:02.437313 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.437659 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.438004 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.438341 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.438675 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.439007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.439336 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.439662 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.439985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.440310 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.440633 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.440980 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.441307 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:04:02.477098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] No DVR routers for this DVR port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:04:02.615378 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Attempting to bind port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:04:02.615717 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Attempting to bind port 61a8918a-4d5e-41bf-9828-fc4da63f4052 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:04:02.616049 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Attempting to bind port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:04:02.620231 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:04:02.620556 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Attempting to bind port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on network c0b6fe95-dd58-431b-86c4-f38de59d1e4b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:04:02.625501 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:04:02.625841 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Checking segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:04:02.626225 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Bound using segment: {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:04:02.626649 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Bound port: 61a8918a-4d5e-41bf-9828-fc4da63f4052, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c355b96b-355c-48cb-8b72-0d6ba98fdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:04:02.627001 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:02.692930 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:04:02.696056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:04:02.701454 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:02.734364 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:02.734985 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:02.736449 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] 10.222.0.47 "PUT /v2.0/ports/61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 1092 time: 0.7464941 Feb 03 23:04:02.736812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:04:02.739110 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5203a321-74c3-4fae-a00c-8cb06f50c477" -d '{"events": [{"name": "network-changed", "server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:04:02.764828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f00e8e-b381-4302-b8b2-4e0379240d73 service neutron] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:04:02.782102 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b9435-ffd7-43cd-b23d-7b5877a542ea x-openstack-request-id: req-159b9435-ffd7-43cd-b23d-7b5877a542ea {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:04:02.782405 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:04:02.782669 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-159b9435-ffd7-43cd-b23d-7b5877a542ea {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:04:02.783080 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'status': 'completed', 'code': 200} Feb 03 23:04:02.817056 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-f3040b0e-3290-4c32-b7b7-2590c2a30c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:02.818602 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-f3040b0e-3290-4c32-b7b7-2590c2a30c91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1126 time: 0.0508342 Feb 03 23:04:02.918187 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-8d86714e-84e5-4047-82e3-de3bb8ebf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:02.919695 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-8d86714e-84e5-4047-82e3-de3bb8ebf105 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0951154 Feb 03 23:04:02.986556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-ef6b5511-4817-4627-9dac-038170599520 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 1000 time: 0.0615571 Feb 03 23:04:03.038108 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-8f536dd6-6ee1-4bd4-ad43-ce539961aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:03.039568 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-8f536dd6-6ee1-4bd4-ad43-ce539961aa35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0471301 Feb 03 23:04:03.087854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-d5e3a02b-28de-48d1-9985-10ae68097fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:03.089362 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-d5e3a02b-28de-48d1-9985-10ae68097fbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442507 Feb 03 23:04:03.176720 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-e259782e-aa27-4065-a47c-39342fc6d342 service neutron] 10.222.0.47 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810938 Feb 03 23:04:03.223452 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c222-84eb-4cae-8a5e-f756570c3eb0 req-18c6f0a8-22ed-4629-b270-018c7564641a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:03.224988 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3459c222-84eb-4cae-8a5e-f756570c3eb0 req-18c6f0a8-22ed-4629-b270-018c7564641a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0522830 Feb 03 23:04:03.268835 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-5ea98792-97f2-40c0-85f6-a941955bb1cc service neutron] 10.222.0.47 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868235 Feb 03 23:04:03.273793 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3459c222-84eb-4cae-8a5e-f756570c3eb0 req-5245d9a5-b45e-48b7-926c-97255fb52c9f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Feb 03 23:04:03.414459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-567badc5-03e6-4755-9808-5d3b2fe909a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:03.415854 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-567badc5-03e6-4755-9808-5d3b2fe909a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1126 time: 0.0452373 Feb 03 23:04:03.507777 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-c0930991-7006-4348-a59d-af1a7b937976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:03.509283 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-c0930991-7006-4348-a59d-af1a7b937976 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0864985 Feb 03 23:04:03.572896 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-be3c85a8-f052-4bd1-bcdf-163fc22e0df9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 1000 time: 0.0581722 Feb 03 23:04:03.619829 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-dd8c4469-143e-403c-a4fb-1c9d5584a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:03.621281 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-dd8c4469-143e-403c-a4fb-1c9d5584a461 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0424576 Feb 03 23:04:03.672929 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-4d3ba126-ff71-4946-82ac-3299856c5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:03.674385 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-4d3ba126-ff71-4946-82ac-3299856c5c57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479038 Feb 03 23:04:03.760779 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-3d247d70-3fc4-4d62-ba75-933acafb4a20 service neutron] 10.222.0.47 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802357 Feb 03 23:04:03.851522 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5203a321-74c3-4fae-a00c-8cb06f50c477 req-1e6aa121-9d96-4ca0-838e-7f6d119c9d8f service neutron] 10.222.0.47 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847697 Feb 03 23:04:04.393638 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a95498-3c1f-4c52-9ce4-f5789b505e7f req-e4304961-9eab-41b2-9918-82104eaeed66 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:04.395112 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57a95498-3c1f-4c52-9ce4-f5789b505e7f req-e4304961-9eab-41b2-9918-82104eaeed66 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0515118 Feb 03 23:04:04.446563 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-57a95498-3c1f-4c52-9ce4-f5789b505e7f req-7e622c04-49ad-481a-833d-0992c6f5657a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460355 Feb 03 23:04:05.564145 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c13365-083c-4114-9cda-492c4ec50d75 req-b7f21977-96db-480e-90c9-518fa772135c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:05.565721 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69c13365-083c-4114-9cda-492c4ec50d75 req-b7f21977-96db-480e-90c9-518fa772135c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0523605 Feb 03 23:04:05.612972 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-69c13365-083c-4114-9cda-492c4ec50d75 req-c3d400a3-ec4e-411e-8c5a-8529c9c9e216 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Feb 03 23:04:06.732226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdda63-a187-4809-ac80-f23fdb2321f7 req-af16a561-0cf9-4e97-8a28-e381399c1c9f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:06.733732 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02bdda63-a187-4809-ac80-f23fdb2321f7 req-af16a561-0cf9-4e97-8a28-e381399c1c9f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0515981 Feb 03 23:04:06.781059 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-02bdda63-a187-4809-ac80-f23fdb2321f7 req-81746313-4017-4ced-96ef-4fe79acff958 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418100 Feb 03 23:04:07.901888 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08d697-d04b-4938-b7b5-ef6e5f5aba28 req-e6be0b97-a064-46ee-998d-19eb79ee4f47 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:07.903359 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea08d697-d04b-4938-b7b5-ef6e5f5aba28 req-e6be0b97-a064-46ee-998d-19eb79ee4f47 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0562370 Feb 03 23:04:07.953009 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ea08d697-d04b-4938-b7b5-ef6e5f5aba28 req-53f9232c-8a79-4d14-9c89-472bf258d648 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Feb 03 23:04:08.948142 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:04:09.069592 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c7bea-c890-4486-8120-de7e2ebae259 req-2bb0c92b-9618-4841-8650-ae7b9870b7a6 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:09.071051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e30c7bea-c890-4486-8120-de7e2ebae259 req-2bb0c92b-9618-4841-8650-ae7b9870b7a6 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0523336 Feb 03 23:04:09.118589 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-e30c7bea-c890-4486-8120-de7e2ebae259 req-08f6d48e-ff38-40a4-a47b-2b536cb8ac1f tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Feb 03 23:04:10.243191 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af272-6d66-4eb0-b3d7-8644422b1cf4 req-cd7578c6-236a-4b40-911b-d70477d92006 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:10.244588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-122af272-6d66-4eb0-b3d7-8644422b1cf4 req-cd7578c6-236a-4b40-911b-d70477d92006 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0572376 Feb 03 23:04:10.292533 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-122af272-6d66-4eb0-b3d7-8644422b1cf4 req-ea2241a6-041e-4c81-983e-b3e9ebe62829 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Feb 03 23:04:11.409908 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc1606-10f0-42c4-a765-4b36b3b5d930 req-2d14cc42-ae96-40e1-b848-31fabac87029 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:11.411362 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abdc1606-10f0-42c4-a765-4b36b3b5d930 req-2d14cc42-ae96-40e1-b848-31fabac87029 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0518205 Feb 03 23:04:11.459625 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-abdc1606-10f0-42c4-a765-4b36b3b5d930 req-20d09174-e08a-4385-80a8-5d51927c8baa tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Feb 03 23:04:12.577990 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51d549-d5bf-4b7b-b7ec-22257597491e req-5ef2e999-4144-42c7-9fa4-af55dac5b621 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:12.579449 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e51d549-d5bf-4b7b-b7ec-22257597491e req-5ef2e999-4144-42c7-9fa4-af55dac5b621 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 944 time: 0.0517919 Feb 03 23:04:12.630220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2e51d549-d5bf-4b7b-b7ec-22257597491e req-830db422-78b6-4d5a-9677-f57902487291 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452089 Feb 03 23:04:12.930603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 61a8918a-4d5e-41bf-9828-fc4da63f4052 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:04:13.023615 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:04:13.034862 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'port_id': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'mac_address': 'fa:16:3e:dd:f4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:04:13.075051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 61a8918a-4d5e-41bf-9828-fc4da63f4052 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:04:13.075438 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:13.088413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a8918a-4d5e-41bf-9828-fc4da63f4052 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:04:13.107840 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:04:13.111420 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:13.157760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:04:13.459158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['61a8918a-4d5e-41bf-9828-fc4da63f4052'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:04:13.748758 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd773e4-ce9a-4702-90da-b918523bc09e req-0ef45c76-2e69-436e-8dd0-9bc3f01bfff5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:13.750159 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fd773e4-ce9a-4702-90da-b918523bc09e req-0ef45c76-2e69-436e-8dd0-9bc3f01bfff5 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 945 time: 0.0520217 Feb 03 23:04:13.798402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4fd773e4-ce9a-4702-90da-b918523bc09e req-fabec468-2d27-400e-8764-b992c031b287 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Feb 03 23:04:14.915392 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15de97-171e-408a-9e96-bb90ba80200d req-960f9a36-3843-4d6c-9fcd-5cb1924c8e86 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:14.916893 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e15de97-171e-408a-9e96-bb90ba80200d req-960f9a36-3843-4d6c-9fcd-5cb1924c8e86 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 945 time: 0.0522399 Feb 03 23:04:14.947214 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 61a8918a-4d5e-41bf-9828-fc4da63f4052 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:04:14.966238 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e15de97-171e-408a-9e96-bb90ba80200d req-f33ac29d-d21f-460b-8cd5-f62e9365d228 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435433 Feb 03 23:04:14.995754 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port 61a8918a-4d5e-41bf-9828-fc4da63f4052 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:04:14.999642 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port 61a8918a-4d5e-41bf-9828-fc4da63f4052 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:04:15.000536 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:15.237182 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port 61a8918a-4d5e-41bf-9828-fc4da63f4052 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:04:15.237477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:15.258608 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:04:15.260784 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67153ace-5e16-434d-96b5-a5782a0341cf" -d '{"events": [{"server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:04:15.272476 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:04:15.277677 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:15.302090 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a4d59f-c987-45a3-8fe1-00ce89524f95 x-openstack-request-id: req-83a4d59f-c987-45a3-8fe1-00ce89524f95 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:04:15.302381 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:04:15.302634 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83a4d59f-c987-45a3-8fe1-00ce89524f95 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:04:15.303015 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'code': 200} Feb 03 23:04:15.327662 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:04:15.445987 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a9a10-3ecd-411f-a46b-af6264e41330 req-e67982dc-fd33-44e9-b39c-7300667dfef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:15.447516 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce5a9a10-3ecd-411f-a46b-af6264e41330 req-e67982dc-fd33-44e9-b39c-7300667dfef9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1129 time: 0.0447433 Feb 03 23:04:15.492315 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-ce5a9a10-3ecd-411f-a46b-af6264e41330 req-a0a3ff1e-a61b-4ed3-a0c1-ee98ee56ea2f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380797 Feb 03 23:04:16.091105 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edf450-b3da-4fde-a363-a8f525e690dc req-d4b8ed6e-7be5-4395-873a-675c15c20491 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:16.092621 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2edf450-b3da-4fde-a363-a8f525e690dc req-d4b8ed6e-7be5-4395-873a-675c15c20491 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 947 time: 0.0567420 Feb 03 23:04:16.140230 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d2edf450-b3da-4fde-a363-a8f525e690dc req-08e2cab1-bf07-46f8-af9c-058d30a9ec0c tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Feb 03 23:04:17.259377 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17015b-8bf6-4a02-9390-29d786b1f1f8 req-8cdabafc-40d2-4e9a-97f3-4d357f783697 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:17.260862 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c17015b-8bf6-4a02-9390-29d786b1f1f8 req-8cdabafc-40d2-4e9a-97f3-4d357f783697 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 947 time: 0.0532291 Feb 03 23:04:17.308379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6c17015b-8bf6-4a02-9390-29d786b1f1f8 req-022e8d7e-6955-4710-ae3f-dad667cd12a1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Feb 03 23:04:23.762047 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e54758-8d1a-4967-994d-0fb723e1df4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:25.315104 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:25.316618 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:26.731011 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b644912-85bf-4e11-9c35-ed52e88c8c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:27.269819 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:28.930617 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:30.072708 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:38.502678 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-f4c98c93-7d9d-495b-86de-44a6e20cfb1d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434253 Feb 03 23:04:38.585105 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-9364db89-5e30-4eb3-9b96-c978c576f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:38.586609 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-9364db89-5e30-4eb3-9b96-c978c576f59a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1129 time: 0.0446451 Feb 03 23:04:38.692175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-f57250c4-91b4-4cd9-9b26-f488633b8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:38.693675 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-f57250c4-91b4-4cd9-9b26-f488633b8cc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0882280 Feb 03 23:04:38.759179 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-cdab6e8e-2219-4e74-9495-e89941d54f06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 1002 time: 0.0581372 Feb 03 23:04:38.812646 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-8dd47f3b-1f14-445d-8b7a-41f0ff17e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:38.814138 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-8dd47f3b-1f14-445d-8b7a-41f0ff17e437 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0490072 Feb 03 23:04:38.862771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-909f8237-542e-4fa4-9418-75b7c992bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:04:38.864372 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-909f8237-542e-4fa4-9418-75b7c992bd67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445065 Feb 03 23:04:38.960215 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-d6232c3c-7a0e-41b9-98fa-f86738dfed4c service neutron] 10.222.0.47 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900178 Feb 03 23:04:39.055823 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b71c9449-d0c3-4155-b8cd-fb76d86ab10f req-6bed6726-ea48-448a-af41-7be7e9fd02e7 service neutron] 10.222.0.47 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Feb 03 23:04:45.946763 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:04:53.762622 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4c9ce55-b2ae-4949-8486-2c335d1f2288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:55.329995 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:55.331876 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:56.731879 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9af5fc10-02a0-4823-8e29-aca4fbcb1e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:57.272834 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:04:58.934406 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:00.074499 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:22.946655 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:05:23.763409 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0dd5-8c79-472a-9507-6e6fdb2f3fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:25.335361 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:25.338073 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:26.733055 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1f95ab-a731-46f7-ad9c-335178faaf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:27.275413 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:28.937100 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:30.075629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:32.773350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:32.933478 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Deleting port 77e0689d-b936-4656-9303-c7e9632ae959 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:05:32.933752 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (77e0689d-b936-4656-9303-c7e9632ae959), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:33.010312 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (77e0689d-b936-4656-9303-c7e9632ae959), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:33.010634 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for floatingip (77e0689d-b936-4656-9303-c7e9632ae959), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:33.022168 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Calling delete_port for 77e0689d-b936-4656-9303-c7e9632ae959 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:05:33.162336 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (77e0689d-b936-4656-9303-c7e9632ae959), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:33.189087 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event deleted for resources: {'Port': ['ID=77e0689d-b936-4656-9303-c7e9632ae959,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:33.203213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.203594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.203939 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.204279 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.204612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.204973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.205302 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.205631 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.205959 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.206285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.206611 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.206937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.207262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:33.261581 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for floatingip (2f00fa34-7e74-4f65-949c-6643bedca85f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:33.261915 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Floating IP 2f00fa34-7e74-4f65-949c-6643bedca85f disassociated (deleted). External IP: 172.25.5.151, port: 61a8918a-4d5e-41bf-9828-fc4da63f4052. Feb 03 23:05:33.470731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:05:33.579076 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:05:33.584254 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:33.589085 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] Sync routers for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:05:33.598145 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:05:33.598749 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:33.615062 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5a0f91ac-625b-4852-99a5-4a44a73937c1 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "DELETE /v2.0/floatingips/2f00fa34-7e74-4f65-949c-6643bedca85f HTTP/1.1" status: 204 len: 168 time: 0.8406239 Feb 03 23:05:33.615828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:05:33.618365 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:05:33.655952 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d570bc-99ca-4d0e-812b-287fddd2ad73 x-openstack-request-id: req-a0d570bc-99ca-4d0e-812b-287fddd2ad73 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:05:33.656248 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:05:33.656506 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0d570bc-99ca-4d0e-812b-287fddd2ad73 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:05:33.656930 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'status': 'completed', 'code': 200} Feb 03 23:05:33.708650 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:05:33.722133 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-f90d9593-a3ab-4c0f-b00c-6eb051ed0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:33.723590 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-f90d9593-a3ab-4c0f-b00c-6eb051ed0308 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2551a37048214a3a9be1a4d060d0b649&device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 1129 time: 0.0469177 Feb 03 23:05:33.831757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-96bd2953-ca54-48ad-adc8-056bd9bc95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:33.833540 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-96bd2953-ca54-48ad-adc8-056bd9bc95ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 200 len: 909 time: 0.0978882 Feb 03 23:05:33.866093 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67331b9b-03e8-4cc8-b6f1-a766b5a779b1 req-4fb88d4a-c4c7-4ade-90e6-59c7aacf57d0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:33.868387 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67331b9b-03e8-4cc8-b6f1-a766b5a779b1 req-4fb88d4a-c4c7-4ade-90e6-59c7aacf57d0 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 947 time: 0.0638549 Feb 03 23:05:33.876034 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-505df209-10e5-4882-94e7-05cb25cf39a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 200 len: 217 time: 0.0356655 Feb 03 23:05:33.925730 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67331b9b-03e8-4cc8-b6f1-a766b5a779b1 req-602d9c21-010f-4799-b0a6-decf6dbeb09d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503943 Feb 03 23:05:33.926148 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-2b5ddab9-346a-414f-9394-bb7b271a3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:33.927628 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-2b5ddab9-346a-414f-9394-bb7b271a3a14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 200 len: 847 time: 0.0450284 Feb 03 23:05:33.936439 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:33.964118 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] Checking router: 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:05:33.973382 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:05:33.974010 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:33.981992 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-5d368856-1494-4567-8f57-1e46352333f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:33.983556 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-5d368856-1494-4567-8f57-1e46352333f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0b6fe95-dd58-431b-86c4-f38de59d1e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491836 Feb 03 23:05:34.079368 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-bfd7cba1-d575-4b83-88ba-283c11334c3e service neutron] 10.222.0.47 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864782 Feb 03 23:05:34.085518 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:05:34.171849 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-821b7719-0fb6-46cb-afc2-0c9e5e1a3e4a req-404e0523-90dd-48a1-970b-00835c5db67e service neutron] 10.222.0.47 "GET /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859756 Feb 03 23:05:34.287315 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:34.315165 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ffc98-e2bd-43dd-b308-c20b526bb002 None None] The sync data for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 is: [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:27Z', 'revision_number': 4, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'ba8042a1-2e37-433a-bc2b-8fceae559d33', 'name': '', 'network_id': 'c0b6fe95-dd58-431b-86c4-f38de59d1e4b', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'mac_address': 'fa:16:3e:5d:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:26Z', 'updated_at': '2022-02-03T22:55:30Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'subnets': [{'id': '21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:05:34.552806 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ec57f-9d55-4690-a242-30dd7b7b3eab None None] New status for floating IP 2f00fa34-7e74-4f65-949c-6643bedca85f: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:05:35.047045 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e40cc-fa0b-463b-bf66-a41dba6960f4 req-feb6dd30-896a-4c09-ab61-16a7c5d9008b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:35.048791 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b18e40cc-fa0b-463b-bf66-a41dba6960f4 req-feb6dd30-896a-4c09-ab61-16a7c5d9008b tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 947 time: 0.0533884 Feb 03 23:05:35.097200 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b18e40cc-fa0b-463b-bf66-a41dba6960f4 req-932f104a-c969-4f39-8b3e-56b987ac1972 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd98fc32-69b1-4d38-9815-21de3048814c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427530 Feb 03 23:05:35.434759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-94179ed4-7c06-4cf1-af53-21f510ebd8c8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:35.436201 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-94179ed4-7c06-4cf1-af53-21f510ebd8c8 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.47 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 947 time: 0.0523691 Feb 03 23:05:35.523132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Deleting port 61a8918a-4d5e-41bf-9828-fc4da63f4052 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:05:35.523477 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:35.911844 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] For port 61a8918a-4d5e-41bf-9828-fc4da63f4052, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=61a8918a-4d5e-41bf-9828-fc4da63f4052,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:35.912224 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:35.926914 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Calling delete_port for 61a8918a-4d5e-41bf-9828-fc4da63f4052 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:05:36.054983 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (61a8918a-4d5e-41bf-9828-fc4da63f4052), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:36.080807 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event deleted for resources: {'Port': ['ID=61a8918a-4d5e-41bf-9828-fc4da63f4052,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:36.125816 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] No DVR routers for this DVR port 61a8918a-4d5e-41bf-9828-fc4da63f4052 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:05:36.128485 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:36.131900 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3ced5faa-b755-41b2-9ef0-b1c2bf3ddc34 req-92c62a26-91fe-4be1-ac26-1fecfb250045 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.47 "DELETE /v2.0/ports/61a8918a-4d5e-41bf-9828-fc4da63f4052 HTTP/1.1" status: 204 len: 173 time: 0.6910965 Feb 03 23:05:36.132337 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'name': 'network-vif-deleted', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:05:36.134592 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372aadba-c82f-4a4c-a9f8-14d072ceb18b" -d '{"events": [{"server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "name": "network-vif-deleted", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:05:36.177197 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d389b0fa-df75-4188-a355-8b8c92fea205 x-openstack-request-id: req-d389b0fa-df75-4188-a355-8b8c92fea205 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:05:36.177702 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a042d739-877b-42ea-84c0-f4eef7f2ca2d", "name": "network-vif-deleted", "tag": "61a8918a-4d5e-41bf-9828-fc4da63f4052", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:05:36.178761 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d389b0fa-df75-4188-a355-8b8c92fea205 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:05:36.179316 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a042d739-877b-42ea-84c0-f4eef7f2ca2d', 'name': 'network-vif-deleted', 'tag': '61a8918a-4d5e-41bf-9828-fc4da63f4052', 'status': 'completed', 'code': 200} Feb 03 23:05:36.208818 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4cefaf85-6428-4b6d-8a19-ca1b66fe7c59 req-3da1ce44-ec44-4a6b-9342-affc3e9cbc30 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0318170 Feb 03 23:05:37.309212 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5d822d39-56b7-47e4-84bd-170a54cf2b32 req-164346de-e75a-409d-86ea-aa46e6e68e91 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0323880 Feb 03 23:05:38.404554 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-fade2230-fef9-44ee-8ced-7de87fee9597 req-c843377f-b5c3-4d3b-a616-7b9c632b0b44 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0267446 Feb 03 23:05:39.470474 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 61a8918a-4d5e-41bf-9828-fc4da63f4052 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:05:39.491206 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: 61a8918a-4d5e-41bf-9828-fc4da63f4052 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:05:39.491843 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device 61a8918a-4d5e-41bf-9828-fc4da63f4052 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:05:39.503179 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-67aa8f05-aba5-4ca8-b07c-857485d327c7 req-de9ae558-60ad-47bb-8c11-1d1ae9a236dc tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0292139 Feb 03 23:05:40.598214 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-91699393-62eb-4f0e-95af-7d0df3c2d255 req-769297ac-5f88-4054-8d31-d0bc62318e1d tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0284526 Feb 03 23:05:41.691671 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-06c0fef6-b81a-4359-a93d-453c0eaf756a req-f32adf6e-8fd4-4636-87af-f0df1ac05c0a tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0277874 Feb 03 23:05:42.789469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-66489323-1faa-4f6f-b46b-6b7a0e851102 req-3cbe68b2-2472-4d7e-98b9-14eda7a24952 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0270464 Feb 03 23:05:43.887336 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-5383e3a7-b506-4325-b489-b1a2f41b19dc req-855eb871-a4b6-4a89-82e2-41cf7c0b01b7 tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a042d739-877b-42ea-84c0-f4eef7f2ca2d HTTP/1.1" status: 200 len: 210 time: 0.0315595 Feb 03 23:05:45.132923 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:45.192514 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8439b50a-563c-45b4-abe6-051139e7f5df tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (dd98fc32-69b1-4d38-9815-21de3048814c), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:45.217205 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8439b50a-563c-45b4-abe6-051139e7f5df tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (dd98fc32-69b1-4d38-9815-21de3048814c), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:45.277872 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8439b50a-563c-45b4-abe6-051139e7f5df tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (dd98fc32-69b1-4d38-9815-21de3048814c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:45.280447 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8439b50a-563c-45b4-abe6-051139e7f5df tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:45.281645 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8439b50a-563c-45b4-abe6-051139e7f5df tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] 10.222.0.50 "DELETE /v2.0/security-groups/dd98fc32-69b1-4d38-9815-21de3048814c HTTP/1.1" status: 204 len: 168 time: 0.1477036 Feb 03 23:05:45.292321 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439b50a-563c-45b4-abe6-051139e7f5df tempest-TestShelveInstance-1255010877 tempest-TestShelveInstance-1255010877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd98fc32-69b1-4d38-9815-21de3048814c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:45.352355 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56918) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:45.888725 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:46.138620 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Deleting port ba8042a1-2e37-433a-bc2b-8fceae559d33 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:05:46.139275 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:46.217730 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] For port ba8042a1-2e37-433a-bc2b-8fceae559d33, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=ba8042a1-2e37-433a-bc2b-8fceae559d33,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:46.218088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:46.231080 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Calling delete_port for ba8042a1-2e37-433a-bc2b-8fceae559d33 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:05:46.412105 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (ba8042a1-2e37-433a-bc2b-8fceae559d33), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:46.439135 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8042a1-2e37-433a-bc2b-8fceae559d33,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:46.621453 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:46.851205 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:05:46.963165 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:05:46.968239 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-7f6aac44-2474-4b86-9fcf-8dceabdcf55a admin admin] 10.222.0.50 "PUT /v2.0/routers/4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6144125 Feb 03 23:05:46.970742 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:46.972603 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] Sync routers for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:05:46.982914 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:05:46.983597 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:47.081589 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks [] for router (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.093703 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:05:47.188983 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks [] for router_gateway (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.244265 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Deleting port c877336f-ca1c-4686-813c-18bd6803c2e2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:05:47.244518 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.267828 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T23:05:46Z', 'revision_number': 5, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port': {'id': 'c877336f-ca1c-4686-813c-18bd6803c2e2', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:47.297812 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] Checking router: 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:05:47.306542 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] Routers {'4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:05:47.306796 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:47.327866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] For port c877336f-ca1c-4686-813c-18bd6803c2e2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=c877336f-ca1c-4686-813c-18bd6803c2e2,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:47.328247 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.342403 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Calling delete_port for c877336f-ca1c-4686-813c-18bd6803c2e2 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:05:47.395343 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] Set router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:05:47.450939 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T23:05:47Z', 'revision_number': 6, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:47.523022 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (c877336f-ca1c-4686-813c-18bd6803c2e2), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.573700 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc3eee-e03e-4cde-aa6a-6f4e2104940b None None] The sync data for ids ['4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836'] in n-d-824834-9 is: [{'id': '4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836', 'name': 'tempest-TestShelveInstance-978596916-router', 'tenant_id': '2551a37048214a3a9be1a4d060d0b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:24Z', 'updated_at': '2022-02-03T23:05:47Z', 'revision_number': 6, 'project_id': '2551a37048214a3a9be1a4d060d0b649', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:05:47.579978 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Pushing event deleted for resources: {'Port': ['ID=c877336f-ca1c-4686-813c-18bd6803c2e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:47.626481 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.719148 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.721320 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks [] for router_controller (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.769446 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.770003 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 23:05:47.775342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.776487 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-3ed131a6-a9c0-4856-af44-3c84f6ed0427 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4bc8d1b5-e3a7-405b-b16a-f2f45f4b1836 HTTP/1.1" status: 204 len: 168 time: 0.8047287 Feb 03 23:05:47.779074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:47.824017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-693be15f-fc35-4b8c-b1a2-d4b788be5bc9 admin admin] Deleting subnet 21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:05:47.827803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-693be15f-fc35-4b8c-b1a2-d4b788be5bc9 admin admin] Publish callbacks [] for subnet (21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.864607 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-693be15f-fc35-4b8c-b1a2-d4b788be5bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8826154'] for subnet (21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:47.957645 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-693be15f-fc35-4b8c-b1a2-d4b788be5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.018537 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-693be15f-fc35-4b8c-b1a2-d4b788be5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9081662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774405'] for subnet (21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.047008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693be15f-fc35-4b8c-b1a2-d4b788be5bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:48.049269 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-693be15f-fc35-4b8c-b1a2-d4b788be5bc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.053390 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-693be15f-fc35-4b8c-b1a2-d4b788be5bc9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/21bfb5f5-7eba-4bb3-8ef6-58b66f5ea2e5 HTTP/1.1" status: 204 len: 168 time: 0.2732985 Feb 03 23:05:48.054710 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f854a-04e3-43b4-a6e6-3d534870417e None None] Network c0b6fe95-dd58-431b-86c4-f38de59d1e4b requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:05:48.055258 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56926) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:48.123893 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (c0b6fe95-dd58-431b-86c4-f38de59d1e4b), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.177483 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Deleting port d30e05e3-ca85-44f9-8e2e-5431cb70c74d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:05:48.178385 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.244231 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] For port d30e05e3-ca85-44f9-8e2e-5431cb70c74d, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d30e05e3-ca85-44f9-8e2e-5431cb70c74d,segment=NetworkSegment(c355b96b-355c-48cb-8b72-0d6ba98fdc82),segment_id=c355b96b-355c-48cb-8b72-0d6ba98fdc82)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:48.244588 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.257087 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Calling delete_port for d30e05e3-ca85-44f9-8e2e-5431cb70c74d owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:05:48.338965 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d30e05e3-ca85-44f9-8e2e-5431cb70c74d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.363277 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa76dc-3994-4815-83dd-e342918926d5 None None] DHCP port deletion for c0b6fe95-dd58-431b-86c4-f38de59d1e4b request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 23:05:48.375668 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30e05e3-ca85-44f9-8e2e-5431cb70c74d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:48.389733 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.390086 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.390434 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.390782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.391135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.391453 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.391788 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.392274 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.392634 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.393099 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.393416 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.393708 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.394032 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:48.404133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] No DVR routers for this DVR port d30e05e3-ca85-44f9-8e2e-5431cb70c74d on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:05:48.481348 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (c0b6fe95-dd58-431b-86c4-f38de59d1e4b), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.503415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b6fe95-dd58-431b-86c4-f38de59d1e4b']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:48.514161 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c355b96b-355c-48cb-8b72-0d6ba98fdc82') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:48.514371 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c355b96b-355c-48cb-8b72-0d6ba98fdc82') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:48.523667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (c355b96b-355c-48cb-8b72-0d6ba98fdc82), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.537543 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (c355b96b-355c-48cb-8b72-0d6ba98fdc82), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.543457 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:05:48.543921 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (c355b96b-355c-48cb-8b72-0d6ba98fdc82), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: timer() Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:05:48.545544 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:05:48.610120 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (c0b6fe95-dd58-431b-86c4-f38de59d1e4b), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.616855 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:48.620267 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c0b6fe95-dd58-431b-86c4-f38de59d1e4b HTTP/1.1" status: 204 len: 168 time: 0.5640712 Feb 03 23:05:48.623582 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:48.635405 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f5dcb-dc83-49ae-9ca3-fd17a23cee78 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b6fe95-dd58-431b-86c4-f38de59d1e4b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:48.756627 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ba8042a1-2e37-433a-bc2b-8fceae559d33 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:05:48.778854 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: ba8042a1-2e37-433a-bc2b-8fceae559d33 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:05:48.779213 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device ba8042a1-2e37-433a-bc2b-8fceae559d33 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:05:48.779657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d30e05e3-ca85-44f9-8e2e-5431cb70c74d no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:05:48.805885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d30e05e3-ca85-44f9-8e2e-5431cb70c74d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:05:48.806225 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d30e05e3-ca85-44f9-8e2e-5431cb70c74d not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:05:48.806652 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c877336f-ca1c-4686-813c-18bd6803c2e2 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:05:48.825704 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: c877336f-ca1c-4686-813c-18bd6803c2e2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:05:48.826048 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device c877336f-ca1c-4686-813c-18bd6803c2e2 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:05:49.007309 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:49.258814 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Deleting port 74d650ff-ba25-45aa-b82a-078e43309061 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:05:49.259040 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (74d650ff-ba25-45aa-b82a-078e43309061), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:49.335858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] For port 74d650ff-ba25-45aa-b82a-078e43309061, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=74d650ff-ba25-45aa-b82a-078e43309061,segment=NetworkSegment(2e84f3df-9df1-41c7-b1e4-6111b4b6765e),segment_id=2e84f3df-9df1-41c7-b1e4-6111b4b6765e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:49.336219 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (74d650ff-ba25-45aa-b82a-078e43309061), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:49.348874 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Calling delete_port for 74d650ff-ba25-45aa-b82a-078e43309061 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:05:49.526369 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (74d650ff-ba25-45aa-b82a-078e43309061), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:49.555325 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d650ff-ba25-45aa-b82a-078e43309061,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:50.018457 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:50.245616 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:05:50.356173 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:05:50.364151 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-f00a8e42-7beb-4cc4-9ece-98b9f01891f6 admin admin] 10.222.0.50 "PUT /v2.0/routers/1e00df35-bdf5-4d13-bdf9-7fd43dbac14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369409 Feb 03 23:05:50.364374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:50.378856 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] Sync routers for ids ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:05:50.390475 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] Routers {'1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:05:50.391217 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:50.473016 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks [] for router (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:50.499013 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] Set router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:05:50.578771 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks [] for router_gateway (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:50.636299 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Deleting port e5026840-ebcc-4d13-80ca-9d0b18fc37ce {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:05:50.636647 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:50.697865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T23:05:49Z', 'revision_number': 5, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'gw_port': {'id': 'e5026840-ebcc-4d13-80ca-9d0b18fc37ce', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T22:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:50.722905 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] For port e5026840-ebcc-4d13-80ca-9d0b18fc37ce, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=e5026840-ebcc-4d13-80ca-9d0b18fc37ce,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:50.723806 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:50.728358 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] Checking router: 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:05:50.737255 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] Routers {'1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:05:50.738180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:50.739115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Calling delete_port for e5026840-ebcc-4d13-80ca-9d0b18fc37ce owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:05:50.830966 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] Set router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:05:50.887645 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T23:05:50Z', 'revision_number': 6, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:50.915611 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75208b79-9ab0-4286-a2cb-8e1aaf451c7e None None] The sync data for ids ['1e00df35-bdf5-4d13-bdf9-7fd43dbac14a'] in n-d-824834-9 is: [{'id': '1e00df35-bdf5-4d13-bdf9-7fd43dbac14a', 'name': 'tempest-TestShelveInstance-1297533721-router', 'tenant_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T22:55:29Z', 'updated_at': '2022-02-03T23:05:50Z', 'revision_number': 6, 'project_id': 'b9d9e0a1a1434564ac088d25bc530cec', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:05:50.944611 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (e5026840-ebcc-4d13-80ca-9d0b18fc37ce), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:50.982968 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Pushing event deleted for resources: {'Port': ['ID=e5026840-ebcc-4d13-80ca-9d0b18fc37ce,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:51.060319 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.161796 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.164191 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks [] for router_controller (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.218952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (1e00df35-bdf5-4d13-bdf9-7fd43dbac14a), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.219695 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e00df35-bdf5-4d13-bdf9-7fd43dbac14a {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 23:05:51.224310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.227760 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6e0e1c23-c4ea-42b6-af46-25aa1e43decf admin admin] 10.222.0.50 "DELETE /v2.0/routers/1e00df35-bdf5-4d13-bdf9-7fd43dbac14a HTTP/1.1" status: 204 len: 168 time: 0.8601322 Feb 03 23:05:51.228190 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:51.278113 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c010d0e-c539-4e98-842e-4ba862c93dae admin admin] Deleting subnet f510ee4e-a251-466f-902a-8eee73f69f19 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:05:51.281868 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c010d0e-c539-4e98-842e-4ba862c93dae admin admin] Publish callbacks [] for subnet (f510ee4e-a251-466f-902a-8eee73f69f19), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.320592 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c010d0e-c539-4e98-842e-4ba862c93dae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (f510ee4e-a251-466f-902a-8eee73f69f19), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.423036 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c010d0e-c539-4e98-842e-4ba862c93dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (f510ee4e-a251-466f-902a-8eee73f69f19), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.474574 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c010d0e-c539-4e98-842e-4ba862c93dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (f510ee4e-a251-466f-902a-8eee73f69f19), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.498201 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c010d0e-c539-4e98-842e-4ba862c93dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f510ee4e-a251-466f-902a-8eee73f69f19,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:51.504991 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c010d0e-c539-4e98-842e-4ba862c93dae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.510311 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2c010d0e-c539-4e98-842e-4ba862c93dae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f510ee4e-a251-466f-902a-8eee73f69f19 HTTP/1.1" status: 204 len: 168 time: 0.2810895 Feb 03 23:05:51.510892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44a8e5-f35d-424e-9391-1766de859718 None None] Network 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:05:51.512740 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56934) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:51.588136 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.641655 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Deleting port 347a04f4-8598-412c-a3bd-86083e4c44e2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:05:51.641998 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.707997 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] For port 347a04f4-8598-412c-a3bd-86083e4c44e2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=347a04f4-8598-412c-a3bd-86083e4c44e2,segment=NetworkSegment(2e84f3df-9df1-41c7-b1e4-6111b4b6765e),segment_id=2e84f3df-9df1-41c7-b1e4-6111b4b6765e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:51.708254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.708490 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] DHCP port deletion for 61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 23:05:51.727061 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Calling delete_port for 347a04f4-8598-412c-a3bd-86083e4c44e2 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:05:51.758147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Deleting port 347a04f4-8598-412c-a3bd-86083e4c44e2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:05:51.758525 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.811463 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.829227 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] For port 347a04f4-8598-412c-a3bd-86083e4c44e2, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=347a04f4-8598-412c-a3bd-86083e4c44e2,segment=NetworkSegment(2e84f3df-9df1-41c7-b1e4-6111b4b6765e),segment_id=2e84f3df-9df1-41c7-b1e4-6111b4b6765e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:51.829718 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.836166 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Pushing event deleted for resources: {'Port': ['ID=347a04f4-8598-412c-a3bd-86083e4c44e2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:51.843228 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] No DVR routers for this DVR port 347a04f4-8598-412c-a3bd-86083e4c44e2 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:05:51.843444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Calling delete_port for 347a04f4-8598-412c-a3bd-86083e4c44e2 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:05:51.924464 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (347a04f4-8598-412c-a3bd-86083e4c44e2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.929724 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.952228 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Pushing event deleted for resources: {'Port': ['ID=347a04f4-8598-412c-a3bd-86083e4c44e2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:51.952440 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:51.954892 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] No DVR routers for this DVR port 347a04f4-8598-412c-a3bd-86083e4c44e2 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:05:51.963050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.963409 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.963549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e84f3df-9df1-41c7-b1e4-6111b4b6765e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:51.963766 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.963885 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e84f3df-9df1-41c7-b1e4-6111b4b6765e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:51.964506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.964506 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.964784 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.965378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.965378 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.965727 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.966056 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.966407 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.966735 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.967060 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7ceec-8f9f-44f7-8b8a-882a1b83a8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:51.974230 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (2e84f3df-9df1-41c7-b1e4-6111b4b6765e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.988792 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (2e84f3df-9df1-41c7-b1e4-6111b4b6765e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.995791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:05:51.996257 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (2e84f3df-9df1-41c7-b1e4-6111b4b6765e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: timer() Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:05:51.998342 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:05:52.051767 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.057435 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.060649 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] 10.222.0.50 "DELETE /v2.0/networks/61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a HTTP/1.1" status: 204 len: 168 time: 0.5469460 Feb 03 23:05:52.071494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9947ab-1495-4fc6-8962-9df67af29572 admin admin] Pushing event deleted for resources: {'Network': ['ID=61f3f87a-7beb-4ac1-9dfd-a4f78b146f5a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:52.171744 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56938) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:52.215234 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f97be20b-e082-4f45-89b7-0175ae935213 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2551a37048214a3a9be1a4d060d0b649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419724 Feb 03 23:05:52.217587 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:52.263580 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0250b729-e275-41f4-891d-92ab902fabdc admin admin] Publish callbacks [] for security_group (8565f54d-b7d2-46f2-8d72-a6d600177f38), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.284405 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0250b729-e275-41f4-891d-92ab902fabdc admin admin] Publish callbacks [] for security_group (8565f54d-b7d2-46f2-8d72-a6d600177f38), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.329937 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0250b729-e275-41f4-891d-92ab902fabdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (8565f54d-b7d2-46f2-8d72-a6d600177f38), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.332698 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0250b729-e275-41f4-891d-92ab902fabdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.333887 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0250b729-e275-41f4-891d-92ab902fabdc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8565f54d-b7d2-46f2-8d72-a6d600177f38 HTTP/1.1" status: 204 len: 168 time: 0.1154118 Feb 03 23:05:52.342049 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250b729-e275-41f4-891d-92ab902fabdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8565f54d-b7d2-46f2-8d72-a6d600177f38,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:52.659555 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:52.703650 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-2eff6140-7a8c-48dc-9694-00306d640b5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9d9e0a1a1434564ac088d25bc530cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406723 Feb 03 23:05:52.704216 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:52.750531 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 347a04f4-8598-412c-a3bd-86083e4c44e2 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:05:52.752529 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf324-e7bb-41f8-90df-dd257e36da05 admin admin] Publish callbacks [] for security_group (1a7c11f5-7c73-4ac9-b31c-7940a3d4e09e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.772101 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 347a04f4-8598-412c-a3bd-86083e4c44e2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:05:52.772450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 347a04f4-8598-412c-a3bd-86083e4c44e2 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:05:52.772865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 74d650ff-ba25-45aa-b82a-078e43309061 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:05:52.776938 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf324-e7bb-41f8-90df-dd257e36da05 admin admin] Publish callbacks [] for security_group (1a7c11f5-7c73-4ac9-b31c-7940a3d4e09e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.792344 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 74d650ff-ba25-45aa-b82a-078e43309061 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:05:52.792686 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 74d650ff-ba25-45aa-b82a-078e43309061 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:05:52.793125 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e5026840-ebcc-4d13-80ca-9d0b18fc37ce no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:05:52.812860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: e5026840-ebcc-4d13-80ca-9d0b18fc37ce {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:05:52.813231 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device e5026840-ebcc-4d13-80ca-9d0b18fc37ce not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:05:52.827713 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf324-e7bb-41f8-90df-dd257e36da05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (1a7c11f5-7c73-4ac9-b31c-7940a3d4e09e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.830572 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf324-e7bb-41f8-90df-dd257e36da05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:52.831714 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-cdfdf324-e7bb-41f8-90df-dd257e36da05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a7c11f5-7c73-4ac9-b31c-7940a3d4e09e HTTP/1.1" status: 204 len: 168 time: 0.1268640 Feb 03 23:05:52.839510 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdf324-e7bb-41f8-90df-dd257e36da05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7c11f5-7c73-4ac9-b31c-7940a3d4e09e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:53.536796 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56970) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:53.629589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-792822870-network', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:05:53.649062 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Made reservation on behalf of 73ae73a880b1437f83d01f97eeff8891 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:05:53.651274 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:53.659350 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:53.731642 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Publish callbacks [] for security_group (19505de0-9d53-4002-ba0f-56cadd995ca6), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:53.735384 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (19505de0-9d53-4002-ba0f-56cadd995ca6), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:53.759516 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:05:53.765069 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab5707fa-1f37-4a6c-ba88-58c846f4ccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:53.769179 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19505de0-9d53-4002-ba0f-56cadd995ca6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:53.774345 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (22c946e7-b3f8-46db-a276-db763aa95324), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:53.774703 n-d-824834-9 neutron-server[103397]: INFO neutron.db.segments_db [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Added segment 22c946e7-b3f8-46db-a276-db763aa95324 of type vlan for network 1c5334d0-edde-4480-a85d-bd93d152a066 Feb 03 23:05:53.813602 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (1c5334d0-edde-4480-a85d-bd93d152a066), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:53.838759 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (1c5334d0-edde-4480-a85d-bd93d152a066), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:53.839730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:53.840347 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:53.891965 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3533998 Feb 03 23:05:53.894985 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:53.900613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Request body: {'subnet': {'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-792822870-subnet', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:05:53.905659 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d44228-1f50-4c1b-a168-68147fb05050 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5334d0-edde-4480-a85d-bd93d152a066,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:53.920034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network 1c5334d0-edde-4480-a85d-bd93d152a066 details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:05:53.924560 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Made reservation on behalf of 73ae73a880b1437f83d01f97eeff8891 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:05:53.926952 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774456'] for subnet (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.095317 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9082355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774414'] for subnet (bc268f18-6568-4ac2-9864-e5f6d8ec9c29), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.151282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc268f18-6568-4ac2-9864-e5f6d8ec9c29,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:54.158595 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Checking segment: {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:05:54.158962 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Network hostable DHCP agents. Network: 1c5334d0-edde-4480-a85d-bd93d152a066, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:05:54.174642 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Network 1c5334d0-edde-4480-a85d-bd93d152a066 is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:05:54.183694 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, 1c5334d0-edde-4480-a85d-bd93d152a066) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:05:54.188069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:54.188860 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.193453 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee046a6d-f9ae-4ba8-9170-6c487046a4cf None None] Network 1c5334d0-edde-4480-a85d-bd93d152a066 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:05:54.205251 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b92f07a3-51b1-4e09-9edb-3141d5dc6c35 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3091092 Feb 03 23:05:54.208288 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:54.212855 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:05:54.231053 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.232187 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.285071 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks [] for router_controller (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.302433 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-1c5334d0-edde-4480-a85d-bd93d152a066', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:05:54.303801 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.431499 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks [] for router_gateway (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.435027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Allocated IP 172.20.0.2 (1c5334d0-edde-4480-a85d-bd93d152a066/bc268f18-6568-4ac2-9864-e5f6d8ec9c29/a3de72d8-0391-4088-809e-2487ce784145) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:05:54.577942 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Publish callbacks [] for port (a3de72d8-0391-4088-809e-2487ce784145), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.583449 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (a3de72d8-0391-4088-809e-2487ce784145), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.619387 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Network 1c5334d0-edde-4480-a85d-bd93d152a066 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:05:54.624132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:05:54.626511 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:05:54.633891 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks [] for router_gateway (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.642179 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Pushing event updated for resources: {'Port': ['ID=a3de72d8-0391-4088-809e-2487ce784145,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:54.653108 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.693513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Attempting to bind port a3de72d8-0391-4088-809e-2487ce784145 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:05:54.693885 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Attempting to bind port a3de72d8-0391-4088-809e-2487ce784145 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:05:54.694246 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Attempting to bind port a3de72d8-0391-4088-809e-2487ce784145 on network 1c5334d0-edde-4480-a85d-bd93d152a066 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:05:54.699324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:05:54.699586 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Checking segment: {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:05:54.700110 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.700508 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Bound using segment: {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:05:54.700994 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Bound port: a3de72d8-0391-4088-809e-2487ce784145, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:05:54.701374 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a3de72d8-0391-4088-809e-2487ce784145), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.754304 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Allocated IP 172.25.5.87 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/cd166e06-d602-42c9-9408-fdeab2aa9491) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:05:54.762489 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] For port a3de72d8-0391-4088-809e-2487ce784145, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:05:54.765745 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] For port a3de72d8-0391-4088-809e-2487ce784145, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a3de72d8-0391-4088-809e-2487ce784145,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:05:54.770919 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a3de72d8-0391-4088-809e-2487ce784145), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.832797 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bbdff-8a2d-4474-ae93-8b1db21ecb99 None None] Pushing event updated for resources: {'Port': ['ID=a3de72d8-0391-4088-809e-2487ce784145,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:54.869801 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks [] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.903548 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:54.941652 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:05:54.948435 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:05:54.951967 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:05:54.994392 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Pushing event updated for resources: {'Port': ['ID=cd166e06-d602-42c9-9408-fdeab2aa9491,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:55.230128 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks [] for router_gateway (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:55.342984 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:55.344246 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:55.432409 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:55.567266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:05:55.679974 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:05:55.690526 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Sync routers for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:05:55.699668 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:55.703529 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-a13a8558-2294-4a57-b0d3-ddf19c0b8cbd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4914811 Feb 03 23:05:55.703697 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:05:55.703697 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:55.703934 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:55.751064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a093e71-a650-4569-af30-b7112c915dd0 None None] Network 1c5334d0-edde-4480-a85d-bd93d152a066 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:05:55.820219 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:05:55.991186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-59d359bc-7350-4cdd-8731-776e2349ec1f None None] Provisioning complete for port a3de72d8-0391-4088-809e-2487ce784145 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:05:55.991768 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d359bc-7350-4cdd-8731-776e2349ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a3de72d8-0391-4088-809e-2487ce784145), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.016351 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:55Z', 'revision_number': 3, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:56.048740 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Checking router: 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:05:56.049410 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Updating router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 port cd166e06-d602-42c9-9408-fdeab2aa9491 binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:05:56.077966 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.108969 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-59d359bc-7350-4cdd-8731-776e2349ec1f None None] Current status of the port a3de72d8-0391-4088-809e-2487ce784145 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:05:56.109364 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d359bc-7350-4cdd-8731-776e2349ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (a3de72d8-0391-4088-809e-2487ce784145), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.148700 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-59d359bc-7350-4cdd-8731-776e2349ec1f None None] For port a3de72d8-0391-4088-809e-2487ce784145, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a3de72d8-0391-4088-809e-2487ce784145,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:56.153374 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d359bc-7350-4cdd-8731-776e2349ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (a3de72d8-0391-4088-809e-2487ce784145), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.218479 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d359bc-7350-4cdd-8731-776e2349ec1f None None] Pushing event updated for resources: {'Port': ['ID=a3de72d8-0391-4088-809e-2487ce784145,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:56.357466 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Publish callbacks [] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.364108 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.378983 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-77940ba9-d1e1-494c-9377-1d2ebecdc354 None None] Provisioning complete for port a3de72d8-0391-4088-809e-2487ce784145 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:05:56.379588 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77940ba9-d1e1-494c-9377-1d2ebecdc354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a3de72d8-0391-4088-809e-2487ce784145), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.421511 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Attempting to bind port cd166e06-d602-42c9-9408-fdeab2aa9491 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:05:56.421933 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Attempting to bind port cd166e06-d602-42c9-9408-fdeab2aa9491 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:05:56.422613 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Attempting to bind port cd166e06-d602-42c9-9408-fdeab2aa9491 on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:05:56.432086 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:05:56.432553 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:05:56.433043 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.433617 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:05:56.434140 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Bound port: cd166e06-d602-42c9-9408-fdeab2aa9491, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:05:56.434590 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.436275 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Pushing event updated for resources: {'Port': ['ID=cd166e06-d602-42c9-9408-fdeab2aa9491,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:56.461319 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.461749 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.462153 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.462551 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.462950 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.463291 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-77940ba9-d1e1-494c-9377-1d2ebecdc354 None None] Current status of the port a3de72d8-0391-4088-809e-2487ce784145 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:05:56.463426 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.463792 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.464165 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.464548 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.464967 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.465339 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.465724 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.466101 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:05:56.470034 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.498349 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] For port cd166e06-d602-42c9-9408-fdeab2aa9491, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:05:56.501214 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] For port cd166e06-d602-42c9-9408-fdeab2aa9491, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cd166e06-d602-42c9-9408-fdeab2aa9491,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:05:56.506550 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.556188 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:05:56.556800 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:27Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:56.599397 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d5763-c074-4ae3-833d-3cea6e446f12 None None] Pushing event updated for resources: {'Port': ['ID=cd166e06-d602-42c9-9408-fdeab2aa9491,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:56.629227 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Allocated IP 172.20.0.1 (1c5334d0-edde-4480-a85d-bd93d152a066/bc268f18-6568-4ac2-9864-e5f6d8ec9c29/d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:05:56.668341 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:05:56.737252 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Publish callbacks [] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.739943 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eddc4eaa-6d13-438d-bafa-1753ada60930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.772003 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.817222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Network 1c5334d0-edde-4480-a85d-bd93d152a066 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:05:56.820444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a3de72d8-0391-4088-809e-2487ce784145 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:05:56.820937 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:05:56.826755 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:05:56.857660 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Pushing event updated for resources: {'Port': ['ID=d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:56.873643 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.894260 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:55Z', 'revision_number': 3, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:56.901444 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port a3de72d8-0391-4088-809e-2487ce784145 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:05:56.902252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (a3de72d8-0391-4088-809e-2487ce784145), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:56.923768 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329b7c5-f09a-4743-8295-edc77257a75e None None] The sync data for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 is: [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:55Z', 'revision_number': 3, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:05:57.003169 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port a3de72d8-0391-4088-809e-2487ce784145 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:05:57.033343 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:57.203473 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-06051561-9d7d-4995-bdd0-67c5afe5bfd1 None None] Provisioning complete for port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:05:57.204114 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06051561-9d7d-4995-bdd0-67c5afe5bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:57.220577 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Publish callbacks [] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:57.225154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:57.249459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-06051561-9d7d-4995-bdd0-67c5afe5bfd1 None None] Port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:05:57.281765 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:57.295715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Pushing event updated for resources: {'Port': ['ID=d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:57.299325 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:57.399234 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Network 1c5334d0-edde-4480-a85d-bd93d152a066 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:05:57.400759 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:05:57.524301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:05:57.643286 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:05:57.649154 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-8a9d1d8b-bdcb-4bd2-a8bd-7acd32525a63 admin admin] 10.222.0.50 "PUT /v2.0/routers/2e780a1a-0956-40a8-a88d-1a7071b8f3b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9443846 Feb 03 23:05:57.673822 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ee779451-ab86-45bc-9ef1-f7795aa3b3e5 None None] Provisioning complete for port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:05:57.674199 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee779451-ab86-45bc-9ef1-f7795aa3b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:57.712616 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ee779451-ab86-45bc-9ef1-f7795aa3b3e5 None None] Port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:05:58.124338 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 56994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:58.129427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-880974543-network', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:05:58.148648 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Made reservation on behalf of f9e5ebfdafbe40ee85c6ffe6b148d54f for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:05:58.150965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for network (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.159496 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.235018 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Publish callbacks [] for security_group (b772ca4f-0d47-48e8-aadd-62b014aaf27f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.239398 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b772ca4f-0d47-48e8-aadd-62b014aaf27f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.264282 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:05:58.273741 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b772ca4f-0d47-48e8-aadd-62b014aaf27f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:58.279966 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (95435a32-8098-498d-98c1-096c50f8afdb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.280315 n-d-824834-9 neutron-server[103398]: INFO neutron.db.segments_db [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Added segment 95435a32-8098-498d-98c1-096c50f8afdb of type vlan for network d2c44762-c32e-4ca2-86c9-f731359e2a7e Feb 03 23:05:58.323385 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789547329985'] for network (d2c44762-c32e-4ca2-86c9-f731359e2a7e), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.348232 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162'] for network (d2c44762-c32e-4ca2-86c9-f731359e2a7e), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.349360 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:58.349932 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.411835 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2862267 Feb 03 23:05:58.414730 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:58.420037 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Request body: {'subnet': {'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-880974543-subnet', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:05:58.420348 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8ef7f-14fa-490a-96aa-2196eacbf40f admin admin] Pushing event updated for resources: {'Network': ['ID=d2c44762-c32e-4ca2-86c9-f731359e2a7e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:58.430946 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Network d2c44762-c32e-4ca2-86c9-f731359e2a7e details requested by agent ovs-agent-n-d-824834-9 with host n-d-824834-9 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:05:58.442393 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Made reservation on behalf of f9e5ebfdafbe40ee85c6ffe6b148d54f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:05:58.446357 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069712'] for subnet (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.599559 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Sync routers for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:05:58.610388 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:05:58.611003 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:58.618857 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8705093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069734'] for subnet (646d6b57-1734-4794-8218-e2926ace678d), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.674072 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Pushing event updated for resources: {'Subnet': ['ID=646d6b57-1734-4794-8218-e2926ace678d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:58.683980 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Checking segment: {'id': '95435a32-8098-498d-98c1-096c50f8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:05:58.684343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Network hostable DHCP agents. Network: d2c44762-c32e-4ca2-86c9-f731359e2a7e, hostable agents: ['4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:05:58.702396 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Network d2c44762-c32e-4ca2-86c9-f731359e2a7e is scheduled to be hosted by DHCP agent 4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:05:58.718511 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-9, d2c44762-c32e-4ca2-86c9-f731359e2a7e) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:05:58.723238 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:05:58.723835 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.729757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c30d1b-554e-4c6b-a41f-755a4b509645 None None] Network d2c44762-c32e-4ca2-86c9-f731359e2a7e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:05:58.733873 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:05:58.741440 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-805204b9-4c70-4a17-b4b0-90e9c6e0969e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3255873 Feb 03 23:05:58.743989 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 56998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:05:58.748528 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:05:58.769439 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32295'] for router (5fa6b44f-f49a-4c45-84da-1872fcba6d55), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.770576 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32304'] for router (5fa6b44f-f49a-4c45-84da-1872fcba6d55), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.829650 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cd166e06-d602-42c9-9408-fdeab2aa9491 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:05:58.832019 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks [] for router_controller (5fa6b44f-f49a-4c45-84da-1872fcba6d55), precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.969314 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks [] for router_gateway (5fa6b44f-f49a-4c45-84da-1872fcba6d55), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:58.999422 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c60bfe-4e40-5923-8428-633e3e8862a1-d2c44762-c32e-4ca2-86c9-f731359e2a7e', 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e', 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'fixed_ips': [{'subnet_id': '646d6b57-1734-4794-8218-e2926ace678d'}]}} from n-d-824834-9. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:05:59.000271 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.005049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.121118 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cd166e06-d602-42c9-9408-fdeab2aa9491 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:05:59.121397 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.170685 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks [] for router_gateway (5fa6b44f-f49a-4c45-84da-1872fcba6d55), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.189975 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.238234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Allocated IP 172.20.0.2 (d2c44762-c32e-4ca2-86c9-f731359e2a7e/646d6b57-1734-4794-8218-e2926ace678d/3603d5dd-cec8-413c-a25c-09fb8b83b8a6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:05:59.275809 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:05:57Z', 'revision_number': 2, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:05:59.293299 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Allocated IP 172.25.5.199 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/3d6190be-a6f2-409d-b82e-41fae99509ca) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:05:59.327833 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Checking router: 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:05:59.328187 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Updating router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:05:59.371014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cd166e06-d602-42c9-9408-fdeab2aa9491 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:05:59.371458 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.398250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks [] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.405279 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.410571 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port cd166e06-d602-42c9-9408-fdeab2aa9491, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cd166e06-d602-42c9-9408-fdeab2aa9491,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:05:59.422118 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.435545 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.472264 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:05:59.477751 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:05:59.481239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:05:59.512931 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6190be-a6f2-409d-b82e-41fae99509ca,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:59.556116 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=cd166e06-d602-42c9-9408-fdeab2aa9491,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:59.636010 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Publish callbacks [] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.647340 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.733539 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Network d2c44762-c32e-4ca2-86c9-f731359e2a7e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:05:59.739488 n-d-824834-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:05:59.741996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:05:59.750928 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Pushing event updated for resources: {'Port': ['ID=3603d5dd-cec8-413c-a25c-09fb8b83b8a6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:05:59.838375 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Attempting to bind port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:05:59.838750 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Attempting to bind port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '95435a32-8098-498d-98c1-096c50f8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:05:59.839123 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Attempting to bind port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 on network d2c44762-c32e-4ca2-86c9-f731359e2a7e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:05:59.850233 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:05:59.850619 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Checking segment: {'id': '95435a32-8098-498d-98c1-096c50f8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:05:59.851026 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.851424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Bound using segment: {'id': '95435a32-8098-498d-98c1-096c50f8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:05:59.851896 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Bound port: 3603d5dd-cec8-413c-a25c-09fb8b83b8a6, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95435a32-8098-498d-98c1-096c50f8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:05:59.852280 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.936555 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Publish callbacks [] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.947504 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:05:59.949616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:05:59.986404 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] For port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:06:00.011748 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] For port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3603d5dd-cec8-413c-a25c-09fb8b83b8a6,segment=NetworkSegment(95435a32-8098-498d-98c1-096c50f8afdb),segment_id=95435a32-8098-498d-98c1-096c50f8afdb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:06:00.023239 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.024882 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150af4a0-6c68-4773-850b-888245fc163b None None] Pushing event updated for resources: {'Port': ['ID=d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:00.047887 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks [] for router_gateway (5fa6b44f-f49a-4c45-84da-1872fcba6d55), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.141739 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.145879 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Attempting to bind port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:06:00.146261 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Attempting to bind port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:06:00.146682 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Attempting to bind port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 on network 1c5334d0-edde-4480-a85d-bd93d152a066 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:06:00.153548 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112713e-f54c-4f52-8f38-bf287ed575cf None None] Pushing event updated for resources: {'Port': ['ID=3603d5dd-cec8-413c-a25c-09fb8b83b8a6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:00.156813 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:06:00.157271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Checking segment: {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:06:00.157638 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.158034 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Bound using segment: {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:06:00.158527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Bound port: d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:06:00.158915 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.259040 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] For port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:06:00.263284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] For port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:06:00.270166 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.293873 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396159'] for router (5fa6b44f-f49a-4c45-84da-1872fcba6d55), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.330578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:06:00.331298 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:00.337534 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150af4a0-6c68-4773-850b-888245fc163b None None] Pushing event updated for resources: {'Port': ['ID=d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:00.493779 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 is scheduled to L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:06:00.626602 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:06:00.632502 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b37d9a29-38fa-46af-8b33-8cdcd499be15 None None] Provisioning complete for port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:00.633055 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b37d9a29-38fa-46af-8b33-8cdcd499be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.638344 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Sync routers for ids ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:06:00.645763 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.649409 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-8b091a71-10a8-4a7a-b920-1a6f387ce818 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9043126 Feb 03 23:06:00.651047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:00.653698 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Routers {'5fa6b44f-f49a-4c45-84da-1872fcba6d55'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:06:00.654418 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:00.699795 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:06:00.770054 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Set router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:06:00.813876 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b37d9a29-38fa-46af-8b33-8cdcd499be15 None None] Current status of the port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:00.814256 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b37d9a29-38fa-46af-8b33-8cdcd499be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.897279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b37d9a29-38fa-46af-8b33-8cdcd499be15 None None] For port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:06:00.912579 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b37d9a29-38fa-46af-8b33-8cdcd499be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:00.992692 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cd166e06-d602-42c9-9408-fdeab2aa9491 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:06:00.997270 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:58Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 3, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'gw_port': {'id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:59Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:01.062698 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d9a29-38fa-46af-8b33-8cdcd499be15 None None] Pushing event updated for resources: {'Port': ['ID=d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:01.082219 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c6736ac0-62f8-49c0-8ebc-7dad97805ba7 None None] Provisioning complete for port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:01.082595 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6736ac0-62f8-49c0-8ebc-7dad97805ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.134424 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:01.145995 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Checking router: 5fa6b44f-f49a-4c45-84da-1872fcba6d55 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:06:01.146845 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Updating router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 port 3d6190be-a6f2-409d-b82e-41fae99509ca binding host n-d-824834-9 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:06:01.167347 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port cd166e06-d602-42c9-9408-fdeab2aa9491 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:01.167654 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.171074 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7d50f-4e05-466f-8158-25298f5a7bb6 None None] The sync data for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 is: [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:06:01.174462 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.191628 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.295271 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c6736ac0-62f8-49c0-8ebc-7dad97805ba7 None None] Current status of the port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:01.350145 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port cd166e06-d602-42c9-9408-fdeab2aa9491 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:01.350828 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:06:01.416090 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:01.416693 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.429603 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Allocated IP 172.20.0.1 (d2c44762-c32e-4ca2-86c9-f731359e2a7e/646d6b57-1734-4794-8218-e2926ace678d/5f4bdc62-6415-4ba0-b713-ebc6584744bf) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:06:01.519369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7900eef-cf58-4475-abad-4ff9651d7297 None None] Network d2c44762-c32e-4ca2-86c9-f731359e2a7e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:06:01.585400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:01.586179 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.586502 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Publish callbacks [] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.616184 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Publish callbacks [] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.623872 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.626183 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.670918 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Network d2c44762-c32e-4ca2-86c9-f731359e2a7e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:06:01.674809 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:06:01.675276 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3603d5dd-cec8-413c-a25c-09fb8b83b8a6,segment=NetworkSegment(95435a32-8098-498d-98c1-096c50f8afdb),segment_id=95435a32-8098-498d-98c1-096c50f8afdb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:06:01.680402 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:06:01.681615 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07180c-489f-4ecb-9135-f989bc0c201a None None] Pushing event updated for resources: {'Port': ['ID=3d6190be-a6f2-409d-b82e-41fae99509ca,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:01.682906 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-92967359-7510-4015-8d82-5d8af4e60001 None None] Provisioning complete for port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:01.683490 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92967359-7510-4015-8d82-5d8af4e60001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.689922 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.724771 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4bdc62-6415-4ba0-b713-ebc6584744bf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:01.726116 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Attempting to bind port 3d6190be-a6f2-409d-b82e-41fae99509ca on host n-d-824834-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:06:01.726686 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Attempting to bind port 3d6190be-a6f2-409d-b82e-41fae99509ca by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:06:01.727718 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Attempting to bind port 3d6190be-a6f2-409d-b82e-41fae99509ca on network b881c972-8cd9-4bce-b699-43968304918e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:06:01.737191 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:06:01.737792 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Checking segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:06:01.738356 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.739081 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Bound using segment: {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:06:01.741572 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Bound port: 3d6190be-a6f2-409d-b82e-41fae99509ca, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fdb94-1c34-42dc-8873-a74b6bec36fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:06:01.742369 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.749719 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3762768'] for router_interface (5fa6b44f-f49a-4c45-84da-1872fcba6d55), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.813192 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=3603d5dd-cec8-413c-a25c-09fb8b83b8a6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:01.816630 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] For port 3d6190be-a6f2-409d-b82e-41fae99509ca, host n-d-824834-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:06:01.821905 n-d-824834-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] For port 3d6190be-a6f2-409d-b82e-41fae99509ca, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d6190be-a6f2-409d-b82e-41fae99509ca,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:06:01.837640 n-d-824834-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.872132 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92967359-7510-4015-8d82-5d8af4e60001 None None] Current status of the port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:01.911596 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Routers {'5fa6b44f-f49a-4c45-84da-1872fcba6d55'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:06:01.912291 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:01.962158 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:01.999972 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07180c-489f-4ecb-9135-f989bc0c201a None None] Pushing event updated for resources: {'Port': ['ID=3d6190be-a6f2-409d-b82e-41fae99509ca,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:02.069942 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] Set router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:06:02.104728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-764496ab-c4d9-4142-8cbf-1edb5a0c0bc9 None None] Provisioning complete for port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:02.105699 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-764496ab-c4d9-4142-8cbf-1edb5a0c0bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:02.186732 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Publish callbacks [] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:02.193474 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:02.227482 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-764496ab-c4d9-4142-8cbf-1edb5a0c0bc9 None None] Current status of the port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:02.248711 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-764496ab-c4d9-4142-8cbf-1edb5a0c0bc9 None None] Provisioning complete for port 5f4bdc62-6415-4ba0-b713-ebc6584744bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:02.249441 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-764496ab-c4d9-4142-8cbf-1edb5a0c0bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:02.250064 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395936'] for router_interface (5fa6b44f-f49a-4c45-84da-1872fcba6d55), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:02.296237 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-764496ab-c4d9-4142-8cbf-1edb5a0c0bc9 None None] Port 5f4bdc62-6415-4ba0-b713-ebc6584744bf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:06:02.315308 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:58Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 3, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'gw_port': {'id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:59Z', 'updated_at': '2022-02-03T23:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:02.351183 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24418f57-0a27-48c8-914c-ab7da2123d3c None None] The sync data for ids ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'] in n-d-824834-9 is: [{'id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:58Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 3, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'gw_port': {'id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:59Z', 'updated_at': '2022-02-03T23:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:06:02.353591 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4bdc62-6415-4ba0-b713-ebc6584744bf,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:02.395919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Network d2c44762-c32e-4ca2-86c9-f731359e2a7e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:06:02.397558 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:06:02.418921 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-69770037-0c4e-4187-a5cc-b517c7e1c992 None None] Provisioning complete for port 5f4bdc62-6415-4ba0-b713-ebc6584744bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:02.419570 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69770037-0c4e-4187-a5cc-b517c7e1c992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:02.475865 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-69770037-0c4e-4187-a5cc-b517c7e1c992 None None] Port 5f4bdc62-6415-4ba0-b713-ebc6584744bf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:06:02.552849 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:06:02.690637 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:06:02.697078 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-b6ef4a15-03ee-4ae6-8d0f-28db11177ea5 admin admin] 10.222.0.50 "PUT /v2.0/routers/5fa6b44f-f49a-4c45-84da-1872fcba6d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0438874 Feb 03 23:06:02.699119 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dfb3a012-21d1-4d7f-b479-ce4ddf77326b None None] Provisioning complete for port 5f4bdc62-6415-4ba0-b713-ebc6584744bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:02.699621 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a012-21d1-4d7f-b479-ce4ddf77326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:02.748041 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3a012-21d1-4d7f-b479-ce4ddf77326b None None] Port 5f4bdc62-6415-4ba0-b713-ebc6584744bf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:06:02.941050 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:06:03.007791 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:03.008172 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.090274 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:03.091367 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:06:03.141606 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:03.141991 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.228345 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:03.229538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d6190be-a6f2-409d-b82e-41fae99509ca up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:06:03.280211 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3d6190be-a6f2-409d-b82e-41fae99509ca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:03.280600 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.314226 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57010) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:03.319415 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f5862e95-444d-4a05-b002-2d2d7b4772ea tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600133440', 'description': 'tempest-secgroup-smoke-1600133440 description', 'project_id': '73ae73a880b1437f83d01f97eeff8891'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:03.341250 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5862e95-444d-4a05-b002-2d2d7b4772ea tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.369708 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3d6190be-a6f2-409d-b82e-41fae99509ca is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:03.370104 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.397165 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] For port 3d6190be-a6f2-409d-b82e-41fae99509ca, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d6190be-a6f2-409d-b82e-41fae99509ca,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:06:03.401742 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.418749 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5862e95-444d-4a05-b002-2d2d7b4772ea tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group (020d50a4-815d-4e46-8cb6-39c486d1808e), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.423025 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5862e95-444d-4a05-b002-2d2d7b4772ea tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (020d50a4-815d-4e46-8cb6-39c486d1808e), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.453641 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5862e95-444d-4a05-b002-2d2d7b4772ea tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020d50a4-815d-4e46-8cb6-39c486d1808e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:03.457900 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5862e95-444d-4a05-b002-2d2d7b4772ea tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.460329 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Pushing event updated for resources: {'Port': ['ID=3d6190be-a6f2-409d-b82e-41fae99509ca,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:03.462674 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:03.465403 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f5862e95-444d-4a05-b002-2d2d7b4772ea tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1500881 Feb 03 23:06:03.467257 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-86e4b8db-9bf8-41de-a5a4-d6e8799fd1e1 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'security_group_rule': {'security_group_id': '020d50a4-815d-4e46-8cb6-39c486d1808e', 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:03.493742 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86e4b8db-9bf8-41de-a5a4-d6e8799fd1e1 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (6aa9a360-b2e2-4646-9d20-4be9b37dd51b), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.550490 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86e4b8db-9bf8-41de-a5a4-d6e8799fd1e1 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (6aa9a360-b2e2-4646-9d20-4be9b37dd51b), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.554492 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86e4b8db-9bf8-41de-a5a4-d6e8799fd1e1 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (6aa9a360-b2e2-4646-9d20-4be9b37dd51b), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.572373 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4b8db-9bf8-41de-a5a4-d6e8799fd1e1 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa9a360-b2e2-4646-9d20-4be9b37dd51b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:03.579688 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86e4b8db-9bf8-41de-a5a4-d6e8799fd1e1 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.580885 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-86e4b8db-9bf8-41de-a5a4-d6e8799fd1e1 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171992 Feb 03 23:06:03.583531 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:03.587866 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-40b26146-f383-45c8-9648-f50724afd529 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'security_group_rule': {'security_group_id': '020d50a4-815d-4e46-8cb6-39c486d1808e', 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:03.612342 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40b26146-f383-45c8-9648-f50724afd529 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (1a934128-a1d9-4c92-bd3c-c5936b076c25), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.668657 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40b26146-f383-45c8-9648-f50724afd529 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (1a934128-a1d9-4c92-bd3c-c5936b076c25), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.672143 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40b26146-f383-45c8-9648-f50724afd529 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (1a934128-a1d9-4c92-bd3c-c5936b076c25), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.693771 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b26146-f383-45c8-9648-f50724afd529 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a934128-a1d9-4c92-bd3c-c5936b076c25,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:03.700090 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40b26146-f383-45c8-9648-f50724afd529 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.704178 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-40b26146-f383-45c8-9648-f50724afd529 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168516 Feb 03 23:06:03.704391 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:03.708837 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5ed37ea3-795b-41fb-b9df-878e359f3d99 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'security_group_rule': {'security_group_id': '020d50a4-815d-4e46-8cb6-39c486d1808e', 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:03.734461 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed37ea3-795b-41fb-b9df-878e359f3d99 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (fdd61b8b-e6e2-4c11-8e64-bff51d5b1fa5), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.789942 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed37ea3-795b-41fb-b9df-878e359f3d99 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (fdd61b8b-e6e2-4c11-8e64-bff51d5b1fa5), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.793720 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed37ea3-795b-41fb-b9df-878e359f3d99 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (fdd61b8b-e6e2-4c11-8e64-bff51d5b1fa5), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.809099 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed37ea3-795b-41fb-b9df-878e359f3d99 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd61b8b-e6e2-4c11-8e64-bff51d5b1fa5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:03.819291 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed37ea3-795b-41fb-b9df-878e359f3d99 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.820508 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5ed37ea3-795b-41fb-b9df-878e359f3d99 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151381 Feb 03 23:06:03.823214 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:03.827594 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d2327c32-e22e-4624-82bb-a23523c5ea1a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'security_group_rule': {'security_group_id': '020d50a4-815d-4e46-8cb6-39c486d1808e', 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:03.851487 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2327c32-e22e-4624-82bb-a23523c5ea1a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (8e5bab7a-43d3-426b-b5ec-a6f88cbcaf32), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.911556 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2327c32-e22e-4624-82bb-a23523c5ea1a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (8e5bab7a-43d3-426b-b5ec-a6f88cbcaf32), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.915712 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2327c32-e22e-4624-82bb-a23523c5ea1a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (8e5bab7a-43d3-426b-b5ec-a6f88cbcaf32), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.934115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2327c32-e22e-4624-82bb-a23523c5ea1a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5bab7a-43d3-426b-b5ec-a6f88cbcaf32,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:03.940488 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2327c32-e22e-4624-82bb-a23523c5ea1a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:03.941696 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-d2327c32-e22e-4624-82bb-a23523c5ea1a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175580 Feb 03 23:06:03.944421 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:03.948668 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-faf38f84-d40b-41cb-9c66-32c2dab61f9a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'security_group_rule': {'security_group_id': '020d50a4-815d-4e46-8cb6-39c486d1808e', 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:03.968138 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-faf38f84-d40b-41cb-9c66-32c2dab61f9a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Project 73ae73a880b1437f83d01f97eeff8891 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:06:03.972978 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-faf38f84-d40b-41cb-9c66-32c2dab61f9a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (ee35ad30-672a-4846-b9f8-fb60e9d68eb1), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:04.035334 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-faf38f84-d40b-41cb-9c66-32c2dab61f9a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (ee35ad30-672a-4846-b9f8-fb60e9d68eb1), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:04.039758 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-faf38f84-d40b-41cb-9c66-32c2dab61f9a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (ee35ad30-672a-4846-b9f8-fb60e9d68eb1), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:04.058374 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf38f84-d40b-41cb-9c66-32c2dab61f9a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee35ad30-672a-4846-b9f8-fb60e9d68eb1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:04.068088 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-faf38f84-d40b-41cb-9c66-32c2dab61f9a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:04.069360 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-faf38f84-d40b-41cb-9c66-32c2dab61f9a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239264 Feb 03 23:06:04.072292 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:04.076601 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-92bb06d4-e8a2-4bd2-b337-b3930c75c149 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'security_group_rule': {'security_group_id': '020d50a4-815d-4e46-8cb6-39c486d1808e', 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:04.096221 n-d-824834-9 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-92bb06d4-e8a2-4bd2-b337-b3930c75c149 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Project 73ae73a880b1437f83d01f97eeff8891 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:06:04.101503 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92bb06d4-e8a2-4bd2-b337-b3930c75c149 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (72077e8d-0528-4aa9-8a45-4b245a39badc), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:04.158620 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92bb06d4-e8a2-4bd2-b337-b3930c75c149 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (72077e8d-0528-4aa9-8a45-4b245a39badc), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:04.162980 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92bb06d4-e8a2-4bd2-b337-b3930c75c149 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700271'] for security_group_rule (72077e8d-0528-4aa9-8a45-4b245a39badc), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:04.181612 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb06d4-e8a2-4bd2-b337-b3930c75c149 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72077e8d-0528-4aa9-8a45-4b245a39badc,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:04.188251 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92bb06d4-e8a2-4bd2-b337-b3930c75c149 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:04.189474 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-92bb06d4-e8a2-4bd2-b337-b3930c75c149 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161859 Feb 03 23:06:04.339083 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-e8c6cc99-96a3-441a-9b12-119ac4f5d98f tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600133440&fields=id&tenant_id=73ae73a880b1437f83d01f97eeff8891 HTTP/1.1" status: 200 len: 267 time: 0.0447233 Feb 03 23:06:04.449894 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b4ea0a9a-62f2-4fc7-89ad-86a65617c1c2 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:04.451381 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b4ea0a9a-62f2-4fc7-89ad-86a65617c1c2 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 809 time: 0.1061585 Feb 03 23:06:04.466231 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-5d55e96f-d995-4306-af75-e040e689786c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/quotas/73ae73a880b1437f83d01f97eeff8891 HTTP/1.1" status: 200 len: 375 time: 0.0096161 Feb 03 23:06:04.522169 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-2dff1a7e-121a-4bce-abf0-7cc0c838e9b5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500858 Feb 03 23:06:04.623549 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-27adf2a5-437d-4fc5-9f5a-9d8e8f5f754c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:06:04.624546 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-27adf2a5-437d-4fc5-9f5a-9d8e8f5f754c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0909889 Feb 03 23:06:04.679538 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Sync routers for ids ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:06:04.688832 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Routers {'5fa6b44f-f49a-4c45-84da-1872fcba6d55'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:06:04.689516 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:04.720977 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-d484e4da-3de2-47f8-864d-972ecf078889 service neutron] 10.222.0.50 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904176 Feb 03 23:06:04.775976 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d6190be-a6f2-409d-b82e-41fae99509ca up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:06:04.812448 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-bc5cc328-b4d0-4442-9c21-0940cbbd38a7 service neutron] 10.222.0.50 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845585 Feb 03 23:06:04.833930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Set router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:06:04.885158 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 3d6190be-a6f2-409d-b82e-41fae99509ca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:04.885533 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:04.981264 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-bc5f2c57-0c87-4981-a3a0-889229c13616 req-9eda5372-1dc3-4396-a046-4fe25421b965 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 210 time: 0.0284121 Feb 03 23:06:05.095764 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 3d6190be-a6f2-409d-b82e-41fae99509ca is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:05.127337 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:58Z', 'updated_at': '2022-02-03T23:06:01Z', 'revision_number': 4, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'gw_port': {'id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:59Z', 'updated_at': '2022-02-03T23:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5f4bdc62-6415-4ba0-b713-ebc6584744bf', 'name': '', 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'mac_address': 'fa:16:3e:5f:42:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '646d6b57-1734-4794-8218-e2926ace678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:06:01Z', 'updated_at': '2022-02-03T23:06:02Z', 'revision_number': 2, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'subnets': [{'id': '646d6b57-1734-4794-8218-e2926ace678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:05.323903 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Checking router: 5fa6b44f-f49a-4c45-84da-1872fcba6d55 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:06:05.324400 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Updating router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 port 5f4bdc62-6415-4ba0-b713-ebc6584744bf binding host n-d-824834-9 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:06:05.352804 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:05.617656 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Publish callbacks [] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:05.623338 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:05.679195 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10665a6-f2d2-4215-92e6-46fa645adce0 None None] Pushing event updated for resources: {'Port': ['ID=5f4bdc62-6415-4ba0-b713-ebc6584744bf,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:05.731667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Attempting to bind port 5f4bdc62-6415-4ba0-b713-ebc6584744bf on host n-d-824834-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:06:05.732279 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Attempting to bind port 5f4bdc62-6415-4ba0-b713-ebc6584744bf by drivers openvswitch,hyperv on host n-d-824834-9 at level 0 using segments [{'id': '95435a32-8098-498d-98c1-096c50f8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:06:05.732513 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Attempting to bind port 5f4bdc62-6415-4ba0-b713-ebc6584744bf on network d2c44762-c32e-4ca2-86c9-f731359e2a7e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:06:05.737693 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Checking agent: {'id': '21bcf3e3-2bac-422c-89d0-589c6f36625a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 27), 'started_at': datetime.datetime(2022, 2, 3, 21, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:06:05.738092 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Checking segment: {'id': '95435a32-8098-498d-98c1-096c50f8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:06:05.738479 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:05.738874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Bound using segment: {'id': '95435a32-8098-498d-98c1-096c50f8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:06:05.739341 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Bound port: 5f4bdc62-6415-4ba0-b713-ebc6584744bf, host: n-d-824834-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95435a32-8098-498d-98c1-096c50f8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:06:05.739728 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:05.811031 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] For port 5f4bdc62-6415-4ba0-b713-ebc6584744bf, host n-d-824834-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:06:05.814657 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] For port 5f4bdc62-6415-4ba0-b713-ebc6584744bf, host n-d-824834-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5f4bdc62-6415-4ba0-b713-ebc6584744bf,segment=NetworkSegment(95435a32-8098-498d-98c1-096c50f8afdb),segment_id=95435a32-8098-498d-98c1-096c50f8afdb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:06:05.822452 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:05.879234 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Routers {'5fa6b44f-f49a-4c45-84da-1872fcba6d55'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:06:05.879868 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:05.967790 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10665a6-f2d2-4215-92e6-46fa645adce0 None None] Pushing event updated for resources: {'Port': ['ID=5f4bdc62-6415-4ba0-b713-ebc6584744bf,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:05.998734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-edcdcb9b-3f45-4f52-b3d1-6a6fd3ad7e25 None None] Provisioning complete for port 5f4bdc62-6415-4ba0-b713-ebc6584744bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:05.999246 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb9b-3f45-4f52-b3d1-6a6fd3ad7e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:05.999588 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-75b8081e-7b1e-4f6b-95b7-93c8214ec0f9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:06.001637 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-75b8081e-7b1e-4f6b-95b7-93c8214ec0f9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 809 time: 0.1502519 Feb 03 23:06:06.071672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] Set router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:06:06.092981 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-730be739-0cff-4a50-bc5e-a9c8b7d17084 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73ae73a880b1437f83d01f97eeff8891 HTTP/1.1" status: 200 len: 380 time: 0.0812898 Feb 03 23:06:06.103074 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'port': {'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'admin_state_up': True, 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'security_groups': ['020d50a4-815d-4e46-8cb6-39c486d1808e']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:06.115120 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4e729f43-5691-460d-986c-e593b7d6ef13 req-3aae90eb-f9d1-408b-935e-0c9e26d3e1f0 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 210 time: 0.0443306 Feb 03 23:06:06.221975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Made reservation on behalf of 73ae73a880b1437f83d01f97eeff8891 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:06:06.224603 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-edcdcb9b-3f45-4f52-b3d1-6a6fd3ad7e25 None None] Current status of the port 5f4bdc62-6415-4ba0-b713-ebc6584744bf is: DOWN; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:06.225022 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb9b-3f45-4f52-b3d1-6a6fd3ad7e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.225468 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.285580 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-edcdcb9b-3f45-4f52-b3d1-6a6fd3ad7e25 None None] For port 5f4bdc62-6415-4ba0-b713-ebc6584744bf, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5f4bdc62-6415-4ba0-b713-ebc6584744bf,segment=NetworkSegment(95435a32-8098-498d-98c1-096c50f8afdb),segment_id=95435a32-8098-498d-98c1-096c50f8afdb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:06:06.290668 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb9b-3f45-4f52-b3d1-6a6fd3ad7e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.355007 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Allocated IP 172.20.0.8 (1c5334d0-edde-4480-a85d-bd93d152a066/bc268f18-6568-4ac2-9864-e5f6d8ec9c29/aa41e994-b299-4f26-ad3d-e93f2f748b93) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:06:06.366948 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdcb9b-3f45-4f52-b3d1-6a6fd3ad7e25 None None] Pushing event updated for resources: {'Port': ['ID=5f4bdc62-6415-4ba0-b713-ebc6584744bf,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:06.388935 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:58Z', 'updated_at': '2022-02-03T23:06:01Z', 'revision_number': 4, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'gw_port': {'id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:59Z', 'updated_at': '2022-02-03T23:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5f4bdc62-6415-4ba0-b713-ebc6584744bf', 'name': '', 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'mac_address': 'fa:16:3e:5f:42:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '646d6b57-1734-4794-8218-e2926ace678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:06:01Z', 'updated_at': '2022-02-03T23:06:05Z', 'revision_number': 4, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'subnets': [{'id': '646d6b57-1734-4794-8218-e2926ace678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:06.419096 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f65839-b5e1-410d-aa89-6e2157e7df3d None None] The sync data for ids ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'] in n-d-824834-9 is: [{'id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:58Z', 'updated_at': '2022-02-03T23:06:01Z', 'revision_number': 4, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'gw_port': {'id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:59Z', 'updated_at': '2022-02-03T23:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': '5f4bdc62-6415-4ba0-b713-ebc6584744bf', 'name': '', 'network_id': 'd2c44762-c32e-4ca2-86c9-f731359e2a7e', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'mac_address': 'fa:16:3e:5f:42:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '646d6b57-1734-4794-8218-e2926ace678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:06:01Z', 'updated_at': '2022-02-03T23:06:05Z', 'revision_number': 4, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'subnets': [{'id': '646d6b57-1734-4794-8218-e2926ace678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:06:06.430779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f4616e01-aca3-469f-85e2-88f1cfd73fa1 None None] Provisioning complete for port 5f4bdc62-6415-4ba0-b713-ebc6584744bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:06.431158 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4616e01-aca3-469f-85e2-88f1cfd73fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.529946 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.536229 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f4616e01-aca3-469f-85e2-88f1cfd73fa1 None None] Current status of the port 5f4bdc62-6415-4ba0-b713-ebc6584744bf is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:06.571005 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.618470 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Network 1c5334d0-edde-4480-a85d-bd93d152a066 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:06:06.623994 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:06:06.627912 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:06:06.656454 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'Port': ['ID=aa41e994-b299-4f26-ad3d-e93f2f748b93,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:06.687691 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:06.688338 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.708521 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-31788b1a-c3c9-4d86-a06c-9932addc5bd9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6086793 Feb 03 23:06:06.789744 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Request body: {'port': {'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:06.859624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5f4bdc62-6415-4ba0-b713-ebc6584744bf up at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:06:06.876465 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.893285 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-62531b52-01a4-4b3d-939e-911772b31e4f None None] Provisioning complete for port aa41e994-b299-4f26-ad3d-e93f2f748b93 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:06.893670 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62531b52-01a4-4b3d-939e-911772b31e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.957776 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Provisioning complete for port 5f4bdc62-6415-4ba0-b713-ebc6584744bf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:06.958167 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:06.961150 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62531b52-01a4-4b3d-939e-911772b31e4f None None] Port aa41e994-b299-4f26-ad3d-e93f2f748b93 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:06:07.054483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Current status of the port 5f4bdc62-6415-4ba0-b713-ebc6584744bf is: ACTIVE; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:07.175444 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa41e994-b299-4f26-ad3d-e93f2f748b93 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:06:07.183310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Publish callbacks [] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:07.195984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Transition to ACTIVE for port object aa41e994-b299-4f26-ad3d-e93f2f748b93 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:06:07.201518 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:07.239390 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dbfe7-f202-43e5-8ce9-aa1554ace9a3 req-98fb4b9c-bd37-411f-bd99-0be46111fafe tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:07.240964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d4dbfe7-f202-43e5-8ce9-aa1554ace9a3 req-98fb4b9c-bd37-411f-bd99-0be46111fafe tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 931 time: 0.0578649 Feb 03 23:06:07.250747 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa41e994-b299-4f26-ad3d-e93f2f748b93,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:07.300427 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4d4dbfe7-f202-43e5-8ce9-aa1554ace9a3 req-893bcec2-f24f-4586-95e8-1fd2259eaffb tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536468 Feb 03 23:06:07.328573 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Attempting to bind port aa41e994-b299-4f26-ad3d-e93f2f748b93 on host n-h1-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:06:07.328924 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Attempting to bind port aa41e994-b299-4f26-ad3d-e93f2f748b93 by drivers openvswitch,hyperv on host n-h1-824834-9 at level 0 using segments [{'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:06:07.329275 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Attempting to bind port aa41e994-b299-4f26-ad3d-e93f2f748b93 on network 1c5334d0-edde-4480-a85d-bd93d152a066 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:06:07.334394 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Port aa41e994-b299-4f26-ad3d-e93f2f748b93 on network 1c5334d0-edde-4480-a85d-bd93d152a066 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:06:07.334736 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Attempting to bind port aa41e994-b299-4f26-ad3d-e93f2f748b93 on network 1c5334d0-edde-4480-a85d-bd93d152a066 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:06:07.339606 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Checking agent: {'id': 'f03b531c-c7f7-48de-b023-8b5aa89d609f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:06:07.339948 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Checking segment: {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:06:07.340335 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Bound using segment: {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:06:07.340763 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Bound port: aa41e994-b299-4f26-ad3d-e93f2f748b93, host: n-h1-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:06:07.341154 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:07.410834 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:06:07.414027 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:06:07.420551 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:07.455042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:07.455680 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:07.457109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] 10.222.0.10 "PUT /v2.0/ports/aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 1091 time: 0.7425225 Feb 03 23:06:07.457558 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:06:07.460411 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6dbb38-9abc-408f-823d-5879b7acf39e" -d '{"events": [{"name": "network-changed", "server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:06:07.485175 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8d70f-7a7d-4be4-81b9-4db41b49fae1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa41e994-b299-4f26-ad3d-e93f2f748b93,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:07.564828 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-ef1f8b49-4461-4c12-bf1d-6295a1ce9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:07.566515 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-ef1f8b49-4461-4c12-bf1d-6295a1ce9511 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1125 time: 0.0560048 Feb 03 23:06:07.583681 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d763ec-0432-40da-8166-bec5366e2468 x-openstack-request-id: req-a9d763ec-0432-40da-8166-bec5366e2468 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:06:07.584580 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:06:07.584842 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9d763ec-0432-40da-8166-bec5366e2468 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:06:07.585279 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'status': 'completed', 'code': 200} Feb 03 23:06:07.616956 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-b2b39f86-bad1-456c-a488-ee0b5d2b67b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 217 time: 0.0429113 Feb 03 23:06:07.667475 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-15645e0a-4095-401a-9d86-a7365430bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:07.668997 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-15645e0a-4095-401a-9d86-a7365430bbee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0463936 Feb 03 23:06:07.717506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-d50928d1-e5af-4574-a706-331b1973653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:07.719158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-d50928d1-e5af-4574-a706-331b1973653d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445430 Feb 03 23:06:07.812972 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-38a699c3-21a4-4e2c-9806-efd6f59c5751 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869954 Feb 03 23:06:07.906158 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-982a5ec0-030a-4c14-bfa4-12f7dfe1c0db req-0352de46-a84b-4b6b-ada3-aa2bda3967f1 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852957 Feb 03 23:06:07.997213 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-6b272280-6024-4c60-bb1f-c63c2e43c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:07.998725 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-6b272280-6024-4c60-bb1f-c63c2e43c8aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1125 time: 0.0459325 Feb 03 23:06:08.092879 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-ec698919-a876-439f-a0c2-fff9607e35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:08.094749 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-ec698919-a876-439f-a0c2-fff9607e35e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0903692 Feb 03 23:06:08.136830 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-c7d9494e-d8d9-4955-bea8-16109f12ce25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 217 time: 0.0359211 Feb 03 23:06:08.186384 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-5341262e-814e-44db-8516-985c02c19cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:08.187886 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-5341262e-814e-44db-8516-985c02c19cbc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0453000 Feb 03 23:06:08.243317 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-b6a1804a-2b75-4bda-a6eb-5d7597349789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:08.244931 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-b6a1804a-2b75-4bda-a6eb-5d7597349789 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515513 Feb 03 23:06:08.338793 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-8040d1d0-ba2c-447e-8d8a-e3a04291172d service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875239 Feb 03 23:06:08.420782 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7291619-2a5f-4839-b497-6b0dd4027cac req-f53ebbf1-f335-4821-a865-cea510ddc9aa tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:08.423220 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7291619-2a5f-4839-b497-6b0dd4027cac req-f53ebbf1-f335-4821-a865-cea510ddc9aa tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 943 time: 0.0557518 Feb 03 23:06:08.440293 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1d6dbb38-9abc-408f-823d-5879b7acf39e req-c4dcf318-42c5-4f5e-8c59-de7174430db8 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955131 Feb 03 23:06:08.475964 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b7291619-2a5f-4839-b497-6b0dd4027cac req-3b45e67b-881f-48ff-a7e5-a713adb9fb31 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466731 Feb 03 23:06:09.599548 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218601c-ef29-4af7-8ee8-7a13a29065eb req-13e6e1e2-b94f-45b6-8a49-5863b251b472 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:09.601029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7218601c-ef29-4af7-8ee8-7a13a29065eb req-13e6e1e2-b94f-45b6-8a49-5863b251b472 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 943 time: 0.0560129 Feb 03 23:06:09.649457 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7218601c-ef29-4af7-8ee8-7a13a29065eb req-b7bd8cc0-841e-46c9-8528-8c1cdd73ccb9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 Feb 03 23:06:10.497527 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aa41e994-b299-4f26-ad3d-e93f2f748b93 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:06:10.593324 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:06:10.604363 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:06:10.639656 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port aa41e994-b299-4f26-ad3d-e93f2f748b93 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:10.640040 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:10.653284 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa41e994-b299-4f26-ad3d-e93f2f748b93 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:06:10.671846 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:06:10.676569 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:10.726253 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=aa41e994-b299-4f26-ad3d-e93f2f748b93,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:10.768589 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d29fb6-413a-48fb-9762-454eb25b9215 req-e3c59954-60da-4856-a40d-f2da0f53ab19 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:10.770402 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2d29fb6-413a-48fb-9762-454eb25b9215 req-e3c59954-60da-4856-a40d-f2da0f53ab19 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 944 time: 0.0530486 Feb 03 23:06:10.818740 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b2d29fb6-413a-48fb-9762-454eb25b9215 req-58fff4a7-d43f-4124-af42-394c14618038 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422554 Feb 03 23:06:11.027914 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['aa41e994-b299-4f26-ad3d-e93f2f748b93'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:06:11.942222 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff608-ebe9-4fe0-86b7-0cc5f1def6e6 req-bfe46862-69a9-482d-bbde-63437a729587 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:11.944252 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e7ff608-ebe9-4fe0-86b7-0cc5f1def6e6 req-bfe46862-69a9-482d-bbde-63437a729587 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 944 time: 0.0571213 Feb 03 23:06:11.992669 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7e7ff608-ebe9-4fe0-86b7-0cc5f1def6e6 req-10c42c7b-b609-4afa-80e4-e7b5968b3d36 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423727 Feb 03 23:06:12.506370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aa41e994-b299-4f26-ad3d-e93f2f748b93 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:06:12.553956 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning for port aa41e994-b299-4f26-ad3d-e93f2f748b93 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:06:12.557834 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port aa41e994-b299-4f26-ad3d-e93f2f748b93 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:06:12.558357 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:12.636413 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port aa41e994-b299-4f26-ad3d-e93f2f748b93 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:06:12.636798 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:12.658190 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:06:12.660379 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae93cf6a-222a-48c9-ba3b-aad8341b0732" -d '{"events": [{"server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "name": "network-vif-plugged", "status": "completed", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:06:12.673340 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:06:12.677176 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:12.700141 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a905300-5717-411e-9a7a-b3015a107a93 x-openstack-request-id: req-7a905300-5717-411e-9a7a-b3015a107a93 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:06:12.700439 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "name": "network-vif-plugged", "status": "completed", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:06:12.700696 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a905300-5717-411e-9a7a-b3015a107a93 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:06:12.701113 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'code': 200} Feb 03 23:06:12.726870 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=aa41e994-b299-4f26-ad3d-e93f2f748b93,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:12.801015 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf0154-8715-4a9c-ba00-fc0712fa0aad req-0f8e7c40-e459-4e83-9fe2-a9c145a4f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:12.803077 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ecf0154-8715-4a9c-ba00-fc0712fa0aad req-0f8e7c40-e459-4e83-9fe2-a9c145a4f5d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1127 time: 0.0440323 Feb 03 23:06:12.846614 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7ecf0154-8715-4a9c-ba00-fc0712fa0aad req-2b56a1d0-d222-4c0e-b63a-ff0a51f765eb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381658 Feb 03 23:06:13.109825 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ad685-a74a-4c66-a005-9531dc7f04f0 req-7757dc2b-3eef-4849-a474-a02039fcaf29 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:13.111201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-398ad685-a74a-4c66-a005-9531dc7f04f0 req-7757dc2b-3eef-4849-a474-a02039fcaf29 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 945 time: 0.0523150 Feb 03 23:06:13.157679 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-398ad685-a74a-4c66-a005-9531dc7f04f0 req-c666553a-910f-4031-bc67-1fc8ce9b95f1 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409369 Feb 03 23:06:14.275725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e4af6-015c-4771-9270-f695ae87d97d req-51efe34d-6de7-4c09-a340-12618a71c7cc tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:14.277230 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-020e4af6-015c-4771-9270-f695ae87d97d req-51efe34d-6de7-4c09-a340-12618a71c7cc tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 945 time: 0.0507689 Feb 03 23:06:14.328700 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-020e4af6-015c-4771-9270-f695ae87d97d req-56f012c3-a5f6-44d1-b19b-dd9f2f9af0f5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459149 Feb 03 23:06:14.444181 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61be9a-5de1-4740-9f91-f7a0ba3e55ca req-5da96fb9-96d3-4e19-9f2a-27950e0883a0 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:14.445588 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c61be9a-5de1-4740-9f91-f7a0ba3e55ca req-5da96fb9-96d3-4e19-9f2a-27950e0883a0 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 945 time: 0.0518055 Feb 03 23:06:14.492928 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c61be9a-5de1-4740-9f91-f7a0ba3e55ca req-a4fc0640-5699-49ad-a165-18856257a2a2 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Feb 03 23:06:14.514053 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57078) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:14.596652 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e3b6c8-babd-4343-b0e5-47fb1c743de7 tempest-TestSnapshotPattern-2050973522 tempest-TestSnapshotPattern-2050973522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:14.598201 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c8e3b6c8-babd-4343-b0e5-47fb1c743de7 tempest-TestSnapshotPattern-2050973522 tempest-TestSnapshotPattern-2050973522-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1122 time: 0.0831664 Feb 03 23:06:14.601633 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57082) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:06:14.605869 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:06:14.625148 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:14.722311 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:14.821117 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Allocated IP 172.25.5.225 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/cd5ae818-f055-4915-99da-db6f94d4f2e9) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:06:14.923308 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for port (cd5ae818-f055-4915-99da-db6f94d4f2e9), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:14.956379 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cd5ae818-f055-4915-99da-db6f94d4f2e9), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:14.991714 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:06:14.994639 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:06:15.000484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:06:15.027951 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'Port': ['ID=cd5ae818-f055-4915-99da-db6f94d4f2e9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:15.634859 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for floatingip (5836a011-4443-4aef-803b-f35ae2092b6c), precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:15.701040 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (cd5ae818-f055-4915-99da-db6f94d4f2e9), before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:15.846651 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for port (cd5ae818-f055-4915-99da-db6f94d4f2e9), precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:15.851655 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704706'] for port (cd5ae818-f055-4915-99da-db6f94d4f2e9), after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:15.928834 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'Port': ['ID=cd5ae818-f055-4915-99da-db6f94d4f2e9,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:06:15.936667 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (5836a011-4443-4aef-803b-f35ae2092b6c), after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:16.036391 n-d-824834-9 neutron-server[103397]: INFO neutron.db.l3_db [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Floating IP 5836a011-4443-4aef-803b-f35ae2092b6c associated. External IP: 172.25.5.225, port: aa41e994-b299-4f26-ad3d-e93f2f748b93. Feb 03 23:06:16.241124 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:06:16.350725 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:06:16.360346 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] Sync routers for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:06:16.369247 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:16.372136 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:06:16.372966 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:16.399945 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-c1cf849c-5be3-42ba-93bf-cfdb8dc691c5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7972815 Feb 03 23:06:16.400536 n-d-824834-9 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:06:16.402807 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04c48ce4695d74afd082357b765bcf3f0f3d292d1573b218eade1a399d0647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404" -d '{"events": [{"name": "network-changed", "server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:06:16.481881 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:06:16.491041 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c839f4-7371-4426-afdc-72aa01f5df5b x-openstack-request-id: req-13c839f4-7371-4426-afdc-72aa01f5df5b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:06:16.491401 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:06:16.491580 n-d-824834-9 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13c839f4-7371-4426-afdc-72aa01f5df5b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:06:16.491985 n-d-824834-9 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'status': 'completed', 'code': 200} Feb 03 23:06:16.556766 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-53996ac2-77c0-4cb7-b86d-7af85834263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:16.558641 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-53996ac2-77c0-4cb7-b86d-7af85834263a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1127 time: 0.0452251 Feb 03 23:06:16.651722 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-e6e6f383-8fea-4689-91e9-fc1c0e3919ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:16.653254 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-e6e6f383-8fea-4689-91e9-fc1c0e3919ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0894444 Feb 03 23:06:16.707418 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '5836a011-4443-4aef-803b-f35ae2092b6c', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:06:15Z', 'updated_at': '2022-02-03T23:06:15Z', 'revision_number': 0, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:16.718153 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-2a0818f2-2735-4520-8e27-4bbf17cd2f17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 999 time: 0.0592380 Feb 03 23:06:16.734844 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] Checking router: 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:06:16.743593 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:06:16.744137 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:05:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:16.770927 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-09e001d3-b611-42e9-bbe6-ba422d78d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:16.772446 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-09e001d3-b611-42e9-bbe6-ba422d78d5bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0483053 Feb 03 23:06:16.821899 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-5b6a6fcd-6fe0-412e-a1eb-89c5058ef636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:16.823441 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-5b6a6fcd-6fe0-412e-a1eb-89c5058ef636 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450974 Feb 03 23:06:16.848950 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:06:16.912697 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-2b00d42d-90e5-4ec5-b3d7-b5fd3729c145 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830288 Feb 03 23:06:17.006592 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-69241f22-fc1f-4fc1-9fc9-f9d66e40f404 req-61a8526a-aeeb-42a2-8d1f-8ee52251e719 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879474 Feb 03 23:06:17.067688 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '5836a011-4443-4aef-803b-f35ae2092b6c', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:06:15Z', 'updated_at': '2022-02-03T23:06:15Z', 'revision_number': 0, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:06:17.180969 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b1536-08f9-44e1-b10a-c8f9de47a905 None None] The sync data for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 is: [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '5836a011-4443-4aef-803b-f35ae2092b6c', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:06:15Z', 'updated_at': '2022-02-03T23:06:15Z', 'revision_number': 0, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:06:17.367934 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6507b7-0371-496a-a9c8-dd0d7fecf277 None None] New status for floating IP 5836a011-4443-4aef-803b-f35ae2092b6c: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:06:20.162546 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-14e2d054-fdd4-4e17-8b38-627f6211df35 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447571 Feb 03 23:06:20.250115 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-0f10c42e-1196-469d-b303-f9ba61b1a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:20.251744 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-0f10c42e-1196-469d-b303-f9ba61b1a2bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1127 time: 0.0478964 Feb 03 23:06:20.358031 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-d68d8dd4-cb32-4b2e-a5ca-7cf1ff179a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:20.359520 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-d68d8dd4-cb32-4b2e-a5ca-7cf1ff179a21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0902379 Feb 03 23:06:20.424777 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-35ffdf34-f6c8-4b15-927b-850ba1270729 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 1001 time: 0.0588028 Feb 03 23:06:20.476456 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-10c0fd3e-ac62-4cd8-9275-71a30c310b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:20.477951 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-10c0fd3e-ac62-4cd8-9275-71a30c310b86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0482099 Feb 03 23:06:20.527163 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-ae6dcca4-6cc4-4b3a-83f7-712eb75f0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:06:20.528690 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-ae6dcca4-6cc4-4b3a-83f7-712eb75f0dbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454547 Feb 03 23:06:20.615656 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-b8b3924a-3f98-4af0-8aef-c32694e8442b service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806193 Feb 03 23:06:20.707850 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-cb62a458-3ac9-4a28-87ba-311dc3533ce8 req-29986b21-9a18-4aef-a159-c7e7bcb7ebe0 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865798 Feb 03 23:06:23.765792 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adbfc2f0-f01f-4818-945d-de2adb05a369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:25.340673 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:25.343784 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:26.731458 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c03bc97-0128-4d12-afc3-814c5a18e528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:27.281194 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:28.941227 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:30.073805 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:36.948164 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:06:53.767807 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88a927a4-13b0-4925-b923-f12c97527060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:55.347125 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:55.348115 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:56.732469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a918d6c-eeb3-4e69-bc18-ac94c25710f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:57.283515 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:06:58.944154 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:00.075512 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:13.947374 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:07:21.180310 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b978601d-15d7-4850-9972-86d4fb869579 req-68add3f3-b8c8-4908-8c70-d2adba3f0922 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448012 Feb 03 23:07:21.265586 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978601d-15d7-4850-9972-86d4fb869579 req-9145eaec-ce01-4fdd-a30d-dfb2ee8f9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:07:21.267121 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b978601d-15d7-4850-9972-86d4fb869579 req-9145eaec-ce01-4fdd-a30d-dfb2ee8f9300 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1127 time: 0.0437956 Feb 03 23:07:21.371258 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978601d-15d7-4850-9972-86d4fb869579 req-eae7bd60-93e4-4469-9c15-5e3179e40e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:07:21.372718 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b978601d-15d7-4850-9972-86d4fb869579 req-eae7bd60-93e4-4469-9c15-5e3179e40e1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0869238 Feb 03 23:07:21.438611 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b978601d-15d7-4850-9972-86d4fb869579 req-3ff72a6d-2afb-4e1a-b53a-4ebd3176d772 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 1001 time: 0.0576980 Feb 03 23:07:21.490172 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978601d-15d7-4850-9972-86d4fb869579 req-6612ca56-0ccb-4ba8-8502-38afc13f081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:07:21.491658 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b978601d-15d7-4850-9972-86d4fb869579 req-6612ca56-0ccb-4ba8-8502-38afc13f081d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0469832 Feb 03 23:07:21.538719 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978601d-15d7-4850-9972-86d4fb869579 req-d808d50a-5bbd-4e48-85da-00ca086681ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:07:21.540238 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b978601d-15d7-4850-9972-86d4fb869579 req-d808d50a-5bbd-4e48-85da-00ca086681ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430136 Feb 03 23:07:21.624881 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b978601d-15d7-4850-9972-86d4fb869579 req-2dd33d18-a7c3-4acc-9920-b5b0b3e69b9b service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789218 Feb 03 23:07:21.714837 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-b978601d-15d7-4850-9972-86d4fb869579 req-5f76cf82-469e-4d04-be93-98c18a72c967 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836048 Feb 03 23:07:23.769910 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10a01641-9b75-49a3-a4db-e826e584152e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:25.343906 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:25.357996 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:26.889546 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee507-f931-478c-9d6b-6719eed3006f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:27.286761 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:28.948235 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:30.077247 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:50.947785 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:07:53.772926 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4da60b35-35bb-4ff1-8992-b591ea266c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:55.349555 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:55.360012 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:56.730616 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0005390d-1047-44af-8c2c-23411b63a0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:57.290572 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:07:58.950052 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:00.079366 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:23.165678 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-d666ae91-0a67-4ce7-b6e3-b33bfe091926 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435269 Feb 03 23:08:23.249077 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-75286c25-e63f-42ca-b104-5db27b8de87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:08:23.250569 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-75286c25-e63f-42ca-b104-5db27b8de87c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1127 time: 0.0441539 Feb 03 23:08:23.353019 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-e70e0143-7dd7-4bbc-89d1-97af40ef7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:08:23.354559 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-e70e0143-7dd7-4bbc-89d1-97af40ef7577 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0864799 Feb 03 23:08:23.417650 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-f5320c49-8dd5-4d91-a85a-945e1ec286df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 1001 time: 0.0568769 Feb 03 23:08:23.467757 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-54814fd1-b41c-446a-8ddd-6635d79e263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:08:23.469201 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-54814fd1-b41c-446a-8ddd-6635d79e263b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0457611 Feb 03 23:08:23.515572 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-f8bd1842-35bf-4816-bc77-2b7aa8cc66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:08:23.517047 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-f8bd1842-35bf-4816-bc77-2b7aa8cc66ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420461 Feb 03 23:08:23.606624 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-d6e6ccef-cc48-41e2-9c9e-f274f9e99eec service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834708 Feb 03 23:08:23.691952 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-9daf033f-860d-4d97-bc5d-7a752f42742d req-59056d00-b9d7-42ae-93e6-8533d75560a5 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794077 Feb 03 23:08:23.774006 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbcfe397-a9db-4294-9f17-f4ba4c400e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:25.353639 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:25.363766 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:26.732786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8317db58-5992-48d8-8ba6-7061468b5dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:27.295634 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:27.948843 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:08:28.952440 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:30.081454 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:49.218654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aa41e994-b299-4f26-ad3d-e93f2f748b93 details requested by agent hyperv_n-h1-824834-9 with host n-h1-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:08:49.311744 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:08:49.322637 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Returning: {'device': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:08:49.361303 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port aa41e994-b299-4f26-ad3d-e93f2f748b93 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:08:49.361684 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:49.374411 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa41e994-b299-4f26-ad3d-e93f2f748b93 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:08:49.392578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:08:49.396448 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:49.445027 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=aa41e994-b299-4f26-ad3d-e93f2f748b93,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:08:49.452522 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.452874 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.453371 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.453716 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.454051 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.454384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.454715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.455042 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.455369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.455690 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.456014 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.456338 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.456664 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:08:49.470097 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] get_ports_and_sgs() called for port_ids ['aa41e994-b299-4f26-ad3d-e93f2f748b93'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:08:51.235380 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aa41e994-b299-4f26-ad3d-e93f2f748b93 up at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:08:51.281221 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Provisioning complete for port aa41e994-b299-4f26-ad3d-e93f2f748b93 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:08:51.281591 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:51.355875 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port aa41e994-b299-4f26-ad3d-e93f2f748b93 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:08:51.356774 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:51.378366 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:08:51.380555 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb3468d-0075-4d83-940a-470cdedd2248" -d '{"events": [{"server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "name": "network-vif-plugged", "status": "completed", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:08:51.393528 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:08:51.399215 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:51.445654 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=aa41e994-b299-4f26-ad3d-e93f2f748b93,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:08:52.479328 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa66481-b81b-480f-abf8-e46fdaac6f0f x-openstack-request-id: req-4fa66481-b81b-480f-abf8-e46fdaac6f0f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:08:52.479892 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "name": "network-vif-plugged", "status": "completed", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:08:52.479892 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4fa66481-b81b-480f-abf8-e46fdaac6f0f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:08:52.480259 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'code': 200} Feb 03 23:08:53.776996 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-234c1518-9ff0-400a-8d00-1973d4176ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:55.382486 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:55.386909 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:56.740122 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21ec8ac6-9451-4d92-ba59-060f89ef2ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:57.296243 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:08:58.961252 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:00.086753 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:03.460484 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-f5e258b2-5cac-469a-92b7-e79dc14f981c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600133440&fields=id&tenant_id=73ae73a880b1437f83d01f97eeff8891 HTTP/1.1" status: 200 len: 267 time: 0.0469673 Feb 03 23:09:03.563365 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569fd91-025e-4390-a813-5f166d85d24c req-a038aaa4-ff2d-4b32-bc95-5176490f0c40 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:03.564808 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-a038aaa4-ff2d-4b32-bc95-5176490f0c40 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 809 time: 0.0973332 Feb 03 23:09:03.579101 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-4667f60d-e6ba-4ce5-bbb7-58c8ca0f9b4b tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/quotas/73ae73a880b1437f83d01f97eeff8891 HTTP/1.1" status: 200 len: 375 time: 0.0090950 Feb 03 23:09:03.633093 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-83cc79bc-4bdf-4a69-805c-10e8f3cbe339 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492723 Feb 03 23:09:03.727841 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-2c67050a-cf9a-47d8-9537-ae7b4dffbf64 service neutron] 10.222.0.50 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833619 Feb 03 23:09:03.818029 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-fe1fd9cc-72f0-465f-aa55-72cb904c1de1 service neutron] 10.222.0.50 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843875 Feb 03 23:09:04.053751 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-11a670df-467a-4330-99cd-303f06c2593f req-f8239f4c-f23d-42e5-b1b6-368a6b7b8233 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0949678 Feb 03 23:09:04.949128 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:09:05.159664 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d6fb552-c57b-46b4-a820-18a5817e96aa req-3c09ab9e-6eea-4cb4-9c7b-d1cf2a0db290 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0300167 Feb 03 23:09:05.385416 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569fd91-025e-4390-a813-5f166d85d24c req-2452f2ca-a733-43d7-aa37-7edaaa0b6925 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:05.387157 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-2452f2ca-a733-43d7-aa37-7edaaa0b6925 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.47 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 809 time: 0.4319789 Feb 03 23:09:06.267081 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7d1b19c5-4024-4e30-adbe-ecdbe30d97c7 req-5e7e4cd2-5f8b-40ca-91eb-2c1a266f1819 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0266929 Feb 03 23:09:07.323294 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aa41e994-b299-4f26-ad3d-e93f2f748b93 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:09:07.369309 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-da076ab8-7237-4d1f-81d0-baf50a54be04 req-9aaaeda5-b6a4-4697-8f6e-868fddabb164 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0331247 Feb 03 23:09:07.413558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Current status of the port aa41e994-b299-4f26-ad3d-e93f2f748b93 is: ACTIVE; New status is: DOWN {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:09:07.413973 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:07.438264 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:09:07.440559 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763c1ddd-4e4c-4c44-abd8-396cc1d9de8e" -d '{"events": [{"server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "name": "network-vif-unplugged", "status": "completed", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:09:07.454575 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:09:07.466394 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:07.503721 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37dc027-0f83-4a66-b842-92de5b76f804 x-openstack-request-id: req-a37dc027-0f83-4a66-b842-92de5b76f804 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:09:07.504110 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "name": "network-vif-unplugged", "status": "completed", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:09:07.504361 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a37dc027-0f83-4a66-b842-92de5b76f804 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:09:07.504775 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'code': 200} Feb 03 23:09:07.529335 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Pushing event updated for resources: {'Port': ['ID=aa41e994-b299-4f26-ad3d-e93f2f748b93,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:09:08.470544 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9bffa441-c3bf-4382-a5a9-dec36ccaaa99 req-82f985f0-72cb-42f3-bfbe-fff506c78cca tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0271788 Feb 03 23:09:09.573217 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-6f6a6806-19f1-467b-8fc8-df97b632dcac req-d3b629a3-bf4c-4b7c-b825-6d70da5a1f38 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0292363 Feb 03 23:09:10.676349 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-65e0fa62-edc0-4517-a088-4672187ffc5b req-f5eb6a28-511f-4ae6-8dcc-c4ea813e7f46 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0297210 Feb 03 23:09:11.772426 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-3001b19b-2a8d-4e68-ae6f-06816ff3c20b req-ed9e79ec-22c1-4648-8126-2a660a5bf7be tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0288615 Feb 03 23:09:12.892245 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-1d82c4aa-89da-4f03-a3cf-0b5edffb6eed req-65cbd9f9-5764-4e80-8035-f5cba0bd1d7c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0368171 Feb 03 23:09:13.980443 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-b481b39c-0ee3-4754-aa82-7cae2676aba9 req-79139dee-9658-4ccf-ae27-ee23629435dc tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0270469 Feb 03 23:09:15.074787 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-2c134b9a-ba67-4c22-8a39-4c72f25837c4 req-877184e6-dd72-4010-b51b-5fee84522bae tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0278335 Feb 03 23:09:15.581899 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-9ca99ed9-fbfb-4e72-b789-b2cd614cbe25 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73ae73a880b1437f83d01f97eeff8891 HTTP/1.1" status: 200 len: 380 time: 0.0543664 Feb 03 23:09:15.591812 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'port': {'device_id': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'admin_state_up': True, 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'security_groups': ['020d50a4-815d-4e46-8cb6-39c486d1808e']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:09:15.695506 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Made reservation on behalf of 73ae73a880b1437f83d01f97eeff8891 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:09:15.698937 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:15.823629 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Allocated IP 172.20.0.4 (1c5334d0-edde-4480-a85d-bd93d152a066/bc268f18-6568-4ac2-9864-e5f6d8ec9c29/fdb5ac02-8f84-40b3-954f-b0a6980330d6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:09:15.962582 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:15.994698 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:16.038244 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Network 1c5334d0-edde-4480-a85d-bd93d152a066 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:09:16.041290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:09:16.044975 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:09:16.072222 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'Port': ['ID=fdb5ac02-8f84-40b3-954f-b0a6980330d6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:09:16.085910 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.086266 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.086610 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.086955 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.087294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.087628 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.087957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.088290 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.088617 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.088964 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.089296 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.089622 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.089949 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:09:16.110451 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:16.111111 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:16.137364 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-31e97966-66cf-419c-9c94-ef36e99fcf93 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496097 Feb 03 23:09:16.195534 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Request body: {'port': {'device_id': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:09:16.213279 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd614a-fc7b-48ba-906a-5b43c54aa1dc req-0005ed00-100b-43fd-a90f-d2e9a846856e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:16.215469 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fdd614a-fc7b-48ba-906a-5b43c54aa1dc req-0005ed00-100b-43fd-a90f-d2e9a846856e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 931 time: 0.0618811 Feb 03 23:09:16.261893 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:16.267051 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8fdd614a-fc7b-48ba-906a-5b43c54aa1dc req-25628eee-9a19-4df5-b8c1-c2e4f322bc65 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453727 Feb 03 23:09:16.313730 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-46b7de6d-7c10-42fb-a621-867454721d19 None None] Provisioning complete for port fdb5ac02-8f84-40b3-954f-b0a6980330d6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:09:16.314374 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46b7de6d-7c10-42fb-a621-867454721d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:16.347147 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46b7de6d-7c10-42fb-a621-867454721d19 None None] Port fdb5ac02-8f84-40b3-954f-b0a6980330d6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:09:16.516564 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb5ac02-8f84-40b3-954f-b0a6980330d6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:09:16.523763 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Publish callbacks [] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:16.535743 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Transition to ACTIVE for port object fdb5ac02-8f84-40b3-954f-b0a6980330d6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:09:16.540048 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:16.590059 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb5ac02-8f84-40b3-954f-b0a6980330d6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:09:16.664635 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Attempting to bind port fdb5ac02-8f84-40b3-954f-b0a6980330d6 on host n-h2-824834-9 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:09:16.665156 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Attempting to bind port fdb5ac02-8f84-40b3-954f-b0a6980330d6 by drivers openvswitch,hyperv on host n-h2-824834-9 at level 0 using segments [{'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:09:16.665579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Attempting to bind port fdb5ac02-8f84-40b3-954f-b0a6980330d6 on network 1c5334d0-edde-4480-a85d-bd93d152a066 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:09:16.670472 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Port fdb5ac02-8f84-40b3-954f-b0a6980330d6 on network 1c5334d0-edde-4480-a85d-bd93d152a066 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:09:16.670796 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Attempting to bind port fdb5ac02-8f84-40b3-954f-b0a6980330d6 on network 1c5334d0-edde-4480-a85d-bd93d152a066 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:09:16.675956 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Checking agent: {'id': '4c4c1d4c-9207-4a01-bc90-a9493a75e2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'started_at': datetime.datetime(2022, 2, 3, 21, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:09:16.676294 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Checking segment: {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:09:16.676679 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Bound using segment: {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:09:16.677130 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Bound port: fdb5ac02-8f84-40b3-954f-b0a6980330d6, host: n-h2-824834-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c946e7-b3f8-46db-a276-db763aa95324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:09:16.677491 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:16.742811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] For port fdb5ac02-8f84-40b3-954f-b0a6980330d6, host n-h2-824834-9, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:09:16.745890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] For port fdb5ac02-8f84-40b3-954f-b0a6980330d6, host n-h2-824834-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:09:16.751269 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:16.785947 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:16.786654 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:16.787977 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] 10.222.0.47 "PUT /v2.0/ports/fdb5ac02-8f84-40b3-954f-b0a6980330d6 HTTP/1.1" status: 200 len: 1091 time: 0.6441801 Feb 03 23:09:16.788427 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:09:16.790737 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:09:16.835770 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d7c2e-a0b6-4971-8533-0c2d83b6ca81 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb5ac02-8f84-40b3-954f-b0a6980330d6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:09:16.854760 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2da87f-60f0-493b-9f8e-2481e8eb3879 x-openstack-request-id: req-7d2da87f-60f0-493b-9f8e-2481e8eb3879 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:09:16.855056 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:09:16.855316 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d2da87f-60f0-493b-9f8e-2481e8eb3879 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:09:16.855820 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'status': 'completed', 'code': 200} Feb 03 23:09:16.891097 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569fd91-025e-4390-a813-5f166d85d24c req-771c6299-6f34-424c-8a78-80879c4657c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:16.892659 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-771c6299-6f34-424c-8a78-80879c4657c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 1125 time: 0.0537856 Feb 03 23:09:16.936528 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-cda18082-9bde-4e9b-8bf0-16be2e94f6b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6 HTTP/1.1" status: 200 len: 217 time: 0.0365674 Feb 03 23:09:16.985858 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569fd91-025e-4390-a813-5f166d85d24c req-1fff1740-ba78-46a6-ae6b-ae7e4a1e4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:16.987333 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-1fff1740-ba78-46a6-ae6b-ae7e4a1e4410 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0453036 Feb 03 23:09:17.040009 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569fd91-025e-4390-a813-5f166d85d24c req-9fc2da43-6ccd-4b64-8444-8b61955e462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:17.041568 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-9fc2da43-6ccd-4b64-8444-8b61955e462f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482001 Feb 03 23:09:17.130396 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-8c3f8c86-9f97-4dd4-9694-f8de8167ba24 service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 Feb 03 23:09:17.222772 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-d569fd91-025e-4390-a813-5f166d85d24c req-0d0f82ac-be7a-4339-bc9b-0c1f09545255 service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858657 Feb 03 23:09:17.313557 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-cfc67904-e584-4fed-b4b1-3ea0629dffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:17.315089 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-cfc67904-e584-4fed-b4b1-3ea0629dffa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 1125 time: 0.0487652 Feb 03 23:09:17.389287 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874b891-25a5-401d-96b6-4299eab48842 req-27b2718c-de6c-4401-8217-7c5cb5493686 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:17.390811 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d874b891-25a5-401d-96b6-4299eab48842 req-27b2718c-de6c-4401-8217-7c5cb5493686 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 943 time: 0.0542886 Feb 03 23:09:17.406613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-e8a0f038-a467-4294-847d-d51213258951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:17.408383 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-e8a0f038-a467-4294-847d-d51213258951 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0865521 Feb 03 23:09:17.439345 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d874b891-25a5-401d-96b6-4299eab48842 req-00c793ff-0268-45d5-b3d3-9b955f590ab8 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428829 Feb 03 23:09:17.457044 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-60f63ff4-e5c6-4e08-a790-626b23df54bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6 HTTP/1.1" status: 200 len: 217 time: 0.0394144 Feb 03 23:09:17.499667 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-0ab81b95-02b9-4179-93e1-6a7f184f8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:17.501172 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-0ab81b95-02b9-4179-93e1-6a7f184f8992 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0431368 Feb 03 23:09:17.549191 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-f8e2cd9d-3dc3-400b-8ce2-03cd8cf4247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:17.550642 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-f8e2cd9d-3dc3-400b-8ce2-03cd8cf4247e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443993 Feb 03 23:09:17.642686 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-4dbb6715-30a5-4169-8698-2831c8ada4a9 service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857389 Feb 03 23:09:17.728635 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-77c6f87d-b7d6-45ba-b3be-a20865f5e7d0 req-af9efdf4-7cd8-4db7-8b33-cff4d4be2758 service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804996 Feb 03 23:09:18.561919 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e3aa0-6d4e-466f-b7f3-f1666aa4cd53 req-3fa5dea0-c50a-4909-a660-625b4f354e09 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:18.563374 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e0e3aa0-6d4e-466f-b7f3-f1666aa4cd53 req-3fa5dea0-c50a-4909-a660-625b4f354e09 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 943 time: 0.0522835 Feb 03 23:09:18.615052 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-9e0e3aa0-6d4e-466f-b7f3-f1666aa4cd53 req-da73873a-b607-4b6d-a167-18a198a1962b tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461426 Feb 03 23:09:19.738023 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0608e22-bad4-441f-b6e6-470f71cdc16c req-e6cc4a0d-1bb1-43c1-b0b8-b787dc78d913 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:19.739636 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0608e22-bad4-441f-b6e6-470f71cdc16c req-e6cc4a0d-1bb1-43c1-b0b8-b787dc78d913 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 943 time: 0.0558250 Feb 03 23:09:19.790313 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-f0608e22-bad4-441f-b6e6-470f71cdc16c req-a5052620-59b2-4a56-8695-28acb7d51db5 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447307 Feb 03 23:09:20.372454 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fdb5ac02-8f84-40b3-954f-b0a6980330d6 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:09:20.471103 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fdb5ac02-8f84-40b3-954f-b0a6980330d6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:09:20.482639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'port_id': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'mac_address': 'fa:16:3e:49:b6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:09:20.518574 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port fdb5ac02-8f84-40b3-954f-b0a6980330d6 is: DOWN; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:09:20.518969 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:20.532198 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb5ac02-8f84-40b3-954f-b0a6980330d6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:09:20.551738 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fdb5ac02-8f84-40b3-954f-b0a6980330d6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:09:20.556020 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:20.607483 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=fdb5ac02-8f84-40b3-954f-b0a6980330d6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:09:20.901391 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['fdb5ac02-8f84-40b3-954f-b0a6980330d6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:09:20.910296 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14586a-0a71-428b-9d6d-9803fdfaa13c req-48db4c3b-e15e-4a86-a721-f8ec586d5033 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:20.911812 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af14586a-0a71-428b-9d6d-9803fdfaa13c req-48db4c3b-e15e-4a86-a721-f8ec586d5033 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 944 time: 0.0524518 Feb 03 23:09:20.960310 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-af14586a-0a71-428b-9d6d-9803fdfaa13c req-239984c5-af28-45c3-b69d-75daec12fc32 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Feb 03 23:09:22.082675 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b90d53-2e4f-48b1-a5a7-292b9f48628a req-c95788ba-134c-42b5-9dd3-9b3f5847488a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:22.084117 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9b90d53-2e4f-48b1-a5a7-292b9f48628a req-c95788ba-134c-42b5-9dd3-9b3f5847488a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 944 time: 0.0572240 Feb 03 23:09:22.132870 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-a9b90d53-2e4f-48b1-a5a7-292b9f48628a req-d264fc4f-ec7a-4e04-8bf7-03980761a27c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Feb 03 23:09:22.388624 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fdb5ac02-8f84-40b3-954f-b0a6980330d6 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:09:22.436064 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning for port fdb5ac02-8f84-40b3-954f-b0a6980330d6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:09:22.439827 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port fdb5ac02-8f84-40b3-954f-b0a6980330d6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:09:22.440209 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:22.513587 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port fdb5ac02-8f84-40b3-954f-b0a6980330d6 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:09:22.513968 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:22.537751 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:09:22.539925 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f395dc6-1c1a-42a0-a0ff-b95fd6b070fe" -d '{"events": [{"server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "name": "network-vif-plugged", "status": "completed", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:09:22.553578 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fdb5ac02-8f84-40b3-954f-b0a6980330d6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:09:22.557792 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:22.583203 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5460953-5eee-4c13-929c-47c2290278e8 x-openstack-request-id: req-b5460953-5eee-4c13-929c-47c2290278e8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:09:22.583505 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "name": "network-vif-plugged", "status": "completed", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:09:22.583761 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5460953-5eee-4c13-929c-47c2290278e8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:09:22.584152 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'code': 200} Feb 03 23:09:22.609283 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=fdb5ac02-8f84-40b3-954f-b0a6980330d6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:09:22.681016 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9a152-8652-452d-b0e3-d95b85226f87 req-c2fcfb86-c2ea-476b-85c9-41f767386e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:22.682454 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-edd9a152-8652-452d-b0e3-d95b85226f87 req-c2fcfb86-c2ea-476b-85c9-41f767386e0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 1127 time: 0.0498085 Feb 03 23:09:22.726059 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-edd9a152-8652-452d-b0e3-d95b85226f87 req-f0f553cf-20fa-4314-bb3e-5defd94f8fcc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378923 Feb 03 23:09:23.250545 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebac0b-9041-454a-9f44-ab537ba6fd3b req-78bbd87e-5849-4dbf-b0ba-fb576947af9e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:23.251941 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59ebac0b-9041-454a-9f44-ab537ba6fd3b req-78bbd87e-5849-4dbf-b0ba-fb576947af9e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 945 time: 0.0521507 Feb 03 23:09:23.300149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-59ebac0b-9041-454a-9f44-ab537ba6fd3b req-3ed5e79e-a8a5-49ed-8bdb-b1298c3bcd5b tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Feb 03 23:09:23.780073 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-febce443-545e-4fa0-af8e-43b92b632613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:24.166812 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44f65ba7-dd94-492b-8613-b6adb779578f req-c7af2d47-c468-4c24-b5b2-d3d860778d94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430405 Feb 03 23:09:24.248957 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f65ba7-dd94-492b-8613-b6adb779578f req-5bb4c26c-4645-4e41-a9d2-f9ef6afddc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:24.250486 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44f65ba7-dd94-492b-8613-b6adb779578f req-5bb4c26c-4645-4e41-a9d2-f9ef6afddc6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1125 time: 0.0446441 Feb 03 23:09:24.354798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f65ba7-dd94-492b-8613-b6adb779578f req-793eb9cf-4453-4cda-b10b-2c6f51fde48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:24.356297 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44f65ba7-dd94-492b-8613-b6adb779578f req-793eb9cf-4453-4cda-b10b-2c6f51fde48d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0889764 Feb 03 23:09:24.420578 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d119a94-3a44-48b0-9ef0-d87d1da0f8eb req-c359ed65-2e00-465a-a853-d34d9a7460f4 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:24.422047 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d119a94-3a44-48b0-9ef0-d87d1da0f8eb req-c359ed65-2e00-465a-a853-d34d9a7460f4 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 945 time: 0.0528774 Feb 03 23:09:24.422697 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44f65ba7-dd94-492b-8613-b6adb779578f req-b236f3c0-918f-410a-85f7-052c7a0c95ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 999 time: 0.0605643 Feb 03 23:09:24.474817 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f65ba7-dd94-492b-8613-b6adb779578f req-7464a118-47ce-476a-943a-817a1acf3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:24.475085 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-8d119a94-3a44-48b0-9ef0-d87d1da0f8eb req-ec462eb8-01f8-469a-b839-48b2596bda6e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471451 Feb 03 23:09:24.476421 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44f65ba7-dd94-492b-8613-b6adb779578f req-7464a118-47ce-476a-943a-817a1acf3e77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0479448 Feb 03 23:09:24.525356 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f65ba7-dd94-492b-8613-b6adb779578f req-0c2bae64-20ea-4ab6-9099-29e72f1ce63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:24.526900 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44f65ba7-dd94-492b-8613-b6adb779578f req-0c2bae64-20ea-4ab6-9099-29e72f1ce63c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442982 Feb 03 23:09:24.594623 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df708e2-8f31-45fc-abe1-a02bf6044df4 req-19b00510-0791-4385-b12c-270e3ffb1fa4 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:24.596144 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4df708e2-8f31-45fc-abe1-a02bf6044df4 req-19b00510-0791-4385-b12c-270e3ffb1fa4 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 945 time: 0.0528824 Feb 03 23:09:24.615704 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44f65ba7-dd94-492b-8613-b6adb779578f req-d4acf177-4e40-4ff8-b4f7-8eaf711706cd service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832622 Feb 03 23:09:24.644745 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-4df708e2-8f31-45fc-abe1-a02bf6044df4 req-1436e051-6214-4ba0-ab43-cdefdeb93d9e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428135 Feb 03 23:09:24.666474 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57412) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:09:24.709907 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-44f65ba7-dd94-492b-8613-b6adb779578f req-b95968a7-f533-41a3-8051-23bd399eb70d service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877595 Feb 03 23:09:24.710143 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dc6e2d-022d-4fe0-bd34-5fcc67a2f881 tempest-TestSnapshotPattern-2050973522 tempest-TestSnapshotPattern-2050973522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:24.711491 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-60dc6e2d-022d-4fe0-bd34-5fcc67a2f881 tempest-TestSnapshotPattern-2050973522 tempest-TestSnapshotPattern-2050973522-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 1122 time: 0.0438926 Feb 03 23:09:24.714284 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:09:24.719186 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Request body: {'floatingip': {'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'port_id': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:09:24.739310 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:24.839866 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (None), before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:24.942295 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Allocated IP 172.25.5.228 (b881c972-8cd9-4bce-b699-43968304918e/51383885-e37f-4eb8-b48a-3d86f1d01c4e/05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:09:25.049565 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for port (05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:25.082721 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789547339358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:25.116715 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Network b881c972-8cd9-4bce-b699-43968304918e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:09:25.119748 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:09:25.126277 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:09:25.153854 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'Port': ['ID=05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:09:25.371170 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:25.401627 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:25.488467 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for floatingip (eb705ba2-a2f3-467d-94e9-ac52a4bacfeb), precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:25.556541 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f), before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:25.705432 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for port (05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f), precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:25.709745 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9081716'] for port (05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f), after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:25.781039 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event updated for resources: {'Port': ['ID=05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:09:25.789055 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3762909'] for floatingip (eb705ba2-a2f3-467d-94e9-ac52a4bacfeb), after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:25.888924 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Floating IP eb705ba2-a2f3-467d-94e9-ac52a4bacfeb associated. External IP: 172.25.5.228, port: fdb5ac02-8f84-40b3-954f-b0a6980330d6. Feb 03 23:09:26.099162 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:09:26.207578 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:09:26.218033 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] Sync routers for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:09:26.226374 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:26.228713 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:09:26.229368 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:09:26.256833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-b9decc3a-a729-4ec8-9edc-72eff3f2bb69 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5414937 Feb 03 23:09:26.257452 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:09:26.259865 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c49081-f949-47a3-846f-1e31dc798feb" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:09:26.300662 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20d0330-79fa-4953-9092-aa6c19b25ce4 x-openstack-request-id: req-d20d0330-79fa-4953-9092-aa6c19b25ce4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:09:26.300983 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:09:26.301242 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d20d0330-79fa-4953-9092-aa6c19b25ce4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:09:26.301654 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'status': 'completed', 'code': 200} Feb 03 23:09:26.342616 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:09:26.367361 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c49081-f949-47a3-846f-1e31dc798feb req-862d0ae2-2fe0-40a3-9898-563ae90302bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:26.368867 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6c49081-f949-47a3-846f-1e31dc798feb req-862d0ae2-2fe0-40a3-9898-563ae90302bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 1127 time: 0.0453587 Feb 03 23:09:26.461301 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c49081-f949-47a3-846f-1e31dc798feb req-37713229-972c-4cc3-ac2c-b1b46ee469a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:26.462815 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6c49081-f949-47a3-846f-1e31dc798feb req-37713229-972c-4cc3-ac2c-b1b46ee469a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0886657 Feb 03 23:09:26.527128 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6c49081-f949-47a3-846f-1e31dc798feb req-1bfac004-db7c-4670-948a-ed1de3f6eac5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6 HTTP/1.1" status: 200 len: 999 time: 0.0588264 Feb 03 23:09:26.564937 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '5836a011-4443-4aef-803b-f35ae2092b6c', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:06:15Z', 'updated_at': '2022-02-03T23:06:17Z', 'revision_number': 1, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}, {'id': 'eb705ba2-a2f3-467d-94e9-ac52a4bacfeb', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:49:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:09:25Z', 'updated_at': '2022-02-03T23:09:25Z', 'revision_number': 0, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:09:26.591253 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] Checking router: 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:09:26.593627 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c49081-f949-47a3-846f-1e31dc798feb req-6e9c22b6-9c08-4ae2-9e77-a1735fb13c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:26.595109 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6c49081-f949-47a3-846f-1e31dc798feb req-6e9c22b6-9c08-4ae2-9e77-a1735fb13c40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0626428 Feb 03 23:09:26.600007 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:09:26.600636 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:08:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:09:26.645240 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c49081-f949-47a3-846f-1e31dc798feb req-bc5cd7cf-9163-409a-8d7c-71ef2216bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:26.646676 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6c49081-f949-47a3-846f-1e31dc798feb req-bc5cd7cf-9163-409a-8d7c-71ef2216bf1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462830 Feb 03 23:09:26.710260 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:09:26.736052 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fe153dc-94c6-4176-8898-562c1c8d6379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:26.743230 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6c49081-f949-47a3-846f-1e31dc798feb req-6bab39ea-055b-4a2c-9bbb-5f45b13641ec service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892715 Feb 03 23:09:26.839863 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-e6c49081-f949-47a3-846f-1e31dc798feb req-cb51ed82-a75e-4ebc-af9e-b6715bc598ce service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911336 Feb 03 23:09:26.944100 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '5836a011-4443-4aef-803b-f35ae2092b6c', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:06:15Z', 'updated_at': '2022-02-03T23:06:17Z', 'revision_number': 1, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}, {'id': 'eb705ba2-a2f3-467d-94e9-ac52a4bacfeb', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:49:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:09:25Z', 'updated_at': '2022-02-03T23:09:25Z', 'revision_number': 0, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:09:27.052813 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53b965-ebf5-43a9-aa75-444b8e0c8601 None None] The sync data for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 is: [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '5836a011-4443-4aef-803b-f35ae2092b6c', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:06:15Z', 'updated_at': '2022-02-03T23:06:17Z', 'revision_number': 1, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}, {'id': 'eb705ba2-a2f3-467d-94e9-ac52a4bacfeb', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:49:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:09:25Z', 'updated_at': '2022-02-03T23:09:25Z', 'revision_number': 0, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:09:27.242295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f2690-89ea-4275-8bd7-ef6318b5a733 None None] New status for floating IP eb705ba2-a2f3-467d-94e9-ac52a4bacfeb: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:09:27.309277 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:28.958879 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:30.079809 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:41.948233 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:09:44.483284 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-25044a68-7d4c-405c-b63f-2caa23e61c7f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438876 Feb 03 23:09:44.570334 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-89d6871e-dd8f-4660-a273-1a4687571021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:44.571840 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-89d6871e-dd8f-4660-a273-1a4687571021 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 1127 time: 0.0482082 Feb 03 23:09:44.676351 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-c4c9492a-d315-4ec0-b18c-4fd571a4fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:44.678044 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-c4c9492a-d315-4ec0-b18c-4fd571a4fad2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0883439 Feb 03 23:09:44.746324 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-78781b9e-09cc-4440-8069-2b63098f49d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6 HTTP/1.1" status: 200 len: 1001 time: 0.0620611 Feb 03 23:09:44.794285 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-ca0f9329-87e1-43ba-a257-29097d391856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:44.795705 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-ca0f9329-87e1-43ba-a257-29097d391856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0426931 Feb 03 23:09:44.844761 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-1cc517d0-cd35-4f90-ba2f-590d691804d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:09:44.846319 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-1cc517d0-cd35-4f90-ba2f-590d691804d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447185 Feb 03 23:09:44.940188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-8b3efef5-621e-4c47-85c0-953aadfec1c2 service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847418 Feb 03 23:09:45.027242 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-7d850071-0ce6-416c-98b9-1a5a79eebe5d req-805fc342-f086-4b3a-9fdf-782493fec1d5 service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811968 Feb 03 23:09:53.781404 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3886cea2-efc4-473f-a286-ede5f84bfa9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:55.372825 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:55.415573 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:56.738967 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b976-eea3-40cc-85c7-bb47e6ce13fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:57.300460 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:09:58.961141 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:00.080703 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:18.947865 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:10:23.783209 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18094948-0967-4ba9-aeae-b58cde60a415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:24.152626 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-da1c8950-a9f3-43a6-b6f4-972b35e4005c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435252 Feb 03 23:10:24.237698 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-46ddea51-5178-44d2-846c-e945a509918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:10:24.239209 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-46ddea51-5178-44d2-846c-e945a509918e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1125 time: 0.0482485 Feb 03 23:10:24.337034 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-a0d09af2-13df-44cf-8420-eb51c090b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:10:24.338490 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-a0d09af2-13df-44cf-8420-eb51c090b12b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0823073 Feb 03 23:10:24.697459 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-6a0244ae-cb04-4a98-b73b-b6d876b68aa2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 999 time: 0.3531549 Feb 03 23:10:24.743167 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-6e32db5a-d5a1-4974-afb2-1f45d6e29d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:10:24.744582 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-6e32db5a-d5a1-4974-afb2-1f45d6e29d30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0418322 Feb 03 23:10:24.790811 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-1b4e2002-a6df-4af8-949d-491b52bcd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:10:24.792253 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-1b4e2002-a6df-4af8-949d-491b52bcd4b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421495 Feb 03 23:10:24.802711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-f9166a8f-9482-4128-b566-1e32a18a9671 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:10:24.803750 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-f9166a8f-9482-4128-b566-1e32a18a9671 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057266 Feb 03 23:10:24.893327 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-fc40d7ad-e2c0-47af-9389-4850fb2d6a6c service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839655 Feb 03 23:10:24.980013 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-0e86e0d9-4e4f-4dcd-8b1f-4066cd2252ed req-1fcda103-659d-4e38-9009-a902afdc55be service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812356 Feb 03 23:10:25.373874 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:25.412373 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:26.740589 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a38107cd-403e-4cef-bfe2-d6299178e426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:27.304010 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:28.963579 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:30.081779 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:44.470770 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-ad291f2b-bedb-4d4e-acba-057df18b812d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427520 Feb 03 23:10:44.559235 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-9059e82b-efc4-4768-b8ee-3e6729d953b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:10:44.560724 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-9059e82b-efc4-4768-b8ee-3e6729d953b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 1127 time: 0.0490716 Feb 03 23:10:44.659599 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-b36748dc-053e-48dc-95ed-bc54e1c5c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:10:44.661610 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-b36748dc-053e-48dc-95ed-bc54e1c5c10c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0832322 Feb 03 23:10:44.728604 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-4a93f566-9592-4808-a789-86052cece9ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6 HTTP/1.1" status: 200 len: 1001 time: 0.0609770 Feb 03 23:10:44.775524 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-22ee1a44-80b3-408f-8dee-3d3a66194cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:10:44.776965 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-22ee1a44-80b3-408f-8dee-3d3a66194cc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0428231 Feb 03 23:10:44.823827 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-49dbba88-2ca7-470c-acb7-d3d62fe8f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:10:44.825323 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-49dbba88-2ca7-470c-acb7-d3d62fe8f7ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426993 Feb 03 23:10:44.917797 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-c59c27cf-0cb7-4c74-8bd5-221a30791c7d service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Feb 03 23:10:45.003853 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1b25b08a-7b54-4eb6-bc29-2e006acc4254 req-7374c051-a65c-43c6-bef9-857b07aecebc service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803344 Feb 03 23:10:53.785776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e17abc30-9a1c-4197-b782-dd11df661521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:55.363036 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:55.427191 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:55.948109 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:10:56.742312 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2e4b81a-31fc-4fc8-8d68-fb27bf0df45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:57.306860 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:10:58.966935 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:00.084863 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:23.786747 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38cc8488-780d-4c5b-a0bf-b3bdb879e545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:25.193279 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-b596e04a-b4be-49ac-8bd1-40a8f86692d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854516 Feb 03 23:11:25.275260 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-1263bfa0-1753-4e8b-80fd-2ee2ac8355b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:11:25.277019 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-1263bfa0-1753-4e8b-80fd-2ee2ac8355b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1125 time: 0.0447268 Feb 03 23:11:25.378813 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-e49a3b55-f97b-4e5c-b0bf-95f1847785a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:11:25.380240 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-e49a3b55-f97b-4e5c-b0bf-95f1847785a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0862548 Feb 03 23:11:25.384427 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:25.444727 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:25.448983 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-0b365c1e-0033-4925-ae5a-fb52d06f93f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 999 time: 0.0631065 Feb 03 23:11:25.495894 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-12565eee-dd9a-42f5-b418-a1e7f3758330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:11:25.497344 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-12565eee-dd9a-42f5-b418-a1e7f3758330 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0431650 Feb 03 23:11:25.544984 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-8e7d4893-91f2-4c31-8df3-d70ebe1aae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:11:25.546462 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-8e7d4893-91f2-4c31-8df3-d70ebe1aae7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435131 Feb 03 23:11:25.639481 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-4ae6fe14-309b-48dd-8080-ccd1b05621d2 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857229 Feb 03 23:11:25.727467 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-746d1025-b1e0-4f05-b012-70ecd6b5e8a2 req-ea263a6d-a10d-441d-9370-4f0a04dd49a8 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Feb 03 23:11:26.742929 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7142e0b9-5fab-4e50-8537-01d4b8aceae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:27.309815 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:28.969234 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:30.087035 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:32.948195 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:11:44.505209 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834fc50-babe-44e0-b57a-a866f86e476e req-d336b803-7706-4649-9d0e-673e71618f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:11:44.507206 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1834fc50-babe-44e0-b57a-a866f86e476e req-d336b803-7706-4649-9d0e-673e71618f41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 1127 time: 0.0500152 Feb 03 23:11:44.609086 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834fc50-babe-44e0-b57a-a866f86e476e req-a5730c2f-8788-45b2-8f9f-1a3562414eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:11:44.610466 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1834fc50-babe-44e0-b57a-a866f86e476e req-a5730c2f-8788-45b2-8f9f-1a3562414eec service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0835061 Feb 03 23:11:44.679496 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1834fc50-babe-44e0-b57a-a866f86e476e req-ebdafe4c-a22f-44a4-9c4f-19aecdd33683 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6 HTTP/1.1" status: 200 len: 1001 time: 0.0615332 Feb 03 23:11:44.727170 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834fc50-babe-44e0-b57a-a866f86e476e req-24d8015c-c042-4fea-ae4b-f0620628d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:11:44.728594 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1834fc50-babe-44e0-b57a-a866f86e476e req-24d8015c-c042-4fea-ae4b-f0620628d928 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0426757 Feb 03 23:11:44.777316 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834fc50-babe-44e0-b57a-a866f86e476e req-7ac5e8bd-c32d-41bd-9b29-114b42e72db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:11:44.778778 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1834fc50-babe-44e0-b57a-a866f86e476e req-7ac5e8bd-c32d-41bd-9b29-114b42e72db7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434649 Feb 03 23:11:44.869834 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1834fc50-babe-44e0-b57a-a866f86e476e req-ed17dad7-62a3-44df-af34-0b4f836f172a service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847940 Feb 03 23:11:44.957812 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-1834fc50-babe-44e0-b57a-a866f86e476e req-b14d3a80-c51b-43a9-9e51-34672a0b8a5a service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820541 Feb 03 23:11:46.995465 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fdb5ac02-8f84-40b3-954f-b0a6980330d6 details requested by agent hyperv_n-h2-824834-9 with host n-h2-824834-9 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:11:47.087296 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fdb5ac02-8f84-40b3-954f-b0a6980330d6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:11:47.098157 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Returning: {'device': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'port_id': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'mac_address': 'fa:16:3e:49:b6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:11:47.136364 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port fdb5ac02-8f84-40b3-954f-b0a6980330d6 is: ACTIVE; New status is: BUILD {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:11:47.136741 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:47.151647 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdb5ac02-8f84-40b3-954f-b0a6980330d6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:11:47.170295 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fdb5ac02-8f84-40b3-954f-b0a6980330d6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:11:47.174210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:47.223558 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=fdb5ac02-8f84-40b3-954f-b0a6980330d6,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:11:47.231369 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.231725 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.232076 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.232416 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.232756 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.233124 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.233459 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.233792 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.234122 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.234450 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.234779 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.235104 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.235431 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:47.244683 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] get_ports_and_sgs() called for port_ids ['fdb5ac02-8f84-40b3-954f-b0a6980330d6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:11:49.011581 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fdb5ac02-8f84-40b3-954f-b0a6980330d6 up at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:11:49.057757 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Provisioning complete for port fdb5ac02-8f84-40b3-954f-b0a6980330d6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:11:49.058123 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666197'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:49.134142 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Current status of the port fdb5ac02-8f84-40b3-954f-b0a6980330d6 is: BUILD; New status is: ACTIVE {{(pid=103399) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:11:49.134524 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3515477'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:49.156537 n-d-824834-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:11:49.158683 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfa190077b41e4703becfcb33a2760dac71f88baa04ada632ed9172915970fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddd7a21-6ea8-4b74-96f6-1ed4d2ed7144" -d '{"events": [{"server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "name": "network-vif-plugged", "status": "completed", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:11:49.170468 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] For port fdb5ac02-8f84-40b3-954f-b0a6980330d6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:11:49.174987 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789547752439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789547339376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789547339394'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:49.221439 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Pushing event updated for resources: {'Port': ['ID=fdb5ac02-8f84-40b3-954f-b0a6980330d6,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:11:50.204487 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ded9c4b-16ec-4254-95db-b7c50cdc8c5c x-openstack-request-id: req-3ded9c4b-16ec-4254-95db-b7c50cdc8c5c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:11:50.205053 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "name": "network-vif-plugged", "status": "completed", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:11:50.205223 n-d-824834-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ded9c4b-16ec-4254-95db-b7c50cdc8c5c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:11:50.205683 n-d-824834-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'code': 200} Feb 03 23:11:53.789801 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3c19-448e-4fbd-b35e-0bec523934d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:55.385236 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:55.446108 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:56.746112 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c3d001a-021c-4faa-a47a-ca52df97b51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:57.313431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:58.973469 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:59.103010 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57646) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:11:59.262584 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Deleting port 05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:11:59.262929 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:59.341992 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:59.342235 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for floatingip (05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:59.354008 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Calling delete_port for 05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:11:59.500789 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:59.524798 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event deleted for resources: {'Port': ['ID=05a49b12-3a2e-4cf1-ba34-ee0d9c1bc03f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:11:59.538028 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.538385 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.538731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.539070 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.539406 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.539740 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.540069 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.540398 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.540724 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.541082 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.541412 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.541739 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.542063 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:11:59.597127 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for floatingip (eb705ba2-a2f3-467d-94e9-ac52a4bacfeb), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:59.597371 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Floating IP eb705ba2-a2f3-467d-94e9-ac52a4bacfeb disassociated (deleted). External IP: 172.25.5.228, port: fdb5ac02-8f84-40b3-954f-b0a6980330d6. Feb 03 23:11:59.809928 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:11:59.917731 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:11:59.922179 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:11:59.928493 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] Sync routers for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:11:59.937824 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:11:59.938431 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:11:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:11:59.955367 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-84974fed-d975-4aa1-9509-9e928216cc30 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "DELETE /v2.0/floatingips/eb705ba2-a2f3-467d-94e9-ac52a4bacfeb HTTP/1.1" status: 204 len: 168 time: 0.8512216 Feb 03 23:11:59.955958 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:11:59.958336 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a39245f-b2b5-4ff1-855b-e1a0763445e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:12:00.049620 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:12:00.052531 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca494bd-439c-4179-adfb-6da8b96465a2 x-openstack-request-id: req-3ca494bd-439c-4179-adfb-6da8b96465a2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:12:00.053818 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:12:00.054488 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ca494bd-439c-4179-adfb-6da8b96465a2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:12:00.054628 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'status': 'completed', 'code': 200} Feb 03 23:12:00.099100 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:00.143998 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-ac720154-12b0-4379-988f-dd9425c0b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:00.146334 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-ac720154-12b0-4379-988f-dd9425c0b303 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 1127 time: 0.0557098 Feb 03 23:12:00.220590 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46525c1b-6e58-4abb-a979-1932e171bf7b req-0987be29-462f-46fb-8f8f-3fba717226ea tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:00.228149 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46525c1b-6e58-4abb-a979-1932e171bf7b req-0987be29-462f-46fb-8f8f-3fba717226ea tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 945 time: 0.0665903 Feb 03 23:12:00.246864 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-346aacf2-9652-4fad-8fe5-6842fda07a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:00.248368 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-346aacf2-9652-4fad-8fe5-6842fda07a54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0933075 Feb 03 23:12:00.276680 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-46525c1b-6e58-4abb-a979-1932e171bf7b req-96a568b3-abdb-4744-a693-8e3e9d9f6750 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475378 Feb 03 23:12:00.288364 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '5836a011-4443-4aef-803b-f35ae2092b6c', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:06:15Z', 'updated_at': '2022-02-03T23:06:17Z', 'revision_number': 1, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:00.304572 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-23f1db42-61d8-4f6c-bc2a-e421eb25709c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6 HTTP/1.1" status: 200 len: 217 time: 0.0492814 Feb 03 23:12:00.317978 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] Checking router: 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:12:00.326450 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:12:00.327057 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:11:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:00.356098 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-5f5bc3c0-0ae4-493d-bf90-07b7a7be866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:00.357605 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-5f5bc3c0-0ae4-493d-bf90-07b7a7be866a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0475109 Feb 03 23:12:00.407054 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-1c2a9357-5465-4952-af9a-260144a936e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:00.408139 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-1c2a9357-5465-4952-af9a-260144a936e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439889 Feb 03 23:12:00.434760 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:12:00.497468 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-38d66bf1-7f79-47cf-b49d-72dbe3d549fa service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818450 Feb 03 23:12:00.589882 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-5a39245f-b2b5-4ff1-855b-e1a0763445e1 req-0aeafa05-eb80-4edb-9a91-57108109fc8e service neutron] 10.222.0.47 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Feb 03 23:12:00.655098 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '5836a011-4443-4aef-803b-f35ae2092b6c', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:06:15Z', 'updated_at': '2022-02-03T23:06:17Z', 'revision_number': 1, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:00.680854 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89c03a-b905-4f24-8f6f-f1a0289d6c72 None None] The sync data for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 is: [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_floatingips': [{'id': '5836a011-4443-4aef-803b-f35ae2092b6c', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'floating_ip_address': '172.25.5.225', 'floating_network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'router_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'port_id': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'mac_address': 'fa:16:3e:9e:d9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:06:15Z', 'updated_at': '2022-02-03T23:06:17Z', 'revision_number': 1, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:12:00.930322 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e928bc1e-ceaa-45ad-b7cc-4b81680e8419 None None] New status for floating IP eb705ba2-a2f3-467d-94e9-ac52a4bacfeb: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:12:01.409368 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace63a99-ca2c-4345-a3a0-0bcacc9c3bf1 req-5012d3d4-982f-4e46-9288-6b0dd92cc424 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:01.410868 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ace63a99-ca2c-4345-a3a0-0bcacc9c3bf1 req-5012d3d4-982f-4e46-9288-6b0dd92cc424 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Feb 03 23:12:01.458944 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-ace63a99-ca2c-4345-a3a0-0bcacc9c3bf1 req-26e3782b-ab10-45bd-a7c6-e7eb6339f9cf tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426216 Feb 03 23:12:01.839579 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-2baf5142-f0f8-4d3b-bd2e-24d3bebcfb08 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:01.841094 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-2baf5142-f0f8-4d3b-bd2e-24d3bebcfb08 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 945 time: 0.0525756 Feb 03 23:12:01.938711 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Deleting port fdb5ac02-8f84-40b3-954f-b0a6980330d6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:01.939052 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:02.035048 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] For port fdb5ac02-8f84-40b3-954f-b0a6980330d6, host n-h2-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-9',level=0,port_id=fdb5ac02-8f84-40b3-954f-b0a6980330d6,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:12:02.035410 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:02.049263 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Calling delete_port for fdb5ac02-8f84-40b3-954f-b0a6980330d6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:02.179043 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (fdb5ac02-8f84-40b3-954f-b0a6980330d6), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:02.205442 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event deleted for resources: {'Port': ['ID=fdb5ac02-8f84-40b3-954f-b0a6980330d6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:02.255685 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] No DVR routers for this DVR port fdb5ac02-8f84-40b3-954f-b0a6980330d6 on host n-h2-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:12:02.258233 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:02.261606 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-f2a53e72-4ecc-4e49-81f6-76d5838ad866 req-bda3f378-de85-42b3-9722-f325a22e384a tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.47 "DELETE /v2.0/ports/fdb5ac02-8f84-40b3-954f-b0a6980330d6 HTTP/1.1" status: 204 len: 173 time: 0.4130242 Feb 03 23:12:02.262042 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'name': 'network-vif-deleted', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:12:02.264336 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e713ae0-0e9f-437f-8be2-ccbc119f756b" -d '{"events": [{"server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "name": "network-vif-deleted", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:12:02.305197 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb87c007-780c-4658-972d-69ee42a7dd98 x-openstack-request-id: req-cb87c007-780c-4658-972d-69ee42a7dd98 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:12:02.305494 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad7bc9c-97ee-47ce-a528-95eac340f723", "name": "network-vif-deleted", "tag": "fdb5ac02-8f84-40b3-954f-b0a6980330d6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:12:02.305752 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb87c007-780c-4658-972d-69ee42a7dd98 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:12:02.306174 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad7bc9c-97ee-47ce-a528-95eac340f723', 'name': 'network-vif-deleted', 'tag': 'fdb5ac02-8f84-40b3-954f-b0a6980330d6', 'status': 'completed', 'code': 200} Feb 03 23:12:02.566996 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-575de264-6812-4d43-b8bd-5f14fd0201e1 req-c9c86b01-97e3-4a54-8adc-bbb45a60477e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ad7bc9c-97ee-47ce-a528-95eac340f723 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Feb 03 23:12:03.183728 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fdb5ac02-8f84-40b3-954f-b0a6980330d6 no longer exists at agent hyperv_n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:12:03.203520 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] No Port match for: fdb5ac02-8f84-40b3-954f-b0a6980330d6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:12:03.203861 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Device fdb5ac02-8f84-40b3-954f-b0a6980330d6 not bound to the agent host n-h2-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:12:04.125375 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:04.279981 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Deleting port cd5ae818-f055-4915-99da-db6f94d4f2e9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:04.280325 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cd5ae818-f055-4915-99da-db6f94d4f2e9), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:04.353068 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cd5ae818-f055-4915-99da-db6f94d4f2e9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:04.353401 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for floatingip (cd5ae818-f055-4915-99da-db6f94d4f2e9), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:04.364973 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Calling delete_port for cd5ae818-f055-4915-99da-db6f94d4f2e9 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:04.512965 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (cd5ae818-f055-4915-99da-db6f94d4f2e9), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:04.539248 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event deleted for resources: {'Port': ['ID=cd5ae818-f055-4915-99da-db6f94d4f2e9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:04.601486 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for floatingip (5836a011-4443-4aef-803b-f35ae2092b6c), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:04.601818 n-d-824834-9 neutron-server[103398]: INFO neutron.db.l3_db [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Floating IP 5836a011-4443-4aef-803b-f35ae2092b6c disassociated (deleted). External IP: 172.25.5.225, port: aa41e994-b299-4f26-ad3d-e93f2f748b93. Feb 03 23:12:04.806017 n-d-824834-9 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:12:04.915339 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:12:04.920157 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for floatingip (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:04.926549 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] Sync routers for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:12:04.937319 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:12:04.937933 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:11:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:04.949608 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-5c58e5c3-2eaf-4f66-851c-de293429770c tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "DELETE /v2.0/floatingips/5836a011-4443-4aef-803b-f35ae2092b6c HTTP/1.1" status: 204 len: 168 time: 0.8231268 Feb 03 23:12:04.950202 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:12:04.952431 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539075e-da49-479a-9807-43499f13fd39" -d '{"events": [{"name": "network-changed", "server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:12:04.990899 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaf648b-33fd-4f0d-84ed-6ead4653f964 x-openstack-request-id: req-bdaf648b-33fd-4f0d-84ed-6ead4653f964 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:12:04.991201 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:12:04.991462 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bdaf648b-33fd-4f0d-84ed-6ead4653f964 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:12:04.991873 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'status': 'completed', 'code': 200} Feb 03 23:12:05.055561 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:12:05.068411 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539075e-da49-479a-9807-43499f13fd39 req-588bc8a9-e1f0-4a3e-bdfd-e8516a0cbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:05.070024 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3539075e-da49-479a-9807-43499f13fd39 req-588bc8a9-e1f0-4a3e-bdfd-e8516a0cbe00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73ae73a880b1437f83d01f97eeff8891&device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 1125 time: 0.0589354 Feb 03 23:12:05.166324 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539075e-da49-479a-9807-43499f13fd39 req-2f05d5f1-cda3-45cb-bea7-c0bf6c58cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:05.167833 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3539075e-da49-479a-9807-43499f13fd39 req-2f05d5f1-cda3-45cb-bea7-c0bf6c58cf1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 200 len: 910 time: 0.0918155 Feb 03 23:12:05.201588 n-d-824834-9 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c00659-92fc-42b3-988e-b492a216f309 req-f4944b16-30d8-47da-a5b4-5bffb815c4f3 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:05.205379 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4c00659-92fc-42b3-988e-b492a216f309 req-f4944b16-30d8-47da-a5b4-5bffb815c4f3 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 943 time: 0.0627434 Feb 03 23:12:05.214188 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3539075e-da49-479a-9807-43499f13fd39 req-ced51224-4301-4fba-b893-d25f35ddd317 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 200 len: 217 time: 0.0398123 Feb 03 23:12:05.260779 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-d4c00659-92fc-42b3-988e-b492a216f309 req-5e8f0610-5b48-4199-a0a6-e94bc4c25108 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/security-groups?id=020d50a4-815d-4e46-8cb6-39c486d1808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498195 Feb 03 23:12:05.264300 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539075e-da49-479a-9807-43499f13fd39 req-633327a0-0e6a-48d7-b65b-5302b68aa082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:05.266049 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3539075e-da49-479a-9807-43499f13fd39 req-633327a0-0e6a-48d7-b65b-5302b68aa082 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 200 len: 848 time: 0.0455210 Feb 03 23:12:05.277400 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:05.303734 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] Checking router: 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:12:05.311949 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:12:05.312568 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:11:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:05.316613 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539075e-da49-479a-9807-43499f13fd39 req-2ca8a9ea-6dab-47c3-9a2b-9bfc21c29ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:05.318187 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3539075e-da49-479a-9807-43499f13fd39 req-2ca8a9ea-6dab-47c3-9a2b-9bfc21c29ecf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c5334d0-edde-4480-a85d-bd93d152a066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451531 Feb 03 23:12:05.413918 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3539075e-da49-479a-9807-43499f13fd39 req-5ae5daf9-a678-4fed-83f3-9b196ce67c5b service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890505 Feb 03 23:12:05.508624 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-3539075e-da49-479a-9807-43499f13fd39 req-84d6b102-14bf-478d-bf83-77364f0d612d service neutron] 10.222.0.10 "GET /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845392 Feb 03 23:12:05.509650 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:12:05.705000 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:05.735926 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570632a2-5562-4008-b680-a4e1fd28433b None None] The sync data for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 is: [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:56Z', 'revision_number': 4, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9', '_interfaces': [{'id': 'd30fb23c-5249-4c9c-b6dd-f56b7e1f1c18', 'name': '', 'network_id': '1c5334d0-edde-4480-a85d-bd93d152a066', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'mac_address': 'fa:16:3e:72:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:56Z', 'updated_at': '2022-02-03T23:06:00Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'subnets': [{'id': 'bc268f18-6568-4ac2-9864-e5f6d8ec9c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:12:05.954293 n-d-824834-9 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-73a08d93-0b0d-48de-ba1b-a71d7117e1c4 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:12:05.955844 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-73a08d93-0b0d-48de-ba1b-a71d7117e1c4 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.10 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 943 time: 0.0635488 Feb 03 23:12:05.962814 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420da08b-44ec-4ee7-92c7-526055676eb4 None None] New status for floating IP 5836a011-4443-4aef-803b-f35ae2092b6c: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:12:06.054459 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Deleting port aa41e994-b299-4f26-ad3d-e93f2f748b93 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:06.054810 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:06.141797 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] For port aa41e994-b299-4f26-ad3d-e93f2f748b93, host n-h1-824834-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-9',level=0,port_id=aa41e994-b299-4f26-ad3d-e93f2f748b93,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:12:06.142155 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:06.154908 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Calling delete_port for aa41e994-b299-4f26-ad3d-e93f2f748b93 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:06.281803 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (aa41e994-b299-4f26-ad3d-e93f2f748b93), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:06.311150 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event deleted for resources: {'Port': ['ID=aa41e994-b299-4f26-ad3d-e93f2f748b93,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:06.363453 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [req-7f32018b-a1c5-4175-bab3-02a43a46908b req-c5d0c543-8a68-4280-aada-c2991022a5b9 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83963b1-9ae0-413d-8a62-b7d45bc40e99 HTTP/1.1" status: 200 len: 210 time: 0.0298030 Feb 03 23:12:06.652943 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] No DVR routers for this DVR port aa41e994-b299-4f26-ad3d-e93f2f748b93 on host n-h1-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:12:06.655836 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4118595'] for port (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:06.659894 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [req-040111d4-e74e-4ae7-ab6b-555d58faff1b req-4c32e888-1e4b-44fe-9bf7-2d18daf1aa8e tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.10 "DELETE /v2.0/ports/aa41e994-b299-4f26-ad3d-e93f2f748b93 HTTP/1.1" status: 204 len: 173 time: 0.6990273 Feb 03 23:12:06.993538 n-d-824834-9 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'name': 'network-vif-deleted', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:12:06.995859 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f01e62567631010fe9d63924a16925fca03298535b142326a2f7bad63508ee96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08335b1-905a-4e09-9417-82e2d6d78711" -d '{"events": [{"server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "name": "network-vif-deleted", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:12:07.030254 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862af873-3c10-4909-9ea4-dbe9831a8ca2 x-openstack-request-id: req-862af873-3c10-4909-9ea4-dbe9831a8ca2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:12:07.030552 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83963b1-9ae0-413d-8a62-b7d45bc40e99", "name": "network-vif-deleted", "tag": "aa41e994-b299-4f26-ad3d-e93f2f748b93", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:12:07.030810 n-d-824834-9 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-862af873-3c10-4909-9ea4-dbe9831a8ca2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:12:07.031215 n-d-824834-9 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83963b1-9ae0-413d-8a62-b7d45bc40e99', 'name': 'network-vif-deleted', 'tag': 'aa41e994-b299-4f26-ad3d-e93f2f748b93', 'status': 'completed', 'code': 200} Feb 03 23:12:07.423512 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:07.478738 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group (020d50a4-815d-4e46-8cb6-39c486d1808e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:07.503047 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group (020d50a4-815d-4e46-8cb6-39c486d1808e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:07.564636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (020d50a4-815d-4e46-8cb6-39c486d1808e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:07.567305 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:07.568956 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] 10.222.0.50 "DELETE /v2.0/security-groups/020d50a4-815d-4e46-8cb6-39c486d1808e HTTP/1.1" status: 204 len: 168 time: 0.1439505 Feb 03 23:12:07.577903 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d50a4-815d-4e46-8cb6-39c486d1808e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:07.585940 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.586292 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.586636 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.586978 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.587316 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.587650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.587984 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.588315 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.588645 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.589006 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.589343 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.589665 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:07.589992 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68521f88-4b69-4be4-b4b7-5ba563da1357 tempest-TestSnapshotPattern-149892188 tempest-TestSnapshotPattern-149892188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-9 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:12:08.626263 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:09.061123 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:09.306239 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Deleting port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:09.306578 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:09.384609 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] For port d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:12:09.384992 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:09.397186 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Calling delete_port for d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:09.572674 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:09.597622 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:09.761135 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:09.948019 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:12:09.977313 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:12:10.085083 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:12:10.090096 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-0305b29b-f167-47d3-a446-6f8f16cc6f58 admin admin] 10.222.0.50 "PUT /v2.0/routers/2e780a1a-0956-40a8-a88d-1a7071b8f3b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4627380 Feb 03 23:12:10.092678 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:10.094055 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] Sync routers for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:12:10.103712 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:12:10.104320 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:11:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:10.134052 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aa41e994-b299-4f26-ad3d-e93f2f748b93 no longer exists at agent hyperv_n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:12:10.154315 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] No Port match for: aa41e994-b299-4f26-ad3d-e93f2f748b93 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:12:10.154666 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Device aa41e994-b299-4f26-ad3d-e93f2f748b93 not bound to the agent host n-h1-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:12:10.201314 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks [] for router (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:10.210514 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:12:10.392055 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:12:09Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:10.422925 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] Checking router: 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 for host: n-d-824834-9 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:12:10.432664 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] Routers {'2e780a1a-0956-40a8-a88d-1a7071b8f3b3'} bound to L3 agent in host n-d-824834-9 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:12:10.433341 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:11:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:10.536686 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] Set router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 gateway port host: n-d-824834-9 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:12:10.602171 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks [] for router_gateway (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:10.654344 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Deleting port cd166e06-d602-42c9-9408-fdeab2aa9491 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:10.654677 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:10.714106 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:12:09Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:10.732135 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] For port cd166e06-d602-42c9-9408-fdeab2aa9491, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=cd166e06-d602-42c9-9408-fdeab2aa9491,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:12:10.732494 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:10.740107 n-d-824834-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15dfa3d-287f-4e7a-b313-dce90d9056b3 None None] The sync data for ids ['2e780a1a-0956-40a8-a88d-1a7071b8f3b3'] in n-d-824834-9 is: [{'id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'name': 'tempest-TestSnapshotPattern-792822870-router', 'tenant_id': '73ae73a880b1437f83d01f97eeff8891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:12:09Z', 'revision_number': 5, 'project_id': '73ae73a880b1437f83d01f97eeff8891', 'gw_port': {'id': 'cd166e06-d602-42c9-9408-fdeab2aa9491', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e780a1a-0956-40a8-a88d-1a7071b8f3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:54Z', 'updated_at': '2022-02-03T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:12:10.750479 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Calling delete_port for cd166e06-d602-42c9-9408-fdeab2aa9491 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:10.914636 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (cd166e06-d602-42c9-9408-fdeab2aa9491), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:10.938720 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Pushing event deleted for resources: {'Port': ['ID=cd166e06-d602-42c9-9408-fdeab2aa9491,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:11.000049 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.095297 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.097660 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks [] for router_controller (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.148661 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (2e780a1a-0956-40a8-a88d-1a7071b8f3b3), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.149565 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e780a1a-0956-40a8-a88d-1a7071b8f3b3 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 23:12:11.154944 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.158712 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-99b23d0f-6160-44a3-b065-8de1cc7484fd admin admin] 10.222.0.50 "DELETE /v2.0/routers/2e780a1a-0956-40a8-a88d-1a7071b8f3b3 HTTP/1.1" status: 204 len: 168 time: 1.0624340 Feb 03 23:12:11.158859 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57748) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:11.200639 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:12:11.211068 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-511971b9-dd97-49c0-9e5c-5396c9267937 admin admin] Deleting subnet bc268f18-6568-4ac2-9864-e5f6d8ec9c29 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:12:11.214491 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-511971b9-dd97-49c0-9e5c-5396c9267937 admin admin] Publish callbacks [] for subnet (bc268f18-6568-4ac2-9864-e5f6d8ec9c29), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.223026 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:12:11.223458 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device d30fb23c-5249-4c9c-b6dd-f56b7e1f1c18 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:12:11.250058 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-511971b9-dd97-49c0-9e5c-5396c9267937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (bc268f18-6568-4ac2-9864-e5f6d8ec9c29), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.332332 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-511971b9-dd97-49c0-9e5c-5396c9267937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (bc268f18-6568-4ac2-9864-e5f6d8ec9c29), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.388260 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-511971b9-dd97-49c0-9e5c-5396c9267937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (bc268f18-6568-4ac2-9864-e5f6d8ec9c29), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.416486 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511971b9-dd97-49c0-9e5c-5396c9267937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc268f18-6568-4ac2-9864-e5f6d8ec9c29,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:11.418521 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-511971b9-dd97-49c0-9e5c-5396c9267937 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.423998 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c24b00-fb43-48e8-a460-60040a1da416 None None] Network 1c5334d0-edde-4480-a85d-bd93d152a066 requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:12:11.424526 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57750) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:11.430190 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-511971b9-dd97-49c0-9e5c-5396c9267937 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bc268f18-6568-4ac2-9864-e5f6d8ec9c29 HTTP/1.1" status: 204 len: 168 time: 0.2695863 Feb 03 23:12:11.493911 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (1c5334d0-edde-4480-a85d-bd93d152a066), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.546309 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Deleting port a3de72d8-0391-4088-809e-2487ce784145 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:11.546652 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (a3de72d8-0391-4088-809e-2487ce784145), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.611890 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] For port a3de72d8-0391-4088-809e-2487ce784145, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=a3de72d8-0391-4088-809e-2487ce784145,segment=NetworkSegment(22c946e7-b3f8-46db-a276-db763aa95324),segment_id=22c946e7-b3f8-46db-a276-db763aa95324)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:12:11.612259 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (a3de72d8-0391-4088-809e-2487ce784145), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.624350 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Calling delete_port for a3de72d8-0391-4088-809e-2487ce784145 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:11.706608 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9081699'] for port (a3de72d8-0391-4088-809e-2487ce784145), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.731262 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3de72d8-0391-4088-809e-2487ce784145,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:11.735468 n-d-824834-9 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] No DVR routers for this DVR port a3de72d8-0391-4088-809e-2487ce784145 on host n-d-824834-9 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:12:11.807555 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (1c5334d0-edde-4480-a85d-bd93d152a066), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.815297 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c124c8-bf8e-4276-9682-eb9c98c30104 None None] DHCP port deletion for 1c5334d0-edde-4480-a85d-bd93d152a066 request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 23:12:11.835682 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5334d0-edde-4480-a85d-bd93d152a066']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:11.846735 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c946e7-b3f8-46db-a276-db763aa95324') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:11.847035 n-d-824834-9 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c946e7-b3f8-46db-a276-db763aa95324') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:11.856535 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8826147'] for segment (22c946e7-b3f8-46db-a276-db763aa95324), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.870097 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (22c946e7-b3f8-46db-a276-db763aa95324), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.875805 n-d-824834-9 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:12:11.876248 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081744'] for segment (22c946e7-b3f8-46db-a276-db763aa95324), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: Traceback (most recent call last): Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: timer() Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: cb(*args, **kw) Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: return func(*args, **kwargs) Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: self._notify() Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: self.callback(batched_events) Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: event.method(event) Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: return f(self, *a, **k) Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: return self._get(url).json() Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:12:11.877871 n-d-824834-9 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:12:11.931144 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (1c5334d0-edde-4480-a85d-bd93d152a066), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.936690 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:11.940010 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] 10.222.0.50 "DELETE /v2.0/networks/1c5334d0-edde-4480-a85d-bd93d152a066 HTTP/1.1" status: 204 len: 168 time: 0.5143323 Feb 03 23:12:11.942961 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57754) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:11.951765 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285f2e5-0f0a-4bd0-97de-2dd997466c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5334d0-edde-4480-a85d-bd93d152a066,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:12.291143 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395997'] for router_interface (5fa6b44f-f49a-4c45-84da-1872fcba6d55), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:12.528001 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Deleting port 5f4bdc62-6415-4ba0-b713-ebc6584744bf {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:12.528343 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:12.606748 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] For port 5f4bdc62-6415-4ba0-b713-ebc6584744bf, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=5f4bdc62-6415-4ba0-b713-ebc6584744bf,segment=NetworkSegment(95435a32-8098-498d-98c1-096c50f8afdb),segment_id=95435a32-8098-498d-98c1-096c50f8afdb)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:12:12.607105 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:12.619370 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Calling delete_port for 5f4bdc62-6415-4ba0-b713-ebc6584744bf owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:12.794915 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (5f4bdc62-6415-4ba0-b713-ebc6584744bf), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:12.828214 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4bdc62-6415-4ba0-b713-ebc6584744bf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:13.003725 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395817'] for router_interface (5fa6b44f-f49a-4c45-84da-1872fcba6d55), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:13.035008 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cd166e06-d602-42c9-9408-fdeab2aa9491 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:12:13.055817 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: cd166e06-d602-42c9-9408-fdeab2aa9491 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:12:13.056170 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device cd166e06-d602-42c9-9408-fdeab2aa9491 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:12:13.056667 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a3de72d8-0391-4088-809e-2487ce784145 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:12:13.075672 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: a3de72d8-0391-4088-809e-2487ce784145 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:12:13.075996 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device a3de72d8-0391-4088-809e-2487ce784145 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:12:13.226206 n-d-824834-9 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 has already been hosted by L3 agent bf8cedc1-393f-4626-bf4b-0892e879dd9f {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:12:13.334650 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] Notify agent at l3_agent.n-d-824834-9 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:12:13.339599 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-f559d725-2b47-40e2-8404-cd40630dd5f6 admin admin] 10.222.0.50 "PUT /v2.0/routers/5fa6b44f-f49a-4c45-84da-1872fcba6d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3949010 Feb 03 23:12:13.342195 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57762) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:13.344888 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] Sync routers for ids ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'] in n-d-824834-9 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:12:13.358760 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] Routers {'5fa6b44f-f49a-4c45-84da-1872fcba6d55'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:12:13.359384 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:11:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:13.447997 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks [] for router (5fa6b44f-f49a-4c45-84da-1872fcba6d55), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:13.464554 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] Set router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 gateway port host: n-d-824834-9 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:12:13.551628 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks [] for router_gateway (5fa6b44f-f49a-4c45-84da-1872fcba6d55), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:13.605923 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Deleting port 3d6190be-a6f2-409d-b82e-41fae99509ca {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:13.606187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:13.640734 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'external_fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:58Z', 'updated_at': '2022-02-03T23:12:12Z', 'revision_number': 5, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'gw_port': {'id': '3d6190be-a6f2-409d-b82e-41fae99509ca', 'name': '', 'network_id': 'b881c972-8cd9-4bce-b699-43968304918e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:05:59Z', 'updated_at': '2022-02-03T23:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51383885-e37f-4eb8-b48a-3d86f1d01c4e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-9'}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:13.668224 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] Checking router: 5fa6b44f-f49a-4c45-84da-1872fcba6d55 for host: n-d-824834-9 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:12:13.676922 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] Routers {'5fa6b44f-f49a-4c45-84da-1872fcba6d55'} bound to L3 agent in host n-d-824834-9 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:12:13.677546 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T21:26:56Z,description=,heartbeat_timestamp=2022-02-03T23:11:57Z,host='n-d-824834-9',id=bf8cedc1-393f-4626-bf4b-0892e879dd9f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T21:26:56Z,topic='l3_agent')) {'router_ids': ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:13.688297 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] For port 3d6190be-a6f2-409d-b82e-41fae99509ca, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3d6190be-a6f2-409d-b82e-41fae99509ca,segment=NetworkSegment(654fdb94-1c34-42dc-8873-a74b6bec36fa),segment_id=654fdb94-1c34-42dc-8873-a74b6bec36fa)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:12:13.688664 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:13.701220 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Calling delete_port for 3d6190be-a6f2-409d-b82e-41fae99509ca owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:13.765860 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] Set router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:12:13.821930 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:58Z', 'updated_at': '2022-02-03T23:12:13Z', 'revision_number': 6, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'gw_port_host': None}], 'n-d-824834-9', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:13.848370 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e17134-dfaf-4164-bb14-178c212ede69 None None] The sync data for ids ['5fa6b44f-f49a-4c45-84da-1872fcba6d55'] in n-d-824834-9 is: [{'id': '5fa6b44f-f49a-4c45-84da-1872fcba6d55', 'name': 'tempest-TestSnapshotPattern-880974543-router', 'tenant_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:05:58Z', 'updated_at': '2022-02-03T23:12:13Z', 'revision_number': 6, 'project_id': 'f9e5ebfdafbe40ee85c6ffe6b148d54f', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:12:13.872209 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3d6190be-a6f2-409d-b82e-41fae99509ca), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:13.895484 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6190be-a6f2-409d-b82e-41fae99509ca,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:13.957079 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3762823'] for router_gateway (5fa6b44f-f49a-4c45-84da-1872fcba6d55), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.051862 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32329'] for router (5fa6b44f-f49a-4c45-84da-1872fcba6d55), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.054022 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks [] for router_controller (5fa6b44f-f49a-4c45-84da-1872fcba6d55), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.096085 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406839'] for router (5fa6b44f-f49a-4c45-84da-1872fcba6d55), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.096662 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa6b44f-f49a-4c45-84da-1872fcba6d55 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 23:12:14.101951 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.103091 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-7c04706a-541e-4516-9e14-10dd0f2d8d63 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5fa6b44f-f49a-4c45-84da-1872fcba6d55 HTTP/1.1" status: 204 len: 168 time: 0.7599931 Feb 03 23:12:14.105721 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57764) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:14.149079 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6101591-a27d-45fa-932c-9aa81e395f9d admin admin] Deleting subnet 646d6b57-1734-4794-8218-e2926ace678d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:12:14.151957 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6101591-a27d-45fa-932c-9aa81e395f9d admin admin] Publish callbacks [] for subnet (646d6b57-1734-4794-8218-e2926ace678d), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.186187 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6101591-a27d-45fa-932c-9aa81e395f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8705151'] for subnet (646d6b57-1734-4794-8218-e2926ace678d), precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.268459 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6101591-a27d-45fa-932c-9aa81e395f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656745'] for subnet (646d6b57-1734-4794-8218-e2926ace678d), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.321960 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6101591-a27d-45fa-932c-9aa81e395f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069741'] for subnet (646d6b57-1734-4794-8218-e2926ace678d), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.346671 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6101591-a27d-45fa-932c-9aa81e395f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646d6b57-1734-4794-8218-e2926ace678d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:14.350254 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6101591-a27d-45fa-932c-9aa81e395f9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.353382 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e6101591-a27d-45fa-932c-9aa81e395f9d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/646d6b57-1734-4794-8218-e2926ace678d HTTP/1.1" status: 204 len: 168 time: 0.2467518 Feb 03 23:12:14.355893 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:14.358436 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc11385b-6af3-4ece-a768-ce0833891cd1 None None] Network d2c44762-c32e-4ca2-86c9-f731359e2a7e requested from n-d-824834-9 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:12:14.427370 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712288'] for network (d2c44762-c32e-4ca2-86c9-f731359e2a7e), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.480821 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Deleting port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:14.481195 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.542276 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] For port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6, host n-d-824834-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-9',level=0,port_id=3603d5dd-cec8-413c-a25c-09fb8b83b8a6,segment=NetworkSegment(95435a32-8098-498d-98c1-096c50f8afdb),segment_id=95435a32-8098-498d-98c1-096c50f8afdb)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:12:14.542637 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.559526 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Calling delete_port for 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:14.597149 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] DHCP port deletion for d2c44762-c32e-4ca2-86c9-f731359e2a7e request from n-d-824834-9 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 23:12:14.641929 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704725'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.645793 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] Deleting port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:12:14.646177 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789547748226'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.668039 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Pushing event deleted for resources: {'Port': ['ID=3603d5dd-cec8-413c-a25c-09fb8b83b8a6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:14.673047 n-d-824834-9 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] No DVR routers for this DVR port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 on host n-d-824834-9 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:12:14.715010 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] For port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6, host n-d-824834-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:12:14.715403 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394807'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.727895 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] Calling delete_port for 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:12:14.730712 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] Port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 23:12:14.732164 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3515538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789547752421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789547339367'] for port (3603d5dd-cec8-413c-a25c-09fb8b83b8a6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.751287 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660220', 'neutron.services.segments.db._delete_segments_for_network-8789547872597'] for network (d2c44762-c32e-4ca2-86c9-f731359e2a7e), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.758518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] Pushing event deleted for resources: {'Port': ['ID=3603d5dd-cec8-413c-a25c-09fb8b83b8a6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:14.762155 n-d-824834-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf81bf-ba06-4ef3-a625-9b7b1a7d2ace None None] No DVR routers for this DVR port 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 on host n-d-824834-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:12:14.776133 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c44762-c32e-4ca2-86c9-f731359e2a7e']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:14.786494 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95435a32-8098-498d-98c1-096c50f8afdb') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:14.786791 n-d-824834-9 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95435a32-8098-498d-98c1-096c50f8afdb') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:12:14.796426 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789547873630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8705142'] for segment (95435a32-8098-498d-98c1-096c50f8afdb), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.811175 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010'] for segment (95435a32-8098-498d-98c1-096c50f8afdb), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.817403 n-d-824834-9 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:12:14.817891 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704550'] for segment (95435a32-8098-498d-98c1-096c50f8afdb), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: Traceback (most recent call last): Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: timer() Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: cb(*args, **kw) Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: return func(*args, **kwargs) Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: self._notify() Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: self.callback(batched_events) Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: event.method(event) Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: return f(self, *a, **k) Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: return self._get(url).json() Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:12:14.820327 n-d-824834-9 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:12:14.875276 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3762859'] for network (d2c44762-c32e-4ca2-86c9-f731359e2a7e), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.883645 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:14.886892 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] 10.222.0.50 "DELETE /v2.0/networks/d2c44762-c32e-4ca2-86c9-f731359e2a7e HTTP/1.1" status: 204 len: 168 time: 0.5299461 Feb 03 23:12:14.902477 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78be68f-c40e-4917-9adc-fcaa7f3fc82b admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c44762-c32e-4ca2-86c9-f731359e2a7e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:14.979518 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5f4bdc62-6415-4ba0-b713-ebc6584744bf no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:12:15.002263 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 5f4bdc62-6415-4ba0-b713-ebc6584744bf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:12:15.002715 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 5f4bdc62-6415-4ba0-b713-ebc6584744bf not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:12:15.003499 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:12:15.020940 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:15.024724 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:12:15.025186 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3603d5dd-cec8-413c-a25c-09fb8b83b8a6 not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:12:15.025670 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d6190be-a6f2-409d-b82e-41fae99509ca no longer exists at agent ovs-agent-n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:12:15.049180 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] No Port match for: 3d6190be-a6f2-409d-b82e-41fae99509ca {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:12:15.049629 n-d-824834-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Device 3d6190be-a6f2-409d-b82e-41fae99509ca not bound to the agent host n-d-824834-9 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:12:15.070336 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-aa6ef7bc-86ae-46f7-99f2-5098b3e6f13f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73ae73a880b1437f83d01f97eeff8891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481710 Feb 03 23:12:15.073007 n-d-824834-9 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.50', 57772) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:15.120352 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76f0b14b-e0e2-4507-a564-af6c8e2294cb admin admin] Publish callbacks [] for security_group (19505de0-9d53-4002-ba0f-56cadd995ca6), before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:15.140669 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76f0b14b-e0e2-4507-a564-af6c8e2294cb admin admin] Publish callbacks [] for security_group (19505de0-9d53-4002-ba0f-56cadd995ca6), precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:15.188345 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76f0b14b-e0e2-4507-a564-af6c8e2294cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (19505de0-9d53-4002-ba0f-56cadd995ca6), after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:15.190994 n-d-824834-9 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76f0b14b-e0e2-4507-a564-af6c8e2294cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:15.192274 n-d-824834-9 neutron-server[103397]: INFO neutron.wsgi [None req-76f0b14b-e0e2-4507-a564-af6c8e2294cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19505de0-9d53-4002-ba0f-56cadd995ca6 HTTP/1.1" status: 204 len: 168 time: 0.1182301 Feb 03 23:12:15.200382 n-d-824834-9 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0b14b-e0e2-4507-a564-af6c8e2294cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19505de0-9d53-4002-ba0f-56cadd995ca6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:15.497661 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:15.536893 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-24e42451-8269-4f79-b7c7-37df1f4c48a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9e5ebfdafbe40ee85c6ffe6b148d54f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378966 Feb 03 23:12:15.539916 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.50', 57780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:12:15.589987 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82b3cb2d-3d67-4ab1-baa4-322d371105a4 admin admin] Publish callbacks [] for security_group (b772ca4f-0d47-48e8-aadd-62b014aaf27f), before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:15.611346 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82b3cb2d-3d67-4ab1-baa4-322d371105a4 admin admin] Publish callbacks [] for security_group (b772ca4f-0d47-48e8-aadd-62b014aaf27f), precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:15.657968 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82b3cb2d-3d67-4ab1-baa4-322d371105a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700478'] for security_group (b772ca4f-0d47-48e8-aadd-62b014aaf27f), after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:15.660519 n-d-824834-9 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82b3cb2d-3d67-4ab1-baa4-322d371105a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:15.661738 n-d-824834-9 neutron-server[103398]: INFO neutron.wsgi [None req-82b3cb2d-3d67-4ab1-baa4-322d371105a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b772ca4f-0d47-48e8-aadd-62b014aaf27f HTTP/1.1" status: 204 len: 168 time: 0.1209397 Feb 03 23:12:15.670176 n-d-824834-9 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3cb2d-3d67-4ab1-baa4-322d371105a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b772ca4f-0d47-48e8-aadd-62b014aaf27f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:12:23.791913 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7155c38-e94f-41fc-afce-1adff0436305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:25.385144 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:25.441551 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:26.750430 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ff0f30-2658-49d3-81a6-31d85914a904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:27.315886 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:28.974786 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:30.093911 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:46.948045 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:12:53.793588 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4be16ea7-25ed-419d-8446-f0b489a6f135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:55.387541 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:55.456107 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:56.751645 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afbcde0e-2fae-4003-910e-ad2315004c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:57.318451 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:12:58.979971 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:00.095905 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:23.794273 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6c32fa1-1750-4a41-b010-534a77bf8f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:23.948116 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:13:25.396582 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:25.454631 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:26.752934 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5af3a94a-d50e-4ff3-81ce-2b1f2fee10b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:27.320304 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:28.979229 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:30.097808 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:53.795530 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a35b4a3-c9d2-4fc1-943e-8a6b566778fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:55.412255 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:55.468188 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:56.753794 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b127de33-8673-40eb-92d5-a93c9d5f1fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:57.323393 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:13:58.981390 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:00.099838 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:00.947572 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:14:23.797553 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b09bc815-4f79-4f02-b9fa-54dae9e8cb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:25.411683 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:25.478585 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:26.754431 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b50dd752-ba60-4898-b217-e246c005da11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:27.328452 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:28.984073 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:30.101852 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:37.947336 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:14:53.798626 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f2afd0e-0cd8-4c12-8bd8-3872d6d765c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:55.424932 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:55.491762 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:56.755222 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-987859cf-8fcb-424d-880a-d237d81aad4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:57.327707 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:14:58.990105 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:00.103200 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:14.945837 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:15:23.799802 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f076f64e-0d9d-4888-9561-088b28bca58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:25.426096 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:25.489349 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:26.757001 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc33fdfc-356a-4409-848b-20a77a784516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:27.331877 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:28.990381 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:30.105467 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:51.944981 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:15:53.802459 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56ab7171-1c51-461d-acec-839ac2b409f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:55.425906 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:55.495169 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:56.759487 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12342617-074e-4e9c-8c62-1c39fe1aa90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:57.333988 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:15:58.992019 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:00.106797 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:23.804643 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9747dfe-130e-4eb5-bf9b-1280242cbaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:25.437980 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:25.497322 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:26.760851 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4094cdcd-439c-4f2f-8095-f95cde232cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:27.337540 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:28.944170 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:16:28.994605 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:30.108513 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:53.806711 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e7dd5c-b0d7-45fe-b1f8-06462161079f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:55.456728 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:55.486870 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:56.761324 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09599361-358c-4889-8e27-0b6132613889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:57.343217 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:16:58.996277 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:00.110721 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:05.944031 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:17:23.809950 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-621301d9-9bb9-4aad-a81d-ae63a25d98c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:25.453882 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:25.491573 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:26.761631 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a580da38-305f-4470-a89f-9a34f90dcd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:27.343477 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:29.000210 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:30.114744 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:42.943684 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:17:53.813764 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39f16926-a448-42e7-91c3-4fd7f986856b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:55.469473 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:55.499940 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:56.762687 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e59834b-37b6-4c72-a19a-d41f9a4f708b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:57.346576 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:17:59.003254 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:00.118143 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:19.943191 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:18:23.815788 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c0a80af-2bac-45c2-a00e-710d8306503e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:25.476410 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:25.505685 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:26.763655 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77e91ee6-c5b4-4b57-8354-375c1e950a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:27.349901 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:29.005330 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:30.120655 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:47.992132 n-d-824834-9 neutron-server[103398]: DEBUG neutron.wsgi [req-efc13451-e6d6-439f-be8a-c2e181b5f009 req-f10c56b3-c57e-49f4-aebf-21946fd23967 service neutron] (103398) timed out ('10.222.0.50', 55340) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 23:18:53.817347 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09e2c801-255b-4bf0-9c3d-a70fecf880c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:55.485773 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:55.502934 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:56.765189 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a83db54-1035-4a5b-a04c-2ba88e011ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:56.943002 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:18:57.353844 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:18:59.008049 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:00.121629 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:23.818636 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-139898dc-0902-4534-a922-83c22c642173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:25.483678 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:25.519640 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:26.767057 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbe2730d-e784-4dc2-a0b1-8d60c57573dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:27.355716 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:29.011403 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:30.122564 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:33.942565 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:19:53.822852 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21399dc2-466f-49a7-ae2b-8dee0b62fa46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:55.483672 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:55.516751 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:56.768726 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c657f7bb-d3ca-4274-a97d-e385b13ae051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:57.358682 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:19:59.012924 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:00.125347 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:10.942217 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:20:23.818489 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d202c359-9756-4568-b777-c2c963982178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:25.484761 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:25.516414 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:26.769776 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40ce3e09-36e7-4dd3-97f8-78c333bf228d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:27.361399 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:29.016100 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:30.126986 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:47.941500 n-d-824834-9 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-53c03168-62a3-4efb-b153-ab7e38e2028a None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:20:53.820785 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00d0e37a-c1cb-4f8e-9ad3-a77bc1eec16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c02dfaf-2847-4f9f-aa6a-e5f3a8df73bd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:55.498201 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3177ce-ad2d-46b8-9660-a7408fef89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (4c4c1d4c-9207-4a01-bc90-a9493a75e2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:55.514845 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97df8ff6-1339-475a-8f51-b25bccc417e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (f03b531c-c7f7-48de-b023-8b5aa89d609f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:56.770179 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-883be5e9-37f7-4062-90b1-e9bcc82e89d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (bf8cedc1-393f-4626-bf4b-0892e879dd9f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:57.365630 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e802c271-6a7f-4a9f-84f9-0716f4815d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (836a0d17-e7a4-42f8-8849-326c3788aff5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:20:59.018301 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb0be21-683c-4b86-8220-71a5f86bae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (2eefc33c-e59b-49a8-885f-fdfb2908efba), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:21:00.130078 n-d-824834-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2baa50d-41eb-4fee-be1f-e5e1da8a2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789547872579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666303'] for agent (21bcf3e3-2bac-422c-89d0-589c6f36625a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}